-- Logs begin at Tue 2021-07-27 20:09:09 UTC, end at Tue 2021-07-27 22:49:14 UTC. -- Jul 27 20:42:15.134975 n-d-764806-9 systemd[1]: Started Devstack devstack@q-svc.service. Jul 27 20:42:17.997085 n-d-764806-9 neutron-server[105472]: INFO neutron.common.config [-] Logging enabled! Jul 27 20:42:17.997729 n-d-764806-9 neutron-server[105472]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev500 Jul 27 20:42:17.997976 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105472) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 20:42:18.001185 n-d-764806-9 neutron-server[105472]: INFO neutron.common.config [-] Logging enabled! Jul 27 20:42:18.001437 n-d-764806-9 neutron-server[105472]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev500 Jul 27 20:42:18.001744 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105472) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 20:42:18.002833 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 20:42:18.003062 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 20:42:18.003427 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 20:42:18.003670 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 20:42:18.003895 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 20:42:18.004212 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.004504 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.004807 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.005030 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.005316 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.005600 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.005883 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.006169 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.006489 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.006773 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.007051 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.007335 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.007565 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.007847 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.008128 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.008438 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.008662 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] debug = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.008939 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.009875 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.010310 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.010591 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.010876 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.011157 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.011421 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.011690 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.011974 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.012302 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] host = n-d-764806-9 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.012578 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.012874 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.013153 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.013435 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.013706 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.013979 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.014364 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.014628 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.014909 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] log_file = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.015172 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.015457 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.015742 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.016028 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.016252 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.016473 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.016759 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.017041 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.017315 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.017584 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.017859 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.018172 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.018602 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.018923 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.019162 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.019443 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.019724 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.019997 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.020266 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.020539 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.020833 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.021093 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.021364 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.021633 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.021903 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.022187 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.022482 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.022755 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.023058 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.023342 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.023619 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.023900 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.024172 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.024450 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.024722 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.025619 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.025896 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] use_json = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.026173 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.026473 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.026753 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.027060 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.027329 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.027601 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.027874 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.028155 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:18.028452 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.028749 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.029049 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.029333 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.029627 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.029907 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.030192 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.030492 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.030780 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.031068 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.031358 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.031635 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.031924 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.032202 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.032493 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.032802 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.033100 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.033393 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.033668 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.033942 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.034215 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.034512 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.034802 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.035098 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.035389 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.035664 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.035944 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.036238 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.036516 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.036788 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.037095 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.037382 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.037660 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.037933 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.038243 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.038516 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.038787 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.039057 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.039334 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.039622 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.039897 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.040169 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.040441 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.040806 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.041044 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.041332 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.041608 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.041880 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.042150 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.042455 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.042726 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.042997 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.043276 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.043548 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.043824 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.044097 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.044368 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.044641 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.044918 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.045187 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.045460 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.045733 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.046010 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.046341 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.046579 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.046854 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.047163 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.047577 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.047865 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.048166 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.048448 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.048725 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.049002 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.049279 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.049557 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.049834 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.050110 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.050414 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.050684 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.050977 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.051254 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.051544 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.051826 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.052101 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.052400 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.052676 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.052957 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.053232 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.053507 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.053797 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.054079 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.054400 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.054693 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.054983 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.055272 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.055565 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.055843 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.056178 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.056504 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:18.056721 n-d-764806-9 neutron-server[105472]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 20:42:18.057139 n-d-764806-9 neutron-server[105472]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105472) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 27 20:42:18.424075 n-d-764806-9 neutron-server[105472]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 20:42:18.424351 n-d-764806-9 neutron-server[105472]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 20:42:18.424754 n-d-764806-9 neutron-server[105472]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 20:42:18.424947 n-d-764806-9 neutron-server[105472]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 27 20:42:18.837168 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:18.837656 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:18.838189 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:18.839164 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:18.839433 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:18.839695 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:18.875413 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:18.875684 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:18.875946 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:18.890991 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:18.891265 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:18.891533 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:18.920698 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:18.921131 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:18.921390 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:18.959640 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:18.959923 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:18.960184 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.201993 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.202637 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.202637 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.202777 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.203399 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.326712 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.327026 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.327305 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.327580 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.327866 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.328139 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.328398 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.328651 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.328896 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.329172 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.329425 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.329689 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.329934 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.330180 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.330451 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.330713 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.330961 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.331221 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.331486 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.331737 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.332001 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.332273 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.332524 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.332898 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.333277 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.333520 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.333918 n-d-764806-9 neutron-server[105472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 20:42:19.334155 n-d-764806-9 neutron-server[105472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 20:42:19.334415 n-d-764806-9 neutron-server[105472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 20:42:19.334646 n-d-764806-9 neutron-server[105472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 20:42:19.334876 n-d-764806-9 neutron-server[105472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 20:42:19.335106 n-d-764806-9 neutron-server[105472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 20:42:19.335476 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 27 20:42:19.339434 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 27 20:42:19.343340 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 27 20:42:19.347171 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 27 20:42:19.348971 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 27 20:42:19.349419 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 27 20:42:19.349746 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 27 20:42:19.350127 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 27 20:42:19.353600 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 27 20:42:19.353857 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 27 20:42:19.354209 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 20:42:19.359775 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 27 20:42:19.383236 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 27 20:42:19.383693 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.383987 n-d-764806-9 neutron-server[105472]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105472) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 27 20:42:19.384944 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.386332 n-d-764806-9 neutron-server[105472]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105472) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 27 20:42:19.386621 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 20:42:19.386858 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 27 20:42:19.390377 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.390661 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:19.467418 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 27 20:42:19.467669 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 27 20:42:19.467829 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 27 20:42:19.468157 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 27 20:42:19.490099 n-d-764806-9 neutron-server[105472]: DEBUG oslo_db.sqlalchemy.engines [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105472) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 27 20:42:20.074593 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Initializing driver for type 'gre' Jul 27 20:42:20.075318 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] gre ID ranges: [(1, 1000)] Jul 27 20:42:20.163557 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Initializing driver for type 'local' Jul 27 20:42:20.163968 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Initializing driver for type 'vlan' Jul 27 20:42:20.180718 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] VlanTypeDriver initialization complete Jul 27 20:42:20.181913 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Initializing driver for type 'vxlan' Jul 27 20:42:20.182726 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] vxlan ID ranges: [(1, 1000)] Jul 27 20:42:20.254941 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Initializing extension driver 'port_security' Jul 27 20:42:20.255677 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.extensions.port_security [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] PortSecurityExtensionDriver initialization complete Jul 27 20:42:20.256014 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Initializing mechanism driver 'openvswitch' Jul 27 20:42:20.256347 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Initializing mechanism driver 'hyperv' Jul 27 20:42:20.265026 n-d-764806-9 neutron-server[105472]: DEBUG neutron.plugins.ml2.plugin [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:20.265976 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > port after_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.266454 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > port after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.266818 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > port after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.267370 n-d-764806-9 neutron-server[105472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 20:42:20.267890 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > subnet after_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.268252 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > subnet after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.269159 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.269587 n-d-764806-9 neutron-server[105472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 20:42:20.270358 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > network after_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.270798 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > network after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.271620 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > network after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.272021 n-d-764806-9 neutron-server[105472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 20:42:20.272676 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > security_group after_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.273578 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > security_group after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.273929 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.274583 n-d-764806-9 neutron-server[105472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 20:42:20.276138 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.276492 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.276845 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.277481 n-d-764806-9 neutron-server[105472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 20:42:20.277892 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > address_group after_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.278262 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > address_group after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.278617 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.279311 n-d-764806-9 neutron-server[105472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 20:42:20.279684 n-d-764806-9 neutron-server[105472]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] ML2 OVO RPC backend initialized. {{(pid=105472) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 27 20:42:20.280700 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.281069 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.281714 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > network before_response 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.282067 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > networks before_response 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.282444 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > port before_response 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.282779 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > ports before_response 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.283130 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > subnet before_response 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.283495 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > subnets before_response 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.283962 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > network after_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.284600 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > network after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.285067 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > network after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.285657 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > port after_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.285979 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > port after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.286686 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > port after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.287281 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > subnet after_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.287281 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > subnet after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.288037 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.288833 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.plugin [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Modular L2 Plugin initialization complete Jul 27 20:42:20.289164 n-d-764806-9 neutron-server[105472]: DEBUG neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading services supported by the core plugin {{(pid=105472) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 27 20:42:20.289507 n-d-764806-9 neutron-server[105472]: INFO neutron.plugins.ml2.managers [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Got port-security extension from driver 'port_security' Jul 27 20:42:20.290213 n-d-764806-9 neutron-server[105472]: INFO neutron.extensions.vlantransparent [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Disabled vlantransparent extension. Jul 27 20:42:20.291086 n-d-764806-9 neutron-server[105472]: DEBUG neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105472) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 27 20:42:20.291437 n-d-764806-9 neutron-server[105472]: INFO neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading Plugin: router Jul 27 20:42:20.333450 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.333768 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router after_create 55549900 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.334146 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router before_create 55549900 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.334535 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.334909 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.335263 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router after_delete 55549900 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.335618 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.336245 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router after_create 55549900 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.336599 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router after_update 55549900 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.336949 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router after_update 55549900 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.338121 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.338598 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router after_update 55549900 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.339156 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router precommit_update 55549900 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.339538 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: port after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.339888 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: port after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.340246 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: subnet after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.340694 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.341053 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.341474 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router precommit_create 55549900 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.341898 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: port before_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.342267 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router precommit_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.342641 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router after_update 55549900 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.342968 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.343421 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router precommit_create 55549900 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.343942 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.344207 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router precommit_update 55549900 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.344820 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > agent after_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.345168 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > agent after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.345514 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > network after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.346419 n-d-764806-9 neutron-server[105472]: DEBUG neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Tracking information for resource: router configured {{(pid=105472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 20:42:20.346752 n-d-764806-9 neutron-server[105472]: DEBUG neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Tracking information for resource: floatingip configured {{(pid=105472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 20:42:20.351910 n-d-764806-9 neutron-server[105472]: INFO neutron.db.l3_agentschedulers_db [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 27 20:42:20.352482 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: port after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.352901 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: port after_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.353450 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: port after_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.353921 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: port after_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.354830 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router before_create 55550100 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.355194 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.355567 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router precommit_create 55550100 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.355921 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > router precommit_update 55550100 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.360365 n-d-764806-9 neutron-server[105472]: DEBUG neutron.services.provider_configuration [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Service providers = [] {{(pid=105472) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 27 20:42:20.360724 n-d-764806-9 neutron-server[105472]: DEBUG neutron.db.servicetype_db [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105472) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 27 20:42:20.364074 n-d-764806-9 neutron-server[105472]: DEBUG neutron.services.service_base [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105472) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 20:42:20.364423 n-d-764806-9 neutron-server[105472]: DEBUG neutron.services.service_base [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105472) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 20:42:20.364846 n-d-764806-9 neutron-server[105472]: DEBUG neutron.services.service_base [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105472) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 20:42:20.365944 n-d-764806-9 neutron-server[105472]: DEBUG neutron.services.service_base [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105472) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 20:42:20.366354 n-d-764806-9 neutron-server[105472]: INFO neutron.services.service_base [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 27 20:42:20.367060 n-d-764806-9 neutron-server[105472]: DEBUG neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 20:42:20.367381 n-d-764806-9 neutron-server[105472]: INFO neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 27 20:42:20.380419 n-d-764806-9 neutron-server[105472]: DEBUG neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 20:42:20.380744 n-d-764806-9 neutron-server[105472]: INFO neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading Plugin: auto_allocate Jul 27 20:42:20.387544 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: network precommit_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.387918 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: network precommit_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.388449 n-d-764806-9 neutron-server[105472]: DEBUG neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 20:42:20.388769 n-d-764806-9 neutron-server[105472]: INFO neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading Plugin: tag Jul 27 20:42:20.396665 n-d-764806-9 neutron-server[105472]: DEBUG neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 20:42:20.397470 n-d-764806-9 neutron-server[105472]: INFO neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading Plugin: timestamp Jul 27 20:42:20.402845 n-d-764806-9 neutron-server[105472]: DEBUG neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 20:42:20.402845 n-d-764806-9 neutron-server[105472]: INFO neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading Plugin: network_ip_availability Jul 27 20:42:20.408281 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.408655 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.409030 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.409743 n-d-764806-9 neutron-server[105472]: DEBUG neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 20:42:20.410067 n-d-764806-9 neutron-server[105472]: INFO neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading Plugin: flavors Jul 27 20:42:20.415239 n-d-764806-9 neutron-server[105472]: DEBUG neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 20:42:20.415632 n-d-764806-9 neutron-server[105472]: INFO neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading Plugin: revisions Jul 27 20:42:20.420172 n-d-764806-9 neutron-server[105472]: DEBUG neutron.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 20:42:20.420577 n-d-764806-9 neutron-server[105472]: DEBUG oslo_concurrency.lockutils [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.996s {{(pid=105472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 20:42:20.421316 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105472) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 27 20:42:20.421653 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Initializing extension manager. Jul 27 20:42:20.422164 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: __init__.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.422535 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: __pycache__ {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.422870 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.423206 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: address_group.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.424068 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.424728 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: address-group Jul 27 20:42:20.425051 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: address_scope.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.425772 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.426317 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: address-scope Jul 27 20:42:20.426642 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.427585 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.428237 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: router-admin-state-down-before-update Jul 27 20:42:20.428557 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: agent.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.429263 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.429772 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: agent Jul 27 20:42:20.430092 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: agent_resources_synced.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.431190 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.431710 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: agent-resources-synced Jul 27 20:42:20.432029 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: allowedaddresspairs.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.433842 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.434400 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: allowed-address-pairs Jul 27 20:42:20.434756 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: auto_allocated_topology.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.435950 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.436479 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: auto-allocated-topology Jul 27 20:42:20.436803 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: availability_zone.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.437500 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.438001 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: availability_zone Jul 27 20:42:20.438351 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: availability_zone_filter.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.439266 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.439764 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: availability_zone_filter Jul 27 20:42:20.440083 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: data_plane_status.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.440986 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.441488 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension data-plane-status not supported by any of loaded plugins Jul 27 20:42:20.441811 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: default_subnetpools.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.442942 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.443385 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: default-subnetpools Jul 27 20:42:20.443705 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.444548 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.445051 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: dhcp_agent_scheduler Jul 27 20:42:20.445371 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: dns.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.446307 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.447396 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension dns-integration not supported by any of loaded plugins Jul 27 20:42:20.447723 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: dns_domain_ports.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.448736 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.449246 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 27 20:42:20.449564 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.450509 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.451014 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 27 20:42:20.451337 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: dvr.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.452018 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.452519 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: dvr Jul 27 20:42:20.452834 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: ecmp_routes.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.453743 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.454258 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 27 20:42:20.454583 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: empty_string_filtering.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.458129 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.458129 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: empty-string-filtering Jul 27 20:42:20.458129 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.458129 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.458129 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 27 20:42:20.458129 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.460501 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.460501 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 27 20:42:20.460501 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: external_net.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.461218 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.461725 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: external-net Jul 27 20:42:20.462047 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.463695 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.464197 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: extra_dhcp_opt Jul 27 20:42:20.464516 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: extraroute.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.465430 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.465959 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: extraroute Jul 27 20:42:20.466304 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: extraroute_atomic.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.467365 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.467869 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: extraroute-atomic Jul 27 20:42:20.468192 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: filter_validation.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.469109 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.469612 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: filter-validation Jul 27 20:42:20.469930 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: fip_pf_description.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.470973 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.471477 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 27 20:42:20.471797 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: fip_port_details.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.472716 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.473218 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: fip-port-details Jul 27 20:42:20.473538 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: flavors.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.474989 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.475498 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: flavors Jul 27 20:42:20.475821 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.477486 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.478293 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 27 20:42:20.478627 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: floatingip_pools.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.479335 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.479857 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: floatingip-pools Jul 27 20:42:20.480175 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: ip_allocation.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.481217 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.481728 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension ip_allocation not supported by any of loaded plugins Jul 27 20:42:20.482050 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.483015 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.483523 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: ip-substring-filtering Jul 27 20:42:20.483848 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: l2_adjacency.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.484780 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.485282 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 27 20:42:20.485597 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: l3.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.486640 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.487163 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: router Jul 27 20:42:20.487485 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.489750 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.490300 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 27 20:42:20.490635 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.491586 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.492099 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: ext-gw-mode Jul 27 20:42:20.492422 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.493359 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.494569 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: l3-ha Jul 27 20:42:20.494966 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: l3_flavors.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.495932 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.496436 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: l3-flavors Jul 27 20:42:20.496755 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.497689 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.498204 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 27 20:42:20.498565 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: l3agentscheduler.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.499660 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.500170 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: l3_agent_scheduler Jul 27 20:42:20.500492 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: logging.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.502111 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.502667 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension logging not supported by any of loaded plugins Jul 27 20:42:20.503069 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: metering.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.503831 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.504416 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: metering Jul 27 20:42:20.504738 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.505979 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.506519 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: metering_source_and_destination_fields Jul 27 20:42:20.506956 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: multiprovidernet.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.508066 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.508575 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: multi-provider Jul 27 20:42:20.508898 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: netmtu.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.510458 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.510961 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: net-mtu Jul 27 20:42:20.511282 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: netmtu_writable.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.512203 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.512714 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: net-mtu-writable Jul 27 20:42:20.513032 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: network_availability_zone.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.513709 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.514212 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: network_availability_zone Jul 27 20:42:20.514566 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: network_ip_availability.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.515678 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.516190 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: network-ip-availability Jul 27 20:42:20.516507 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: network_segment_range.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.517293 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.517796 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension network-segment-range not supported by any of loaded plugins Jul 27 20:42:20.518115 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: pagination.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.519129 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.519457 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: pagination Jul 27 20:42:20.519774 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: port_device_profile.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.520707 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.521224 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: port-device-profile Jul 27 20:42:20.521547 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.522503 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.523012 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: port-mac-address-regenerate Jul 27 20:42:20.523333 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.524246 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.525113 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: port-numa-affinity-policy Jul 27 20:42:20.525550 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: port_resource_request.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.526600 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.527668 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension port-resource-request not supported by any of loaded plugins Jul 27 20:42:20.528967 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: portbindings.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.530866 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.531406 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: binding Jul 27 20:42:20.531728 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: portbindings_extended.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.533039 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.533554 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: binding-extended Jul 27 20:42:20.533883 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: portsecurity.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.534848 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.535428 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: port-security Jul 27 20:42:20.535756 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: project_id.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.536766 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.537133 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: project-id Jul 27 20:42:20.537550 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: providernet.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.540714 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.541319 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: provider Jul 27 20:42:20.541649 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: qos.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.545303 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.545830 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension qos not supported by any of loaded plugins Jul 27 20:42:20.546158 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.547451 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.547957 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 27 20:42:20.548289 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.549206 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.549717 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 27 20:42:20.550055 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: qos_default.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.551007 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.551512 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension qos-default not supported by any of loaded plugins Jul 27 20:42:20.551836 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: qos_fip.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.552500 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.552998 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension qos-fip not supported by any of loaded plugins Jul 27 20:42:20.553317 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: qos_gateway_ip.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.554265 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.554781 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 27 20:42:20.555100 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: qos_port_network_policy.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.556821 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.557336 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 27 20:42:20.557662 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: qos_rule_type_details.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.558616 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.559126 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 27 20:42:20.559450 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: qos_rules_alias.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.560505 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.561014 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 27 20:42:20.561338 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: quotasv2.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.562560 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.562890 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: quotas Jul 27 20:42:20.563209 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: quotasv2_detail.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.566856 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.567198 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: quota_details Jul 27 20:42:20.567539 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: rbac.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.568688 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.569516 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: rbac-policies Jul 27 20:42:20.569850 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: rbac_address_group.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.570857 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.571375 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: rbac-address-group Jul 27 20:42:20.572137 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: rbac_address_scope.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.573239 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.573757 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: rbac-address-scope Jul 27 20:42:20.574697 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: rbac_security_groups.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.575623 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.576140 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: rbac-security-groups Jul 27 20:42:20.576461 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: rbac_subnetpool.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.577386 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.577896 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: rbac-subnetpool Jul 27 20:42:20.578238 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: revisionifmatch.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.579195 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.579703 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: revision-if-match Jul 27 20:42:20.580029 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: revisions.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.581159 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.581668 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: standard-attr-revisions Jul 27 20:42:20.581989 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: router_availability_zone.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.582719 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.583224 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: router_availability_zone Jul 27 20:42:20.583590 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: routerservicetype.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.584460 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.584965 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension router-service-type not supported by any of loaded plugins Jul 27 20:42:20.585281 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.586205 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.586736 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: security-groups-normalized-cidr Jul 27 20:42:20.587056 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.588655 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.589171 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: port-security-groups-filtering Jul 27 20:42:20.589486 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.590459 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.590962 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: security-groups-remote-address-group Jul 27 20:42:20.591280 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: securitygroup.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.601318 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.601860 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: security-group Jul 27 20:42:20.602193 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: segment.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.603915 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.604589 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension segment not supported by any of loaded plugins Jul 27 20:42:20.604897 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.605867 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.606496 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 27 20:42:20.606827 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: servicetype.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.607955 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.608474 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: service-type Jul 27 20:42:20.608800 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: sorting.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.609785 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.610120 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: sorting Jul 27 20:42:20.610468 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: standard_attr_segment.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.611496 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.612114 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 27 20:42:20.612440 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: standardattrdescription.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.613212 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.613726 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: standard-attr-description Jul 27 20:42:20.614051 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: stateful_security_group.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.615047 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.615541 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: stateful-security-group Jul 27 20:42:20.615869 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: stdattrs_common.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.616462 n-d-764806-9 neutron-server[105472]: WARNING neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 27 20:42:20.616784 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.617708 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.618237 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 27 20:42:20.618687 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: subnet_onboard.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.619962 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.620583 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: subnet_onboard Jul 27 20:42:20.621061 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.622004 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.622541 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 27 20:42:20.622866 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: subnet_service_types.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.623790 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.624370 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: subnet-service-types Jul 27 20:42:20.624696 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: subnetallocation.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.625781 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.626319 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: subnet_allocation Jul 27 20:42:20.626649 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.627326 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.627844 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: subnetpool-prefix-ops Jul 27 20:42:20.628166 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.629109 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.629702 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 27 20:42:20.630033 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: tagging.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.631159 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.631679 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: standard-attr-tag Jul 27 20:42:20.632021 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: timestamp.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.633254 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.633767 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loaded extension: standard-attr-timestamp Jul 27 20:42:20.634138 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: trunk.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.635233 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.635751 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension trunk not supported by any of loaded plugins Jul 27 20:42:20.636080 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: trunk_details.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.637007 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.637520 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension trunk-details not supported by any of loaded plugins Jul 27 20:42:20.637841 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: uplink_status_propagation.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.638790 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.639353 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 27 20:42:20.639635 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Loading extension file: vlantransparent.py {{(pid=105472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 20:42:20.640315 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 20:42:20.640822 n-d-764806-9 neutron-server[105472]: INFO neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 27 20:42:20.643377 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of TrackedResource for resource:network Jul 27 20:42:20.644082 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of TrackedResource for resource:subnet Jul 27 20:42:20.644482 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 20:42:20.644956 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of TrackedResource for resource:port Jul 27 20:42:20.646548 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.v2.resource_helper [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:42:20.646999 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.v2.resource_helper [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Service FLAVORS assigned prefix: {{(pid=105472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:42:20.647617 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.v2.resource_helper [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:42:20.648041 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.v2.resource_helper [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:42:20.648370 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of TrackedResource for resource:router Jul 27 20:42:20.648802 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 20:42:20.649317 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.v2.resource_helper [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Service METERING assigned prefix: /metering {{(pid=105472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:42:20.651666 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.652048 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.652403 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:42:20.653431 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 20:42:20.653878 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of TrackedResource for resource:security_group Jul 27 20:42:20.654339 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 20:42:20.654938 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.v2.resource_helper [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Service CORE assigned prefix: {{(pid=105472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:42:20.655279 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 20:42:20.655625 n-d-764806-9 neutron-server[105472]: WARNING neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] subnetpool is already registered Jul 27 20:42:20.656061 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.v2.resource_helper [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Service CORE assigned prefix: {{(pid=105472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:42:20.656386 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 20:42:20.656721 n-d-764806-9 neutron-server[105472]: WARNING neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] subnetpool is already registered Jul 27 20:42:20.659075 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.v2.resource_helper [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:42:20.659679 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.v2.resource_helper [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Service FLAVORS assigned prefix: {{(pid=105472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:42:20.660292 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.v2.resource_helper [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:42:20.660889 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.v2.resource_helper [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:42:20.661234 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of TrackedResource for resource:router Jul 27 20:42:20.661575 n-d-764806-9 neutron-server[105472]: WARNING neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] router is already registered Jul 27 20:42:20.662008 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 20:42:20.662375 n-d-764806-9 neutron-server[105472]: WARNING neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] floatingip is already registered Jul 27 20:42:20.662840 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.v2.resource_helper [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Service METERING assigned prefix: /metering {{(pid=105472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:42:20.663686 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 20:42:20.664018 n-d-764806-9 neutron-server[105472]: WARNING neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] rbac_policy is already registered Jul 27 20:42:20.664447 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of TrackedResource for resource:security_group Jul 27 20:42:20.664783 n-d-764806-9 neutron-server[105472]: WARNING neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] security_group is already registered Jul 27 20:42:20.665192 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 20:42:20.671734 n-d-764806-9 neutron-server[105472]: WARNING neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] security_group_rule is already registered Jul 27 20:42:20.672241 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.v2.resource_helper [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Service CORE assigned prefix: {{(pid=105472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:42:20.672572 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 20:42:20.672910 n-d-764806-9 neutron-server[105472]: WARNING neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] subnetpool is already registered Jul 27 20:42:20.673337 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.v2.resource_helper [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Service CORE assigned prefix: {{(pid=105472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 20:42:20.673662 n-d-764806-9 neutron-server[105472]: INFO neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 20:42:20.674035 n-d-764806-9 neutron-server[105472]: WARNING neutron.quota.resource_registry [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] subnetpool is already registered Jul 27 20:42:20.676006 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: extensions {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.677525 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: address-groups {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.679042 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: address-scopes {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.680388 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: agents {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.682585 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: auto-allocated-topology {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.683834 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: availability_zones {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.685052 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: dhcp-networks {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.686490 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: dhcp-agents {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.687996 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: routers {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.689704 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: flavors {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.690882 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: service_profiles {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.692188 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: next_providers {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.693689 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: service_profiles {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.695141 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: floatingip-pools {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.696475 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: routers {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.699063 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: floatingips {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.700240 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: l3-routers {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.701726 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: l3-agents {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.703145 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: metering-labels {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.704395 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: metering-label-rules {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.705666 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: network-ip-availabilities {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.707027 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: bindings {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.708599 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: quotas {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.710087 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: quotas {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.711685 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: rbac-policies {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.712921 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: security-groups {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.714115 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: security-group-rules {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.715448 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: service-providers {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.716683 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: subnetpools {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.718060 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: subnetpools {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.719621 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: tags {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.721315 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: tags {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.723040 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: tags {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.724910 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: tags {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.726810 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: tags {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.728741 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: tags {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.730535 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: tags {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.732322 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: tags {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.735206 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: tags {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.737044 n-d-764806-9 neutron-server[105472]: DEBUG neutron.api.extensions [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Extended resource: tags {{(pid=105472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 20:42:20.743228 n-d-764806-9 neutron-server[105472]: WARNING keystonemiddleware.auth_token [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 27 20:42:20.748330 n-d-764806-9 neutron-server[105472]: WARNING keystonemiddleware.auth_token [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 27 20:42:20.757055 n-d-764806-9 neutron-server[105472]: DEBUG oslo_concurrency.lockutils [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Acquired lock "singleton_lock" {{(pid=105472) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 27 20:42:20.757525 n-d-764806-9 neutron-server[105472]: DEBUG oslo_concurrency.lockutils [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Releasing lock "singleton_lock" {{(pid=105472) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 27 20:42:20.758173 n-d-764806-9 neutron-server[105472]: INFO oslo_service.service [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Starting 2 workers Jul 27 20:42:20.763694 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Started child 105579 {{(pid=105472) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 20:42:20.768396 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Started child 105580 {{(pid=105472) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 20:42:20.769287 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:20.770035 n-d-764806-9 neutron-server[105472]: INFO neutron.service [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 27 20:42:20.770820 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Notify callbacks [] for process, before_spawn {{(pid=105472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:20.771071 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [-] (105579) wsgi starting up on http://0.0.0.0:9696 Jul 27 20:42:20.773638 n-d-764806-9 neutron-server[105472]: INFO oslo_service.service [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Starting 1 workers Jul 27 20:42:20.776587 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:20.778730 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [-] (105580) wsgi starting up on http://0.0.0.0:9696 Jul 27 20:42:20.778975 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Started child 105581 {{(pid=105472) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 20:42:20.779557 n-d-764806-9 neutron-server[105472]: INFO oslo_service.service [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Starting 1 workers Jul 27 20:42:20.784178 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Started child 105582 {{(pid=105472) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 20:42:20.784999 n-d-764806-9 neutron-server[105472]: DEBUG neutron_lib.callbacks.manager [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] Notify callbacks [] for process, after_spawn {{(pid=105472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:20.786337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.service [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] calling RpcWorker wait() {{(pid=105581) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 27 20:42:20.786994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.service [None req-3e8639fc-3684-48ac-b1a2-139979247fb2 None None] returning from RpcWorker wait() {{(pid=105581) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 27 20:42:20.787096 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105472) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 20:42:20.787200 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 20:42:20.787353 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 20:42:20.787565 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 20:42:20.787877 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 20:42:20.788037 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 20:42:20.788570 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.788730 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:20.788859 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.789076 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.789215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:20.789341 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.789586 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.790168 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.790351 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:20.791012 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.791012 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.791258 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.791512 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.791679 n-d-764806-9 neutron-server[105582]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:20.791817 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.791817 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.792091 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.792317 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.792599 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.792882 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.793124 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.793402 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.793559 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.793804 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.794058 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.794332 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.794587 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] debug = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.794847 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.795346 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.795566 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.795811 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.796025 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.796294 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.796518 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.796764 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.796993 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.797202 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.797491 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.797735 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.797978 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.798184 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.798442 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.798768 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.798948 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.799437 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] host = n-d-764806-9 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.799762 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.800118 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.800279 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.800516 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.800778 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.800962 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.801222 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.801466 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.801783 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.802081 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.802675 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.802675 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.803114 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.803239 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] log_file = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.803362 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] log_options = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.803669 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.803842 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.804072 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.804261 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.804430 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.804610 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.804850 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.805019 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.805260 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.805497 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.805704 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.806814 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.806814 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.807032 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.807245 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.807490 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.807725 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.807933 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.808187 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.808421 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.808662 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.808909 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.809146 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.809376 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.809605 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.809886 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.810070 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.810345 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.810533 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.810745 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.810972 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.811213 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.811474 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.811839 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.811973 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.812330 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.812438 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.812734 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.812904 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.813165 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.813409 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.813623 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.813845 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.814054 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.814313 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.814543 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] use_json = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.814750 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.814953 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.815213 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.815424 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.815654 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.815865 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.816095 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.816333 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.816821 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.817098 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.817427 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.817679 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.818044 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.818465 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.818837 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.819185 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.819544 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.819895 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.820356 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.820696 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.821087 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.821664 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.823097 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.823785 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.824333 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.824914 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.825454 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.826020 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.826456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50412) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:42:20.826578 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.826901 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.827382 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.827845 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.828215 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.828623 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.828973 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.829336 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.829705 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.830088 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.830452 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.830777 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.831151 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.831468 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.831791 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.832138 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.832526 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.832886 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.833238 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.833698 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.834037 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.840832 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.840832 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.840832 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.840832 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.840832 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.840832 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.840832 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.840832 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.840832 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.841585 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.841585 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.841585 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.841585 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.841585 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.841585 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.842091 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070896 Jul 27 20:42:20.842186 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.842186 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.843509 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.843955 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.844382 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.845383 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.845383 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.845954 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.846814 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.849097 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.849451 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.849778 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.850087 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.850416 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.850723 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.851021 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.855520 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.855980 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.856269 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.856652 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.857041 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.857383 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.858211 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.858725 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.858959 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.859197 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.859430 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.859660 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.859958 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.861534 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.861534 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.861534 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.861534 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.863349 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.864204 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.864204 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.864204 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.864568 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.864568 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.865208 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.865208 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.865493 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.865988 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.865988 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.866317 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.866458 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.866706 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.867757 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.870085 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.870085 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.870085 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.870085 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.870713 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.870713 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.870713 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.871037 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.871357 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.871561 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.871811 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.873000 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.873369 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.873577 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.873879 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.874120 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.875067 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.875067 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.875067 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.875435 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.875435 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.875696 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.875873 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.876168 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.876400 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.876647 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.876856 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.877088 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.877417 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.877753 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.877909 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.878160 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.879356 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.879759 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.880196 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.880486 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.880743 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.882498 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.882920 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.884307 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.885349 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.885747 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.886004 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.886269 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.887032 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.887032 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.887032 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.887301 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.888259 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.888697 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.889074 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.889484 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.889937 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.890350 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.890712 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.891102 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.891471 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.891863 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.892245 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.892942 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.893841 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.894486 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.895143 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.895795 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.897439 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.897439 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.897439 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.897784 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.898063 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.898457 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.898819 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.899099 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.901099 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.901510 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.902282 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.902756 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.903135 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.904386 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.904633 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.904888 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.905241 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.905406 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.905811 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.906345 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.906753 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.907124 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.907527 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.907880 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.908257 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.909645 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.910045 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.910498 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.911647 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.912272 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.912713 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.913107 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.913491 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.913878 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.914119 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.914556 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.914927 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.915274 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.916860 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.917146 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.919078 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.919078 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.919078 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.919078 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.919078 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.919078 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.919078 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.919078 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.919933 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.919933 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.919933 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.919933 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.920343 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.920343 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.920556 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.920833 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.922316 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.922316 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.922316 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.922316 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.922316 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.922316 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.922932 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.922932 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.922932 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.923176 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.923392 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.923664 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.924953 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.924953 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.924953 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.924953 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.924953 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.924953 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.925375 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.925479 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.925701 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.925989 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.926243 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.927435 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.927809 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.928333 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.928599 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.928871 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.929123 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.929606 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.929899 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.930215 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.930587 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.931135 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.932109 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.932400 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.932690 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.933039 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.933240 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.933486 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.933786 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.934117 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.934412 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.934831 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.935227 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.935508 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.935759 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.936003 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.936383 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.936758 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.936871 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.938304 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.938589 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.938981 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.939364 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.939754 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.940148 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.940408 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.940654 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.940911 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.941141 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.941297 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 20:42:20.941826 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105472) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 20:42:20.942131 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 20:42:20.942442 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 20:42:20.942792 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 20:42:20.942963 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 20:42:20.943109 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 20:42:20.943318 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.943487 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.943632 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.943798 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.943944 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.944190 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.944355 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.944510 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.944670 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.944828 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.944988 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.945545 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.945545 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.945545 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.945750 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.945876 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.946035 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.946195 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.946436 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.946559 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.947969 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.948141 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.948302 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] debug = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.948965 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.948965 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.950063 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.950295 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.950421 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.950560 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.950796 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.950961 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.951086 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.951212 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.951350 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.951478 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.951607 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.952703 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.952863 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.953182 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.953397 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.953557 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] host = n-d-764806-9 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.953948 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.954146 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.954372 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.954676 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.955012 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.955169 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.955595 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.955877 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.956134 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.956414 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.956622 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.956790 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.958282 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.958282 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] log_file = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.958282 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] log_options = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.958282 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.958282 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.958282 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.958282 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.958282 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.958921 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.958921 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.958921 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.958921 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.958921 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.959192 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.959192 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.959306 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.959568 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.959666 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.959743 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.959908 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.960070 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.960236 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.960396 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.960557 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.960717 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.960877 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.961037 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.961197 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.961400 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.961561 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.961878 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.962045 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.962311 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.965523 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.965523 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.965523 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.965523 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.965523 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.965523 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.965523 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.965523 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.966474 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.966474 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.966474 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.966474 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.966474 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.966474 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.966474 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.966474 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] use_json = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.967283 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.967283 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.967283 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.967283 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.967283 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.967283 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.967283 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.968114 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 20:42:20.968114 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.968114 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.968114 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.968114 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.968440 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.968440 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.968570 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.969089 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.969089 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.969089 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.969370 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.969370 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.969583 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.969712 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.969915 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.970110 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.970400 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.970561 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.970650 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.970809 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.970967 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.971082 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.971300 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.971455 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.971578 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.971745 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.971911 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.972057 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.972367 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.972519 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.972675 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.972835 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.973031 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.973128 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.973307 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.973498 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.973630 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.973782 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.973925 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.974060 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.974302 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.974387 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.974545 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.974661 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.974805 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.974970 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.976403 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.976403 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.976403 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.976403 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.976403 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.976403 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.976403 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.977194 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.977358 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.977721 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.978446 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.979340 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.979689 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.979859 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.980025 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.980227 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.981196 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.981196 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.981196 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.981196 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.981196 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.981196 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.981578 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.981578 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.981695 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.982269 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.982269 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.982269 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.982269 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.982549 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.982630 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.982806 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.982895 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.983767 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.983767 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.983767 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.983767 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.983767 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.984072 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.984072 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.984203 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.984268 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.985669 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.985669 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.985669 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.985669 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.985669 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.985669 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.985669 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.985669 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.986340 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.986340 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.986340 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.986340 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.986340 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.987879 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.987879 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.988050 n-d-764806-9 neutron-server[105581]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:20.988137 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.988137 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.988137 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.988137 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.988137 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.988137 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.988137 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.988137 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.989490 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.989490 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.989490 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.989490 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.989490 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.989490 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.989490 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.989490 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.990081 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.990081 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.990081 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.990081 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.990081 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.990081 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.990081 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.990611 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.990611 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.990611 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.990839 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.990919 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.991026 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.991218 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.991382 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.991546 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.991709 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.991872 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.992035 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.992197 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.992360 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.992538 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.992757 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.992976 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.993143 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.993333 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.993592 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.994531 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.994699 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.994866 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.995033 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.995197 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.995364 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.995526 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.995690 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.996239 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.996239 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.996239 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.996577 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.996577 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.996771 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.996771 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.996963 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.997067 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.997213 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.997375 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.997537 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.997699 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.997861 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.998023 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.998188 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.998374 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.998538 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.998701 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.998865 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.999028 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.999191 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.999355 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.999519 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.999682 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:20.999852 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.000033 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.000202 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.000364 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.000512 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.000731 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.000813 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.002276 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.002276 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.002276 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.002276 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.002276 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.002276 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.002276 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.002276 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.003351 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.003351 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.003351 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.003351 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.003351 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.003351 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.003351 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.003351 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.004802 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.004802 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.004802 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.004802 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.004802 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.004802 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.004802 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.004802 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.005412 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.005412 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.005412 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.005412 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.005412 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.005412 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.005965 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.005965 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.005965 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.006409 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.006409 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.006409 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.006756 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.006756 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.006985 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.006985 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.007253 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.007253 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.007459 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.007549 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.007690 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.007857 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.008019 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.008528 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.008528 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.008719 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.011240 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.011240 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.011240 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.011240 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.011240 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.011240 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.012308 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.012463 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.013018 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.013212 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.013658 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.013907 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.014430 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.014709 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.014966 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.015224 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.015476 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.015736 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.015986 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.016239 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.016452 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.016628 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.017079 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.017202 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.017334 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.017668 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.017856 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.017957 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.018107 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.018297 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.018735 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.019052 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.019372 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.019604 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.019903 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.020071 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.020388 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.020728 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.021033 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.021339 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.021649 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.021814 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.022708 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.022708 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.022708 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.022708 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.022996 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.022996 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.023231 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 20:42:21.023321 n-d-764806-9 neutron-server[105472]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 20:42:32.626093 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a55dca-3d8d-4b42-a5d6-20378f1c5ca8 None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 20:42:32.704783 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a55dca-3d8d-4b42-a5d6-20378f1c5ca8 None None] No non-hosted networks {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 27 20:42:32.721332 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a49d909e-a3cf-40bf-8960-79b0e3f0ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941597'] for agent, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:35.260329 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2c5c87a5-b25b-4110-8ee6-037c2f7bb48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941597'] for agent, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:35.366086 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e7e5962c-6c5d-46cc-a992-9de74de48d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:35.392453 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941597'] for agent, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:35.397985 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:35.399813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:35.402534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:35.402907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:35.408178 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:35.408553 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:35.408902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:35.409243 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:35.409579 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:35.411257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:35.411624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:35.411965 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:35.412401 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-764806-9', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:35.429140 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-764806-9', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:42:37.051750 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941597'] for agent, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:38.698971 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941597'] for agent, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:38.819135 n-d-764806-9 neutron-server[105581]: INFO neutron.db.l3_hamode_db [None req-671dff3e-27f8-48d2-8266-632ef3c12beb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 27 20:42:38.898331 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671dff3e-27f8-48d2-8266-632ef3c12beb None None] Routers set() bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:42:38.898712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671dff3e-27f8-48d2-8266-632ef3c12beb None None] Router IDs set() for agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 20:42:39.836954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50516) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:42:40.342434 n-d-764806-9 neutron-server[105580]: WARNING oslo_policy.policy [None req-a972c957-c286-4ebc-9079-704365ed9197 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 20:42:40.342992 n-d-764806-9 neutron-server[105580]: WARNING oslo_policy.policy [None req-a972c957-c286-4ebc-9079-704365ed9197 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 20:42:40.562636 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-a972c957-c286-4ebc-9079-704365ed9197 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:42:40.563785 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a972c957-c286-4ebc-9079-704365ed9197 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7258725 Jul 27 20:42:42.968670 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50530) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:42:43.294875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3045b88a-bd0f-4b3c-9990-08216cb13985 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:42:43.390926 n-d-764806-9 neutron-server[105580]: DEBUG neutron.policy [None req-3045b88a-bd0f-4b3c-9990-08216cb13985 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105580) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 20:42:43.436788 n-d-764806-9 neutron-server[105580]: WARNING oslo_policy.policy [None req-3045b88a-bd0f-4b3c-9990-08216cb13985 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 20:42:43.437197 n-d-764806-9 neutron-server[105580]: WARNING oslo_policy.policy [None req-3045b88a-bd0f-4b3c-9990-08216cb13985 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 20:42:43.445920 n-d-764806-9 neutron-server[105580]: INFO neutron.quota [None req-3045b88a-bd0f-4b3c-9990-08216cb13985 admin admin] Loaded quota_driver: . Jul 27 20:42:43.542783 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3045b88a-bd0f-4b3c-9990-08216cb13985 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737916212064', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737916214931', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737916224172', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737916226426', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737917639374', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737916246139', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1776937', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1771842', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555470', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-609919'] for rbac-policy, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:43.611676 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3045b88a-bd0f-4b3c-9990-08216cb13985 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:43.612938 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3045b88a-bd0f-4b3c-9990-08216cb13985 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6432867 Jul 27 20:42:46.306943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50542) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:42:46.617058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '74227ad2a74748448b4b459b00707032', 'project_id': '74227ad2a74748448b4b459b00707032', 'name': 'private'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:42:46.647254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Made reservation on behalf of 74227ad2a74748448b4b459b00707032 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:42:46.650832 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:46.667347 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:46.795170 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:46.799263 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:46.818928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:42:46.848255 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737914685206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:46.848846 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Unsubscribe: segment precommit_create {{(pid=105580) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 20:42:46.849350 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Added segment a7902cc6-abfd-461a-a202-6e2a50ef2220 of type vlan for network 2e91501b-31a6-4894-a87a-78e16330a8ac Jul 27 20:42:46.866594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a57da1-535e-4157-a114-643e17915926,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:46.893271 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:46.893775 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:46.894007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:46.894275 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:46.894600 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:46.894919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:46.895238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:46.895557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:46.895872 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:46.896184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:46.896496 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:46.896805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Tracked resource versions report: Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: pushed versions: Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: { 'AddressGroup': {'1.2'}, Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'ConntrackHelper': {'1.0'}, Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'Log': {'1.0'}, Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'Network': {'1.1'}, Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'Port': {'1.7'}, Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'PortForwarding': {'1.2'}, Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'QosPolicy': {'1.8'}, Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'SecurityGroup': {'1.4'}, Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'SecurityGroupRule': {'1.2'}, Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'SubPort': {'1.0'}, Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'Subnet': {'1.1'}, Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'Trunk': {'1.1'}} Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: consumer versions: Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: { DHCP agent@n-d-764806-9: {}, Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: L3 agent@n-d-764806-9: {}, Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: Metadata agent@n-d-764806-9: {}, Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: Metering agent@n-d-764806-9: {}, Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: Open vSwitch agent@n-d-764806-9: { 'AddressGroup': '1.2', Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'ConntrackHelper': '1.0', Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'Log': '1.0', Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'Network': '1.1', Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'Port': '1.7', Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'PortForwarding': '1.2', Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'QosPolicy': '1.8', Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'SecurityGroup': '1.4', Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'SecurityGroupRule': '1.2', Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'SubPort': '1.0', Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'Subnet': '1.1', Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: 'Trunk': '1.1'}} Jul 27 20:42:46.897940 n-d-764806-9 neutron-server[105580]: {{(pid=105580) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 20:42:46.979704 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:47.030105 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:47.031242 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:47.032206 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:47.106340 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7983005 Jul 27 20:42:47.137012 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd395b10-1f6e-4016-906b-315cf91b83e9 admin admin] Pushing event updated for resources: {'Network': ['ID=2e91501b-31a6-4894-a87a-78e16330a8ac,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:47.149800 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 2e91501b-31a6-4894-a87a-78e16330a8ac details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:42:49.827131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50556) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:42:50.249250 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93327de2-5889-4e2c-9cb7-cc56f4797e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:50.250660 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-93327de2-5889-4e2c-9cb7-cc56f4797e0e admin admin] 10.222.0.55 "GET /v2.0/networks/2e91501b-31a6-4894-a87a-78e16330a8ac HTTP/1.1" status: 200 len: 825 time: 0.4225657 Jul 27 20:42:50.278409 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b29f2e9f-0c1f-4a7b-85b2-f0637230788e admin admin] 10.222.0.55 "GET /v2.0/subnetpools/75f7436d-5380-4981-8fdd-0133b4b269e3 HTTP/1.1" status: 200 len: 734 time: 0.0211217 Jul 27 20:42:50.288155 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-eccc960d-b31f-4186-bb25-7c0b5ff43111 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '75f7436d-5380-4981-8fdd-0133b4b269e3', 'tenant_id': '74227ad2a74748448b4b459b00707032', 'ip_version': 4, 'network_id': '2e91501b-31a6-4894-a87a-78e16330a8ac', 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:42:50.313323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccc960d-b31f-4186-bb25-7c0b5ff43111 admin admin] Made reservation on behalf of 74227ad2a74748448b4b459b00707032 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:42:50.315692 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eccc960d-b31f-4186-bb25-7c0b5ff43111 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:50.649442 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eccc960d-b31f-4186-bb25-7c0b5ff43111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:50.724085 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc960d-b31f-4186-bb25-7c0b5ff43111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d361462-d3f1-4aec-9216-6679bbd0def9,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:50.728530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc960d-b31f-4186-bb25-7c0b5ff43111 admin admin] Checking segment: {'id': 'a7902cc6-abfd-461a-a202-6e2a50ef2220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e91501b-31a6-4894-a87a-78e16330a8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:42:50.728938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccc960d-b31f-4186-bb25-7c0b5ff43111 admin admin] Network hostable DHCP agents. Network: 2e91501b-31a6-4894-a87a-78e16330a8ac, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:42:50.751134 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccc960d-b31f-4186-bb25-7c0b5ff43111 admin admin] Network 2e91501b-31a6-4894-a87a-78e16330a8ac is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:42:50.762690 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-eccc960d-b31f-4186-bb25-7c0b5ff43111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 2e91501b-31a6-4894-a87a-78e16330a8ac) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:42:50.767868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccc960d-b31f-4186-bb25-7c0b5ff43111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:42:50.768979 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eccc960d-b31f-4186-bb25-7c0b5ff43111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:50.772249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ac4c1f-1c6b-447d-a7e4-d10abc64a67b None None] Network 2e91501b-31a6-4894-a87a-78e16330a8ac requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:42:50.782658 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-eccc960d-b31f-4186-bb25-7c0b5ff43111 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4980891 Jul 27 20:42:51.127274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-2e91501b-31a6-4894-a87a-78e16330a8ac', 'network_id': '2e91501b-31a6-4894-a87a-78e16330a8ac', 'tenant_id': '74227ad2a74748448b4b459b00707032', 'fixed_ips': [{'subnet_id': '9d361462-d3f1-4aec-9216-6679bbd0def9'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:42:51.128613 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:51.417573 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Allocated IP 172.20.0.2 (2e91501b-31a6-4894-a87a-78e16330a8ac/9d361462-d3f1-4aec-9216-6679bbd0def9/1b4d6a50-3b21-4ffc-87ff-04eeb535e445) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:42:51.658486 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:51.674770 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Transition to ACTIVE for port object 1b4d6a50-3b21-4ffc-87ff-04eeb535e445 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:42:51.697002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Transition to ACTIVE for port object 1b4d6a50-3b21-4ffc-87ff-04eeb535e445 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:42:51.707103 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:51.782848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Network 2e91501b-31a6-4894-a87a-78e16330a8ac is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:42:51.787572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:42:51.793508 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Pushing event updated for resources: {'Port': ['ID=1b4d6a50-3b21-4ffc-87ff-04eeb535e445,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:51.795684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:42:51.805671 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:51.806015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:51.806383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:51.806720 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:51.807055 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:51.807383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:51.807706 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:51.808031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:51.808352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:51.808674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:51.808993 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:51.809310 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Tracked resource versions report: Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: pushed versions: Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: { 'AddressGroup': {'1.2'}, Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'ConntrackHelper': {'1.0'}, Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'Log': {'1.0'}, Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'Network': {'1.1'}, Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'Port': {'1.7'}, Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'PortForwarding': {'1.2'}, Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'QosPolicy': {'1.8'}, Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'SecurityGroup': {'1.4'}, Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'SecurityGroupRule': {'1.2'}, Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'SubPort': {'1.0'}, Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'Subnet': {'1.1'}, Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'Trunk': {'1.1'}} Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: consumer versions: Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: { DHCP agent@n-d-764806-9: {}, Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: L3 agent@n-d-764806-9: {}, Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: Metadata agent@n-d-764806-9: {}, Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: Metering agent@n-d-764806-9: {}, Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: Open vSwitch agent@n-d-764806-9: { 'AddressGroup': '1.2', Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'ConntrackHelper': '1.0', Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'Log': '1.0', Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'Network': '1.1', Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'Port': '1.7', Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'PortForwarding': '1.2', Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'QosPolicy': '1.8', Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'SecurityGroup': '1.4', Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'SecurityGroupRule': '1.2', Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'SubPort': '1.0', Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'Subnet': '1.1', Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: 'Trunk': '1.1'}} Jul 27 20:42:51.810461 n-d-764806-9 neutron-server[105581]: {{(pid=105581) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 20:42:51.888707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Attempting to bind port 1b4d6a50-3b21-4ffc-87ff-04eeb535e445 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:42:51.889112 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Attempting to bind port 1b4d6a50-3b21-4ffc-87ff-04eeb535e445 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a7902cc6-abfd-461a-a202-6e2a50ef2220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e91501b-31a6-4894-a87a-78e16330a8ac'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:42:51.889526 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Attempting to bind port 1b4d6a50-3b21-4ffc-87ff-04eeb535e445 on network 2e91501b-31a6-4894-a87a-78e16330a8ac {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:42:51.894496 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:42:51.894908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Checking segment: {'id': 'a7902cc6-abfd-461a-a202-6e2a50ef2220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e91501b-31a6-4894-a87a-78e16330a8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:42:51.895355 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:51.895741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Bound using segment: {'id': 'a7902cc6-abfd-461a-a202-6e2a50ef2220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e91501b-31a6-4894-a87a-78e16330a8ac'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:42:51.896197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Bound port: 1b4d6a50-3b21-4ffc-87ff-04eeb535e445, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7902cc6-abfd-461a-a202-6e2a50ef2220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e91501b-31a6-4894-a87a-78e16330a8ac'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:42:51.896591 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:51.962260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] For port 1b4d6a50-3b21-4ffc-87ff-04eeb535e445, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:42:51.967051 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] For port 1b4d6a50-3b21-4ffc-87ff-04eeb535e445, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1b4d6a50-3b21-4ffc-87ff-04eeb535e445,segment=NetworkSegment(a7902cc6-abfd-461a-a202-6e2a50ef2220),segment_id=a7902cc6-abfd-461a-a202-6e2a50ef2220)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:42:51.971678 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:42:52.036575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efa6ce-b270-4d46-ac91-40162d6c4972 None None] Pushing event updated for resources: {'Port': ['ID=1b4d6a50-3b21-4ffc-87ff-04eeb535e445,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:42:53.280739 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50564) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:42:53.604529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-e87cb2e6-5aa7-4ca9-bf23-df5463a7c368 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:42:53.605520 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e87cb2e6-5aa7-4ca9-bf23-df5463a7c368 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3238366 Jul 27 20:42:56.091309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50572) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:42:56.432338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-cbbe7cb2-7216-4df4-bfaa-0a86b5f2109b admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:42:56.433388 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cbbe7cb2-7216-4df4-bfaa-0a86b5f2109b admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3411391 Jul 27 20:42:59.397097 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50582) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:42:59.966453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1b4d6a50-3b21-4ffc-87ff-04eeb535e445 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:43:00.064193 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 1b4d6a50-3b21-4ffc-87ff-04eeb535e445 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:43:00.100268 n-d-764806-9 neutron-server[105579]: WARNING oslo_policy.policy [None req-2c9b2e73-8e96-40fa-81f6-081967a7d33b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 20:43:00.100844 n-d-764806-9 neutron-server[105579]: WARNING oslo_policy.policy [None req-2c9b2e73-8e96-40fa-81f6-081967a7d33b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 20:43:00.322582 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2c9b2e73-8e96-40fa-81f6-081967a7d33b admin admin] Request body: {'router': {'tenant_id': '74227ad2a74748448b4b459b00707032', 'name': 'router1', 'admin_state_up': True}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:43:00.387730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.policy [None req-2c9b2e73-8e96-40fa-81f6-081967a7d33b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105579) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 20:43:00.434803 n-d-764806-9 neutron-server[105579]: WARNING oslo_policy.policy [None req-2c9b2e73-8e96-40fa-81f6-081967a7d33b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 20:43:00.435829 n-d-764806-9 neutron-server[105579]: WARNING oslo_policy.policy [None req-2c9b2e73-8e96-40fa-81f6-081967a7d33b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 20:43:00.443994 n-d-764806-9 neutron-server[105579]: INFO neutron.quota [None req-2c9b2e73-8e96-40fa-81f6-081967a7d33b admin admin] Loaded quota_driver: . Jul 27 20:43:00.511284 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2e73-8e96-40fa-81f6-081967a7d33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:00.513115 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2e73-8e96-40fa-81f6-081967a7d33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:00.730766 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2e73-8e96-40fa-81f6-081967a7d33b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:00.738543 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2e73-8e96-40fa-81f6-081967a7d33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:00.764276 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c9b2e73-8e96-40fa-81f6-081967a7d33b admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:00.765666 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2c9b2e73-8e96-40fa-81f6-081967a7d33b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3654745 Jul 27 20:43:00.993974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e410aa53-5cb1-4999-8a26-8d0ffda2cd1f None None] Network 2e91501b-31a6-4894-a87a-78e16330a8ac requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:43:01.064629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f4ee9384-7e65-4d71-b8ed-3a4d35e1fa72 None None] Provisioning for port 1b4d6a50-3b21-4ffc-87ff-04eeb535e445 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:43:01.078522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f4ee9384-7e65-4d71-b8ed-3a4d35e1fa72 None None] Provisioning complete for port 1b4d6a50-3b21-4ffc-87ff-04eeb535e445 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:43:01.078875 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f4ee9384-7e65-4d71-b8ed-3a4d35e1fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:01.269453 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f4ee9384-7e65-4d71-b8ed-3a4d35e1fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:01.327042 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-f4ee9384-7e65-4d71-b8ed-3a4d35e1fa72 None None] For port 1b4d6a50-3b21-4ffc-87ff-04eeb535e445, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1b4d6a50-3b21-4ffc-87ff-04eeb535e445,segment=NetworkSegment(a7902cc6-abfd-461a-a202-6e2a50ef2220),segment_id=a7902cc6-abfd-461a-a202-6e2a50ef2220)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:43:01.331521 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f4ee9384-7e65-4d71-b8ed-3a4d35e1fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:01.393273 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee9384-7e65-4d71-b8ed-3a4d35e1fa72 None None] Pushing event updated for resources: {'Port': ['ID=1b4d6a50-3b21-4ffc-87ff-04eeb535e445,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:43:01.554029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ad4e769d-ecdc-44e0-8d27-fb391128507c None None] Provisioning complete for port 1b4d6a50-3b21-4ffc-87ff-04eeb535e445 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:43:01.555174 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ad4e769d-ecdc-44e0-8d27-fb391128507c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:01.930887 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1b4d6a50-3b21-4ffc-87ff-04eeb535e445 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:43:01.986388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 1b4d6a50-3b21-4ffc-87ff-04eeb535e445 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:43:01.986760 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:02.535834 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c4817924-9592-4141-bde9-dea216800b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:03.372080 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50602) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:43:03.765254 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-ea856875-6618-4c45-b6a0-8d6dcdae8663 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:43:03.766452 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ea856875-6618-4c45-b6a0-8d6dcdae8663 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3932328 Jul 27 20:43:05.249577 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-15921dd0-4ad0-4160-88af-da215db5479c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:05.325210 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:06.284958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50610) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:43:06.624989 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-62e2528e-2228-409a-9529-184643c2d170 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:43:06.646693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e2528e-2228-409a-9529-184643c2d170 admin admin] Made reservation on behalf of 9eed9e5e672446969f4b9945b66c4259 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:43:06.649209 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-62e2528e-2228-409a-9529-184643c2d170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:06.657699 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-62e2528e-2228-409a-9529-184643c2d170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:06.755151 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-62e2528e-2228-409a-9529-184643c2d170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:06.759462 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-62e2528e-2228-409a-9529-184643c2d170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:06.777555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-62e2528e-2228-409a-9529-184643c2d170 admin admin] Reserving flat network on physical network physnet1 {{(pid=105580) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 27 20:43:06.794906 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2528e-2228-409a-9529-184643c2d170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ddafcb-9552-40ef-9e78-817930e5794b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:43:06.800101 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-62e2528e-2228-409a-9529-184643c2d170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:06.800426 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-62e2528e-2228-409a-9529-184643c2d170 admin admin] Added segment a4f01b5d-7aa9-4b0c-923b-ee64488feb07 of type flat for network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 Jul 27 20:43:06.867273 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-62e2528e-2228-409a-9529-184643c2d170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:06.904784 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-62e2528e-2228-409a-9529-184643c2d170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:06.905777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e2528e-2228-409a-9529-184643c2d170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:43:06.906585 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-62e2528e-2228-409a-9529-184643c2d170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:06.918739 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:06.964874 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-62e2528e-2228-409a-9529-184643c2d170 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6788433 Jul 27 20:43:06.974665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2528e-2228-409a-9529-184643c2d170 admin admin] Pushing event updated for resources: {'Network': ['ID=606fdd31-c6d1-46d4-a83e-1f6e64229b55,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:43:06.987158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:43:07.876692 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 5 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:43:08.634263 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:09.452703 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50628) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:43:09.652810 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61192663-a2f0-48d1-b2d1-7061647be817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:43:09.654197 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-61192663-a2f0-48d1-b2d1-7061647be817 admin admin] 10.222.0.55 "GET /v2.0/subnets/9d361462-d3f1-4aec-9216-6679bbd0def9 HTTP/1.1" status: 200 len: 849 time: 0.2005324 Jul 27 20:43:09.826463 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e2a0dfb5-4445-451e-8964-950c50a86801 admin admin] 10.222.0.55 "GET /v2.0/routers/911e630c-b5b4-4f13-87bb-52684b149141 HTTP/1.1" status: 200 len: 704 time: 0.1645229 Jul 27 20:43:10.122927 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:10.445070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Allocated IP 172.20.0.1 (2e91501b-31a6-4894-a87a-78e16330a8ac/9d361462-d3f1-4aec-9216-6679bbd0def9/1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:43:10.665425 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:10.688802 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Transition to ACTIVE for port object 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:43:10.778782 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:10.850521 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Network 2e91501b-31a6-4894-a87a-78e16330a8ac is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:43:10.858188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:43:10.864226 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:43:10.864739 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:10.889309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Pushing event updated for resources: {'Port': ['ID=1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:43:11.093588 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:11.130145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eda0d647-b949-45a7-be8e-1d6d9dc3b62e None None] Provisioning for port 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:43:11.136080 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eda0d647-b949-45a7-be8e-1d6d9dc3b62e None None] Provisioning complete for port 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:43:11.136710 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eda0d647-b949-45a7-be8e-1d6d9dc3b62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:11.183859 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-eda0d647-b949-45a7-be8e-1d6d9dc3b62e None None] Port 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:43:11.297403 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:11.302269 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:11.303169 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:11.389790 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Pushing event updated for resources: {'Port': ['ID=1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:43:11.467811 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Network 2e91501b-31a6-4894-a87a-78e16330a8ac is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:43:11.469819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:43:11.657373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Router 911e630c-b5b4-4f13-87bb-52684b149141 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:43:11.709239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bba66e82-42c8-4d9c-ac10-7cfb056d704d None None] Provisioning complete for port 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:43:11.709603 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bba66e82-42c8-4d9c-ac10-7cfb056d704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:11.749901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-bba66e82-42c8-4d9c-ac10-7cfb056d704d None None] Port 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:43:11.757845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:43:11.763525 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1ef0e91a-9a94-430f-93fd-2802b077ae2e admin admin] 10.222.0.55 "PUT /v2.0/routers/911e630c-b5b4-4f13-87bb-52684b149141/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9303329 Jul 27 20:43:11.770169 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Sync routers for ids ['911e630c-b5b4-4f13-87bb-52684b149141'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:43:11.782486 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Routers {'911e630c-b5b4-4f13-87bb-52684b149141'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:43:11.783376 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:43:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['911e630c-b5b4-4f13-87bb-52684b149141'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:43:11.996017 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Set router 911e630c-b5b4-4f13-87bb-52684b149141 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:43:12.476144 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911e630c-b5b4-4f13-87bb-52684b149141', 'name': 'router1', 'tenant_id': '74227ad2a74748448b4b459b00707032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:43:00Z', 'updated_at': '2021-07-27T20:43:11Z', 'revision_number': 2, 'project_id': '74227ad2a74748448b4b459b00707032', 'gw_port_host': None, '_interfaces': [{'id': '1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd', 'name': '', 'network_id': '2e91501b-31a6-4894-a87a-78e16330a8ac', 'tenant_id': '74227ad2a74748448b4b459b00707032', 'mac_address': 'fa:16:3e:f2:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911e630c-b5b4-4f13-87bb-52684b149141', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d361462-d3f1-4aec-9216-6679bbd0def9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:43:10Z', 'updated_at': '2021-07-27T20:43:11Z', 'revision_number': 2, 'project_id': '74227ad2a74748448b4b459b00707032', 'subnets': [{'id': '9d361462-d3f1-4aec-9216-6679bbd0def9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f7436d-5380-4981-8fdd-0133b4b269e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:43:12.530486 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Checking router: 911e630c-b5b4-4f13-87bb-52684b149141 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:43:12.530740 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Updating router 911e630c-b5b4-4f13-87bb-52684b149141 port 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:43:12.608075 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:13.144317 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:13.167876 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Transition to ACTIVE for port object 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:43:13.174840 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:13.350502 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacfde3-acf9-47dc-b60b-81a14d52b7e0 None None] Pushing event updated for resources: {'Port': ['ID=1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:43:13.361290 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dacfde3-acf9-47dc-b60b-81a14d52b7e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:13.361630 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dacfde3-acf9-47dc-b60b-81a14d52b7e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:13.361972 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dacfde3-acf9-47dc-b60b-81a14d52b7e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:13.362326 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dacfde3-acf9-47dc-b60b-81a14d52b7e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:13.362650 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dacfde3-acf9-47dc-b60b-81a14d52b7e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:13.362979 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dacfde3-acf9-47dc-b60b-81a14d52b7e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:13.363302 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dacfde3-acf9-47dc-b60b-81a14d52b7e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:13.363623 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dacfde3-acf9-47dc-b60b-81a14d52b7e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:13.363950 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dacfde3-acf9-47dc-b60b-81a14d52b7e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:13.364269 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dacfde3-acf9-47dc-b60b-81a14d52b7e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:13.364588 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dacfde3-acf9-47dc-b60b-81a14d52b7e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:13.364909 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dacfde3-acf9-47dc-b60b-81a14d52b7e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dacfde3-acf9-47dc-b60b-81a14d52b7e0 None None] Tracked resource versions report: Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: pushed versions: Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: { 'AddressGroup': {'1.2'}, Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'ConntrackHelper': {'1.0'}, Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'Log': {'1.0'}, Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'Network': {'1.1'}, Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'Port': {'1.7'}, Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'PortForwarding': {'1.2'}, Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'QosPolicy': {'1.8'}, Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'SecurityGroup': {'1.4'}, Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'SecurityGroupRule': {'1.2'}, Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'SubPort': {'1.0'}, Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'Subnet': {'1.1'}, Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'Trunk': {'1.1'}} Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: consumer versions: Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: { DHCP agent@n-d-764806-9: {}, Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: L3 agent@n-d-764806-9: {}, Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: Metadata agent@n-d-764806-9: {}, Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: Metering agent@n-d-764806-9: {}, Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: Open vSwitch agent@n-d-764806-9: { 'AddressGroup': '1.2', Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'ConntrackHelper': '1.0', Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'Log': '1.0', Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'Network': '1.1', Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'Port': '1.7', Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'PortForwarding': '1.2', Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'QosPolicy': '1.8', Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'SecurityGroup': '1.4', Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'SecurityGroupRule': '1.2', Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'SubPort': '1.0', Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'Subnet': '1.1', Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: 'Trunk': '1.1'}} Jul 27 20:43:13.366383 n-d-764806-9 neutron-server[105582]: {{(pid=105582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 20:43:13.368959 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Attempting to bind port 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:43:13.369470 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Attempting to bind port 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a7902cc6-abfd-461a-a202-6e2a50ef2220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e91501b-31a6-4894-a87a-78e16330a8ac'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:43:13.369884 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Attempting to bind port 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd on network 2e91501b-31a6-4894-a87a-78e16330a8ac {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:43:13.376186 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:43:13.376603 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Checking segment: {'id': 'a7902cc6-abfd-461a-a202-6e2a50ef2220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e91501b-31a6-4894-a87a-78e16330a8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:43:13.377188 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:13.377439 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Bound using segment: {'id': 'a7902cc6-abfd-461a-a202-6e2a50ef2220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e91501b-31a6-4894-a87a-78e16330a8ac'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:43:13.377906 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Bound port: 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7902cc6-abfd-461a-a202-6e2a50ef2220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2e91501b-31a6-4894-a87a-78e16330a8ac'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:43:13.378908 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:13.447475 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] For port 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:43:13.472307 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] For port 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd,segment=NetworkSegment(a7902cc6-abfd-461a-a202-6e2a50ef2220),segment_id=a7902cc6-abfd-461a-a202-6e2a50ef2220)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:43:13.481707 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:13.534722 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Routers {'911e630c-b5b4-4f13-87bb-52684b149141'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:43:13.535358 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:43:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['911e630c-b5b4-4f13-87bb-52684b149141'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:43:13.581786 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacfde3-acf9-47dc-b60b-81a14d52b7e0 None None] Pushing event updated for resources: {'Port': ['ID=1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:43:13.637850 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] Set router 911e630c-b5b4-4f13-87bb-52684b149141 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:43:13.859612 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911e630c-b5b4-4f13-87bb-52684b149141', 'name': 'router1', 'tenant_id': '74227ad2a74748448b4b459b00707032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:43:00Z', 'updated_at': '2021-07-27T20:43:11Z', 'revision_number': 2, 'project_id': '74227ad2a74748448b4b459b00707032', 'gw_port_host': None, '_interfaces': [{'id': '1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd', 'name': '', 'network_id': '2e91501b-31a6-4894-a87a-78e16330a8ac', 'tenant_id': '74227ad2a74748448b4b459b00707032', 'mac_address': 'fa:16:3e:f2:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911e630c-b5b4-4f13-87bb-52684b149141', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d361462-d3f1-4aec-9216-6679bbd0def9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:43:10Z', 'updated_at': '2021-07-27T20:43:13Z', 'revision_number': 4, 'project_id': '74227ad2a74748448b4b459b00707032', 'subnets': [{'id': '9d361462-d3f1-4aec-9216-6679bbd0def9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f7436d-5380-4981-8fdd-0133b4b269e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:43:13.885746 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453cf779-18c2-4539-908b-3879fbcda79e None None] The sync data for ids ['911e630c-b5b4-4f13-87bb-52684b149141'] in n-d-764806-9 is: [{'id': '911e630c-b5b4-4f13-87bb-52684b149141', 'name': 'router1', 'tenant_id': '74227ad2a74748448b4b459b00707032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:43:00Z', 'updated_at': '2021-07-27T20:43:11Z', 'revision_number': 2, 'project_id': '74227ad2a74748448b4b459b00707032', 'gw_port_host': None, '_interfaces': [{'id': '1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd', 'name': '', 'network_id': '2e91501b-31a6-4894-a87a-78e16330a8ac', 'tenant_id': '74227ad2a74748448b4b459b00707032', 'mac_address': 'fa:16:3e:f2:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911e630c-b5b4-4f13-87bb-52684b149141', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d361462-d3f1-4aec-9216-6679bbd0def9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:43:10Z', 'updated_at': '2021-07-27T20:43:13Z', 'revision_number': 4, 'project_id': '74227ad2a74748448b4b459b00707032', 'subnets': [{'id': '9d361462-d3f1-4aec-9216-6679bbd0def9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f7436d-5380-4981-8fdd-0133b4b269e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:43:14.152510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50648) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:43:14.268882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee17b16-5818-40a3-9cf6-e3282e9802fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:43:14.270296 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bee17b16-5818-40a3-9cf6-e3282e9802fb admin admin] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 842 time: 0.1166761 Jul 27 20:43:14.280597 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4bc1333f-77b1-4e96-bb10-3ebe17d8d06b admin admin] Request body: {'subnet': {'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:43:14.303303 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc1333f-77b1-4e96-bb10-3ebe17d8d06b admin admin] Made reservation on behalf of 9eed9e5e672446969f4b9945b66c4259 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:43:14.306071 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4bc1333f-77b1-4e96-bb10-3ebe17d8d06b admin admin] Notify callbacks [] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:14.616220 n-d-764806-9 neutron-server[105580]: DEBUG neutron.objects.ports [None req-4bc1333f-77b1-4e96-bb10-3ebe17d8d06b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105580) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 20:43:14.616735 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4bc1333f-77b1-4e96-bb10-3ebe17d8d06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:14.753679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1333f-77b1-4e96-bb10-3ebe17d8d06b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ab3801-6680-4d89-853c-9b2567101a4c,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:43:14.764131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1333f-77b1-4e96-bb10-3ebe17d8d06b admin admin] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:43:14.764486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc1333f-77b1-4e96-bb10-3ebe17d8d06b admin admin] Network hostable DHCP agents. Network: 606fdd31-c6d1-46d4-a83e-1f6e64229b55, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:43:14.784292 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc1333f-77b1-4e96-bb10-3ebe17d8d06b admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:43:14.797192 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-4bc1333f-77b1-4e96-bb10-3ebe17d8d06b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 606fdd31-c6d1-46d4-a83e-1f6e64229b55) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:43:14.802442 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1333f-77b1-4e96-bb10-3ebe17d8d06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:43:14.803497 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4bc1333f-77b1-4e96-bb10-3ebe17d8d06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:14.807623 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61113fac-6cf4-4afd-ae88-e54ae1ad49d2 None None] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:43:14.820557 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4bc1333f-77b1-4e96-bb10-3ebe17d8d06b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5435586 Jul 27 20:43:14.974898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7d817c-37f9-448c-8ab8-1b1ff934f978 None None] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:43:17.215121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50656) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:43:17.449177 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0ef53abf-5b05-476a-89d8-44f13c5784f6 admin admin] 10.222.0.55 "GET /v2.0/routers/911e630c-b5b4-4f13-87bb-52684b149141 HTTP/1.1" status: 200 len: 710 time: 0.2328439 Jul 27 20:43:17.674989 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89299bee-2ab4-4796-9464-babeda7c317f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:43:17.677217 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-89299bee-2ab4-4796-9464-babeda7c317f admin admin] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 886 time: 0.2221420 Jul 27 20:43:17.687209 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:43:17.984312 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:18.271567 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:18.378551 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:18.613731 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Allocated IP 172.25.2.132 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/412b13b0-8df7-4e4e-8429-3d353cd80e59) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:43:18.759800 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:18.872251 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:18.937948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:43:18.943081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:43:19.008057 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:43:19.011903 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=412b13b0-8df7-4e4e-8429-3d353cd80e59,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:43:19.106625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:19.106999 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:19.107557 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:19.108115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:19.108565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:19.108917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:19.109241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:19.109688 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:19.110249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:19.110728 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:19.111389 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:19.111919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Tracked resource versions report: Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: pushed versions: Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: { 'AddressGroup': {'1.2'}, Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'ConntrackHelper': {'1.0'}, Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'Log': {'1.0'}, Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'Network': {'1.1'}, Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'Port': {'1.7'}, Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'PortForwarding': {'1.2'}, Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'QosPolicy': {'1.8'}, Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'SecurityGroup': {'1.4'}, Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'SecurityGroupRule': {'1.2'}, Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'SubPort': {'1.0'}, Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'Subnet': {'1.1'}, Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'Trunk': {'1.1'}} Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: consumer versions: Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: { DHCP agent@n-d-764806-9: {}, Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: L3 agent@n-d-764806-9: {}, Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: Metadata agent@n-d-764806-9: {}, Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: Metering agent@n-d-764806-9: {}, Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: Open vSwitch agent@n-d-764806-9: { 'AddressGroup': '1.2', Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'ConntrackHelper': '1.0', Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'Log': '1.0', Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'Network': '1.1', Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'Port': '1.7', Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'PortForwarding': '1.2', Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'QosPolicy': '1.8', Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'SecurityGroup': '1.4', Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'SecurityGroupRule': '1.2', Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'SubPort': '1.0', Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'Subnet': '1.1', Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: 'Trunk': '1.1'}} Jul 27 20:43:19.113713 n-d-764806-9 neutron-server[105579]: {{(pid=105579) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 20:43:19.472011 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:19.740033 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:19.744062 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:19.870898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Router 911e630c-b5b4-4f13-87bb-52684b149141 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:43:19.970071 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:43:20.014904 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:43:20.021014 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:20.024206 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a1d7ec97-5a07-49df-b0ea-b7e8b3fcc1e7 admin admin] 10.222.0.55 "PUT /v2.0/routers/911e630c-b5b4-4f13-87bb-52684b149141 HTTP/1.1" status: 200 len: 890 time: 2.3401778 Jul 27 20:43:20.045086 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:43:20.051604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:43:20.052164 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:20.158389 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:20.201209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd,segment=NetworkSegment(a7902cc6-abfd-461a-a202-6e2a50ef2220),segment_id=a7902cc6-abfd-461a-a202-6e2a50ef2220)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:43:20.206121 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:20.332865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:43:20.861655 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Sync routers for ids ['911e630c-b5b4-4f13-87bb-52684b149141'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:43:20.874725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Routers {'911e630c-b5b4-4f13-87bb-52684b149141'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:43:20.875570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:43:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['911e630c-b5b4-4f13-87bb-52684b149141'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:43:21.113366 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Set router 911e630c-b5b4-4f13-87bb-52684b149141 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:43:21.555852 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911e630c-b5b4-4f13-87bb-52684b149141', 'name': 'router1', 'tenant_id': '74227ad2a74748448b4b459b00707032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '412b13b0-8df7-4e4e-8429-3d353cd80e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:43:00Z', 'updated_at': '2021-07-27T20:43:19Z', 'revision_number': 4, 'project_id': '74227ad2a74748448b4b459b00707032', 'gw_port': {'id': '412b13b0-8df7-4e4e-8429-3d353cd80e59', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911e630c-b5b4-4f13-87bb-52684b149141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:43:18Z', 'updated_at': '2021-07-27T20:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd', 'name': '', 'network_id': '2e91501b-31a6-4894-a87a-78e16330a8ac', 'tenant_id': '74227ad2a74748448b4b459b00707032', 'mac_address': 'fa:16:3e:f2:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911e630c-b5b4-4f13-87bb-52684b149141', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d361462-d3f1-4aec-9216-6679bbd0def9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:43:10Z', 'updated_at': '2021-07-27T20:43:20Z', 'revision_number': 5, 'project_id': '74227ad2a74748448b4b459b00707032', 'subnets': [{'id': '9d361462-d3f1-4aec-9216-6679bbd0def9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f7436d-5380-4981-8fdd-0133b4b269e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:43:21.622287 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Checking router: 911e630c-b5b4-4f13-87bb-52684b149141 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:43:21.622857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Updating router 911e630c-b5b4-4f13-87bb-52684b149141 port 412b13b0-8df7-4e4e-8429-3d353cd80e59 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:43:21.660668 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:21.957527 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:43:22.054958 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:22.076216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Transition to ACTIVE for port object 412b13b0-8df7-4e4e-8429-3d353cd80e59 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:43:22.086287 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:43:22.086287 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:22.086287 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:22.170839 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Attempting to bind port 412b13b0-8df7-4e4e-8429-3d353cd80e59 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:43:22.171642 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Attempting to bind port 412b13b0-8df7-4e4e-8429-3d353cd80e59 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:43:22.171642 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Attempting to bind port 412b13b0-8df7-4e4e-8429-3d353cd80e59 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:43:22.186390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:43:22.186769 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:43:22.187339 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:22.187981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:43:22.188669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Bound port: 412b13b0-8df7-4e4e-8429-3d353cd80e59, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:43:22.188986 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:22.191318 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d82d35-47c4-4e87-b2a4-3bcfbc0dedef None None] Pushing event updated for resources: {'Port': ['ID=412b13b0-8df7-4e4e-8429-3d353cd80e59,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:43:22.390707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] For port 412b13b0-8df7-4e4e-8429-3d353cd80e59, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:43:22.393853 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] For port 412b13b0-8df7-4e4e-8429-3d353cd80e59, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=412b13b0-8df7-4e4e-8429-3d353cd80e59,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:43:22.399516 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:22.462566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Routers {'911e630c-b5b4-4f13-87bb-52684b149141'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:43:22.463195 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:43:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['911e630c-b5b4-4f13-87bb-52684b149141'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:43:22.465062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d82d35-47c4-4e87-b2a4-3bcfbc0dedef None None] Pushing event updated for resources: {'Port': ['ID=412b13b0-8df7-4e4e-8429-3d353cd80e59,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:43:22.581368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] Set router 911e630c-b5b4-4f13-87bb-52684b149141 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:43:22.783097 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50674) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:43:22.858002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911e630c-b5b4-4f13-87bb-52684b149141', 'name': 'router1', 'tenant_id': '74227ad2a74748448b4b459b00707032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '412b13b0-8df7-4e4e-8429-3d353cd80e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:43:00Z', 'updated_at': '2021-07-27T20:43:19Z', 'revision_number': 4, 'project_id': '74227ad2a74748448b4b459b00707032', 'gw_port': {'id': '412b13b0-8df7-4e4e-8429-3d353cd80e59', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911e630c-b5b4-4f13-87bb-52684b149141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:43:18Z', 'updated_at': '2021-07-27T20:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd', 'name': '', 'network_id': '2e91501b-31a6-4894-a87a-78e16330a8ac', 'tenant_id': '74227ad2a74748448b4b459b00707032', 'mac_address': 'fa:16:3e:f2:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911e630c-b5b4-4f13-87bb-52684b149141', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d361462-d3f1-4aec-9216-6679bbd0def9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:43:10Z', 'updated_at': '2021-07-27T20:43:20Z', 'revision_number': 5, 'project_id': '74227ad2a74748448b4b459b00707032', 'subnets': [{'id': '9d361462-d3f1-4aec-9216-6679bbd0def9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f7436d-5380-4981-8fdd-0133b4b269e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:43:22.898386 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a70ae63-9493-401e-b69c-d178abffad21 None None] The sync data for ids ['911e630c-b5b4-4f13-87bb-52684b149141'] in n-d-764806-9 is: [{'id': '911e630c-b5b4-4f13-87bb-52684b149141', 'name': 'router1', 'tenant_id': '74227ad2a74748448b4b459b00707032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '412b13b0-8df7-4e4e-8429-3d353cd80e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:43:00Z', 'updated_at': '2021-07-27T20:43:19Z', 'revision_number': 4, 'project_id': '74227ad2a74748448b4b459b00707032', 'gw_port': {'id': '412b13b0-8df7-4e4e-8429-3d353cd80e59', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911e630c-b5b4-4f13-87bb-52684b149141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:43:18Z', 'updated_at': '2021-07-27T20:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd', 'name': '', 'network_id': '2e91501b-31a6-4894-a87a-78e16330a8ac', 'tenant_id': '74227ad2a74748448b4b459b00707032', 'mac_address': 'fa:16:3e:f2:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911e630c-b5b4-4f13-87bb-52684b149141', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d361462-d3f1-4aec-9216-6679bbd0def9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:43:10Z', 'updated_at': '2021-07-27T20:43:20Z', 'revision_number': 5, 'project_id': '74227ad2a74748448b4b459b00707032', 'subnets': [{'id': '9d361462-d3f1-4aec-9216-6679bbd0def9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75f7436d-5380-4981-8fdd-0133b4b269e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:43:22.981400 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-105df4b7-f388-45b1-92ee-ded3b624afeb admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1961694 Jul 27 20:43:23.984863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 412b13b0-8df7-4e4e-8429-3d353cd80e59 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:43:24.055250 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 412b13b0-8df7-4e4e-8429-3d353cd80e59 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:43:24.061941 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 412b13b0-8df7-4e4e-8429-3d353cd80e59 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:43:24.062577 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:24.162054 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:24.185346 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 412b13b0-8df7-4e4e-8429-3d353cd80e59, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=412b13b0-8df7-4e4e-8429-3d353cd80e59,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:43:24.189967 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:24.248790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=412b13b0-8df7-4e4e-8429-3d353cd80e59,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:43:26.006088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 412b13b0-8df7-4e4e-8429-3d353cd80e59 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:43:26.074954 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 412b13b0-8df7-4e4e-8429-3d353cd80e59 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:43:26.075481 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:32.549073 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e202038-d9be-4b0d-8eac-7a7bdd135f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:35.270177 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1a64efac-ce16-47b6-9444-21b9042ba8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:35.341288 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:36.921656 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:38.653128 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:43:44.875244 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 5 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:44:02.542814 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-993d819d-d257-47fc-ba89-361b64bddfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:05.260031 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2b8c85f0-e0f1-40ad-aa97-cd6f6e11ed39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:05.336725 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:06.933090 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:08.661284 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:21.873273 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 5 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:44:32.543718 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-61feb472-3c49-4f71-9800-5db2b6edafcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:35.256000 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e1d254ac-cd1b-41df-9ce1-de4f032768c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:35.468780 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:36.927239 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:38.661277 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:44:58.871392 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 5 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:45:02.545076 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2a8c3289-cc58-420c-92c8-75c0f5a218a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:05.257610 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-74d558c8-20bb-4a75-b849-c413c74a1c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:05.341423 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:06.930318 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:08.667057 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:09.548837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51274) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:45:09.609528 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-06305556-d95b-4a81-aea7-9138c5886fef admin admin] GET failed (client error): The resource could not be found. Jul 27 20:45:09.611190 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-06305556-d95b-4a81-aea7-9138c5886fef admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613999 Jul 27 20:45:09.783410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b066f1-dc53-4e33-889a-82af9ccf4149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:09.784821 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d3b066f1-dc53-4e33-889a-82af9ccf4149 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1692321 Jul 27 20:45:12.025992 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51284) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:45:12.129594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68dfc3d-8e20-445e-86a6-824913272786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:12.129594 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b68dfc3d-8e20-445e-86a6-824913272786 admin admin] 10.222.0.55 "GET /v2.0/subnets/9d361462-d3f1-4aec-9216-6679bbd0def9 HTTP/1.1" status: 200 len: 849 time: 0.1007414 Jul 27 20:45:12.138558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:45:12.238066 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Notify callbacks [] for subnet, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:12.409154 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737914610661'] for subnet, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:12.451188 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef8cc58-83c5-484d-a6a8-b8da5c6ae3a0 None None] Network 2e91501b-31a6-4894-a87a-78e16330a8ac requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:45:12.451986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:12.452601 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:12.454742 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] 10.222.0.55 "PUT /v2.0/subnets/9d361462-d3f1-4aec-9216-6679bbd0def9 HTTP/1.1" status: 200 len: 868 time: 0.3196692 Jul 27 20:45:12.481034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d361462-d3f1-4aec-9216-6679bbd0def9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:45:12.490512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:12.490793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:12.491282 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:12.491701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:12.492095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:12.492740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:12.493098 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:12.493705 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:12.494092 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:12.494525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:12.495008 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:12.495338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a445ae-a634-45c9-b56e-977824da2e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:45:12.862647 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e2a2ba79-2825-4e0e-9abc-fc42156f1266 None None] Provisioning complete for port 1e1d6516-1511-4cdd-bfcf-4c5f6c81f4cd triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:45:12.863019 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ba79-2825-4e0e-9abc-fc42156f1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:12.949896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e2a2ba79-2825-4e0e-9abc-fc42156f1266 None None] Provisioning complete for port 1b4d6a50-3b21-4ffc-87ff-04eeb535e445 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:45:12.950190 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ba79-2825-4e0e-9abc-fc42156f1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:14.741916 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51292) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:45:14.954549 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a597f0-efab-44f2-adde-1d1a200e791d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:14.954772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a597f0-efab-44f2-adde-1d1a200e791d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:14.956293 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b7a597f0-efab-44f2-adde-1d1a200e791d admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2133267 Jul 27 20:45:17.173087 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51300) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:45:17.318743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d88cb4-381f-4953-bc5c-b4cf109a7667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:17.319227 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d88cb4-381f-4953-bc5c-b4cf109a7667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:17.321054 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b2d88cb4-381f-4953-bc5c-b4cf109a7667 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1469955 Jul 27 20:45:19.624736 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51308) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:45:19.772389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21436cf8-406d-4589-940f-0cfaf545465f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:19.773770 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-21436cf8-406d-4589-940f-0cfaf545465f admin admin] 10.222.0.55 "GET /v2.0/networks/2e91501b-31a6-4894-a87a-78e16330a8ac HTTP/1.1" status: 200 len: 869 time: 0.1480944 Jul 27 20:45:22.027487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51316) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:45:22.158156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ac6d97-8c16-46ef-b8c5-7910be2dcc4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:22.159563 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-79ac6d97-8c16-46ef-b8c5-7910be2dcc4a admin admin] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 886 time: 0.1307991 Jul 27 20:45:24.403622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51324) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:45:24.533797 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf08789-8d00-4e80-9acc-c4c26906278b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:24.534166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf08789-8d00-4e80-9acc-c4c26906278b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:24.535710 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-baf08789-8d00-4e80-9acc-c4c26906278b admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1311464 Jul 27 20:45:26.810839 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51332) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:45:26.951230 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00f25fb-a77d-4207-a1e1-5741e8e4e02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:26.951704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00f25fb-a77d-4207-a1e1-5741e8e4e02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:26.954046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d00f25fb-a77d-4207-a1e1-5741e8e4e02c admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1416819 Jul 27 20:45:29.220666 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51342) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:45:29.330907 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714acfd-4c59-4bc1-8278-dc307b26778c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:29.332265 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2714acfd-4c59-4bc1-8278-dc307b26778c admin admin] 10.222.0.55 "GET /v2.0/subnets/9d361462-d3f1-4aec-9216-6679bbd0def9 HTTP/1.1" status: 200 len: 868 time: 0.1106582 Jul 27 20:45:31.524814 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51350) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:45:31.612715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4a90ed-9d87-4b8d-88b7-7117913b9377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:45:31.614073 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3c4a90ed-9d87-4b8d-88b7-7117913b9377 admin admin] 10.222.0.55 "GET /v2.0/subnets/e4ab3801-6680-4d89-853c-9b2567101a4c HTTP/1.1" status: 200 len: 816 time: 0.0883908 Jul 27 20:45:32.548349 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-51d941ec-7c13-4a14-b370-eaa45d9a4b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:35.263316 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8b757a1c-2001-49c7-9b7a-e9511a2efa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:35.350840 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:35.869338 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 5 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:45:36.933236 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:38.669718 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:45:58.581805 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51404) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:45:58.632108 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-83656ee5-e089-4b56-9684-ef85b2b4a506 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:45:58.633129 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-83656ee5-e089-4b56-9684-ef85b2b4a506 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504081 Jul 27 20:46:00.997583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51412) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:46:01.066019 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-eadeafe1-af68-4dcc-ad0e-6f705180104c admin admin] GET failed (client error): The resource could not be found. Jul 27 20:46:01.067419 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-eadeafe1-af68-4dcc-ad0e-6f705180104c admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0688906 Jul 27 20:46:01.159705 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1952d4b5-631e-497d-928f-373b9b5f5118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:01.161197 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1952d4b5-631e-497d-928f-373b9b5f5118 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0891702 Jul 27 20:46:02.549377 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6e02af4b-8a7d-42a9-8358-a37a25624224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:03.424071 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51420) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:46:03.471139 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:46:03.496053 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Made reservation on behalf of 9eed9e5e672446969f4b9945b66c4259 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:46:03.498841 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:03.548810 n-d-764806-9 neutron-server[105579]: WARNING neutron.services.revisions.revision_plugin [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Could not find related network for resource to bump revision. Jul 27 20:46:03.566388 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:46:03.581546 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737914685206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:03.582094 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Unsubscribe: segment precommit_create {{(pid=105579) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 20:46:03.582604 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Added segment 8de9e586-bcbe-4b4f-968a-77332d4782e3 of type vlan for network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d Jul 27 20:46:03.639990 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:03.682642 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:03.683605 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:03.684210 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:03.768433 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3431742 Jul 27 20:46:03.782398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Pushing event updated for resources: {'Network': ['ID=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:46:03.790038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:03.790415 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:03.790756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:03.791092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:03.791418 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:03.791744 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:03.792069 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:03.792389 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:03.792712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:03.793035 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:03.793393 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:03.793696 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2cedcc-b94e-459f-bc30-bd15a06f2d4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:03.807047 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:46:05.256767 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d339dcef-9bba-4937-83a0-d026e5f0b8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:05.345434 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:05.992818 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51428) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:46:06.055991 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-234825c9-8866-4ee6-80b6-09ca115360c5 admin admin] GET failed (client error): The resource could not be found. Jul 27 20:46:06.057357 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-234825c9-8866-4ee6-80b6-09ca115360c5 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0635037 Jul 27 20:46:06.131072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eea026-7c39-4ff9-ab97-f8979e6da606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:06.132550 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c3eea026-7c39-4ff9-ab97-f8979e6da606 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0707605 Jul 27 20:46:06.142769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1d77400b-6d4c-4ee2-aecb-243cca4af05e admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:46:06.162920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d77400b-6d4c-4ee2-aecb-243cca4af05e admin admin] Made reservation on behalf of 9eed9e5e672446969f4b9945b66c4259 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:46:06.165201 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1d77400b-6d4c-4ee2-aecb-243cca4af05e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:06.332716 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1d77400b-6d4c-4ee2-aecb-243cca4af05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:06.385136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77400b-6d4c-4ee2-aecb-243cca4af05e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a5d3e82-3746-4a10-a971-50880c778fb3,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:46:06.396112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d77400b-6d4c-4ee2-aecb-243cca4af05e admin admin] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:46:06.396474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d77400b-6d4c-4ee2-aecb-243cca4af05e admin admin] Network hostable DHCP agents. Network: ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:46:06.411764 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d77400b-6d4c-4ee2-aecb-243cca4af05e admin admin] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:46:06.420330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-1d77400b-6d4c-4ee2-aecb-243cca4af05e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:46:06.424925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d77400b-6d4c-4ee2-aecb-243cca4af05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:46:06.425523 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1d77400b-6d4c-4ee2-aecb-243cca4af05e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:06.433226 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d61988-daf4-4408-be53-d9c9bf28c765 None None] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:46:06.441068 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1d77400b-6d4c-4ee2-aecb-243cca4af05e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3018172 Jul 27 20:46:06.605600 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'tenant_id': '9eed9e5e672446969f4b9945b66c4259', 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:46:06.606538 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:06.751316 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Allocated IP 192.168.233.2 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/850b1762-2c81-4523-8764-8a706dec3761) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:46:06.906746 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:06.916061 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Transition to ACTIVE for port object 850b1762-2c81-4523-8764-8a706dec3761 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:46:06.942895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Transition to ACTIVE for port object 850b1762-2c81-4523-8764-8a706dec3761 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:46:06.947109 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:06.949842 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:06.988706 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:46:06.991893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:46:06.995821 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:46:07.011724 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Pushing event updated for resources: {'Port': ['ID=850b1762-2c81-4523-8764-8a706dec3761,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:46:07.038081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:07.038460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:07.038810 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:07.039178 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:07.039487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:07.039823 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:07.040154 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:07.040487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:07.040818 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:07.041172 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:07.041503 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:07.041827 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:46:07.083732 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Attempting to bind port 850b1762-2c81-4523-8764-8a706dec3761 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:46:07.084102 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Attempting to bind port 850b1762-2c81-4523-8764-8a706dec3761 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:46:07.084779 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Attempting to bind port 850b1762-2c81-4523-8764-8a706dec3761 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:46:07.090029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:46:07.090473 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:46:07.090854 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:07.091246 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:46:07.091713 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Bound port: 850b1762-2c81-4523-8764-8a706dec3761, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:46:07.092112 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:07.157597 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] For port 850b1762-2c81-4523-8764-8a706dec3761, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:46:07.160902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] For port 850b1762-2c81-4523-8764-8a706dec3761, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=850b1762-2c81-4523-8764-8a706dec3761,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:46:07.165811 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:07.227541 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f107c08-2818-4c3a-8649-edb5b6eec647 None None] Pushing event updated for resources: {'Port': ['ID=850b1762-2c81-4523-8764-8a706dec3761,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:46:08.070056 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7728a301-6357-4ce5-833e-7df279f0ff22 None None] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:46:08.128937 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 850b1762-2c81-4523-8764-8a706dec3761 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:46:08.194590 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b487048b-6cc1-41f9-8aaa-fed36e457b0a None None] Provisioning for port 850b1762-2c81-4523-8764-8a706dec3761 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:46:08.247598 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 850b1762-2c81-4523-8764-8a706dec3761 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:46:08.257991 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 850b1762-2c81-4523-8764-8a706dec3761 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:46:08.258390 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:08.383228 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:08.429913 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 850b1762-2c81-4523-8764-8a706dec3761, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=850b1762-2c81-4523-8764-8a706dec3761,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:46:08.435843 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:08.508229 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=850b1762-2c81-4523-8764-8a706dec3761,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:46:08.675115 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:08.736261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d4bf0693-c1ca-4aa6-a72f-168886de956a None None] Provisioning complete for port 850b1762-2c81-4523-8764-8a706dec3761 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:46:08.736535 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d4bf0693-c1ca-4aa6-a72f-168886de956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:10.088902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 850b1762-2c81-4523-8764-8a706dec3761 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:46:10.137923 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 850b1762-2c81-4523-8764-8a706dec3761 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:46:10.138326 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:12.867862 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 5 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:46:32.550952 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2fecbda3-9e27-47b2-888b-7444e0c58528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:35.257672 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-688fe555-3ea4-4c84-a531-3d599267a500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:35.348511 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:36.938535 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:38.677474 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:46:49.866090 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 5 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:47:02.552508 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-07e681fc-fdd0-4e35-ad84-81573b203864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:05.259650 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a6f47230-716d-4710-8340-c2af5f86f623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:05.350195 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:06.942175 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:08.697213 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:18.213534 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51480) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:47:18.220530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-bf9dc1b1-eba2-4f37-b9c7-7f76b11a06ec tempest-verify_tempest_config-443302550 tempest-verify_tempest_config-443302550-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:47:18.221505 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bf9dc1b1-eba2-4f37-b9c7-7f76b11a06ec tempest-verify_tempest_config-443302550 tempest-verify_tempest_config-443302550-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070164 Jul 27 20:47:18.536815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51498) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:47:18.640077 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d8defb4-f71b-48ff-9de5-11f8537bea4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:18.828352 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d8defb4-f71b-48ff-9de5-11f8537bea4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:18.832385 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d8defb4-f71b-48ff-9de5-11f8537bea4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:18.878034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8defb4-f71b-48ff-9de5-11f8537bea4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c38e70-ae34-458f-82b5-63bb4dfb9435,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:47:18.886532 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5d8defb4-f71b-48ff-9de5-11f8537bea4a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c3a01860325471ba6f6ae8a98190388&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3486776 Jul 27 20:47:18.887858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8defb4-f71b-48ff-9de5-11f8537bea4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:18.888209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8defb4-f71b-48ff-9de5-11f8537bea4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:18.888548 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8defb4-f71b-48ff-9de5-11f8537bea4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:18.889672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8defb4-f71b-48ff-9de5-11f8537bea4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:18.889811 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51502) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:47:18.890302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8defb4-f71b-48ff-9de5-11f8537bea4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:18.890424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8defb4-f71b-48ff-9de5-11f8537bea4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:18.890754 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8defb4-f71b-48ff-9de5-11f8537bea4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:18.891082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8defb4-f71b-48ff-9de5-11f8537bea4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:18.891409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8defb4-f71b-48ff-9de5-11f8537bea4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:18.891731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8defb4-f71b-48ff-9de5-11f8537bea4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:18.892055 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8defb4-f71b-48ff-9de5-11f8537bea4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:18.892374 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8defb4-f71b-48ff-9de5-11f8537bea4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:18.971546 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:18.991655 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:19.080633 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:19.082998 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:19.084213 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7c38e70-ae34-458f-82b5-63bb4dfb9435 HTTP/1.1" status: 204 len: 168 time: 0.1932204 Jul 27 20:47:19.093174 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c38e70-ae34-458f-82b5-63bb4dfb9435,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:47:19.100088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:19.100427 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:19.100765 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:19.101095 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:19.101429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:19.101745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:19.102065 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:19.102549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:19.102880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:19.103196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:19.103513 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:19.103828 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b718965b-7e7f-402f-9da7-6afbe724b0f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:47:26.866351 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 5 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:47:32.552911 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-da5c1df4-034d-464d-a6fe-66d90894131f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:35.261366 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-52b60daf-2e3e-4958-8db1-acf0591b4312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:35.353455 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:36.944664 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:47:38.689546 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:02.554663 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c900377d-e6b6-49a3-82c3-7790e16941bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:03.866118 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 5 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:48:05.264029 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0147f0b0-dab9-4752-a196-0c1752763fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:05.359675 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:06.947429 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:08.686851 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:32.557914 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9b47a602-12fd-4ee9-bb8d-6e1e9bf69daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:35.268739 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cac3965f-9185-4c35-9b80-ceb3c19cdf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:35.350978 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:36.952219 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:38.689766 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:48:40.864885 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 5 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:49:02.565072 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-db0a5dd2-afe6-458b-bd07-7d2246adc51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:05.269435 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7a09bfa2-b5d8-44c8-9e95-127bc4f130d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:05.350615 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:06.954717 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:08.692322 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:17.864234 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 5 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:49:32.555928 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cea81090-ec5f-48f4-a496-4f427374ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:35.270151 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2c112a69-ec62-4cd1-a31a-d736d3fbd03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:35.351443 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:36.956792 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:38.694835 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:49:54.863299 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 5 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:50:02.556607 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e52705b8-5799-465f-a710-f41ef9dd7bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:05.271890 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-621149b8-599b-4693-a0bd-f67a115ed1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:05.353602 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:06.961291 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:08.699844 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:31.861615 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 5 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:50:32.560090 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-91c23c4b-afa1-466c-af45-a1f02005b6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:33.763025 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941597'] for agent, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:35.274454 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-225ff107-1b71-4bf4-a027-d99bc8dc3b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:35.355341 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:36.966671 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:37.283743 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941597'] for agent, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:50:38.706191 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:02.562403 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4e738604-f7be-4b9b-9857-dc7bee96454f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:03.721167 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:05.276128 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e82c-14c6-4efc-95a4-81a7718eb9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:05.357146 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:06.965644 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:07.240225 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:08.707920 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:08.861221 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:51:21.850034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51568) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:21.973731 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c3ec706d-54ee-4a29-aca0-c729567b671c admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1222694 Jul 27 20:51:24.327093 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51578) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:51:24.389821 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-89e26bc4-6785-4236-97d5-4fa0f91a3c85 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0615344 Jul 27 20:51:32.562870 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-626a4f35-4e75-4600-af32-e11c43d3a80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:33.720479 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:35.277956 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cd8bbaa9-eb72-4027-84be-516ccb0f8cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:35.358852 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:36.970690 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:37.250111 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:38.704871 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:51:45.860092 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:52:02.564327 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71ac987b-ea98-4567-a96e-5a167e1e5218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:03.729268 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:05.282713 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-82d3906c-1a71-4cf8-8e96-df9f08318ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:05.363647 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:06.976287 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:07.272380 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:08.722497 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:22.859015 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:52:32.570817 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7113dbe5-d023-4795-b1dd-93ad3f337638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:33.718412 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:35.273930 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6614391b-0de1-437d-8ebb-16521854d09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:35.368255 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:36.974683 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:37.283302 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:38.714552 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:47.851574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51806) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:47.972456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51816) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:48.170615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-network', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:48.194555 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Made reservation on behalf of 421c0bc741dc429f9a5bc81fd9d591b1 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:48.197208 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:48.207377 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:48.272572 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51836) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:48.273207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-487e3208-4aab-4872-9cda-448bbd7a72dc tempest-AutoAllocateNetworkTest-1009803932 tempest-AutoAllocateNetworkTest-1009803932-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=049eaf3defd249e0b5bfc9bda180d8ca&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2990911 Jul 27 20:52:48.358420 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:48.364218 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:48.401251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63af3423-b399-494f-a83d-d3d3095eabd6,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:48.411721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.412356 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.412901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.413425 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.413931 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.414483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.415003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.415515 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.416032 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.416553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.416943 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.417264 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Tracked resource versions report: Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: pushed versions: Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: { 'AddressGroup': {'1.2'}, Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'ConntrackHelper': {'1.0'}, Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'Log': {'1.0'}, Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'Network': {'1.1'}, Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'Port': {'1.7'}, Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'PortForwarding': {'1.2'}, Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'QosPolicy': {'1.8'}, Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'SecurityGroup': {'1.4'}, Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'SecurityGroupRule': {'1.2'}, Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'SubPort': {'1.0'}, Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'Subnet': {'1.1'}, Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'Trunk': {'1.1'}} Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: consumer versions: Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: { DHCP agent@n-d-764806-9: {}, Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: HyperV agent@n-h1-764806-9: {}, Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: HyperV agent@n-h2-764806-9: {}, Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: L3 agent@n-d-764806-9: {}, Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: Metadata agent@n-d-764806-9: {}, Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: Metering agent@n-d-764806-9: {}, Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: Open vSwitch agent@n-d-764806-9: { 'AddressGroup': '1.2', Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'ConntrackHelper': '1.0', Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'Log': '1.0', Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'Network': '1.1', Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'Port': '1.7', Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'PortForwarding': '1.2', Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'QosPolicy': '1.8', Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'SecurityGroup': '1.4', Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'SecurityGroupRule': '1.2', Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'SubPort': '1.0', Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'Subnet': '1.1', Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: 'Trunk': '1.1'}} Jul 27 20:52:48.418372 n-d-764806-9 neutron-server[105579]: {{(pid=105579) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 20:52:48.437230 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:52:48.448483 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:48.449103 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Added segment 5590148a-9eb4-4d69-9ed8-80a2ef1a652c of type vlan for network d0529065-8390-47a3-aefb-e0f34741ee1f Jul 27 20:52:48.490705 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d941020-a0ae-4323-8ff2-e903ce8d9fbc tempest-AutoAllocateNetworkTest-1009803932 tempest-AutoAllocateNetworkTest-1009803932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:48.492369 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1d941020-a0ae-4323-8ff2-e903ce8d9fbc tempest-AutoAllocateNetworkTest-1009803932 tempest-AutoAllocateNetworkTest-1009803932-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2175839 Jul 27 20:52:48.495366 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51844) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:48.568418 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51850) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:48.568645 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e46cb51e-962c-44b9-810a-70a890c0465b tempest-AutoAllocateNetworkTest-1009803932 tempest-AutoAllocateNetworkTest-1009803932-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716941 Jul 27 20:52:48.570597 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:48.597897 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5f144c5b-cd17-4990-b061-fcdc5b3e5c08 tempest-AutoAllocateNetworkTest-1009803932 tempest-AutoAllocateNetworkTest-1009803932-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=049eaf3defd249e0b5bfc9bda180d8ca HTTP/1.1" status: 200 len: 208 time: 0.0282502 Jul 27 20:52:48.607303 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:48.608396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:48.608832 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:48.623374 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7706397 Jul 27 20:52:48.626472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51854) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:48.632178 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Request body: {'subnet': {'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-subnet', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:48.656732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Made reservation on behalf of 421c0bc741dc429f9a5bc81fd9d591b1 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:48.660009 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Notify callbacks [] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:48.702024 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafcbb6-4f96-4b6c-9e0e-c70b62cf0964 admin admin] Pushing event updated for resources: {'Network': ['ID=d0529065-8390-47a3-aefb-e0f34741ee1f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:48.716702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network d0529065-8390-47a3-aefb-e0f34741ee1f details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:52:48.900044 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:48.958696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b547ef7-4cb6-4736-b263-c7c9499342ec,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:48.969697 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.970030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.970576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.970898 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.971407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.971929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.972245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.972564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.972885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.973205 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.973527 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.973824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Tracked resource versions report: Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: pushed versions: Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: { 'AddressGroup': {'1.2'}, Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'ConntrackHelper': {'1.0'}, Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'Log': {'1.0'}, Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'Network': {'1.1'}, Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'Port': {'1.7'}, Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'PortForwarding': {'1.2'}, Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'QosPolicy': {'1.8'}, Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'SecurityGroup': {'1.4'}, Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'SecurityGroupRule': {'1.2'}, Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'SubPort': {'1.0'}, Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'Subnet': {'1.1'}, Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'Trunk': {'1.1'}} Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: consumer versions: Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: { DHCP agent@n-d-764806-9: {}, Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: HyperV agent@n-h1-764806-9: {}, Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: HyperV agent@n-h2-764806-9: {}, Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: L3 agent@n-d-764806-9: {}, Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: Metadata agent@n-d-764806-9: {}, Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: Metering agent@n-d-764806-9: {}, Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: Open vSwitch agent@n-d-764806-9: { 'AddressGroup': '1.2', Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'ConntrackHelper': '1.0', Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'Log': '1.0', Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'Network': '1.1', Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'Port': '1.7', Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'PortForwarding': '1.2', Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'QosPolicy': '1.8', Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'SecurityGroup': '1.4', Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'SecurityGroupRule': '1.2', Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'SubPort': '1.0', Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'Subnet': '1.1', Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: 'Trunk': '1.1'}} Jul 27 20:52:48.974934 n-d-764806-9 neutron-server[105580]: {{(pid=105580) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 20:52:48.989245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Checking segment: {'id': '5590148a-9eb4-4d69-9ed8-80a2ef1a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:48.989606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Network hostable DHCP agents. Network: d0529065-8390-47a3-aefb-e0f34741ee1f, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:52:49.009909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Network d0529065-8390-47a3-aefb-e0f34741ee1f is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:52:49.019694 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, d0529065-8390-47a3-aefb-e0f34741ee1f) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:49.024698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:49.025285 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.029716 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043ab8ef-cf2b-4363-a2d9-d7f7ef1461f3 None None] Network d0529065-8390-47a3-aefb-e0f34741ee1f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:52:49.042842 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0f96f89a-3404-456d-9d8d-9589cbefa1af admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4152918 Jul 27 20:52:49.045830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51884) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:49.052397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:49.087768 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.090711 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.209237 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.315238 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51892) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:49.339024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-d0529065-8390-47a3-aefb-e0f34741ee1f', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:52:49.339979 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.399970 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.519592 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Allocated IP 172.20.0.2 (d0529065-8390-47a3-aefb-e0f34741ee1f/9b547ef7-4cb6-4736-b263-c7c9499342ec/49b0ce4a-afa2-4abc-b86b-611e739838e6) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:49.692953 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.719718 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.735248 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.747448 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Transition to ACTIVE for port object 49b0ce4a-afa2-4abc-b86b-611e739838e6 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:49.769458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Transition to ACTIVE for port object 49b0ce4a-afa2-4abc-b86b-611e739838e6 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:49.779972 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.855407 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-638d0647-aa30-499c-8e92-42f892eaea65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:49.865631 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Network d0529065-8390-47a3-aefb-e0f34741ee1f is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:49.874643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:49.881251 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:49.927328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Allocated IP 172.25.2.252 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/49551985-7f67-4b7f-9158-2ceb07a1cf2f) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:49.929316 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Pushing event updated for resources: {'Port': ['ID=49b0ce4a-afa2-4abc-b86b-611e739838e6,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:49.945282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.945633 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.945964 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.946320 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.947086 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.947086 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.947296 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.947567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.947882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.948461 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.948779 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.949136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Tracked resource versions report: Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: pushed versions: Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: { 'AddressGroup': {'1.2'}, Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'ConntrackHelper': {'1.0'}, Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'Log': {'1.0'}, Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'Network': {'1.1'}, Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'Port': {'1.7'}, Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'PortForwarding': {'1.2'}, Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'QosPolicy': {'1.8'}, Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'SecurityGroup': {'1.4'}, Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'SecurityGroupRule': {'1.2'}, Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'SubPort': {'1.0'}, Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'Subnet': {'1.1'}, Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'Trunk': {'1.1'}} Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: consumer versions: Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: { DHCP agent@n-d-764806-9: {}, Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: HyperV agent@n-h1-764806-9: {}, Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: HyperV agent@n-h2-764806-9: {}, Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: L3 agent@n-d-764806-9: {}, Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: Metadata agent@n-d-764806-9: {}, Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: Metering agent@n-d-764806-9: {}, Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: Open vSwitch agent@n-d-764806-9: { 'AddressGroup': '1.2', Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'ConntrackHelper': '1.0', Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'Log': '1.0', Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'Network': '1.1', Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'Port': '1.7', Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'PortForwarding': '1.2', Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'QosPolicy': '1.8', Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'SecurityGroup': '1.4', Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'SecurityGroupRule': '1.2', Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'SubPort': '1.0', Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'Subnet': '1.1', Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: 'Trunk': '1.1'}} Jul 27 20:52:49.950261 n-d-764806-9 neutron-server[105581]: {{(pid=105581) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 20:52:50.003765 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-638d0647-aa30-499c-8e92-42f892eaea65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.009339 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-638d0647-aa30-499c-8e92-42f892eaea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.041933 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Attempting to bind port 49b0ce4a-afa2-4abc-b86b-611e739838e6 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:50.042337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Attempting to bind port 49b0ce4a-afa2-4abc-b86b-611e739838e6 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '5590148a-9eb4-4d69-9ed8-80a2ef1a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:50.042958 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Attempting to bind port 49b0ce4a-afa2-4abc-b86b-611e739838e6 on network d0529065-8390-47a3-aefb-e0f34741ee1f {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:50.048576 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:50.049305 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Checking segment: {'id': '5590148a-9eb4-4d69-9ed8-80a2ef1a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:50.049672 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.050320 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Bound using segment: {'id': '5590148a-9eb4-4d69-9ed8-80a2ef1a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:50.052425 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Bound port: 49b0ce4a-afa2-4abc-b86b-611e739838e6, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5590148a-9eb4-4d69-9ed8-80a2ef1a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:50.052425 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.147298 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.183611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] For port 49b0ce4a-afa2-4abc-b86b-611e739838e6, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:50.188377 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] For port 49b0ce4a-afa2-4abc-b86b-611e739838e6, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=49b0ce4a-afa2-4abc-b86b-611e739838e6,segment=NetworkSegment(5590148a-9eb4-4d69-9ed8-80a2ef1a652c),segment_id=5590148a-9eb4-4d69-9ed8-80a2ef1a652c)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:52:50.195882 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.201425 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-638d0647-aa30-499c-8e92-42f892eaea65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=049eaf3defd249e0b5bfc9bda180d8ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8845143 Jul 27 20:52:50.202027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51926) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:50.208917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d0647-aa30-499c-8e92-42f892eaea65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11a48cd-e5c8-4934-a719-deb5a03b1281,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:50.256314 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.288418 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:50.301333 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b3d1447f-baf7-4255-b0d6-3e10509b2651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.309966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:50.315180 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:50.323900 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd62cb1-fac9-441f-8d89-7bb292426d82 None None] Pushing event updated for resources: {'Port': ['ID=49b0ce4a-afa2-4abc-b86b-611e739838e6,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:50.351398 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b3d1447f-baf7-4255-b0d6-3e10509b2651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.411940 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b3d1447f-baf7-4255-b0d6-3e10509b2651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.414944 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b3d1447f-baf7-4255-b0d6-3e10509b2651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:50.416138 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b3d1447f-baf7-4255-b0d6-3e10509b2651 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c11a48cd-e5c8-4934-a719-deb5a03b1281 HTTP/1.1" status: 204 len: 168 time: 0.2130334 Jul 27 20:52:50.427588 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1447f-baf7-4255-b0d6-3e10509b2651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11a48cd-e5c8-4934-a719-deb5a03b1281,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:50.648230 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Pushing event updated for resources: {'Port': ['ID=49551985-7f67-4b7f-9158-2ceb07a1cf2f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:50.750678 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.011678 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.177241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Router a03f8e58-2109-4c92-ae78-644a6ba6f143 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:52:51.193212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51958) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:51.322160 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:52:51.335736 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Sync routers for ids ['a03f8e58-2109-4c92-ae78-644a6ba6f143'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:52:51.343913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.347055 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b7396253-0435-4110-a97b-5d7e0ff3e58f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.2988589 Jul 27 20:52:51.349311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51964) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:51.351008 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Routers {'a03f8e58-2109-4c92-ae78-644a6ba6f143'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:52:51.351881 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:52:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a03f8e58-2109-4c92-ae78-644a6ba6f143'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:51.533408 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c53fd3b-7f13-488b-a997-fbee4b920b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.681777 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Set router a03f8e58-2109-4c92-ae78-644a6ba6f143 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:52:51.714287 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c53fd3b-7f13-488b-a997-fbee4b920b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.722594 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c53fd3b-7f13-488b-a997-fbee4b920b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.735030 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658f4219-c7de-4598-b6fe-a19df3035df0 None None] Network d0529065-8390-47a3-aefb-e0f34741ee1f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:52:51.788982 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4c53fd3b-7f13-488b-a997-fbee4b920b60 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9e52f321b834a46acea91df796022ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5931258 Jul 27 20:52:51.790908 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52002) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:51.866090 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53fd3b-7f13-488b-a997-fbee4b920b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474f7f05-5006-40f8-a739-793ad59dde75,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:51.907303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-50fc778f-d5de-4015-a602-1a79b91372f5 None None] Provisioning for port 49b0ce4a-afa2-4abc-b86b-611e739838e6 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:51.916714 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-49e2ee95-a1d9-4441-b1db-0f33bce93d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:51.960490 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-49e2ee95-a1d9-4441-b1db-0f33bce93d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.023568 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-49e2ee95-a1d9-4441-b1db-0f33bce93d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.033245 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-49e2ee95-a1d9-4441-b1db-0f33bce93d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.036471 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-49e2ee95-a1d9-4441-b1db-0f33bce93d19 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/474f7f05-5006-40f8-a739-793ad59dde75 HTTP/1.1" status: 204 len: 168 time: 0.2444329 Jul 27 20:52:52.054544 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2ee95-a1d9-4441-b1db-0f33bce93d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474f7f05-5006-40f8-a739-793ad59dde75,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:52.098347 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52022) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:52.112324 n-d-764806-9 neutron-server[105579]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 20:52:52.188008 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-31602d3b-7a3c-4bb5-afd7-1fe338c9f939 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=04739f7473214b8da0093082000adbb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829122 Jul 27 20:52:52.249999 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:50Z', 'revision_number': 3, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:52.352702 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Checking router: a03f8e58-2109-4c92-ae78-644a6ba6f143 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:52:52.352702 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Updating router a03f8e58-2109-4c92-ae78-644a6ba6f143 port 49551985-7f67-4b7f-9158-2ceb07a1cf2f binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:52:52.457298 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.469034 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 49b0ce4a-afa2-4abc-b86b-611e739838e6 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:52.513308 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.570165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 49b0ce4a-afa2-4abc-b86b-611e739838e6 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:52.579989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 49b0ce4a-afa2-4abc-b86b-611e739838e6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:52.580447 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.605277 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-5f281dd9-ebea-4ee7-afb1-8f25e9bdb26a tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:52.608411 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-5f281dd9-ebea-4ee7-afb1-8f25e9bdb26a tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4117546 Jul 27 20:52:52.632205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-268e2d0d-1e7e-481f-b660-959143a2e2b4 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/quotas/04739f7473214b8da0093082000adbb1 HTTP/1.1" status: 200 len: 375 time: 0.0172439 Jul 27 20:52:52.691909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9bd94836-88eb-439c-8037-31b2634e4880 None None] Provisioning complete for port 49b0ce4a-afa2-4abc-b86b-611e739838e6 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:52.692282 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9bd94836-88eb-439c-8037-31b2634e4880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.725647 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-767d2d61-b326-4dcc-b5c7-898123279f7f tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=04739f7473214b8da0093082000adbb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830574 Jul 27 20:52:52.843572 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Allocated IP 172.20.0.1 (d0529065-8390-47a3-aefb-e0f34741ee1f/9b547ef7-4cb6-4736-b263-c7c9499342ec/6f882df2-4e5e-49e3-b9de-ac25a51a44ac) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:52.923179 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.940666 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Transition to ACTIVE for port object 49551985-7f67-4b7f-9158-2ceb07a1cf2f will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:52.953481 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.954631 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9bd94836-88eb-439c-8037-31b2634e4880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:52.997172 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9bd94836-88eb-439c-8037-31b2634e4880 None None] For port 49b0ce4a-afa2-4abc-b86b-611e739838e6, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=49b0ce4a-afa2-4abc-b86b-611e739838e6,segment=NetworkSegment(5590148a-9eb4-4d69-9ed8-80a2ef1a652c),segment_id=5590148a-9eb4-4d69-9ed8-80a2ef1a652c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:52.998914 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.013290 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01928004-9d0e-4723-8916-131ac1760b17 None None] Pushing event updated for resources: {'Port': ['ID=49551985-7f67-4b7f-9158-2ceb07a1cf2f,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:53.018834 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9bd94836-88eb-439c-8037-31b2634e4880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.039324 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01928004-9d0e-4723-8916-131ac1760b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:53.039993 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01928004-9d0e-4723-8916-131ac1760b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:53.040505 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01928004-9d0e-4723-8916-131ac1760b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:53.041528 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01928004-9d0e-4723-8916-131ac1760b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:53.042141 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01928004-9d0e-4723-8916-131ac1760b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:53.042644 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01928004-9d0e-4723-8916-131ac1760b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:53.043678 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01928004-9d0e-4723-8916-131ac1760b17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:53.044458 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01928004-9d0e-4723-8916-131ac1760b17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:53.045064 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01928004-9d0e-4723-8916-131ac1760b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:53.046049 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01928004-9d0e-4723-8916-131ac1760b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:53.047515 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01928004-9d0e-4723-8916-131ac1760b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:53.048264 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01928004-9d0e-4723-8916-131ac1760b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01928004-9d0e-4723-8916-131ac1760b17 None None] Tracked resource versions report: Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: pushed versions: Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: { 'AddressGroup': {'1.2'}, Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'ConntrackHelper': {'1.0'}, Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'Log': {'1.0'}, Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'Network': {'1.1'}, Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'Port': {'1.7'}, Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'PortForwarding': {'1.2'}, Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'QosPolicy': {'1.8'}, Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'SecurityGroup': {'1.4'}, Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'SecurityGroupRule': {'1.2'}, Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'SubPort': {'1.0'}, Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'Subnet': {'1.1'}, Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'Trunk': {'1.1'}} Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: consumer versions: Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: { DHCP agent@n-d-764806-9: {}, Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: HyperV agent@n-h1-764806-9: {}, Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: HyperV agent@n-h2-764806-9: {}, Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: L3 agent@n-d-764806-9: {}, Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: Metadata agent@n-d-764806-9: {}, Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: Metering agent@n-d-764806-9: {}, Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: Open vSwitch agent@n-d-764806-9: { 'AddressGroup': '1.2', Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'ConntrackHelper': '1.0', Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'Log': '1.0', Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'Network': '1.1', Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'Port': '1.7', Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'PortForwarding': '1.2', Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'QosPolicy': '1.8', Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'SecurityGroup': '1.4', Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'SecurityGroupRule': '1.2', Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'SubPort': '1.0', Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'Subnet': '1.1', Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: 'Trunk': '1.1'}} Jul 27 20:52:53.051435 n-d-764806-9 neutron-server[105582]: {{(pid=105582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 20:52:53.057928 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.067363 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Attempting to bind port 49551985-7f67-4b7f-9158-2ceb07a1cf2f on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:53.068098 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Attempting to bind port 49551985-7f67-4b7f-9158-2ceb07a1cf2f by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:53.068804 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Attempting to bind port 49551985-7f67-4b7f-9158-2ceb07a1cf2f on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:53.079817 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:53.085860 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:53.090436 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.091991 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:53.093652 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Bound port: 49551985-7f67-4b7f-9158-2ceb07a1cf2f, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:53.095523 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.135582 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Transition to ACTIVE for port object 6f882df2-4e5e-49e3-b9de-ac25a51a44ac will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:53.171156 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd94836-88eb-439c-8037-31b2634e4880 None None] Pushing event updated for resources: {'Port': ['ID=49b0ce4a-afa2-4abc-b86b-611e739838e6,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:53.178972 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:52:53.179605 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:52:53.194504 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52060) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:53.226855 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fec89f5a-dabe-4379-9c9c-122f524c008a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.228239 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.249129 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] For port 49551985-7f67-4b7f-9158-2ceb07a1cf2f, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:53.257173 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] For port 49551985-7f67-4b7f-9158-2ceb07a1cf2f, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=49551985-7f67-4b7f-9158-2ceb07a1cf2f,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:52:53.263389 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.280312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Network d0529065-8390-47a3-aefb-e0f34741ee1f is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:53.283319 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:53.290952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:53.291583 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.304837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Pushing event updated for resources: {'Port': ['ID=6f882df2-4e5e-49e3-b9de-ac25a51a44ac,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:53.359332 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01928004-9d0e-4723-8916-131ac1760b17 None None] Pushing event updated for resources: {'Port': ['ID=49551985-7f67-4b7f-9158-2ceb07a1cf2f,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:53.368796 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Routers {'a03f8e58-2109-4c92-ae78-644a6ba6f143'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:52:53.369849 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:52:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a03f8e58-2109-4c92-ae78-644a6ba6f143'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:53.425581 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a35c080-2dbf-45b9-a1f3-47780e8618aa req-85e0db14-ebf5-466b-acb2-0683e6fef08b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 210 time: 0.2080789 Jul 27 20:52:53.518608 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] Set router a03f8e58-2109-4c92-ae78-644a6ba6f143 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:52:53.654939 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-75042da5-f22c-4ca2-9ece-7a50d2d60c04 None None] Provisioning for port 6f882df2-4e5e-49e3-b9de-ac25a51a44ac completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:53.664548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-75042da5-f22c-4ca2-9ece-7a50d2d60c04 None None] Provisioning complete for port 6f882df2-4e5e-49e3-b9de-ac25a51a44ac triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:53.665127 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-75042da5-f22c-4ca2-9ece-7a50d2d60c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.669890 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fec89f5a-dabe-4379-9c9c-122f524c008a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.677979 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fec89f5a-dabe-4379-9c9c-122f524c008a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.743057 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fec89f5a-dabe-4379-9c9c-122f524c008a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af4aba26fd4e41c782b820c14229e6d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5474844 Jul 27 20:52:53.746575 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec89f5a-dabe-4379-9c9c-122f524c008a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3218b5-bd16-401a-9cd9-f851007cdb53,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:53.749820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52076) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:53.826087 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67d564ec-bde4-4671-a90c-22664e92da4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.831465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-75042da5-f22c-4ca2-9ece-7a50d2d60c04 None None] Port 6f882df2-4e5e-49e3-b9de-ac25a51a44ac cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:52:53.878889 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67d564ec-bde4-4671-a90c-22664e92da4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.955900 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.956698 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67d564ec-bde4-4671-a90c-22664e92da4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.959266 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67d564ec-bde4-4671-a90c-22664e92da4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:53.963789 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-67d564ec-bde4-4671-a90c-22664e92da4e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee3218b5-bd16-401a-9cd9-f851007cdb53 HTTP/1.1" status: 204 len: 168 time: 0.2128506 Jul 27 20:52:53.972874 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d564ec-bde4-4671-a90c-22664e92da4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3218b5-bd16-401a-9cd9-f851007cdb53,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:54.085124 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:50Z', 'revision_number': 3, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:54.130507 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433d0aa5-f01f-40fe-aab8-f20e99316249 None None] The sync data for ids ['a03f8e58-2109-4c92-ae78-644a6ba6f143'] in n-d-764806-9 is: [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:50Z', 'revision_number': 3, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:52:54.188295 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.193858 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.194746 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.291893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Pushing event updated for resources: {'Port': ['ID=6f882df2-4e5e-49e3-b9de-ac25a51a44ac,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:54.381053 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Network d0529065-8390-47a3-aefb-e0f34741ee1f is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:54.384107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:54.450014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 49b0ce4a-afa2-4abc-b86b-611e739838e6 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:54.548841 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 49b0ce4a-afa2-4abc-b86b-611e739838e6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:54.549936 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.559931 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Router a03f8e58-2109-4c92-ae78-644a6ba6f143 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:52:54.789497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:52:54.802871 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f9522118-b41c-4c7e-bd2c-4c3833cad062 admin admin] 10.222.0.55 "PUT /v2.0/routers/a03f8e58-2109-4c92-ae78-644a6ba6f143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4523511 Jul 27 20:52:54.910963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-30f3eb38-311d-4dd4-85cb-436382c097fe None None] Provisioning complete for port 6f882df2-4e5e-49e3-b9de-ac25a51a44ac triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:54.911713 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-30f3eb38-311d-4dd4-85cb-436382c097fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:54.931554 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52138) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:55.004519 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-8e6d9f65-76a1-4c7e-bbcc-6e0790a00011 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6d033b7258a94cc19ecd37a3c421c1c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709321 Jul 27 20:52:55.024479 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-30f3eb38-311d-4dd4-85cb-436382c097fe None None] Port 6f882df2-4e5e-49e3-b9de-ac25a51a44ac cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:52:55.211447 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75bdfeac-458a-470f-a98d-bf388323c3b8 req-d1d6f396-1b9e-462b-b293-9a22e01c7631 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 210 time: 0.0429568 Jul 27 20:52:55.228917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-47994fca-0812-4518-b9f7-8b1327fd5e8b tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:55.240167 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-47994fca-0812-4518-b9f7-8b1327fd5e8b tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2332838 Jul 27 20:52:55.262819 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-0b9d3deb-576f-4225-a5c5-4372aec0a00c tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/quotas/6d033b7258a94cc19ecd37a3c421c1c5 HTTP/1.1" status: 200 len: 375 time: 0.0211620 Jul 27 20:52:55.327122 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-3bc8c4a1-1e97-46fb-af10-679cc89e2c59 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d033b7258a94cc19ecd37a3c421c1c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631735 Jul 27 20:52:55.715848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-26f2d232-6abd-467a-91b8-e07e0d2bf358 req-9686f267-ffe5-4e53-ba19-7f97cdd9ca4f tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 210 time: 0.0625689 Jul 27 20:52:55.912375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52192) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:56.030405 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52206) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:56.036944 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-edafca99-6b3e-406f-bb52-141ef1c05919 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516939116-network', 'tenant_id': '65507894214a4bd58e24166f5bc18f96'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:56.067175 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-923c7444-c424-47af-8129-f9d8fce6c81e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-18681626-network', 'tenant_id': '67d405d7cc574d15a62e24d6cfd65e01'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:56.087375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edafca99-6b3e-406f-bb52-141ef1c05919 admin admin] Made reservation on behalf of 65507894214a4bd58e24166f5bc18f96 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:56.090444 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-edafca99-6b3e-406f-bb52-141ef1c05919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.092405 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.66', 56844) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:56.109855 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-edafca99-6b3e-406f-bb52-141ef1c05919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.136020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923c7444-c424-47af-8129-f9d8fce6c81e admin admin] Made reservation on behalf of 67d405d7cc574d15a62e24d6cfd65e01 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:56.138904 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-923c7444-c424-47af-8129-f9d8fce6c81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.161083 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-923c7444-c424-47af-8129-f9d8fce6c81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.166624 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-d2f6c4ea-be19-48a8-9ed2-a11e86cd7f70 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=04739f7473214b8da0093082000adbb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725081 Jul 27 20:52:56.300608 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-edafca99-6b3e-406f-bb52-141ef1c05919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.320701 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-edafca99-6b3e-406f-bb52-141ef1c05919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.372723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edafca99-6b3e-406f-bb52-141ef1c05919 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:52:56.431100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafca99-6b3e-406f-bb52-141ef1c05919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299e2f22-3666-4ba5-b2bb-dbf37d578fc5,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:56.497189 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-01f5ac1e-5db1-4b33-a192-e94e690029fa req-e8787697-6719-48b5-8a37-a11bf6b44472 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 210 time: 0.0951464 Jul 27 20:52:56.497355 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 49551985-7f67-4b7f-9158-2ceb07a1cf2f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:56.503570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-603dccea-2bf8-4091-9c55-61024f6997bd tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:56.505982 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-edafca99-6b3e-406f-bb52-141ef1c05919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.506388 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-edafca99-6b3e-406f-bb52-141ef1c05919 admin admin] Added segment 09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6 of type vlan for network cb4cdcf2-9ff6-41aa-9f39-74417349c733 Jul 27 20:52:56.520629 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-603dccea-2bf8-4091-9c55-61024f6997bd tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3479815 Jul 27 20:52:56.582537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Request body: {'port': {'device_id': '566066f8-095d-4ce7-892e-ab8bc33da16f', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '04739f7473214b8da0093082000adbb1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:56.636753 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 49551985-7f67-4b7f-9158-2ceb07a1cf2f completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:56.642843 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-edafca99-6b3e-406f-bb52-141ef1c05919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.644744 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 49551985-7f67-4b7f-9158-2ceb07a1cf2f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:56.645233 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.760769 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-edafca99-6b3e-406f-bb52-141ef1c05919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.765030 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edafca99-6b3e-406f-bb52-141ef1c05919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:56.766736 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-edafca99-6b3e-406f-bb52-141ef1c05919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.782053 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Sync routers for ids ['a03f8e58-2109-4c92-ae78-644a6ba6f143'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:52:56.869190 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Routers {'a03f8e58-2109-4c92-ae78-644a6ba6f143'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:52:56.870010 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:52:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a03f8e58-2109-4c92-ae78-644a6ba6f143'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:56.927936 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.957675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 49551985-7f67-4b7f-9158-2ceb07a1cf2f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=49551985-7f67-4b7f-9158-2ceb07a1cf2f,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:52:56.963763 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:56.968904 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c292957c-5f55-4592-bc32-1916cfc56b76 req-105941b6-7a27-4a80-80a7-a3f682e02739 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 210 time: 0.0796561 Jul 27 20:52:56.982134 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafca99-6b3e-406f-bb52-141ef1c05919 admin admin] Pushing event updated for resources: {'Network': ['ID=cb4cdcf2-9ff6-41aa-9f39-74417349c733,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:57.005056 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-923c7444-c424-47af-8129-f9d8fce6c81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.024250 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-923c7444-c424-47af-8129-f9d8fce6c81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.034002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network cb4cdcf2-9ff6-41aa-9f39-74417349c733 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:52:57.043704 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-edafca99-6b3e-406f-bb52-141ef1c05919 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0116787 Jul 27 20:52:57.051030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52262) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:57.077717 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923c7444-c424-47af-8129-f9d8fce6c81e admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:52:57.078260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-39311404-752b-4b68-bd4e-91d6ad1e2ce2 admin admin] Request body: {'subnet': {'network_id': 'cb4cdcf2-9ff6-41aa-9f39-74417349c733', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516939116-subnet', 'tenant_id': '65507894214a4bd58e24166f5bc18f96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:57.084763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c7444-c424-47af-8129-f9d8fce6c81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab816a5f-3c97-4505-9ede-9285478020bf,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:57.104677 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-923c7444-c424-47af-8129-f9d8fce6c81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.105062 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-923c7444-c424-47af-8129-f9d8fce6c81e admin admin] Added segment 7a004610-955c-4605-bfa5-33ab90bf2c6d of type vlan for network c4e94267-1e8c-444b-9271-9eac2bcbc562 Jul 27 20:52:57.167532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Set router a03f8e58-2109-4c92-ae78-644a6ba6f143 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:52:57.188263 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-923c7444-c424-47af-8129-f9d8fce6c81e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.196558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Made reservation on behalf of 04739f7473214b8da0093082000adbb1 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:57.201663 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=49551985-7f67-4b7f-9158-2ceb07a1cf2f,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:57.211147 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.243586 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-923c7444-c424-47af-8129-f9d8fce6c81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.246095 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923c7444-c424-47af-8129-f9d8fce6c81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:57.247007 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-923c7444-c424-47af-8129-f9d8fce6c81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.263650 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39311404-752b-4b68-bd4e-91d6ad1e2ce2 admin admin] Made reservation on behalf of 65507894214a4bd58e24166f5bc18f96 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:57.274983 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39311404-752b-4b68-bd4e-91d6ad1e2ce2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.377753 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-923c7444-c424-47af-8129-f9d8fce6c81e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4632912 Jul 27 20:52:57.387519 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52266) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:57.393191 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.406522 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ead776de-25f3-4c43-a0a6-e82850dce320 admin admin] Request body: {'subnet': {'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-18681626-subnet', 'tenant_id': '67d405d7cc574d15a62e24d6cfd65e01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:57.430199 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c7444-c424-47af-8129-f9d8fce6c81e admin admin] Pushing event updated for resources: {'Network': ['ID=c4e94267-1e8c-444b-9271-9eac2bcbc562,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:57.453987 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network c4e94267-1e8c-444b-9271-9eac2bcbc562 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:52:57.525652 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead776de-25f3-4c43-a0a6-e82850dce320 admin admin] Made reservation on behalf of 67d405d7cc574d15a62e24d6cfd65e01 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:52:57.533136 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ead776de-25f3-4c43-a0a6-e82850dce320 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.687326 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52272) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:57.838439 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.858038 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:57.961531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.20', 65344) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:58.031174 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15c1911b-5db2-4f81-a8e0-2bb942c103d2 req-3b7b5e22-659d-4455-9d2c-42d24255e0b9 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 210 time: 0.0970631 Jul 27 20:52:58.045071 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 4, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6f882df2-4e5e-49e3-b9de-ac25a51a44ac', 'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'mac_address': 'fa:16:3e:ca:d4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:52Z', 'updated_at': '2021-07-27T20:52:54Z', 'revision_number': 2, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'subnets': [{'id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:52:58.093819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Checking router: a03f8e58-2109-4c92-ae78-644a6ba6f143 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:52:58.094435 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Updating router a03f8e58-2109-4c92-ae78-644a6ba6f143 port 6f882df2-4e5e-49e3-b9de-ac25a51a44ac binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:52:58.160136 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.163181 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-6ce670cb-fd17-46d0-a334-aa12b4177557 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6d033b7258a94cc19ecd37a3c421c1c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1376216 Jul 27 20:52:58.302684 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-caacd159-6be3-4074-a8e0-fe34732ffbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.343897 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c40817-84ef-4bfd-9861-6b1857ed2b99,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:58.482326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Allocated IP 192.168.233.9 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/727ac9d2-245a-407a-b8c2-62eb4e3b9306) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:52:58.686500 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.706197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Transition to ACTIVE for port object 727ac9d2-245a-407a-b8c2-62eb4e3b9306 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:58.724005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 49551985-7f67-4b7f-9158-2ceb07a1cf2f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:52:58.747408 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:58.779000 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-69f171cd-6274-4590-aa85-d36492f2ec5b req-2ef159fa-651e-4cf0-a908-69f25c223bf6 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 210 time: 0.6018734 Jul 27 20:52:58.879814 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:52:58.882685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Pushing event updated for resources: {'Port': ['ID=727ac9d2-245a-407a-b8c2-62eb4e3b9306,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:58.885339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:58.944029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 49551985-7f67-4b7f-9158-2ceb07a1cf2f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:58.944664 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.030841 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-caacd159-6be3-4074-a8e0-fe34732ffbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.046024 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-caacd159-6be3-4074-a8e0-fe34732ffbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.144151 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caacd159-6be3-4074-a8e0-fe34732ffbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4ae773-838d-48b0-b182-83f29c62e4d5,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:59.255090 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ead776de-25f3-4c43-a0a6-e82850dce320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.275334 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.295793 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Transition to ACTIVE for port object 6f882df2-4e5e-49e3-b9de-ac25a51a44ac will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:52:59.326956 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.356049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead776de-25f3-4c43-a0a6-e82850dce320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1928b7b-b29b-4188-ba4d-3193e8a7d45e,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:59.370286 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-caacd159-6be3-4074-a8e0-fe34732ffbaf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7142f1caa9104080b3415fecb1a51b91&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6805935 Jul 27 20:52:59.378651 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52300) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:52:59.407921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:52:59.421566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:59.423199 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.437773 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39311404-752b-4b68-bd4e-91d6ad1e2ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.444348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999417f0-824a-4234-a2c7-11a042a34e67 None None] Pushing event updated for resources: {'Port': ['ID=6f882df2-4e5e-49e3-b9de-ac25a51a44ac,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:59.447881 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0d4e5-5d38-4fd8-a9ce-ee097b6e9f65 req-4bf3c770-1d39-437f-9b7b-60e0e224890a tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:59.458447 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5f0d4e5-5d38-4fd8-a9ce-ee097b6e9f65 req-4bf3c770-1d39-437f-9b7b-60e0e224890a tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 934 time: 0.2690265 Jul 27 20:52:59.478004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-f7ef5cc5-ad8a-4807-94a7-e491f8c612df tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:59.479543 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-f7ef5cc5-ad8a-4807-94a7-e491f8c612df tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3014841 Jul 27 20:52:59.507601 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-213edfe8-d2f6-42c1-a19a-e5b06e80def6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9300954 Jul 27 20:52:59.572395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-68ffe86d-947f-4d41-8f34-2207b979701d tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:52:59.586725 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-68ffe86d-947f-4d41-8f34-2207b979701d tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0351684 Jul 27 20:52:59.600001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Attempting to bind port 6f882df2-4e5e-49e3-b9de-ac25a51a44ac on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:52:59.600623 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Attempting to bind port 6f882df2-4e5e-49e3-b9de-ac25a51a44ac by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '5590148a-9eb4-4d69-9ed8-80a2ef1a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:52:59.600867 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Request body: {'port': {'device_id': 'd74bf0a4-d9e3-4a0f-9a5c-614172ae1460', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '6d033b7258a94cc19ecd37a3c421c1c5'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:52:59.601800 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Attempting to bind port 6f882df2-4e5e-49e3-b9de-ac25a51a44ac on network d0529065-8390-47a3-aefb-e0f34741ee1f {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:52:59.630951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:52:59.632878 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Checking segment: {'id': '5590148a-9eb4-4d69-9ed8-80a2ef1a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:59.633548 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.635578 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Bound using segment: {'id': '5590148a-9eb4-4d69-9ed8-80a2ef1a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:52:59.636350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Bound port: 6f882df2-4e5e-49e3-b9de-ac25a51a44ac, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5590148a-9eb4-4d69-9ed8-80a2ef1a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:52:59.639666 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.648563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39311404-752b-4b68-bd4e-91d6ad1e2ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c66f12-48a0-4429-b708-9535ed6d56e4,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:52:59.675120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead776de-25f3-4c43-a0a6-e82850dce320 admin admin] Checking segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:59.675789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead776de-25f3-4c43-a0a6-e82850dce320 admin admin] Network hostable DHCP agents. Network: c4e94267-1e8c-444b-9271-9eac2bcbc562, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:52:59.747050 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39311404-752b-4b68-bd4e-91d6ad1e2ce2 admin admin] Checking segment: {'id': '09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cb4cdcf2-9ff6-41aa-9f39-74417349c733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:52:59.749180 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39311404-752b-4b68-bd4e-91d6ad1e2ce2 admin admin] Network hostable DHCP agents. Network: cb4cdcf2-9ff6-41aa-9f39-74417349c733, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:52:59.856155 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42293c0f-c09b-4eae-a79e-d2179fff932d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.858052 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:52:59.867698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39311404-752b-4b68-bd4e-91d6ad1e2ce2 admin admin] Network cb4cdcf2-9ff6-41aa-9f39-74417349c733 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:52:59.871349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6a3ae59e-031a-445c-9488-5afe67d5a33e None None] Provisioning for port 727ac9d2-245a-407a-b8c2-62eb4e3b9306 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:52:59.878284 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] For port 6f882df2-4e5e-49e3-b9de-ac25a51a44ac, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:52:59.881010 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6a3ae59e-031a-445c-9488-5afe67d5a33e None None] Provisioning complete for port 727ac9d2-245a-407a-b8c2-62eb4e3b9306 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:52:59.881546 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6a3ae59e-031a-445c-9488-5afe67d5a33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.882597 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5f0d4e5-5d38-4fd8-a9ce-ee097b6e9f65 req-9578a7e3-19a9-4ceb-8eef-3f0b2fe698ec tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230809 Jul 27 20:52:59.908786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-39311404-752b-4b68-bd4e-91d6ad1e2ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, cb4cdcf2-9ff6-41aa-9f39-74417349c733) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:52:59.931482 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39311404-752b-4b68-bd4e-91d6ad1e2ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:52:59.933522 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39311404-752b-4b68-bd4e-91d6ad1e2ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:52:59.965448 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47261d2-3767-444d-9cc3-555196fc097c None None] Network cb4cdcf2-9ff6-41aa-9f39-74417349c733 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:52:59.973749 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-39311404-752b-4b68-bd4e-91d6ad1e2ce2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.9152341 Jul 27 20:52:59.993288 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52306) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:00.000112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Request body: {'port': {'device_id': '566066f8-095d-4ce7-892e-ab8bc33da16f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:00.010857 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead776de-25f3-4c43-a0a6-e82850dce320 admin admin] Network c4e94267-1e8c-444b-9271-9eac2bcbc562 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:53:00.062792 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42293c0f-c09b-4eae-a79e-d2179fff932d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.069902 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516939116-router', 'tenant_id': '65507894214a4bd58e24166f5bc18f96', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:00.081750 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] For port 6f882df2-4e5e-49e3-b9de-ac25a51a44ac, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6f882df2-4e5e-49e3-b9de-ac25a51a44ac,segment=NetworkSegment(5590148a-9eb4-4d69-9ed8-80a2ef1a652c),segment_id=5590148a-9eb4-4d69-9ed8-80a2ef1a652c)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:00.097188 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.117619 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.187563 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Made reservation on behalf of 6d033b7258a94cc19ecd37a3c421c1c5 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:00.193561 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.235235 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7db1a35b-aa48-49c5-88fe-9ae79a8d2914 req-5e554d8a-57a3-47e8-9c7c-df842a05edf9 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 210 time: 0.2810647 Jul 27 20:53:00.280812 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.283059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-ead776de-25f3-4c43-a0a6-e82850dce320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, c4e94267-1e8c-444b-9271-9eac2bcbc562) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:00.299785 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6a3ae59e-031a-445c-9488-5afe67d5a33e None None] Port 727ac9d2-245a-407a-b8c2-62eb4e3b9306 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:00.312770 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999417f0-824a-4234-a2c7-11a042a34e67 None None] Pushing event updated for resources: {'Port': ['ID=6f882df2-4e5e-49e3-b9de-ac25a51a44ac,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:00.322472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead776de-25f3-4c43-a0a6-e82850dce320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:00.323355 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ead776de-25f3-4c43-a0a6-e82850dce320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.342544 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6090ee-dbe2-42ee-9abc-0bb8962d3d30 None None] Network c4e94267-1e8c-444b-9271-9eac2bcbc562 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:00.350497 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.351769 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.390852 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ead776de-25f3-4c43-a0a6-e82850dce320 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.0022123 Jul 27 20:53:00.413879 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42293c0f-c09b-4eae-a79e-d2179fff932d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.420417 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42293c0f-c09b-4eae-a79e-d2179fff932d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.422272 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-42293c0f-c09b-4eae-a79e-d2179fff932d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f4ae773-838d-48b0-b182-83f29c62e4d5 HTTP/1.1" status: 204 len: 168 time: 1.0391643 Jul 27 20:53:00.496153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-cb4cdcf2-9ff6-41aa-9f39-74417349c733', 'network_id': 'cb4cdcf2-9ff6-41aa-9f39-74417349c733', 'tenant_id': '65507894214a4bd58e24166f5bc18f96', 'fixed_ips': [{'subnet_id': '66c66f12-48a0-4429-b708-9535ed6d56e4'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:53:00.497083 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.523170 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42293c0f-c09b-4eae-a79e-d2179fff932d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4ae773-838d-48b0-b182-83f29c62e4d5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:00.567187 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727ac9d2-245a-407a-b8c2-62eb4e3b9306 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:00.578140 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.597991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Transition to ACTIVE for port object 727ac9d2-245a-407a-b8c2-62eb4e3b9306 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:00.610733 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.708386 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:00.749595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Allocated IP 172.20.0.2 (cb4cdcf2-9ff6-41aa-9f39-74417349c733/66c66f12-48a0-4429-b708-9535ed6d56e4/4765ce5b-a78a-4686-b91d-b00e2ca7abf2) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:01.058888 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Attempting to bind port 727ac9d2-245a-407a-b8c2-62eb4e3b9306 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:01.059265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Attempting to bind port 727ac9d2-245a-407a-b8c2-62eb4e3b9306 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:01.059615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Attempting to bind port 727ac9d2-245a-407a-b8c2-62eb4e3b9306 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:01.070499 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:01.071424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Pushing event updated for resources: {'Port': ['ID=727ac9d2-245a-407a-b8c2-62eb4e3b9306,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:01.073717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Port 727ac9d2-245a-407a-b8c2-62eb4e3b9306 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:01.074042 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Attempting to bind port 727ac9d2-245a-407a-b8c2-62eb4e3b9306 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:01.081603 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Transition to ACTIVE for port object 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:01.102491 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Transition to ACTIVE for port object 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:01.164155 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:01.164678 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:01.165320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:01.165791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Bound port: 727ac9d2-245a-407a-b8c2-62eb4e3b9306, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:01.166167 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:01.167057 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:01.303674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Routers {'a03f8e58-2109-4c92-ae78-644a6ba6f143'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:01.305228 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:52:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a03f8e58-2109-4c92-ae78-644a6ba6f143'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:01.369408 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] For port 727ac9d2-245a-407a-b8c2-62eb4e3b9306, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:01.383656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] For port 727ac9d2-245a-407a-b8c2-62eb4e3b9306, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=727ac9d2-245a-407a-b8c2-62eb4e3b9306,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:01.391992 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:01.449251 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:01.488278 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] Set router a03f8e58-2109-4c92-ae78-644a6ba6f143 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:01.560614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52334) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:01.587124 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-643dc5b4-ea9e-4ddd-b348-f0b7a9e29bfb req-01f981ec-44f1-46c4-91b4-7d48cb797eee tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 210 time: 0.1252162 Jul 27 20:53:01.592300 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0797efd5-3efa-42d8-a8a2-dd68d003ca47 None None] Network c4e94267-1e8c-444b-9271-9eac2bcbc562 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:01.612311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:01.613812 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:01.621334 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] 10.222.0.66 "PUT /v2.0/ports/727ac9d2-245a-407a-b8c2-62eb4e3b9306 HTTP/1.1" status: 200 len: 1094 time: 1.8580949 Jul 27 20:53:01.629004 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0299d0e5-f5bd-4030-93b2-6b01f2313a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:01.631541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566066f8-095d-4ce7-892e-ab8bc33da16f', 'tag': '727ac9d2-245a-407a-b8c2-62eb4e3b9306'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:01.756248 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Pushing event updated for resources: {'Port': ['ID=4765ce5b-a78a-4686-b91d-b00e2ca7abf2,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:01.897244 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:01.910181 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:01.972321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e2483e-1590-449e-aaa8-8edca33c53e5,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:02.106317 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52344) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:02.139700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-500b6988-c615-498c-992f-7a5fb57a05f3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1969602634-network', 'tenant_id': 'db0ca99c60fb4ed982efb774a661c414'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:02.150498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84a98-5727-483a-8e1f-be918e51a0f1 req-ef76c9ec-07f3-4102-87da-8299f8d64947 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:02.158362 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f4c84a98-5727-483a-8e1f-be918e51a0f1 req-ef76c9ec-07f3-4102-87da-8299f8d64947 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 946 time: 0.9908831 Jul 27 20:53:02.192200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d349f-7438-431f-a22b-5c1fdfb10b8a service neutron] Pushing event updated for resources: {'Port': ['ID=727ac9d2-245a-407a-b8c2-62eb4e3b9306,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:02.216862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-053e9db2-578c-4708-8c90-b1567b986e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:02.225691 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-053e9db2-578c-4708-8c90-b1567b986e25 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04739f7473214b8da0093082000adbb1&device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 1097 time: 0.4992516 Jul 27 20:53:02.253624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Network cb4cdcf2-9ff6-41aa-9f39-74417349c733 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:02.270522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:02.272629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:02.285898 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c806700f-4d9d-4367-bd90-96ecd3abb67c" -d '{"events": [{"name": "network-changed", "server_uuid": "566066f8-095d-4ce7-892e-ab8bc33da16f", "tag": "727ac9d2-245a-407a-b8c2-62eb4e3b9306"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:02.306151 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f4c84a98-5727-483a-8e1f-be918e51a0f1 req-cc8d9b55-01a0-44a0-aa0d-17edcb722a1e tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467533 Jul 27 20:53:02.382198 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-d4364a9b-d802-47a0-af6e-7a3b2425d463 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=727ac9d2-245a-407a-b8c2-62eb4e3b9306 HTTP/1.1" status: 200 len: 217 time: 0.1368558 Jul 27 20:53:02.473538 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Attempting to bind port 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:02.474121 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Attempting to bind port 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cb4cdcf2-9ff6-41aa-9f39-74417349c733'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:02.474986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-6ecb5524-f277-4beb-92b8-c6f68a3f8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:02.476440 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-6ecb5524-f277-4beb-92b8-c6f68a3f8bd4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0699050 Jul 27 20:53:02.508961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Attempting to bind port 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 on network cb4cdcf2-9ff6-41aa-9f39-74417349c733 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:02.518913 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:02.519299 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Checking segment: {'id': '09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cb4cdcf2-9ff6-41aa-9f39-74417349c733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:02.519706 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.520120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Bound using segment: {'id': '09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cb4cdcf2-9ff6-41aa-9f39-74417349c733'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:02.520622 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Bound port: 4765ce5b-a78a-4686-b91d-b00e2ca7abf2, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cb4cdcf2-9ff6-41aa-9f39-74417349c733'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:02.521051 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.547808 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 4, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6f882df2-4e5e-49e3-b9de-ac25a51a44ac', 'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'mac_address': 'fa:16:3e:ca:d4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:52Z', 'updated_at': '2021-07-27T20:52:59Z', 'revision_number': 4, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'subnets': [{'id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:02.645561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] For port 4765ce5b-a78a-4686-b91d-b00e2ca7abf2, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:02.649400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] For port 4765ce5b-a78a-4686-b91d-b00e2ca7abf2, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4765ce5b-a78a-4686-b91d-b00e2ca7abf2,segment=NetworkSegment(09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6),segment_id=09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:02.671054 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.704017 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0299d0e5-f5bd-4030-93b2-6b01f2313a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.728627 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0299d0e5-f5bd-4030-93b2-6b01f2313a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.789443 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0299d0e5-f5bd-4030-93b2-6b01f2313a34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99bc67f1eda54fb5a8c13ffbd5778689&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2242603 Jul 27 20:53:02.790539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500b6988-c615-498c-992f-7a5fb57a05f3 admin admin] Made reservation on behalf of db0ca99c60fb4ed982efb774a661c414 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:02.793478 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-500b6988-c615-498c-992f-7a5fb57a05f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.798681 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116b4c8-9704-43eb-8987-a2f2321f65a1 None None] Pushing event updated for resources: {'Port': ['ID=4765ce5b-a78a-4686-b91d-b00e2ca7abf2,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:02.804733 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52354) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:02.805402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299d0e5-f5bd-4030-93b2-6b01f2313a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a3758c-b5cf-4448-b3ad-5711df2a5646,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:02.810343 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-500b6988-c615-498c-992f-7a5fb57a05f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.827813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304d4b9-56a4-4983-873a-3d031abcdcd3 None None] The sync data for ids ['a03f8e58-2109-4c92-ae78-644a6ba6f143'] in n-d-764806-9 is: [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 4, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6f882df2-4e5e-49e3-b9de-ac25a51a44ac', 'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'mac_address': 'fa:16:3e:ca:d4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:52Z', 'updated_at': '2021-07-27T20:52:59Z', 'revision_number': 4, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'subnets': [{'id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:53:02.855132 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fce6bda1-e035-42e5-ad76-fd9ff21af6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:02.869959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-a2139990-bc2b-489d-8d38-6e9929b9c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:02.871504 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-a2139990-bc2b-489d-8d38-6e9929b9c09d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3645794 Jul 27 20:53:02.903955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Allocated IP 192.168.233.16 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/d8f01c99-90a4-4796-be4c-a591ad8cea97) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:03.004069 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea34c6d-b8ca-4784-b2c0-6daf0f94c099 x-openstack-request-id: req-3ea34c6d-b8ca-4784-b2c0-6daf0f94c099 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:03.004329 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32c31ef1-ba74-4558-84b0-4577da4a7d83 req-b84b7323-d368-474f-9bfa-14c63b0fb413 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 210 time: 0.1041980 Jul 27 20:53:03.006793 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566066f8-095d-4ce7-892e-ab8bc33da16f", "tag": "727ac9d2-245a-407a-b8c2-62eb4e3b9306", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:03.007252 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ea34c6d-b8ca-4784-b2c0-6daf0f94c099 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:03.008034 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '566066f8-095d-4ce7-892e-ab8bc33da16f', 'tag': '727ac9d2-245a-407a-b8c2-62eb4e3b9306', 'status': 'completed', 'code': 200} Jul 27 20:53:03.162538 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.183349 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-b0d6b162-2779-4ebd-991d-9b734918c37c service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817963 Jul 27 20:53:03.288786 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c40a027-d3e0-4c5c-9ea1-1aa18e07740f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.346769 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.348461 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c40a027-d3e0-4c5c-9ea1-1aa18e07740f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.437490 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-500b6988-c615-498c-992f-7a5fb57a05f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.454834 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-500b6988-c615-498c-992f-7a5fb57a05f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.535114 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.576380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b6988-c615-498c-992f-7a5fb57a05f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff91d357-8c51-4b50-93be-8738fd9760e8,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:03.592298 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Transition to ACTIVE for port object d8f01c99-90a4-4796-be4c-a591ad8cea97 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:03.667905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500b6988-c615-498c-992f-7a5fb57a05f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:53:03.748755 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.834117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c40a027-d3e0-4c5c-9ea1-1aa18e07740f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.838323 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c40a027-d3e0-4c5c-9ea1-1aa18e07740f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.872953 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8c40a027-d3e0-4c5c-9ea1-1aa18e07740f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57a3758c-b5cf-4448-b3ad-5711df2a5646 HTTP/1.1" status: 204 len: 168 time: 1.0416901 Jul 27 20:53:03.890320 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-500b6988-c615-498c-992f-7a5fb57a05f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.897757 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-500b6988-c615-498c-992f-7a5fb57a05f3 admin admin] Added segment e51c526b-618a-4aa6-9b24-eb1add371740 of type vlan for network b76caa58-4960-429a-8330-9c972fcb6aa6 Jul 27 20:53:03.908893 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:03.986899 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0bd8333c-c02b-451c-bfa0-6c81518f9755 req-769000f0-4114-42c8-9c12-c5eef27e8136 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7507093 Jul 27 20:53:03.996933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40a027-d3e0-4c5c-9ea1-1aa18e07740f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a3758c-b5cf-4448-b3ad-5711df2a5646,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:04.124156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:04.222751 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-500b6988-c615-498c-992f-7a5fb57a05f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.309635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:04.332387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:04.371967 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:04.388240 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.415596 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-500b6988-c615-498c-992f-7a5fb57a05f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.420686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500b6988-c615-498c-992f-7a5fb57a05f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:04.421161 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-500b6988-c615-498c-992f-7a5fb57a05f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.645125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6f882df2-4e5e-49e3-b9de-ac25a51a44ac up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:04.718244 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806700f-4d9d-4367-bd90-96ecd3abb67c req-b5ca7615-92f9-4c62-a09b-5b32d9876ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:04.724666 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c806700f-4d9d-4367-bd90-96ecd3abb67c req-b5ca7615-92f9-4c62-a09b-5b32d9876ed8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04739f7473214b8da0093082000adbb1&device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 1097 time: 0.5597444 Jul 27 20:53:04.725055 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 6f882df2-4e5e-49e3-b9de-ac25a51a44ac completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:04.733709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 6f882df2-4e5e-49e3-b9de-ac25a51a44ac triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:04.734412 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.755766 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1629026 Jul 27 20:53:04.828116 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b86fbf-5d14-48f6-a213-d1addadd0b55 req-59323add-cb18-4895-a3a0-e010c4fc7e5c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:04.834971 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-14b86fbf-5d14-48f6-a213-d1addadd0b55 req-59323add-cb18-4895-a3a0-e010c4fc7e5c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 946 time: 1.1998832 Jul 27 20:53:04.841880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-1e56f350-aeeb-44ed-b82e-72cf1bcc89f5 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:53:04.853823 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-1e56f350-aeeb-44ed-b82e-72cf1bcc89f5 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0514929 Jul 27 20:53:04.856617 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff08f0-8fa2-4117-9493-2d0602999dce tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Pushing event updated for resources: {'Port': ['ID=d8f01c99-90a4-4796-be4c-a591ad8cea97,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:04.918377 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-500b6988-c615-498c-992f-7a5fb57a05f3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7861941 Jul 27 20:53:04.941641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52368) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:04.957854 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:04.978139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f8c118-271f-4aec-9afc-0543377c1be1 None None] Network cb4cdcf2-9ff6-41aa-9f39-74417349c733 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:04.984038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1f503724-e1d9-421a-b983-26aceb9a880f admin admin] Request body: {'subnet': {'network_id': 'b76caa58-4960-429a-8330-9c972fcb6aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1969602634-subnet', 'tenant_id': 'db0ca99c60fb4ed982efb774a661c414', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:04.984268 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b6988-c615-498c-992f-7a5fb57a05f3 admin admin] Pushing event updated for resources: {'Network': ['ID=b76caa58-4960-429a-8330-9c972fcb6aa6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:04.990428 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Allocated IP 172.25.2.40 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/867d9b6a-40a5-4bf1-8e2a-f6700885e411) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:05.143792 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1b2e27ce-1a25-4526-9ed2-5cc82157d6f8 None None] Provisioning for port d8f01c99-90a4-4796-be4c-a591ad8cea97 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:05.146330 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-14b86fbf-5d14-48f6-a213-d1addadd0b55 req-0b6cc9ad-29e3-46f5-9115-caf7ac74356f tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605212 Jul 27 20:53:05.181448 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1b2e27ce-1a25-4526-9ed2-5cc82157d6f8 None None] Provisioning complete for port d8f01c99-90a4-4796-be4c-a591ad8cea97 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:05.182125 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1b2e27ce-1a25-4526-9ed2-5cc82157d6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.188088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3b4b3-fa46-4f41-ad24-ac2e0e0371e4 req-527e45cc-c3c1-4b59-b5db-520cf0d9113e tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:05.190249 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8f3b4b3-fa46-4f41-ad24-ac2e0e0371e4 req-527e45cc-c3c1-4b59-b5db-520cf0d9113e tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 935 time: 0.7769861 Jul 27 20:53:05.228899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 6f882df2-4e5e-49e3-b9de-ac25a51a44ac, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6f882df2-4e5e-49e3-b9de-ac25a51a44ac,segment=NetworkSegment(5590148a-9eb4-4d69-9ed8-80a2ef1a652c),segment_id=5590148a-9eb4-4d69-9ed8-80a2ef1a652c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:05.296381 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.297452 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:05.355450 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Request body: {'port': {'device_id': 'd74bf0a4-d9e3-4a0f-9a5c-614172ae1460', 'device_owner': 'compute:tempest-test_az-1607745304', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:05.383671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f503724-e1d9-421a-b983-26aceb9a880f admin admin] Made reservation on behalf of db0ca99c60fb4ed982efb774a661c414 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:05.391000 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f503724-e1d9-421a-b983-26aceb9a880f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.437636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:05.506862 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.508820 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e27ce-1a25-4526-9ed2-5cc82157d6f8 None None] Port d8f01c99-90a4-4796-be4c-a591ad8cea97 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:05.570385 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b0e23bcd-0434-4c7e-9fc3-e40de998df65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.587676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network b76caa58-4960-429a-8330-9c972fcb6aa6 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:53:05.696905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806700f-4d9d-4367-bd90-96ecd3abb67c req-544bebf3-b18b-481f-9037-63e70df7a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:05.698864 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c806700f-4d9d-4367-bd90-96ecd3abb67c req-544bebf3-b18b-481f-9037-63e70df7a88c service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.8954227 Jul 27 20:53:05.757037 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c806700f-4d9d-4367-bd90-96ecd3abb67c req-63dc31b7-f1da-424a-9c50-7fe675a0cf1e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=727ac9d2-245a-407a-b8c2-62eb4e3b9306 HTTP/1.1" status: 200 len: 217 time: 0.0486004 Jul 27 20:53:05.805037 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1b2e27ce-1a25-4526-9ed2-5cc82157d6f8 None None] Provisioning for port 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:05.827855 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1b2e27ce-1a25-4526-9ed2-5cc82157d6f8 None None] Provisioning complete for port 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:05.832263 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1b2e27ce-1a25-4526-9ed2-5cc82157d6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:05.836821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806700f-4d9d-4367-bd90-96ecd3abb67c req-7d5cae26-af15-43b5-8653-4db3fac7ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:05.838679 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c806700f-4d9d-4367-bd90-96ecd3abb67c req-7d5cae26-af15-43b5-8653-4db3fac7ab34 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0683839 Jul 27 20:53:05.842724 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=6f882df2-4e5e-49e3-b9de-ac25a51a44ac,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:05.875456 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8f3b4b3-fa46-4f41-ad24-ac2e0e0371e4 req-73c76090-568c-4b94-a966-d6494ab88ed0 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/security-groups?id=20e2483e-1590-449e-aaa8-8edca33c53e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6639779 Jul 27 20:53:06.042254 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1b2e27ce-1a25-4526-9ed2-5cc82157d6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.075101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806700f-4d9d-4367-bd90-96ecd3abb67c req-31b13295-22c6-4418-9451-f82548951a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:06.077238 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c806700f-4d9d-4367-bd90-96ecd3abb67c req-31b13295-22c6-4418-9451-f82548951a7d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1969755 Jul 27 20:53:06.116974 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.119723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1b2e27ce-1a25-4526-9ed2-5cc82157d6f8 None None] For port 4765ce5b-a78a-4686-b91d-b00e2ca7abf2, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4765ce5b-a78a-4686-b91d-b00e2ca7abf2,segment=NetworkSegment(09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6),segment_id=09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:06.127420 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1b2e27ce-1a25-4526-9ed2-5cc82157d6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.249335 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e27ce-1a25-4526-9ed2-5cc82157d6f8 None None] Pushing event updated for resources: {'Port': ['ID=4765ce5b-a78a-4686-b91d-b00e2ca7abf2,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:06.335705 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c806700f-4d9d-4367-bd90-96ecd3abb67c req-16a617e6-5467-4fc0-a9f1-bfea4213024d service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404768 Jul 27 20:53:06.369864 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.464130 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-79b17d2b-1d85-4d00-a62d-a0f60ee18e5e None None] Provisioning complete for port 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:06.464512 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-79b17d2b-1d85-4d00-a62d-a0f60ee18e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.497883 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f503724-e1d9-421a-b983-26aceb9a880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:06.600205 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6f882df2-4e5e-49e3-b9de-ac25a51a44ac up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:06.620119 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c806700f-4d9d-4367-bd90-96ecd3abb67c req-3f17557a-94ee-4e32-8517-ef3e9f500e8d service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691770 Jul 27 20:53:06.868146 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 6f882df2-4e5e-49e3-b9de-ac25a51a44ac triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:06.869131 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.021486 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.022952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:07.127470 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.157695 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:07.158963 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.296252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=867d9b6a-40a5-4bf1-8e2a-f6700885e411,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:07.353810 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f503724-e1d9-421a-b983-26aceb9a880f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a1cf8cc-82bf-4a6b-bd46-62df828f2a7b,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:07.375076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f503724-e1d9-421a-b983-26aceb9a880f admin admin] Checking segment: {'id': 'e51c526b-618a-4aa6-9b24-eb1add371740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b76caa58-4960-429a-8330-9c972fcb6aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:07.376188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f503724-e1d9-421a-b983-26aceb9a880f admin admin] Network hostable DHCP agents. Network: b76caa58-4960-429a-8330-9c972fcb6aa6, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:53:07.406115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:07.414436 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:07.420224 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c223da8-e1d0-4a1c-952d-0c0c3d1db028 req-d2573130-f63f-4691-8edb-c8ebfe9cecc1 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:07.424684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c223da8-e1d0-4a1c-952d-0c0c3d1db028 req-d2573130-f63f-4691-8edb-c8ebfe9cecc1 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 946 time: 1.0758727 Jul 27 20:53:07.433440 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:07.460217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:07.677728 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f503724-e1d9-421a-b983-26aceb9a880f admin admin] Network b76caa58-4960-429a-8330-9c972fcb6aa6 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:53:07.730100 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c223da8-e1d0-4a1c-952d-0c0c3d1db028 req-9521ecf8-ff60-4c83-8380-cc5aea7cd305 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845976 Jul 27 20:53:07.745682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e70aaf-4bd7-4707-9da2-cef563e80d66 req-a13a00f6-e992-414e-b7d3-92e2f101ef70 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:07.747409 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46e70aaf-4bd7-4707-9da2-cef563e80d66 req-a13a00f6-e992-414e-b7d3-92e2f101ef70 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 935 time: 0.5778372 Jul 27 20:53:07.755347 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-1f503724-e1d9-421a-b983-26aceb9a880f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, b76caa58-4960-429a-8330-9c972fcb6aa6) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:07.777112 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f503724-e1d9-421a-b983-26aceb9a880f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:07.777603 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbda4c68-9e79-4548-8fd7-e27c0b65ae04 None None] Network b76caa58-4960-429a-8330-9c972fcb6aa6 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:07.777751 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f503724-e1d9-421a-b983-26aceb9a880f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.083296 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558def94-e579-4de1-816e-9d15f475c81a None None] Network b76caa58-4960-429a-8330-9c972fcb6aa6 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:08.111337 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1f503724-e1d9-421a-b983-26aceb9a880f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.1663759 Jul 27 20:53:08.134025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f01c99-90a4-4796-be4c-a591ad8cea97 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:08.157039 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.262417 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46e70aaf-4bd7-4707-9da2-cef563e80d66 req-61213fc6-7a9e-425a-a7dd-efcc56cc540a tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/security-groups?id=20e2483e-1590-449e-aaa8-8edca33c53e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781294 Jul 27 20:53:08.266495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Transition to ACTIVE for port object d8f01c99-90a4-4796-be4c-a591ad8cea97 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:08.275244 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.553003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f01c99-90a4-4796-be4c-a591ad8cea97,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:08.595091 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.666310 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Attempting to bind port d8f01c99-90a4-4796-be4c-a591ad8cea97 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:08.667228 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Attempting to bind port d8f01c99-90a4-4796-be4c-a591ad8cea97 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:08.669268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Attempting to bind port d8f01c99-90a4-4796-be4c-a591ad8cea97 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:08.693024 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Port d8f01c99-90a4-4796-be4c-a591ad8cea97 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:08.694047 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Attempting to bind port d8f01c99-90a4-4796-be4c-a591ad8cea97 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:08.738753 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.743966 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:08.746188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:08.747716 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:08.748504 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Bound port: d8f01c99-90a4-4796-be4c-a591ad8cea97, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:08.749623 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:08.949186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] For port d8f01c99-90a4-4796-be4c-a591ad8cea97, host n-h1-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:09.035661 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] For port d8f01c99-90a4-4796-be4c-a591ad8cea97, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d8f01c99-90a4-4796-be4c-a591ad8cea97,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:09.089789 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.154761 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:09.155454 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.157097 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] 10.222.0.20 "PUT /v2.0/ports/d8f01c99-90a4-4796-be4c-a591ad8cea97 HTTP/1.1" status: 200 len: 1117 time: 4.0827620 Jul 27 20:53:09.167426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74bf0a4-d9e3-4a0f-9a5c-614172ae1460', 'tag': 'd8f01c99-90a4-4796-be4c-a591ad8cea97'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:09.432738 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77b2489-7030-4282-85f7-47ab6e5b24ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d74bf0a4-d9e3-4a0f-9a5c-614172ae1460", "tag": "d8f01c99-90a4-4796-be4c-a591ad8cea97"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:09.459178 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:09.481704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf9baf-530c-4d54-be57-0d8405ce0ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f01c99-90a4-4796-be4c-a591ad8cea97,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:09.575353 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983b302-2097-4e97-b04a-e176c515ba81 req-3e3598fa-4a6d-40a8-9d0b-8c19d81997b2 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:09.577623 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0983b302-2097-4e97-b04a-e176c515ba81 req-3e3598fa-4a6d-40a8-9d0b-8c19d81997b2 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 946 time: 0.6573932 Jul 27 20:53:09.762281 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0983b302-2097-4e97-b04a-e176c515ba81 req-bcceb5da-4f63-4bb5-85fa-3828f6a094f3 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582806 Jul 27 20:53:09.780425 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-12b6c8b6-2479-4db0-8fff-a01df0e13e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:09.781952 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-12b6c8b6-2479-4db0-8fff-a01df0e13e3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d033b7258a94cc19ecd37a3c421c1c5&device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 1120 time: 0.5265961 Jul 27 20:53:09.925494 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Router 1c842605-8240-419a-b786-784c2c890b3f is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:53:10.231155 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:53:10.249938 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Sync routers for ids ['1c842605-8240-419a-b786-784c2c890b3f'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:53:10.272344 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:10.278397 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Routers {'1c842605-8240-419a-b786-784c2c890b3f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:10.282216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52450) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:10.285213 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:53:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1c842605-8240-419a-b786-784c2c890b3f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:10.300782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-35f585cd-0f25-475f-8bfe-8053fa037ef6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.3028572 Jul 27 20:53:10.669928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b4368-fc60-4109-abfe-0697331fd204 req-efa47bc3-3d31-4c63-be5a-bbbae7950eaf tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:10.693853 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-857b4368-fc60-4109-abfe-0697331fd204 req-efa47bc3-3d31-4c63-be5a-bbbae7950eaf tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 969 time: 0.2876923 Jul 27 20:53:10.816634 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Set router 1c842605-8240-419a-b786-784c2c890b3f gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:10.977959 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-a7b7d3b8-a8bb-4e20-b7ad-5441ccad1c09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=d8f01c99-90a4-4796-be4c-a591ad8cea97 HTTP/1.1" status: 200 len: 217 time: 0.2104802 Jul 27 20:53:10.989447 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-857b4368-fc60-4109-abfe-0697331fd204 req-38b7c66c-a000-40ec-96d8-cfe40c6567a0 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/security-groups?id=20e2483e-1590-449e-aaa8-8edca33c53e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823706 Jul 27 20:53:11.626211 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c842605-8240-419a-b786-784c2c890b3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516939116-router', 'tenant_id': '65507894214a4bd58e24166f5bc18f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '867d9b6a-40a5-4bf1-8e2a-f6700885e411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:07Z', 'revision_number': 3, 'project_id': '65507894214a4bd58e24166f5bc18f96', 'gw_port': {'id': '867d9b6a-40a5-4bf1-8e2a-f6700885e411', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c842605-8240-419a-b786-784c2c890b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:03Z', 'updated_at': '2021-07-27T20:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:11.631976 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.680254 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc258827-1140-46c8-9aeb-65a44d6cf253 x-openstack-request-id: req-dc258827-1140-46c8-9aeb-65a44d6cf253 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:11.680781 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74bf0a4-d9e3-4a0f-9a5c-614172ae1460", "tag": "d8f01c99-90a4-4796-be4c-a591ad8cea97", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:11.681010 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc258827-1140-46c8-9aeb-65a44d6cf253 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:11.681651 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74bf0a4-d9e3-4a0f-9a5c-614172ae1460', 'tag': 'd8f01c99-90a4-4796-be4c-a591ad8cea97', 'status': 'completed', 'code': 200} Jul 27 20:53:11.696205 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Checking router: 1c842605-8240-419a-b786-784c2c890b3f for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:53:11.696790 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Updating router 1c842605-8240-419a-b786-784c2c890b3f port 867d9b6a-40a5-4bf1-8e2a-f6700885e411 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:53:11.760264 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:11.920517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Allocated IP 172.20.0.1 (cb4cdcf2-9ff6-41aa-9f39-74417349c733/66c66f12-48a0-4429-b708-9535ed6d56e4/f0abafcc-f722-4892-800a-9c70bee52cb5) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:12.100946 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.125373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Transition to ACTIVE for port object f0abafcc-f722-4892-800a-9c70bee52cb5 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:12.155830 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bc373-943e-4c70-a9a9-9c79e2625300 req-2e816c34-78f0-4bae-89d4-5158b86dd544 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:12.173667 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae4bc373-943e-4c70-a9a9-9c79e2625300 req-2e816c34-78f0-4bae-89d4-5158b86dd544 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 946 time: 0.1736722 Jul 27 20:53:12.216760 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.271057 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae4bc373-943e-4c70-a9a9-9c79e2625300 req-3f6b9985-c75b-48d0-bdaa-2d0d62b3b55c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907588 Jul 27 20:53:12.286430 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.308630 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Transition to ACTIVE for port object 867d9b6a-40a5-4bf1-8e2a-f6700885e411 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:12.322680 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.358304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Network cb4cdcf2-9ff6-41aa-9f39-74417349c733 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:12.369077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:12.398598 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:12.399369 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.403870 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Attempting to bind port 867d9b6a-40a5-4bf1-8e2a-f6700885e411 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:12.404166 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Attempting to bind port 867d9b6a-40a5-4bf1-8e2a-f6700885e411 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:12.404645 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Attempting to bind port 867d9b6a-40a5-4bf1-8e2a-f6700885e411 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:12.421903 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:12.422312 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:12.422717 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.423346 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:12.424337 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Bound port: 867d9b6a-40a5-4bf1-8e2a-f6700885e411, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:12.424737 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.426922 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10664a26-55ce-4b37-a4e7-0b2642219f59 None None] Pushing event updated for resources: {'Port': ['ID=867d9b6a-40a5-4bf1-8e2a-f6700885e411,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:12.528044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Pushing event updated for resources: {'Port': ['ID=f0abafcc-f722-4892-800a-9c70bee52cb5,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:12.609531 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] For port 867d9b6a-40a5-4bf1-8e2a-f6700885e411, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:12.616934 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] For port 867d9b6a-40a5-4bf1-8e2a-f6700885e411, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=867d9b6a-40a5-4bf1-8e2a-f6700885e411,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:12.623027 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.633328 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-6deda700-51c2-4a23-bf2d-4a2622bf51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:12.636418 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-6deda700-51c2-4a23-bf2d-4a2622bf51b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1837599 Jul 27 20:53:12.696312 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10664a26-55ce-4b37-a4e7-0b2642219f59 None None] Pushing event updated for resources: {'Port': ['ID=867d9b6a-40a5-4bf1-8e2a-f6700885e411,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:12.717399 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Routers {'1c842605-8240-419a-b786-784c2c890b3f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:12.718296 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:53:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1c842605-8240-419a-b786-784c2c890b3f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:12.795043 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.904179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-27de4058-23e2-496e-b860-8950cfdfd2fc None None] Provisioning for port f0abafcc-f722-4892-800a-9c70bee52cb5 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:12.912744 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-27de4058-23e2-496e-b860-8950cfdfd2fc None None] Provisioning complete for port f0abafcc-f722-4892-800a-9c70bee52cb5 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:12.913119 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] Set router 1c842605-8240-419a-b786-784c2c890b3f gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:12.913499 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-27de4058-23e2-496e-b860-8950cfdfd2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:12.955131 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-8beaf3bb-7cb7-46d5-a588-f3cd2d2ba35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:12.957636 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-8beaf3bb-7cb7-46d5-a588-f3cd2d2ba35e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3134458 Jul 27 20:53:12.975967 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-27de4058-23e2-496e-b860-8950cfdfd2fc None None] Port f0abafcc-f722-4892-800a-9c70bee52cb5 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:12.981789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cde35-bda6-4c5c-99e0-a1a4005470b2 req-720e71ea-1707-403f-a2d9-46d0df588d26 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:12.997764 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-591cde35-bda6-4c5c-99e0-a1a4005470b2 req-720e71ea-1707-403f-a2d9-46d0df588d26 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 969 time: 0.3360603 Jul 27 20:53:13.147340 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:13.156217 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:13.157257 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:13.287851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Pushing event updated for resources: {'Port': ['ID=f0abafcc-f722-4892-800a-9c70bee52cb5,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:13.320392 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c842605-8240-419a-b786-784c2c890b3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516939116-router', 'tenant_id': '65507894214a4bd58e24166f5bc18f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '867d9b6a-40a5-4bf1-8e2a-f6700885e411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:12Z', 'revision_number': 4, 'project_id': '65507894214a4bd58e24166f5bc18f96', 'gw_port': {'id': '867d9b6a-40a5-4bf1-8e2a-f6700885e411', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c842605-8240-419a-b786-784c2c890b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:03Z', 'updated_at': '2021-07-27T20:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'f0abafcc-f722-4892-800a-9c70bee52cb5', 'name': '', 'network_id': 'cb4cdcf2-9ff6-41aa-9f39-74417349c733', 'tenant_id': '65507894214a4bd58e24166f5bc18f96', 'mac_address': 'fa:16:3e:5c:c2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c842605-8240-419a-b786-784c2c890b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66c66f12-48a0-4429-b708-9535ed6d56e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:11Z', 'updated_at': '2021-07-27T20:53:11Z', 'revision_number': 1, 'project_id': '65507894214a4bd58e24166f5bc18f96', 'subnets': [{'id': '66c66f12-48a0-4429-b708-9535ed6d56e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:13.338028 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-591cde35-bda6-4c5c-99e0-a1a4005470b2 req-1d19ffb6-d146-4664-b466-ed0deb0f2382 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/security-groups?id=20e2483e-1590-449e-aaa8-8edca33c53e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387444 Jul 27 20:53:13.381169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Network cb4cdcf2-9ff6-41aa-9f39-74417349c733 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:13.382877 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:13.397627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-52a06e85-2862-4670-abe0-fbfce4d659f3 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835955 Jul 27 20:53:13.411373 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da440f-f90b-4221-b480-6fb4b3d6b358 None None] The sync data for ids ['1c842605-8240-419a-b786-784c2c890b3f'] in n-d-764806-9 is: [{'id': '1c842605-8240-419a-b786-784c2c890b3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516939116-router', 'tenant_id': '65507894214a4bd58e24166f5bc18f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '867d9b6a-40a5-4bf1-8e2a-f6700885e411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:12Z', 'revision_number': 4, 'project_id': '65507894214a4bd58e24166f5bc18f96', 'gw_port': {'id': '867d9b6a-40a5-4bf1-8e2a-f6700885e411', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c842605-8240-419a-b786-784c2c890b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:03Z', 'updated_at': '2021-07-27T20:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'f0abafcc-f722-4892-800a-9c70bee52cb5', 'name': '', 'network_id': 'cb4cdcf2-9ff6-41aa-9f39-74417349c733', 'tenant_id': '65507894214a4bd58e24166f5bc18f96', 'mac_address': 'fa:16:3e:5c:c2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c842605-8240-419a-b786-784c2c890b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66c66f12-48a0-4429-b708-9535ed6d56e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:11Z', 'updated_at': '2021-07-27T20:53:11Z', 'revision_number': 1, 'project_id': '65507894214a4bd58e24166f5bc18f96', 'subnets': [{'id': '66c66f12-48a0-4429-b708-9535ed6d56e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:53:13.810779 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0918cec-c3bb-4e49-a7ea-c093fa3c97bb req-abcf95f4-9a58-4eb0-8142-3e7b4f4c72fb service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064448 Jul 27 20:53:13.824127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Router 1c842605-8240-419a-b786-784c2c890b3f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:53:13.909276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f892689-3479-439e-b323-c4cc00db8845 req-fcfd6c72-e843-49a5-87eb-752f263878e3 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:13.935163 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f892689-3479-439e-b323-c4cc00db8845 req-fcfd6c72-e843-49a5-87eb-752f263878e3 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 946 time: 0.3067522 Jul 27 20:53:14.042896 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f892689-3479-439e-b323-c4cc00db8845 req-90ddd5e9-7528-4210-932b-0245d5eeeb2b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032684 Jul 27 20:53:14.079793 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b69b1421-a384-41a9-9c65-72ad43e73727 None None] Provisioning complete for port f0abafcc-f722-4892-800a-9c70bee52cb5 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:14.080299 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b69b1421-a384-41a9-9c65-72ad43e73727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:14.113728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:53:14.155836 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f0706b86-8183-4861-b9e4-73fbe5fab577 admin admin] 10.222.0.55 "PUT /v2.0/routers/1c842605-8240-419a-b786-784c2c890b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8670921 Jul 27 20:53:14.279511 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b69b1421-a384-41a9-9c65-72ad43e73727 None None] Port f0abafcc-f722-4892-800a-9c70bee52cb5 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:14.728190 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-ee8c13e7-63f1-4f34-9e9b-08aee8d542c5 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:14.729719 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-ee8c13e7-63f1-4f34-9e9b-08aee8d542c5 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 819 time: 0.4337902 Jul 27 20:53:14.739857 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7c188-14d3-40d6-81bb-1f8aeba61b65 req-b68ec39e-e7c0-4821-956e-20a8c989395b tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:14.742976 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03e7c188-14d3-40d6-81bb-1f8aeba61b65 req-b68ec39e-e7c0-4821-956e-20a8c989395b tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 969 time: 0.1965008 Jul 27 20:53:14.767556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-2559ef2e-70e4-487d-a7ff-12b107efdb0d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/quotas/67d405d7cc574d15a62e24d6cfd65e01 HTTP/1.1" status: 200 len: 375 time: 0.0230362 Jul 27 20:53:14.810196 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-9ae82b93-fb44-47d7-aaf6-df9ee8752ab4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417292 Jul 27 20:53:14.829129 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03e7c188-14d3-40d6-81bb-1f8aeba61b65 req-8468906e-b376-4788-9f77-e240b233ed57 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/security-groups?id=20e2483e-1590-449e-aaa8-8edca33c53e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779603 Jul 27 20:53:15.003356 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-ef74c9c7-2992-47db-b37b-7e2db73cc2c5 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:53:15.004601 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-ef74c9c7-2992-47db-b37b-7e2db73cc2c5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507040 Jul 27 20:53:15.108958 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-8d22bf48-4149-486f-8e12-b89df733e958 service neutron] 10.222.0.55 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981987 Jul 27 20:53:15.245055 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-e6348257-59c4-4072-9abd-7476cf7634cc service neutron] 10.222.0.55 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299279 Jul 27 20:53:15.271828 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b2489-7030-4282-85f7-47ab6e5b24ef req-63d97039-8c2b-4f7e-813d-4611e001e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:15.272921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e77b2489-7030-4282-85f7-47ab6e5b24ef req-63d97039-8c2b-4f7e-813d-4611e001e9e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d033b7258a94cc19ecd37a3c421c1c5&device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 1120 time: 0.1040635 Jul 27 20:53:15.462580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc54ef-f34b-4f29-bc37-9286484ae2bb req-ce0907c8-4b17-4a9f-853a-6c8f3710c855 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:15.464126 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ddc54ef-f34b-4f29-bc37-9286484ae2bb req-ce0907c8-4b17-4a9f-853a-6c8f3710c855 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 946 time: 0.2061472 Jul 27 20:53:15.493616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b2489-7030-4282-85f7-47ab6e5b24ef req-86ea9d68-091f-40e5-b55f-a392396e530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:15.494656 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e77b2489-7030-4282-85f7-47ab6e5b24ef req-86ea9d68-091f-40e5-b55f-a392396e530c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.2038052 Jul 27 20:53:15.523858 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e85e65a-320b-4bcd-aff3-86baa2347fa1 req-bb457df0-96c3-4302-9f72-d5d62eb49c8d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 210 time: 0.0502596 Jul 27 20:53:15.562959 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e77b2489-7030-4282-85f7-47ab6e5b24ef req-80598462-9858-4066-9ef6-01fa6def733d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=d8f01c99-90a4-4796-be4c-a591ad8cea97 HTTP/1.1" status: 200 len: 217 time: 0.0418789 Jul 27 20:53:15.587393 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ddc54ef-f34b-4f29-bc37-9286484ae2bb req-a312abcb-e3a6-4c97-9b92-0ab6d2ee8e22 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120064 Jul 27 20:53:15.674343 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b2489-7030-4282-85f7-47ab6e5b24ef req-d3af4800-cdd3-435f-83d0-e9b001105082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:15.676608 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e77b2489-7030-4282-85f7-47ab6e5b24ef req-d3af4800-cdd3-435f-83d0-e9b001105082 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1046793 Jul 27 20:53:15.755518 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b2489-7030-4282-85f7-47ab6e5b24ef req-b6bd0338-163e-4527-b20b-5c664bd043de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:15.757207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e77b2489-7030-4282-85f7-47ab6e5b24ef req-b6bd0338-163e-4527-b20b-5c664bd043de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731411 Jul 27 20:53:15.917583 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e77b2489-7030-4282-85f7-47ab6e5b24ef req-85f45258-04b4-4a12-bcee-0d8871fdc86c service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523554 Jul 27 20:53:15.927249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52564) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:15.933374 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-70192dee-bb0f-4985-a501-dedac713f408 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1133983341', 'description': 'tempest-description--394460759'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:15.997971 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-70192dee-bb0f-4985-a501-dedac713f408 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.082740 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e77b2489-7030-4282-85f7-47ab6e5b24ef req-f89d2fe6-4fcb-4897-8010-d64cd8d15209 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574466 Jul 27 20:53:16.121217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8144449-ecce-401b-9723-ed129f3be2ed req-98548968-3997-4331-bdf4-4bbd954b6276 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:16.123226 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8144449-ecce-401b-9723-ed129f3be2ed req-98548968-3997-4331-bdf4-4bbd954b6276 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 969 time: 0.0967374 Jul 27 20:53:16.156484 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-70192dee-bb0f-4985-a501-dedac713f408 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.162251 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-70192dee-bb0f-4985-a501-dedac713f408 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.182822 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8144449-ecce-401b-9723-ed129f3be2ed req-bbe9ddee-2df1-45b3-ac95-7a832d3fc71f tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/security-groups?id=20e2483e-1590-449e-aaa8-8edca33c53e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460434 Jul 27 20:53:16.190553 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-70192dee-bb0f-4985-a501-dedac713f408 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.195021 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-70192dee-bb0f-4985-a501-dedac713f408 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2665043 Jul 27 20:53:16.195679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52576) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:16.202875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1a6d5976-50ea-4bfe-bae6-fb0559b49aea tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Request body: {'security_group_rule': {'security_group_id': '128f5d56-8746-4037-9979-ee4bae162131', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:16.211003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70192dee-bb0f-4985-a501-dedac713f408 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128f5d56-8746-4037-9979-ee4bae162131,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:16.243349 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5976-50ea-4bfe-bae6-fb0559b49aea tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.338686 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5976-50ea-4bfe-bae6-fb0559b49aea tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.343422 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5976-50ea-4bfe-bae6-fb0559b49aea tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.361856 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d5976-50ea-4bfe-bae6-fb0559b49aea tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7baad857-201d-4273-8284-acb84282c5c3,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:16.364153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921c321-60e5-4416-8274-6378662f036f None None] Sync routers for ids ['1c842605-8240-419a-b786-784c2c890b3f'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:53:16.371925 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5976-50ea-4bfe-bae6-fb0559b49aea tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.379579 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1a6d5976-50ea-4bfe-bae6-fb0559b49aea tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1771739 Jul 27 20:53:16.379806 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52584) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:16.384578 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5893f6f9-d482-4875-a5af-f8ebc37ecb12 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Request body: {'security_group_rule': {'security_group_id': '128f5d56-8746-4037-9979-ee4bae162131', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:16.385288 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921c321-60e5-4416-8274-6378662f036f None None] Routers {'1c842605-8240-419a-b786-784c2c890b3f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:16.386121 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-4921c321-60e5-4416-8274-6378662f036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:53:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1c842605-8240-419a-b786-784c2c890b3f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:16.417844 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5893f6f9-d482-4875-a5af-f8ebc37ecb12 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.457297 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 867d9b6a-40a5-4bf1-8e2a-f6700885e411 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:16.570363 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5893f6f9-d482-4875-a5af-f8ebc37ecb12 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.581601 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5893f6f9-d482-4875-a5af-f8ebc37ecb12 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.625240 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893f6f9-d482-4875-a5af-f8ebc37ecb12 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be4a71d-92e2-4f73-9f70-f8d49d824a32,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:16.638298 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5893f6f9-d482-4875-a5af-f8ebc37ecb12 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.640119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5893f6f9-d482-4875-a5af-f8ebc37ecb12 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2592375 Jul 27 20:53:16.643828 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52592) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:16.652924 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:16.722387 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-4921c321-60e5-4416-8274-6378662f036f None None] Set router 1c842605-8240-419a-b786-784c2c890b3f gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:16.727909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7a358eeb-15b0-40bd-b117-7a64f871b86b req-cb36104f-b70e-4bf9-b77c-fba2b0732b6e tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 210 time: 0.0584116 Jul 27 20:53:16.763622 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:16.803996 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52594) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:16.888559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 867d9b6a-40a5-4bf1-8e2a-f6700885e411 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:16.960606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 867d9b6a-40a5-4bf1-8e2a-f6700885e411 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:16.961173 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.025689 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-454484f5-a000-4499-9082-b81b0dd2992a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.088440 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-4921c321-60e5-4416-8274-6378662f036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c842605-8240-419a-b786-784c2c890b3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516939116-router', 'tenant_id': '65507894214a4bd58e24166f5bc18f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '867d9b6a-40a5-4bf1-8e2a-f6700885e411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:12Z', 'revision_number': 4, 'project_id': '65507894214a4bd58e24166f5bc18f96', 'gw_port': {'id': '867d9b6a-40a5-4bf1-8e2a-f6700885e411', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c842605-8240-419a-b786-784c2c890b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:03Z', 'updated_at': '2021-07-27T20:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'f0abafcc-f722-4892-800a-9c70bee52cb5', 'name': '', 'network_id': 'cb4cdcf2-9ff6-41aa-9f39-74417349c733', 'tenant_id': '65507894214a4bd58e24166f5bc18f96', 'mac_address': 'fa:16:3e:5c:c2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c842605-8240-419a-b786-784c2c890b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66c66f12-48a0-4429-b708-9535ed6d56e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:11Z', 'updated_at': '2021-07-27T20:53:12Z', 'revision_number': 2, 'project_id': '65507894214a4bd58e24166f5bc18f96', 'subnets': [{'id': '66c66f12-48a0-4429-b708-9535ed6d56e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:17.114653 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8b14c-cb30-4e1a-9a09-6e2234dbf3d9 req-3eec1519-d8c3-4402-9300-87b0388abc25 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:17.116185 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-40b8b14c-cb30-4e1a-9a09-6e2234dbf3d9 req-3eec1519-d8c3-4402-9300-87b0388abc25 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 946 time: 0.3761382 Jul 27 20:53:17.129860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921c321-60e5-4416-8274-6378662f036f None None] Checking router: 1c842605-8240-419a-b786-784c2c890b3f for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:53:17.130814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921c321-60e5-4416-8274-6378662f036f None None] Updating router 1c842605-8240-419a-b786-784c2c890b3f port f0abafcc-f722-4892-800a-9c70bee52cb5 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:53:17.147041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-d32e9a31-cba6-4ae5-b07c-698367f97613 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:17.148528 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-d32e9a31-cba6-4ae5-b07c-698367f97613 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.66 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 819 time: 0.4790866 Jul 27 20:53:17.156086 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.162555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-4f469139-2183-443b-b3a9-2a8385b74c5a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Request body: {'port': {'device_id': 'c5a5f2eb-08ce-47f9-a873-ff227ba66654', 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562', 'admin_state_up': True, 'tenant_id': '67d405d7cc574d15a62e24d6cfd65e01'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:17.190309 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 867d9b6a-40a5-4bf1-8e2a-f6700885e411, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=867d9b6a-40a5-4bf1-8e2a-f6700885e411,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:17.196950 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.203238 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4921c321-60e5-4416-8274-6378662f036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.207107 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-40b8b14c-cb30-4e1a-9a09-6e2234dbf3d9 req-f498cde7-ec8e-4061-9729-f4681d9ec979 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761240 Jul 27 20:53:17.212960 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.292720 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=867d9b6a-40a5-4bf1-8e2a-f6700885e411,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:17.301895 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-454484f5-a000-4499-9082-b81b0dd2992a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.309767 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-454484f5-a000-4499-9082-b81b0dd2992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.335057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-4f469139-2183-443b-b3a9-2a8385b74c5a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Made reservation on behalf of 67d405d7cc574d15a62e24d6cfd65e01 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:17.342700 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-4f469139-2183-443b-b3a9-2a8385b74c5a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.417627 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454484f5-a000-4499-9082-b81b0dd2992a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9563b8-00a5-4ad0-a83e-337513fc2757,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:17.424600 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-454484f5-a000-4499-9082-b81b0dd2992a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf3be51bcf56424e82aa7b3ea3e330a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6191654 Jul 27 20:53:17.429120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52600) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:17.455047 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Allocated IP 172.25.2.87 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/d0c54d7d-2e5a-41ef-a821-5eacc5f4f7ac) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:17.562517 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4921c321-60e5-4416-8274-6378662f036f None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.563297 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9830a0-e064-43b2-9290-35f452068c40 req-307f4f0c-a439-4bc6-aa76-d00f0b3323ba tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:17.566825 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-4f469139-2183-443b-b3a9-2a8385b74c5a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Allocated IP 172.20.0.6 (c4e94267-1e8c-444b-9271-9eac2bcbc562/e1928b7b-b29b-4188-ba4d-3193e8a7d45e/355fca33-b957-43b9-9280-8dbeaa3311d2) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:17.570764 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b9830a0-e064-43b2-9290-35f452068c40 req-307f4f0c-a439-4bc6-aa76-d00f0b3323ba tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 969 time: 0.2458284 Jul 27 20:53:17.575107 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4921c321-60e5-4416-8274-6378662f036f None None] Transition to ACTIVE for port object f0abafcc-f722-4892-800a-9c70bee52cb5 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:17.584329 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4921c321-60e5-4416-8274-6378662f036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.603723 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9293277d-f66e-4ca0-92d1-0360e034a5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.626721 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9293277d-f66e-4ca0-92d1-0360e034a5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.673141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd9184-36c0-4037-8ce5-54580cf0f33a None None] Pushing event updated for resources: {'Port': ['ID=f0abafcc-f722-4892-800a-9c70bee52cb5,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:17.685310 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b9830a0-e064-43b2-9290-35f452068c40 req-faa1851c-91e6-4588-a456-61e799996e2d tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/security-groups?id=20e2483e-1590-449e-aaa8-8edca33c53e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122627 Jul 27 20:53:17.741128 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.762943 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4921c321-60e5-4416-8274-6378662f036f None None] Attempting to bind port f0abafcc-f722-4892-800a-9c70bee52cb5 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:17.764132 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4921c321-60e5-4416-8274-6378662f036f None None] Attempting to bind port f0abafcc-f722-4892-800a-9c70bee52cb5 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cb4cdcf2-9ff6-41aa-9f39-74417349c733'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:17.764885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921c321-60e5-4416-8274-6378662f036f None None] Attempting to bind port f0abafcc-f722-4892-800a-9c70bee52cb5 on network cb4cdcf2-9ff6-41aa-9f39-74417349c733 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:17.775520 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9293277d-f66e-4ca0-92d1-0360e034a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.776072 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-4f469139-2183-443b-b3a9-2a8385b74c5a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.776877 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921c321-60e5-4416-8274-6378662f036f None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:17.777440 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921c321-60e5-4416-8274-6378662f036f None None] Checking segment: {'id': '09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cb4cdcf2-9ff6-41aa-9f39-74417349c733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:17.778084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9293277d-f66e-4ca0-92d1-0360e034a5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.778194 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4921c321-60e5-4416-8274-6378662f036f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.779299 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921c321-60e5-4416-8274-6378662f036f None None] Bound using segment: {'id': '09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cb4cdcf2-9ff6-41aa-9f39-74417349c733'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:17.779787 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9293277d-f66e-4ca0-92d1-0360e034a5a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a9563b8-00a5-4ad0-a83e-337513fc2757 HTTP/1.1" status: 204 len: 168 time: 0.3468969 Jul 27 20:53:17.785956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4921c321-60e5-4416-8274-6378662f036f None None] Bound port: f0abafcc-f722-4892-800a-9c70bee52cb5, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'cb4cdcf2-9ff6-41aa-9f39-74417349c733'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:17.787033 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4921c321-60e5-4416-8274-6378662f036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.797311 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293277d-f66e-4ca0-92d1-0360e034a5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9563b8-00a5-4ad0-a83e-337513fc2757,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:17.812903 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.829376 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-4f469139-2183-443b-b3a9-2a8385b74c5a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.889522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-4f469139-2183-443b-b3a9-2a8385b74c5a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Network c4e94267-1e8c-444b-9271-9eac2bcbc562 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:17.894898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:17.897445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-4f469139-2183-443b-b3a9-2a8385b74c5a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:17.900126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f469139-2183-443b-b3a9-2a8385b74c5a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Pushing event updated for resources: {'Port': ['ID=355fca33-b957-43b9-9280-8dbeaa3311d2,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:17.901665 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:17.902756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-4f469139-2183-443b-b3a9-2a8385b74c5a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:17.910648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-4f469139-2183-443b-b3a9-2a8385b74c5a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:17.911416 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-4f469139-2183-443b-b3a9-2a8385b74c5a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:17.914754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:17.941952 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-4f469139-2183-443b-b3a9-2a8385b74c5a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7841170 Jul 27 20:53:17.958844 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Request body: {'port': {'device_id': 'c5a5f2eb-08ce-47f9-a873-ff227ba66654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:17.974144 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-4921c321-60e5-4416-8274-6378662f036f None None] For port f0abafcc-f722-4892-800a-9c70bee52cb5, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:17.978072 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-4921c321-60e5-4416-8274-6378662f036f None None] For port f0abafcc-f722-4892-800a-9c70bee52cb5, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f0abafcc-f722-4892-800a-9c70bee52cb5,segment=NetworkSegment(09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6),segment_id=09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:17.985536 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4921c321-60e5-4416-8274-6378662f036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.029785 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Pushing event updated for resources: {'Port': ['ID=d0c54d7d-2e5a-41ef-a821-5eacc5f4f7ac,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:18.096822 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd9184-36c0-4037-8ce5-54580cf0f33a None None] Pushing event updated for resources: {'Port': ['ID=f0abafcc-f722-4892-800a-9c70bee52cb5,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:18.101985 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.110011 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.112600 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921c321-60e5-4416-8274-6378662f036f None None] Routers {'1c842605-8240-419a-b786-784c2c890b3f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:18.116587 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-4921c321-60e5-4416-8274-6378662f036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:53:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1c842605-8240-419a-b786-784c2c890b3f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:18.123392 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9616a-5625-485e-b918-9d69d74ac0d8 req-f9daca29-e1dd-47a8-9513-d8178589a27e tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:18.130877 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ed9616a-5625-485e-b918-9d69d74ac0d8 req-f9daca29-e1dd-47a8-9513-d8178589a27e tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 931 time: 0.2324653 Jul 27 20:53:18.221838 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.277909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ed9616a-5625-485e-b918-9d69d74ac0d8 req-026384dd-8403-4af6-95cd-9cf1317a3ceb tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457634 Jul 27 20:53:18.282307 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-4921c321-60e5-4416-8274-6378662f036f None None] Set router 1c842605-8240-419a-b786-784c2c890b3f gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:18.336728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52610) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:18.390322 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0be39262-46bc-4986-9901-a0e6c43d1c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.437406 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d8f01c99-90a4-4796-be4c-a591ad8cea97 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:18.471950 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 867d9b6a-40a5-4bf1-8e2a-f6700885e411 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:18.569100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b073ac-b6e2-4d71-b5b8-8a765ffa20d8 req-6994ae1b-7ed1-42c6-8d9f-2de11aa90c1f tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:18.571595 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-69b073ac-b6e2-4d71-b5b8-8a765ffa20d8 req-6994ae1b-7ed1-42c6-8d9f-2de11aa90c1f tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 946 time: 0.2184703 Jul 27 20:53:18.651257 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-69b073ac-b6e2-4d71-b5b8-8a765ffa20d8 req-660bc0d2-da6a-4b02-949a-30e2130cce2f tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651798 Jul 27 20:53:18.660700 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.666594 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.690400 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0be39262-46bc-4986-9901-a0e6c43d1c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.699972 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 867d9b6a-40a5-4bf1-8e2a-f6700885e411 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:18.700528 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.700783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355fca33-b957-43b9-9280-8dbeaa3311d2 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:18.703281 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port d8f01c99-90a4-4796-be4c-a591ad8cea97, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d8f01c99-90a4-4796-be4c-a591ad8cea97,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:18.707017 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0be39262-46bc-4986-9901-a0e6c43d1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.719770 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.734524 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Pushing event updated for resources: {'Port': ['ID=d0c54d7d-2e5a-41ef-a821-5eacc5f4f7ac,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:18.740688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'd8f01c99-90a4-4796-be4c-a591ad8cea97', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'd8f01c99-90a4-4796-be4c-a591ad8cea97', 'mac_address': 'fa:16:3e:f1:45:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:tempest-test_az-1607745304', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:18.745662 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.745965 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.755739 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ae04a3e1-4093-438a-9bf5-54ef1330e69f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1023426 Jul 27 20:53:18.755954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be39262-46bc-4986-9901-a0e6c43d1c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d645ac8-9a03-41ff-ae99-3578b29c16fe,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:18.789531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52616) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:18.789883 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0be39262-46bc-4986-9901-a0e6c43d1c69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df9145c63f134440adbbdef1b2823d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4523382 Jul 27 20:53:18.791123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Transition to ACTIVE for port object 355fca33-b957-43b9-9280-8dbeaa3311d2 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:18.796143 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.802388 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.822312 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f01c99-90a4-4796-be4c-a591ad8cea97 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:18.833015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-4921c321-60e5-4416-8274-6378662f036f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c842605-8240-419a-b786-784c2c890b3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516939116-router', 'tenant_id': '65507894214a4bd58e24166f5bc18f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '867d9b6a-40a5-4bf1-8e2a-f6700885e411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:12Z', 'revision_number': 4, 'project_id': '65507894214a4bd58e24166f5bc18f96', 'gw_port': {'id': '867d9b6a-40a5-4bf1-8e2a-f6700885e411', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c842605-8240-419a-b786-784c2c890b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:03Z', 'updated_at': '2021-07-27T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'f0abafcc-f722-4892-800a-9c70bee52cb5', 'name': '', 'network_id': 'cb4cdcf2-9ff6-41aa-9f39-74417349c733', 'tenant_id': '65507894214a4bd58e24166f5bc18f96', 'mac_address': 'fa:16:3e:5c:c2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c842605-8240-419a-b786-784c2c890b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66c66f12-48a0-4429-b708-9535ed6d56e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:11Z', 'updated_at': '2021-07-27T20:53:17Z', 'revision_number': 4, 'project_id': '65507894214a4bd58e24166f5bc18f96', 'subnets': [{'id': '66c66f12-48a0-4429-b708-9535ed6d56e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:18.857124 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Pushing event updated for resources: {'Port': ['ID=355fca33-b957-43b9-9280-8dbeaa3311d2,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:18.902606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Attempting to bind port 355fca33-b957-43b9-9280-8dbeaa3311d2 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:18.902952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Attempting to bind port 355fca33-b957-43b9-9280-8dbeaa3311d2 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:18.903285 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Attempting to bind port 355fca33-b957-43b9-9280-8dbeaa3311d2 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:18.907020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port d8f01c99-90a4-4796-be4c-a591ad8cea97, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d8f01c99-90a4-4796-be4c-a591ad8cea97,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:18.908703 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Port 355fca33-b957-43b9-9280-8dbeaa3311d2 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:18.909070 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921c321-60e5-4416-8274-6378662f036f None None] The sync data for ids ['1c842605-8240-419a-b786-784c2c890b3f'] in n-d-764806-9 is: [{'id': '1c842605-8240-419a-b786-784c2c890b3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516939116-router', 'tenant_id': '65507894214a4bd58e24166f5bc18f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '867d9b6a-40a5-4bf1-8e2a-f6700885e411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T20:53:12Z', 'revision_number': 4, 'project_id': '65507894214a4bd58e24166f5bc18f96', 'gw_port': {'id': '867d9b6a-40a5-4bf1-8e2a-f6700885e411', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c842605-8240-419a-b786-784c2c890b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:03Z', 'updated_at': '2021-07-27T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'f0abafcc-f722-4892-800a-9c70bee52cb5', 'name': '', 'network_id': 'cb4cdcf2-9ff6-41aa-9f39-74417349c733', 'tenant_id': '65507894214a4bd58e24166f5bc18f96', 'mac_address': 'fa:16:3e:5c:c2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c842605-8240-419a-b786-784c2c890b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '66c66f12-48a0-4429-b708-9535ed6d56e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:11Z', 'updated_at': '2021-07-27T20:53:17Z', 'revision_number': 4, 'project_id': '65507894214a4bd58e24166f5bc18f96', 'subnets': [{'id': '66c66f12-48a0-4429-b708-9535ed6d56e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:53:18.909256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Attempting to bind port 355fca33-b957-43b9-9280-8dbeaa3311d2 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:18.917110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:18.922876 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Checking segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:18.923903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Bound using segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:18.924720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Bound port: 355fca33-b957-43b9-9280-8dbeaa3311d2, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:18.924913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.937146 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:18.959699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f0abafcc-f722-4892-800a-9c70bee52cb5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:18.965147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96064a-a39b-4296-a7f8-bf1d4ee197cf req-85638194-b9e6-4f7c-b224-2fc3d7259e86 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:18.977034 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d96064a-a39b-4296-a7f8-bf1d4ee197cf req-85638194-b9e6-4f7c-b224-2fc3d7259e86 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 969 time: 0.1500993 Jul 27 20:53:18.980081 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33f0dfa8-c4b5-47ac-bd27-8bc018acfa3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.034589 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d96064a-a39b-4296-a7f8-bf1d4ee197cf req-2dedb24e-60f8-4143-8eda-a696166f416d tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/security-groups?id=20e2483e-1590-449e-aaa8-8edca33c53e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523281 Jul 27 20:53:19.065654 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33f0dfa8-c4b5-47ac-bd27-8bc018acfa3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.085649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] For port 355fca33-b957-43b9-9280-8dbeaa3311d2, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:19.089586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] For port 355fca33-b957-43b9-9280-8dbeaa3311d2, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=355fca33-b957-43b9-9280-8dbeaa3311d2,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:19.097263 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.135261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:19.135900 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.137339 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] 10.222.0.66 "PUT /v2.0/ports/355fca33-b957-43b9-9280-8dbeaa3311d2 HTTP/1.1" status: 200 len: 1091 time: 1.1870847 Jul 27 20:53:19.138400 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a5f2eb-08ce-47f9-a873-ff227ba66654', 'tag': '355fca33-b957-43b9-9280-8dbeaa3311d2'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:19.140434 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f8cf98-3d66-44b9-8c04-2de4bf09ad3b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a5f2eb-08ce-47f9-a873-ff227ba66654", "tag": "355fca33-b957-43b9-9280-8dbeaa3311d2"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:19.163775 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-67431ce7-076a-4e52-ac0c-b3950108821b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1133983341&fields=id&tenant_id=421c0bc741dc429f9a5bc81fd9d591b1 HTTP/1.1" status: 200 len: 267 time: 0.0709219 Jul 27 20:53:19.211011 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=d8f01c99-90a4-4796-be4c-a591ad8cea97,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:19.227878 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port f0abafcc-f722-4892-800a-9c70bee52cb5 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:19.231774 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d12870-12ca-43a5-92ba-0f6da0c95424 x-openstack-request-id: req-f5d12870-12ca-43a5-92ba-0f6da0c95424 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:19.232126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f0abafcc-f722-4892-800a-9c70bee52cb5 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:19.232453 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a5f2eb-08ce-47f9-a873-ff227ba66654", "tag": "355fca33-b957-43b9-9280-8dbeaa3311d2", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:19.232574 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.232948 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5d12870-12ca-43a5-92ba-0f6da0c95424 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:19.233674 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a5f2eb-08ce-47f9-a873-ff227ba66654', 'tag': '355fca33-b957-43b9-9280-8dbeaa3311d2', 'status': 'completed', 'code': 200} Jul 27 20:53:19.258380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059e663-b156-4491-ae67-deca9c54ba21 service neutron] Pushing event updated for resources: {'Port': ['ID=355fca33-b957-43b9-9280-8dbeaa3311d2,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:19.292094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-8026a775-6938-4d4c-9f02-ccb7e447e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:19.296201 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33f0dfa8-c4b5-47ac-bd27-8bc018acfa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.301084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33f0dfa8-c4b5-47ac-bd27-8bc018acfa3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.304924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-33f0dfa8-c4b5-47ac-bd27-8bc018acfa3f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d645ac8-9a03-41ff-ae99-3578b29c16fe HTTP/1.1" status: 204 len: 168 time: 0.5118091 Jul 27 20:53:19.305119 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-8026a775-6938-4d4c-9f02-ccb7e447e009 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 1094 time: 0.1061721 Jul 27 20:53:19.306000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['d8f01c99-90a4-4796-be4c-a591ad8cea97'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:19.326119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0dfa8-c4b5-47ac-bd27-8bc018acfa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d645ac8-9a03-41ff-ae99-3578b29c16fe,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:19.404403 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-fa08aa72-4e98-4faf-9152-0e63e54a954c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=355fca33-b957-43b9-9280-8dbeaa3311d2 HTTP/1.1" status: 200 len: 217 time: 0.0947888 Jul 27 20:53:19.465202 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d39827-30d0-4bef-b364-710db6534677 req-ad69a969-2070-417e-b7ea-7fabe1b9f034 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:19.473070 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-ad69a969-2070-417e-b7ea-7fabe1b9f034 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/networks?id=d0529065-8390-47a3-aefb-e0f34741ee1f HTTP/1.1" status: 200 len: 822 time: 0.2887199 Jul 27 20:53:19.507026 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-768444d3-89ac-4c90-985e-3e884d52d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:19.509247 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-f825f772-7267-4920-95cd-ca7dff29d54f tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/quotas/421c0bc741dc429f9a5bc81fd9d591b1 HTTP/1.1" status: 200 len: 375 time: 0.0351069 Jul 27 20:53:19.509425 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.510463 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-768444d3-89ac-4c90-985e-3e884d52d0d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.1034148 Jul 27 20:53:19.587433 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-f08bafea-132a-47c3-8998-aec67af9f406 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685904 Jul 27 20:53:19.626031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port f0abafcc-f722-4892-800a-9c70bee52cb5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f0abafcc-f722-4892-800a-9c70bee52cb5,segment=NetworkSegment(09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6),segment_id=09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:19.631833 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaacd95-296c-4dc9-a0bb-945d61ffa9a2 req-e35a1d8a-3803-4d28-8327-d8516f06ebd7 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:19.633936 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:19.645713 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4aaacd95-296c-4dc9-a0bb-945d61ffa9a2 req-e35a1d8a-3803-4d28-8327-d8516f06ebd7 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 943 time: 0.2333884 Jul 27 20:53:19.760066 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=f0abafcc-f722-4892-800a-9c70bee52cb5,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:19.776633 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-940deb07-ebb5-45ef-9297-30f35f4541bf service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813085 Jul 27 20:53:19.776824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-af79d653-8b6d-478e-bcc7-1277dda4fe80 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=421c0bc741dc429f9a5bc81fd9d591b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2652397 Jul 27 20:53:19.793622 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4aaacd95-296c-4dc9-a0bb-945d61ffa9a2 req-64684ae1-c876-4285-a683-09cb22b674bc tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443877 Jul 27 20:53:19.901309 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80c638b7-f13a-40af-a103-38eb6e854a8a req-5492599b-f2d8-4e88-b1ac-facf2513348e service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168344 Jul 27 20:53:19.947399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52642) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:19.972222 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6a8f-52f8-4d41-bf8b-2b253537d3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.033548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d012c-f36a-49e5-9b88-4504c443e7ea req-47698594-46d9-4412-8702-b72a6671679f tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:20.036027 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d18d012c-f36a-49e5-9b88-4504c443e7ea req-47698594-46d9-4412-8702-b72a6671679f tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 946 time: 0.1125104 Jul 27 20:53:20.075813 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8cf98-3d66-44b9-8c04-2de4bf09ad3b req-2181ed92-4330-4397-b58b-859eb5a7e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:20.077169 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b8f8cf98-3d66-44b9-8c04-2de4bf09ad3b req-2181ed92-4330-4397-b58b-859eb5a7e4e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 1094 time: 0.1133921 Jul 27 20:53:20.097433 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-209d675d-a779-429a-87cd-ea3dd7fb6b90 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:53:20.098594 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-209d675d-a779-429a-87cd-ea3dd7fb6b90 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1167440 Jul 27 20:53:20.109693 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d18d012c-f36a-49e5-9b88-4504c443e7ea req-c2e6c5c1-3c78-447f-bb62-bf5a09ff4071 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650172 Jul 27 20:53:20.190033 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6a8f-52f8-4d41-bf8b-2b253537d3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.201468 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2f7e6a8f-52f8-4d41-bf8b-2b253537d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.223658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8cf98-3d66-44b9-8c04-2de4bf09ad3b req-a66d5730-44d8-470e-96ac-ad9d02ef654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:20.225164 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b8f8cf98-3d66-44b9-8c04-2de4bf09ad3b req-a66d5730-44d8-470e-96ac-ad9d02ef654f service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.1400898 Jul 27 20:53:20.280957 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2f7e6a8f-52f8-4d41-bf8b-2b253537d3cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d876bbc084b4172be74a24cf4daa543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322709 Jul 27 20:53:20.282151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e6a8f-52f8-4d41-bf8b-2b253537d3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18970370-99b4-4e48-94b3-4448d2f707b7,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:20.285216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52648) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:20.286601 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b8f8cf98-3d66-44b9-8c04-2de4bf09ad3b req-7df795c3-832d-42ac-9790-0f95da8537ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=355fca33-b957-43b9-9280-8dbeaa3311d2 HTTP/1.1" status: 200 len: 217 time: 0.0471160 Jul 27 20:53:20.309726 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-870596ed-1b7f-47da-8137-014d7a524c31 service neutron] 10.222.0.55 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985865 Jul 27 20:53:20.377771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8cf98-3d66-44b9-8c04-2de4bf09ad3b req-13842781-af57-4f6b-aa6a-517c5093d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:20.378010 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f0abafcc-f722-4892-800a-9c70bee52cb5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:20.379466 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b8f8cf98-3d66-44b9-8c04-2de4bf09ad3b req-13842781-af57-4f6b-aa6a-517c5093d74f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.0855148 Jul 27 20:53:20.400020 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39e8fc36-d36d-4591-a47a-e60909077df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.403184 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e833c-efec-4b58-925d-b617d17323f1 req-fd107745-e3ed-477e-a8cb-0197f2002cca tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:20.411164 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e6e833c-efec-4b58-925d-b617d17323f1 req-fd107745-e3ed-477e-a8cb-0197f2002cca tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 970 time: 0.2258708 Jul 27 20:53:20.411956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d8f01c99-90a4-4796-be4c-a591ad8cea97 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:20.439980 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b8f8cf98-3d66-44b9-8c04-2de4bf09ad3b req-12278be0-9b89-4a89-8e2b-a5914d950422 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522416 Jul 27 20:53:20.489486 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f0abafcc-f722-4892-800a-9c70bee52cb5 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:20.490117 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.512152 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port d8f01c99-90a4-4796-be4c-a591ad8cea97 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:20.521878 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port d8f01c99-90a4-4796-be4c-a591ad8cea97 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:20.522274 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.529448 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39e8fc36-d36d-4591-a47a-e60909077df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.615909 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b8f8cf98-3d66-44b9-8c04-2de4bf09ad3b req-cd60d105-c951-4bf4-9ccb-9444097e4d67 service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664515 Jul 27 20:53:20.635500 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39e8fc36-d36d-4591-a47a-e60909077df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.638034 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39e8fc36-d36d-4591-a47a-e60909077df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.643355 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-39e8fc36-d36d-4591-a47a-e60909077df5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/18970370-99b4-4e48-94b3-4448d2f707b7 HTTP/1.1" status: 204 len: 168 time: 0.3518491 Jul 27 20:53:20.668404 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e6e833c-efec-4b58-925d-b617d17323f1 req-93dc14ca-5341-40db-af9b-a7a1fa51db68 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/security-groups?id=20e2483e-1590-449e-aaa8-8edca33c53e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561202 Jul 27 20:53:20.674570 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.696009 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8fc36-d36d-4591-a47a-e60909077df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18970370-99b4-4e48-94b3-4448d2f707b7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:20.716536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-7dbbc9e5-1f32-44a8-b9df-213232765abd service neutron] 10.222.0.55 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964293 Jul 27 20:53:20.741291 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74bf0a4-d9e3-4a0f-9a5c-614172ae1460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f01c99-90a4-4796-be4c-a591ad8cea97'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:20.744600 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b8f8cf98-3d66-44b9-8c04-2de4bf09ad3b req-69c124cf-29c0-4077-980c-8d29d6b1b94e service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198869 Jul 27 20:53:20.885866 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port d8f01c99-90a4-4796-be4c-a591ad8cea97, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d8f01c99-90a4-4796-be4c-a591ad8cea97,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:20.899794 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:20.963654 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d843e498-ba83-4c7d-bcbf-3b8c52e674b6 req-62672712-c3a8-4996-9df1-ca397ddbeecc tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 210 time: 0.0483136 Jul 27 20:53:21.002060 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=d8f01c99-90a4-4796-be4c-a591ad8cea97,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:21.058880 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4530d777-9be7-4231-b1b7-a781149f8826" -d '{"events": [{"server_uuid": "d74bf0a4-d9e3-4a0f-9a5c-614172ae1460", "name": "network-vif-plugged", "status": "completed", "tag": "d8f01c99-90a4-4796-be4c-a591ad8cea97"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:21.064678 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcab0e6-8b3e-4f6b-8c7a-1c81adec35ce req-45f24d70-fccb-40a9-8b04-bcc907750681 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:21.067168 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5fcab0e6-8b3e-4f6b-8c7a-1c81adec35ce req-45f24d70-fccb-40a9-8b04-bcc907750681 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 943 time: 0.1164200 Jul 27 20:53:21.132127 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5fcab0e6-8b3e-4f6b-8c7a-1c81adec35ce req-ea4e1c4f-19f7-41ab-98eb-6997fb0ae32d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526559 Jul 27 20:53:21.244720 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448ec777-46de-4607-bd36-d600390d220d x-openstack-request-id: req-448ec777-46de-4607-bd36-d600390d220d {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:21.245013 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74bf0a4-d9e3-4a0f-9a5c-614172ae1460", "name": "network-vif-plugged", "status": "completed", "tag": "d8f01c99-90a4-4796-be4c-a591ad8cea97", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:21.245265 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-448ec777-46de-4607-bd36-d600390d220d {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:21.245712 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74bf0a4-d9e3-4a0f-9a5c-614172ae1460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f01c99-90a4-4796-be4c-a591ad8cea97', 'code': 200} Jul 27 20:53:21.310715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89af3a-6f5c-4241-8523-be842e52f4f9 req-e7311d60-b5a2-4d76-b2be-f91ce4ae76e2 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:21.312386 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d89af3a-6f5c-4241-8523-be842e52f4f9 req-e7311d60-b5a2-4d76-b2be-f91ce4ae76e2 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 946 time: 0.0977385 Jul 27 20:53:21.413211 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d89af3a-6f5c-4241-8523-be842e52f4f9 req-bba0f19f-493c-4ee5-931b-47d3013a85e6 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929294 Jul 27 20:53:21.460242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beeb9cc-2855-4b86-9d0d-c4f8f3b5c54f req-d3b1802c-33f2-43ad-b529-5f42cf947860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:21.461737 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3beeb9cc-2855-4b86-9d0d-c4f8f3b5c54f req-d3b1802c-33f2-43ad-b529-5f42cf947860 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 1122 time: 0.1341422 Jul 27 20:53:21.490629 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3beeb9cc-2855-4b86-9d0d-c4f8f3b5c54f req-51fc8e14-aa6f-42d3-a45d-5685c0cc4012 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:21.597305 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3beeb9cc-2855-4b86-9d0d-c4f8f3b5c54f req-51fc8e14-aa6f-42d3-a45d-5685c0cc4012 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:21.600749 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3beeb9cc-2855-4b86-9d0d-c4f8f3b5c54f req-51fc8e14-aa6f-42d3-a45d-5685c0cc4012 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:21.640967 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3beeb9cc-2855-4b86-9d0d-c4f8f3b5c54f req-51fc8e14-aa6f-42d3-a45d-5685c0cc4012 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=20e2483e-1590-449e-aaa8-8edca33c53e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638005 Jul 27 20:53:21.646538 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc8e14-aa6f-42d3-a45d-5685c0cc4012 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f1474264-092e-4524-88b8-d6516a0c181e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:21.832643 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a57f3-f7e0-4016-8351-4f4856097d42 req-d5defedf-70e0-409b-976f-8f5991b20cb2 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:21.834238 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-184a57f3-f7e0-4016-8351-4f4856097d42 req-d5defedf-70e0-409b-976f-8f5991b20cb2 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 971 time: 0.0833795 Jul 27 20:53:21.873846 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-184a57f3-f7e0-4016-8351-4f4856097d42 req-e1f4f9f7-1121-40f2-bae9-1c03f8b3884b tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/security-groups?id=20e2483e-1590-449e-aaa8-8edca33c53e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334268 Jul 27 20:53:21.984389 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 727ac9d2-245a-407a-b8c2-62eb4e3b9306 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:22.093919 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-363bc3b6-6bf2-4358-bb9a-0c16287ba52f req-2e7327ba-82a9-48ca-9aef-34ec795e5a66 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 210 time: 0.0483425 Jul 27 20:53:22.106386 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 727ac9d2-245a-407a-b8c2-62eb4e3b9306, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=727ac9d2-245a-407a-b8c2-62eb4e3b9306,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:22.121081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '727ac9d2-245a-407a-b8c2-62eb4e3b9306', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '727ac9d2-245a-407a-b8c2-62eb4e3b9306', 'mac_address': 'fa:16:3e:4f:f0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:22.172212 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:22.187813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727ac9d2-245a-407a-b8c2-62eb4e3b9306 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:22.212240 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 727ac9d2-245a-407a-b8c2-62eb4e3b9306, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=727ac9d2-245a-407a-b8c2-62eb4e3b9306,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:22.218176 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:22.285613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=727ac9d2-245a-407a-b8c2-62eb4e3b9306,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:22.320049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d39827-30d0-4bef-b364-710db6534677 req-3cf0d48f-8c9a-4ffe-90d4-336b5ca716a5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:22.321585 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-3cf0d48f-8c9a-4ffe-90d4-336b5ca716a5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.20 "GET /v2.0/networks?id=d0529065-8390-47a3-aefb-e0f34741ee1f HTTP/1.1" status: 200 len: 822 time: 0.1967690 Jul 27 20:53:22.368031 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dc3e1-73da-40b1-9465-30a85846a113 req-558eec28-3515-4285-8503-84132292d138 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:22.369532 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-069dc3e1-73da-40b1-9465-30a85846a113 req-558eec28-3515-4285-8503-84132292d138 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 943 time: 0.1217308 Jul 27 20:53:22.409556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-47eaca71-817a-4c49-8db7-4459c50370e2 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=421c0bc741dc429f9a5bc81fd9d591b1 HTTP/1.1" status: 200 len: 380 time: 0.0727510 Jul 27 20:53:22.422209 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-a0d39827-30d0-4bef-b364-710db6534677 req-fef6576a-9437-4642-8a95-1c3f403928bb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Request body: {'port': {'device_id': '7d146e8d-4905-49d8-8320-6045065fb655', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'admin_state_up': True, 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'security_groups': ['128f5d56-8746-4037-9979-ee4bae162131']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:22.496265 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-069dc3e1-73da-40b1-9465-30a85846a113 req-508231c6-9847-4456-b9c4-ac13faae939b tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073987 Jul 27 20:53:22.632451 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d39827-30d0-4bef-b364-710db6534677 req-fef6576a-9437-4642-8a95-1c3f403928bb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Made reservation on behalf of 421c0bc741dc429f9a5bc81fd9d591b1 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:22.637592 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a0d39827-30d0-4bef-b364-710db6534677 req-fef6576a-9437-4642-8a95-1c3f403928bb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:22.669567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['727ac9d2-245a-407a-b8c2-62eb4e3b9306'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:22.779153 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4077d8-fec0-4133-b9b5-4c572a16d979 req-7ec72361-8279-4bf9-b6b7-816ebde4fea2 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:22.781253 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c4077d8-fec0-4133-b9b5-4c572a16d979 req-7ec72361-8279-4bf9-b6b7-816ebde4fea2 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 947 time: 0.2083266 Jul 27 20:53:22.911412 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c4077d8-fec0-4133-b9b5-4c572a16d979 req-862b83c0-2f66-4f1d-97d8-c5b2d8c72200 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192212 Jul 27 20:53:22.917538 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-a0d39827-30d0-4bef-b364-710db6534677 req-fef6576a-9437-4642-8a95-1c3f403928bb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Allocated IP 172.20.0.10 (d0529065-8390-47a3-aefb-e0f34741ee1f/9b547ef7-4cb6-4736-b263-c7c9499342ec/16bead63-ff02-4d8c-bf7b-45a0be50e6cd) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:23.151936 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a0d39827-30d0-4bef-b364-710db6534677 req-fef6576a-9437-4642-8a95-1c3f403928bb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:23.163001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15224db-9d95-4e44-b0cc-6be6d62ef44b req-f9d69a94-004b-4832-a4ce-d8765135f1ba tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:23.164491 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d15224db-9d95-4e44-b0cc-6be6d62ef44b req-f9d69a94-004b-4832-a4ce-d8765135f1ba tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 971 time: 0.1354654 Jul 27 20:53:23.187319 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-a0d39827-30d0-4bef-b364-710db6534677 req-fef6576a-9437-4642-8a95-1c3f403928bb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Transition to ACTIVE for port object 16bead63-ff02-4d8c-bf7b-45a0be50e6cd will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:23.223544 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f7a2292-bcc1-4f5b-8257-4d4a0d3eb4b5 req-fa36b03a-e8d5-4b34-b965-345d9c1d3da0 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 210 time: 0.0460341 Jul 27 20:53:23.269612 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d15224db-9d95-4e44-b0cc-6be6d62ef44b req-c718652b-1153-457f-89a3-5a3a2eb2c432 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/security-groups?id=20e2483e-1590-449e-aaa8-8edca33c53e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911858 Jul 27 20:53:23.281398 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a0d39827-30d0-4bef-b364-710db6534677 req-fef6576a-9437-4642-8a95-1c3f403928bb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:23.326534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d39827-30d0-4bef-b364-710db6534677 req-fef6576a-9437-4642-8a95-1c3f403928bb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Network d0529065-8390-47a3-aefb-e0f34741ee1f is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:23.330583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-a0d39827-30d0-4bef-b364-710db6534677 req-fef6576a-9437-4642-8a95-1c3f403928bb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:23.336895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d39827-30d0-4bef-b364-710db6534677 req-fef6576a-9437-4642-8a95-1c3f403928bb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:23.342084 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d39827-30d0-4bef-b364-710db6534677 req-fef6576a-9437-4642-8a95-1c3f403928bb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:23.342762 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a0d39827-30d0-4bef-b364-710db6534677 req-fef6576a-9437-4642-8a95-1c3f403928bb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:23.356700 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6576a-9437-4642-8a95-1c3f403928bb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Pushing event updated for resources: {'Port': ['ID=16bead63-ff02-4d8c-bf7b-45a0be50e6cd,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:23.366472 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-fef6576a-9437-4642-8a95-1c3f403928bb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9497917 Jul 27 20:53:23.385708 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Request body: {'port': {'device_id': '7d146e8d-4905-49d8-8320-6045065fb655', 'device_owner': 'compute:tempest-test_az-1607745304', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:23.478049 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:23.586215 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52758) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:23.636394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-df2930cc-e502-46fe-8855-2eb81e065dd9 None None] Provisioning for port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:23.640378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-df2930cc-e502-46fe-8855-2eb81e065dd9 None None] Provisioning complete for port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:23.640757 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-df2930cc-e502-46fe-8855-2eb81e065dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:23.678968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-df2930cc-e502-46fe-8855-2eb81e065dd9 None None] Port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:23.706529 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cdb7e547-2f35-4bd4-af68-c55ebd66cf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:23.746707 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e204c51-a0f3-4a6d-a94f-e80f64a45cf8 req-5e7f9c87-c5e6-46b6-8836-81cf03ab1d93 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:23.748183 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e204c51-a0f3-4a6d-a94f-e80f64a45cf8 req-5e7f9c87-c5e6-46b6-8836-81cf03ab1d93 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 943 time: 0.1542125 Jul 27 20:53:23.813342 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e204c51-a0f3-4a6d-a94f-e80f64a45cf8 req-2f9cc260-3cb8-4b0b-a42e-e5c3ae6f1b55 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568748 Jul 27 20:53:23.833844 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cdb7e547-2f35-4bd4-af68-c55ebd66cf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:23.844771 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cdb7e547-2f35-4bd4-af68-c55ebd66cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:23.850834 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16bead63-ff02-4d8c-bf7b-45a0be50e6cd {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:23.858826 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:23.872552 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Transition to ACTIVE for port object 16bead63-ff02-4d8c-bf7b-45a0be50e6cd will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:23.877263 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:23.884390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7e547-2f35-4bd4-af68-c55ebd66cf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97907e8-682d-49db-962d-80ae693e2f57,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:23.895076 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cdb7e547-2f35-4bd4-af68-c55ebd66cf6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f523781c9113487db3aa5d1769655da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074129 Jul 27 20:53:23.896130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52762) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:23.930103 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Pushing event updated for resources: {'Port': ['ID=16bead63-ff02-4d8c-bf7b-45a0be50e6cd,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:23.969915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Attempting to bind port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:23.970139 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Attempting to bind port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '5590148a-9eb4-4d69-9ed8-80a2ef1a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:23.970512 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Attempting to bind port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd on network d0529065-8390-47a3-aefb-e0f34741ee1f {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:23.975417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd on network d0529065-8390-47a3-aefb-e0f34741ee1f not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:23.975830 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Attempting to bind port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd on network d0529065-8390-47a3-aefb-e0f34741ee1f {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:23.981847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:23.982189 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Checking segment: {'id': '5590148a-9eb4-4d69-9ed8-80a2ef1a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:23.983115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Bound using segment: {'id': '5590148a-9eb4-4d69-9ed8-80a2ef1a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:23.983363 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Bound port: 16bead63-ff02-4d8c-bf7b-45a0be50e6cd, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5590148a-9eb4-4d69-9ed8-80a2ef1a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:23.983789 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:23.986804 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 355fca33-b957-43b9-9280-8dbeaa3311d2 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:24.006371 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a29a55d4-7d98-4c44-8758-0e9681d02d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.034748 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a29a55d4-7d98-4c44-8758-0e9681d02d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.093165 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a29a55d4-7d98-4c44-8758-0e9681d02d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.097586 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a29a55d4-7d98-4c44-8758-0e9681d02d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.101711 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a29a55d4-7d98-4c44-8758-0e9681d02d49 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e97907e8-682d-49db-962d-80ae693e2f57 HTTP/1.1" status: 204 len: 168 time: 0.2010522 Jul 27 20:53:24.104733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 727ac9d2-245a-407a-b8c2-62eb4e3b9306 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:24.122427 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] For port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd, host n-h1-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:24.123760 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a55d4-7d98-4c44-8758-0e9681d02d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97907e8-682d-49db-962d-80ae693e2f57,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:24.134958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] For port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=16bead63-ff02-4d8c-bf7b-45a0be50e6cd,segment=NetworkSegment(5590148a-9eb4-4d69-9ed8-80a2ef1a652c),segment_id=5590148a-9eb4-4d69-9ed8-80a2ef1a652c)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:24.141071 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.160885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 355fca33-b957-43b9-9280-8dbeaa3311d2, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=355fca33-b957-43b9-9280-8dbeaa3311d2,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:24.193228 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '355fca33-b957-43b9-9280-8dbeaa3311d2', 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562', 'port_id': '355fca33-b957-43b9-9280-8dbeaa3311d2', 'mac_address': 'fa:16:3e:d7:ac:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1928b7b-b29b-4188-ba4d-3193e8a7d45e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:24.222848 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:24.223820 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.225932 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] 10.222.0.20 "PUT /v2.0/ports/16bead63-ff02-4d8c-bf7b-45a0be50e6cd HTTP/1.1" status: 200 len: 1114 time: 0.8466735 Jul 27 20:53:24.231477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d146e8d-4905-49d8-8320-6045065fb655', 'tag': '16bead63-ff02-4d8c-bf7b-45a0be50e6cd'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:24.235189 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cab21a7-6087-48e9-9ac7-1819fb67465e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d146e8d-4905-49d8-8320-6045065fb655", "tag": "16bead63-ff02-4d8c-bf7b-45a0be50e6cd"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:24.276925 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 727ac9d2-245a-407a-b8c2-62eb4e3b9306 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:24.277717 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38676a6c-c3a8-4f77-9dfe-15c4d2b8fa8d req-57b90123-cc25-4b81-b0cd-a1182ff62fa5 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:24.286077 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38676a6c-c3a8-4f77-9dfe-15c4d2b8fa8d req-57b90123-cc25-4b81-b0cd-a1182ff62fa5 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 947 time: 0.2413721 Jul 27 20:53:24.289078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 727ac9d2-245a-407a-b8c2-62eb4e3b9306 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:24.289461 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.311962 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b286fa-8513-4731-9bf6-29873bb42ac1 x-openstack-request-id: req-98b286fa-8513-4731-9bf6-29873bb42ac1 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:24.312248 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d146e8d-4905-49d8-8320-6045065fb655", "tag": "16bead63-ff02-4d8c-bf7b-45a0be50e6cd", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:24.312493 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-98b286fa-8513-4731-9bf6-29873bb42ac1 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:24.312866 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d146e8d-4905-49d8-8320-6045065fb655', 'tag': '16bead63-ff02-4d8c-bf7b-45a0be50e6cd', 'status': 'completed', 'code': 200} Jul 27 20:53:24.356317 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.357854 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c7583-4dd1-4d1f-ad1e-9631daf6f568 service neutron] Pushing event updated for resources: {'Port': ['ID=16bead63-ff02-4d8c-bf7b-45a0be50e6cd,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:24.389101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355fca33-b957-43b9-9280-8dbeaa3311d2 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:24.416635 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 355fca33-b957-43b9-9280-8dbeaa3311d2, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=355fca33-b957-43b9-9280-8dbeaa3311d2,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:24.422415 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.428344 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38676a6c-c3a8-4f77-9dfe-15c4d2b8fa8d req-cefe5b8c-f7ef-4517-91f3-4ac42cae89f5 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411490 Jul 27 20:53:24.481294 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d39827-30d0-4bef-b364-710db6534677 req-0b4973fd-aa87-485a-bf56-c67517d84540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:24.482774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-0b4973fd-aa87-485a-bf56-c67517d84540 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=421c0bc741dc429f9a5bc81fd9d591b1&device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 1117 time: 0.1896050 Jul 27 20:53:24.510734 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.549528 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=355fca33-b957-43b9-9280-8dbeaa3311d2,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:24.557993 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566066f8-095d-4ce7-892e-ab8bc33da16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727ac9d2-245a-407a-b8c2-62eb4e3b9306'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:24.561343 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506d87d9-7cd8-465c-bd09-8615a38e006d" -d '{"events": [{"server_uuid": "566066f8-095d-4ce7-892e-ab8bc33da16f", "name": "network-vif-plugged", "status": "completed", "tag": "727ac9d2-245a-407a-b8c2-62eb4e3b9306"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:24.562445 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-af68b57b-94b1-45c2-abb2-ec55be2a2336 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16bead63-ff02-4d8c-bf7b-45a0be50e6cd HTTP/1.1" status: 200 len: 217 time: 0.0690567 Jul 27 20:53:24.573870 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc65ead-af49-4ee3-8ad2-a97938ffffde req-497037d5-17a0-4855-bd92-f5056a0ef7d2 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:24.575527 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dcc65ead-af49-4ee3-8ad2-a97938ffffde req-497037d5-17a0-4855-bd92-f5056a0ef7d2 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 966 time: 0.1817319 Jul 27 20:53:24.576245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 727ac9d2-245a-407a-b8c2-62eb4e3b9306, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=727ac9d2-245a-407a-b8c2-62eb4e3b9306,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:24.582649 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.591744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52778) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:24.606599 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22509b85-c907-4301-b10f-e7788a87baff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.648987 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=727ac9d2-245a-407a-b8c2-62eb4e3b9306,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:24.695513 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dcc65ead-af49-4ee3-8ad2-a97938ffffde req-92fbf00a-8c16-435f-9a00-17c122efd4ba tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894012 Jul 27 20:53:24.698289 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d39827-30d0-4bef-b364-710db6534677 req-7e3fdbf8-66cc-4cbf-9bd2-b71cb375fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:24.699690 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-7e3fdbf8-66cc-4cbf-9bd2-b71cb375fbd6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b547ef7-4cb6-4736-b263-c7c9499342ec HTTP/1.1" status: 200 len: 861 time: 0.1232955 Jul 27 20:53:24.717282 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22509b85-c907-4301-b10f-e7788a87baff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.721795 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22509b85-c907-4301-b10f-e7788a87baff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.732031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['355fca33-b957-43b9-9280-8dbeaa3311d2'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:24.758067 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d707373-1bef-410a-baa4-27cd569b74d5 req-42abeb65-f5c3-4cd8-9daa-6e0c3b1706b0 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:24.760490 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2caf779d-6136-4f43-ab3e-5fa2e28e1825 x-openstack-request-id: req-2caf779d-6136-4f43-ab3e-5fa2e28e1825 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:24.761226 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566066f8-095d-4ce7-892e-ab8bc33da16f", "name": "network-vif-plugged", "status": "completed", "tag": "727ac9d2-245a-407a-b8c2-62eb4e3b9306", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:24.761417 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2caf779d-6136-4f43-ab3e-5fa2e28e1825 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:24.761948 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566066f8-095d-4ce7-892e-ab8bc33da16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727ac9d2-245a-407a-b8c2-62eb4e3b9306', 'code': 200} Jul 27 20:53:24.762470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d707373-1bef-410a-baa4-27cd569b74d5 req-42abeb65-f5c3-4cd8-9daa-6e0c3b1706b0 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 971 time: 0.2136467 Jul 27 20:53:24.768815 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-22509b85-c907-4301-b10f-e7788a87baff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9b9d466e6ce43de91aac9bcd44529d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751587 Jul 27 20:53:24.773359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52780) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:24.780162 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22509b85-c907-4301-b10f-e7788a87baff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c44d12-d58d-4416-8c65-c3d4aae62a93,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:24.835002 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37ad2b3d-73e6-4961-b048-279ec0ac2d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:24.838426 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d707373-1bef-410a-baa4-27cd569b74d5 req-13dc6905-3753-4451-8f5d-555986687036 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/security-groups?id=20e2483e-1590-449e-aaa8-8edca33c53e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510411 Jul 27 20:53:24.855512 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d39827-30d0-4bef-b364-710db6534677 req-2bfcf19a-6710-4045-af7d-40b511a1c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:24.857138 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-2bfcf19a-6710-4045-af7d-40b511a1c4ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d0529065-8390-47a3-aefb-e0f34741ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445510 Jul 27 20:53:24.944387 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37ad2b3d-73e6-4961-b048-279ec0ac2d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:25.019220 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb062a-8634-4832-b555-5ea3b4fb4ea6 req-96875665-ffdb-4aa5-935e-72273ec21dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:25.020756 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c7fb062a-8634-4832-b555-5ea3b4fb4ea6 req-96875665-ffdb-4aa5-935e-72273ec21dda service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 1099 time: 0.1705756 Jul 27 20:53:25.037259 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37ad2b3d-73e6-4961-b048-279ec0ac2d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:25.039825 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37ad2b3d-73e6-4961-b048-279ec0ac2d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:25.046347 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-37ad2b3d-73e6-4961-b048-279ec0ac2d36 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0c44d12-d58d-4416-8c65-c3d4aae62a93 HTTP/1.1" status: 204 len: 168 time: 0.2690549 Jul 27 20:53:25.069000 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad2b3d-73e6-4961-b048-279ec0ac2d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c44d12-d58d-4416-8c65-c3d4aae62a93,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:25.105211 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c7fb062a-8634-4832-b555-5ea3b4fb4ea6 req-5cc3c770-f509-48ce-8844-a048f5b1ea8e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760617 Jul 27 20:53:25.230321 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-3009208d-1aae-47fe-bb71-2d5a3275a110 service neutron] 10.222.0.20 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481011 Jul 27 20:53:25.338770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e5d22-4692-4db9-bcbe-0261f92e2d8f req-76ff4fcd-4dd7-48b9-8058-b256204a5009 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:25.340284 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a42e5d22-4692-4db9-bcbe-0261f92e2d8f req-76ff4fcd-4dd7-48b9-8058-b256204a5009 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 944 time: 0.3724437 Jul 27 20:53:25.347443 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ea8c6-514f-4456-ac15-4419f896e503 req-109c2f3b-1a63-45b9-8c92-6fe6f6144f42 tempest-AggregatesAdminTestJSON-2103579779 tempest-AggregatesAdminTestJSON-2103579779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:25.348950 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-323ea8c6-514f-4456-ac15-4419f896e503 req-109c2f3b-1a63-45b9-8c92-6fe6f6144f42 tempest-AggregatesAdminTestJSON-2103579779 tempest-AggregatesAdminTestJSON-2103579779-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 1122 time: 0.3435044 Jul 27 20:53:25.396295 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d39827-30d0-4bef-b364-710db6534677 req-836ff6a1-05f7-4aaf-9534-8e12fd4a4d83 service neutron] 10.222.0.20 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541467 Jul 27 20:53:25.399603 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-323ea8c6-514f-4456-ac15-4419f896e503 req-299227a7-91a5-4c0a-acd5-f2e1472f0951 tempest-AggregatesAdminTestJSON-2103579779 tempest-AggregatesAdminTestJSON-2103579779-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:25.427129 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a42e5d22-4692-4db9-bcbe-0261f92e2d8f req-86862f99-b4e9-4a89-b5bc-6ecbd827d0ce tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751665 Jul 27 20:53:25.600851 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-323ea8c6-514f-4456-ac15-4419f896e503 req-299227a7-91a5-4c0a-acd5-f2e1472f0951 tempest-AggregatesAdminTestJSON-2103579779 tempest-AggregatesAdminTestJSON-2103579779-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:25.607399 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-323ea8c6-514f-4456-ac15-4419f896e503 req-299227a7-91a5-4c0a-acd5-f2e1472f0951 tempest-AggregatesAdminTestJSON-2103579779 tempest-AggregatesAdminTestJSON-2103579779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:25.625455 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab21a7-6087-48e9-9ac7-1819fb67465e req-77f02308-5f52-414f-a9f4-78340ad295cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:25.627585 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cab21a7-6087-48e9-9ac7-1819fb67465e req-77f02308-5f52-414f-a9f4-78340ad295cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=421c0bc741dc429f9a5bc81fd9d591b1&device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 1117 time: 0.1599615 Jul 27 20:53:25.662646 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-323ea8c6-514f-4456-ac15-4419f896e503 req-299227a7-91a5-4c0a-acd5-f2e1472f0951 tempest-AggregatesAdminTestJSON-2103579779 tempest-AggregatesAdminTestJSON-2103579779-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=20e2483e-1590-449e-aaa8-8edca33c53e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002687 Jul 27 20:53:25.681259 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299227a7-91a5-4c0a-acd5-f2e1472f0951 tempest-AggregatesAdminTestJSON-2103579779 tempest-AggregatesAdminTestJSON-2103579779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964c6afc-2645-484a-8ead-80a7a13a53f5,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:25.725898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedef0f-fc4e-4393-b1f6-3b79d2d583fe req-a4274c53-8986-47b7-bab6-d571c04eeb38 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:25.727491 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3dedef0f-fc4e-4393-b1f6-3b79d2d583fe req-a4274c53-8986-47b7-bab6-d571c04eeb38 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 948 time: 0.2071095 Jul 27 20:53:25.804110 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3dedef0f-fc4e-4393-b1f6-3b79d2d583fe req-5ca2a510-6092-4f27-af7c-5e7d005c5db7 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585985 Jul 27 20:53:25.805299 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab21a7-6087-48e9-9ac7-1819fb67465e req-1e6a836a-3e1e-4805-8a35-5ef071be6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:25.806724 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cab21a7-6087-48e9-9ac7-1819fb67465e req-1e6a836a-3e1e-4805-8a35-5ef071be6091 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d0529065-8390-47a3-aefb-e0f34741ee1f HTTP/1.1" status: 200 len: 923 time: 0.1612692 Jul 27 20:53:25.899706 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cab21a7-6087-48e9-9ac7-1819fb67465e req-62125f82-410c-4556-b596-f47f58246984 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16bead63-ff02-4d8c-bf7b-45a0be50e6cd HTTP/1.1" status: 200 len: 217 time: 0.0780089 Jul 27 20:53:25.981567 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab21a7-6087-48e9-9ac7-1819fb67465e req-371084b8-c6ef-49fc-857d-bf565b55104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:25.983070 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cab21a7-6087-48e9-9ac7-1819fb67465e req-371084b8-c6ef-49fc-857d-bf565b55104f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b547ef7-4cb6-4736-b263-c7c9499342ec HTTP/1.1" status: 200 len: 861 time: 0.0691757 Jul 27 20:53:25.993820 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 355fca33-b957-43b9-9280-8dbeaa3311d2 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:26.042602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f97b1d-ce1e-42e8-99b1-bfdeb1faeb96 req-2cec9039-2fbd-4a12-a1fc-8c0dc89a42ab tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:26.044689 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33f97b1d-ce1e-42e8-99b1-bfdeb1faeb96 req-2cec9039-2fbd-4a12-a1fc-8c0dc89a42ab tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 966 time: 0.1496062 Jul 27 20:53:26.074880 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 355fca33-b957-43b9-9280-8dbeaa3311d2 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:26.081080 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 355fca33-b957-43b9-9280-8dbeaa3311d2 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:26.081582 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.110016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab21a7-6087-48e9-9ac7-1819fb67465e req-c84e5be7-2329-401d-8de6-7fb69dbdd2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:26.112247 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cab21a7-6087-48e9-9ac7-1819fb67465e req-c84e5be7-2329-401d-8de6-7fb69dbdd2ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d0529065-8390-47a3-aefb-e0f34741ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147039 Jul 27 20:53:26.129844 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33f97b1d-ce1e-42e8-99b1-bfdeb1faeb96 req-33b7f729-3a1b-4869-a12e-b369175f6f0e tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664220 Jul 27 20:53:26.179487 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.219131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 355fca33-b957-43b9-9280-8dbeaa3311d2, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=355fca33-b957-43b9-9280-8dbeaa3311d2,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:26.224669 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:26.246570 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cab21a7-6087-48e9-9ac7-1819fb67465e req-0f7e9e34-f2ea-4125-8962-e3cfd28e0193 service neutron] 10.222.0.20 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154435 Jul 27 20:53:26.294921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=355fca33-b957-43b9-9280-8dbeaa3311d2,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:26.367493 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cab21a7-6087-48e9-9ac7-1819fb67465e req-b19c5587-eac6-4067-a0a1-6592dc1f3933 service neutron] 10.222.0.20 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058006 Jul 27 20:53:26.632628 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21f441-db8b-44e4-ad7c-9d7721d1a112 req-4562a9f7-4833-40cd-8fdd-9e8c2e17628d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:26.634508 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f21f441-db8b-44e4-ad7c-9d7721d1a112 req-4562a9f7-4833-40cd-8fdd-9e8c2e17628d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 945 time: 0.0913415 Jul 27 20:53:26.683614 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f21f441-db8b-44e4-ad7c-9d7721d1a112 req-133562e0-ddae-4c58-8d6b-24b07d142bd7 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381641 Jul 27 20:53:26.763536 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a5f2eb-08ce-47f9-a873-ff227ba66654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355fca33-b957-43b9-9280-8dbeaa3311d2'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:26.766099 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a46995-b441-4f05-ad75-12fd343da30d" -d '{"events": [{"server_uuid": "c5a5f2eb-08ce-47f9-a873-ff227ba66654", "name": "network-vif-plugged", "status": "completed", "tag": "355fca33-b957-43b9-9280-8dbeaa3311d2"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:26.828527 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2bdc7f-31d4-425c-8fa8-98585b30b1df x-openstack-request-id: req-0d2bdc7f-31d4-425c-8fa8-98585b30b1df {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:26.828863 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a5f2eb-08ce-47f9-a873-ff227ba66654", "name": "network-vif-plugged", "status": "completed", "tag": "355fca33-b957-43b9-9280-8dbeaa3311d2", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:26.829946 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d2bdc7f-31d4-425c-8fa8-98585b30b1df {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:26.830162 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a5f2eb-08ce-47f9-a873-ff227ba66654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355fca33-b957-43b9-9280-8dbeaa3311d2', 'code': 200} Jul 27 20:53:27.004958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a30ec9-3962-4afb-8d3a-0a791d68211e req-07354136-f278-4591-b442-276f2556fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:27.007520 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11a30ec9-3962-4afb-8d3a-0a791d68211e req-07354136-f278-4591-b442-276f2556fcf0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 1096 time: 0.0918834 Jul 27 20:53:27.036695 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472bf49-5388-44c5-a3fb-f3e74c5853d7 req-34168087-b48c-4c5f-9f3a-7a51890ddd2e tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:27.038509 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c472bf49-5388-44c5-a3fb-f3e74c5853d7 req-34168087-b48c-4c5f-9f3a-7a51890ddd2e tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 948 time: 0.0939407 Jul 27 20:53:27.083030 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11a30ec9-3962-4afb-8d3a-0a791d68211e req-dd2cf67e-ec83-429f-a058-14cab77c2002 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639861 Jul 27 20:53:27.087736 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c472bf49-5388-44c5-a3fb-f3e74c5853d7 req-0ab5b122-315b-4cdb-aca3-0c70bedeef77 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403337 Jul 27 20:53:27.320616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbf92d-de65-4ec7-ac08-2158ea4fb630 req-eb271128-2556-4c0a-a613-6c30979f22c3 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:27.323526 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-92bbf92d-de65-4ec7-ac08-2158ea4fb630 req-eb271128-2556-4c0a-a613-6c30979f22c3 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 966 time: 0.0804238 Jul 27 20:53:27.366994 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-92bbf92d-de65-4ec7-ac08-2158ea4fb630 req-9233c920-f519-4a73-afcf-ede10edf9365 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380204 Jul 27 20:53:27.864841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0d526-dd38-4f62-b196-22381fa80a64 req-f61f3cd8-24d6-47fa-a096-abb1f29a221b tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:27.867552 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ace0d526-dd38-4f62-b196-22381fa80a64 req-f61f3cd8-24d6-47fa-a096-abb1f29a221b tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 945 time: 0.0924549 Jul 27 20:53:27.906740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52948) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:27.949094 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ace0d526-dd38-4f62-b196-22381fa80a64 req-ba75e615-8061-4ce2-a6a9-a860295a7ed4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745575 Jul 27 20:53:28.073535 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19926a85-f64c-4aee-b191-1468909b7fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.266936 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19926a85-f64c-4aee-b191-1468909b7fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.276647 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19926a85-f64c-4aee-b191-1468909b7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.340193 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-19926a85-f64c-4aee-b191-1468909b7fcc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b6f76ccf89c4a8c93001f5e59cec359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295213 Jul 27 20:53:28.342492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52982) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:28.343819 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19926a85-f64c-4aee-b191-1468909b7fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3169d9-82e5-4a2d-9c24-5f6a46f71403,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:28.370797 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9931eaf-5d85-4887-ba81-c5f5bcd78ea9 req-6813c8c6-7455-4e45-9276-369a0e16f536 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:28.372484 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f9931eaf-5d85-4887-ba81-c5f5bcd78ea9 req-6813c8c6-7455-4e45-9276-369a0e16f536 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 948 time: 0.1664288 Jul 27 20:53:28.413185 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-213f5d90-9e8f-4cb5-aed1-5e784ea026eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.423340 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f9931eaf-5d85-4887-ba81-c5f5bcd78ea9 req-13191fe6-46bb-45e8-abfb-70b3ca23d232 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438986 Jul 27 20:53:28.461735 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 16bead63-ff02-4d8c-bf7b-45a0be50e6cd details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:28.462256 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-213f5d90-9e8f-4cb5-aed1-5e784ea026eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.539520 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-213f5d90-9e8f-4cb5-aed1-5e784ea026eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.545293 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-213f5d90-9e8f-4cb5-aed1-5e784ea026eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.550334 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-213f5d90-9e8f-4cb5-aed1-5e784ea026eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e3169d9-82e5-4a2d-9c24-5f6a46f71403 HTTP/1.1" status: 204 len: 168 time: 0.2060421 Jul 27 20:53:28.566548 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f5d90-9e8f-4cb5-aed1-5e784ea026eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3169d9-82e5-4a2d-9c24-5f6a46f71403,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:28.596838 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=16bead63-ff02-4d8c-bf7b-45a0be50e6cd,segment=NetworkSegment(5590148a-9eb4-4d69-9ed8-80a2ef1a652c),segment_id=5590148a-9eb4-4d69-9ed8-80a2ef1a652c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:28.617280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '16bead63-ff02-4d8c-bf7b-45a0be50e6cd', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'port_id': '16bead63-ff02-4d8c-bf7b-45a0be50e6cd', 'mac_address': 'fa:16:3e:f1:07:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-1607745304', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:28.623505 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10f03c-73e5-4da2-9bff-af4570191fdd req-4f910707-18b7-4565-b6c9-a4bb8ce308e5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:28.633059 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a10f03c-73e5-4da2-9bff-af4570191fdd req-4f910707-18b7-4565-b6c9-a4bb8ce308e5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 966 time: 0.1169810 Jul 27 20:53:28.665548 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.678836 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a10f03c-73e5-4da2-9bff-af4570191fdd req-b1526f4c-9362-42c7-a3ff-1ee0e812b534 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446711 Jul 27 20:53:28.685433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bead63-ff02-4d8c-bf7b-45a0be50e6cd {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:28.712246 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=16bead63-ff02-4d8c-bf7b-45a0be50e6cd,segment=NetworkSegment(5590148a-9eb4-4d69-9ed8-80a2ef1a652c),segment_id=5590148a-9eb4-4d69-9ed8-80a2ef1a652c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:28.717206 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:28.772606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=16bead63-ff02-4d8c-bf7b-45a0be50e6cd,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:28.961647 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53032) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:28.977700 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-733b4d20-c7d5-403d-8479-026d1ebd1095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.031778 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['16bead63-ff02-4d8c-bf7b-45a0be50e6cd'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:29.108523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53042) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:29.194172 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-733b4d20-c7d5-403d-8479-026d1ebd1095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.200882 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-733b4d20-c7d5-403d-8479-026d1ebd1095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.263810 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53052) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:29.272805 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-733b4d20-c7d5-403d-8479-026d1ebd1095 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ac05163fee74a71895764c55a0e2df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094559 Jul 27 20:53:29.280462 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b4d20-c7d5-403d-8479-026d1ebd1095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b14e4ca-c269-4834-a6f8-e716d7e8de12,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:29.332354 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1fb2-60e5-44d9-963e-6c2cf0058f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.371790 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1fb2-60e5-44d9-963e-6c2cf0058f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.445246 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bccc86e9-21d4-4c93-8808-b3beab4b1e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.483405 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822ce50-8799-4b86-a728-0c78bc10937e req-236965d3-e844-452c-8d6f-a594583c9f4d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:29.485083 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6822ce50-8799-4b86-a728-0c78bc10937e req-236965d3-e844-452c-8d6f-a594583c9f4d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 945 time: 0.0856946 Jul 27 20:53:29.494839 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1fb2-60e5-44d9-963e-6c2cf0058f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.497674 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1fb2-60e5-44d9-963e-6c2cf0058f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.498894 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4c7f1fb2-60e5-44d9-963e-6c2cf0058f30 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0b14e4ca-c269-4834-a6f8-e716d7e8de12 HTTP/1.1" status: 204 len: 168 time: 0.2339842 Jul 27 20:53:29.514495 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f1fb2-60e5-44d9-963e-6c2cf0058f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b14e4ca-c269-4834-a6f8-e716d7e8de12,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:29.589362 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6822ce50-8799-4b86-a728-0c78bc10937e req-43bd2ff0-2704-493f-a053-c5d1e48bde37 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913556 Jul 27 20:53:29.609392 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bccc86e9-21d4-4c93-8808-b3beab4b1e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.635604 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bccc86e9-21d4-4c93-8808-b3beab4b1e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.714857 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bccc86e9-21d4-4c93-8808-b3beab4b1e56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb9a0c7518b84a559a1dfc6e14a5aa18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6044683 Jul 27 20:53:29.715490 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53068) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:29.731171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc86e9-21d4-4c93-8808-b3beab4b1e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2172eaa-dac0-49aa-8b38-007f5e8c83c6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:29.820252 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e199aab2-cd89-4679-af3a-c2611afcc06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.848941 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e199aab2-cd89-4679-af3a-c2611afcc06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.857365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4fa2f-53aa-4150-ae66-b1f9046169c4 req-b45db6f7-1d1a-4d8f-b134-284178393c95 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:29.867861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0e4fa2f-53aa-4150-ae66-b1f9046169c4 req-b45db6f7-1d1a-4d8f-b134-284178393c95 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 948 time: 0.1663868 Jul 27 20:53:29.913402 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e199aab2-cd89-4679-af3a-c2611afcc06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.919927 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e199aab2-cd89-4679-af3a-c2611afcc06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:29.921822 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e199aab2-cd89-4679-af3a-c2611afcc06f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a2172eaa-dac0-49aa-8b38-007f5e8c83c6 HTTP/1.1" status: 204 len: 168 time: 0.2034194 Jul 27 20:53:29.927472 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0e4fa2f-53aa-4150-ae66-b1f9046169c4 req-b9113235-0e11-49ac-918d-66ec012b5577 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498476 Jul 27 20:53:29.936778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199aab2-cd89-4679-af3a-c2611afcc06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2172eaa-dac0-49aa-8b38-007f5e8c83c6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:29.993531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53086) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:30.347800 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9806b-b2c1-4856-9250-7105fc5c8d8d req-53868590-e243-4de8-8ffc-15c28d89175c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:30.349418 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0bd9806b-b2c1-4856-9250-7105fc5c8d8d req-53868590-e243-4de8-8ffc-15c28d89175c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 967 time: 0.1055465 Jul 27 20:53:30.410273 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1fa479b8-9adb-448e-8a7e-8dd3dd82d7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:30.435409 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0bd9806b-b2c1-4856-9250-7105fc5c8d8d req-050b7dbe-6d2f-4f06-9f3b-a667a89095a4 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747144 Jul 27 20:53:30.463403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 16bead63-ff02-4d8c-bf7b-45a0be50e6cd up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:30.477432 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53102) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:30.502367 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-74b2f702-1a4c-4c21-abc1-23abb8f9d5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:30.510711 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975056b-ccf4-493c-a144-dce853060b8e req-8bb173db-a5b7-49b1-af62-7a470490024f tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:30.518632 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f975056b-ccf4-493c-a144-dce853060b8e req-8bb173db-a5b7-49b1-af62-7a470490024f tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 1096 time: 0.1516373 Jul 27 20:53:30.576390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f975056b-ccf4-493c-a144-dce853060b8e req-57e8dbae-90f7-4d38-a7bb-fa5d74b34bff tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540071 Jul 27 20:53:30.594458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:30.603496 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:30.604384 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:30.753554 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1fa479b8-9adb-448e-8a7e-8dd3dd82d7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:30.762790 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1fa479b8-9adb-448e-8a7e-8dd3dd82d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:30.834334 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:30.859619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa479b8-9adb-448e-8a7e-8dd3dd82d7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d681ac0-9389-4551-822b-9f1689c45bb8,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:30.880211 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-74b2f702-1a4c-4c21-abc1-23abb8f9d5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:30.893887 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-74b2f702-1a4c-4c21-abc1-23abb8f9d5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:30.929184 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1fa479b8-9adb-448e-8a7e-8dd3dd82d7c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61512120aee44bd7b500e89d7166e690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9331572 Jul 27 20:53:30.931076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d146e8d-4905-49d8-8320-6045065fb655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bead63-ff02-4d8c-bf7b-45a0be50e6cd'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:30.932230 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53122) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:30.936982 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e973700-baaa-4bc0-88f2-ca09f32a4992" -d '{"events": [{"server_uuid": "7d146e8d-4905-49d8-8320-6045065fb655", "name": "network-vif-plugged", "status": "completed", "tag": "16bead63-ff02-4d8c-bf7b-45a0be50e6cd"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:30.958295 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=16bead63-ff02-4d8c-bf7b-45a0be50e6cd,segment=NetworkSegment(5590148a-9eb4-4d69-9ed8-80a2ef1a652c),segment_id=5590148a-9eb4-4d69-9ed8-80a2ef1a652c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:30.965456 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-74b2f702-1a4c-4c21-abc1-23abb8f9d5d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ec7869055b34221b419bd02eecce6dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4833026 Jul 27 20:53:30.967538 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:30.983613 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53128) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:30.985971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2f702-1a4c-4c21-abc1-23abb8f9d5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9997a048-0d2c-4ab5-a500-616bd86ce70c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:31.040057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=16bead63-ff02-4d8c-bf7b-45a0be50e6cd,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:31.042482 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abecf99-644d-4347-933f-63fcb45e4b85 req-87f3187b-3151-414d-84b9-73bbb952c84e tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:31.052486 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9abecf99-644d-4347-933f-63fcb45e4b85 req-87f3187b-3151-414d-84b9-73bbb952c84e tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 1096 time: 0.1703637 Jul 27 20:53:31.063686 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8575-0169-434c-b3aa-4af9a0e4a411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.103309 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-87042b1f-a071-4173-80c2-7aba9ff2e005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.123591 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9abecf99-644d-4347-933f-63fcb45e4b85 req-8e30314f-d7c6-43d9-a26f-38df2e37e439 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608211 Jul 27 20:53:31.129582 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8575-0169-434c-b3aa-4af9a0e4a411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.163181 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-87042b1f-a071-4173-80c2-7aba9ff2e005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.223959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13304d7a-f01b-4dc2-9570-c92d5beb0e15 req-8b8d3d7c-5a14-4041-b3d4-a7a5e47031b8 tempest-DeleteServersAdminTestJSON-2007153535 tempest-DeleteServersAdminTestJSON-2007153535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:31.225504 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-13304d7a-f01b-4dc2-9570-c92d5beb0e15 req-8b8d3d7c-5a14-4041-b3d4-a7a5e47031b8 tempest-DeleteServersAdminTestJSON-2007153535 tempest-DeleteServersAdminTestJSON-2007153535-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 1099 time: 0.1661122 Jul 27 20:53:31.297122 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8575-0169-434c-b3aa-4af9a0e4a411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.301050 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e6eb8575-0169-434c-b3aa-4af9a0e4a411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.302325 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e6eb8575-0169-434c-b3aa-4af9a0e4a411 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d681ac0-9389-4551-822b-9f1689c45bb8 HTTP/1.1" status: 204 len: 168 time: 0.3684471 Jul 27 20:53:31.316952 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7ce43d-e2f9-4e8d-ba4d-a14c0331eaed x-openstack-request-id: req-7b7ce43d-e2f9-4e8d-ba4d-a14c0331eaed {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:31.317455 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d146e8d-4905-49d8-8320-6045065fb655", "name": "network-vif-plugged", "status": "completed", "tag": "16bead63-ff02-4d8c-bf7b-45a0be50e6cd", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:31.317803 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b7ce43d-e2f9-4e8d-ba4d-a14c0331eaed {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:31.318496 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d146e8d-4905-49d8-8320-6045065fb655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bead63-ff02-4d8c-bf7b-45a0be50e6cd', 'code': 200} Jul 27 20:53:31.322164 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb8575-0169-434c-b3aa-4af9a0e4a411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d681ac0-9389-4551-822b-9f1689c45bb8,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:31.572616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab296b-ad18-4013-a681-bda917501e8e req-4edca4da-fe86-4c61-92fe-d0010866dc00 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:31.586869 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57ab296b-ad18-4013-a681-bda917501e8e req-4edca4da-fe86-4c61-92fe-d0010866dc00 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 948 time: 0.2970924 Jul 27 20:53:31.616371 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-87042b1f-a071-4173-80c2-7aba9ff2e005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.622018 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-87042b1f-a071-4173-80c2-7aba9ff2e005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.622413 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86194221-0b7f-4323-8745-342e9a26dc4e req-40fec3cc-e15f-4332-a558-df5adf28ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:31.624323 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-87042b1f-a071-4173-80c2-7aba9ff2e005 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9997a048-0d2c-4ab5-a500-616bd86ce70c HTTP/1.1" status: 204 len: 168 time: 0.6392095 Jul 27 20:53:31.628106 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86194221-0b7f-4323-8745-342e9a26dc4e req-40fec3cc-e15f-4332-a558-df5adf28ec95 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 1119 time: 0.2252910 Jul 27 20:53:31.644349 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87042b1f-a071-4173-80c2-7aba9ff2e005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9997a048-0d2c-4ab5-a500-616bd86ce70c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:31.676467 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57ab296b-ad18-4013-a681-bda917501e8e req-f3766f49-2626-4a4b-b799-165715328e68 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870764 Jul 27 20:53:31.695368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-13304d7a-f01b-4dc2-9570-c92d5beb0e15 req-9826958e-e270-41f9-9696-e7942383bf8c tempest-DeleteServersAdminTestJSON-2007153535 tempest-DeleteServersAdminTestJSON-2007153535-project-admin] Deleting port 727ac9d2-245a-407a-b8c2-62eb4e3b9306 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:53:31.695931 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13304d7a-f01b-4dc2-9570-c92d5beb0e15 req-9826958e-e270-41f9-9696-e7942383bf8c tempest-DeleteServersAdminTestJSON-2007153535 tempest-DeleteServersAdminTestJSON-2007153535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.765392 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86194221-0b7f-4323-8745-342e9a26dc4e req-a58c3ab1-c5c8-453b-bf2d-dda10cd97197 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164644 Jul 27 20:53:31.805905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c4bda-9738-4df2-b4bb-8b00f8ac42bd req-d708cb98-379f-4cdb-aa22-98ee7b4d4c88 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:31.808417 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-693c4bda-9738-4df2-b4bb-8b00f8ac42bd req-d708cb98-379f-4cdb-aa22-98ee7b4d4c88 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 968 time: 0.1306427 Jul 27 20:53:31.828566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-13304d7a-f01b-4dc2-9570-c92d5beb0e15 req-9826958e-e270-41f9-9696-e7942383bf8c tempest-DeleteServersAdminTestJSON-2007153535 tempest-DeleteServersAdminTestJSON-2007153535-project-admin] For port 727ac9d2-245a-407a-b8c2-62eb4e3b9306, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=727ac9d2-245a-407a-b8c2-62eb4e3b9306,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:31.829957 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13304d7a-f01b-4dc2-9570-c92d5beb0e15 req-9826958e-e270-41f9-9696-e7942383bf8c tempest-DeleteServersAdminTestJSON-2007153535 tempest-DeleteServersAdminTestJSON-2007153535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:31.850499 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-13304d7a-f01b-4dc2-9570-c92d5beb0e15 req-9826958e-e270-41f9-9696-e7942383bf8c tempest-DeleteServersAdminTestJSON-2007153535 tempest-DeleteServersAdminTestJSON-2007153535-project-admin] Calling delete_port for 727ac9d2-245a-407a-b8c2-62eb4e3b9306 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:53:31.873653 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-693c4bda-9738-4df2-b4bb-8b00f8ac42bd req-51a96956-7806-48bd-9110-aeee3798f077 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574684 Jul 27 20:53:32.073582 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13304d7a-f01b-4dc2-9570-c92d5beb0e15 req-9826958e-e270-41f9-9696-e7942383bf8c tempest-DeleteServersAdminTestJSON-2007153535 tempest-DeleteServersAdminTestJSON-2007153535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.085933 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['727ac9d2-245a-407a-b8c2-62eb4e3b9306'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:32.145373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826958e-e270-41f9-9696-e7942383bf8c tempest-DeleteServersAdminTestJSON-2007153535 tempest-DeleteServersAdminTestJSON-2007153535-project-admin] Pushing event deleted for resources: {'Port': ['ID=727ac9d2-245a-407a-b8c2-62eb4e3b9306,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:32.233360 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-13304d7a-f01b-4dc2-9570-c92d5beb0e15 req-9826958e-e270-41f9-9696-e7942383bf8c tempest-DeleteServersAdminTestJSON-2007153535 tempest-DeleteServersAdminTestJSON-2007153535-project-admin] No DVR routers for this DVR port 727ac9d2-245a-407a-b8c2-62eb4e3b9306 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:53:32.238951 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13304d7a-f01b-4dc2-9570-c92d5beb0e15 req-9826958e-e270-41f9-9696-e7942383bf8c tempest-DeleteServersAdminTestJSON-2007153535 tempest-DeleteServersAdminTestJSON-2007153535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.241566 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-13304d7a-f01b-4dc2-9570-c92d5beb0e15 req-9826958e-e270-41f9-9696-e7942383bf8c tempest-DeleteServersAdminTestJSON-2007153535 tempest-DeleteServersAdminTestJSON-2007153535-project-admin] 10.222.0.66 "DELETE /v2.0/ports/727ac9d2-245a-407a-b8c2-62eb4e3b9306 HTTP/1.1" status: 204 len: 173 time: 0.9983518 Jul 27 20:53:32.242457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566066f8-095d-4ce7-892e-ab8bc33da16f', 'name': 'network-vif-deleted', 'tag': '727ac9d2-245a-407a-b8c2-62eb4e3b9306'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:32.245295 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1839d9-8e06-429e-9513-22cbdaf8dc6e" -d '{"events": [{"server_uuid": "566066f8-095d-4ce7-892e-ab8bc33da16f", "name": "network-vif-deleted", "tag": "727ac9d2-245a-407a-b8c2-62eb4e3b9306"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:32.467853 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53180) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:32.501739 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bee2c83a-8d63-4836-85ec-902ed6ece6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.590909 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919c43b0-444c-4a4f-9c32-6bfb456cb658 x-openstack-request-id: req-919c43b0-444c-4a4f-9c32-6bfb456cb658 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:32.591733 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566066f8-095d-4ce7-892e-ab8bc33da16f", "name": "network-vif-deleted", "tag": "727ac9d2-245a-407a-b8c2-62eb4e3b9306", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:32.592052 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-919c43b0-444c-4a4f-9c32-6bfb456cb658 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:32.592489 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566066f8-095d-4ce7-892e-ab8bc33da16f', 'name': 'network-vif-deleted', 'tag': '727ac9d2-245a-407a-b8c2-62eb4e3b9306', 'status': 'completed', 'code': 200} Jul 27 20:53:32.597046 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-43acfbbd-c288-4874-aeef-878d59b6a43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.646488 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bee2c83a-8d63-4836-85ec-902ed6ece6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.651888 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bee2c83a-8d63-4836-85ec-902ed6ece6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.733883 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bee2c83a-8d63-4836-85ec-902ed6ece6ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=13955cab0a624cd78e5616937b973c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648246 Jul 27 20:53:32.736035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2c83a-8d63-4836-85ec-902ed6ece6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc3a323-bcef-46e3-bdf5-a4f517544356,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:32.739428 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53194) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:32.821898 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cdd94f53-50c8-4e83-b6f0-5f71ee8051c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.855313 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cdd94f53-50c8-4e83-b6f0-5f71ee8051c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.866119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2ccc8-ac43-426e-9353-033132fbcb09 req-e4a4b457-bfed-418a-b640-72443c3d99bb tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:32.872071 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85d2ccc8-ac43-426e-9353-033132fbcb09 req-e4a4b457-bfed-418a-b640-72443c3d99bb tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 971 time: 0.1711764 Jul 27 20:53:32.957053 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cdd94f53-50c8-4e83-b6f0-5f71ee8051c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.959671 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cdd94f53-50c8-4e83-b6f0-5f71ee8051c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:32.960862 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cdd94f53-50c8-4e83-b6f0-5f71ee8051c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9bc3a323-bcef-46e3-bdf5-a4f517544356 HTTP/1.1" status: 204 len: 168 time: 0.2204313 Jul 27 20:53:32.974642 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd94f53-50c8-4e83-b6f0-5f71ee8051c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc3a323-bcef-46e3-bdf5-a4f517544356,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:32.982535 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85d2ccc8-ac43-426e-9353-033132fbcb09 req-ef4e8d01-66fc-478a-9bab-2abc831d7047 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/security-groups?id=20e2483e-1590-449e-aaa8-8edca33c53e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999820 Jul 27 20:53:33.148394 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-619acb8e-85ff-4bdc-b413-c464fae8f007 req-1ebf0c47-43d7-4e8d-9bd3-48f95576b0ed tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=566066f8-095d-4ce7-892e-ab8bc33da16f HTTP/1.1" status: 200 len: 210 time: 0.0509346 Jul 27 20:53:33.310256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3979358-99b2-4042-99ac-0259f3791fb2 req-dbdbe8cc-791b-40b7-a4e6-e37c180c9225 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:33.312926 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3979358-99b2-4042-99ac-0259f3791fb2 req-dbdbe8cc-791b-40b7-a4e6-e37c180c9225 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 968 time: 0.0890889 Jul 27 20:53:33.364610 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3979358-99b2-4042-99ac-0259f3791fb2 req-6f5c2566-7e74-4e6c-8154-de96df51417b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448477 Jul 27 20:53:33.577814 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26044c-f291-4bd6-9a01-23e4b9758ec2 req-1c30080f-efe2-433d-ad6c-228f573346be tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:33.584005 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d26044c-f291-4bd6-9a01-23e4b9758ec2 req-1c30080f-efe2-433d-ad6c-228f573346be tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 968 time: 0.1371160 Jul 27 20:53:33.596259 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53234) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:33.604438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-34e9a2f8-f5c4-480e-bca4-c2961dbe7e80 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Request body: {'floatingip': {'port_id': '16bead63-ff02-4d8c-bf7b-45a0be50e6cd'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:33.774964 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-34e9a2f8-f5c4-480e-bca4-c2961dbe7e80 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:33.843880 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:34.646400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8e67e-a580-41d0-9678-35ded8a42309 req-6b3074f8-54d3-4c92-9343-4cde59d35986 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:34.648234 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75a8e67e-a580-41d0-9678-35ded8a42309 req-6b3074f8-54d3-4c92-9343-4cde59d35986 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.20 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 971 time: 0.2627952 Jul 27 20:53:34.885548 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53304) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:35.124405 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317b891-2c56-43a1-9550-3c789a1059cb req-949a11ec-3aca-4d47-be1b-e861d4719050 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:35.126452 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2317b891-2c56-43a1-9550-3c789a1059cb req-949a11ec-3aca-4d47-be1b-e861d4719050 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 971 time: 0.3084877 Jul 27 20:53:35.127689 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.20', 65358) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:35.182962 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-34e9a2f8-f5c4-480e-bca4-c2961dbe7e80 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:35.187361 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-75a8e67e-a580-41d0-9678-35ded8a42309 req-f2aa3883-dc30-4805-a9db-9382e4592a97 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Deleting port d8f01c99-90a4-4796-be4c-a591ad8cea97 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:53:35.187739 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-75a8e67e-a580-41d0-9678-35ded8a42309 req-f2aa3883-dc30-4805-a9db-9382e4592a97 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:35.194966 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-34e9a2f8-f5c4-480e-bca4-c2961dbe7e80 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:35.222638 n-d-764806-9 neutron-server[105580]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 20:53:35.229248 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-df3e35ea-5307-4077-845d-6d680a540d00 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:53:35.231084 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-df3e35ea-5307-4077-845d-6d680a540d00 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3406017 Jul 27 20:53:35.242024 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9bd4517f-457c-45c6-9289-9113ba65b2b3 req-6ab6b91b-8f8b-4a44-b350-47649af04db2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d146e8d-4905-49d8-8320-6045065fb655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1128035 Jul 27 20:53:35.282919 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-542c654f-0db2-49ce-bd74-039fa2ef1dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:35.317052 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2317b891-2c56-43a1-9550-3c789a1059cb req-59e55362-d353-477a-9fde-8cb9a6995de7 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/security-groups?id=20e2483e-1590-449e-aaa8-8edca33c53e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650412 Jul 27 20:53:35.387511 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:35.414592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4517f-457c-45c6-9289-9113ba65b2b3 req-04c31ce3-3c58-4e1b-bcf9-31151666f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:35.417804 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9bd4517f-457c-45c6-9289-9113ba65b2b3 req-04c31ce3-3c58-4e1b-bcf9-31151666f6a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=421c0bc741dc429f9a5bc81fd9d591b1&device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 1119 time: 0.1000652 Jul 27 20:53:35.440679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-75a8e67e-a580-41d0-9678-35ded8a42309 req-f2aa3883-dc30-4805-a9db-9382e4592a97 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] For port d8f01c99-90a4-4796-be4c-a591ad8cea97, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d8f01c99-90a4-4796-be4c-a591ad8cea97,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:35.441038 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-75a8e67e-a580-41d0-9678-35ded8a42309 req-f2aa3883-dc30-4805-a9db-9382e4592a97 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:35.444520 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-34e9a2f8-f5c4-480e-bca4-c2961dbe7e80 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Floating IP 408605be-a8d4-4828-a335-bc53d29621ac associated. External IP: 172.25.2.87, port: 16bead63-ff02-4d8c-bf7b-45a0be50e6cd. Jul 27 20:53:35.551070 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-75a8e67e-a580-41d0-9678-35ded8a42309 req-f2aa3883-dc30-4805-a9db-9382e4592a97 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Calling delete_port for d8f01c99-90a4-4796-be4c-a591ad8cea97 owned by compute:tempest-test_az-1607745304 {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:53:35.752974 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4517f-457c-45c6-9289-9113ba65b2b3 req-bd7ed143-6693-4232-a329-cb28ecd6f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:35.758130 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9bd4517f-457c-45c6-9289-9113ba65b2b3 req-bd7ed143-6693-4232-a329-cb28ecd6f3be service neutron] 10.222.0.20 "GET /v2.0/networks?id=d0529065-8390-47a3-aefb-e0f34741ee1f HTTP/1.1" status: 200 len: 923 time: 0.3128045 Jul 27 20:53:35.911375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-6df5b6cf-47db-48e0-88b0-1c71306c66e5 service neutron] Request body: {'binding': {'host': 'n-h1-764806-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:35.912220 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-6df5b6cf-47db-48e0-88b0-1c71306c66e5 service neutron] Unknown quota resources ['binding']. {{(pid=105580) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:53:35.968257 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-ba1a0bcb-6c9b-4675-b947-3518d4da1313 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=04739f7473214b8da0093082000adbb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658979 Jul 27 20:53:35.993827 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9bd4517f-457c-45c6-9289-9113ba65b2b3 req-0fd7b4dd-23af-485b-a954-38578c4aa718 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16bead63-ff02-4d8c-bf7b-45a0be50e6cd HTTP/1.1" status: 200 len: 1021 time: 0.2186248 Jul 27 20:53:36.048260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 727ac9d2-245a-407a-b8c2-62eb4e3b9306 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:53:36.097823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4517f-457c-45c6-9289-9113ba65b2b3 req-48fb4e99-637f-4192-8de0-c7244436ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:36.099467 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-75a8e67e-a580-41d0-9678-35ded8a42309 req-f2aa3883-dc30-4805-a9db-9382e4592a97 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:36.100086 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9bd4517f-457c-45c6-9289-9113ba65b2b3 req-48fb4e99-637f-4192-8de0-c7244436ba10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b547ef7-4cb6-4736-b263-c7c9499342ec HTTP/1.1" status: 200 len: 861 time: 0.0952837 Jul 27 20:53:36.107377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e9a2f8-f5c4-480e-bca4-c2961dbe7e80 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Router a03f8e58-2109-4c92-ae78-644a6ba6f143 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:53:36.123872 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 727ac9d2-245a-407a-b8c2-62eb4e3b9306 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:53:36.125241 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 727ac9d2-245a-407a-b8c2-62eb4e3b9306 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:53:36.131648 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['d8f01c99-90a4-4796-be4c-a591ad8cea97'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:36.191824 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa3883-dc30-4805-a9db-9382e4592a97 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Pushing event deleted for resources: {'Port': ['ID=d8f01c99-90a4-4796-be4c-a591ad8cea97,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:36.237683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4517f-457c-45c6-9289-9113ba65b2b3 req-6e118b27-09e0-4d83-8fa1-5caec571e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:36.240291 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9bd4517f-457c-45c6-9289-9113ba65b2b3 req-6e118b27-09e0-4d83-8fa1-5caec571e6c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d0529065-8390-47a3-aefb-e0f34741ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300249 Jul 27 20:53:36.254296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-6df5b6cf-47db-48e0-88b0-1c71306c66e5 service neutron] Attempting to bind port 355fca33-b957-43b9-9280-8dbeaa3311d2 on host n-h1-764806-9 for vnic_type normal with profile None {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:36.254641 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-6df5b6cf-47db-48e0-88b0-1c71306c66e5 service neutron] Attempting to bind port 355fca33-b957-43b9-9280-8dbeaa3311d2 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:36.254973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-6df5b6cf-47db-48e0-88b0-1c71306c66e5 service neutron] Attempting to bind port 355fca33-b957-43b9-9280-8dbeaa3311d2 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:36.283226 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-6df5b6cf-47db-48e0-88b0-1c71306c66e5 service neutron] Port 355fca33-b957-43b9-9280-8dbeaa3311d2 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:36.283609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-6df5b6cf-47db-48e0-88b0-1c71306c66e5 service neutron] Attempting to bind port 355fca33-b957-43b9-9280-8dbeaa3311d2 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:36.322398 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-6df5b6cf-47db-48e0-88b0-1c71306c66e5 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:36.322742 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-6df5b6cf-47db-48e0-88b0-1c71306c66e5 service neutron] Checking segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:36.323398 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-6df5b6cf-47db-48e0-88b0-1c71306c66e5 service neutron] Bound using segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:36.324327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-6df5b6cf-47db-48e0-88b0-1c71306c66e5 service neutron] Bound port: 355fca33-b957-43b9-9280-8dbeaa3311d2, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:36.468389 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9bd4517f-457c-45c6-9289-9113ba65b2b3 req-d3d79d89-5f3d-46a0-afe4-486f61a38418 service neutron] 10.222.0.20 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159991 Jul 27 20:53:36.470566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-6df5b6cf-47db-48e0-88b0-1c71306c66e5 service neutron] For port 355fca33-b957-43b9-9280-8dbeaa3311d2, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=355fca33-b957-43b9-9280-8dbeaa3311d2,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:36.475768 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-6df5b6cf-47db-48e0-88b0-1c71306c66e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:36.476956 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-6df5b6cf-47db-48e0-88b0-1c71306c66e5 service neutron] 10.222.0.55 "POST /v2.0/ports/355fca33-b957-43b9-9280-8dbeaa3311d2/bindings HTTP/1.1" status: 201 len: 389 time: 0.8940973 Jul 27 20:53:36.587815 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9bd4517f-457c-45c6-9289-9113ba65b2b3 req-b6c32424-455f-43c2-94ee-1c4f7ac4baea service neutron] 10.222.0.20 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098833 Jul 27 20:53:36.597763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-7aa54392-b2b3-4591-95c5-032a6758a438 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:36.599536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-7aa54392-b2b3-4591-95c5-032a6758a438 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6203308 Jul 27 20:53:36.602423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a8e67e-a580-41d0-9678-35ded8a42309 req-f2aa3883-dc30-4805-a9db-9382e4592a97 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] No DVR routers for this DVR port d8f01c99-90a4-4796-be4c-a591ad8cea97 on host n-h1-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:53:36.612458 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-75a8e67e-a580-41d0-9678-35ded8a42309 req-f2aa3883-dc30-4805-a9db-9382e4592a97 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:36.613018 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75a8e67e-a580-41d0-9678-35ded8a42309 req-f2aa3883-dc30-4805-a9db-9382e4592a97 tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.20 "DELETE /v2.0/ports/d8f01c99-90a4-4796-be4c-a591ad8cea97 HTTP/1.1" status: 204 len: 173 time: 1.9312699 Jul 27 20:53:36.613512 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74bf0a4-d9e3-4a0f-9a5c-614172ae1460', 'name': 'network-vif-deleted', 'tag': 'd8f01c99-90a4-4796-be4c-a591ad8cea97'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:36.615880 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95adf14-50a4-478c-9587-73f9731a5204" -d '{"events": [{"server_uuid": "d74bf0a4-d9e3-4a0f-9a5c-614172ae1460", "name": "network-vif-deleted", "tag": "d8f01c99-90a4-4796-be4c-a591ad8cea97"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:36.654108 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-b4ffc626-5263-4b77-b9d1-d53dce697a90 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/quotas/04739f7473214b8da0093082000adbb1 HTTP/1.1" status: 200 len: 375 time: 0.0325716 Jul 27 20:53:36.732139 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-f0c1cd19-6e77-4039-aa64-02b72b9d1fbd tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=04739f7473214b8da0093082000adbb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770230 Jul 27 20:53:36.755412 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e9a2f8-f5c4-480e-bca4-c2961dbe7e80 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:53:36.762322 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-34e9a2f8-f5c4-480e-bca4-c2961dbe7e80 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:36.775041 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54ea44-c664-462c-b839-47c4df807e31 None None] Sync routers for ids ['a03f8e58-2109-4c92-ae78-644a6ba6f143'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:53:36.791619 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54ea44-c664-462c-b839-47c4df807e31 None None] Routers {'a03f8e58-2109-4c92-ae78-644a6ba6f143'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:36.795062 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-4f54ea44-c664-462c-b839-47c4df807e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:53:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a03f8e58-2109-4c92-ae78-644a6ba6f143'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:36.816697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-34e9a2f8-f5c4-480e-bca4-c2961dbe7e80 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "PUT /v2.0/floatingips/408605be-a8d4-4828-a335-bc53d29621ac HTTP/1.1" status: 200 len: 1013 time: 3.2188418 Jul 27 20:53:36.989516 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-dbd016a5-31ed-4a26-93b3-ec26faef8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:36.994900 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-dbd016a5-31ed-4a26-93b3-ec26faef8830 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 1096 time: 0.0930696 Jul 27 20:53:37.002297 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.145716 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-4f54ea44-c664-462c-b839-47c4df807e31 None None] Set router a03f8e58-2109-4c92-ae78-644a6ba6f143 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:37.153025 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca8b08d7-d12a-4642-9f72-7e9b10d30ad5 req-7fea48f3-c6f8-40ca-b6ea-718ca4a6443f tempest-AggregatesAdminTestJSON-2146592774 tempest-AggregatesAdminTestJSON-2146592774-project] 10.222.0.55 "GET /v2.0/ports?device_id=d74bf0a4-d9e3-4a0f-9a5c-614172ae1460 HTTP/1.1" status: 200 len: 210 time: 0.0492463 Jul 27 20:53:37.202292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-e715c510-7650-4aca-8345-2ce9aeb79c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:37.205085 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-e715c510-7650-4aca-8345-2ce9aeb79c2e service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.2029793 Jul 27 20:53:37.329127 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:37.337616 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-9315584e-f826-43dd-b311-49f1686f3c4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=355fca33-b957-43b9-9280-8dbeaa3311d2 HTTP/1.1" status: 200 len: 217 time: 0.1254594 Jul 27 20:53:37.401411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-a9f89728-7fc7-483d-a91d-284552af4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:37.402920 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-a9f89728-7fc7-483d-a91d-284552af4232 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.0550265 Jul 27 20:53:37.404452 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f650d92-15d4-420b-85f5-8cb358d9e715 x-openstack-request-id: req-2f650d92-15d4-420b-85f5-8cb358d9e715 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:37.404734 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74bf0a4-d9e3-4a0f-9a5c-614172ae1460", "name": "network-vif-deleted", "tag": "d8f01c99-90a4-4796-be4c-a591ad8cea97", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:37.404978 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f650d92-15d4-420b-85f5-8cb358d9e715 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:37.405368 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74bf0a4-d9e3-4a0f-9a5c-614172ae1460', 'name': 'network-vif-deleted', 'tag': 'd8f01c99-90a4-4796-be4c-a591ad8cea97', 'status': 'completed', 'code': 200} Jul 27 20:53:37.447102 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-1f6476aa-9d34-4b7d-a1a2-5797aa4d3910 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354292 Jul 27 20:53:37.567792 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:53:37.631000 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-b9fe90b0-69d7-4514-8372-1e29fa656826 service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711369 Jul 27 20:53:37.663241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a14ee-05a2-4414-bc25-98684b3ddf36 req-cb1d2094-6bd7-4817-8da8-75888a65cd93 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:37.672025 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c19a14ee-05a2-4414-bc25-98684b3ddf36 req-cb1d2094-6bd7-4817-8da8-75888a65cd93 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 945 time: 0.4496305 Jul 27 20:53:37.674022 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-4f54ea44-c664-462c-b839-47c4df807e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 4, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '408605be-a8d4-4828-a335-bc53d29621ac', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'port_id': '16bead63-ff02-4d8c-bf7b-45a0be50e6cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'mac_address': 'fa:16:3e:f1:07:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d146e8d-4905-49d8-8320-6045065fb655', 'device_owner': 'compute:tempest-test_az-1607745304'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:53:17Z', 'updated_at': '2021-07-27T20:53:34Z', 'revision_number': 1, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f882df2-4e5e-49e3-b9de-ac25a51a44ac', 'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'mac_address': 'fa:16:3e:ca:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:52Z', 'updated_at': '2021-07-27T20:53:05Z', 'revision_number': 5, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'subnets': [{'id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:37.710321 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54ea44-c664-462c-b839-47c4df807e31 None None] Checking router: a03f8e58-2109-4c92-ae78-644a6ba6f143 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:53:37.720363 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54ea44-c664-462c-b839-47c4df807e31 None None] Routers {'a03f8e58-2109-4c92-ae78-644a6ba6f143'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:53:37.721170 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-4f54ea44-c664-462c-b839-47c4df807e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:53:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a03f8e58-2109-4c92-ae78-644a6ba6f143'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:37.765371 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84a34447-ead9-4bd6-8d9a-31e7e5ac2e9c req-bde8feef-87ed-4f5c-913d-c2c2eca9cd8f tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 210 time: 0.0486398 Jul 27 20:53:37.800052 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c19a14ee-05a2-4414-bc25-98684b3ddf36 req-d03950d6-9f5d-4a8e-ac7e-ccb703d36a82 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251860 Jul 27 20:53:37.865614 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-4f54ea44-c664-462c-b839-47c4df807e31 None None] Set router a03f8e58-2109-4c92-ae78-644a6ba6f143 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:53:37.912078 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-1528e41e-6410-4078-9821-a7af9ccdf70d service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723124 Jul 27 20:53:38.178835 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-23ae5a39-0c53-4289-b66d-ad9d5fd04241 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:38.181913 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-23ae5a39-0c53-4289-b66d-ad9d5fd04241 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654&tenant_id=67d405d7cc574d15a62e24d6cfd65e01&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 1096 time: 0.1366670 Jul 27 20:53:38.200131 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764806-9'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:38.220919 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-4f54ea44-c664-462c-b839-47c4df807e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 4, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '408605be-a8d4-4828-a335-bc53d29621ac', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'port_id': '16bead63-ff02-4d8c-bf7b-45a0be50e6cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'mac_address': 'fa:16:3e:f1:07:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d146e8d-4905-49d8-8320-6045065fb655', 'device_owner': 'compute:tempest-test_az-1607745304'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:53:17Z', 'updated_at': '2021-07-27T20:53:34Z', 'revision_number': 1, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f882df2-4e5e-49e3-b9de-ac25a51a44ac', 'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'mac_address': 'fa:16:3e:ca:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:52Z', 'updated_at': '2021-07-27T20:53:05Z', 'revision_number': 5, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'subnets': [{'id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:53:38.319950 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54ea44-c664-462c-b839-47c4df807e31 None None] The sync data for ids ['a03f8e58-2109-4c92-ae78-644a6ba6f143'] in n-d-764806-9 is: [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 4, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '408605be-a8d4-4828-a335-bc53d29621ac', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'port_id': '16bead63-ff02-4d8c-bf7b-45a0be50e6cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'mac_address': 'fa:16:3e:f1:07:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d146e8d-4905-49d8-8320-6045065fb655', 'device_owner': 'compute:tempest-test_az-1607745304'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:53:17Z', 'updated_at': '2021-07-27T20:53:34Z', 'revision_number': 1, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f882df2-4e5e-49e3-b9de-ac25a51a44ac', 'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'mac_address': 'fa:16:3e:ca:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:52Z', 'updated_at': '2021-07-27T20:53:05Z', 'revision_number': 5, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'subnets': [{'id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:53:38.458358 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:38.488388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d8f01c99-90a4-4796-be4c-a591ad8cea97 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:53:38.548030 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-3134ae3b-f5f0-41b7-a1aa-432c0a2794e0 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=04739f7473214b8da0093082000adbb1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1220489 Jul 27 20:53:38.577445 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: d8f01c99-90a4-4796-be4c-a591ad8cea97 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:53:38.579277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d8f01c99-90a4-4796-be4c-a591ad8cea97 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:53:38.741117 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5990f1-eef1-4fe2-833c-4b1b08d35877 None None] New status for floating IP 408605be-a8d4-4828-a335-bc53d29621ac: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:53:38.764501 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] For port 355fca33-b957-43b9-9280-8dbeaa3311d2, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=355fca33-b957-43b9-9280-8dbeaa3311d2,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:38.842353 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:38.857786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-268920cb-2785-4c40-a6e3-f36d2db5323c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:38.864074 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-268920cb-2785-4c40-a6e3-f36d2db5323c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3072634 Jul 27 20:53:38.882875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-5470078d-1fc6-4b46-96eb-53616319345b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Request body: {'port': {'device_id': '5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '04739f7473214b8da0093082000adbb1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:38.914475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] For port 355fca33-b957-43b9-9280-8dbeaa3311d2, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:38.954451 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53484) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:39.011747 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:39.040152 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53490) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:39.093377 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f824f9a-7ff1-49ee-8470-7fd2c58d3739 req-7354a36a-8c8a-41cf-8c87-e576f9220e37 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 210 time: 0.0787332 Jul 27 20:53:39.100778 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:39.125419 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-5470078d-1fc6-4b46-96eb-53616319345b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Made reservation on behalf of 04739f7473214b8da0093082000adbb1 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:39.133815 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-5470078d-1fc6-4b46-96eb-53616319345b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:39.405141 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Pushing event updated for resources: {'Port': ['ID=355fca33-b957-43b9-9280-8dbeaa3311d2,revision_number=7']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:39.420520 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d146e8d-4905-49d8-8320-6045065fb655', 'tag': '16bead63-ff02-4d8c-bf7b-45a0be50e6cd'}, {'server_uuid': 'c5a5f2eb-08ce-47f9-a873-ff227ba66654', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '355fca33-b957-43b9-9280-8dbeaa3311d2'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:39.423474 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aca054-2fab-4b23-bb9a-d0539ef89318" -d '{"events": [{"name": "network-changed", "server_uuid": "7d146e8d-4905-49d8-8320-6045065fb655", "tag": "16bead63-ff02-4d8c-bf7b-45a0be50e6cd"}, {"server_uuid": "c5a5f2eb-08ce-47f9-a873-ff227ba66654", "name": "network-vif-unplugged", "status": "completed", "tag": "355fca33-b957-43b9-9280-8dbeaa3311d2"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:39.460657 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-94da0538-a875-4247-8936-9516e9bbcccb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d033b7258a94cc19ecd37a3c421c1c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5045104 Jul 27 20:53:39.464507 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53506) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:39.464775 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Attempting to bind port 355fca33-b957-43b9-9280-8dbeaa3311d2 on host n-h2-764806-9 for vnic_type normal with profile {"migrating_to": "n-h1-764806-9"} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:39.465110 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Attempting to bind port 355fca33-b957-43b9-9280-8dbeaa3311d2 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:39.465439 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Attempting to bind port 355fca33-b957-43b9-9280-8dbeaa3311d2 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:39.488985 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-5470078d-1fc6-4b46-96eb-53616319345b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Allocated IP 192.168.233.196 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/f58211a0-d4db-4e93-bd18-af8eee440e99) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:39.498269 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582568c2-7f6c-434b-8e23-b9d6cf4daa7e req-8e2122fc-81cf-4df9-9baf-ebac7ed8ffa0 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:39.499955 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-582568c2-7f6c-434b-8e23-b9d6cf4daa7e req-8e2122fc-81cf-4df9-9baf-ebac7ed8ffa0 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 943 time: 0.3660073 Jul 27 20:53:39.504043 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Port 355fca33-b957-43b9-9280-8dbeaa3311d2 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:39.504372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Attempting to bind port 355fca33-b957-43b9-9280-8dbeaa3311d2 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:39.541155 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53510) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:39.545241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:39.545581 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Checking segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:39.545971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Bound using segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:39.546444 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Bound port: 355fca33-b957-43b9-9280-8dbeaa3311d2, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:39.546801 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:39.594905 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ed31e7-6c34-4313-ab74-5b22bcfb2011 x-openstack-request-id: req-92ed31e7-6c34-4313-ab74-5b22bcfb2011 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:39.595385 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d146e8d-4905-49d8-8320-6045065fb655", "tag": "16bead63-ff02-4d8c-bf7b-45a0be50e6cd", "status": "completed", "code": 200}, {"server_uuid": "c5a5f2eb-08ce-47f9-a873-ff227ba66654", "name": "network-vif-unplugged", "status": "completed", "tag": "355fca33-b957-43b9-9280-8dbeaa3311d2", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:39.595644 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92ed31e7-6c34-4313-ab74-5b22bcfb2011 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:39.596038 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d146e8d-4905-49d8-8320-6045065fb655', 'tag': '16bead63-ff02-4d8c-bf7b-45a0be50e6cd', 'status': 'completed', 'code': 200} Jul 27 20:53:39.596288 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a5f2eb-08ce-47f9-a873-ff227ba66654', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '355fca33-b957-43b9-9280-8dbeaa3311d2', 'code': 200} Jul 27 20:53:39.692211 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-582568c2-7f6c-434b-8e23-b9d6cf4daa7e req-dc558412-fdd7-49e7-a206-f0bc56a321c8 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802433 Jul 27 20:53:39.703860 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d93b170a-2e8a-4d65-9f1f-4c25d8197b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:39.717891 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8b91a510-5e2c-4642-9f9f-619bae980753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:39.740833 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] For port 355fca33-b957-43b9-9280-8dbeaa3311d2, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:39.769313 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] For port 355fca33-b957-43b9-9280-8dbeaa3311d2, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=355fca33-b957-43b9-9280-8dbeaa3311d2,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:39.804954 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:39.811840 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8b91a510-5e2c-4642-9f9f-619bae980753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:39.851182 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef5cbc23-ae0e-405c-9168-14e84ec83e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:39.900425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53526) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:40.012234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aca054-2fab-4b23-bb9a-d0539ef89318 req-7085d981-5ba1-43b8-a4fc-36a90f98b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:40.014823 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e6aca054-2fab-4b23-bb9a-d0539ef89318 req-7085d981-5ba1-43b8-a4fc-36a90f98b566 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=421c0bc741dc429f9a5bc81fd9d591b1&device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 1119 time: 0.3942161 Jul 27 20:53:40.069505 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-5470078d-1fc6-4b46-96eb-53616319345b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.107705 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:40.108935 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.111368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] 10.222.0.20 "PUT /v2.0/ports/355fca33-b957-43b9-9280-8dbeaa3311d2 HTTP/1.1" status: 200 len: 1121 time: 1.9196265 Jul 27 20:53:40.115283 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da542cb6-d2b8-40f4-b57b-3d3fe675b849 service neutron] Pushing event updated for resources: {'Port': ['ID=355fca33-b957-43b9-9280-8dbeaa3311d2,revision_number=8']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:40.165762 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['355fca33-b957-43b9-9280-8dbeaa3311d2'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:40.167638 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8b91a510-5e2c-4642-9f9f-619bae980753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.174973 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8b91a510-5e2c-4642-9f9f-619bae980753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.185801 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8b91a510-5e2c-4642-9f9f-619bae980753 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20e2483e-1590-449e-aaa8-8edca33c53e5 HTTP/1.1" status: 204 len: 168 time: 0.7128720 Jul 27 20:53:40.198463 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91a510-5e2c-4642-9f9f-619bae980753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e2483e-1590-449e-aaa8-8edca33c53e5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:40.307738 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-5470078d-1fc6-4b46-96eb-53616319345b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Transition to ACTIVE for port object f58211a0-d4db-4e93-bd18-af8eee440e99 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:40.314312 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-88ffae2f-95d5-4736-ac19-d85f319a675d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.330476 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d93b170a-2e8a-4d65-9f1f-4c25d8197b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.338852 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-079a985b-e257-48a4-926c-36baafdf4fc3 req-b332fb84-9e5a-4e94-9813-f0f1ec4cae50 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 210 time: 0.0458388 Jul 27 20:53:40.398945 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d93b170a-2e8a-4d65-9f1f-4c25d8197b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.497686 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53548) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:40.498275 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d93b170a-2e8a-4d65-9f1f-4c25d8197b0d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b8dcec5662f9434d99bc748339c23b53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4562390 Jul 27 20:53:40.509025 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-5470078d-1fc6-4b46-96eb-53616319345b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.522947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aca054-2fab-4b23-bb9a-d0539ef89318 req-1b4f2893-660a-46cc-bd5e-49eeae7f9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:40.524683 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e6aca054-2fab-4b23-bb9a-d0539ef89318 req-1b4f2893-660a-46cc-bd5e-49eeae7f9fdc service neutron] 10.222.0.20 "GET /v2.0/networks?id=d0529065-8390-47a3-aefb-e0f34741ee1f HTTP/1.1" status: 200 len: 923 time: 0.4960716 Jul 27 20:53:40.576711 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3cc73429-85a4-4c6f-a368-37f79cae7b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.603379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b170a-2e8a-4d65-9f1f-4c25d8197b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1e5c9c-2e4b-4718-b868-37684e0c0043,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:40.624719 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3cc73429-85a4-4c6f-a368-37f79cae7b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.702291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-5470078d-1fc6-4b46-96eb-53616319345b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:40.716063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-5470078d-1fc6-4b46-96eb-53616319345b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:40.718723 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470078d-1fc6-4b46-96eb-53616319345b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Pushing event updated for resources: {'Port': ['ID=f58211a0-d4db-4e93-bd18-af8eee440e99,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:40.725573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-5470078d-1fc6-4b46-96eb-53616319345b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:40.735427 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-5470078d-1fc6-4b46-96eb-53616319345b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:40.736415 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-5470078d-1fc6-4b46-96eb-53616319345b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.739638 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3cc73429-85a4-4c6f-a368-37f79cae7b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.744147 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3cc73429-85a4-4c6f-a368-37f79cae7b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.745995 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3cc73429-85a4-4c6f-a368-37f79cae7b17 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae1e5c9c-2e4b-4718-b868-37684e0c0043 HTTP/1.1" status: 204 len: 168 time: 0.2464294 Jul 27 20:53:40.775844 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc73429-85a4-4c6f-a368-37f79cae7b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1e5c9c-2e4b-4718-b868-37684e0c0043,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:40.788321 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e6aca054-2fab-4b23-bb9a-d0539ef89318 req-813a6231-0738-4c22-b02a-ca05b1cace0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16bead63-ff02-4d8c-bf7b-45a0be50e6cd HTTP/1.1" status: 200 len: 1023 time: 0.2465475 Jul 27 20:53:40.839212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53564) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:40.917718 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef5cbc23-ae0e-405c-9168-14e84ec83e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.931150 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ab6cd33e-0e55-4d2c-893d-c0ac0ff8d94d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=449147c46e1a4a9cab5d7e663b0da120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0886896 Jul 27 20:53:40.934295 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53570) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:40.938715 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef5cbc23-ae0e-405c-9168-14e84ec83e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:40.961706 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-5470078d-1fc6-4b46-96eb-53616319345b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0892067 Jul 27 20:53:40.995674 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Request body: {'port': {'device_id': '5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:41.011397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aca054-2fab-4b23-bb9a-d0539ef89318 req-e3ce7361-4a69-46e4-a7f6-87572e12ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:41.011397 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e6aca054-2fab-4b23-bb9a-d0539ef89318 req-e3ce7361-4a69-46e4-a7f6-87572e12ea5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b547ef7-4cb6-4736-b263-c7c9499342ec HTTP/1.1" status: 200 len: 861 time: 0.2097676 Jul 27 20:53:41.085685 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-649ab8a3-59e1-4983-b985-6963d83b5cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.143658 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-649ab8a3-59e1-4983-b985-6963d83b5cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.180102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c7fe1-2a97-4fce-b7c4-fafe4914bd93 req-39d662b6-02e7-43ff-961a-c3a20c932bbd tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:41.186795 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a81c7fe1-2a97-4fce-b7c4-fafe4914bd93 req-39d662b6-02e7-43ff-961a-c3a20c932bbd tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 943 time: 0.1871009 Jul 27 20:53:41.275963 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-649ab8a3-59e1-4983-b985-6963d83b5cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.279371 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-649ab8a3-59e1-4983-b985-6963d83b5cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.283449 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-649ab8a3-59e1-4983-b985-6963d83b5cf6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/964c6afc-2645-484a-8ead-80a7a13a53f5 HTTP/1.1" status: 204 len: 168 time: 0.3451962 Jul 27 20:53:41.315880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ab8a3-59e1-4983-b985-6963d83b5cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964c6afc-2645-484a-8ead-80a7a13a53f5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:41.339749 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a81c7fe1-2a97-4fce-b7c4-fafe4914bd93 req-e91ae6de-cac9-403a-8d92-f58e1dbb1335 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067092 Jul 27 20:53:41.352378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b2142ffa-c2fb-424e-9753-33b26261af1e None None] Provisioning for port f58211a0-d4db-4e93-bd18-af8eee440e99 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:41.375095 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b2142ffa-c2fb-424e-9753-33b26261af1e None None] Provisioning complete for port f58211a0-d4db-4e93-bd18-af8eee440e99 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:41.379611 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b2142ffa-c2fb-424e-9753-33b26261af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.509001 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ef5cbc23-ae0e-405c-9168-14e84ec83e81 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5aaae55e3797484eb2f4d7282f787dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9655335 Jul 27 20:53:41.513021 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53598) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:41.523242 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b2142ffa-c2fb-424e-9753-33b26261af1e None None] Port f58211a0-d4db-4e93-bd18-af8eee440e99 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:53:41.533389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cbc23-ae0e-405c-9168-14e84ec83e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cae9579-d308-4946-ba28-fe8d46e81e9b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:41.614965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53602) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:41.623199 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a5f2eb-08ce-47f9-a873-ff227ba66654', 'tag': '355fca33-b957-43b9-9280-8dbeaa3311d2'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:41.627874 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bc898d-2d9b-4bb4-b798-2890e66653a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a5f2eb-08ce-47f9-a873-ff227ba66654", "tag": "355fca33-b957-43b9-9280-8dbeaa3311d2"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:41.631776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.66', 56882) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:41.650278 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.669405 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aca054-2fab-4b23-bb9a-d0539ef89318 req-34798c59-cdcf-4cf1-a9f3-f53c72dca7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:41.671067 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e6aca054-2fab-4b23-bb9a-d0539ef89318 req-34798c59-cdcf-4cf1-a9f3-f53c72dca7f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d0529065-8390-47a3-aefb-e0f34741ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6423626 Jul 27 20:53:41.693735 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d9eaba17-33c3-4cf3-a5d6-84f423cceeff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.715861 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e91647-3631-4a20-af3a-cb48be28200f x-openstack-request-id: req-81e91647-3631-4a20-af3a-cb48be28200f {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:41.716360 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a5f2eb-08ce-47f9-a873-ff227ba66654", "tag": "355fca33-b957-43b9-9280-8dbeaa3311d2", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:41.717032 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81e91647-3631-4a20-af3a-cb48be28200f {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:41.717804 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a5f2eb-08ce-47f9-a873-ff227ba66654', 'tag': '355fca33-b957-43b9-9280-8dbeaa3311d2', 'status': 'completed', 'code': 200} Jul 27 20:53:41.748394 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11924e4b-ed43-43e9-bd3a-cb20899ebcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.823501 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-88ffae2f-95d5-4736-ac19-d85f319a675d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.832525 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a89ac-f52b-493a-afca-6ca5bf984fae req-39835cb3-100c-4a88-a1ba-ed7b510d53fb tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:41.834973 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe0a89ac-f52b-493a-afca-6ca5bf984fae req-39835cb3-100c-4a88-a1ba-ed7b510d53fb tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 936 time: 0.2145684 Jul 27 20:53:41.838304 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11924e4b-ed43-43e9-bd3a-cb20899ebcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.844176 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-88ffae2f-95d5-4736-ac19-d85f319a675d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.937562 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe0a89ac-f52b-493a-afca-6ca5bf984fae req-071dd844-43c1-4442-ad9e-ef59582e5ca7 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876691 Jul 27 20:53:41.964395 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11924e4b-ed43-43e9-bd3a-cb20899ebcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.967254 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11924e4b-ed43-43e9-bd3a-cb20899ebcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:41.968256 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-11924e4b-ed43-43e9-bd3a-cb20899ebcb8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2cae9579-d308-4946-ba28-fe8d46e81e9b HTTP/1.1" status: 204 len: 168 time: 0.4539688 Jul 27 20:53:41.996608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11924e4b-ed43-43e9-bd3a-cb20899ebcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cae9579-d308-4946-ba28-fe8d46e81e9b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:42.025093 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e6aca054-2fab-4b23-bb9a-d0539ef89318 req-b9e5a95a-7332-4513-a5f6-cdf7bac27e8f service neutron] 10.222.0.20 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274088 Jul 27 20:53:42.045558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82162f5-6ae3-4dda-9166-69718819f442 req-c235704a-aff0-4dbb-b9af-c539a202d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:42.048157 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f82162f5-6ae3-4dda-9166-69718819f442 req-c235704a-aff0-4dbb-b9af-c539a202d7e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 1124 time: 0.4147196 Jul 27 20:53:42.054652 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-88ffae2f-95d5-4736-ac19-d85f319a675d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ccf50a068be4102939f18b578dc6c74&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1500819 Jul 27 20:53:42.055103 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53628) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:42.075032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffae2f-95d5-4736-ac19-d85f319a675d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229dc4b5-b803-4ef4-a183-e80399b52898,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:42.195018 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d6abc658-660a-4033-9640-061af7c059c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:42.268953 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d6abc658-660a-4033-9640-061af7c059c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:42.360995 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d6abc658-660a-4033-9640-061af7c059c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:42.365519 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d6abc658-660a-4033-9640-061af7c059c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:42.367622 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d6abc658-660a-4033-9640-061af7c059c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/229dc4b5-b803-4ef4-a183-e80399b52898 HTTP/1.1" status: 204 len: 168 time: 0.3061540 Jul 27 20:53:42.381699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abc658-660a-4033-9640-061af7c059c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229dc4b5-b803-4ef4-a183-e80399b52898,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:42.512842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 355fca33-b957-43b9-9280-8dbeaa3311d2 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:42.586424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82162f5-6ae3-4dda-9166-69718819f442 req-8141eef9-d9eb-42a9-bfc4-b3f6e86a857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:42.588742 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f82162f5-6ae3-4dda-9166-69718819f442 req-8141eef9-d9eb-42a9-bfc4-b3f6e86a857e service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.4909527 Jul 27 20:53:42.628213 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53650) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:42.681697 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e6aca054-2fab-4b23-bb9a-d0539ef89318 req-635a4160-0c3a-4487-b6ea-93fe3c106356 service neutron] 10.222.0.20 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242850 Jul 27 20:53:42.690653 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c98810cf-bcfe-49d9-becc-5c904efe3384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:42.705494 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f82162f5-6ae3-4dda-9166-69718819f442 req-df80fd4e-3436-444f-909f-6da13da5fe5d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=355fca33-b957-43b9-9280-8dbeaa3311d2 HTTP/1.1" status: 200 len: 217 time: 0.0939984 Jul 27 20:53:42.717873 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d9eaba17-33c3-4cf3-a5d6-84f423cceeff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:42.755491 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d9eaba17-33c3-4cf3-a5d6-84f423cceeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:42.771624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 355fca33-b957-43b9-9280-8dbeaa3311d2, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=355fca33-b957-43b9-9280-8dbeaa3311d2,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:42.802349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 355fca33-b957-43b9-9280-8dbeaa3311d2 has no active binding in host n-h1-764806-9 {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 20:53:42.875286 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d9eaba17-33c3-4cf3-a5d6-84f423cceeff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6fc98d1be824036a518d91a4e8e9977&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2576513 Jul 27 20:53:42.881382 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eaba17-33c3-4cf3-a5d6-84f423cceeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60b62da-3dea-42c4-84bc-55b9856235b3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:42.891580 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82162f5-6ae3-4dda-9166-69718819f442 req-d28b6528-4e69-4892-850c-e103d697475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:42.896820 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f82162f5-6ae3-4dda-9166-69718819f442 req-d28b6528-4e69-4892-850c-e103d697475f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.1826696 Jul 27 20:53:42.904244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53656) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:42.917957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58211a0-d4db-4e93-bd18-af8eee440e99 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:42.920158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53658) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:42.929393 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c98810cf-bcfe-49d9-becc-5c904efe3384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:42.948486 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f82162f5-6ae3-4dda-9166-69718819f442 req-a5fdf6c9-ee8b-49b0-9274-e274a9f7086e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412154 Jul 27 20:53:42.951016 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:42.958535 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4c704-4f48-4798-8232-12b1f8dce461 req-3fdf4473-5b37-453b-bd79-cba2b8952445 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:42.965752 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75b4c704-4f48-4798-8232-12b1f8dce461 req-3fdf4473-5b37-453b-bd79-cba2b8952445 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 943 time: 0.4995859 Jul 27 20:53:42.968033 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c98810cf-bcfe-49d9-becc-5c904efe3384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.010274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c98810cf-bcfe-49d9-becc-5c904efe3384 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29f7ae7794d84cb1a72516a602f2c784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764429 Jul 27 20:53:43.028947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53666) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:43.047408 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Transition to ACTIVE for port object f58211a0-d4db-4e93-bd18-af8eee440e99 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:43.066152 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.165895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98810cf-bcfe-49d9-becc-5c904efe3384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b99a1d-e30a-4e0f-8364-63d8e2820e17,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:43.221861 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f82162f5-6ae3-4dda-9166-69718819f442 req-acd0496b-0936-46c5-b716-af1ff0724f83 service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605693 Jul 27 20:53:43.224238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Pushing event updated for resources: {'Port': ['ID=f58211a0-d4db-4e93-bd18-af8eee440e99,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:43.234209 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75b4c704-4f48-4798-8232-12b1f8dce461 req-669acbe4-605d-487c-a430-f9828516adce tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612593 Jul 27 20:53:43.239909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Attempting to bind port f58211a0-d4db-4e93-bd18-af8eee440e99 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:43.240254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Attempting to bind port f58211a0-d4db-4e93-bd18-af8eee440e99 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:43.240749 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Attempting to bind port f58211a0-d4db-4e93-bd18-af8eee440e99 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:43.247219 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Port f58211a0-d4db-4e93-bd18-af8eee440e99 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:43.247546 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Attempting to bind port f58211a0-d4db-4e93-bd18-af8eee440e99 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:43.255211 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3c451373-1a99-4769-acd0-c18c2289f4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.294103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:43.294744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:43.295396 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:43.295864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Bound port: f58211a0-d4db-4e93-bd18-af8eee440e99, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:43.296254 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.332650 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-929789c6-8f64-46d2-8c07-7029d875e115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.396700 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d32c3ea9-81ec-45b9-9779-c5c49a98e889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.408907 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3c451373-1a99-4769-acd0-c18c2289f4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.450488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b861bd-d43f-46f3-8151-fa498816d527 req-70c7f1e6-efae-47e2-baef-2506278c493e tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:43.458063 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2b861bd-d43f-46f3-8151-fa498816d527 req-70c7f1e6-efae-47e2-baef-2506278c493e tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 948 time: 0.3962138 Jul 27 20:53:43.477213 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] For port f58211a0-d4db-4e93-bd18-af8eee440e99, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:43.479214 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53678) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:43.490549 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] For port f58211a0-d4db-4e93-bd18-af8eee440e99, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f58211a0-d4db-4e93-bd18-af8eee440e99,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:43.493456 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f82162f5-6ae3-4dda-9166-69718819f442 req-857aaa67-ad57-4ed7-9cdb-a45f99d9119a service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270494 Jul 27 20:53:43.501627 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d32c3ea9-81ec-45b9-9779-c5c49a98e889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.504330 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.509019 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0d73f8ce-708f-40fb-a519-711e2186330b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.581054 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:43.582579 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.586612 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] 10.222.0.66 "PUT /v2.0/ports/f58211a0-d4db-4e93-bd18-af8eee440e99 HTTP/1.1" status: 200 len: 1096 time: 2.5991368 Jul 27 20:53:43.588228 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1', 'tag': 'f58211a0-d4db-4e93-bd18-af8eee440e99'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:43.595288 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ba690c-dd07-47ba-a3eb-88ead54b7c47" -d '{"events": [{"name": "network-changed", "server_uuid": "5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1", "tag": "f58211a0-d4db-4e93-bd18-af8eee440e99"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:43.630189 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2b861bd-d43f-46f3-8151-fa498816d527 req-98911b8b-1bd3-4e13-96e5-2e1e4dcf101f tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711154 Jul 27 20:53:43.666387 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3c451373-1a99-4769-acd0-c18c2289f4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.672666 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3c451373-1a99-4769-acd0-c18c2289f4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.679734 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3c451373-1a99-4769-acd0-c18c2289f4eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a60b62da-3dea-42c4-84bc-55b9856235b3 HTTP/1.1" status: 204 len: 168 time: 0.7667313 Jul 27 20:53:43.708593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c451373-1a99-4769-acd0-c18c2289f4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60b62da-3dea-42c4-84bc-55b9856235b3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:43.718145 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bb7ceb-560c-473e-bcaf-fcea84b6f39f x-openstack-request-id: req-d7bb7ceb-560c-473e-bcaf-fcea84b6f39f {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:43.718502 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1", "tag": "f58211a0-d4db-4e93-bd18-af8eee440e99", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:43.719579 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7bb7ceb-560c-473e-bcaf-fcea84b6f39f {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:43.720194 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1', 'tag': 'f58211a0-d4db-4e93-bd18-af8eee440e99', 'status': 'completed', 'code': 200} Jul 27 20:53:43.720861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7966f4-ac3e-438e-80f7-2a3539753f8c service neutron] Pushing event updated for resources: {'Port': ['ID=f58211a0-d4db-4e93-bd18-af8eee440e99,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:43.722753 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d32c3ea9-81ec-45b9-9779-c5c49a98e889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.725846 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d32c3ea9-81ec-45b9-9779-c5c49a98e889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.730964 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d32c3ea9-81ec-45b9-9779-c5c49a98e889 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6b99a1d-e30a-4e0f-8364-63d8e2820e17 HTTP/1.1" status: 204 len: 168 time: 0.6975729 Jul 27 20:53:43.752270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c3ea9-81ec-45b9-9779-c5c49a98e889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b99a1d-e30a-4e0f-8364-63d8e2820e17,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:43.804869 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-929789c6-8f64-46d2-8c07-7029d875e115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.815994 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-929789c6-8f64-46d2-8c07-7029d875e115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:43.860779 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-929789c6-8f64-46d2-8c07-7029d875e115 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6025383a7e2a472aa51f406bd0c93924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9388876 Jul 27 20:53:43.864209 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53688) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:43.879416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc898d-2d9b-4bb4-b798-2890e66653a4 req-7b84fa47-f80a-4bf7-a5f2-72a9863b19c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:43.881013 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6bc898d-2d9b-4bb4-b798-2890e66653a4 req-7b84fa47-f80a-4bf7-a5f2-72a9863b19c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 1124 time: 0.2617033 Jul 27 20:53:43.920142 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-33adf872-639a-4b16-aedd-5fa23f49f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:43.921923 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-33adf872-639a-4b16-aedd-5fa23f49f77f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04739f7473214b8da0093082000adbb1&device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 1099 time: 0.2485573 Jul 27 20:53:43.935822 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929789c6-8f64-46d2-8c07-7029d875e115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ebb6f4-b5b3-4b79-92ee-fe0ea18fde11,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:43.988636 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5db5ac35-2f93-41c7-a248-64f15c8a54e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.031375 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5db5ac35-2f93-41c7-a248-64f15c8a54e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.058818 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-05947e25-64af-4dc2-ab91-f5d824eff442 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=f58211a0-d4db-4e93-bd18-af8eee440e99 HTTP/1.1" status: 200 len: 217 time: 0.0689659 Jul 27 20:53:44.138661 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5db5ac35-2f93-41c7-a248-64f15c8a54e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.147565 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5db5ac35-2f93-41c7-a248-64f15c8a54e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.149876 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5db5ac35-2f93-41c7-a248-64f15c8a54e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2ebb6f4-b5b3-4b79-92ee-fe0ea18fde11 HTTP/1.1" status: 204 len: 168 time: 0.2838118 Jul 27 20:53:44.161251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5ac35-2f93-41c7-a248-64f15c8a54e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ebb6f4-b5b3-4b79-92ee-fe0ea18fde11,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:44.199049 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-9cea03e8-97ef-4d3f-9478-67311e0d8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:44.201181 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-9cea03e8-97ef-4d3f-9478-67311e0d8e62 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1342616 Jul 27 20:53:44.228896 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc898d-2d9b-4bb4-b798-2890e66653a4 req-d71ee31d-e0ef-4216-a284-8bde5a11d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:44.231616 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6bc898d-2d9b-4bb4-b798-2890e66653a4 req-d71ee31d-e0ef-4216-a284-8bde5a11d153 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.3371518 Jul 27 20:53:44.235019 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0d73f8ce-708f-40fb-a519-711e2186330b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.278701 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0d73f8ce-708f-40fb-a519-711e2186330b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.324495 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6bc898d-2d9b-4bb4-b798-2890e66653a4 req-dda0923a-12a5-4cdf-b6a4-4902794b62da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=355fca33-b957-43b9-9280-8dbeaa3311d2 HTTP/1.1" status: 200 len: 217 time: 0.0857415 Jul 27 20:53:44.403059 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0d73f8ce-708f-40fb-a519-711e2186330b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d3407aa3622e400388a642e0592ca0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9225016 Jul 27 20:53:44.403407 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53710) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:44.411293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73f8ce-708f-40fb-a519-711e2186330b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9825fa7e-4d84-45e7-af95-8e248e93fc9e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:44.436305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc898d-2d9b-4bb4-b798-2890e66653a4 req-64e4dee0-63fb-4614-9929-91001a2b5fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:44.438081 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6bc898d-2d9b-4bb4-b798-2890e66653a4 req-64e4dee0-63fb-4614-9929-91001a2b5fec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.1024454 Jul 27 20:53:44.447191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-74bc17ef-b8db-4ad0-a7bf-cce9cc1418f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:44.449874 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-74bc17ef-b8db-4ad0-a7bf-cce9cc1418f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2387695 Jul 27 20:53:44.502774 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6bc898d-2d9b-4bb4-b798-2890e66653a4 req-b145351e-8153-4e25-bcda-e551dc5df023 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508928 Jul 27 20:53:44.560588 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0e7e9-471f-41ba-9524-4f0fdb7b7a41 req-b8583465-e297-4075-ade9-8cc143250724 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:44.562395 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7b0e7e9-471f-41ba-9524-4f0fdb7b7a41 req-b8583465-e297-4075-ade9-8cc143250724 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 943 time: 0.2135139 Jul 27 20:53:44.565887 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ac146667-45b4-4833-a5c4-898ac4a0062a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.618506 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ac146667-45b4-4833-a5c4-898ac4a0062a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.650075 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-43a349ec-f29f-49a7-aced-bda02a9f3f94 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882248 Jul 27 20:53:44.650410 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7b0e7e9-471f-41ba-9524-4f0fdb7b7a41 req-5113144e-05a9-4781-a016-b16012ab358f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792081 Jul 27 20:53:44.659647 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53724) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:44.700222 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6bc898d-2d9b-4bb4-b798-2890e66653a4 req-d2ecc4e6-c2bf-4393-aa9a-6892d9ea425a service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723514 Jul 27 20:53:44.708160 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ac146667-45b4-4833-a5c4-898ac4a0062a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.712920 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ac146667-45b4-4833-a5c4-898ac4a0062a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.715980 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ac146667-45b4-4833-a5c4-898ac4a0062a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9825fa7e-4d84-45e7-af95-8e248e93fc9e HTTP/1.1" status: 204 len: 168 time: 0.3108442 Jul 27 20:53:44.731117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51611dea-f0c9-4d38-94fb-b1924021d219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:44.735313 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac146667-45b4-4833-a5c4-898ac4a0062a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9825fa7e-4d84-45e7-af95-8e248e93fc9e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:44.894755 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25b44f-7994-4ce1-90a8-77e9b4047b40 req-ea3a703f-7edc-4d13-9401-7ebf739259fd tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:44.900051 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f77d1483-fa22-4e6c-b931-56a291965a14 req-5b5d5c7f-da3f-42f4-b7b8-11fceee5742b service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397830 Jul 27 20:53:44.908841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c25b44f-7994-4ce1-90a8-77e9b4047b40 req-ea3a703f-7edc-4d13-9401-7ebf739259fd tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 948 time: 0.1224666 Jul 27 20:53:44.911700 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6bc898d-2d9b-4bb4-b798-2890e66653a4 req-a2f83390-d2f4-4b8c-a755-7f978719002d service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757724 Jul 27 20:53:44.983380 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c25b44f-7994-4ce1-90a8-77e9b4047b40 req-5a396e1a-8ffb-4e9f-b69f-17afd01916ca tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727828 Jul 27 20:53:44.987388 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51611dea-f0c9-4d38-94fb-b1924021d219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.018401 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51611dea-f0c9-4d38-94fb-b1924021d219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.062260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51611dea-f0c9-4d38-94fb-b1924021d219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef7b59e-fc02-4597-bebd-a3f0e4271bbb,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:45.071449 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-51611dea-f0c9-4d38-94fb-b1924021d219 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b2c5571def84a1da4103d07311821f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100482 Jul 27 20:53:45.071640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53736) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:45.095973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba690c-dd07-47ba-a3eb-88ead54b7c47 req-031abb86-1fd8-4811-83f0-274254215b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:45.097518 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-50ba690c-dd07-47ba-a3eb-88ead54b7c47 req-031abb86-1fd8-4811-83f0-274254215b9d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04739f7473214b8da0093082000adbb1&device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 1099 time: 0.1135330 Jul 27 20:53:45.148192 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39b5c751-eff9-4517-b8bf-48e5cf9ea2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.177496 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39b5c751-eff9-4517-b8bf-48e5cf9ea2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.242949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39b5c751-eff9-4517-b8bf-48e5cf9ea2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.246965 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39b5c751-eff9-4517-b8bf-48e5cf9ea2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:45.249193 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-39b5c751-eff9-4517-b8bf-48e5cf9ea2ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1ef7b59e-fc02-4597-bebd-a3f0e4271bbb HTTP/1.1" status: 204 len: 168 time: 0.1757913 Jul 27 20:53:45.262355 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5c751-eff9-4517-b8bf-48e5cf9ea2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef7b59e-fc02-4597-bebd-a3f0e4271bbb,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:45.272270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba690c-dd07-47ba-a3eb-88ead54b7c47 req-f9844a4d-ac99-42c0-ad0e-110070b704c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:45.273791 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-50ba690c-dd07-47ba-a3eb-88ead54b7c47 req-f9844a4d-ac99-42c0-ad0e-110070b704c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1683552 Jul 27 20:53:45.335786 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-50ba690c-dd07-47ba-a3eb-88ead54b7c47 req-76f8ed95-728c-4d22-9252-6fa556f17c30 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=f58211a0-d4db-4e93-bd18-af8eee440e99 HTTP/1.1" status: 200 len: 217 time: 0.0441513 Jul 27 20:53:45.400424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba690c-dd07-47ba-a3eb-88ead54b7c47 req-5ce2137b-2667-4349-b840-1f3087b2d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:45.402464 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-50ba690c-dd07-47ba-a3eb-88ead54b7c47 req-5ce2137b-2667-4349-b840-1f3087b2d29b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0595949 Jul 27 20:53:45.509072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba690c-dd07-47ba-a3eb-88ead54b7c47 req-1f61fde1-9443-4494-8ff9-8dc89fe22f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:45.513166 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-50ba690c-dd07-47ba-a3eb-88ead54b7c47 req-1f61fde1-9443-4494-8ff9-8dc89fe22f5b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1030073 Jul 27 20:53:45.708045 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-50ba690c-dd07-47ba-a3eb-88ead54b7c47 req-1c95f1cf-a038-4532-9102-814fd0423eaa service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867707 Jul 27 20:53:45.965438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aca9ff-0a7f-4d8a-80a9-e26c2fd0239b req-af753456-1b54-4e02-822f-4f03ef59a425 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:45.979094 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e1aca9ff-0a7f-4d8a-80a9-e26c2fd0239b req-af753456-1b54-4e02-822f-4f03ef59a425 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 943 time: 0.1468017 Jul 27 20:53:46.083541 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e1aca9ff-0a7f-4d8a-80a9-e26c2fd0239b req-35430b0d-6eaa-4d72-980c-bfa467bf8aaf tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031249 Jul 27 20:53:46.144978 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-858e61df-8af7-45aa-bdcb-f483a623da22 service neutron] 10.222.0.66 "GET /v2.0/ports/355fca33-b957-43b9-9280-8dbeaa3311d2/bindings/n-h1-764806-9 HTTP/1.1" status: 200 len: 384 time: 0.4250753 Jul 27 20:53:46.211735 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-50ba690c-dd07-47ba-a3eb-88ead54b7c47 req-c545bcad-ea64-41b0-b269-3d6b5ed19e23 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931324 Jul 27 20:53:46.295544 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6f496-1a2c-4c0f-958d-4d295124c326 req-bd9e812a-9907-4292-b729-9e4159afb09d tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:46.304450 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ea6f496-1a2c-4c0f-958d-4d295124c326 req-bd9e812a-9907-4292-b729-9e4159afb09d tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 948 time: 0.1527669 Jul 27 20:53:46.367158 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ea6f496-1a2c-4c0f-958d-4d295124c326 req-3f5af7d3-1b6a-4107-874c-1b7ef67c2065 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568509 Jul 27 20:53:46.436324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-4a57d733-2e07-47eb-b5a9-211119e902df service neutron] For port 355fca33-b957-43b9-9280-8dbeaa3311d2, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=355fca33-b957-43b9-9280-8dbeaa3311d2,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:46.459811 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-4a57d733-2e07-47eb-b5a9-211119e902df service neutron] For port 355fca33-b957-43b9-9280-8dbeaa3311d2, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:46.519141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-4a57d733-2e07-47eb-b5a9-211119e902df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355fca33-b957-43b9-9280-8dbeaa3311d2 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:46.531658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-4a57d733-2e07-47eb-b5a9-211119e902df service neutron] For port 355fca33-b957-43b9-9280-8dbeaa3311d2, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=355fca33-b957-43b9-9280-8dbeaa3311d2,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:46.553753 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-4a57d733-2e07-47eb-b5a9-211119e902df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:46.691487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-4a57d733-2e07-47eb-b5a9-211119e902df service neutron] Transition to ACTIVE for port object 355fca33-b957-43b9-9280-8dbeaa3311d2 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:46.702471 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-4a57d733-2e07-47eb-b5a9-211119e902df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:46.778637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-4a57d733-2e07-47eb-b5a9-211119e902df service neutron] No DVR routers for this DVR port 355fca33-b957-43b9-9280-8dbeaa3311d2 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:53:46.803150 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57d733-2e07-47eb-b5a9-211119e902df service neutron] Pushing event updated for resources: {'Port': ['ID=355fca33-b957-43b9-9280-8dbeaa3311d2,revision_number=10']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:46.833912 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-4a57d733-2e07-47eb-b5a9-211119e902df service neutron] 10.222.0.66 "PUT /v2.0/ports/355fca33-b957-43b9-9280-8dbeaa3311d2/bindings/n-h1-764806-9/activate HTTP/1.1" status: 200 len: 369 time: 0.6805015 Jul 27 20:53:47.022034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-e72eb5d0-baa1-4c88-9a94-219cd359b717 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:47.023910 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-e72eb5d0-baa1-4c88-9a94-219cd359b717 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654&tenant_id=67d405d7cc574d15a62e24d6cfd65e01&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 1095 time: 0.1299407 Jul 27 20:53:47.141417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-10e4e5c0-49f2-467d-9bb6-01a4a35dbf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:47.142989 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-10e4e5c0-49f2-467d-9bb6-01a4a35dbf5f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654&tenant_id=67d405d7cc574d15a62e24d6cfd65e01 HTTP/1.1" status: 200 len: 1095 time: 0.1058295 Jul 27 20:53:47.259582 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-bf1fc62e-6403-48f6-8e28-55829971db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:47.261182 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-bf1fc62e-6403-48f6-8e28-55829971db2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 1095 time: 0.0881100 Jul 27 20:53:47.271185 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd01c1b-8c87-4646-a25e-492cb7060b80 req-e5319aa2-eb6f-4870-b377-c8dcc448a655 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:47.273468 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8cd01c1b-8c87-4646-a25e-492cb7060b80 req-e5319aa2-eb6f-4870-b377-c8dcc448a655 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 944 time: 0.0974016 Jul 27 20:53:47.274178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53832) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:47.332703 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8cd01c1b-8c87-4646-a25e-492cb7060b80 req-878b39c1-5962-4806-a941-b986cc1fc727 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493865 Jul 27 20:53:47.373466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-ffb87e51-898d-417d-9aa3-9fbd3399fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:47.375535 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-ffb87e51-898d-417d-9aa3-9fbd3399fb01 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.1052005 Jul 27 20:53:47.428200 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-db4fcab6-51eb-475a-b269-73fe64700223 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=355fca33-b957-43b9-9280-8dbeaa3311d2 HTTP/1.1" status: 200 len: 217 time: 0.0435917 Jul 27 20:53:47.494330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-18dc4fa7-7ac5-4c6a-936c-51c570858ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:47.496295 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-18dc4fa7-7ac5-4c6a-936c-51c570858ff1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.0574222 Jul 27 20:53:47.525346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5f98e-3740-4d2b-937a-b7df28849f69 req-8a8fc03e-c268-4cbd-8ea7-c022b55a8830 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:47.527086 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fe5f98e-3740-4d2b-937a-b7df28849f69 req-8a8fc03e-c268-4cbd-8ea7-c022b55a8830 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 948 time: 0.0814595 Jul 27 20:53:47.547273 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-de1cfae0-02bf-44fb-9786-4631bbfe1192 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397174 Jul 27 20:53:47.590725 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fe5f98e-3740-4d2b-937a-b7df28849f69 req-ab031583-b17b-4859-a894-accc91be60b0 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570953 Jul 27 20:53:47.616667 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4179d0d-04ae-4f80-a96c-c4efb07d7a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.696779 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-7562accf-264b-495b-abe3-aa9ab6b900bb service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323192 Jul 27 20:53:47.748486 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4179d0d-04ae-4f80-a96c-c4efb07d7a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.755431 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4179d0d-04ae-4f80-a96c-c4efb07d7a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.801123 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4179d0d-04ae-4f80-a96c-c4efb07d7a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337acb37-4eab-4039-beb4-2f565bb54b95,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:47.815010 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b4179d0d-04ae-4f80-a96c-c4efb07d7a8f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5de811c00a2e4f29b2668ccb1d88a603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5395329 Jul 27 20:53:47.819193 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53856) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:47.843609 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-31be7348-588f-400b-b0db-cfe26c824098 service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383255 Jul 27 20:53:47.879700 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1549163d-82d3-41b7-8264-f3b3801c8cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.903822 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1549163d-82d3-41b7-8264-f3b3801c8cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.960568 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1549163d-82d3-41b7-8264-f3b3801c8cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.963291 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1549163d-82d3-41b7-8264-f3b3801c8cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:47.964440 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1549163d-82d3-41b7-8264-f3b3801c8cab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/337acb37-4eab-4039-beb4-2f565bb54b95 HTTP/1.1" status: 204 len: 168 time: 0.1442788 Jul 27 20:53:47.974459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549163d-82d3-41b7-8264-f3b3801c8cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337acb37-4eab-4039-beb4-2f565bb54b95,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:48.156093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-00e915da-780a-4e4f-b373-dbb5e44ce14b tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:48.158209 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-00e915da-780a-4e4f-b373-dbb5e44ce14b tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654&tenant_id=67d405d7cc574d15a62e24d6cfd65e01&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 1095 time: 0.0663133 Jul 27 20:53:48.308057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-bccd2ec9-3477-4083-9157-64f44ec31d4c service neutron] For port 355fca33-b957-43b9-9280-8dbeaa3311d2, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:48.312032 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-bccd2ec9-3477-4083-9157-64f44ec31d4c service neutron] Notify callbacks [] for binding, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:48.314416 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1954bf9a-70a9-470e-aaba-6a518626c27c req-bccd2ec9-3477-4083-9157-64f44ec31d4c service neutron] 10.222.0.20 "DELETE /v2.0/ports/355fca33-b957-43b9-9280-8dbeaa3311d2/bindings/n-h2-764806-9 HTTP/1.1" status: 204 len: 173 time: 0.1425974 Jul 27 20:53:48.480642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd46c-b515-4e9a-8448-7b95fde2f3e1 req-b363e84e-2a5a-4d71-816e-e8ea20a6fc8a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:48.483732 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-856fd46c-b515-4e9a-8448-7b95fde2f3e1 req-b363e84e-2a5a-4d71-816e-e8ea20a6fc8a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 944 time: 0.0786567 Jul 27 20:53:48.523614 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-856fd46c-b515-4e9a-8448-7b95fde2f3e1 req-9c795386-5ef2-499d-8814-ed324a764c90 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349336 Jul 27 20:53:48.778883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987205e4-3c0f-4a76-a042-7855012ab806 req-ca9a2c0e-5b9d-4bf3-8330-6107599286d8 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:48.779928 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-987205e4-3c0f-4a76-a042-7855012ab806 req-ca9a2c0e-5b9d-4bf3-8330-6107599286d8 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 1095 time: 0.1035788 Jul 27 20:53:48.840086 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53900) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:48.847408 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-987205e4-3c0f-4a76-a042-7855012ab806 req-a1c67962-a20e-40d2-893f-9a60f0088551 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462873 Jul 27 20:53:48.869673 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334df78c-f38b-4ed9-b83a-c02b05f84c27 req-287b259e-feb4-4e1b-b1af-73c942da8e6c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:48.871626 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-334df78c-f38b-4ed9-b83a-c02b05f84c27 req-287b259e-feb4-4e1b-b1af-73c942da8e6c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 948 time: 0.1083729 Jul 27 20:53:48.877056 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d49456ec-7478-4988-ad9a-c563dae0ccd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:48.951844 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-334df78c-f38b-4ed9-b83a-c02b05f84c27 req-bf03fc06-f263-4409-9dc0-d0e03fe25e9f tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719864 Jul 27 20:53:49.034410 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d49456ec-7478-4988-ad9a-c563dae0ccd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.042854 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d49456ec-7478-4988-ad9a-c563dae0ccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.096485 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d49456ec-7478-4988-ad9a-c563dae0ccd9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=640ef1bd86e34830a9b76167072da198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548883 Jul 27 20:53:49.097390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49456ec-7478-4988-ad9a-c563dae0ccd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048da4d4-ce76-43b4-ba13-ebcb9c5a808f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:49.099405 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53910) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:49.107662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49456ec-7478-4988-ad9a-c563dae0ccd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.108111 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49456ec-7478-4988-ad9a-c563dae0ccd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.108328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49456ec-7478-4988-ad9a-c563dae0ccd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.108654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49456ec-7478-4988-ad9a-c563dae0ccd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.109965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49456ec-7478-4988-ad9a-c563dae0ccd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.110801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49456ec-7478-4988-ad9a-c563dae0ccd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.111547 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49456ec-7478-4988-ad9a-c563dae0ccd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.112022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49456ec-7478-4988-ad9a-c563dae0ccd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.112905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49456ec-7478-4988-ad9a-c563dae0ccd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.113384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49456ec-7478-4988-ad9a-c563dae0ccd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.113854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49456ec-7478-4988-ad9a-c563dae0ccd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.114358 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49456ec-7478-4988-ad9a-c563dae0ccd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.166046 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.193741 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.273384 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.279412 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:49.279412 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/048da4d4-ce76-43b4-ba13-ebcb9c5a808f HTTP/1.1" status: 204 len: 168 time: 0.1790373 Jul 27 20:53:49.292372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048da4d4-ce76-43b4-ba13-ebcb9c5a808f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:49.300791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.301197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.301477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.301815 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.302143 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.302683 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.303177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.303877 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.304411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.304883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.305371 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.306055 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bdd2f-d158-4b94-8dbc-f1ff487e6ae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:49.444642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-3e5e7829-812e-4363-b400-26d4ce2b5352 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:49.446315 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-3e5e7829-812e-4363-b400-26d4ce2b5352 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 819 time: 0.1292651 Jul 27 20:53:49.465948 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-fb0f3eb3-c6c1-4d40-80a7-f934f681ad3d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/quotas/67d405d7cc574d15a62e24d6cfd65e01 HTTP/1.1" status: 200 len: 375 time: 0.0109773 Jul 27 20:53:49.542890 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-65140931-8392-41c0-b99b-e96d75ed28b9 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0683725 Jul 27 20:53:49.661723 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-16980f7d-88f3-438e-ac78-964af773b1e2 service neutron] 10.222.0.55 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084025 Jul 27 20:53:49.746834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53940) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:49.976025 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-7749169f-b2ba-4518-a615-a8c39bb158c3 service neutron] 10.222.0.55 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010783 Jul 27 20:53:50.073601 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9f6a-add6-4d80-84d6-c6cfcc9e9451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.163333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f58211a0-d4db-4e93-bd18-af8eee440e99 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:50.168093 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 355fca33-b957-43b9-9280-8dbeaa3311d2 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:53:50.223289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 355fca33-b957-43b9-9280-8dbeaa3311d2 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:53:50.261944 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9f6a-add6-4d80-84d6-c6cfcc9e9451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.278187 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a8f9f6a-add6-4d80-84d6-c6cfcc9e9451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.355804 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1feffb1-0112-4b0f-89f7-243943816cc7 req-12a665e7-ddb6-4261-beea-2dc000d4e86b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:50.367046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c1feffb1-0112-4b0f-89f7-243943816cc7 req-12a665e7-ddb6-4261-beea-2dc000d4e86b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 948 time: 0.1345661 Jul 27 20:53:50.380886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port f58211a0-d4db-4e93-bd18-af8eee440e99, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f58211a0-d4db-4e93-bd18-af8eee440e99,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:50.388837 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8a8f9f6a-add6-4d80-84d6-c6cfcc9e9451 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d90d74646ef2467a8155850bc4f2e8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6409097 Jul 27 20:53:50.390258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f9f6a-add6-4d80-84d6-c6cfcc9e9451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1221efe1-def5-4b38-94a8-df818dbd8aa3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:50.393458 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53964) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:50.410919 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'f58211a0-d4db-4e93-bd18-af8eee440e99', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'f58211a0-d4db-4e93-bd18-af8eee440e99', 'mac_address': 'fa:16:3e:1e:ce:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:50.463845 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c1feffb1-0112-4b0f-89f7-243943816cc7 req-a38f61d1-7163-4055-9cff-a53eb3c99018 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955942 Jul 27 20:53:50.479024 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-052628b7-e3fa-43c7-85e2-2cb6b295ff3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.512484 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.517303 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-052628b7-e3fa-43c7-85e2-2cb6b295ff3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.528164 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58211a0-d4db-4e93-bd18-af8eee440e99 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:50.541150 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d20eefb-b504-4d0b-adf0-6541eee83f86 req-65300d3a-e4b2-48a2-85ac-1ef751b92b87 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 210 time: 0.0761578 Jul 27 20:53:50.588864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port f58211a0-d4db-4e93-bd18-af8eee440e99, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f58211a0-d4db-4e93-bd18-af8eee440e99,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:50.596200 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.611629 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-052628b7-e3fa-43c7-85e2-2cb6b295ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.614351 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-052628b7-e3fa-43c7-85e2-2cb6b295ff3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:50.618562 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-052628b7-e3fa-43c7-85e2-2cb6b295ff3a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1221efe1-def5-4b38-94a8-df818dbd8aa3 HTTP/1.1" status: 204 len: 168 time: 0.2204950 Jul 27 20:53:50.634982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052628b7-e3fa-43c7-85e2-2cb6b295ff3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1221efe1-def5-4b38-94a8-df818dbd8aa3,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:50.679260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=f58211a0-d4db-4e93-bd18-af8eee440e99,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:50.693809 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:50.694153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:50.694773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:50.695299 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:50.695820 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:50.696369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:50.696896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:50.697297 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:50.697699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:50.698406 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:50.698804 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:50.699199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:53:50.891732 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['f58211a0-d4db-4e93-bd18-af8eee440e99'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:51.160570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54012) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:51.179639 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-84ee18ca-2f82-4df4-97d5-7e0dea36d972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.284074 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-84ee18ca-2f82-4df4-97d5-7e0dea36d972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.289428 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-84ee18ca-2f82-4df4-97d5-7e0dea36d972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.329971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee18ca-2f82-4df4-97d5-7e0dea36d972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7223b72-4a77-4e77-8e4f-f71b3f6cbbf0,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:51.336038 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-84ee18ca-2f82-4df4-97d5-7e0dea36d972 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e7d54cc297140f6a6bb4db9eeaa041a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738355 Jul 27 20:53:51.340247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54024) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:51.402147 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-09607a1e-63a6-4313-b46f-cff8ae39a566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.428338 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-09607a1e-63a6-4313-b46f-cff8ae39a566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.518651 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-09607a1e-63a6-4313-b46f-cff8ae39a566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.522344 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-09607a1e-63a6-4313-b46f-cff8ae39a566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.524977 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-09607a1e-63a6-4313-b46f-cff8ae39a566 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7223b72-4a77-4e77-8e4f-f71b3f6cbbf0 HTTP/1.1" status: 204 len: 168 time: 0.1837215 Jul 27 20:53:51.561276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09607a1e-63a6-4313-b46f-cff8ae39a566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7223b72-4a77-4e77-8e4f-f71b3f6cbbf0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:51.606431 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54038) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:51.754117 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-d52546b7-4a8b-4b8c-ba28-de61612da2bc tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:51.755765 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-d52546b7-4a8b-4b8c-ba28-de61612da2bc tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.20 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 819 time: 0.2810357 Jul 27 20:53:51.777290 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-0b30787d-492f-4706-b770-0411c4cc0f69 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Request body: {'port': {'device_id': '3a1b876d-f03b-44e2-bc30-8fc2d4291e49', 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562', 'admin_state_up': True, 'tenant_id': '67d405d7cc574d15a62e24d6cfd65e01'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:51.802055 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3916eb96-a37a-4b19-ad6d-997284b75fd4 req-51278eee-686a-42a4-9fd8-b79b5671d812 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 210 time: 0.0605958 Jul 27 20:53:51.854594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a8aca-49d5-4be5-9f1a-268e9dd81517 req-725ed7b6-8703-4fbd-92ec-01198f45a8a3 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:51.858264 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f83a8aca-49d5-4be5-9f1a-268e9dd81517 req-725ed7b6-8703-4fbd-92ec-01198f45a8a3 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 949 time: 0.1673112 Jul 27 20:53:51.917632 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-0b30787d-492f-4706-b770-0411c4cc0f69 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Made reservation on behalf of 67d405d7cc574d15a62e24d6cfd65e01 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:51.918447 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f83a8aca-49d5-4be5-9f1a-268e9dd81517 req-7929d60e-48e4-45fb-98dc-dad6eda6887c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529687 Jul 27 20:53:51.925062 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-0b30787d-492f-4706-b770-0411c4cc0f69 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:51.951005 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-80264eb7-8806-4f54-970b-a561987a9f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.139148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-0b30787d-492f-4706-b770-0411c4cc0f69 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Allocated IP 172.20.0.14 (c4e94267-1e8c-444b-9271-9eac2bcbc562/e1928b7b-b29b-4188-ba4d-3193e8a7d45e/3d095a58-2c25-44ae-a92c-05639700933b) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:53:52.147811 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-80264eb7-8806-4f54-970b-a561987a9f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.154743 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-80264eb7-8806-4f54-970b-a561987a9f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.176635 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f58211a0-d4db-4e93-bd18-af8eee440e99 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:52.245376 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-80264eb7-8806-4f54-970b-a561987a9f25 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b843eff1e3a444c79e1129f480eeafd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6376135 Jul 27 20:53:52.251357 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54082) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:52.260810 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port f58211a0-d4db-4e93-bd18-af8eee440e99 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:52.266294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port f58211a0-d4db-4e93-bd18-af8eee440e99 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:52.267314 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.274102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80264eb7-8806-4f54-970b-a561987a9f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788c1387-aaa1-4b40-af1d-5e081e3a5473,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:52.326460 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8420217e-38c5-40bd-ac48-df7b16bbdd26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.360692 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8420217e-38c5-40bd-ac48-df7b16bbdd26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.372655 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-0b30787d-492f-4706-b770-0411c4cc0f69 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.430697 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8420217e-38c5-40bd-ac48-df7b16bbdd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.433220 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8420217e-38c5-40bd-ac48-df7b16bbdd26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.434438 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8420217e-38c5-40bd-ac48-df7b16bbdd26 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/788c1387-aaa1-4b40-af1d-5e081e3a5473 HTTP/1.1" status: 204 len: 168 time: 0.1812928 Jul 27 20:53:52.439935 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-0b30787d-492f-4706-b770-0411c4cc0f69 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.442792 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.450070 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420217e-38c5-40bd-ac48-df7b16bbdd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788c1387-aaa1-4b40-af1d-5e081e3a5473,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:52.483503 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58211a0-d4db-4e93-bd18-af8eee440e99'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:52.487802 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7260be-dab8-4629-819c-94a1011fe5dc" -d '{"events": [{"server_uuid": "5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1", "name": "network-vif-plugged", "status": "completed", "tag": "f58211a0-d4db-4e93-bd18-af8eee440e99"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:52.504670 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port f58211a0-d4db-4e93-bd18-af8eee440e99, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f58211a0-d4db-4e93-bd18-af8eee440e99,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:52.510986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-0b30787d-492f-4706-b770-0411c4cc0f69 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Network c4e94267-1e8c-444b-9271-9eac2bcbc562 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:53:52.512252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30787d-492f-4706-b770-0411c4cc0f69 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Pushing event updated for resources: {'Port': ['ID=3d095a58-2c25-44ae-a92c-05639700933b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:52.513018 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.515099 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-0b30787d-492f-4706-b770-0411c4cc0f69 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:52.518408 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-0b30787d-492f-4706-b770-0411c4cc0f69 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:53:52.524857 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-0b30787d-492f-4706-b770-0411c4cc0f69 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:52.525528 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-0b30787d-492f-4706-b770-0411c4cc0f69 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.545397 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-0b30787d-492f-4706-b770-0411c4cc0f69 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7734344 Jul 27 20:53:52.559921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Request body: {'port': {'device_id': '3a1b876d-f03b-44e2-bc30-8fc2d4291e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:52.576602 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d312395-2cb0-431b-beda-25f6be688dee x-openstack-request-id: req-6d312395-2cb0-431b-beda-25f6be688dee {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:52.578498 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1", "name": "network-vif-plugged", "status": "completed", "tag": "f58211a0-d4db-4e93-bd18-af8eee440e99", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:52.578957 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d312395-2cb0-431b-beda-25f6be688dee {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:52.579512 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58211a0-d4db-4e93-bd18-af8eee440e99', 'code': 200} Jul 27 20:53:52.621468 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=f58211a0-d4db-4e93-bd18-af8eee440e99,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:52.715236 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:52.759866 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a0767-dbc8-4615-a215-0720ae40139e req-9450b6c9-9d9a-43b5-9203-a189121b0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:52.761371 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2b4a0767-dbc8-4615-a215-0720ae40139e req-9450b6c9-9d9a-43b5-9203-a189121b0e79 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 1101 time: 0.1265070 Jul 27 20:53:52.879209 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2b4a0767-dbc8-4615-a215-0720ae40139e req-79e5886a-e0a9-4c76-8e79-ef158985f1f1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104968 Jul 27 20:53:52.971617 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54110) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:52.980954 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa7eff-2ebe-4691-9642-cedaa6df8fb1 req-518b71b9-92ee-4bf6-ab7e-fade49852f1f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:52.989727 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcfa7eff-2ebe-4691-9642-cedaa6df8fb1 req-518b71b9-92ee-4bf6-ab7e-fade49852f1f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 932 time: 0.1034114 Jul 27 20:53:53.068700 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcfa7eff-2ebe-4691-9642-cedaa6df8fb1 req-934bd660-7dfc-4238-a20c-62a3babccb31 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774293 Jul 27 20:53:53.112413 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907a192-0516-445a-ab3b-882f0bb4d022 req-2f70e23d-6de6-4c33-a361-f37fd276aa31 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:53.114199 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0907a192-0516-445a-ab3b-882f0bb4d022 req-2f70e23d-6de6-4c33-a361-f37fd276aa31 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 950 time: 0.0887547 Jul 27 20:53:53.153676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d095a58-2c25-44ae-a92c-05639700933b {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:53.162194 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.163115 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0907a192-0516-445a-ab3b-882f0bb4d022 req-4e59e9d7-1f2f-433a-8045-ce9b01e2f56f tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420036 Jul 27 20:53:53.178780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Transition to ACTIVE for port object 3d095a58-2c25-44ae-a92c-05639700933b will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:53:53.185780 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.196874 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54118) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:53.211413 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-13a59f33-c18a-4ced-8401-d4b024c17d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.280715 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Pushing event updated for resources: {'Port': ['ID=3d095a58-2c25-44ae-a92c-05639700933b,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:53.287216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Attempting to bind port 3d095a58-2c25-44ae-a92c-05639700933b on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:53:53.287603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Attempting to bind port 3d095a58-2c25-44ae-a92c-05639700933b by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:53:53.287944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Attempting to bind port 3d095a58-2c25-44ae-a92c-05639700933b on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:53.292706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Port 3d095a58-2c25-44ae-a92c-05639700933b on network c4e94267-1e8c-444b-9271-9eac2bcbc562 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:53:53.293028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Attempting to bind port 3d095a58-2c25-44ae-a92c-05639700933b on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:53:53.298394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:53:53.298867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Checking segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:53.299253 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Bound using segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:53:53.299695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Bound port: 3d095a58-2c25-44ae-a92c-05639700933b, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:53:53.300038 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.358248 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e341ce80-cc02-45c2-9a23-a5ab1656c8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.364295 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-13a59f33-c18a-4ced-8401-d4b024c17d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.370208 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-13a59f33-c18a-4ced-8401-d4b024c17d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.401708 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] For port 3d095a58-2c25-44ae-a92c-05639700933b, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:53:53.424401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] For port 3d095a58-2c25-44ae-a92c-05639700933b, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3d095a58-2c25-44ae-a92c-05639700933b,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:53:53.434726 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.435545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-13a59f33-c18a-4ced-8401-d4b024c17d8e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3843fd7165bc44e4afba6e9ea57c0af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376630 Jul 27 20:53:53.437934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a59f33-c18a-4ced-8401-d4b024c17d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdb32ec-d25d-4eff-8e27-e2346f80166c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:53.440650 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54122) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:53.520682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:53.521313 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.523258 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] 10.222.0.20 "PUT /v2.0/ports/3d095a58-2c25-44ae-a92c-05639700933b HTTP/1.1" status: 200 len: 1092 time: 0.9683743 Jul 27 20:53:53.525413 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1b876d-f03b-44e2-bc30-8fc2d4291e49', 'tag': '3d095a58-2c25-44ae-a92c-05639700933b'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:53.528629 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58dc907-567f-4f1a-878b-49748f0fceb5" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1b876d-f03b-44e2-bc30-8fc2d4291e49", "tag": "3d095a58-2c25-44ae-a92c-05639700933b"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:53.538159 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb37b-2924-4e8a-9b74-f607423c5a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.584813 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb37b-2924-4e8a-9b74-f607423c5a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.613632 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05509a4-113e-429c-8604-0a8dcd7f9f57 x-openstack-request-id: req-e05509a4-113e-429c-8604-0a8dcd7f9f57 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:53.613917 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1b876d-f03b-44e2-bc30-8fc2d4291e49", "tag": "3d095a58-2c25-44ae-a92c-05639700933b", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:53.614171 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e05509a4-113e-429c-8604-0a8dcd7f9f57 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:53.614590 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1b876d-f03b-44e2-bc30-8fc2d4291e49', 'tag': '3d095a58-2c25-44ae-a92c-05639700933b', 'status': 'completed', 'code': 200} Jul 27 20:53:53.635724 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf590b7-403c-4e28-bb05-fa22ae33347b service neutron] Pushing event updated for resources: {'Port': ['ID=3d095a58-2c25-44ae-a92c-05639700933b,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:53.649912 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb37b-2924-4e8a-9b74-f607423c5a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.657202 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea1cb37b-2924-4e8a-9b74-f607423c5a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.659709 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ea1cb37b-2924-4e8a-9b74-f607423c5a27 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dcdb32ec-d25d-4eff-8e27-e2346f80166c HTTP/1.1" status: 204 len: 168 time: 0.2044539 Jul 27 20:53:53.670697 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1cb37b-2924-4e8a-9b74-f607423c5a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdb32ec-d25d-4eff-8e27-e2346f80166c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:53.670889 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e341ce80-cc02-45c2-9a23-a5ab1656c8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.676044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-da09f5d0-841d-4d59-9905-4a8d954e1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:53.677699 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-da09f5d0-841d-4d59-9905-4a8d954e1590 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 1095 time: 0.1005743 Jul 27 20:53:53.679534 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e341ce80-cc02-45c2-9a23-a5ab1656c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.753222 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-1f5996df-c62e-4c48-b7e0-f0df27514ee9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d095a58-2c25-44ae-a92c-05639700933b HTTP/1.1" status: 200 len: 217 time: 0.0584660 Jul 27 20:53:53.758065 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341ce80-cc02-45c2-9a23-a5ab1656c8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afee0427-cffb-4cd9-bc4e-1d5f440b2daf,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:53.765272 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e341ce80-cc02-45c2-9a23-a5ab1656c8b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f636d5e77b1b4749bc21632394eff7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7899933 Jul 27 20:53:53.765547 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54146) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:53.816107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-d092c8a4-7f08-452f-ba7e-8fd6b004a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:53.817595 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-d092c8a4-7f08-452f-ba7e-8fd6b004a404 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.0538924 Jul 27 20:53:53.856323 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-b0e62a1a-e309-48fc-b78c-1325cd356577 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310116 Jul 27 20:53:53.863530 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6620-1598-4d80-8512-339dbb3a19a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.898819 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6620-1598-4d80-8512-339dbb3a19a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.993756 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6620-1598-4d80-8512-339dbb3a19a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.993756 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6620-1598-4d80-8512-339dbb3a19a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:53.994824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d9dd6620-1598-4d80-8512-339dbb3a19a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/afee0427-cffb-4cd9-bc4e-1d5f440b2daf HTTP/1.1" status: 204 len: 168 time: 0.2282810 Jul 27 20:53:54.006041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd6620-1598-4d80-8512-339dbb3a19a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afee0427-cffb-4cd9-bc4e-1d5f440b2daf,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:54.008302 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-828d5468-3d5a-4483-b64f-160a6ba9d7f5 service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424839 Jul 27 20:53:54.043400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54160) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:54.116927 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8ec9cb7-49fc-4926-89aa-a625a97b79cd req-e23c77f3-30fd-4ee5-99ce-85416322b87a service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012869 Jul 27 20:53:54.236326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dc907-567f-4f1a-878b-49748f0fceb5 req-f0aed236-8332-4ea9-a953-ed69e0e41ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:54.237859 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a58dc907-567f-4f1a-878b-49748f0fceb5 req-f0aed236-8332-4ea9-a953-ed69e0e41ab0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 1095 time: 0.0666413 Jul 27 20:53:54.243511 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca1f08-78b9-4b55-8678-a4089ae3e936 req-b9205816-e9e7-4983-9c0d-819e0cc66c32 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:54.245265 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ebca1f08-78b9-4b55-8678-a4089ae3e936 req-b9205816-e9e7-4983-9c0d-819e0cc66c32 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 944 time: 0.0862982 Jul 27 20:53:54.293675 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ebca1f08-78b9-4b55-8678-a4089ae3e936 req-2dad5637-9792-4962-b43c-9658c1d847b8 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416145 Jul 27 20:53:54.400824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dc907-567f-4f1a-878b-49748f0fceb5 req-745cd5d9-2042-47d7-af9e-ddd9918340d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:54.403409 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a58dc907-567f-4f1a-878b-49748f0fceb5 req-745cd5d9-2042-47d7-af9e-ddd9918340d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.1558132 Jul 27 20:53:54.473370 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a58dc907-567f-4f1a-878b-49748f0fceb5 req-b0ebdd8e-a30d-445e-98cd-b6b72553f879 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d095a58-2c25-44ae-a92c-05639700933b HTTP/1.1" status: 200 len: 217 time: 0.0568366 Jul 27 20:53:54.476872 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a8f5ee0d-7e72-48bd-a297-f76429b64b47 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-457234722-network', 'tenant_id': '04d15e805ec64d59913d56993d06d739'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:54.495158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb971279-f3be-4349-9e23-7a7bd57873d0 req-311a9148-0dbc-43f5-bfc9-9d49e6e8ab64 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:54.496891 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb971279-f3be-4349-9e23-7a7bd57873d0 req-311a9148-0dbc-43f5-bfc9-9d49e6e8ab64 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 950 time: 0.0897458 Jul 27 20:53:54.529113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f5ee0d-7e72-48bd-a297-f76429b64b47 admin admin] Made reservation on behalf of 04d15e805ec64d59913d56993d06d739 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:54.534566 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ee0d-7e72-48bd-a297-f76429b64b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.544892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dc907-567f-4f1a-878b-49748f0fceb5 req-a4815441-8c69-48be-aa41-110214608776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:54.547399 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a58dc907-567f-4f1a-878b-49748f0fceb5 req-a4815441-8c69-48be-aa41-110214608776 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.0649335 Jul 27 20:53:54.567529 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ee0d-7e72-48bd-a297-f76429b64b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.604437 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb971279-f3be-4349-9e23-7a7bd57873d0 req-fb369581-d3f5-4dc4-86f2-8c0d43d69d16 tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003115 Jul 27 20:53:54.605019 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a58dc907-567f-4f1a-878b-49748f0fceb5 req-4d055359-a730-4815-9ca6-21a4ed2ac4eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463312 Jul 27 20:53:54.742570 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ee0d-7e72-48bd-a297-f76429b64b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.748473 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ee0d-7e72-48bd-a297-f76429b64b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.783162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f5ee0d-7e72-48bd-a297-f76429b64b47 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:53:54.800685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54194) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:54.818478 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf92f-51e8-4642-bec7-898d9fa1e026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.818646 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ee0d-7e72-48bd-a297-f76429b64b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:54.823567 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a58dc907-567f-4f1a-878b-49748f0fceb5 req-9416074f-878e-42cf-b2db-089d5590ddff service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094452 Jul 27 20:53:54.825565 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-a8f5ee0d-7e72-48bd-a297-f76429b64b47 admin admin] Added segment 61ffacc6-e4af-4f5c-a37f-b3a244c07822 of type vlan for network c63e1d35-37b4-4600-930e-2571e6ad2092 Jul 27 20:53:54.827533 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5ee0d-7e72-48bd-a297-f76429b64b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f927dfe0-b12d-4bf8-a6b0-5fb1fee915f8,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:54.959343 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ee0d-7e72-48bd-a297-f76429b64b47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.010387 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ee0d-7e72-48bd-a297-f76429b64b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.011007 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a58dc907-567f-4f1a-878b-49748f0fceb5 req-321ff886-4edb-402e-9754-67a174cb28aa service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660671 Jul 27 20:53:55.011435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f5ee0d-7e72-48bd-a297-f76429b64b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:55.012080 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ee0d-7e72-48bd-a297-f76429b64b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.026355 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ebe6-d246-4c5c-8510-f0eaa544e739 req-8aa62a2a-9f42-4724-a7f7-78bccaa8346c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:55.028199 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0064ebe6-d246-4c5c-8510-f0eaa544e739 req-8aa62a2a-9f42-4724-a7f7-78bccaa8346c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 950 time: 0.1155896 Jul 27 20:53:55.083462 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf92f-51e8-4642-bec7-898d9fa1e026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.089658 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf92f-51e8-4642-bec7-898d9fa1e026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.113046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a8f5ee0d-7e72-48bd-a297-f76429b64b47 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0685117 Jul 27 20:53:55.118258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54200) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:55.122801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5ee0d-7e72-48bd-a297-f76429b64b47 admin admin] Pushing event updated for resources: {'Network': ['ID=c63e1d35-37b4-4600-930e-2571e6ad2092,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:55.123579 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-a05c6394-c989-43dd-9993-fd2ac3e61e8a admin admin] Request body: {'subnet': {'network_id': 'c63e1d35-37b4-4600-930e-2571e6ad2092', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-457234722-subnet', 'tenant_id': '04d15e805ec64d59913d56993d06d739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:55.132011 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0064ebe6-d246-4c5c-8510-f0eaa544e739 req-1c1ad33f-fc10-450d-be19-edc8a841ad9f tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868323 Jul 27 20:53:55.155504 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network c63e1d35-37b4-4600-930e-2571e6ad2092 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:53:55.320537 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54216) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:55.376316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54224) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:55.376482 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ff5bf92f-51e8-4642-bec7-898d9fa1e026 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e240cd39bb1a4855a0c79a18476db3e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5746489 Jul 27 20:53:55.380083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bf92f-51e8-4642-bec7-898d9fa1e026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c50807-c87f-4902-ba39-277cf931ffe2,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:55.383570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05c6394-c989-43dd-9993-fd2ac3e61e8a admin admin] Made reservation on behalf of 04d15e805ec64d59913d56993d06d739 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:55.386062 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a05c6394-c989-43dd-9993-fd2ac3e61e8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.510486 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0e14-7463-4bbf-add7-765e3fc403ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.518045 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-65dd7e62-c185-4b64-987d-db10f1219e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.587280 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-65dd7e62-c185-4b64-987d-db10f1219e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.592870 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a05c6394-c989-43dd-9993-fd2ac3e61e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.676836 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c6394-c989-43dd-9993-fd2ac3e61e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=95805295-facd-40ab-b02b-1fbb6b1ee60f,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:55.684417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181aa36-7ac4-4fdb-83f2-75ac72f5c84b req-de46b204-90c2-4a1e-85f8-d2beb1f8e2b9 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:55.687794 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c6394-c989-43dd-9993-fd2ac3e61e8a admin admin] Checking segment: {'id': '61ffacc6-e4af-4f5c-a37f-b3a244c07822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c63e1d35-37b4-4600-930e-2571e6ad2092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:55.688165 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05c6394-c989-43dd-9993-fd2ac3e61e8a admin admin] Network hostable DHCP agents. Network: c63e1d35-37b4-4600-930e-2571e6ad2092, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:53:55.692639 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c181aa36-7ac4-4fdb-83f2-75ac72f5c84b req-de46b204-90c2-4a1e-85f8-d2beb1f8e2b9 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 944 time: 0.1755149 Jul 27 20:53:55.711074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05c6394-c989-43dd-9993-fd2ac3e61e8a admin admin] Network c63e1d35-37b4-4600-930e-2571e6ad2092 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:53:55.715294 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-65dd7e62-c185-4b64-987d-db10f1219e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.718007 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-65dd7e62-c185-4b64-987d-db10f1219e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.720297 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-65dd7e62-c185-4b64-987d-db10f1219e50 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23c50807-c87f-4902-ba39-277cf931ffe2 HTTP/1.1" status: 204 len: 168 time: 0.3416936 Jul 27 20:53:55.728023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-a05c6394-c989-43dd-9993-fd2ac3e61e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, c63e1d35-37b4-4600-930e-2571e6ad2092) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:55.736348 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c6394-c989-43dd-9993-fd2ac3e61e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:55.740598 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd7ece6-5cef-4f52-82a8-ed45e7b679e1 None None] Network c63e1d35-37b4-4600-930e-2571e6ad2092 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:55.750693 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a05c6394-c989-43dd-9993-fd2ac3e61e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.754417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd7e62-c185-4b64-987d-db10f1219e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c50807-c87f-4902-ba39-277cf931ffe2,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:55.785733 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c181aa36-7ac4-4fdb-83f2-75ac72f5c84b req-9dfbda09-a07b-4402-b379-59fc5a1de74b tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921047 Jul 27 20:53:55.816284 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0e14-7463-4bbf-add7-765e3fc403ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.824185 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cf2f0e14-7463-4bbf-add7-765e3fc403ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:55.843963 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a05c6394-c989-43dd-9993-fd2ac3e61e8a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7234669 Jul 27 20:53:55.887883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f0e14-7463-4bbf-add7-765e3fc403ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f089fb80-1bea-44fe-a77a-e09f6e4164b9,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:55.897709 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54236) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:55.898546 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cf2f0e14-7463-4bbf-add7-765e3fc403ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49735c7a0a9947fa942c9d35b25b382b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5750284 Jul 27 20:53:56.028900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b69ddb-2048-4f24-b269-a697c4980563 req-53af9ba1-54f9-4385-8ba6-4f512fc4fc9b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:56.030558 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f3d9c6f-8205-4aff-a98b-d59d860bd3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:56.039124 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2b69ddb-2048-4f24-b269-a697c4980563 req-53af9ba1-54f9-4385-8ba6-4f512fc4fc9b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 950 time: 0.1095212 Jul 27 20:53:56.059920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeb2d48-4395-441e-8a95-d96be311efd8 None None] Network c63e1d35-37b4-4600-930e-2571e6ad2092 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:56.070354 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f3d9c6f-8205-4aff-a98b-d59d860bd3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:56.112399 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2b69ddb-2048-4f24-b269-a697c4980563 req-9efcb121-786d-459e-b2d7-784d5d3aa68b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714910 Jul 27 20:53:56.144299 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f3d9c6f-8205-4aff-a98b-d59d860bd3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:56.150755 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f3d9c6f-8205-4aff-a98b-d59d860bd3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:56.152430 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3f3d9c6f-8205-4aff-a98b-d59d860bd3e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f089fb80-1bea-44fe-a77a-e09f6e4164b9 HTTP/1.1" status: 204 len: 168 time: 0.2533555 Jul 27 20:53:56.160965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d9c6f-8205-4aff-a98b-d59d860bd3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f089fb80-1bea-44fe-a77a-e09f6e4164b9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:56.564703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 3d095a58-2c25-44ae-a92c-05639700933b details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:53:56.738947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 3d095a58-2c25-44ae-a92c-05639700933b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3d095a58-2c25-44ae-a92c-05639700933b,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:56.775422 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54272) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:56.789936 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb0dad77-521f-4322-a707-8a0d5518307f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:56.867472 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '3d095a58-2c25-44ae-a92c-05639700933b', 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562', 'port_id': '3d095a58-2c25-44ae-a92c-05639700933b', 'mac_address': 'fa:16:3e:14:9a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1928b7b-b29b-4188-ba4d-3193e8a7d45e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:53:56.919967 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:56.935803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d095a58-2c25-44ae-a92c-05639700933b {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:53:56.962210 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 3d095a58-2c25-44ae-a92c-05639700933b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3d095a58-2c25-44ae-a92c-05639700933b,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:56.969612 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:56.996625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a0401-9d2b-4d6c-bae3-dfac4940aa6f req-4283b734-c371-45c7-84e4-897d60805abf tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:57.000792 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-980a0401-9d2b-4d6c-bae3-dfac4940aa6f req-4283b734-c371-45c7-84e4-897d60805abf tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 944 time: 0.1214123 Jul 27 20:53:57.006474 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb0dad77-521f-4322-a707-8a0d5518307f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.019727 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb0dad77-521f-4322-a707-8a0d5518307f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.051217 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=3d095a58-2c25-44ae-a92c-05639700933b,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:57.086755 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-980a0401-9d2b-4d6c-bae3-dfac4940aa6f req-64f4fe1c-9db5-4bcb-ab1c-82a3434870b6 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782840 Jul 27 20:53:57.121212 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-eb0dad77-521f-4322-a707-8a0d5518307f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c013e0016b544ee7820930a8f6be704b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444946 Jul 27 20:53:57.123786 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54282) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:57.157436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dad77-521f-4322-a707-8a0d5518307f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2018f4c1-6454-408a-b175-06d6c82e3e6a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:57.185781 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95509461-e290-4a72-91af-246a195287f6 req-f61f9803-7fee-4539-90f0-efb5dacb2f9b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:57.187408 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95509461-e290-4a72-91af-246a195287f6 req-f61f9803-7fee-4539-90f0-efb5dacb2f9b tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 950 time: 0.2742078 Jul 27 20:53:57.233676 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f677c062-7561-4ad7-9948-e6f307d8ab5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.247185 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['3d095a58-2c25-44ae-a92c-05639700933b'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:57.368690 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-95509461-e290-4a72-91af-246a195287f6 req-89a917fb-6466-48e3-86be-7d03f99e1a5c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Deleting port f58211a0-d4db-4e93-bd18-af8eee440e99 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:53:57.369036 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-95509461-e290-4a72-91af-246a195287f6 req-89a917fb-6466-48e3-86be-7d03f99e1a5c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.390267 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f677c062-7561-4ad7-9948-e6f307d8ab5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.518474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-95509461-e290-4a72-91af-246a195287f6 req-89a917fb-6466-48e3-86be-7d03f99e1a5c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] For port f58211a0-d4db-4e93-bd18-af8eee440e99, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f58211a0-d4db-4e93-bd18-af8eee440e99,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:57.520971 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-95509461-e290-4a72-91af-246a195287f6 req-89a917fb-6466-48e3-86be-7d03f99e1a5c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.521731 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45a143-44a1-4b62-bf0f-35c182d00485 req-e89ab437-74ac-4269-aed7-dcf1f3e4946a tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:57.523924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc45a143-44a1-4b62-bf0f-35c182d00485 req-e89ab437-74ac-4269-aed7-dcf1f3e4946a tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1 HTTP/1.1" status: 200 len: 950 time: 0.2920284 Jul 27 20:53:57.564174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-95509461-e290-4a72-91af-246a195287f6 req-89a917fb-6466-48e3-86be-7d03f99e1a5c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Calling delete_port for f58211a0-d4db-4e93-bd18-af8eee440e99 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:53:57.566738 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f677c062-7561-4ad7-9948-e6f307d8ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.570440 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f677c062-7561-4ad7-9948-e6f307d8ab5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.571703 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f677c062-7561-4ad7-9948-e6f307d8ab5a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2018f4c1-6454-408a-b175-06d6c82e3e6a HTTP/1.1" status: 204 len: 168 time: 0.4469285 Jul 27 20:53:57.591052 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677c062-7561-4ad7-9948-e6f307d8ab5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2018f4c1-6454-408a-b175-06d6c82e3e6a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:57.623699 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc45a143-44a1-4b62-bf0f-35c182d00485 req-9cb001cb-daa3-49bc-923f-cf733c99f79c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3c40817-84ef-4bfd-9861-6b1857ed2b99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911527 Jul 27 20:53:57.762833 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-95509461-e290-4a72-91af-246a195287f6 req-89a917fb-6466-48e3-86be-7d03f99e1a5c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.776756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['f58211a0-d4db-4e93-bd18-af8eee440e99'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:53:57.797174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a917fb-6466-48e3-86be-7d03f99e1a5c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Pushing event deleted for resources: {'Port': ['ID=f58211a0-d4db-4e93-bd18-af8eee440e99,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:57.868921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-95509461-e290-4a72-91af-246a195287f6 req-89a917fb-6466-48e3-86be-7d03f99e1a5c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] No DVR routers for this DVR port f58211a0-d4db-4e93-bd18-af8eee440e99 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:53:57.873432 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-95509461-e290-4a72-91af-246a195287f6 req-89a917fb-6466-48e3-86be-7d03f99e1a5c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:57.876659 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95509461-e290-4a72-91af-246a195287f6 req-89a917fb-6466-48e3-86be-7d03f99e1a5c tempest-DeleteServersAdminTestJSON-1610479888 tempest-DeleteServersAdminTestJSON-1610479888-project] 10.222.0.66 "DELETE /v2.0/ports/f58211a0-d4db-4e93-bd18-af8eee440e99 HTTP/1.1" status: 204 len: 173 time: 0.6810169 Jul 27 20:53:57.877131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1', 'name': 'network-vif-deleted', 'tag': 'f58211a0-d4db-4e93-bd18-af8eee440e99'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:57.879811 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa95e9cb-dead-4088-b76d-8e8a8cd0dba1" -d '{"events": [{"server_uuid": "5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1", "name": "network-vif-deleted", "tag": "f58211a0-d4db-4e93-bd18-af8eee440e99"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:57.941575 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5ce1a1-924d-4f71-a378-3a47efff2268 x-openstack-request-id: req-4a5ce1a1-924d-4f71-a378-3a47efff2268 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:57.942030 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1", "name": "network-vif-deleted", "tag": "f58211a0-d4db-4e93-bd18-af8eee440e99", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:57.942314 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a5ce1a1-924d-4f71-a378-3a47efff2268 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:57.943229 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b55c3fc-6bd5-4f8c-9e43-f7d1e48eecf1', 'name': 'network-vif-deleted', 'tag': 'f58211a0-d4db-4e93-bd18-af8eee440e99', 'status': 'completed', 'code': 200} Jul 27 20:53:58.153415 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54322) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:58.163681 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e758dab4-205f-41d9-96bf-21bbf051cd58 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1275596887-network', 'tenant_id': 'b9f8650a91f947f19d2f7af5f3f64c76'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:58.207212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e758dab4-205f-41d9-96bf-21bbf051cd58 admin admin] Made reservation on behalf of b9f8650a91f947f19d2f7af5f3f64c76 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:58.211412 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e758dab4-205f-41d9-96bf-21bbf051cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:58.227519 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e758dab4-205f-41d9-96bf-21bbf051cd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:58.415528 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e758dab4-205f-41d9-96bf-21bbf051cd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:58.424178 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e758dab4-205f-41d9-96bf-21bbf051cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:58.467237 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e758dab4-205f-41d9-96bf-21bbf051cd58 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:53:58.486890 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758dab4-205f-41d9-96bf-21bbf051cd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f314d2-c123-44e6-908c-151687218182,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:58.495931 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e758dab4-205f-41d9-96bf-21bbf051cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:58.497064 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-e758dab4-205f-41d9-96bf-21bbf051cd58 admin admin] Added segment 6555efc7-1877-48f1-9634-651602bb163e of type vlan for network 8c33e90d-453b-4dbd-bbe7-7e3057d37a0c Jul 27 20:53:58.571775 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 3d095a58-2c25-44ae-a92c-05639700933b up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:53:58.620832 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e758dab4-205f-41d9-96bf-21bbf051cd58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:58.693690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ca782-c88d-44fa-83eb-6df3a108dd4b req-b85a073c-37b5-4fd3-bd56-e7e2defce21c tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:58.696159 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f97ca782-c88d-44fa-83eb-6df3a108dd4b req-b85a073c-37b5-4fd3-bd56-e7e2defce21c tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 945 time: 0.1421173 Jul 27 20:53:58.704871 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e758dab4-205f-41d9-96bf-21bbf051cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:58.705912 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e758dab4-205f-41d9-96bf-21bbf051cd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:58.708806 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e758dab4-205f-41d9-96bf-21bbf051cd58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:58.721396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 3d095a58-2c25-44ae-a92c-05639700933b completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:53:58.729726 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 3d095a58-2c25-44ae-a92c-05639700933b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:53:58.730422 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:58.816459 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f97ca782-c88d-44fa-83eb-6df3a108dd4b req-95d55594-87d9-4eb6-a7e9-023ec52b515d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112647 Jul 27 20:53:58.850729 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e758dab4-205f-41d9-96bf-21bbf051cd58 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6956286 Jul 27 20:53:58.853360 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54338) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:58.865114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-ff671595-4550-4820-8faf-c3f641e12738 admin admin] Request body: {'subnet': {'network_id': '8c33e90d-453b-4dbd-bbe7-7e3057d37a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1275596887-subnet', 'tenant_id': 'b9f8650a91f947f19d2f7af5f3f64c76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:53:58.892751 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:58.893214 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758dab4-205f-41d9-96bf-21bbf051cd58 admin admin] Pushing event updated for resources: {'Network': ['ID=8c33e90d-453b-4dbd-bbe7-7e3057d37a0c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:58.910460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 8c33e90d-453b-4dbd-bbe7-7e3057d37a0c details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:53:58.918902 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff671595-4550-4820-8faf-c3f641e12738 admin admin] Made reservation on behalf of b9f8650a91f947f19d2f7af5f3f64c76 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:53:58.921998 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff671595-4550-4820-8faf-c3f641e12738 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:58.968585 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1b876d-f03b-44e2-bc30-8fc2d4291e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d095a58-2c25-44ae-a92c-05639700933b'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:53:58.971103 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3eae796-9743-4855-8a52-67ee39d35799" -d '{"events": [{"server_uuid": "3a1b876d-f03b-44e2-bc30-8fc2d4291e49", "name": "network-vif-plugged", "status": "completed", "tag": "3d095a58-2c25-44ae-a92c-05639700933b"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:53:59.010062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 3d095a58-2c25-44ae-a92c-05639700933b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3d095a58-2c25-44ae-a92c-05639700933b,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:53:59.031422 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:59.115593 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=3d095a58-2c25-44ae-a92c-05639700933b,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:59.194208 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff671595-4550-4820-8faf-c3f641e12738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:59.261006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff671595-4550-4820-8faf-c3f641e12738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5a8119-67e5-4ff2-be94-73468b37b193,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:59.273439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff671595-4550-4820-8faf-c3f641e12738 admin admin] Checking segment: {'id': '6555efc7-1877-48f1-9634-651602bb163e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8c33e90d-453b-4dbd-bbe7-7e3057d37a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:53:59.273552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff671595-4550-4820-8faf-c3f641e12738 admin admin] Network hostable DHCP agents. Network: 8c33e90d-453b-4dbd-bbe7-7e3057d37a0c, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:53:59.301629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff671595-4550-4820-8faf-c3f641e12738 admin admin] Network 8c33e90d-453b-4dbd-bbe7-7e3057d37a0c is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:53:59.334627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-ff671595-4550-4820-8faf-c3f641e12738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 8c33e90d-453b-4dbd-bbe7-7e3057d37a0c) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:53:59.340342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff671595-4550-4820-8faf-c3f641e12738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:59.340943 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff671595-4550-4820-8faf-c3f641e12738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:59.349652 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840bc594-b741-47a0-80f2-2feeeed39665 None None] Network 8c33e90d-453b-4dbd-bbe7-7e3057d37a0c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:59.397106 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ff671595-4550-4820-8faf-c3f641e12738 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5425258 Jul 27 20:53:59.398707 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009f8ebc-5092-4e65-8d3e-01170a5273bd x-openstack-request-id: req-009f8ebc-5092-4e65-8d3e-01170a5273bd {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:53:59.399053 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1b876d-f03b-44e2-bc30-8fc2d4291e49", "name": "network-vif-plugged", "status": "completed", "tag": "3d095a58-2c25-44ae-a92c-05639700933b", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:53:59.399301 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-009f8ebc-5092-4e65-8d3e-01170a5273bd {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:53:59.400077 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1b876d-f03b-44e2-bc30-8fc2d4291e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d095a58-2c25-44ae-a92c-05639700933b', 'code': 200} Jul 27 20:53:59.533760 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411dca4-0231-4730-a646-6eb2d87aad20 req-8f4bb65d-75a7-4b13-865b-a504e7fa5164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:53:59.538312 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7411dca4-0231-4730-a646-6eb2d87aad20 req-8f4bb65d-75a7-4b13-865b-a504e7fa5164 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 1097 time: 0.1055126 Jul 27 20:53:59.610546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54380) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:53:59.663177 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7411dca4-0231-4730-a646-6eb2d87aad20 req-60a2b552-c899-44d3-a013-0c2c821eb8fb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171987 Jul 27 20:53:59.692654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a695168-d095-49d8-a3f5-e0117555476c None None] Network 8c33e90d-453b-4dbd-bbe7-7e3057d37a0c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:53:59.706499 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c84daaf-7bb3-4633-b63e-48eced7c28c0 admin admin] Deleting subnet 95805295-facd-40ab-b02b-1fbb6b1ee60f {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:53:59.711256 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c84daaf-7bb3-4633-b63e-48eced7c28c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:59.767797 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c84daaf-7bb3-4633-b63e-48eced7c28c0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:59.784286 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c84daaf-7bb3-4633-b63e-48eced7c28c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:59.892348 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c84daaf-7bb3-4633-b63e-48eced7c28c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:59.951497 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c84daaf-7bb3-4633-b63e-48eced7c28c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:53:59.954113 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2c84daaf-7bb3-4633-b63e-48eced7c28c0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/95805295-facd-40ab-b02b-1fbb6b1ee60f HTTP/1.1" status: 204 len: 168 time: 0.3418059 Jul 27 20:53:59.955789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84daaf-7bb3-4633-b63e-48eced7c28c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95805295-facd-40ab-b02b-1fbb6b1ee60f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:53:59.957787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54412) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:00.090051 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:00.094381 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54420) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:00.136248 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31b1dd-076a-4ff2-99d7-047214ecf007 req-3fa8c3b7-5510-49f8-94e2-802530e702a5 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:00.138145 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c31b1dd-076a-4ff2-99d7-047214ecf007 req-3fa8c3b7-5510-49f8-94e2-802530e702a5 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 946 time: 0.1136696 Jul 27 20:54:00.203323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f58211a0-d4db-4e93-bd18-af8eee440e99 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:54:00.240569 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:00.254680 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c31b1dd-076a-4ff2-99d7-047214ecf007 req-e7930754-2d14-4e46-92dd-d4d596e7ca32 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982120 Jul 27 20:54:00.259194 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:00.259360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: f58211a0-d4db-4e93-bd18-af8eee440e99 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:54:00.259547 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:00.259680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f58211a0-d4db-4e93-bd18-af8eee440e99 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:54:00.260724 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:00.261205 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Subscribe: > port after_create 55550000 {{(pid=105579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:00.261689 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Subscribe: > port after_delete 55550000 {{(pid=105579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:00.262409 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Subscribe: > port after_update 55550000 {{(pid=105579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:00.262986 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:00.263648 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:00.264175 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:00.264707 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:00.357017 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:00.357633 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:00.357966 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:00.358490 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105579) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:00.359001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63e1d35-37b4-4600-930e-2571e6ad2092']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:00.379330 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ffacc6-e4af-4f5c-a37f-b3a244c07822') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:00.379621 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ffacc6-e4af-4f5c-a37f-b3a244c07822') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:00.397547 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:00.420257 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:00.430749 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:54:00.431314 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: from cryptography.utils import int_from_bytes Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: from cryptography.utils import int_from_bytes Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: timer() Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:54:00.454714 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:54:00.539182 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:00.567773 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54434) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:00.574620 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=c63e1d35-37b4-4600-930e-2571e6ad2092,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:00.582026 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:00.584619 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0922464a-4042-47f1-b6ed-e755edc35b6c admin admin] 10.222.0.55 "DELETE /v2.0/networks/c63e1d35-37b4-4600-930e-2571e6ad2092 HTTP/1.1" status: 204 len: 168 time: 0.6255915 Jul 27 20:54:00.588114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54438) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:00.655477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54440) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:00.664367 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-89dee579-9f82-40a5-a94e-4fca03592c07 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04739f7473214b8da0093082000adbb1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5688233 Jul 27 20:54:00.709118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1d779f-14f4-462b-8863-365f3f1df01e admin admin] Deleting subnet aa5a8119-67e5-4ff2-be94-73468b37b193 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:54:00.717455 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf1d779f-14f4-462b-8863-365f3f1df01e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:00.791042 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf1d779f-14f4-462b-8863-365f3f1df01e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:00.827918 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf1d779f-14f4-462b-8863-365f3f1df01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:00.858163 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e970f699-b7d7-4459-aa24-276e9b0ecf28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:00.928073 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3b8223e2-80a0-467b-ad78-f456babcd411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:00.999785 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3b8223e2-80a0-467b-ad78-f456babcd411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.077094 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf1d779f-14f4-462b-8863-365f3f1df01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.118541 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e970f699-b7d7-4459-aa24-276e9b0ecf28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.121445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d779f-14f4-462b-8863-365f3f1df01e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5a8119-67e5-4ff2-be94-73468b37b193,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:01.125136 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf1d779f-14f4-462b-8863-365f3f1df01e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.126968 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bf1d779f-14f4-462b-8863-365f3f1df01e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/aa5a8119-67e5-4ff2-be94-73468b37b193 HTTP/1.1" status: 204 len: 168 time: 0.5365863 Jul 27 20:54:01.129388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54460) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:01.136783 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e970f699-b7d7-4459-aa24-276e9b0ecf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.210147 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3b8223e2-80a0-467b-ad78-f456babcd411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.212734 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3b8223e2-80a0-467b-ad78-f456babcd411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.213799 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3b8223e2-80a0-467b-ad78-f456babcd411 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3c40817-84ef-4bfd-9861-6b1857ed2b99 HTTP/1.1" status: 204 len: 168 time: 0.5564582 Jul 27 20:54:01.239717 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e970f699-b7d7-4459-aa24-276e9b0ecf28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=14b68c4aa49f46b78d76481146da4d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6708658 Jul 27 20:54:01.242920 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54470) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:01.251922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970f699-b7d7-4459-aa24-276e9b0ecf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e408a142-57d4-4047-9aea-d1d380706650,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:01.282327 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.287629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8223e2-80a0-467b-ad78-f456babcd411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c40817-84ef-4bfd-9861-6b1857ed2b99,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:01.393405 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.396153 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ff65265-6b5d-4a02-99b0-4721a728c270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.409147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54476) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:01.419804 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:01.420191 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:01.420914 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:01.421295 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Subscribe: > port after_create 55550000 {{(pid=105580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:01.421802 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:01.422419 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Subscribe: > port after_update 55550000 {{(pid=105580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:01.422822 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:01.423252 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:01.423674 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:01.423986 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:01.504493 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:01.505066 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:01.505610 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:01.505722 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ff65265-6b5d-4a02-99b0-4721a728c270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.506163 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 20:54:01.506763 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c33e90d-453b-4dbd-bbe7-7e3057d37a0c']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:01.527318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6555efc7-1877-48f1-9634-651602bb163e') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:01.527679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6555efc7-1877-48f1-9634-651602bb163e') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:01.557345 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.585778 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.596854 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd0ff5-ebe0-416c-92b7-50dfb24138ee req-4ac22390-d9ef-40ac-8c1a-da269dbccde2 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:01.599922 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6cdd0ff5-ebe0-416c-92b7-50dfb24138ee req-4ac22390-d9ef-40ac-8c1a-da269dbccde2 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 946 time: 0.2294755 Jul 27 20:54:01.600160 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:54:01.600633 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: from cryptography.utils import int_from_bytes Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: from cryptography.utils import int_from_bytes Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: timer() Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:54:01.606410 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:54:01.677729 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.688481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.690866 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8c33e90d-453b-4dbd-bbe7-7e3057d37a0c HTTP/1.1" status: 204 len: 168 time: 0.5603185 Jul 27 20:54:01.708233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc80eb-2ac1-4cab-94fd-a686adbb7692 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c33e90d-453b-4dbd-bbe7-7e3057d37a0c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:01.712692 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6cdd0ff5-ebe0-416c-92b7-50dfb24138ee req-c7edd72b-dd8f-4a00-ab5a-4ec8d6146150 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014423 Jul 27 20:54:01.722830 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ff65265-6b5d-4a02-99b0-4721a728c270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.725661 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ff65265-6b5d-4a02-99b0-4721a728c270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.726917 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2ff65265-6b5d-4a02-99b0-4721a728c270 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e408a142-57d4-4047-9aea-d1d380706650 HTTP/1.1" status: 204 len: 168 time: 0.4800417 Jul 27 20:54:01.736657 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff65265-6b5d-4a02-99b0-4721a728c270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e408a142-57d4-4047-9aea-d1d380706650,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:01.770169 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a81dd80d-fe3c-4420-964a-8bc1dc053876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.784074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54492) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:01.868533 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f670df-cb5d-41f8-85e2-89e20c219157 req-59e17e3a-1559-43d2-867d-75bb57adf317 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:01.878197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-14f670df-cb5d-41f8-85e2-89e20c219157 req-59e17e3a-1559-43d2-867d-75bb57adf317 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 1097 time: 0.0723162 Jul 27 20:54:01.905800 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a81dd80d-fe3c-4420-964a-8bc1dc053876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.915539 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a81dd80d-fe3c-4420-964a-8bc1dc053876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.919613 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54496) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:01.924409 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-14f670df-cb5d-41f8-85e2-89e20c219157 req-9156542b-12c2-492a-8ba2-cf5292d487af tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452321 Jul 27 20:54:01.971096 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a6de5e99-7ca5-47ec-b509-cb3d5ee8a634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:01.997652 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a81dd80d-fe3c-4420-964a-8bc1dc053876 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61d45f4e452044a98f0230035aa9adb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5872254 Jul 27 20:54:02.000391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54504) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:02.004207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81dd80d-fe3c-4420-964a-8bc1dc053876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015b6a90-0fac-439d-a4f5-e3c4d3a85ae6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:02.109932 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-13b0011c-7d65-483c-a725-6718197a8b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.132099 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a6de5e99-7ca5-47ec-b509-cb3d5ee8a634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.138173 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a6de5e99-7ca5-47ec-b509-cb3d5ee8a634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.139362 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-13b0011c-7d65-483c-a725-6718197a8b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.154057 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73bf93-706c-448a-81a8-351ca39f7cb4 req-88e4d5b4-d378-4ca3-b73d-0e4234edf726 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:02.162021 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c73bf93-706c-448a-81a8-351ca39f7cb4 req-88e4d5b4-d378-4ca3-b73d-0e4234edf726 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 1097 time: 0.1398935 Jul 27 20:54:02.188627 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a6de5e99-7ca5-47ec-b509-cb3d5ee8a634 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3681c669e8c43009e76aa120e6c41ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626803 Jul 27 20:54:02.188627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de5e99-7ca5-47ec-b509-cb3d5ee8a634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990eee3f-82ab-4f6c-a78f-98871e380e5f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:02.190713 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54508) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:02.218987 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c73bf93-706c-448a-81a8-351ca39f7cb4 req-e1c37ce0-d014-4640-bee8-6ca3c600e446 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559649 Jul 27 20:54:02.242393 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-13b0011c-7d65-483c-a725-6718197a8b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.246662 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-13b0011c-7d65-483c-a725-6718197a8b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.252737 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-13b0011c-7d65-483c-a725-6718197a8b10 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/015b6a90-0fac-439d-a4f5-e3c4d3a85ae6 HTTP/1.1" status: 204 len: 168 time: 0.2502894 Jul 27 20:54:02.256649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54512) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:02.292139 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0011c-7d65-483c-a725-6718197a8b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015b6a90-0fac-439d-a4f5-e3c4d3a85ae6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:02.333413 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-63a5a1aa-54a6-43c1-8a2d-8756df93db46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.345656 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1e638bc4-70f0-4458-babb-c01e7e384d57 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04d15e805ec64d59913d56993d06d739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842078 Jul 27 20:54:02.348437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54518) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:02.372835 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-63a5a1aa-54a6-43c1-8a2d-8756df93db46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.418008 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dac9ccd3-c370-4637-99d5-2f74fb688dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.465263 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dac9ccd3-c370-4637-99d5-2f74fb688dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.471477 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-63a5a1aa-54a6-43c1-8a2d-8756df93db46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.474332 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-63a5a1aa-54a6-43c1-8a2d-8756df93db46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.478026 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-63a5a1aa-54a6-43c1-8a2d-8756df93db46 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/990eee3f-82ab-4f6c-a78f-98871e380e5f HTTP/1.1" status: 204 len: 168 time: 0.2735605 Jul 27 20:54:02.487064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5a1aa-54a6-43c1-8a2d-8756df93db46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990eee3f-82ab-4f6c-a78f-98871e380e5f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:02.590938 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dac9ccd3-c370-4637-99d5-2f74fb688dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.597873 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b6c310f7-e34a-4fd7-8fa8-3662f90b2dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.599647 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dac9ccd3-c370-4637-99d5-2f74fb688dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.601814 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-dac9ccd3-c370-4637-99d5-2f74fb688dfb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f927dfe0-b12d-4bf8-a6b0-5fb1fee915f8 HTTP/1.1" status: 204 len: 168 time: 0.2517545 Jul 27 20:54:02.615553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9ccd3-c370-4637-99d5-2f74fb688dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f927dfe0-b12d-4bf8-a6b0-5fb1fee915f8,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:02.652000 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0cd344dc-8176-428e-adf2-087e6c23902c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.782477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54536) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:02.791029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afa64c-9114-4539-81d9-7e5ab012d4bd req-0bb4ae2b-41f0-451b-82d6-b2775bcc3ee3 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:02.792795 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77afa64c-9114-4539-81d9-7e5ab012d4bd req-0bb4ae2b-41f0-451b-82d6-b2775bcc3ee3 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 1097 time: 0.0907364 Jul 27 20:54:02.799607 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-52c5e34b-915b-4050-833c-709c7593981f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.829191 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0cd344dc-8176-428e-adf2-087e6c23902c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.836796 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0cd344dc-8176-428e-adf2-087e6c23902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.920243 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77afa64c-9114-4539-81d9-7e5ab012d4bd req-e4d59a30-8841-48f8-8096-42a98978c7c2 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165075 Jul 27 20:54:02.945746 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-52c5e34b-915b-4050-833c-709c7593981f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.948155 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd344dc-8176-428e-adf2-087e6c23902c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb99dc67-6ef3-4733-9961-560b6c74297f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:02.951928 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-52c5e34b-915b-4050-833c-709c7593981f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:02.958445 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0cd344dc-8176-428e-adf2-087e6c23902c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e76f8fe830944c42a9dfd9f3a501f3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1732199 Jul 27 20:54:02.959853 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54538) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:02.994270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5e34b-915b-4050-833c-709c7593981f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fee84d4-c06a-4dac-947c-f7a1c4876ce4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:03.029271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54540) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:03.029920 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-52c5e34b-915b-4050-833c-709c7593981f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=babb793db7d64b509b6a3883d5af620d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461765 Jul 27 20:54:03.076071 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20621aec-320e-4a52-a667-d0eb0e90b235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.114513 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20621aec-320e-4a52-a667-d0eb0e90b235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.141689 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c1b413d-6dff-464f-b9f5-8c3411d9b46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.189875 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c1b413d-6dff-464f-b9f5-8c3411d9b46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.236868 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20621aec-320e-4a52-a667-d0eb0e90b235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.241343 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20621aec-320e-4a52-a667-d0eb0e90b235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.246679 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-20621aec-320e-4a52-a667-d0eb0e90b235 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb99dc67-6ef3-4733-9961-560b6c74297f HTTP/1.1" status: 204 len: 168 time: 0.2820983 Jul 27 20:54:03.262187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20621aec-320e-4a52-a667-d0eb0e90b235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb99dc67-6ef3-4733-9961-560b6c74297f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:03.302359 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c1b413d-6dff-464f-b9f5-8c3411d9b46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.308654 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c1b413d-6dff-464f-b9f5-8c3411d9b46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.310653 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8c1b413d-6dff-464f-b9f5-8c3411d9b46a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4fee84d4-c06a-4dac-947c-f7a1c4876ce4 HTTP/1.1" status: 204 len: 168 time: 0.2801752 Jul 27 20:54:03.324662 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b413d-6dff-464f-b9f5-8c3411d9b46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fee84d4-c06a-4dac-947c-f7a1c4876ce4,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:03.417609 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54552) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:03.433091 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e0061e36-4fa9-4308-84e6-74220d0c07d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.585006 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e0061e36-4fa9-4308-84e6-74220d0c07d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.593594 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e0061e36-4fa9-4308-84e6-74220d0c07d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.649199 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e0061e36-4fa9-4308-84e6-74220d0c07d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d53f362ff704529a5fd1a13c6451828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301764 Jul 27 20:54:03.651751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54562) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:03.660581 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0061e36-4fa9-4308-84e6-74220d0c07d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3e47c7-7b38-4ca1-b111-d45fb2151a8e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:03.717236 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54570) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:03.739085 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.768815 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-272db170-feaa-412d-9218-7719f9b93571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.780027 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5bf06637-88b8-471e-87d1-aa53b09c6c9d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9f8650a91f947f19d2f7af5f3f64c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604539 Jul 27 20:54:03.781302 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54572) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:03.814743 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-272db170-feaa-412d-9218-7719f9b93571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.838698 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c346f9db-a02b-4a9e-9287-b7d376981d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.864114 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c346f9db-a02b-4a9e-9287-b7d376981d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.907007 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-272db170-feaa-412d-9218-7719f9b93571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.912127 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-272db170-feaa-412d-9218-7719f9b93571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.913883 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-272db170-feaa-412d-9218-7719f9b93571 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd3e47c7-7b38-4ca1-b111-d45fb2151a8e HTTP/1.1" status: 204 len: 168 time: 0.2602053 Jul 27 20:54:03.924218 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272db170-feaa-412d-9218-7719f9b93571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3e47c7-7b38-4ca1-b111-d45fb2151a8e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:03.946338 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c346f9db-a02b-4a9e-9287-b7d376981d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.950545 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c346f9db-a02b-4a9e-9287-b7d376981d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:03.954833 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c346f9db-a02b-4a9e-9287-b7d376981d96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0f314d2-c123-44e6-908c-151687218182 HTTP/1.1" status: 204 len: 168 time: 0.1724231 Jul 27 20:54:03.967703 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346f9db-a02b-4a9e-9287-b7d376981d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f314d2-c123-44e6-908c-151687218182,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:04.130083 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54584) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:04.145835 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-439c1d68-59af-44b8-8ee6-39278fbf2ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:04.159717 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc9659-2212-4744-bd64-4455ddcf2733 req-cd691dcd-4680-4e20-8085-0e4188a0b8c2 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:04.164583 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8bc9659-2212-4744-bd64-4455ddcf2733 req-cd691dcd-4680-4e20-8085-0e4188a0b8c2 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 1097 time: 0.0899527 Jul 27 20:54:04.227563 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8bc9659-2212-4744-bd64-4455ddcf2733 req-f9018ac7-41b7-45f5-8211-9dbef647b178 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560582 Jul 27 20:54:04.328920 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-439c1d68-59af-44b8-8ee6-39278fbf2ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:04.336911 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-439c1d68-59af-44b8-8ee6-39278fbf2ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:04.391126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54592) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:04.391509 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-439c1d68-59af-44b8-8ee6-39278fbf2ec5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eeed3ee37b544cb4afa0f9e9e726f255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600043 Jul 27 20:54:04.392470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c1d68-59af-44b8-8ee6-39278fbf2ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5b12bb-a111-4998-abd4-187269662c82,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:04.459039 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cf6cf1e2-3830-457a-9be8-f4754f82885e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:04.513651 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cf6cf1e2-3830-457a-9be8-f4754f82885e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:04.616887 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cf6cf1e2-3830-457a-9be8-f4754f82885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:04.619832 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cf6cf1e2-3830-457a-9be8-f4754f82885e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:04.624046 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cf6cf1e2-3830-457a-9be8-f4754f82885e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1b5b12bb-a111-4998-abd4-187269662c82 HTTP/1.1" status: 204 len: 168 time: 0.2272069 Jul 27 20:54:04.629800 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cf1e2-3830-457a-9be8-f4754f82885e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5b12bb-a111-4998-abd4-187269662c82,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:04.634190 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54606) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:04.975563 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39c202fb-00e6-4eef-afb9-724e99ccd197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:05.103320 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39c202fb-00e6-4eef-afb9-724e99ccd197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:05.117201 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39c202fb-00e6-4eef-afb9-724e99ccd197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:05.167647 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-39c202fb-00e6-4eef-afb9-724e99ccd197 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88632bfd4e2b4af8a67a46c00e7cc418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5295153 Jul 27 20:54:05.167647 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c202fb-00e6-4eef-afb9-724e99ccd197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b8691b-0cdc-4df8-99dd-15b61941ae66,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:05.168135 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54642) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:05.225641 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2ff3b73a-db30-4d48-bfd0-3a854a3f62f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:05.252764 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2ff3b73a-db30-4d48-bfd0-3a854a3f62f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:05.290935 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8ff70c88-60fc-4372-b37f-903cea349e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:05.317395 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2ff3b73a-db30-4d48-bfd0-3a854a3f62f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:05.319966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2ff3b73a-db30-4d48-bfd0-3a854a3f62f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:05.321112 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2ff3b73a-db30-4d48-bfd0-3a854a3f62f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50b8691b-0cdc-4df8-99dd-15b61941ae66 HTTP/1.1" status: 204 len: 168 time: 0.1519008 Jul 27 20:54:05.331283 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3b73a-db30-4d48-bfd0-3a854a3f62f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b8691b-0cdc-4df8-99dd-15b61941ae66,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:05.376726 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.128658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54696) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:06.147474 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a2cac828-4f12-41a9-bbca-6aaada913db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.250076 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a2cac828-4f12-41a9-bbca-6aaada913db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.255748 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a2cac828-4f12-41a9-bbca-6aaada913db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.302834 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a2cac828-4f12-41a9-bbca-6aaada913db4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41965e4a4c024fdba65caae1517fd5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728213 Jul 27 20:54:06.303950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cac828-4f12-41a9-bbca-6aaada913db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c34bf3-e4be-47f2-8baf-1fb4aced2a90,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:06.305726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54708) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:06.375017 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9c72fbb4-8d63-49ed-8cd8-c32fd03b6f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.401654 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9c72fbb4-8d63-49ed-8cd8-c32fd03b6f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.467660 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9c72fbb4-8d63-49ed-8cd8-c32fd03b6f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.472019 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9c72fbb4-8d63-49ed-8cd8-c32fd03b6f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.473198 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9c72fbb4-8d63-49ed-8cd8-c32fd03b6f13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38c34bf3-e4be-47f2-8baf-1fb4aced2a90 HTTP/1.1" status: 204 len: 168 time: 0.1657848 Jul 27 20:54:06.483049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72fbb4-8d63-49ed-8cd8-c32fd03b6f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c34bf3-e4be-47f2-8baf-1fb4aced2a90,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:06.532249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54718) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:06.994768 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:06.998583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-b64d1e11-3bfb-4414-95b6-6a0379eebb11 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:54:07.001657 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-b64d1e11-3bfb-4414-95b6-6a0379eebb11 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4675860 Jul 27 20:54:07.291892 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:07.636976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-059aaa6c-cf10-41a0-ac01-c92bc476bf81 service neutron] Request body: {'binding': {'host': 'n-h2-764806-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:07.637516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-059aaa6c-cf10-41a0-ac01-c92bc476bf81 service neutron] Unknown quota resources ['binding']. {{(pid=105580) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:54:07.815817 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-059aaa6c-cf10-41a0-ac01-c92bc476bf81 service neutron] Attempting to bind port 3d095a58-2c25-44ae-a92c-05639700933b on host n-h2-764806-9 for vnic_type normal with profile None {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:07.816199 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-059aaa6c-cf10-41a0-ac01-c92bc476bf81 service neutron] Attempting to bind port 3d095a58-2c25-44ae-a92c-05639700933b by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:07.819900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-059aaa6c-cf10-41a0-ac01-c92bc476bf81 service neutron] Attempting to bind port 3d095a58-2c25-44ae-a92c-05639700933b on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:07.821284 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-059aaa6c-cf10-41a0-ac01-c92bc476bf81 service neutron] Port 3d095a58-2c25-44ae-a92c-05639700933b on network c4e94267-1e8c-444b-9271-9eac2bcbc562 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:07.821670 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-059aaa6c-cf10-41a0-ac01-c92bc476bf81 service neutron] Attempting to bind port 3d095a58-2c25-44ae-a92c-05639700933b on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:07.827798 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-059aaa6c-cf10-41a0-ac01-c92bc476bf81 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:07.828044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-059aaa6c-cf10-41a0-ac01-c92bc476bf81 service neutron] Checking segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:07.828524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-059aaa6c-cf10-41a0-ac01-c92bc476bf81 service neutron] Bound using segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:07.829042 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-059aaa6c-cf10-41a0-ac01-c92bc476bf81 service neutron] Bound port: 3d095a58-2c25-44ae-a92c-05639700933b, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:07.900303 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-059aaa6c-cf10-41a0-ac01-c92bc476bf81 service neutron] For port 3d095a58-2c25-44ae-a92c-05639700933b, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=3d095a58-2c25-44ae-a92c-05639700933b,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:07.909763 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-059aaa6c-cf10-41a0-ac01-c92bc476bf81 service neutron] Notify callbacks [] for binding, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:07.912802 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-059aaa6c-cf10-41a0-ac01-c92bc476bf81 service neutron] 10.222.0.55 "POST /v2.0/ports/3d095a58-2c25-44ae-a92c-05639700933b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6099937 Jul 27 20:54:08.177002 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39664ec-5aa0-4937-b298-3cb0f55f69f5 req-0b738e2b-f230-4f71-9897-1bbeb52b0df0 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:08.179433 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c39664ec-5aa0-4937-b298-3cb0f55f69f5 req-0b738e2b-f230-4f71-9897-1bbeb52b0df0 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 946 time: 0.0905068 Jul 27 20:54:08.226576 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c39664ec-5aa0-4937-b298-3cb0f55f69f5 req-a428a3c3-8d1b-4ec8-91ed-af41c4f0a843 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405014 Jul 27 20:54:08.272896 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-7220f2dc-baa6-4be5-bd08-259dec2da100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:08.274613 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-7220f2dc-baa6-4be5-bd08-259dec2da100 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 1097 time: 0.0896602 Jul 27 20:54:08.379103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-2b992726-1f8e-48e5-9260-84c1fb49fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:08.380663 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-2b992726-1f8e-48e5-9260-84c1fb49fea4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.0984540 Jul 27 20:54:08.437787 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-3b5d500f-96d3-4e14-bd9a-7b91f8fe035d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d095a58-2c25-44ae-a92c-05639700933b HTTP/1.1" status: 200 len: 217 time: 0.0488653 Jul 27 20:54:08.500823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-6bc133f6-fc57-4766-8df8-4c5f8f0a13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:08.502956 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-6bc133f6-fc57-4766-8df8-4c5f8f0a13fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.0586493 Jul 27 20:54:08.544405 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-c4edcf60-d5a5-4288-a76d-e12de7ff3f6a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330985 Jul 27 20:54:08.676924 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-b750d4ed-ec8a-4cf6-a421-afb80b504a6d service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251163 Jul 27 20:54:08.732306 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:08.844067 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-1866e303-7eef-4e35-b6de-de88637ef51c service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571684 Jul 27 20:54:08.981311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-828c42c5-0894-4ba3-8566-a86509320ba2 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:08.982906 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-828c42c5-0894-4ba3-8566-a86509320ba2 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49&tenant_id=67d405d7cc574d15a62e24d6cfd65e01&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 1097 time: 0.0719967 Jul 27 20:54:08.997387 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764806-9'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:09.055567 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-3d93e356-2834-4e55-9708-249e39870ba4 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9dd848ffdfd34a6ab99adb37549a40bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408347 Jul 27 20:54:09.090247 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.200887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-0016a712-4a8f-4ee2-a2ae-dec43a8012d2 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:09.209071 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-0016a712-4a8f-4ee2-a2ae-dec43a8012d2 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487317 Jul 27 20:54:09.229467 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-3d63c937-fce1-4e01-8259-4e4dcdf61c24 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/quotas/9dd848ffdfd34a6ab99adb37549a40bc HTTP/1.1" status: 200 len: 375 time: 0.0107291 Jul 27 20:54:09.269326 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-7c3fcde8-9830-45b0-866b-6df6010f96bb tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9dd848ffdfd34a6ab99adb37549a40bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315065 Jul 27 20:54:09.277220 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] For port 3d095a58-2c25-44ae-a92c-05639700933b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3d095a58-2c25-44ae-a92c-05639700933b,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:09.327490 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] For port 3d095a58-2c25-44ae-a92c-05639700933b, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:09.410151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1b876d-f03b-44e2-bc30-8fc2d4291e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d095a58-2c25-44ae-a92c-05639700933b'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:09.413330 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7f7638-dd7b-44a0-82e6-d05c63b01541" -d '{"events": [{"server_uuid": "3a1b876d-f03b-44e2-bc30-8fc2d4291e49", "name": "network-vif-unplugged", "status": "completed", "tag": "3d095a58-2c25-44ae-a92c-05639700933b"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:09.418301 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.427301 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.510844 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Pushing event updated for resources: {'Port': ['ID=3d095a58-2c25-44ae-a92c-05639700933b,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:09.562052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Attempting to bind port 3d095a58-2c25-44ae-a92c-05639700933b on host n-h1-764806-9 for vnic_type normal with profile {"migrating_to": "n-h2-764806-9"} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:09.562454 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Attempting to bind port 3d095a58-2c25-44ae-a92c-05639700933b by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:09.562743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Attempting to bind port 3d095a58-2c25-44ae-a92c-05639700933b on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:09.568005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Port 3d095a58-2c25-44ae-a92c-05639700933b on network c4e94267-1e8c-444b-9271-9eac2bcbc562 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:09.568005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Attempting to bind port 3d095a58-2c25-44ae-a92c-05639700933b on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:09.574960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:09.575506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Checking segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:09.576312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Bound using segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:09.576971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Bound port: 3d095a58-2c25-44ae-a92c-05639700933b, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:09.578964 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.606283 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dd946-a06a-4b91-ac8a-77af068f5541 req-0c3888fe-a7ac-4e59-ac2b-120f60e621f9 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:09.616388 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-074dd946-a06a-4b91-ac8a-77af068f5541 req-0c3888fe-a7ac-4e59-ac2b-120f60e621f9 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 944 time: 0.0880415 Jul 27 20:54:09.672321 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-074dd946-a06a-4b91-ac8a-77af068f5541 req-d52c2834-8b89-4b93-875e-dd40c6d9edf9 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533834 Jul 27 20:54:09.688363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] For port 3d095a58-2c25-44ae-a92c-05639700933b, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:09.692882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] For port 3d095a58-2c25-44ae-a92c-05639700933b, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3d095a58-2c25-44ae-a92c-05639700933b,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:09.705389 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.735087 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6feebfb-3533-475d-a3bc-9e556029e006 x-openstack-request-id: req-a6feebfb-3533-475d-a3bc-9e556029e006 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:09.737192 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1b876d-f03b-44e2-bc30-8fc2d4291e49", "name": "network-vif-unplugged", "status": "completed", "tag": "3d095a58-2c25-44ae-a92c-05639700933b", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:09.737938 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6feebfb-3533-475d-a3bc-9e556029e006 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:09.739590 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1b876d-f03b-44e2-bc30-8fc2d4291e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d095a58-2c25-44ae-a92c-05639700933b', 'code': 200} Jul 27 20:54:09.795686 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11b62d77-60a8-4e56-b879-c67070afab3f req-1f172fc0-3ded-4674-9d2f-62c9e4d6d259 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 210 time: 0.0429330 Jul 27 20:54:09.859380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:09.860251 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:09.862722 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] 10.222.0.66 "PUT /v2.0/ports/3d095a58-2c25-44ae-a92c-05639700933b HTTP/1.1" status: 200 len: 1122 time: 0.8714030 Jul 27 20:54:09.883124 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e260a-f2f4-4a0c-af54-d09609ba8dfb service neutron] Pushing event updated for resources: {'Port': ['ID=3d095a58-2c25-44ae-a92c-05639700933b,revision_number=8']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:09.964507 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['3d095a58-2c25-44ae-a92c-05639700933b'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:10.318917 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-d14251d1-09c4-4cff-b2f0-a11bb10bdff4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556009 Jul 27 20:54:10.348957 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-fde1876b-155e-4387-8a42-c377e06c1dd0 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b9e422fe0bfa4c28be59a6e356f9a533&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565987 Jul 27 20:54:10.723707 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-87b4a4ad-9a13-4321-863e-40d3685739c7 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:10.725188 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-87b4a4ad-9a13-4321-863e-40d3685739c7 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3955309 Jul 27 20:54:10.748287 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-5da713a9-9b80-4441-9035-d9dbff352a49 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:10.749763 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-5da713a9-9b80-4441-9035-d9dbff352a49 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3864465 Jul 27 20:54:10.752173 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-1a437d7f-2428-4849-b8c4-74190a293fb4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/quotas/4fb64d87545a4d7b8837635cc8e66e69 HTTP/1.1" status: 200 len: 375 time: 0.0211501 Jul 27 20:54:10.777315 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-92f82598-9c66-4681-9cb0-65dc3deacf36 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/quotas/b9e422fe0bfa4c28be59a6e356f9a533 HTTP/1.1" status: 200 len: 375 time: 0.0213413 Jul 27 20:54:10.797796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-90ff24a1-0d26-4bf6-914a-65faa3938fc4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360706 Jul 27 20:54:10.827598 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-0e879c1a-9cf8-4148-bae6-fece2134a8a1 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b9e422fe0bfa4c28be59a6e356f9a533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336411 Jul 27 20:54:10.906783 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-4f491800-38bb-4678-894b-7323408144a0 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9dd848ffdfd34a6ab99adb37549a40bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403273 Jul 27 20:54:11.051327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-bb68b000-e058-4bb1-8fdb-2d8370c5c377 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:11.052807 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-bb68b000-e058-4bb1-8fdb-2d8370c5c377 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1406529 Jul 27 20:54:11.071701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Request body: {'port': {'device_id': '6c98c22a-1bb6-42f8-b5e3-3a1082556e9c', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '9dd848ffdfd34a6ab99adb37549a40bc'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:11.378384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Made reservation on behalf of 9dd848ffdfd34a6ab99adb37549a40bc for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:11.385797 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:11.413519 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:11.430001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23b50b-06eb-4f0d-a513-93af51861a10 req-d457d5f0-b71f-4471-ba74-0ce4ba803a0a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:11.444620 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a23b50b-06eb-4f0d-a513-93af51861a10 req-d457d5f0-b71f-4471-ba74-0ce4ba803a0a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 944 time: 0.1973813 Jul 27 20:54:11.584302 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a23b50b-06eb-4f0d-a513-93af51861a10 req-dfeed07e-7d0f-49ba-b988-5aa18cc83d8f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317086 Jul 27 20:54:11.683704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54938) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:11.727803 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:11.735677 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:11.839750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1b876d-f03b-44e2-bc30-8fc2d4291e49', 'tag': '3d095a58-2c25-44ae-a92c-05639700933b'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:11.842534 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa454e67-3bf8-4976-adb3-c8fb920352aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1b876d-f03b-44e2-bc30-8fc2d4291e49", "tag": "3d095a58-2c25-44ae-a92c-05639700933b"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:11.848573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090bf0ec-830a-4ed4-9e75-0b2807f1d5e3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:11.860425 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-a5d19dc1-2768-46ac-bd5c-572d43ad7919 req-0f0b377d-ee84-43b8-b6e0-2fcd94af887c tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Request body: {'security_group': {'name': 'tempest-securitygroup-638868758', 'description': 'tempest-description-1350530729'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:11.923965 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a5d19dc1-2768-46ac-bd5c-572d43ad7919 req-0f0b377d-ee84-43b8-b6e0-2fcd94af887c tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:11.944897 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a5d19dc1-2768-46ac-bd5c-572d43ad7919 req-0f0b377d-ee84-43b8-b6e0-2fcd94af887c tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:12.011916 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5dfa84da-ceb1-4713-a217-252006d4a77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:12.055290 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Allocated IP 192.168.233.143 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/a7cabc7c-7798-461e-a756-d474c6500666) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:12.188327 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a5d19dc1-2768-46ac-bd5c-572d43ad7919 req-0f0b377d-ee84-43b8-b6e0-2fcd94af887c tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:12.209118 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-efe14669-7736-437a-962c-35464776bd1b req-cfad66ef-af2b-4b02-b221-7d4c10185f3d tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 210 time: 0.0427976 Jul 27 20:54:12.212228 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a5d19dc1-2768-46ac-bd5c-572d43ad7919 req-0f0b377d-ee84-43b8-b6e0-2fcd94af887c tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:12.246633 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 3d095a58-2c25-44ae-a92c-05639700933b details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:12.263701 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b377d-ee84-43b8-b6e0-2fcd94af887c tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209580c8-40d5-4ebd-ba27-47522472ef92,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:12.337832 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5dfa84da-ceb1-4713-a217-252006d4a77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:12.349674 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5dfa84da-ceb1-4713-a217-252006d4a77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:12.374097 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:12.390609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 3d095a58-2c25-44ae-a92c-05639700933b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3d095a58-2c25-44ae-a92c-05639700933b,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:12.392152 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d644e82f-9c4b-43c2-a3b4-4ce739f0c561 req-9bb66f42-fbe7-4dab-8291-7bcd02720ce9 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 210 time: 0.0599031 Jul 27 20:54:12.408633 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa84da-ceb1-4713-a217-252006d4a77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f86f55-6361-483b-955c-5ea437fb3481,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:12.409199 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Transition to ACTIVE for port object a7cabc7c-7798-461e-a756-d474c6500666 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:12.436785 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5dfa84da-ceb1-4713-a217-252006d4a77e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ac1d2e9170334c7aab6ad5246cd71a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7521083 Jul 27 20:54:12.441474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54950) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:12.456083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 3d095a58-2c25-44ae-a92c-05639700933b has no active binding in host n-h2-764806-9 {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 20:54:12.460328 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:12.569576 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-efc51c74-dd3d-48bd-a592-3f67e2ace787 req-34b8a3b8-28ab-4593-8a17-c67c15513e5f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 210 time: 0.0583675 Jul 27 20:54:12.572404 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a5d19dc1-2768-46ac-bd5c-572d43ad7919 req-0f0b377d-ee84-43b8-b6e0-2fcd94af887c tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:12.576946 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4518ca8e-0100-4aff-9407-d60856563ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:12.582339 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a5d19dc1-2768-46ac-bd5c-572d43ad7919 req-0f0b377d-ee84-43b8-b6e0-2fcd94af887c tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:12.639232 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4518ca8e-0100-4aff-9407-d60856563ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:12.655435 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a5d19dc1-2768-46ac-bd5c-572d43ad7919 req-0f0b377d-ee84-43b8-b6e0-2fcd94af887c tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:12.669383 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5d19dc1-2768-46ac-bd5c-572d43ad7919 req-0f0b377d-ee84-43b8-b6e0-2fcd94af887c tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8158424 Jul 27 20:54:12.677090 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b377d-ee84-43b8-b6e0-2fcd94af887c tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf84e40-7d16-4e81-a024-206d4eeb79a9,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:12.739604 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4518ca8e-0100-4aff-9407-d60856563ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:12.742530 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4518ca8e-0100-4aff-9407-d60856563ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:12.743818 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4518ca8e-0100-4aff-9407-d60856563ab9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08f86f55-6361-483b-955c-5ea437fb3481 HTTP/1.1" status: 204 len: 168 time: 0.3013866 Jul 27 20:54:12.767593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518ca8e-0100-4aff-9407-d60856563ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f86f55-6361-483b-955c-5ea437fb3481,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:12.812188 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e8c1f0-caa0-4c81-935c-598fbd87e15b x-openstack-request-id: req-f2e8c1f0-caa0-4c81-935c-598fbd87e15b {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:12.812706 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1b876d-f03b-44e2-bc30-8fc2d4291e49", "tag": "3d095a58-2c25-44ae-a92c-05639700933b", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:12.813027 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f2e8c1f0-caa0-4c81-935c-598fbd87e15b {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:12.813478 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1b876d-f03b-44e2-bc30-8fc2d4291e49', 'tag': '3d095a58-2c25-44ae-a92c-05639700933b', 'status': 'completed', 'code': 200} Jul 27 20:54:12.878750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:12.887904 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-6fb198b6-f455-45c6-a78e-b4cbc081a248 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b9e422fe0bfa4c28be59a6e356f9a533&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791574 Jul 27 20:54:12.894082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:12.901429 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:13.003064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b01ad0-53f0-4301-8448-c3b2394b7a54 req-307028bb-3842-48ec-9cfa-fbdde134008b tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.004757 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36b01ad0-53f0-4301-8448-c3b2394b7a54 req-307028bb-3842-48ec-9cfa-fbdde134008b tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 944 time: 0.1139529 Jul 27 20:54:13.007290 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Pushing event updated for resources: {'Port': ['ID=a7cabc7c-7798-461e-a756-d474c6500666,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:13.085028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-5ec1e875-e480-4106-bbb7-40e81d957110 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.086769 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-5ec1e875-e480-4106-bbb7-40e81d957110 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869996 Jul 27 20:54:13.105544 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Request body: {'port': {'device_id': 'cda5db3d-e645-445e-9f69-686648639ac7', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': 'b9e422fe0bfa4c28be59a6e356f9a533'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:13.106409 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36b01ad0-53f0-4301-8448-c3b2394b7a54 req-9459db54-29a7-4fca-a51f-14fb71ef6de2 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706191 Jul 27 20:54:13.119130 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.66', 56894) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:13.125962 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.128856 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:13.172061 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-bdd6e5df-7228-432e-83e2-719db5364a70 req-6c51e222-a34f-4c2e-b730-f7de658fc85d tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2386595', 'description': 'tempest-description-1584422806'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:13.180997 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-1ce941e8-4798-47eb-ae6e-67cb4e7118dc tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590079 Jul 27 20:54:13.219903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa454e67-3bf8-4976-adb3-c8fb920352aa req-a7a24ffd-91b4-4cb3-b74f-73a349ee373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.221667 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aa454e67-3bf8-4976-adb3-c8fb920352aa req-a7a24ffd-91b4-4cb3-b74f-73a349ee373b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 1125 time: 0.4119031 Jul 27 20:54:13.247059 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54964) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:13.276950 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-77d86ad4-f2df-41cf-95ba-e10d2c60de49 None None] Provisioning for port a7cabc7c-7798-461e-a756-d474c6500666 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:13.282197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-77d86ad4-f2df-41cf-95ba-e10d2c60de49 None None] Provisioning complete for port a7cabc7c-7798-461e-a756-d474c6500666 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:13.282867 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-77d86ad4-f2df-41cf-95ba-e10d2c60de49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:13.318422 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bdd6e5df-7228-432e-83e2-719db5364a70 req-6c51e222-a34f-4c2e-b730-f7de658fc85d tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:13.322427 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5295ba25-d091-4d64-8dcd-82c5416e9d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:13.327235 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-77d86ad4-f2df-41cf-95ba-e10d2c60de49 None None] Port a7cabc7c-7798-461e-a756-d474c6500666 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:54:13.334984 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-94724b56-3b0f-4bad-9ded-1501404d646f tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2709780 Jul 27 20:54:13.354090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Request body: {'port': {'device_id': '6c98c22a-1bb6-42f8-b5e3-3a1082556e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:13.403908 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-3305766c-1530-482f-8438-631d4abff791 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.406603 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-3305766c-1530-482f-8438-631d4abff791 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162476 Jul 27 20:54:13.422918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Request body: {'port': {'device_id': '10f26325-d0e9-418f-9f11-c6a5de9552da', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '4fb64d87545a4d7b8837635cc8e66e69'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:13.471396 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa454e67-3bf8-4976-adb3-c8fb920352aa req-1fd4115c-1d6c-4698-97ed-6ccaef64a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.472885 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aa454e67-3bf8-4976-adb3-c8fb920352aa req-1fd4115c-1d6c-4698-97ed-6ccaef64a565 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.2405486 Jul 27 20:54:13.535428 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aa454e67-3bf8-4976-adb3-c8fb920352aa req-84793ae3-aeba-412f-8d1f-d5d31dd607d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d095a58-2c25-44ae-a92c-05639700933b HTTP/1.1" status: 200 len: 217 time: 0.0494106 Jul 27 20:54:13.536105 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:13.589922 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bdd6e5df-7228-432e-83e2-719db5364a70 req-6c51e222-a34f-4c2e-b730-f7de658fc85d tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:13.597539 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bdd6e5df-7228-432e-83e2-719db5364a70 req-6c51e222-a34f-4c2e-b730-f7de658fc85d tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:13.638745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51e222-a34f-4c2e-b730-f7de658fc85d tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d02050-457a-47a0-a0b5-f2b7f7eb416c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:13.648596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa454e67-3bf8-4976-adb3-c8fb920352aa req-2c38df75-6b63-4793-8928-e518a0ab5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.650272 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aa454e67-3bf8-4976-adb3-c8fb920352aa req-2c38df75-6b63-4793-8928-e518a0ab5047 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.1023471 Jul 27 20:54:13.670094 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1efc1d-e64d-4448-b3f4-7e62b7f6b4bf req-99f11b5f-41fc-4a6a-825b-e904390ef5a7 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:13.672646 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa1efc1d-e64d-4448-b3f4-7e62b7f6b4bf req-99f11b5f-41fc-4a6a-825b-e904390ef5a7 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 936 time: 0.1453688 Jul 27 20:54:13.713950 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa1efc1d-e64d-4448-b3f4-7e62b7f6b4bf req-50f3f605-7f1b-4c44-926b-5a1537c354b6 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/security-groups?id=090bf0ec-830a-4ed4-9e75-0b2807f1d5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351977 Jul 27 20:54:13.747474 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aa454e67-3bf8-4976-adb3-c8fb920352aa req-bee3c543-7fb7-4264-9171-8cab852033ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857236 Jul 27 20:54:13.815682 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36689c2a-e143-40a1-8a7d-590cc9da79fd req-560aa98a-ab89-48b9-ae6d-6f9bbf812d1d tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 210 time: 0.0419331 Jul 27 20:54:13.870563 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:54:13.928349 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c79a32a-058e-4f33-bd43-f9acb57af6c4 req-adebcc28-e1f2-4c00-a0ca-f4b7e72bfa72 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 210 time: 0.0292733 Jul 27 20:54:13.954820 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5295ba25-d091-4d64-8dcd-82c5416e9d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:13.964737 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5295ba25-d091-4d64-8dcd-82c5416e9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:13.968219 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bdd6e5df-7228-432e-83e2-719db5364a70 req-6c51e222-a34f-4c2e-b730-f7de658fc85d tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:13.969596 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aa454e67-3bf8-4976-adb3-c8fb920352aa req-9f24c35c-9ff8-4ac2-9e25-3350fb509be0 service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100399 Jul 27 20:54:13.969785 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdd6e5df-7228-432e-83e2-719db5364a70 req-6c51e222-a34f-4c2e-b730-f7de658fc85d tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8023424 Jul 27 20:54:14.100060 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5295ba25-d091-4d64-8dcd-82c5416e9d5e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e82ee2b908ab4ac1ac09d098e713bb15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8514698 Jul 27 20:54:14.104091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Made reservation on behalf of b9e422fe0bfa4c28be59a6e356f9a533 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:14.107938 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.111515 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54988) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:14.127949 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295ba25-d091-4d64-8dcd-82c5416e9d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77ef2ed-7ccf-434e-ae7b-e0ded8e604cf,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:14.146006 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.194457 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b7722248-f089-4a5f-86c5-30c291412da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.208800 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Made reservation on behalf of 4fb64d87545a4d7b8837635cc8e66e69 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:14.212799 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.259462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cabc7c-7798-461e-a756-d474c6500666 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:14.278541 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.281956 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.287211 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aa454e67-3bf8-4976-adb3-c8fb920352aa req-0b3d7218-471e-493f-aca7-11d3c485aab2 service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932882 Jul 27 20:54:14.304448 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b7722248-f089-4a5f-86c5-30c291412da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.307334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Transition to ACTIVE for port object a7cabc7c-7798-461e-a756-d474c6500666 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:14.315599 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.406917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae751dae-147a-4e4c-950b-35be223b2cc9 req-e8afd438-2c2c-442d-b9f4-7e4297157cea tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:14.408970 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae751dae-147a-4e4c-950b-35be223b2cc9 req-e8afd438-2c2c-442d-b9f4-7e4297157cea tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 944 time: 0.1935878 Jul 27 20:54:14.418052 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-ec74abc5-5387-4659-af46-85b4d9a0d672 req-afe30bc5-cd9d-4a4f-b68e-043ab04db234 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1316982046', 'description': 'tempest-description-479380652'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:14.422418 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cabc7c-7798-461e-a756-d474c6500666,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:14.491431 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b7722248-f089-4a5f-86c5-30c291412da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.494503 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b7722248-f089-4a5f-86c5-30c291412da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.495879 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b7722248-f089-4a5f-86c5-30c291412da9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e77ef2ed-7ccf-434e-ae7b-e0ded8e604cf HTTP/1.1" status: 204 len: 168 time: 0.3830023 Jul 27 20:54:14.512170 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae751dae-147a-4e4c-950b-35be223b2cc9 req-3927d471-b73b-4e6d-97b0-b7ad0d536643 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683401 Jul 27 20:54:14.513495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7722248-f089-4a5f-86c5-30c291412da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77ef2ed-7ccf-434e-ae7b-e0ded8e604cf,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:14.543943 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.565727 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.662037 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.663104 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54996) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:14.677267 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.767986 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ec74abc5-5387-4659-af46-85b4d9a0d672 req-afe30bc5-cd9d-4a4f-b68e-043ab04db234 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.789136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Attempting to bind port a7cabc7c-7798-461e-a756-d474c6500666 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:14.791875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Attempting to bind port a7cabc7c-7798-461e-a756-d474c6500666 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:14.792241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Attempting to bind port a7cabc7c-7798-461e-a756-d474c6500666 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:14.796578 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e444a6d-8827-48d4-b303-36185fd4c019,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:14.813470 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ec74abc5-5387-4659-af46-85b4d9a0d672 req-afe30bc5-cd9d-4a4f-b68e-043ab04db234 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:14.816634 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Port a7cabc7c-7798-461e-a756-d474c6500666 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:14.817082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Attempting to bind port a7cabc7c-7798-461e-a756-d474c6500666 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:14.869860 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Allocated IP 192.168.233.193 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/c6075cda-f3fb-4b82-a8a6-428a361db421) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:14.973031 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8318ab-a882-4c0a-ac22-9602d967d3b1 req-ab9f9560-847e-49fd-a5e7-8e15a47c652e tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:14.978474 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b8318ab-a882-4c0a-ac22-9602d967d3b1 req-ab9f9560-847e-49fd-a5e7-8e15a47c652e tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 948 time: 0.1254158 Jul 27 20:54:14.989705 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:14.990187 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:14.990497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:14.990977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Bound port: a7cabc7c-7798-461e-a756-d474c6500666, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:14.991337 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.001386 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-08362de8-0a44-49a2-ae89-a300a18c2050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.010903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32dda7ce-1006-4cd5-a94a-a72bfdfc5165,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:15.047617 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ec74abc5-5387-4659-af46-85b4d9a0d672 req-afe30bc5-cd9d-4a4f-b68e-043ab04db234 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.067937 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ec74abc5-5387-4659-af46-85b4d9a0d672 req-afe30bc5-cd9d-4a4f-b68e-043ab04db234 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.098305 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b8318ab-a882-4c0a-ac22-9602d967d3b1 req-b9f999e2-bddf-464c-afde-3a1d73d73e8c tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/security-groups?id=090bf0ec-830a-4ed4-9e75-0b2807f1d5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072602 Jul 27 20:54:15.121079 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.130114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe30bc5-cd9d-4a4f-b68e-043ab04db234 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f218b2-b600-4769-9e65-f2e3c3726734,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:15.144776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] For port a7cabc7c-7798-461e-a756-d474c6500666, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:15.150107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] For port a7cabc7c-7798-461e-a756-d474c6500666, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=a7cabc7c-7798-461e-a756-d474c6500666,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:15.155637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Transition to ACTIVE for port object c6075cda-f3fb-4b82-a8a6-428a361db421 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:15.160258 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.207874 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-08362de8-0a44-49a2-ae89-a300a18c2050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.217246 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-08362de8-0a44-49a2-ae89-a300a18c2050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.240909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:15.241751 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.243290 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] 10.222.0.66 "PUT /v2.0/ports/a7cabc7c-7798-461e-a756-d474c6500666 HTTP/1.1" status: 200 len: 1096 time: 1.8969898 Jul 27 20:54:15.243736 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c98c22a-1bb6-42f8-b5e3-3a1082556e9c', 'tag': 'a7cabc7c-7798-461e-a756-d474c6500666'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:15.246594 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f40d12-52c2-4f33-a6c5-54692737445b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c98c22a-1bb6-42f8-b5e3-3a1082556e9c", "tag": "a7cabc7c-7798-461e-a756-d474c6500666"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:15.260653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216f005-4b77-43ed-b450-b5536d53d263 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cabc7c-7798-461e-a756-d474c6500666,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:15.302888 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.321923 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff6bc34b-f068-4db1-8daa-eb6816d51ce3 req-fb84a2b5-bb59-4a95-88fb-9fbbff4cabdd tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 210 time: 0.0942736 Jul 27 20:54:15.369347 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-08362de8-0a44-49a2-ae89-a300a18c2050 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a38a477cf8a74c7e91486e699a25e703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7026439 Jul 27 20:54:15.371905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08362de8-0a44-49a2-ae89-a300a18c2050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e212af28-3794-42f6-9d99-d5b0e68c1707,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:15.377911 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55024) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:15.452520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:15.456104 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:15.458786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Pushing event updated for resources: {'Port': ['ID=c6075cda-f3fb-4b82-a8a6-428a361db421,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:15.463332 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Allocated IP 192.168.233.85 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/1a022cd7-e984-471e-a4f8-55737392083d) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:15.466046 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:15.498417 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-405d1929-89fe-4a96-a07c-d711a990a8d3 req-01f4ee0c-af34-403c-8cb9-88f7f02b16ac tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 210 time: 0.0721869 Jul 27 20:54:15.559515 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:15.562020 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.579540 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-cac0a398-87e0-4cb6-864c-28f602e8d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:15.580609 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ec74abc5-5387-4659-af46-85b4d9a0d672 req-afe30bc5-cd9d-4a4f-b68e-043ab04db234 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.583738 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-cac0a398-87e0-4cb6-864c-28f602e8d862 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9dd848ffdfd34a6ab99adb37549a40bc&device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 1099 time: 0.2841609 Jul 27 20:54:15.587611 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ec74abc5-5387-4659-af46-85b4d9a0d672 req-afe30bc5-cd9d-4a4f-b68e-043ab04db234 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.626867 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d8c0be8c-ae7e-4a18-a681-5628f43913b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.650215 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ec74abc5-5387-4659-af46-85b4d9a0d672 req-afe30bc5-cd9d-4a4f-b68e-043ab04db234 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.662028 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-ad27847c-8cc8-4789-8238-5ffd6885ad22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a7cabc7c-7798-461e-a756-d474c6500666 HTTP/1.1" status: 200 len: 217 time: 0.0651636 Jul 27 20:54:15.663513 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-f3159c37-ddf9-4797-a232-8587bcfcf140 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5643013 Jul 27 20:54:15.666271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ec74abc5-5387-4659-af46-85b4d9a0d672 req-afe30bc5-cd9d-4a4f-b68e-043ab04db234 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2505636 Jul 27 20:54:15.709828 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Request body: {'port': {'device_id': 'cda5db3d-e645-445e-9f69-686648639ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:15.722606 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481bd8c3-5b8b-4243-9782-7ce906ee9cf2 x-openstack-request-id: req-481bd8c3-5b8b-4243-9782-7ce906ee9cf2 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:15.722893 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c98c22a-1bb6-42f8-b5e3-3a1082556e9c", "tag": "a7cabc7c-7798-461e-a756-d474c6500666", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:15.723142 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-481bd8c3-5b8b-4243-9782-7ce906ee9cf2 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:15.723546 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c98c22a-1bb6-42f8-b5e3-3a1082556e9c', 'tag': 'a7cabc7c-7798-461e-a756-d474c6500666', 'status': 'completed', 'code': 200} Jul 27 20:54:15.725010 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d8c0be8c-ae7e-4a18-a681-5628f43913b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.826713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-5e38562e-8ced-4678-af36-0912952a543d req-1e99eb23-cc2c-45c7-831d-b360b4b92c16 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1545965871', 'description': 'tempest-description-1216287867'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:15.848994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-db75b4a8-1e79-4334-9a50-39ae4d6c33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:15.851520 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-db75b4a8-1e79-4334-9a50-39ae4d6c33ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1554334 Jul 27 20:54:15.862571 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-e61a9e56-ae80-41fe-bf63-ee032f1b9b07 service neutron] 10.222.0.20 "GET /v2.0/ports/3d095a58-2c25-44ae-a92c-05639700933b/bindings/n-h2-764806-9 HTTP/1.1" status: 200 len: 384 time: 0.2187974 Jul 27 20:54:15.887382 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e38562e-8ced-4678-af36-0912952a543d req-1e99eb23-cc2c-45c7-831d-b360b4b92c16 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.904306 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe30bc5-cd9d-4a4f-b68e-043ab04db234 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce676c9-70b6-4a73-96e6-fd7ddf7fbe7a,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:15.939953 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c38bca03-25ca-415a-a5a8-4ec239b811c5 None None] Provisioning for port c6075cda-f3fb-4b82-a8a6-428a361db421 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:15.945852 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c38bca03-25ca-415a-a5a8-4ec239b811c5 None None] Provisioning complete for port c6075cda-f3fb-4b82-a8a6-428a361db421 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:15.946641 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c38bca03-25ca-415a-a5a8-4ec239b811c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.983911 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d8c0be8c-ae7e-4a18-a681-5628f43913b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.989013 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d8c0be8c-ae7e-4a18-a681-5628f43913b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:15.990904 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d8c0be8c-ae7e-4a18-a681-5628f43913b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e212af28-3794-42f6-9d99-d5b0e68c1707 HTTP/1.1" status: 204 len: 168 time: 0.6011393 Jul 27 20:54:15.994307 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c38bca03-25ca-415a-a5a8-4ec239b811c5 None None] Port c6075cda-f3fb-4b82-a8a6-428a361db421 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:54:16.005255 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.050643 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0be8c-ae7e-4a18-a681-5628f43913b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e212af28-3794-42f6-9d99-d5b0e68c1707,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:16.119449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-9085b81e-426c-4b24-b9b3-a67bb25ac1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:16.119560 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.120791 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-9085b81e-426c-4b24-b9b3-a67bb25ac1b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2606766 Jul 27 20:54:16.135398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaa495-831b-4b82-8340-03043ed04ffc req-45f5204a-2f88-4031-a0da-227bb250f91a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:16.137615 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ebaa495-831b-4b82-8340-03043ed04ffc req-45f5204a-2f88-4031-a0da-227bb250f91a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 944 time: 0.3629289 Jul 27 20:54:16.173818 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e38562e-8ced-4678-af36-0912952a543d req-1e99eb23-cc2c-45c7-831d-b360b4b92c16 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.187503 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e38562e-8ced-4678-af36-0912952a543d req-1e99eb23-cc2c-45c7-831d-b360b4b92c16 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.190388 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Transition to ACTIVE for port object 1a022cd7-e984-471e-a4f8-55737392083d will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:16.221538 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99eb23-cc2c-45c7-831d-b360b4b92c16 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599a3db3-5001-4d6d-bd48-b765c140b6aa,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:16.262582 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 3d095a58-2c25-44ae-a92c-05639700933b details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:16.272746 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ebaa495-831b-4b82-8340-03043ed04ffc req-0f3dadc7-070b-48e5-ace5-86cdd544ee2f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236434 Jul 27 20:54:16.274476 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e38562e-8ced-4678-af36-0912952a543d req-1e99eb23-cc2c-45c7-831d-b360b4b92c16 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.289771 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e38562e-8ced-4678-af36-0912952a543d req-1e99eb23-cc2c-45c7-831d-b360b4b92c16 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5044868 Jul 27 20:54:16.470277 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.481021 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55054) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:16.526910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 3d095a58-2c25-44ae-a92c-05639700933b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3d095a58-2c25-44ae-a92c-05639700933b,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:16.547949 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 3d095a58-2c25-44ae-a92c-05639700933b has no active binding in host n-h2-764806-9 {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 20:54:16.573516 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1dd3e09-72e1-484a-86aa-a7d4766ac51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.621799 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:16.628068 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Pushing event updated for resources: {'Port': ['ID=1a022cd7-e984-471e-a4f8-55737392083d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:16.644318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:16.652205 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:16.720550 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-5e1d5d47-7d04-43df-ad04-d9bc0955b8bd service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879474 Jul 27 20:54:16.737785 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf572a-62b8-49a7-8a1b-d03edb71903d req-42f2cc89-2996-4b2e-9887-4c1acdc2ed37 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:16.745175 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bbf572a-62b8-49a7-8a1b-d03edb71903d req-42f2cc89-2996-4b2e-9887-4c1acdc2ed37 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 948 time: 0.3175349 Jul 27 20:54:16.797263 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:16.797933 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:16.807923 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-dccfb88f-6a96-4288-b859-14f860271f71 service neutron] For port 3d095a58-2c25-44ae-a92c-05639700933b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3d095a58-2c25-44ae-a92c-05639700933b,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:16.863687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-dccfb88f-6a96-4288-b859-14f860271f71 service neutron] For port 3d095a58-2c25-44ae-a92c-05639700933b, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:16.882712 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bbf572a-62b8-49a7-8a1b-d03edb71903d req-c4894db2-f3a8-4dfa-b085-9352ad6f2367 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/security-groups?id=090bf0ec-830a-4ed4-9e75-0b2807f1d5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365352 Jul 27 20:54:16.912095 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c7e2f94-a41d-4460-a1a3-597838cb7297 req-374df723-741b-4d60-9d6d-7edb5647335b service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793041 Jul 27 20:54:16.934503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-dccfb88f-6a96-4288-b859-14f860271f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d095a58-2c25-44ae-a92c-05639700933b {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:16.960925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-dccfb88f-6a96-4288-b859-14f860271f71 service neutron] For port 3d095a58-2c25-44ae-a92c-05639700933b, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=3d095a58-2c25-44ae-a92c-05639700933b,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:17.012536 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-dccfb88f-6a96-4288-b859-14f860271f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.025143 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-73542ca0-d8b5-40db-ab2d-4cbc76c5ab6d None None] Provisioning for port 1a022cd7-e984-471e-a4f8-55737392083d completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:17.029500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-73542ca0-d8b5-40db-ab2d-4cbc76c5ab6d None None] Provisioning complete for port 1a022cd7-e984-471e-a4f8-55737392083d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:17.029983 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-73542ca0-d8b5-40db-ab2d-4cbc76c5ab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.049849 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1dd3e09-72e1-484a-86aa-a7d4766ac51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.056369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6075cda-f3fb-4b82-a8a6-428a361db421 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:17.064155 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1dd3e09-72e1-484a-86aa-a7d4766ac51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.069144 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-73542ca0-d8b5-40db-ab2d-4cbc76c5ab6d None None] Port 1a022cd7-e984-471e-a4f8-55737392083d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:54:17.069917 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.081285 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-e86766f6-16d0-4d70-af22-2b3e7b0bf7cb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6639698 Jul 27 20:54:17.105305 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-b2f00f51-7ed9-44d9-81b2-cf5523efc5a3 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42312 time: 0.7455127 Jul 27 20:54:17.114862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Transition to ACTIVE for port object c6075cda-f3fb-4b82-a8a6-428a361db421 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:17.117879 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Request body: {'port': {'device_id': '10f26325-d0e9-418f-9f11-c6a5de9552da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:17.129029 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.161253 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b1dd3e09-72e1-484a-86aa-a7d4766ac51e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb684349ebfb4dd482527d467e308e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6738591 Jul 27 20:54:17.171144 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55066) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:17.179395 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd3e09-72e1-484a-86aa-a7d4766ac51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d3050b-38bc-4eab-8dff-8b497d66570e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:17.184453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f40d12-52c2-4f33-a6c5-54692737445b req-252d71c1-7f15-4afd-b165-3791ba98bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:17.186345 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-15f40d12-52c2-4f33-a6c5-54692737445b req-252d71c1-7f15-4afd-b165-3791ba98bf11 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9dd848ffdfd34a6ab99adb37549a40bc&device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 1099 time: 0.2042663 Jul 27 20:54:17.241310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-dccfb88f-6a96-4288-b859-14f860271f71 service neutron] Transition to ACTIVE for port object 3d095a58-2c25-44ae-a92c-05639700933b will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:17.249175 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e7ffd-f2e9-4fc5-b8ec-6644cb362a28 req-e4380a5b-ddbd-4883-ae0d-103f4eed4a5b tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:17.250900 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de9e7ffd-f2e9-4fc5-b8ec-6644cb362a28 req-e4380a5b-ddbd-4883-ae0d-103f4eed4a5b tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 936 time: 0.2571659 Jul 27 20:54:17.275086 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Pushing event updated for resources: {'Port': ['ID=c6075cda-f3fb-4b82-a8a6-428a361db421,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:17.297465 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-dccfb88f-6a96-4288-b859-14f860271f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.321449 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-c16ef3a5-b66a-40a2-bef6-82f1279fe95f tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/090bf0ec-830a-4ed4-9e75-0b2807f1d5e3 HTTP/1.1" status: 200 len: 2981 time: 0.1974730 Jul 27 20:54:17.375292 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.393673 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-57b38157-bfb5-4b84-a962-62bc2949ca62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.402927 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de9e7ffd-f2e9-4fc5-b8ec-6644cb362a28 req-71752a84-a454-4d92-a75c-814349184954 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239107 Jul 27 20:54:17.451226 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-dccfb88f-6a96-4288-b859-14f860271f71 service neutron] No DVR routers for this DVR port 3d095a58-2c25-44ae-a92c-05639700933b on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:54:17.463046 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfb88f-6a96-4288-b859-14f860271f71 service neutron] Pushing event updated for resources: {'Port': ['ID=3d095a58-2c25-44ae-a92c-05639700933b,revision_number=10']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:17.474534 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-57b38157-bfb5-4b84-a962-62bc2949ca62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.477307 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-5028b4f4-adae-41a4-9ee1-2bab9f67abf2 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/090bf0ec-830a-4ed4-9e75-0b2807f1d5e3 HTTP/1.1" status: 200 len: 2981 time: 0.1441469 Jul 27 20:54:17.506101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f40d12-52c2-4f33-a6c5-54692737445b req-7e27964d-1aa9-44e6-9361-fc942c2e145a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:17.507634 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-15f40d12-52c2-4f33-a6c5-54692737445b req-7e27964d-1aa9-44e6-9361-fc942c2e145a service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.3006470 Jul 27 20:54:17.509890 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Attempting to bind port c6075cda-f3fb-4b82-a8a6-428a361db421 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:17.510257 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Attempting to bind port c6075cda-f3fb-4b82-a8a6-428a361db421 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:17.510580 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Attempting to bind port c6075cda-f3fb-4b82-a8a6-428a361db421 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:17.518744 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-dccfb88f-6a96-4288-b859-14f860271f71 service neutron] 10.222.0.20 "PUT /v2.0/ports/3d095a58-2c25-44ae-a92c-05639700933b/bindings/n-h2-764806-9/activate HTTP/1.1" status: 200 len: 369 time: 1.6411200 Jul 27 20:54:17.527278 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Port c6075cda-f3fb-4b82-a8a6-428a361db421 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:17.527784 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Attempting to bind port c6075cda-f3fb-4b82-a8a6-428a361db421 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:17.585483 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.66', 56895) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:17.586774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:17.587314 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:17.587920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:17.588647 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Bound port: c6075cda-f3fb-4b82-a8a6-428a361db421, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:17.589216 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.609810 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-15f40d12-52c2-4f33-a6c5-54692737445b req-762fbfe1-e894-488b-81a8-c8c078fd26fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a7cabc7c-7798-461e-a756-d474c6500666 HTTP/1.1" status: 200 len: 217 time: 0.0887084 Jul 27 20:54:17.787667 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-cdaf7f95-ff60-43fd-af84-fa36a575f853 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/209580c8-40d5-4ebd-ba27-47522472ef92 HTTP/1.1" status: 200 len: 2981 time: 0.2890708 Jul 27 20:54:17.805912 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f40d12-52c2-4f33-a6c5-54692737445b req-101d08e9-c664-4645-a8ff-5be8fdb161ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:17.808356 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-15f40d12-52c2-4f33-a6c5-54692737445b req-101d08e9-c664-4645-a8ff-5be8fdb161ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1850722 Jul 27 20:54:17.864907 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-57b38157-bfb5-4b84-a962-62bc2949ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.869616 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-57b38157-bfb5-4b84-a962-62bc2949ca62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:17.871488 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-57b38157-bfb5-4b84-a962-62bc2949ca62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06d3050b-38bc-4eab-8dff-8b497d66570e HTTP/1.1" status: 204 len: 168 time: 0.6963618 Jul 27 20:54:17.916425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] For port c6075cda-f3fb-4b82-a8a6-428a361db421, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:17.923134 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-29aef42b-7e03-4068-b751-3ae1101516fd tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:17.925581 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-29aef42b-7e03-4068-b751-3ae1101516fd tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49&tenant_id=67d405d7cc574d15a62e24d6cfd65e01&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 1096 time: 0.3329277 Jul 27 20:54:17.928075 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b53bc1-f532-4367-990d-5d06bb9a70fe req-4321e661-b716-43d7-9879-7733f176775c tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:17.928379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] For port c6075cda-f3fb-4b82-a8a6-428a361db421, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c6075cda-f3fb-4b82-a8a6-428a361db421,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:17.930580 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-26b53bc1-f532-4367-990d-5d06bb9a70fe req-4321e661-b716-43d7-9879-7733f176775c tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 935 time: 0.4452274 Jul 27 20:54:17.942107 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b38157-bfb5-4b84-a962-62bc2949ca62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d3050b-38bc-4eab-8dff-8b497d66570e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:17.993375 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:18.031266 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-c4a1af02-acbc-4f21-a017-8744a87e3427 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/209580c8-40d5-4ebd-ba27-47522472ef92 HTTP/1.1" status: 200 len: 2981 time: 0.2172937 Jul 27 20:54:18.085553 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:18.086601 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:18.088827 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] 10.222.0.66 "PUT /v2.0/ports/c6075cda-f3fb-4b82-a8a6-428a361db421 HTTP/1.1" status: 200 len: 1096 time: 2.3912821 Jul 27 20:54:18.099327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda5db3d-e645-445e-9f69-686648639ac7', 'tag': 'c6075cda-f3fb-4b82-a8a6-428a361db421'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:18.099899 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc23785c-6005-44f4-a974-084643090e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "cda5db3d-e645-445e-9f69-686648639ac7", "tag": "c6075cda-f3fb-4b82-a8a6-428a361db421"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:18.114684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-26b53bc1-f532-4367-990d-5d06bb9a70fe req-59edaa7c-3e72-46ce-9929-5060a5b72b97 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692038 Jul 27 20:54:18.123148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f40d12-52c2-4f33-a6c5-54692737445b req-90e5fcbf-8b56-4f90-ad2b-8dd52d172678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:18.127234 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-15f40d12-52c2-4f33-a6c5-54692737445b req-90e5fcbf-8b56-4f90-ad2b-8dd52d172678 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3100498 Jul 27 20:54:18.152133 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68883b-9195-4b8c-8c60-29a4a4bc103a service neutron] Pushing event updated for resources: {'Port': ['ID=c6075cda-f3fb-4b82-a8a6-428a361db421,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:18.220212 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-8b3e6a9e-7db9-416d-94d7-314e3555461e tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/299e2f22-3666-4ba5-b2bb-dbf37d578fc5 HTTP/1.1" status: 200 len: 2977 time: 0.1712654 Jul 27 20:54:18.323037 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-3f49ad12-ce94-4ae8-b26d-5007146fb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:18.324656 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-3f49ad12-ce94-4ae8-b26d-5007146fb732 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49&tenant_id=67d405d7cc574d15a62e24d6cfd65e01 HTTP/1.1" status: 200 len: 1096 time: 0.3897233 Jul 27 20:54:18.330915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a022cd7-e984-471e-a4f8-55737392083d {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:18.344473 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:18.364056 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-15f40d12-52c2-4f33-a6c5-54692737445b req-6c47a9b3-0b91-4972-8937-3072ed81a119 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997869 Jul 27 20:54:18.391852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Transition to ACTIVE for port object 1a022cd7-e984-471e-a4f8-55737392083d will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:18.407708 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-506fcc20-e3ff-49f1-afc1-33f98d303ebd tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/299e2f22-3666-4ba5-b2bb-dbf37d578fc5 HTTP/1.1" status: 200 len: 2977 time: 0.1699700 Jul 27 20:54:18.409679 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:18.455329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-6061f3da-b2e5-4806-a558-a96355086e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:18.456853 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-6061f3da-b2e5-4806-a558-a96355086e42 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9e422fe0bfa4c28be59a6e356f9a533&device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 1099 time: 0.2223876 Jul 27 20:54:18.515926 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-c554c9c4-abdb-4d16-9992-9de89ebbe1e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c6075cda-f3fb-4b82-a8a6-428a361db421 HTTP/1.1" status: 200 len: 217 time: 0.0488460 Jul 27 20:54:18.620120 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-15f40d12-52c2-4f33-a6c5-54692737445b req-33f9f6d3-255c-4756-867c-16cc27567fc1 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402461 Jul 27 20:54:18.643326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-8da3799c-7abb-4ef5-962d-506ca9768ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:18.646652 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-8da3799c-7abb-4ef5-962d-506ca9768ccb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 1096 time: 0.2782435 Jul 27 20:54:18.649427 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-4468abb2-d6c4-4bdd-9dc7-7c66a7e45952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:18.651707 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-4468abb2-d6c4-4bdd-9dc7-7c66a7e45952 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1231289 Jul 27 20:54:18.664014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 3d095a58-2c25-44ae-a92c-05639700933b no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:54:18.738056 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 3d095a58-2c25-44ae-a92c-05639700933b not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:54:18.826497 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Pushing event updated for resources: {'Port': ['ID=1a022cd7-e984-471e-a4f8-55737392083d,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:18.856239 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-5c3c9ebb-91ef-48e0-bd00-baadb40adecf tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/32dda7ce-1006-4cd5-a94a-a72bfdfc5165 HTTP/1.1" status: 200 len: 2981 time: 0.4356008 Jul 27 20:54:18.861637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-82bc23bb-3884-4c60-a490-85630e6b344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:18.866187 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-82bc23bb-3884-4c60-a490-85630e6b344e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133549 Jul 27 20:54:18.877875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-b6db5d91-7eba-46e1-b9bc-803838d0e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:18.878989 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-b6db5d91-7eba-46e1-b9bc-803838d0e1e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.2189066 Jul 27 20:54:18.968899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Attempting to bind port 1a022cd7-e984-471e-a4f8-55737392083d on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:18.969270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Attempting to bind port 1a022cd7-e984-471e-a4f8-55737392083d by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:18.970119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Attempting to bind port 1a022cd7-e984-471e-a4f8-55737392083d on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:18.971379 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-3b15ebfc-418e-49d5-a6a5-a94cfb69205c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d095a58-2c25-44ae-a92c-05639700933b HTTP/1.1" status: 200 len: 217 time: 0.0832961 Jul 27 20:54:18.986311 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a0132-9793-44ea-819f-c72c8b27b74a req-71398086-a681-4c47-a866-4ce7472aeb01 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:18.988429 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-531a0132-9793-44ea-819f-c72c8b27b74a req-71398086-a681-4c47-a866-4ce7472aeb01 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 945 time: 0.2539136 Jul 27 20:54:18.990554 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-30327776-f7db-40c4-bc5f-3ffcbe852021 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/32dda7ce-1006-4cd5-a94a-a72bfdfc5165 HTTP/1.1" status: 200 len: 2981 time: 0.1121652 Jul 27 20:54:18.991625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Port 1a022cd7-e984-471e-a4f8-55737392083d on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:18.991882 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Attempting to bind port 1a022cd7-e984-471e-a4f8-55737392083d on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:18.998210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:18.999164 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:18.999513 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:18.999954 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Bound port: 1a022cd7-e984-471e-a4f8-55737392083d, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:19.000320 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:19.077418 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-457c918e-e9cc-4dc1-8e35-5867f7dfdd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:19.079721 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-457c918e-e9cc-4dc1-8e35-5867f7dfdd8c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.0980153 Jul 27 20:54:19.086147 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-e4b2a93d-ec33-4440-96b4-29af0937b207 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061708 Jul 27 20:54:19.109192 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-531a0132-9793-44ea-819f-c72c8b27b74a req-8fc1f914-95cc-4563-9820-9b0dff62b619 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051276 Jul 27 20:54:19.123440 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-9898631c-f69f-4f1b-9f71-53094c8cd666 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/38a57da1-535e-4157-a114-643e17915926 HTTP/1.1" status: 200 len: 2973 time: 0.1206777 Jul 27 20:54:19.160143 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] For port 1a022cd7-e984-471e-a4f8-55737392083d, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:19.187985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] For port 1a022cd7-e984-471e-a4f8-55737392083d, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1a022cd7-e984-471e-a4f8-55737392083d,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:19.199722 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:19.208301 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-bcf792e9-09cc-47a5-ac85-e1f84d5fd727 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/38a57da1-535e-4157-a114-643e17915926 HTTP/1.1" status: 200 len: 2973 time: 0.0745380 Jul 27 20:54:19.237780 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-73e6a9a6-c5c8-44f8-bf2d-9191f35bd276 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417770 Jul 27 20:54:19.314101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:19.314857 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:19.316286 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] 10.222.0.66 "PUT /v2.0/ports/1a022cd7-e984-471e-a4f8-55737392083d HTTP/1.1" status: 200 len: 1095 time: 2.2100723 Jul 27 20:54:19.323077 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f26325-d0e9-418f-9f11-c6a5de9552da', 'tag': '1a022cd7-e984-471e-a4f8-55737392083d'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:19.325647 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0df9dcb-ef89-4d48-b2cd-1cddde9eae5f" -d '{"events": [{"name": "network-changed", "server_uuid": "10f26325-d0e9-418f-9f11-c6a5de9552da", "tag": "1a022cd7-e984-471e-a4f8-55737392083d"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:19.365563 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b69e88-5e36-4246-8b89-e66693edc921 service neutron] Pushing event updated for resources: {'Port': ['ID=1a022cd7-e984-471e-a4f8-55737392083d,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:19.383271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-bf4c242d-ae85-4f4e-840a-dd3fb169c3b2 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/5e444a6d-8827-48d4-b303-36185fd4c019 HTTP/1.1" status: 200 len: 2981 time: 0.1492288 Jul 27 20:54:19.404243 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-f30ca6db-27f6-46d8-b135-e14b3b0c9506 service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565759 Jul 27 20:54:19.406469 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-527ae205-e649-43d9-a2c3-30e4867eb383 req-5aa3357c-46c2-4474-9828-0ea3e549671d service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097763 Jul 27 20:54:19.505447 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a08ed3-7a7b-42f9-9653-6728694dd3b4 req-2cfe35d6-327e-482e-8377-3140dde99601 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:19.516842 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8a08ed3-7a7b-42f9-9653-6728694dd3b4 req-2cfe35d6-327e-482e-8377-3140dde99601 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 948 time: 0.3042831 Jul 27 20:54:19.538479 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-f6aecd66-bc94-4bf9-a751-616705a471ea service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228337 Jul 27 20:54:19.561742 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-5963d9ff-a641-4e48-b5ec-1e18ca7b1b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:19.563524 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-5963d9ff-a641-4e48-b5ec-1e18ca7b1b73 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 1098 time: 0.1775022 Jul 27 20:54:19.582303 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-1c25fd62-9824-41dd-8738-06b73b31a706 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/5e444a6d-8827-48d4-b303-36185fd4c019 HTTP/1.1" status: 200 len: 2981 time: 0.1971793 Jul 27 20:54:19.603067 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8a08ed3-7a7b-42f9-9653-6728694dd3b4 req-c3508877-d4b3-4080-be67-d7d5d60f6037 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/security-groups?id=090bf0ec-830a-4ed4-9e75-0b2807f1d5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850356 Jul 27 20:54:19.650649 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f81f93-1989-42ac-818a-fc8c23d9bdf4 x-openstack-request-id: req-62f81f93-1989-42ac-818a-fc8c23d9bdf4 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:19.650940 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda5db3d-e645-445e-9f69-686648639ac7", "tag": "c6075cda-f3fb-4b82-a8a6-428a361db421", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:19.651194 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62f81f93-1989-42ac-818a-fc8c23d9bdf4 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:19.651599 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda5db3d-e645-445e-9f69-686648639ac7', 'tag': 'c6075cda-f3fb-4b82-a8a6-428a361db421', 'status': 'completed', 'code': 200} Jul 27 20:54:19.652430 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-e1b48676-5eb7-4d4e-99ea-40d41360945b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=1a022cd7-e984-471e-a4f8-55737392083d HTTP/1.1" status: 200 len: 217 time: 0.0668917 Jul 27 20:54:19.742252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23785c-6005-44f4-a974-084643090e6e req-3ceaf3eb-02a4-40a4-b175-85c15d3686c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:19.744275 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cc23785c-6005-44f4-a974-084643090e6e req-3ceaf3eb-02a4-40a4-b175-85c15d3686c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9e422fe0bfa4c28be59a6e356f9a533&device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 1099 time: 0.0621219 Jul 27 20:54:19.801705 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-9276a1da-ba26-4323-8d74-5afce9a84588 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/63af3423-b399-494f-a83d-d3d3095eabd6 HTTP/1.1" status: 200 len: 2977 time: 0.2082880 Jul 27 20:54:19.809757 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-c109ce3e-3793-4ac3-a465-6d14742c4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:19.812535 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-c109ce3e-3793-4ac3-a465-6d14742c4072 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1498041 Jul 27 20:54:19.896633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23785c-6005-44f4-a974-084643090e6e req-a1efd6d9-faf0-4a4d-ac8c-ddd178ce3ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:19.900099 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cc23785c-6005-44f4-a974-084643090e6e req-a1efd6d9-faf0-4a4d-ac8c-ddd178ce3ff9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1468608 Jul 27 20:54:19.937761 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-17a6b4d8-a1e5-4d7c-9344-1a59e667e452 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/63af3423-b399-494f-a83d-d3d3095eabd6 HTTP/1.1" status: 200 len: 2977 time: 0.1234069 Jul 27 20:54:19.951118 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f063805-8394-4d2c-a7a2-636925a38cc0 req-706a4507-030b-4b2a-b84a-178a010af355 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:19.953956 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f063805-8394-4d2c-a7a2-636925a38cc0 req-706a4507-030b-4b2a-b84a-178a010af355 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 948 time: 0.2075415 Jul 27 20:54:19.957534 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cc23785c-6005-44f4-a974-084643090e6e req-6ea886a1-2651-431d-aa35-76f2b5576892 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c6075cda-f3fb-4b82-a8a6-428a361db421 HTTP/1.1" status: 200 len: 217 time: 0.0495250 Jul 27 20:54:20.023020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-3e2b2db4-ee05-4712-9aaa-8abd190c9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:20.024701 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-3e2b2db4-ee05-4712-9aaa-8abd190c9834 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2013345 Jul 27 20:54:20.049884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23785c-6005-44f4-a974-084643090e6e req-f7cba695-0807-4a19-bd71-abd7f14ab6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:20.051864 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cc23785c-6005-44f4-a974-084643090e6e req-f7cba695-0807-4a19-bd71-abd7f14ab6c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0863090 Jul 27 20:54:20.060460 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-40d85a3b-2f59-47d2-851a-616f9583f926 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/ab816a5f-3c97-4505-9ede-9285478020bf HTTP/1.1" status: 200 len: 2977 time: 0.1040106 Jul 27 20:54:20.074036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f063805-8394-4d2c-a7a2-636925a38cc0 req-113388f6-fce6-4286-9849-a716fe7b75a0 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083233 Jul 27 20:54:20.181903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23785c-6005-44f4-a974-084643090e6e req-71b91df6-8396-4a0f-934f-2ee8c99d58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:20.183557 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cc23785c-6005-44f4-a974-084643090e6e req-71b91df6-8396-4a0f-934f-2ee8c99d58d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229427 Jul 27 20:54:20.188206 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-d4baa167-961b-400e-9859-09857345b64e tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/ab816a5f-3c97-4505-9ede-9285478020bf HTTP/1.1" status: 200 len: 2977 time: 0.0856957 Jul 27 20:54:20.245777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-ccbff958-d72e-4d6c-b106-fdbc1609bbe2 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018702 Jul 27 20:54:20.281635 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device a7cabc7c-7798-461e-a756-d474c6500666 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:20.289667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 3d095a58-2c25-44ae-a92c-05639700933b no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:54:20.333092 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-7907f9ea-6256-484b-b38c-79e73d66193c tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b5f218b2-b600-4769-9e65-f2e3c3726734 HTTP/1.1" status: 200 len: 2981 time: 0.1290679 Jul 27 20:54:20.379928 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cc23785c-6005-44f4-a974-084643090e6e req-dfb93461-f8c0-439a-a7a5-312a170d65c0 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874859 Jul 27 20:54:20.383503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-cf69d8a0-3d74-46ac-b296-dc524ec93cf9 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:20.385236 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-cf69d8a0-3d74-46ac-b296-dc524ec93cf9 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49&tenant_id=67d405d7cc574d15a62e24d6cfd65e01&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 1096 time: 0.1197243 Jul 27 20:54:20.414179 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70fe931a-cb59-482a-8cbc-8e8446f5e96c req-4bb80492-3fd2-42ad-81f7-e2149d9e6e3a service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595542 Jul 27 20:54:20.417666 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-01057e83-9533-4e1e-8832-6d3a1c238804 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b5f218b2-b600-4769-9e65-f2e3c3726734 HTTP/1.1" status: 200 len: 2981 time: 0.0752416 Jul 27 20:54:20.483659 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-7dcca3ad-f89a-42f5-9e83-5ceae2b02e1f tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b6ddafcb-9552-40ef-9e78-817930e5794b HTTP/1.1" status: 200 len: 2977 time: 0.0496688 Jul 27 20:54:20.513559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port a7cabc7c-7798-461e-a756-d474c6500666, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=a7cabc7c-7798-461e-a756-d474c6500666,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:20.526433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'a7cabc7c-7798-461e-a756-d474c6500666', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'a7cabc7c-7798-461e-a756-d474c6500666', 'mac_address': 'fa:16:3e:3f:61:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:20.579835 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:20.586056 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-036aae3d-a14a-414f-85c7-2fb9e4ff1718 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b6ddafcb-9552-40ef-9e78-817930e5794b HTTP/1.1" status: 200 len: 2977 time: 0.0937209 Jul 27 20:54:20.595952 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cc23785c-6005-44f4-a974-084643090e6e req-b51e7733-f743-4535-b099-1b6bee08f6a3 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091391 Jul 27 20:54:20.596560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cabc7c-7798-461e-a756-d474c6500666 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:20.622074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port a7cabc7c-7798-461e-a756-d474c6500666, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=a7cabc7c-7798-461e-a756-d474c6500666,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:20.630872 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:20.649750 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-74b33152-23e6-4bc7-81bf-a1b94e78bb48 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/f1474264-092e-4524-88b8-d6516a0c181e HTTP/1.1" status: 200 len: 2981 time: 0.0626149 Jul 27 20:54:20.660298 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa113e5a-1529-46ff-ba51-fd1611aad51a req-3ea44d59-85ef-4a2c-9a40-0e6035f126d4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:20.662669 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa113e5a-1529-46ff-ba51-fd1611aad51a req-3ea44d59-85ef-4a2c-9a40-0e6035f126d4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 947 time: 0.1422448 Jul 27 20:54:20.708157 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=a7cabc7c-7798-461e-a756-d474c6500666,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:20.745641 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-ae13ec46-40c7-4bbe-9c4d-54c70701075c tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/f1474264-092e-4524-88b8-d6516a0c181e HTTP/1.1" status: 200 len: 2981 time: 0.0805221 Jul 27 20:54:20.750098 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa113e5a-1529-46ff-ba51-fd1611aad51a req-e8eeac60-d7c4-4fee-80e7-95a97abbe7d9 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751565 Jul 27 20:54:20.821364 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-4395f01b-3905-4939-ae05-5714cc0b544b tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/ff91d357-8c51-4b50-93be-8738fd9760e8 HTTP/1.1" status: 200 len: 2980 time: 0.0616648 Jul 27 20:54:20.886639 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-549f0351-e3b3-4e73-83be-7f40d1084cc8 req-49796915-f76e-44f7-9c30-f4e74363f33e tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/ff91d357-8c51-4b50-93be-8738fd9760e8 HTTP/1.1" status: 200 len: 2980 time: 0.0599449 Jul 27 20:54:20.908957 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5533d6f6-cccb-4cf8-a9b1-fb0b9912bbd0 x-openstack-request-id: req-5533d6f6-cccb-4cf8-a9b1-fb0b9912bbd0 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:20.909644 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f26325-d0e9-418f-9f11-c6a5de9552da", "tag": "1a022cd7-e984-471e-a4f8-55737392083d", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:20.910059 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5533d6f6-cccb-4cf8-a9b1-fb0b9912bbd0 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:20.910766 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f26325-d0e9-418f-9f11-c6a5de9552da', 'tag': '1a022cd7-e984-471e-a4f8-55737392083d', 'status': 'completed', 'code': 200} Jul 27 20:54:20.930284 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-6f03213d-ca0d-4d65-99b6-ea03570bcf26 service neutron] For port 3d095a58-2c25-44ae-a92c-05639700933b, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:20.934791 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-6f03213d-ca0d-4d65-99b6-ea03570bcf26 service neutron] Notify callbacks [] for binding, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:20.936194 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431335a2-4220-4dd6-bae1-f4e51fa9dba9 req-6f03213d-ca0d-4d65-99b6-ea03570bcf26 service neutron] 10.222.0.66 "DELETE /v2.0/ports/3d095a58-2c25-44ae-a92c-05639700933b/bindings/n-h1-764806-9 HTTP/1.1" status: 204 len: 173 time: 0.4650133 Jul 27 20:54:21.015485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df9dcb-ef89-4d48-b2cd-1cddde9eae5f req-c82323f8-d634-4759-b5b2-f957f43d996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:21.017133 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a0df9dcb-ef89-4d48-b2cd-1cddde9eae5f req-c82323f8-d634-4759-b5b2-f957f43d996a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 1098 time: 0.0794585 Jul 27 20:54:21.074036 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a1eaa-b690-4f6a-9d06-cb8200109e31 req-6c6005ec-b341-4ac0-ace8-3731130dcee2 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:21.077346 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-386a1eaa-b690-4f6a-9d06-cb8200109e31 req-6c6005ec-b341-4ac0-ace8-3731130dcee2 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 945 time: 0.0858991 Jul 27 20:54:21.129017 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-386a1eaa-b690-4f6a-9d06-cb8200109e31 req-ef35bfaf-f027-48d1-9e4f-138c1dc61073 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444531 Jul 27 20:54:21.161858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df9dcb-ef89-4d48-b2cd-1cddde9eae5f req-894a60fc-a728-4bbc-998f-e90e34b3db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:21.163763 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a0df9dcb-ef89-4d48-b2cd-1cddde9eae5f req-894a60fc-a728-4bbc-998f-e90e34b3db41 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1380053 Jul 27 20:54:21.263213 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a0df9dcb-ef89-4d48-b2cd-1cddde9eae5f req-c70c5643-5775-4d7e-b82a-abbc7bf32ea9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=1a022cd7-e984-471e-a4f8-55737392083d HTTP/1.1" status: 200 len: 217 time: 0.0824499 Jul 27 20:54:21.322354 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ee77cd5-0d3d-4963-8365-e99836208a8a req-25aabe45-5b2f-47c0-8576-a1f7d3ecda86 tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0df2bb3d7ef647abac0e6615fdcba643 HTTP/1.1" status: 200 len: 6100 time: 0.1372871 Jul 27 20:54:21.363844 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df9dcb-ef89-4d48-b2cd-1cddde9eae5f req-f9b6e793-ff70-4bd0-a06a-7246d3c72e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:21.365293 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a006092-7784-4430-bfd0-a686ca94d7f2 req-499b2a6d-c145-4921-bdb2-c29daac674d5 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:21.366893 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a006092-7784-4430-bfd0-a686ca94d7f2 req-499b2a6d-c145-4921-bdb2-c29daac674d5 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 949 time: 0.1646373 Jul 27 20:54:21.367617 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a0df9dcb-ef89-4d48-b2cd-1cddde9eae5f req-f9b6e793-ff70-4bd0-a06a-7246d3c72e56 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0879629 Jul 27 20:54:21.435781 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ee77cd5-0d3d-4963-8365-e99836208a8a req-489af08d-4f40-46b8-8a89-d3724578481f tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] 10.222.0.55 "GET /v2.0/security-groups/209580c8-40d5-4ebd-ba27-47522472ef92 HTTP/1.1" status: 200 len: 2981 time: 0.1032875 Jul 27 20:54:21.460166 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['a7cabc7c-7798-461e-a756-d474c6500666'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:21.468129 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a006092-7784-4430-bfd0-a686ca94d7f2 req-a7ed739e-6a9d-4efa-8bd3-1defd2c7a506 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/security-groups?id=090bf0ec-830a-4ed4-9e75-0b2807f1d5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810649 Jul 27 20:54:21.477593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df9dcb-ef89-4d48-b2cd-1cddde9eae5f req-8bc73184-c191-478a-981a-49975334eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:21.479435 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a0df9dcb-ef89-4d48-b2cd-1cddde9eae5f req-8bc73184-c191-478a-981a-49975334eb07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1030991 Jul 27 20:54:21.531604 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ee77cd5-0d3d-4963-8365-e99836208a8a req-d15b6c14-726a-46e9-b2e3-2d3807125830 tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] 10.222.0.55 "GET /v2.0/security-groups/209580c8-40d5-4ebd-ba27-47522472ef92 HTTP/1.1" status: 200 len: 2981 time: 0.0948699 Jul 27 20:54:21.618988 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a0df9dcb-ef89-4d48-b2cd-1cddde9eae5f req-b1feda70-c48c-4722-b1fa-2b2c20d94024 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289818 Jul 27 20:54:21.655102 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55160) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:21.693528 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480e2dc-f96c-4d17-b13c-0f33fa378d0e req-3af5a83e-839d-4f4c-8af6-7c8542d99c39 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:21.710705 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4480e2dc-f96c-4d17-b13c-0f33fa378d0e req-3af5a83e-839d-4f4c-8af6-7c8542d99c39 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 948 time: 0.1022973 Jul 27 20:54:21.795087 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4480e2dc-f96c-4d17-b13c-0f33fa378d0e req-2d477c60-cbae-40b1-8e1f-378278fd91f2 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828116 Jul 27 20:54:21.849471 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a0df9dcb-ef89-4d48-b2cd-1cddde9eae5f req-72781294-38b5-4bfb-8b5d-57020adc0e7f service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215419 Jul 27 20:54:21.867205 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6d6e948-7b56-4f46-ae19-f4d9f16cf712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:21.927572 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6bd88334-459e-4ae3-ad40-80f143542442 req-0ca91ef8-d185-4f85-a7a0-cb19c4f00763 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/599a3db3-5001-4d6d-bd48-b765c140b6aa HTTP/1.1" status: 200 len: 1778 time: 0.0463781 Jul 27 20:54:22.012012 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6d6e948-7b56-4f46-ae19-f4d9f16cf712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.018529 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6d6e948-7b56-4f46-ae19-f4d9f16cf712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.030271 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-6bd88334-459e-4ae3-ad40-80f143542442 req-67b0fc6b-1031-47ee-87da-64511be81f8f tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.057279 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781301f-7225-4e42-b75c-57d4cd862fb4 req-6b6fa636-8c5e-4f73-b481-058b29665ae3 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:22.057279 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1781301f-7225-4e42-b75c-57d4cd862fb4 req-6b6fa636-8c5e-4f73-b481-058b29665ae3 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 947 time: 0.1264753 Jul 27 20:54:22.064286 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-6bd88334-459e-4ae3-ad40-80f143542442 req-67b0fc6b-1031-47ee-87da-64511be81f8f tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.064953 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b6d6e948-7b56-4f46-ae19-f4d9f16cf712 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5144c066e3324d41bd86e067cc13a4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091597 Jul 27 20:54:22.068699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55178) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:22.078157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6e948-7b56-4f46-ae19-f4d9f16cf712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9f8344-0391-42cb-a341-acdc9f0a2444,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:22.128994 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-af1986db-295f-405f-88a6-bed2d2b2c51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.136957 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1781301f-7225-4e42-b75c-57d4cd862fb4 req-c64de9d5-1c51-4d30-af3b-68890c1a7922 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705733 Jul 27 20:54:22.148029 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-6bd88334-459e-4ae3-ad40-80f143542442 req-67b0fc6b-1031-47ee-87da-64511be81f8f tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.151635 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-6bd88334-459e-4ae3-ad40-80f143542442 req-67b0fc6b-1031-47ee-87da-64511be81f8f tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.153314 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6bd88334-459e-4ae3-ad40-80f143542442 req-67b0fc6b-1031-47ee-87da-64511be81f8f tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/599a3db3-5001-4d6d-bd48-b765c140b6aa HTTP/1.1" status: 204 len: 173 time: 0.2149837 Jul 27 20:54:22.171388 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-af1986db-295f-405f-88a6-bed2d2b2c51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.173629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0fc6b-1031-47ee-87da-64511be81f8f tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599a3db3-5001-4d6d-bd48-b765c140b6aa,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:22.253002 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-af1986db-295f-405f-88a6-bed2d2b2c51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.257624 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-af1986db-295f-405f-88a6-bed2d2b2c51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.261435 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-af1986db-295f-405f-88a6-bed2d2b2c51a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca9f8344-0391-42cb-a341-acdc9f0a2444 HTTP/1.1" status: 204 len: 168 time: 0.1912827 Jul 27 20:54:22.282208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1986db-295f-405f-88a6-bed2d2b2c51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9f8344-0391-42cb-a341-acdc9f0a2444,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:22.311627 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49dabb-c761-4fb3-8ee5-6765d972639f req-286d40ba-78e5-4db3-b711-d20b9ec2f829 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:22.314053 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cb49dabb-c761-4fb3-8ee5-6765d972639f req-286d40ba-78e5-4db3-b711-d20b9ec2f829 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 1096 time: 0.0858791 Jul 27 20:54:22.362168 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cb49dabb-c761-4fb3-8ee5-6765d972639f req-8b324a96-e96c-4ddb-afcc-85e08e586286 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410068 Jul 27 20:54:22.463231 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d81efe0-f78f-40ed-ac2b-86dd90af563f req-2f48f978-0bc7-466a-8d5b-414192d49f4f tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "GET /v2.0/security-groups/bce676c9-70b6-4a73-96e6-fd7ddf7fbe7a HTTP/1.1" status: 200 len: 1777 time: 0.0559394 Jul 27 20:54:22.528742 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-9d81efe0-f78f-40ed-ac2b-86dd90af563f req-02af41d2-5cba-463c-96b0-e5759f5fb5f8 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.555835 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-9d81efe0-f78f-40ed-ac2b-86dd90af563f req-02af41d2-5cba-463c-96b0-e5759f5fb5f8 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.603719 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-9d81efe0-f78f-40ed-ac2b-86dd90af563f req-02af41d2-5cba-463c-96b0-e5759f5fb5f8 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.606736 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-9d81efe0-f78f-40ed-ac2b-86dd90af563f req-02af41d2-5cba-463c-96b0-e5759f5fb5f8 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.608017 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d81efe0-f78f-40ed-ac2b-86dd90af563f req-02af41d2-5cba-463c-96b0-e5759f5fb5f8 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/bce676c9-70b6-4a73-96e6-fd7ddf7fbe7a HTTP/1.1" status: 204 len: 173 time: 0.1374376 Jul 27 20:54:22.617253 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af41d2-5cba-463c-96b0-e5759f5fb5f8 tempest-SecurityGroupsTestAdminJSON-1216484256 tempest-SecurityGroupsTestAdminJSON-1216484256-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce676c9-70b6-4a73-96e6-fd7ddf7fbe7a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:22.682424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55204) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:22.696549 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa738341-2064-447d-b4b6-f222437a77e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.748020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229025c-4517-463b-8714-ff4a3977ab22 req-f9b18151-74aa-4b69-8f25-5c081608b4e1 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:22.750464 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d229025c-4517-463b-8714-ff4a3977ab22 req-f9b18151-74aa-4b69-8f25-5c081608b4e1 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 949 time: 0.0804484 Jul 27 20:54:22.799902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d229025c-4517-463b-8714-ff4a3977ab22 req-e44ce2e2-0d7a-46a1-ac33-73b69c19d00b tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/security-groups?id=090bf0ec-830a-4ed4-9e75-0b2807f1d5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410771 Jul 27 20:54:22.800858 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa738341-2064-447d-b4b6-f222437a77e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.805898 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa738341-2064-447d-b4b6-f222437a77e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.850342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa738341-2064-447d-b4b6-f222437a77e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78160fd7-7cf3-4239-92a6-1866884340f5,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:22.868951 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fa738341-2064-447d-b4b6-f222437a77e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=86c376cab75847e981884c5d05ec390e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852913 Jul 27 20:54:22.871331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55218) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:22.945234 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a2d65bdd-3476-4bb3-bac5-155d269b3714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:22.965357 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-766312ab-796b-4eca-a27c-15f6fdfb7fe4 req-fd58a0f3-44e0-46f6-91d3-e34abb6fff5f tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] 10.222.0.55 "GET /v2.0/security-groups/68d02050-457a-47a0-a0b5-f2b7f7eb416c HTTP/1.1" status: 200 len: 1775 time: 0.1114461 Jul 27 20:54:22.971356 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a2d65bdd-3476-4bb3-bac5-155d269b3714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:23.034894 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a2d65bdd-3476-4bb3-bac5-155d269b3714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:23.038478 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a2d65bdd-3476-4bb3-bac5-155d269b3714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:23.040157 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a2d65bdd-3476-4bb3-bac5-155d269b3714 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/78160fd7-7cf3-4239-92a6-1866884340f5 HTTP/1.1" status: 204 len: 168 time: 0.1647701 Jul 27 20:54:23.052445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d65bdd-3476-4bb3-bac5-155d269b3714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78160fd7-7cf3-4239-92a6-1866884340f5,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:23.077996 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c05517-dc63-463e-91ee-40ab716ad984 req-0f996048-2cc9-4a52-865f-33da895f1f41 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:23.083444 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76c05517-dc63-463e-91ee-40ab716ad984 req-0f996048-2cc9-4a52-865f-33da895f1f41 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 819 time: 0.1912339 Jul 27 20:54:23.093315 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-766312ab-796b-4eca-a27c-15f6fdfb7fe4 req-50e6c1f1-d84c-4da6-97b3-08d9577337af tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:23.110283 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76c05517-dc63-463e-91ee-40ab716ad984 req-d6c0dc55-17fc-4e8f-9fa5-fc834cbf3251 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/quotas/67d405d7cc574d15a62e24d6cfd65e01 HTTP/1.1" status: 200 len: 375 time: 0.0233982 Jul 27 20:54:23.123447 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-766312ab-796b-4eca-a27c-15f6fdfb7fe4 req-50e6c1f1-d84c-4da6-97b3-08d9577337af tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:23.206765 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-766312ab-796b-4eca-a27c-15f6fdfb7fe4 req-50e6c1f1-d84c-4da6-97b3-08d9577337af tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:23.209478 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-766312ab-796b-4eca-a27c-15f6fdfb7fe4 req-50e6c1f1-d84c-4da6-97b3-08d9577337af tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:23.210867 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-766312ab-796b-4eca-a27c-15f6fdfb7fe4 req-50e6c1f1-d84c-4da6-97b3-08d9577337af tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] 10.222.0.55 "DELETE /v2.0/security-groups/68d02050-457a-47a0-a0b5-f2b7f7eb416c HTTP/1.1" status: 204 len: 173 time: 0.2356391 Jul 27 20:54:23.233788 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76c05517-dc63-463e-91ee-40ab716ad984 req-c4e79f7c-f0ec-41c0-bfd8-c03f6fd5f24c tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1114929 Jul 27 20:54:23.235148 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6c1f1-d84c-4da6-97b3-08d9577337af tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d02050-457a-47a0-a0b5-f2b7f7eb416c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:23.401373 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76c05517-dc63-463e-91ee-40ab716ad984 req-13ccab75-a6ed-4d8b-aaef-d08072969e46 service neutron] 10.222.0.55 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374977 Jul 27 20:54:23.424976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a864aa-322f-410a-a1c0-8c9c5bacddb3 req-0be8286d-b691-47f5-a4bb-3d2e9ebe11a4 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:23.430705 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0a864aa-322f-410a-a1c0-8c9c5bacddb3 req-0be8286d-b691-47f5-a4bb-3d2e9ebe11a4 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 948 time: 0.1425986 Jul 27 20:54:23.514886 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0a864aa-322f-410a-a1c0-8c9c5bacddb3 req-074ad5ab-ff53-4996-8f40-aa04d07d6941 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735488 Jul 27 20:54:23.563984 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76c05517-dc63-463e-91ee-40ab716ad984 req-1e387cf1-6e97-41e4-9a16-ca52fa8fc13c service neutron] 10.222.0.55 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545768 Jul 27 20:54:23.569684 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55244) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:23.694713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9801d50-2301-44f8-99bf-441acd9702a7 req-da7e5cb6-8483-4df5-b84b-d042af4a105a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:23.697442 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9801d50-2301-44f8-99bf-441acd9702a7 req-da7e5cb6-8483-4df5-b84b-d042af4a105a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 947 time: 0.0906570 Jul 27 20:54:23.751475 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9453ff3c-7bac-45ea-bf6b-bbbb7d3afa51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:23.795885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67f7a5cf-2b5c-40f9-8b69-8f2ecab2e18b req-ab31051c-c436-4bda-8cdd-cf3c7d5aebd4 tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] 10.222.0.55 "GET /v2.0/security-groups/bcf84e40-7d16-4e81-a024-206d4eeb79a9 HTTP/1.1" status: 200 len: 1777 time: 0.0962672 Jul 27 20:54:23.801327 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9801d50-2301-44f8-99bf-441acd9702a7 req-afdb549b-8af2-4df7-ae8b-386ecd033a84 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928698 Jul 27 20:54:23.925159 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-67f7a5cf-2b5c-40f9-8b69-8f2ecab2e18b req-a518c6e9-83d8-4bf6-9341-1e13150031d8 tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:23.992394 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce6ca27d-d33c-4004-832e-f2e048f7a061 req-b052db9b-bcc6-4a90-a78f-952ae5c52cd5 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 210 time: 0.0487068 Jul 27 20:54:23.994214 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9453ff3c-7bac-45ea-bf6b-bbbb7d3afa51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:23.998373 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-67f7a5cf-2b5c-40f9-8b69-8f2ecab2e18b req-a518c6e9-83d8-4bf6-9341-1e13150031d8 tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:24.007236 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9453ff3c-7bac-45ea-bf6b-bbbb7d3afa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:24.085539 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9453ff3c-7bac-45ea-bf6b-bbbb7d3afa51 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7deec0b70454954a2ddc5d0ef1655b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5149052 Jul 27 20:54:24.088407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55270) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:24.097156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453ff3c-7bac-45ea-bf6b-bbbb7d3afa51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc002ec-1d3a-440b-a084-9e4dbc8cf31f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:24.130392 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-67f7a5cf-2b5c-40f9-8b69-8f2ecab2e18b req-a518c6e9-83d8-4bf6-9341-1e13150031d8 tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:24.133104 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-67f7a5cf-2b5c-40f9-8b69-8f2ecab2e18b req-a518c6e9-83d8-4bf6-9341-1e13150031d8 tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:24.138197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67f7a5cf-2b5c-40f9-8b69-8f2ecab2e18b req-a518c6e9-83d8-4bf6-9341-1e13150031d8 tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] 10.222.0.55 "DELETE /v2.0/security-groups/bcf84e40-7d16-4e81-a024-206d4eeb79a9 HTTP/1.1" status: 204 len: 173 time: 0.3336759 Jul 27 20:54:24.156571 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518c6e9-83d8-4bf6-9341-1e13150031d8 tempest-SecurityGroupsTestAdminJSON-650739069 tempest-SecurityGroupsTestAdminJSON-650739069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf84e40-7d16-4e81-a024-206d4eeb79a9,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:24.189405 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea931c5-6af5-41f1-ad03-8c059d8f7a36 req-8ac77d96-1979-4390-b0be-f8fc67547abc tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:24.194777 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-423e23e8-0a09-4355-97ef-4d3c42dad697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:24.198883 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ea931c5-6af5-41f1-ad03-8c059d8f7a36 req-8ac77d96-1979-4390-b0be-f8fc67547abc tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 949 time: 0.1176689 Jul 27 20:54:24.238186 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-423e23e8-0a09-4355-97ef-4d3c42dad697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:24.240455 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ea931c5-6af5-41f1-ad03-8c059d8f7a36 req-e2840bd0-423a-48ce-8630-c497767e91e0 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/security-groups?id=090bf0ec-830a-4ed4-9e75-0b2807f1d5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391195 Jul 27 20:54:24.294635 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c6075cda-f3fb-4b82-a8a6-428a361db421 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:24.315662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device a7cabc7c-7798-461e-a756-d474c6500666 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:24.328070 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-423e23e8-0a09-4355-97ef-4d3c42dad697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:24.333466 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-423e23e8-0a09-4355-97ef-4d3c42dad697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:24.336799 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-423e23e8-0a09-4355-97ef-4d3c42dad697 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4dc002ec-1d3a-440b-a084-9e4dbc8cf31f HTTP/1.1" status: 204 len: 168 time: 0.2450068 Jul 27 20:54:24.353007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e23e8-0a09-4355-97ef-4d3c42dad697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc002ec-1d3a-440b-a084-9e4dbc8cf31f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:24.475494 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port a7cabc7c-7798-461e-a756-d474c6500666 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:24.484108 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port a7cabc7c-7798-461e-a756-d474c6500666 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:24.484698 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:24.524687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c6075cda-f3fb-4b82-a8a6-428a361db421, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c6075cda-f3fb-4b82-a8a6-428a361db421,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:24.544561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'c6075cda-f3fb-4b82-a8a6-428a361db421', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'c6075cda-f3fb-4b82-a8a6-428a361db421', 'mac_address': 'fa:16:3e:50:06:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:24.576896 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55290) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:24.696571 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5797fb-0990-4a81-8cc6-ed319e938c07 req-caf80827-2262-4450-ab57-c2a4b5d1d52f tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:24.698446 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a5797fb-0990-4a81-8cc6-ed319e938c07 req-caf80827-2262-4450-ab57-c2a4b5d1d52f tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 948 time: 0.0787425 Jul 27 20:54:24.736254 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:24.751186 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6075cda-f3fb-4b82-a8a6-428a361db421 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:24.756043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a5797fb-0990-4a81-8cc6-ed319e938c07 req-1b3afe34-234b-4785-8699-cf6cd1ab8d71 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437417 Jul 27 20:54:24.778498 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c6075cda-f3fb-4b82-a8a6-428a361db421, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c6075cda-f3fb-4b82-a8a6-428a361db421,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:24.780355 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:24.790132 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:24.790844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1a022cd7-e984-471e-a4f8-55737392083d details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:24.845831 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c98c22a-1bb6-42f8-b5e3-3a1082556e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cabc7c-7798-461e-a756-d474c6500666'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:24.847999 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b66080-0292-4039-8e42-807b5ec81b70" -d '{"events": [{"server_uuid": "6c98c22a-1bb6-42f8-b5e3-3a1082556e9c", "name": "network-vif-plugged", "status": "completed", "tag": "a7cabc7c-7798-461e-a756-d474c6500666"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:24.854925 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port a7cabc7c-7798-461e-a756-d474c6500666, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=a7cabc7c-7798-461e-a756-d474c6500666,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:24.864050 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:24.905157 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c6075cda-f3fb-4b82-a8a6-428a361db421,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:24.909694 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1a022cd7-e984-471e-a4f8-55737392083d, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1a022cd7-e984-471e-a4f8-55737392083d,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:24.950077 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b629fe0-2105-426a-a930-aa8dd17bf5b6 x-openstack-request-id: req-5b629fe0-2105-426a-a930-aa8dd17bf5b6 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:24.950733 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c98c22a-1bb6-42f8-b5e3-3a1082556e9c", "name": "network-vif-plugged", "status": "completed", "tag": "a7cabc7c-7798-461e-a756-d474c6500666", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:24.951136 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b629fe0-2105-426a-a930-aa8dd17bf5b6 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:24.951760 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c98c22a-1bb6-42f8-b5e3-3a1082556e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cabc7c-7798-461e-a756-d474c6500666', 'code': 200} Jul 27 20:54:24.956655 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '1a022cd7-e984-471e-a4f8-55737392083d', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '1a022cd7-e984-471e-a4f8-55737392083d', 'mac_address': 'fa:16:3e:e1:63:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:25.000312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55304) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:25.018088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=a7cabc7c-7798-461e-a756-d474c6500666,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:25.024759 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.040843 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a022cd7-e984-471e-a4f8-55737392083d {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:25.064565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1a022cd7-e984-471e-a4f8-55737392083d, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1a022cd7-e984-471e-a4f8-55737392083d,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:25.071597 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.102347 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a19f63-1afa-48b8-ae98-5b7a5a7ab458 req-0592fa08-bd49-4c15-87ed-e3aa0f928986 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:25.113635 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c3a19f63-1afa-48b8-ae98-5b7a5a7ab458 req-0592fa08-bd49-4c15-87ed-e3aa0f928986 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 947 time: 0.1503100 Jul 27 20:54:25.121611 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-886f6433-e6a0-4182-baa2-b80b6d8bf74e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0df2bb3d7ef647abac0e6615fdcba643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5439813 Jul 27 20:54:25.130893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=1a022cd7-e984-471e-a4f8-55737392083d,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:25.137739 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55308) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:25.142813 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98fc489f-b93a-4b87-b694-df3fe386cc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.256671 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b5c1a5e7-c511-464a-8c33-95dea214f26a req-4804036d-3b50-4a6e-9d5a-51cb78304285 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 210 time: 0.0546281 Jul 27 20:54:25.264143 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c05517-dc63-463e-91ee-40ab716ad984 req-84126652-a65a-4110-a20b-c04b1188bb3a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:25.265926 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76c05517-dc63-463e-91ee-40ab716ad984 req-84126652-a65a-4110-a20b-c04b1188bb3a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.20 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 819 time: 0.3351970 Jul 27 20:54:25.268609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c3a19f63-1afa-48b8-ae98-5b7a5a7ab458 req-083d18a3-4f0a-470a-b5bf-8d35c35b2410 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535275 Jul 27 20:54:25.280731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-76c05517-dc63-463e-91ee-40ab716ad984 req-fe78cdaf-20de-4a67-9c73-257c1e551cd3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Request body: {'port': {'device_id': '75271b67-8ed1-478b-9bfd-02ed1e8fff50', 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562', 'admin_state_up': True, 'tenant_id': '67d405d7cc574d15a62e24d6cfd65e01'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:25.331649 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a41b072-c288-4f25-908b-27b1d15e2d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.337187 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59718d6-9d2d-43bb-8fb1-017a23a7bfe1 req-8baf88e8-d209-4d7c-94cc-36736daa28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:25.338960 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e59718d6-9d2d-43bb-8fb1-017a23a7bfe1 req-8baf88e8-d209-4d7c-94cc-36736daa28a4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 1101 time: 0.2225244 Jul 27 20:54:25.383115 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a41b072-c288-4f25-908b-27b1d15e2d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.436504 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e59718d6-9d2d-43bb-8fb1-017a23a7bfe1 req-79a06931-8a37-4ab6-bc34-4c6fbc74b447 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=090bf0ec-830a-4ed4-9e75-0b2807f1d5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846062 Jul 27 20:54:25.449546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c8063-3d6d-4b62-9969-770afeb5e351 req-5373ec72-b561-47ce-917c-93b58c1ffc5e tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:25.452002 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb0c8063-3d6d-4b62-9969-770afeb5e351 req-5373ec72-b561-47ce-917c-93b58c1ffc5e tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 950 time: 0.1088049 Jul 27 20:54:25.455385 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98fc489f-b93a-4b87-b694-df3fe386cc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.463863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['c6075cda-f3fb-4b82-a8a6-428a361db421'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:25.464439 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98fc489f-b93a-4b87-b694-df3fe386cc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.496206 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1a022cd7-e984-471e-a4f8-55737392083d'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:25.497030 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a41b072-c288-4f25-908b-27b1d15e2d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.502569 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a41b072-c288-4f25-908b-27b1d15e2d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.503734 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8a41b072-c288-4f25-908b-27b1d15e2d88 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/209580c8-40d5-4ebd-ba27-47522472ef92 HTTP/1.1" status: 204 len: 168 time: 0.3639483 Jul 27 20:54:25.516614 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-98fc489f-b93a-4b87-b694-df3fe386cc4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73253ad456cb40949802cd839fe0934c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5147924 Jul 27 20:54:25.518425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c05517-dc63-463e-91ee-40ab716ad984 req-fe78cdaf-20de-4a67-9c73-257c1e551cd3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Made reservation on behalf of 67d405d7cc574d15a62e24d6cfd65e01 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:25.522833 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76c05517-dc63-463e-91ee-40ab716ad984 req-fe78cdaf-20de-4a67-9c73-257c1e551cd3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.525220 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc489f-b93a-4b87-b694-df3fe386cc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f17cd4c-681b-4dd1-b359-bf33cdfaa9a0,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:25.527803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55324) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:25.590945 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb0c8063-3d6d-4b62-9969-770afeb5e351 req-c6b2d287-ef75-437f-b9f8-d8de4141025a tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/security-groups?id=090bf0ec-830a-4ed4-9e75-0b2807f1d5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186368 Jul 27 20:54:25.599827 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41b072-c288-4f25-908b-27b1d15e2d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209580c8-40d5-4ebd-ba27-47522472ef92,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:25.645694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9b3295fa-1ebc-49e2-9e17-62562f839217 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533686 Jul 27 20:54:25.676620 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c61286c-8349-4518-aab0-831b6a3f8d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.721434 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c61286c-8349-4518-aab0-831b6a3f8d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.807307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-bdd607b9-81c1-4439-8333-4eb0a830fcbd tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:25.812863 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-bdd607b9-81c1-4439-8333-4eb0a830fcbd tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1663141 Jul 27 20:54:25.818016 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-76c05517-dc63-463e-91ee-40ab716ad984 req-fe78cdaf-20de-4a67-9c73-257c1e551cd3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Allocated IP 172.20.0.8 (c4e94267-1e8c-444b-9271-9eac2bcbc562/e1928b7b-b29b-4188-ba4d-3193e8a7d45e/2d95cc0c-0f78-432a-98fa-54b87b40d2b7) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:25.857250 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-370ea917-2a5d-4b38-a2c2-ba612bd03a76 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/quotas/ff15cfc60ebf4100bfa873bb1415f95e HTTP/1.1" status: 200 len: 375 time: 0.0273547 Jul 27 20:54:25.862280 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c61286c-8349-4518-aab0-831b6a3f8d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.865498 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c61286c-8349-4518-aab0-831b6a3f8d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:25.866675 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2c61286c-8349-4518-aab0-831b6a3f8d0a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3f17cd4c-681b-4dd1-b359-bf33cdfaa9a0 HTTP/1.1" status: 204 len: 168 time: 0.3366153 Jul 27 20:54:25.894957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61286c-8349-4518-aab0-831b6a3f8d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f17cd4c-681b-4dd1-b359-bf33cdfaa9a0,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:25.922446 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-e417d74d-3061-4687-ac67-4f42bb1fd931 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620582 Jul 27 20:54:26.004445 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af812aea-6525-49c1-8283-f38f5e1d1ccb req-60a60da7-7870-4f70-8857-86ed4e04fb1b tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:26.011979 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af812aea-6525-49c1-8283-f38f5e1d1ccb req-60a60da7-7870-4f70-8857-86ed4e04fb1b tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 949 time: 0.1404836 Jul 27 20:54:26.056560 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76c05517-dc63-463e-91ee-40ab716ad984 req-fe78cdaf-20de-4a67-9c73-257c1e551cd3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:26.073545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af812aea-6525-49c1-8283-f38f5e1d1ccb req-3c35788e-72df-4ae0-b7c1-495e99438567 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601697 Jul 27 20:54:26.132923 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76c05517-dc63-463e-91ee-40ab716ad984 req-fe78cdaf-20de-4a67-9c73-257c1e551cd3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:26.151937 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55340) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:26.210642 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c05517-dc63-463e-91ee-40ab716ad984 req-fe78cdaf-20de-4a67-9c73-257c1e551cd3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Network c4e94267-1e8c-444b-9271-9eac2bcbc562 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:26.214006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-76c05517-dc63-463e-91ee-40ab716ad984 req-fe78cdaf-20de-4a67-9c73-257c1e551cd3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:26.218041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c05517-dc63-463e-91ee-40ab716ad984 req-fe78cdaf-20de-4a67-9c73-257c1e551cd3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:26.233918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-673b0151-2037-4415-9b1d-da69f2ffa229 req-7c2c6777-e764-424e-b5d3-2c96c4d58144 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 210 time: 0.0478768 Jul 27 20:54:26.252606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78cdaf-20de-4a67-9c73-257c1e551cd3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Pushing event updated for resources: {'Port': ['ID=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:26.275282 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ec0264a9-37a5-4351-80b3-f9f10eb12900 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e060534de9e84ff6bf66a4b0a0214577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1215873 Jul 27 20:54:26.277642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55346) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:26.299078 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c05517-dc63-463e-91ee-40ab716ad984 req-fe78cdaf-20de-4a67-9c73-257c1e551cd3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:26.299759 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76c05517-dc63-463e-91ee-40ab716ad984 req-fe78cdaf-20de-4a67-9c73-257c1e551cd3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:26.325738 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76c05517-dc63-463e-91ee-40ab716ad984 req-fe78cdaf-20de-4a67-9c73-257c1e551cd3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0475357 Jul 27 20:54:26.342568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Request body: {'port': {'device_id': '75271b67-8ed1-478b-9bfd-02ed1e8fff50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:26.471781 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:26.485760 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9d314a25-9d3b-4ef6-b371-2920f0ca7bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:26.532902 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9d314a25-9d3b-4ef6-b371-2920f0ca7bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:26.584427 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095fa72-2c45-42c5-8836-1b2f03682d06 req-2f35681c-d797-41df-835c-6188749d7331 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:26.585822 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a095fa72-2c45-42c5-8836-1b2f03682d06 req-2f35681c-d797-41df-835c-6188749d7331 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 948 time: 0.2108183 Jul 27 20:54:26.594255 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02fcc3-1d44-4745-9dfd-de902147b769 req-42ac5b2f-c2f1-49da-bbdb-6189073f0781 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:26.595730 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a02fcc3-1d44-4745-9dfd-de902147b769 req-42ac5b2f-c2f1-49da-bbdb-6189073f0781 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 931 time: 0.1797876 Jul 27 20:54:26.668232 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a095fa72-2c45-42c5-8836-1b2f03682d06 req-731a470f-b64d-44e1-923f-001dd9a2e1b0 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690978 Jul 27 20:54:26.700147 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9d314a25-9d3b-4ef6-b371-2920f0ca7bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:26.704380 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9d314a25-9d3b-4ef6-b371-2920f0ca7bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:26.705768 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9d314a25-9d3b-4ef6-b371-2920f0ca7bb9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5f218b2-b600-4769-9e65-f2e3c3726734 HTTP/1.1" status: 204 len: 168 time: 0.4271662 Jul 27 20:54:26.720795 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a02fcc3-1d44-4745-9dfd-de902147b769 req-0e8ff4de-fcc9-4715-8322-18a4f209940e tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126201 Jul 27 20:54:26.737213 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d314a25-9d3b-4ef6-b371-2920f0ca7bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f218b2-b600-4769-9e65-f2e3c3726734,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:26.886641 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:26.901958 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:26.922642 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Transition to ACTIVE for port object 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:26.928134 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:26.984693 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd0fea-9ea1-4500-884f-d115c8a92551 req-10d80f65-7536-4905-b2fa-376a655f77cf tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:26.993767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29fd0fea-9ea1-4500-884f-d115c8a92551 req-10d80f65-7536-4905-b2fa-376a655f77cf tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 950 time: 0.1383195 Jul 27 20:54:27.024540 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Pushing event updated for resources: {'Port': ['ID=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:27.047360 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29fd0fea-9ea1-4500-884f-d115c8a92551 req-30ee8b43-dfb9-44cf-9ccb-c83eeda62891 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/security-groups?id=090bf0ec-830a-4ed4-9e75-0b2807f1d5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518072 Jul 27 20:54:27.141402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Attempting to bind port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:27.141982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Attempting to bind port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:27.142901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Attempting to bind port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:27.158537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:27.158905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Attempting to bind port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:27.164853 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:27.165183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Checking segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:27.166291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Bound using segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:27.166291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Bound port: 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:27.166514 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:27.257913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9339ec-1737-4780-8b37-8d0e299fc177 req-c6a8df45-2143-4281-b08b-d45753afe189 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:27.268486 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d9339ec-1737-4780-8b37-8d0e299fc177 req-c6a8df45-2143-4281-b08b-d45753afe189 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 949 time: 0.0968082 Jul 27 20:54:27.270362 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] For port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:27.281859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] For port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:27.292070 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:27.324664 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d9339ec-1737-4780-8b37-8d0e299fc177 req-a78e307b-3e15-4cb6-8cd7-8a07068ea4f0 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572512 Jul 27 20:54:27.356329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:27.356941 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:27.359023 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76c05517-dc63-463e-91ee-40ab716ad984 req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] 10.222.0.20 "PUT /v2.0/ports/2d95cc0c-0f78-432a-98fa-54b87b40d2b7 HTTP/1.1" status: 200 len: 1091 time: 1.0257387 Jul 27 20:54:27.359604 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75271b67-8ed1-478b-9bfd-02ed1e8fff50', 'tag': '2d95cc0c-0f78-432a-98fa-54b87b40d2b7'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:27.361800 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e53695-6a12-42c5-bbfd-2f3d103be052" -d '{"events": [{"name": "network-changed", "server_uuid": "75271b67-8ed1-478b-9bfd-02ed1e8fff50", "tag": "2d95cc0c-0f78-432a-98fa-54b87b40d2b7"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:27.416589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a2111-c0fc-4f02-8adf-73f6d9b1f6ad service neutron] Pushing event updated for resources: {'Port': ['ID=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:27.489639 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1a9e4a-2548-4eff-8ced-b1cb033d4301 x-openstack-request-id: req-bd1a9e4a-2548-4eff-8ced-b1cb033d4301 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:27.490044 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75271b67-8ed1-478b-9bfd-02ed1e8fff50", "tag": "2d95cc0c-0f78-432a-98fa-54b87b40d2b7", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:27.490203 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd1a9e4a-2548-4eff-8ced-b1cb033d4301 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:27.490580 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75271b67-8ed1-478b-9bfd-02ed1e8fff50', 'tag': '2d95cc0c-0f78-432a-98fa-54b87b40d2b7', 'status': 'completed', 'code': 200} Jul 27 20:54:27.498135 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7979e634-b7de-423b-b171-eed06d92b8a4 req-5f17b8c8-c839-4f53-bb7c-404a45dde637 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 210 time: 0.0824735 Jul 27 20:54:27.553106 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-dec9f8f2-6bed-4181-a95f-cc604adc993e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535169 Jul 27 20:54:27.554432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c05517-dc63-463e-91ee-40ab716ad984 req-6f7b9f7d-e640-4a9e-b463-b5aa89af72bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:27.556611 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76c05517-dc63-463e-91ee-40ab716ad984 req-6f7b9f7d-e640-4a9e-b463-b5aa89af72bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 1094 time: 0.1167030 Jul 27 20:54:27.608871 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76c05517-dc63-463e-91ee-40ab716ad984 req-52278ae0-902d-414e-97fe-2e7471437eba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d95cc0c-0f78-432a-98fa-54b87b40d2b7 HTTP/1.1" status: 200 len: 217 time: 0.0431662 Jul 27 20:54:27.677340 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c05517-dc63-463e-91ee-40ab716ad984 req-975fe312-7008-434c-a656-a9917b2d3162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:27.681580 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76c05517-dc63-463e-91ee-40ab716ad984 req-975fe312-7008-434c-a656-a9917b2d3162 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.0662069 Jul 27 20:54:27.717208 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-4f8b4487-406b-43cd-af55-4e3537eb1535 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:27.719452 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-4f8b4487-406b-43cd-af55-4e3537eb1535 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552968 Jul 27 20:54:27.723836 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76c05517-dc63-463e-91ee-40ab716ad984 req-832b09aa-0bc0-40c7-8c76-2ddc11e35732 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344098 Jul 27 20:54:27.746048 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Request body: {'port': {'device_id': '03081614-6ac9-48a4-8228-2fb083c0d028', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': 'ff15cfc60ebf4100bfa873bb1415f95e'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:27.899579 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76c05517-dc63-463e-91ee-40ab716ad984 req-5c66135d-b13f-454f-ae37-6a11ed57639f service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626117 Jul 27 20:54:28.003195 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Made reservation on behalf of ff15cfc60ebf4100bfa873bb1415f95e for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:28.006673 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:28.027012 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:28.027632 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76c05517-dc63-463e-91ee-40ab716ad984 req-e148f6ff-3353-44d2-90f5-51ffedc10cb3 service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202261 Jul 27 20:54:28.066618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f207b3a-f55d-426a-a0f0-bb0e7b3928ff req-08d06ba7-f55e-491b-a5db-2ac6a45f6719 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:28.072241 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f207b3a-f55d-426a-a0f0-bb0e7b3928ff req-08d06ba7-f55e-491b-a5db-2ac6a45f6719 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 943 time: 0.2171564 Jul 27 20:54:28.083572 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20efcd7-bb3a-48e9-bd1b-218e8ebc3d92 req-a6630336-a1f7-499b-ae22-e0f9f9fcacb9 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:28.085064 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c20efcd7-bb3a-48e9-bd1b-218e8ebc3d92 req-a6630336-a1f7-499b-ae22-e0f9f9fcacb9 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 948 time: 0.2529681 Jul 27 20:54:28.143568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e53695-6a12-42c5-bbfd-2f3d103be052 req-7f01e285-c4cb-4a40-a15e-c709ace672bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:28.145256 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8e53695-6a12-42c5-bbfd-2f3d103be052 req-7f01e285-c4cb-4a40-a15e-c709ace672bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 1094 time: 0.0692003 Jul 27 20:54:28.256521 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e53695-6a12-42c5-bbfd-2f3d103be052 req-ade3284b-65b0-4c96-927a-f378d5542634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:28.258907 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8e53695-6a12-42c5-bbfd-2f3d103be052 req-ade3284b-65b0-4c96-927a-f378d5542634 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.1063237 Jul 27 20:54:28.294192 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1a022cd7-e984-471e-a4f8-55737392083d up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:28.304363 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8e53695-6a12-42c5-bbfd-2f3d103be052 req-5d45d0ea-56e1-417f-8978-aea8321dabe6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d95cc0c-0f78-432a-98fa-54b87b40d2b7 HTTP/1.1" status: 200 len: 217 time: 0.0382214 Jul 27 20:54:28.370052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 1a022cd7-e984-471e-a4f8-55737392083d completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:28.376930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 1a022cd7-e984-471e-a4f8-55737392083d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:28.377639 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:28.379832 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e53695-6a12-42c5-bbfd-2f3d103be052 req-20a7c60b-851c-4e1f-9d9f-e7b9c42d2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:28.381617 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8e53695-6a12-42c5-bbfd-2f3d103be052 req-20a7c60b-851c-4e1f-9d9f-e7b9c42d2643 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.0688605 Jul 27 20:54:28.388573 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f207b3a-f55d-426a-a0f0-bb0e7b3928ff req-aca60a83-3903-4380-a3c5-e20ed2d6909d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001058 Jul 27 20:54:28.428133 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c20efcd7-bb3a-48e9-bd1b-218e8ebc3d92 req-494ee34f-cd89-452a-8f30-959d90340049 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270700 Jul 27 20:54:28.460460 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8e53695-6a12-42c5-bbfd-2f3d103be052 req-0bf4fd0a-ff9b-41a6-aeab-877debcea7fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616267 Jul 27 20:54:28.481205 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:28.486502 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:28.540110 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:28.576111 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f26325-d0e9-418f-9f11-c6a5de9552da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a022cd7-e984-471e-a4f8-55737392083d'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:28.579871 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7767f87-0257-460a-9a41-ffbfd2932e32" -d '{"events": [{"server_uuid": "10f26325-d0e9-418f-9f11-c6a5de9552da", "name": "network-vif-plugged", "status": "completed", "tag": "1a022cd7-e984-471e-a4f8-55737392083d"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:28.598144 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1a022cd7-e984-471e-a4f8-55737392083d, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1a022cd7-e984-471e-a4f8-55737392083d,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:28.603221 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b1473d-5395-4315-9d04-03b0b657553a,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:28.608324 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:28.610242 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c6075cda-f3fb-4b82-a8a6-428a361db421 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:28.636267 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8e53695-6a12-42c5-bbfd-2f3d103be052 req-b2de3151-a39b-45da-aacd-df413b755262 service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665556 Jul 27 20:54:28.708948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Allocated IP 192.168.233.155 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/9df87c26-1b19-4a6a-bed2-59a55911966a) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:28.729121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630a233-cba6-4d92-8e8c-ab31a6f6fb77 req-e2af7648-5dc8-4703-a47e-0d54d51e09d3 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:28.729914 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=1a022cd7-e984-471e-a4f8-55737392083d,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:28.734760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port c6075cda-f3fb-4b82-a8a6-428a361db421 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:28.739343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7630a233-cba6-4d92-8e8c-ab31a6f6fb77 req-e2af7648-5dc8-4703-a47e-0d54d51e09d3 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 950 time: 0.2230351 Jul 27 20:54:28.752055 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port c6075cda-f3fb-4b82-a8a6-428a361db421 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:28.752432 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:28.761695 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8e53695-6a12-42c5-bbfd-2f3d103be052 req-426efea0-dd5e-4d08-a55d-37e1798f0b42 service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158044 Jul 27 20:54:28.836789 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:28.854787 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7630a233-cba6-4d92-8e8c-ab31a6f6fb77 req-40277f83-33c4-4261-9a69-95a369a277cc tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/security-groups?id=090bf0ec-830a-4ed4-9e75-0b2807f1d5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640969 Jul 27 20:54:28.879956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c6075cda-f3fb-4b82-a8a6-428a361db421, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c6075cda-f3fb-4b82-a8a6-428a361db421,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:28.884765 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:28.936007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c6075cda-f3fb-4b82-a8a6-428a361db421,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:28.976290 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42d61824-7052-4968-a5e2-1a170b92900f req-dc7f272c-9f75-40fe-9f0c-7cbbe43f977d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 210 time: 0.0468819 Jul 27 20:54:29.015137 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.021038 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee180c72-1230-40e0-8341-6b7468bc98d5 x-openstack-request-id: req-ee180c72-1230-40e0-8341-6b7468bc98d5 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:29.021364 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f26325-d0e9-418f-9f11-c6a5de9552da", "name": "network-vif-plugged", "status": "completed", "tag": "1a022cd7-e984-471e-a4f8-55737392083d", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:29.021620 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee180c72-1230-40e0-8341-6b7468bc98d5 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:29.022028 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f26325-d0e9-418f-9f11-c6a5de9552da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a022cd7-e984-471e-a4f8-55737392083d', 'code': 200} Jul 27 20:54:29.040267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876e5e2-065f-42c1-ac35-28fe78d5abdb req-9611d2f1-6818-4611-bc2b-0665e106c061 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:29.041765 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d876e5e2-065f-42c1-ac35-28fe78d5abdb req-9611d2f1-6818-4611-bc2b-0665e106c061 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 950 time: 0.1541872 Jul 27 20:54:29.042809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Transition to ACTIVE for port object 9df87c26-1b19-4a6a-bed2-59a55911966a will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:29.101295 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d876e5e2-065f-42c1-ac35-28fe78d5abdb req-ea04845f-3514-49bc-9e6b-f6c95dc6da47 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526979 Jul 27 20:54:29.115652 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.163454 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3710f2-7ff8-4686-bc3e-4a2b4196a2c8 req-101e34ee-35ef-4c6b-99a8-507c571091f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:29.164928 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d3710f2-7ff8-4686-bc3e-4a2b4196a2c8 req-101e34ee-35ef-4c6b-99a8-507c571091f7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 1100 time: 0.0761988 Jul 27 20:54:29.171978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:29.175037 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:29.179483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:29.208235 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d3710f2-7ff8-4686-bc3e-4a2b4196a2c8 req-cb4ae2c3-ca21-4653-9e90-1cf3e23b8113 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353172 Jul 27 20:54:29.213866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Pushing event updated for resources: {'Port': ['ID=9df87c26-1b19-4a6a-bed2-59a55911966a,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:29.234332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b256675-4e20-4a24-953c-09e391da8231 req-6f692814-3034-409d-ab85-82f70489393d tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d09d51e03f094340999f2b0d5a1019d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518632 Jul 27 20:54:29.273472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:29.274096 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.325005 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-b528a0ae-29fe-4441-a040-54c2cef216ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5895276 Jul 27 20:54:29.340174 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Request body: {'port': {'device_id': '03081614-6ac9-48a4-8228-2fb083c0d028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:29.401610 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e8a8aef3-b04d-4538-b7bc-0a07bf622c6b None None] Provisioning for port 9df87c26-1b19-4a6a-bed2-59a55911966a completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:29.406753 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e8a8aef3-b04d-4538-b7bc-0a07bf622c6b None None] Provisioning complete for port 9df87c26-1b19-4a6a-bed2-59a55911966a triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:29.407230 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e8a8aef3-b04d-4538-b7bc-0a07bf622c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.440134 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b256675-4e20-4a24-953c-09e391da8231 req-d00e4940-1529-40b9-be58-fdf69112ad5d tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:29.441637 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b256675-4e20-4a24-953c-09e391da8231 req-d00e4940-1529-40b9-be58-fdf69112ad5d tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006023 Jul 27 20:54:29.443872 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e8a8aef3-b04d-4538-b7bc-0a07bf622c6b None None] Port 9df87c26-1b19-4a6a-bed2-59a55911966a cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:54:29.453537 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.474654 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b256675-4e20-4a24-953c-09e391da8231 req-80635696-f394-4793-8661-1adaeab6e516 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/quotas/d09d51e03f094340999f2b0d5a1019d4 HTTP/1.1" status: 200 len: 375 time: 0.0188284 Jul 27 20:54:29.535116 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b256675-4e20-4a24-953c-09e391da8231 req-6cc1c6a9-ebbb-4248-b69b-a25b01fe712f tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d09d51e03f094340999f2b0d5a1019d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349481 Jul 27 20:54:29.736222 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd4466-95ce-487f-9f90-48866ca1124d req-feba30de-09d9-4cef-9338-390dac508f7e tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:29.737771 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9bd4466-95ce-487f-9f90-48866ca1124d req-feba30de-09d9-4cef-9338-390dac508f7e tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 943 time: 0.1345313 Jul 27 20:54:29.790030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55492) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:29.813886 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9bd4466-95ce-487f-9f90-48866ca1124d req-120e0b98-677c-4cc9-9369-35f3f1ec4864 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694573 Jul 27 20:54:29.930453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df87c26-1b19-4a6a-bed2-59a55911966a {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:29.949209 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8cd77542-f6fb-4417-9131-9c9436809aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.951385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114f32f-96b4-4a27-af9d-82e3ed1083b2 req-b1b9b190-9dde-4e1d-afc7-2af078fad329 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:29.953065 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3114f32f-96b4-4a27-af9d-82e3ed1083b2 req-b1b9b190-9dde-4e1d-afc7-2af078fad329 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 949 time: 0.1670265 Jul 27 20:54:29.955060 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:29.990063 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Transition to ACTIVE for port object 9df87c26-1b19-4a6a-bed2-59a55911966a will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:30.015040 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:30.031636 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-52e3434a-1089-481a-bd16-3d6b85b36afb tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d09d51e03f094340999f2b0d5a1019d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447383 Jul 27 20:54:30.067267 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8cd77542-f6fb-4417-9131-9c9436809aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:30.072971 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8cd77542-f6fb-4417-9131-9c9436809aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:30.076152 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3114f32f-96b4-4a27-af9d-82e3ed1083b2 req-0e645e20-500e-44d9-895d-d9b3098f5b66 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096230 Jul 27 20:54:30.120818 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8cd77542-f6fb-4417-9131-9c9436809aaf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8996a757a05a4f16ba2ec1341cf31dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295884 Jul 27 20:54:30.126952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55514) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:30.128200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd77542-f6fb-4417-9131-9c9436809aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9cbb63-1baa-4533-a33f-411c0fe89fe4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:30.153259 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Pushing event updated for resources: {'Port': ['ID=9df87c26-1b19-4a6a-bed2-59a55911966a,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:30.209517 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6c9c4479-5505-494a-a532-5afd468f8cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:30.239082 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6c9c4479-5505-494a-a532-5afd468f8cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:30.294166 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6c9c4479-5505-494a-a532-5afd468f8cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:30.301378 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6c9c4479-5505-494a-a532-5afd468f8cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:30.305045 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6c9c4479-5505-494a-a532-5afd468f8cea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e9cbb63-1baa-4533-a33f-411c0fe89fe4 HTTP/1.1" status: 204 len: 168 time: 0.1680589 Jul 27 20:54:30.326676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c4479-5505-494a-a532-5afd468f8cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9cbb63-1baa-4533-a33f-411c0fe89fe4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:30.354165 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-92b08fed-b6a5-4782-9c26-bbb571ead1ca tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:30.355724 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-92b08fed-b6a5-4782-9c26-bbb571ead1ca tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3014143 Jul 27 20:54:30.361463 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Attempting to bind port 9df87c26-1b19-4a6a-bed2-59a55911966a on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:30.361801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Attempting to bind port 9df87c26-1b19-4a6a-bed2-59a55911966a by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:30.362132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Attempting to bind port 9df87c26-1b19-4a6a-bed2-59a55911966a on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:30.368548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Port 9df87c26-1b19-4a6a-bed2-59a55911966a on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:30.368870 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Attempting to bind port 9df87c26-1b19-4a6a-bed2-59a55911966a on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:30.381101 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-0b73887c-91fa-473e-ba90-75592b01a52d tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/quotas/d09d51e03f094340999f2b0d5a1019d4 HTTP/1.1" status: 200 len: 375 time: 0.0143266 Jul 27 20:54:30.382698 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:30.383086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:30.383411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:30.383857 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Bound port: 9df87c26-1b19-4a6a-bed2-59a55911966a, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:30.384218 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:30.461445 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-35914760-2476-49a4-8c2f-bc96561ce999 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d09d51e03f094340999f2b0d5a1019d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735164 Jul 27 20:54:30.538992 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] For port 9df87c26-1b19-4a6a-bed2-59a55911966a, host n-h1-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:30.549388 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] For port 9df87c26-1b19-4a6a-bed2-59a55911966a, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9df87c26-1b19-4a6a-bed2-59a55911966a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:30.556015 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:30.677122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:30.677514 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:30.679465 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] 10.222.0.20 "PUT /v2.0/ports/9df87c26-1b19-4a6a-bed2-59a55911966a HTTP/1.1" status: 200 len: 1096 time: 1.3448379 Jul 27 20:54:30.680192 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03081614-6ac9-48a4-8228-2fb083c0d028', 'tag': '9df87c26-1b19-4a6a-bed2-59a55911966a'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:30.682654 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465420fa-ab5a-4ef7-890e-6b4352690694" -d '{"events": [{"name": "network-changed", "server_uuid": "03081614-6ac9-48a4-8228-2fb083c0d028", "tag": "9df87c26-1b19-4a6a-bed2-59a55911966a"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:30.747314 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:30.750005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55532) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:30.782769 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010f709-f4e3-4cf3-bb1e-f897f2606a49 service neutron] Pushing event updated for resources: {'Port': ['ID=9df87c26-1b19-4a6a-bed2-59a55911966a,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:30.810260 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-85c0f73b-1ded-4183-9913-348a79bbfb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:30.853081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2785c77-a7b1-4d58-b5df-c44649619bb1 req-331f6a35-06d9-42b4-9345-c00485c9f0b3 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:30.861160 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2785c77-a7b1-4d58-b5df-c44649619bb1 req-331f6a35-06d9-42b4-9345-c00485c9f0b3 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 948 time: 0.2817950 Jul 27 20:54:30.903277 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c0a74-2f5f-4463-981d-bff055fd1b6d req-00b574e6-6e7a-468f-a8f0-a96b382dc15e tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:30.912307 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-919c0a74-2f5f-4463-981d-bff055fd1b6d req-00b574e6-6e7a-468f-a8f0-a96b382dc15e tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 950 time: 0.2238393 Jul 27 20:54:30.924691 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:30.936864 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-85c0f73b-1ded-4183-9913-348a79bbfb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:30.944574 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-85c0f73b-1ded-4183-9913-348a79bbfb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:30.948682 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '2d95cc0c-0f78-432a-98fa-54b87b40d2b7', 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562', 'port_id': '2d95cc0c-0f78-432a-98fa-54b87b40d2b7', 'mac_address': 'fa:16:3e:88:99:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1928b7b-b29b-4188-ba4d-3193e8a7d45e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:30.977923 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2785c77-a7b1-4d58-b5df-c44649619bb1 req-3ae478cb-749f-4774-9da6-1c33916577d3 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155634 Jul 27 20:54:31.003172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0f73b-1ded-4183-9913-348a79bbfb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754ee394-e493-41fb-9190-8ce58e5e6e6a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:31.020387 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-85c0f73b-1ded-4183-9913-348a79bbfb4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89fe6b3cb4e146c8b9526c93e77aebed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617230 Jul 27 20:54:31.021133 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-7872cbcd-fbb3-49a2-ac56-b661c00e3e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:31.022602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55540) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:31.022735 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-7872cbcd-fbb3-49a2-ac56-b661c00e3e4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 1099 time: 0.2313845 Jul 27 20:54:31.031397 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda5db3d-e645-445e-9f69-686648639ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6075cda-f3fb-4b82-a8a6-428a361db421'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:31.032634 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-919c0a74-2f5f-4463-981d-bff055fd1b6d req-db6be436-bb6c-4f66-b4cf-8549231ac726 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123345 Jul 27 20:54:31.034799 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fee2c59-9572-4752-9f19-08dc76240eb2" -d '{"events": [{"server_uuid": "cda5db3d-e645-445e-9f69-686648639ac7", "name": "network-vif-plugged", "status": "completed", "tag": "c6075cda-f3fb-4b82-a8a6-428a361db421"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:31.074869 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:31.113054 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-639ad30f-b69e-4771-9799-b600773c9884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:31.118537 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:31.123299 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-052e452a-b273-4e23-a687-91888f6dfbad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9df87c26-1b19-4a6a-bed2-59a55911966a HTTP/1.1" status: 200 len: 217 time: 0.0894785 Jul 27 20:54:31.148656 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:31.159298 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:31.169032 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-639ad30f-b69e-4771-9799-b600773c9884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:31.217542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc795802-0505-44fe-9716-1bbcebbe7dc3 req-70fa6959-b229-433e-aee7-2ab19f87d981 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 210 time: 0.0903208 Jul 27 20:54:31.237474 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b256675-4e20-4a24-953c-09e391da8231 req-15d75e42-5931-4416-b611-d2841095614e tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d09d51e03f094340999f2b0d5a1019d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1203847 Jul 27 20:54:31.240376 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-639ad30f-b69e-4771-9799-b600773c9884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:31.245918 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-639ad30f-b69e-4771-9799-b600773c9884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:31.252070 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-639ad30f-b69e-4771-9799-b600773c9884 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/754ee394-e493-41fb-9190-8ce58e5e6e6a HTTP/1.1" status: 204 len: 168 time: 0.2282157 Jul 27 20:54:31.287411 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:31.296664 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bb0e57-fd46-44f7-8827-68eaa0a4eb41 x-openstack-request-id: req-10bb0e57-fd46-44f7-8827-68eaa0a4eb41 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:31.296954 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03081614-6ac9-48a4-8228-2fb083c0d028", "tag": "9df87c26-1b19-4a6a-bed2-59a55911966a", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:31.297200 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10bb0e57-fd46-44f7-8827-68eaa0a4eb41 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:31.297891 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03081614-6ac9-48a4-8228-2fb083c0d028', 'tag': '9df87c26-1b19-4a6a-bed2-59a55911966a', 'status': 'completed', 'code': 200} Jul 27 20:54:31.329565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-c04c61ec-7335-4e1d-92aa-0322219a61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:31.333942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-c04c61ec-7335-4e1d-92aa-0322219a61ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1858473 Jul 27 20:54:31.373864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ad30f-b69e-4771-9799-b600773c9884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754ee394-e493-41fb-9190-8ce58e5e6e6a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:31.378955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ae69c-7fd9-4aa2-9b71-8ca8dd530d3a req-c1698aee-066d-4bde-bfdf-94b587fcee92 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:31.380772 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-654ae69c-7fd9-4aa2-9b71-8ca8dd530d3a req-c1698aee-066d-4bde-bfdf-94b587fcee92 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 950 time: 0.2566559 Jul 27 20:54:31.414854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['2d95cc0c-0f78-432a-98fa-54b87b40d2b7'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:31.488094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b256675-4e20-4a24-953c-09e391da8231 req-583e78b4-4a24-4162-83af-4a166caa596b tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:31.489866 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b256675-4e20-4a24-953c-09e391da8231 req-583e78b4-4a24-4162-83af-4a166caa596b tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356944 Jul 27 20:54:31.505327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7b256675-4e20-4a24-953c-09e391da8231 req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Request body: {'port': {'device_id': 'e6028ff9-690f-43c1-8d48-2937dc566aab', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': 'd09d51e03f094340999f2b0d5a1019d4'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:31.515825 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-654ae69c-7fd9-4aa2-9b71-8ca8dd530d3a req-ecbfa1a1-9011-495a-963b-1a29e03e6f9d tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/security-groups?id=090bf0ec-830a-4ed4-9e75-0b2807f1d5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995047 Jul 27 20:54:31.570528 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-75025c29-003a-44e8-b18c-305efd2d4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:31.572835 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-75025c29-003a-44e8-b18c-305efd2d4f92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2307975 Jul 27 20:54:31.584354 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1012eb8-5172-406f-b173-481389692d17 req-557afbed-37b0-4ad2-b748-d0b247d0066f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:31.593824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b1012eb8-5172-406f-b173-481389692d17 req-557afbed-37b0-4ad2-b748-d0b247d0066f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 944 time: 0.2290971 Jul 27 20:54:31.597902 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ee7e3d-32ad-4f70-a0ef-2bf5b256d136 x-openstack-request-id: req-86ee7e3d-32ad-4f70-a0ef-2bf5b256d136 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:31.598537 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda5db3d-e645-445e-9f69-686648639ac7", "name": "network-vif-plugged", "status": "completed", "tag": "c6075cda-f3fb-4b82-a8a6-428a361db421", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:31.600733 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86ee7e3d-32ad-4f70-a0ef-2bf5b256d136 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:31.601321 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda5db3d-e645-445e-9f69-686648639ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6075cda-f3fb-4b82-a8a6-428a361db421', 'code': 200} Jul 27 20:54:31.735120 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b1012eb8-5172-406f-b173-481389692d17 req-1cd33dec-5dd2-4093-96a5-6d0f2401be5f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403129 Jul 27 20:54:31.759183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b256675-4e20-4a24-953c-09e391da8231 req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Made reservation on behalf of d09d51e03f094340999f2b0d5a1019d4 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:31.768106 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b256675-4e20-4a24-953c-09e391da8231 req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:31.778663 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-91fd4efe-0f75-4437-8408-205c287ca720 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819649 Jul 27 20:54:31.802731 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b256675-4e20-4a24-953c-09e391da8231 req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:31.847933 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e7db4-1285-473c-a34e-fffc3536af92 req-d17f1aba-6b41-43e8-9c64-afe8872c97fc tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:31.849492 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-832e7db4-1285-473c-a34e-fffc3536af92 req-d17f1aba-6b41-43e8-9c64-afe8872c97fc tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 949 time: 0.1894538 Jul 27 20:54:31.862979 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782d860-678b-4885-a4a6-2026cf902f97 req-0fd3284b-4a67-46db-8d95-283610f8f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:31.864313 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3782d860-678b-4885-a4a6-2026cf902f97 req-0fd3284b-4a67-46db-8d95-283610f8f5ce service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 1101 time: 0.1508038 Jul 27 20:54:31.915927 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-832e7db4-1285-473c-a34e-fffc3536af92 req-b52df080-c25e-46be-8e13-574ddb1f6286 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593648 Jul 27 20:54:31.926138 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3782d860-678b-4885-a4a6-2026cf902f97 req-977a475d-96a4-48b5-9ba2-96ff476f00fc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507376 Jul 27 20:54:31.927227 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c63bf9c-06b0-4004-bc22-0ff0cede338f req-2f844058-084c-458e-87d0-ca8d2e324b22 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379571 Jul 27 20:54:31.978332 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b256675-4e20-4a24-953c-09e391da8231 req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:31.985368 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b256675-4e20-4a24-953c-09e391da8231 req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:32.051625 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:32.224121 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-7b256675-4e20-4a24-953c-09e391da8231 req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Allocated IP 192.168.233.246 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/0059e62c-b2a1-4deb-8ad6-2dff4c96edbf) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:32.353792 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-c5053107-9f78-4ff9-a50d-b09acf7a5758 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d09d51e03f094340999f2b0d5a1019d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621655 Jul 27 20:54:32.377730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465420fa-ab5a-4ef7-890e-6b4352690694 req-6331d20b-78f1-49f7-9fda-dd7f9563fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:32.380049 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-465420fa-ab5a-4ef7-890e-6b4352690694 req-6331d20b-78f1-49f7-9fda-dd7f9563fdf3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 1099 time: 0.3891668 Jul 27 20:54:32.397169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdf7ac-f294-4472-a850-9397eec15ee3 req-3086e12f-20db-4560-ae9b-d1307c5e8b39 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:32.408990 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35cdf7ac-f294-4472-a850-9397eec15ee3 req-3086e12f-20db-4560-ae9b-d1307c5e8b39 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 948 time: 0.1346767 Jul 27 20:54:32.498527 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55580) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:32.536843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c0617-3d0b-4191-9a0f-d8f2b8da3d44 req-ed2d7620-bcb2-487e-8c1f-e374a45cb6fe tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:32.538276 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a69c0617-3d0b-4191-9a0f-d8f2b8da3d44 req-ed2d7620-bcb2-487e-8c1f-e374a45cb6fe tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 950 time: 0.2569189 Jul 27 20:54:32.578368 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d7371563-66ef-4752-9f82-4a0509fe22bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:32.594941 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35cdf7ac-f294-4472-a850-9397eec15ee3 req-2a35b7e2-dc0c-478e-bb4b-5544dc064271 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713896 Jul 27 20:54:32.637955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465420fa-ab5a-4ef7-890e-6b4352690694 req-5cdd2fde-d67a-4bc0-919f-61efa03d303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:32.638177 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b256675-4e20-4a24-953c-09e391da8231 req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:32.640051 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-465420fa-ab5a-4ef7-890e-6b4352690694 req-5cdd2fde-d67a-4bc0-919f-61efa03d303e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.2300308 Jul 27 20:54:32.657386 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-abd33d64-4eb3-48af-a7c7-eab231e8de95 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-network', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:32.669960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-a5820152-cf4d-452b-b4a0-623b06e5e189 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:32.671585 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-a5820152-cf4d-452b-b4a0-623b06e5e189 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3053277 Jul 27 20:54:32.685251 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-465420fa-ab5a-4ef7-890e-6b4352690694 req-40b7db52-804e-47f2-b49e-7dee0b256c94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9df87c26-1b19-4a6a-bed2-59a55911966a HTTP/1.1" status: 200 len: 217 time: 0.0356593 Jul 27 20:54:32.688123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-7b256675-4e20-4a24-953c-09e391da8231 req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Transition to ACTIVE for port object 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:32.710845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-91ba1ea2-b610-415f-96e0-5c2649fb93c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Request body: {'port': {'device_id': 'c44f8fb0-686a-4ce0-b541-d9b791e52fae', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': 'd09d51e03f094340999f2b0d5a1019d4'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:32.754578 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30902f13-7d5c-4337-8ea8-1dff02a93634 req-28339787-9134-420c-bec9-29154329fd41 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:32.756053 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30902f13-7d5c-4337-8ea8-1dff02a93634 req-28339787-9134-420c-bec9-29154329fd41 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 1100 time: 0.2821183 Jul 27 20:54:32.773231 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:32.794725 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465420fa-ab5a-4ef7-890e-6b4352690694 req-9f234681-6ffb-44ff-a09c-1159b27f9606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:32.797535 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-465420fa-ab5a-4ef7-890e-6b4352690694 req-9f234681-6ffb-44ff-a09c-1159b27f9606 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0972135 Jul 27 20:54:32.798291 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-30902f13-7d5c-4337-8ea8-1dff02a93634 req-6a70f671-eea8-46da-a6f8-0b0b7556b7e0 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:32.831413 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:32.837093 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:32.837613 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:32.878136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70754bb8-85d7-47d9-86d7-a23f2d032747 req-1963e024-0503-43ad-a94a-015ee306f903 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:32.879773 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70754bb8-85d7-47d9-86d7-a23f2d032747 req-1963e024-0503-43ad-a94a-015ee306f903 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 950 time: 0.1896780 Jul 27 20:54:32.932647 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:32.936739 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465420fa-ab5a-4ef7-890e-6b4352690694 req-0329362c-5050-4554-813f-28007f225bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:32.938395 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-465420fa-ab5a-4ef7-890e-6b4352690694 req-0329362c-5050-4554-813f-28007f225bd9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1268764 Jul 27 20:54:32.946041 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70754bb8-85d7-47d9-86d7-a23f2d032747 req-cc68514f-ad6b-4a35-87b5-9546b8457c7e tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580904 Jul 27 20:54:32.979398 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:32.987528 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.043105 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd33d64-4eb3-48af-a7c7-eab231e8de95 admin admin] Made reservation on behalf of 30dd955eb4224ed5a99f0f1394dc317d for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:33.045888 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-abd33d64-4eb3-48af-a7c7-eab231e8de95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.047051 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:33.063725 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-465420fa-ab5a-4ef7-890e-6b4352690694 req-4b6018ab-3cb5-4e9f-a5df-045b242fec2f service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163802 Jul 27 20:54:33.073946 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-abd33d64-4eb3-48af-a7c7-eab231e8de95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.110110 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62074f35-bda5-43ad-a960-6ca0676d2820 req-c05be932-de9b-4944-aae2-90d7541e2732 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 210 time: 0.0512822 Jul 27 20:54:33.133044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-a69c0617-3d0b-4191-9a0f-d8f2b8da3d44 req-5e756acc-b541-4ca6-966d-8239dbcd9364 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Deleting port a7cabc7c-7798-461e-a756-d474c6500666 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:54:33.133387 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a69c0617-3d0b-4191-9a0f-d8f2b8da3d44 req-5e756acc-b541-4ca6-966d-8239dbcd9364 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.185012 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b256675-4e20-4a24-953c-09e391da8231 req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.269890 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b256675-4e20-4a24-953c-09e391da8231 req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:33.269890 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Pushing event updated for resources: {'Port': ['ID=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:33.277176 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-7b256675-4e20-4a24-953c-09e391da8231 req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:33.284389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b256675-4e20-4a24-953c-09e391da8231 req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:33.304767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-465420fa-ab5a-4ef7-890e-6b4352690694 req-7ec48ff3-e9da-48df-8542-1088224e997e service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262669 Jul 27 20:54:33.315039 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a69c0617-3d0b-4191-9a0f-d8f2b8da3d44 req-5e756acc-b541-4ca6-966d-8239dbcd9364 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] For port a7cabc7c-7798-461e-a756-d474c6500666, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=a7cabc7c-7798-461e-a756-d474c6500666,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:33.315546 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a69c0617-3d0b-4191-9a0f-d8f2b8da3d44 req-5e756acc-b541-4ca6-966d-8239dbcd9364 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.336730 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-30902f13-7d5c-4337-8ea8-1dff02a93634 req-6a70f671-eea8-46da-a6f8-0b0b7556b7e0 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.338364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-a69c0617-3d0b-4191-9a0f-d8f2b8da3d44 req-5e756acc-b541-4ca6-966d-8239dbcd9364 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Calling delete_port for a7cabc7c-7798-461e-a756-d474c6500666 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:54:33.346205 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c2a6b-5ce4-4ddb-90d0-be3445c41add req-73cadaf4-035c-47ff-bbd1-4fb7a73bd496 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:33.353892 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c7c2a6b-5ce4-4ddb-90d0-be3445c41add req-73cadaf4-035c-47ff-bbd1-4fb7a73bd496 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c98c22a-1bb6-42f8-b5e3-3a1082556e9c HTTP/1.1" status: 200 len: 950 time: 0.1655014 Jul 27 20:54:33.363453 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-30902f13-7d5c-4337-8ea8-1dff02a93634 req-6a70f671-eea8-46da-a6f8-0b0b7556b7e0 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.397766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b256675-4e20-4a24-953c-09e391da8231 req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:33.398614 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b256675-4e20-4a24-953c-09e391da8231 req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.409401 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.db.api [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-91ba1ea2-b610-415f-96e0-5c2649fb93c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 20:54:33.409401 n-d-764806-9 neutron-server[105580]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 20:54:33.409401 n-d-764806-9 neutron-server[105580]: [parameters: {'project_id_1': 'd09d51e03f094340999f2b0d5a1019d4', 'expiration_1': datetime.datetime(2021, 7, 27, 20, 54, 33, 136179)}] Jul 27 20:54:33.409401 n-d-764806-9 neutron-server[105580]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:54:33.410191 n-d-764806-9 neutron-server[105580]: DEBUG oslo_db.api [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-91ba1ea2-b610-415f-96e0-5c2649fb93c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:54:33.420311 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30902f13-7d5c-4337-8ea8-1dff02a93634 req-6a70f671-eea8-46da-a6f8-0b0b7556b7e0 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6571114 Jul 27 20:54:33.425059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70f671-eea8-46da-a6f8-0b0b7556b7e0 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367b06d1-2c9c-49f2-9176-11932d2c082e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:33.453974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c7c2a6b-5ce4-4ddb-90d0-be3445c41add req-5f9164fe-0e95-42d6-9a9b-4160761e856d tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.55 "GET /v2.0/security-groups?id=090bf0ec-830a-4ed4-9e75-0b2807f1d5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991685 Jul 27 20:54:33.586613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748441de-fd31-4396-8ed6-58b07bab2e6c req-4af4337f-8c27-4fc5-9bef-a192f7261cf1 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:33.588166 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-748441de-fd31-4396-8ed6-58b07bab2e6c req-4af4337f-8c27-4fc5-9bef-a192f7261cf1 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 945 time: 0.0759201 Jul 27 20:54:33.601925 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-abd33d64-4eb3-48af-a7c7-eab231e8de95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.602814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75271b67-8ed1-478b-9bfd-02ed1e8fff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d95cc0c-0f78-432a-98fa-54b87b40d2b7'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:33.605283 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c84cc29-ee9a-453b-a37e-b3a41441248d" -d '{"events": [{"server_uuid": "75271b67-8ed1-478b-9bfd-02ed1e8fff50", "name": "network-vif-plugged", "status": "completed", "tag": "2d95cc0c-0f78-432a-98fa-54b87b40d2b7"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:33.619279 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-abd33d64-4eb3-48af-a7c7-eab231e8de95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.622410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-df992303-8197-4a04-a82d-aeb17e90fea1 None None] Provisioning for port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:33.632432 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-df992303-8197-4a04-a82d-aeb17e90fea1 None None] Provisioning complete for port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:33.633095 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-df992303-8197-4a04-a82d-aeb17e90fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.633226 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b256675-4e20-4a24-953c-09e391da8231 req-cb858eab-199a-410c-ad14-885f0409d440 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1333046 Jul 27 20:54:33.651949 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-748441de-fd31-4396-8ed6-58b07bab2e6c req-71af1949-dc61-4a18-b77e-7fec1890cfd5 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571980 Jul 27 20:54:33.656455 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Request body: {'port': {'device_id': 'e6028ff9-690f-43c1-8d48-2937dc566aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:33.693626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-df992303-8197-4a04-a82d-aeb17e90fea1 None None] Port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:54:33.706385 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd33d64-4eb3-48af-a7c7-eab231e8de95 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:54:33.719428 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-abd33d64-4eb3-48af-a7c7-eab231e8de95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.719869 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-abd33d64-4eb3-48af-a7c7-eab231e8de95 admin admin] Added segment 3c256999-35ab-49db-8d9d-c381b0a673a4 of type vlan for network 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 Jul 27 20:54:33.720019 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74acb9b8-5f62-4ac7-9c26-f80d139e0e41 x-openstack-request-id: req-74acb9b8-5f62-4ac7-9c26-f80d139e0e41 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:33.721587 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a69c0617-3d0b-4191-9a0f-d8f2b8da3d44 req-5e756acc-b541-4ca6-966d-8239dbcd9364 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.721856 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75271b67-8ed1-478b-9bfd-02ed1e8fff50", "name": "network-vif-plugged", "status": "completed", "tag": "2d95cc0c-0f78-432a-98fa-54b87b40d2b7", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:33.723531 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74acb9b8-5f62-4ac7-9c26-f80d139e0e41 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:33.725919 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75271b67-8ed1-478b-9bfd-02ed1e8fff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d95cc0c-0f78-432a-98fa-54b87b40d2b7', 'code': 200} Jul 27 20:54:33.737821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd33d64-4eb3-48af-a7c7-eab231e8de95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b14b9ea-3345-49db-ae62-e2963e457ae4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:33.759226 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['a7cabc7c-7798-461e-a756-d474c6500666'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:33.797091 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.833885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e756acc-b541-4ca6-966d-8239dbcd9364 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Pushing event deleted for resources: {'Port': ['ID=a7cabc7c-7798-461e-a756-d474c6500666,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:33.896890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a6743-11e3-4218-9e7e-511a2d48f28f req-0d53b524-ca04-47a2-8d7f-5ecce1e6aa82 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:33.898472 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e9a6743-11e3-4218-9e7e-511a2d48f28f req-0d53b524-ca04-47a2-8d7f-5ecce1e6aa82 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 948 time: 0.1383009 Jul 27 20:54:33.900876 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-abd33d64-4eb3-48af-a7c7-eab231e8de95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.906772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69c0617-3d0b-4191-9a0f-d8f2b8da3d44 req-5e756acc-b541-4ca6-966d-8239dbcd9364 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] No DVR routers for this DVR port a7cabc7c-7798-461e-a756-d474c6500666 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:54:33.909769 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a69c0617-3d0b-4191-9a0f-d8f2b8da3d44 req-5e756acc-b541-4ca6-966d-8239dbcd9364 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:33.912235 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a69c0617-3d0b-4191-9a0f-d8f2b8da3d44 req-5e756acc-b541-4ca6-966d-8239dbcd9364 tempest-TenantUsagesTestJSON-1550727526 tempest-TenantUsagesTestJSON-1550727526-project] 10.222.0.66 "DELETE /v2.0/ports/a7cabc7c-7798-461e-a756-d474c6500666 HTTP/1.1" status: 204 len: 173 time: 1.3638875 Jul 27 20:54:33.945717 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-e6d5fc7b-8371-454f-9405-253f18a70318 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368764 Jul 27 20:54:33.950135 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c98c22a-1bb6-42f8-b5e3-3a1082556e9c', 'name': 'network-vif-deleted', 'tag': 'a7cabc7c-7798-461e-a756-d474c6500666'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:33.954841 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8356ea61-078d-40aa-a91a-07c2a8bd2476" -d '{"events": [{"server_uuid": "6c98c22a-1bb6-42f8-b5e3-3a1082556e9c", "name": "network-vif-deleted", "tag": "a7cabc7c-7798-461e-a756-d474c6500666"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:33.963474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce19e-fdb9-42c6-bb1c-43503c9d04f9 req-5e7f6e18-5c70-40ab-9db4-8d7eebe18e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:33.965670 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1cce19e-fdb9-42c6-bb1c-43503c9d04f9 req-5e7f6e18-5c70-40ab-9db4-8d7eebe18e55 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 1096 time: 0.1690571 Jul 27 20:54:34.007645 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:34.014326 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-abd33d64-4eb3-48af-a7c7-eab231e8de95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:34.015374 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd33d64-4eb3-48af-a7c7-eab231e8de95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:34.016278 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-abd33d64-4eb3-48af-a7c7-eab231e8de95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:34.037057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-91ba1ea2-b610-415f-96e0-5c2649fb93c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Made reservation on behalf of d09d51e03f094340999f2b0d5a1019d4 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:34.040702 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-91ba1ea2-b610-415f-96e0-5c2649fb93c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:34.067388 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e9a6743-11e3-4218-9e7e-511a2d48f28f req-69401a53-21b9-41c9-b524-3cc7854fc32f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570063 Jul 27 20:54:34.101509 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-abd33d64-4eb3-48af-a7c7-eab231e8de95 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.5971513 Jul 27 20:54:34.102513 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1cce19e-fdb9-42c6-bb1c-43503c9d04f9 req-c9638a64-a2a4-46b0-aae4-f38fdd1be0f9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273453 Jul 27 20:54:34.103125 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55612) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:34.118785 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-4fef91cb-0ec3-498c-972f-42c9a80736bf admin admin] Request body: {'subnet': {'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-subnet', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:34.131974 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8998fe44-b686-4c58-a450-371561495b71 x-openstack-request-id: req-8998fe44-b686-4c58-a450-371561495b71 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:34.132268 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c98c22a-1bb6-42f8-b5e3-3a1082556e9c", "name": "network-vif-deleted", "tag": "a7cabc7c-7798-461e-a756-d474c6500666", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:34.132515 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8998fe44-b686-4c58-a450-371561495b71 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:34.132896 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c98c22a-1bb6-42f8-b5e3-3a1082556e9c', 'name': 'network-vif-deleted', 'tag': 'a7cabc7c-7798-461e-a756-d474c6500666', 'status': 'completed', 'code': 200} Jul 27 20:54:34.158608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fef91cb-0ec3-498c-972f-42c9a80736bf admin admin] Made reservation on behalf of 30dd955eb4224ed5a99f0f1394dc317d for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:34.161064 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fef91cb-0ec3-498c-972f-42c9a80736bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:34.162667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd33d64-4eb3-48af-a7c7-eab231e8de95 admin admin] Pushing event updated for resources: {'Network': ['ID=216b8c3c-cbd2-4c1b-93bf-055f83ee0f01,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:34.181088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:54:34.261389 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-d3700861-2661-4a88-b2aa-53ff2f6131f2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:34.262933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-d3700861-2661-4a88-b2aa-53ff2f6131f2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2921224 Jul 27 20:54:34.306495 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-c186f297-0fa7-495b-9d32-38fa45257c4f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/quotas/4fb64d87545a4d7b8837635cc8e66e69 HTTP/1.1" status: 200 len: 375 time: 0.0301266 Jul 27 20:54:34.356654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-91ba1ea2-b610-415f-96e0-5c2649fb93c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Allocated IP 192.168.233.36 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/aea6dfed-c912-42ac-bf8b-43340d28b801) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:34.365600 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8adf3-8eed-47bd-96e1-9314101b7f31 req-8bdbcf33-c20a-4930-8b54-68eab513b357 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:34.367171 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62a8adf3-8eed-47bd-96e1-9314101b7f31 req-8bdbcf33-c20a-4930-8b54-68eab513b357 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 950 time: 0.1854100 Jul 27 20:54:34.457868 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62a8adf3-8eed-47bd-96e1-9314101b7f31 req-1b5b960b-fdc3-4832-8ca7-0698ad195d87 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813704 Jul 27 20:54:34.511272 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-e2df0658-d077-4b2e-9e90-09740cfaa7b5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1955955 Jul 27 20:54:34.531449 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fef91cb-0ec3-498c-972f-42c9a80736bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:34.556531 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-91ba1ea2-b610-415f-96e0-5c2649fb93c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:34.578041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-91ba1ea2-b610-415f-96e0-5c2649fb93c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Transition to ACTIVE for port object aea6dfed-c912-42ac-bf8b-43340d28b801 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:34.611145 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b90988ad-191d-480b-ba6b-73fc33378bff req-dff85449-1c8f-49f7-81f6-dbd02114dfe5 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 210 time: 0.0742841 Jul 27 20:54:34.634172 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-91ba1ea2-b610-415f-96e0-5c2649fb93c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:34.634312 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef91cb-0ec3-498c-972f-42c9a80736bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3e90b86-2b6d-44c1-bad7-145438ac7146,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:34.644044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef91cb-0ec3-498c-972f-42c9a80736bf admin admin] Checking segment: {'id': '3c256999-35ab-49db-8d9d-c381b0a673a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:34.644482 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fef91cb-0ec3-498c-972f-42c9a80736bf admin admin] Network hostable DHCP agents. Network: 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:54:34.692577 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fef91cb-0ec3-498c-972f-42c9a80736bf admin admin] Network 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:54:34.718599 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-4fef91cb-0ec3-498c-972f-42c9a80736bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:34.725502 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fef91cb-0ec3-498c-972f-42c9a80736bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:34.725502 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fef91cb-0ec3-498c-972f-42c9a80736bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:34.728922 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e25f831-2b66-47d4-b98e-9cc8af6e4493 None None] Network 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:54:34.741913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba1ea2-b610-415f-96e0-5c2649fb93c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Pushing event updated for resources: {'Port': ['ID=aea6dfed-c912-42ac-bf8b-43340d28b801,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:34.751215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4fef91cb-0ec3-498c-972f-42c9a80736bf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6371670 Jul 27 20:54:34.753751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55628) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:34.759444 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-router', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:34.763077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-91ba1ea2-b610-415f-96e0-5c2649fb93c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:34.766788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-91ba1ea2-b610-415f-96e0-5c2649fb93c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:34.770721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-91ba1ea2-b610-415f-96e0-5c2649fb93c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:34.800642 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:34.802560 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:34.826409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-91ba1ea2-b610-415f-96e0-5c2649fb93c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:34.827089 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-91ba1ea2-b610-415f-96e0-5c2649fb93c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:34.853920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 9df87c26-1b19-4a6a-bed2-59a55911966a details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:34.868522 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-91ba1ea2-b610-415f-96e0-5c2649fb93c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1841974 Jul 27 20:54:34.890308 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Request body: {'port': {'device_id': 'c44f8fb0-686a-4ce0-b541-d9b791e52fae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:34.972828 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.010037 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 9df87c26-1b19-4a6a-bed2-59a55911966a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9df87c26-1b19-4a6a-bed2-59a55911966a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:35.032293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '9df87c26-1b19-4a6a-bed2-59a55911966a', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '9df87c26-1b19-4a6a-bed2-59a55911966a', 'mac_address': 'fa:16:3e:96:ed:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:35.130486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55634) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:35.238165 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.285603 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.320949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.327907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4183695f-9555-4ddd-ba32-976f39b971a5 None None] Provisioning for port aea6dfed-c912-42ac-bf8b-43340d28b801 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:35.344881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:35.345865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df87c26-1b19-4a6a-bed2-59a55911966a {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:35.373790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 9df87c26-1b19-4a6a-bed2-59a55911966a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9df87c26-1b19-4a6a-bed2-59a55911966a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:35.380887 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4183695f-9555-4ddd-ba32-976f39b971a5 None None] Provisioning complete for port aea6dfed-c912-42ac-bf8b-43340d28b801 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:35.381388 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4183695f-9555-4ddd-ba32-976f39b971a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.415151 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.440178 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.459884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Transition to ACTIVE for port object 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:35.519716 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.528946 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7efefa18-70c9-43b9-8b84-33221f37f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.575917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a2634-3924-43d4-b183-ae8d06692080 req-385b1caf-3b6e-458f-bfd8-eb7d0910898b tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:35.578844 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da8a2634-3924-43d4-b183-ae8d06692080 req-385b1caf-3b6e-458f-bfd8-eb7d0910898b tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 945 time: 0.1436789 Jul 27 20:54:35.588474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cebe0e-d184-4f9e-9915-ec41dbd28240 req-ca4bc3b8-646d-40dd-8166-d9cedfbfcb72 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:35.590114 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b4cebe0e-d184-4f9e-9915-ec41dbd28240 req-ca4bc3b8-646d-40dd-8166-d9cedfbfcb72 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 949 time: 0.1699967 Jul 27 20:54:35.607672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=9df87c26-1b19-4a6a-bed2-59a55911966a,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:35.648430 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1c1d39a8-97b2-4f40-9845-ad54b2d7cb69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9dd848ffdfd34a6ab99adb37549a40bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166407 Jul 27 20:54:35.649488 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.651073 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55650) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:35.663285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-216b8c3c-cbd2-4c1b-93bf-055f83ee0f01', 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'fixed_ips': [{'subnet_id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:54:35.666675 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.672410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Pushing event updated for resources: {'Port': ['ID=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:35.699567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-4183695f-9555-4ddd-ba32-976f39b971a5 None None] Port aea6dfed-c912-42ac-bf8b-43340d28b801 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:54:35.753097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['9df87c26-1b19-4a6a-bed2-59a55911966a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:35.865137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Attempting to bind port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:35.865389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Attempting to bind port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:35.865767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Attempting to bind port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:35.870559 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-771bb7a7-dddb-4138-8411-905830a76b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.879118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:35.879367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Attempting to bind port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:35.922613 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:35.922964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:35.923366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:35.923926 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Bound port: 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:35.924187 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.940528 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-771bb7a7-dddb-4138-8411-905830a76b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:35.943193 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b4cebe0e-d184-4f9e-9915-ec41dbd28240 req-cb56ac0e-80a6-4025-91f4-2d2779ef1868 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168626 Jul 27 20:54:35.976098 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da8a2634-3924-43d4-b183-ae8d06692080 req-24df452a-37c5-4f7c-b6df-d1919e500486 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511620 Jul 27 20:54:36.028265 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:36.041845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea6dfed-c912-42ac-bf8b-43340d28b801 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:36.062492 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:36.095671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Transition to ACTIVE for port object aea6dfed-c912-42ac-bf8b-43340d28b801 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:36.103645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] For port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:36.107414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] For port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:36.117144 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:36.117339 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:36.126890 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:36.127876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Allocated IP 172.20.0.2 (216b8c3c-cbd2-4c1b-93bf-055f83ee0f01/a3e90b86-2b6d-44c1-bad7-145438ac7146/9ec6f799-917f-489a-bc13-fa1551d89338) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:36.188569 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:36.189492 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:36.191511 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b256675-4e20-4a24-953c-09e391da8231 req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] 10.222.0.20 "PUT /v2.0/ports/0059e62c-b2a1-4deb-8ad6-2dff4c96edbf HTTP/1.1" status: 200 len: 1096 time: 2.5465472 Jul 27 20:54:36.192489 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-771bb7a7-dddb-4138-8411-905830a76b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:36.204288 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-771bb7a7-dddb-4138-8411-905830a76b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:36.205702 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-771bb7a7-dddb-4138-8411-905830a76b65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/090bf0ec-830a-4ed4-9e75-0b2807f1d5e3 HTTP/1.1" status: 204 len: 168 time: 0.5521569 Jul 27 20:54:36.206484 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6028ff9-690f-43c1-8d48-2937dc566aab', 'tag': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:36.229669 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ae5e4d-7c39-4d2c-9e93-5b78738905e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e6028ff9-690f-43c1-8d48-2937dc566aab", "tag": "0059e62c-b2a1-4deb-8ad6-2dff4c96edbf"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:36.352417 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device a7cabc7c-7798-461e-a756-d474c6500666 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:54:36.408661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bb7a7-dddb-4138-8411-905830a76b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090bf0ec-830a-4ed4-9e75-0b2807f1d5e3,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:36.445589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Pushing event updated for resources: {'Port': ['ID=aea6dfed-c912-42ac-bf8b-43340d28b801,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:36.474303 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73934db1-de18-405d-8965-772ca01c3bfd req-12fdece7-244e-49ac-ae3a-bac73e465bd7 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:36.477136 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73934db1-de18-405d-8965-772ca01c3bfd req-12fdece7-244e-49ac-ae3a-bac73e465bd7 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 950 time: 0.2689419 Jul 27 20:54:36.522125 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Allocated IP 172.25.2.39 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/24fd34e3-9373-4208-801a-ebc5a66f63df) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:36.606137 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73934db1-de18-405d-8965-772ca01c3bfd req-7b8722e1-906b-4fe9-8790-3d990f64eddf tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926249 Jul 27 20:54:36.767212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b256675-4e20-4a24-953c-09e391da8231 req-925630ce-93ef-4c41-a039-a02149555b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:36.768783 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b256675-4e20-4a24-953c-09e391da8231 req-925630ce-93ef-4c41-a039-a02149555b28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d09d51e03f094340999f2b0d5a1019d4&device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 1099 time: 0.5289416 Jul 27 20:54:36.772743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20826ae3-a885-4523-8185-1401d0f85990 service neutron] Pushing event updated for resources: {'Port': ['ID=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:36.789692 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:36.904993 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: a7cabc7c-7798-461e-a756-d474c6500666 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:54:36.905988 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device a7cabc7c-7798-461e-a756-d474c6500666 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:54:36.910447 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b256675-4e20-4a24-953c-09e391da8231 req-fb946387-c30a-4505-b156-86e12d6bc979 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf HTTP/1.1" status: 200 len: 217 time: 0.1122022 Jul 27 20:54:36.911421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Attempting to bind port aea6dfed-c912-42ac-bf8b-43340d28b801 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:36.911752 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Attempting to bind port aea6dfed-c912-42ac-bf8b-43340d28b801 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:36.912077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Attempting to bind port aea6dfed-c912-42ac-bf8b-43340d28b801 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:36.944365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55674) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:36.955069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Port aea6dfed-c912-42ac-bf8b-43340d28b801 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:36.955686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Attempting to bind port aea6dfed-c912-42ac-bf8b-43340d28b801 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:36.961775 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:36.967048 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:36.967396 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:36.967785 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:36.968291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Bound port: aea6dfed-c912-42ac-bf8b-43340d28b801, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:36.968678 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:36.980178 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-875eb39b-e43a-42e5-ad26-1c0a0775b3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:36.991637 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Transition to ACTIVE for port object 9ec6f799-917f-489a-bc13-fa1551d89338 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:36.994302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b256675-4e20-4a24-953c-09e391da8231 req-d04f56b6-6aae-43a5-83b5-f88ede460609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:36.996865 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b256675-4e20-4a24-953c-09e391da8231 req-d04f56b6-6aae-43a5-83b5-f88ede460609 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0746093 Jul 27 20:54:37.003388 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:37.044084 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Transition to ACTIVE for port object 9ec6f799-917f-489a-bc13-fa1551d89338 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:37.054833 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:37.065928 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:37.066846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44fb87-58b3-4518-b50d-47d108ce492f req-ca2f4117-1795-4e6a-bc8e-8534b1784f22 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:37.069122 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b44fb87-58b3-4518-b50d-47d108ce492f req-ca2f4117-1795-4e6a-bc8e-8534b1784f22 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 947 time: 0.2766712 Jul 27 20:54:37.085936 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0bcac-269f-4613-a496-3ea966b7f18f req-99c14761-b597-430b-ae17-f9fdad7bf4df tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:37.088846 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7b0bcac-269f-4613-a496-3ea966b7f18f req-99c14761-b597-430b-ae17-f9fdad7bf4df tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 1096 time: 0.2764802 Jul 27 20:54:37.101370 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:37.131791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] For port aea6dfed-c912-42ac-bf8b-43340d28b801, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:37.132934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:37.153167 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] For port aea6dfed-c912-42ac-bf8b-43340d28b801, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=aea6dfed-c912-42ac-bf8b-43340d28b801,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:37.157796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b256675-4e20-4a24-953c-09e391da8231 req-32f71d21-ec63-4126-a11f-a0c5ffdb1d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:37.158476 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Network 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:37.159433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Pushing event updated for resources: {'Port': ['ID=9ec6f799-917f-489a-bc13-fa1551d89338,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:37.160082 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b256675-4e20-4a24-953c-09e391da8231 req-32f71d21-ec63-4126-a11f-a0c5ffdb1d8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417661 Jul 27 20:54:37.161900 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:37.166523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:37.175560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:37.179090 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:37.276767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:37.277786 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:37.279726 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] 10.222.0.66 "PUT /v2.0/ports/aea6dfed-c912-42ac-bf8b-43340d28b801 HTTP/1.1" status: 200 len: 1095 time: 2.3989081 Jul 27 20:54:37.369053 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Attempting to bind port 9ec6f799-917f-489a-bc13-fa1551d89338 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:37.369487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Attempting to bind port 9ec6f799-917f-489a-bc13-fa1551d89338 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '3c256999-35ab-49db-8d9d-c381b0a673a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:37.369884 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Attempting to bind port 9ec6f799-917f-489a-bc13-fa1551d89338 on network 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:37.372353 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:37.376623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401f43c-9dcb-4ae9-b374-ab7b03cc5dcb service neutron] Pushing event updated for resources: {'Port': ['ID=aea6dfed-c912-42ac-bf8b-43340d28b801,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:37.377466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:37.377861 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Checking segment: {'id': '3c256999-35ab-49db-8d9d-c381b0a673a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:37.378287 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:37.378736 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Bound using segment: {'id': '3c256999-35ab-49db-8d9d-c381b0a673a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:37.379209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Bound port: 9ec6f799-917f-489a-bc13-fa1551d89338, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c256999-35ab-49db-8d9d-c381b0a673a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:37.379619 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:37.414810 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b256675-4e20-4a24-953c-09e391da8231 req-dd610d58-b7e2-438c-a450-00e1be9745aa service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430832 Jul 27 20:54:37.440178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Pushing event updated for resources: {'Port': ['ID=24fd34e3-9373-4208-801a-ebc5a66f63df,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:37.482030 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-627b7166-374c-4f90-9203-93879a658b1f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0995739 Jul 27 20:54:37.501650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] For port 9ec6f799-917f-489a-bc13-fa1551d89338, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:37.508522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] For port 9ec6f799-917f-489a-bc13-fa1551d89338, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9ec6f799-917f-489a-bc13-fa1551d89338,segment=NetworkSegment(3c256999-35ab-49db-8d9d-c381b0a673a4),segment_id=3c256999-35ab-49db-8d9d-c381b0a673a4)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:37.516304 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:37.601860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdf4c7-d0e6-4a66-a0da-92cbdf5e87eb None None] Pushing event updated for resources: {'Port': ['ID=9ec6f799-917f-489a-bc13-fa1551d89338,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:37.654724 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-875eb39b-e43a-42e5-ad26-1c0a0775b3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:37.672683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-b465fbb6-64de-4f96-ab0e-edb5825915f5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:37.674389 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-b465fbb6-64de-4f96-ab0e-edb5825915f5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746979 Jul 27 20:54:37.674788 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7b0bcac-269f-4613-a496-3ea966b7f18f req-a3d66cf2-1f32-4ff1-b47e-a0ed08865fb6 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720336 Jul 27 20:54:37.692683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-341e0065-be86-4d9a-a8bd-ce5a4b84995f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Request body: {'port': {'device_id': 'f2af111b-f753-4925-bf46-2759c548d149', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '4fb64d87545a4d7b8837635cc8e66e69'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:37.694036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b44fb87-58b3-4518-b50d-47d108ce492f req-f75cd677-97cf-4895-b6b0-8c1c91490c58 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6002629 Jul 27 20:54:37.696341 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-875eb39b-e43a-42e5-ad26-1c0a0775b3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:37.702728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-4f3fb378-f599-44ce-8bbd-d6a0f6e84180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:37.704419 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-4f3fb378-f599-44ce-8bbd-d6a0f6e84180 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d09d51e03f094340999f2b0d5a1019d4&device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 1098 time: 0.3208523 Jul 27 20:54:37.812502 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a5cc3d-9aea-4ae2-b330-c6bbe722ed92 x-openstack-request-id: req-b2a5cc3d-9aea-4ae2-b330-c6bbe722ed92 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:37.813197 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6028ff9-690f-43c1-8d48-2937dc566aab", "tag": "0059e62c-b2a1-4deb-8ad6-2dff4c96edbf", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:37.813197 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2a5cc3d-9aea-4ae2-b330-c6bbe722ed92 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:37.813612 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6028ff9-690f-43c1-8d48-2937dc566aab', 'tag': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf', 'status': 'completed', 'code': 200} Jul 27 20:54:37.833764 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-81523bd8-d499-4dc3-a199-d7be49009272 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=aea6dfed-c912-42ac-bf8b-43340d28b801 HTTP/1.1" status: 200 len: 217 time: 0.1023166 Jul 27 20:54:37.905407 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b256675-4e20-4a24-953c-09e391da8231 req-9931605b-28f0-4be9-b6b4-07f0d0478868 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461684 Jul 27 20:54:37.964551 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55688) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:37.966689 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-875eb39b-e43a-42e5-ad26-1c0a0775b3dc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a20fde5cecaa45cbba776ad61b20b602&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0127423 Jul 27 20:54:37.999210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875eb39b-e43a-42e5-ad26-1c0a0775b3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602b8b83-cfc1-4185-9c74-f117103fc85b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:38.014176 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ad822d3-e474-4823-bb50-92bb9edd264b req-fa0174c7-25fe-43ec-b64d-61efe96abbc1 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 210 time: 0.1504722 Jul 27 20:54:38.017233 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-45fea965-9a19-40e6-b38a-1f539a34c4d5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1548734 Jul 27 20:54:38.077559 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-721ba8da-d172-4e8f-a08f-a9972d8638eb tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b9e422fe0bfa4c28be59a6e356f9a533&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1249905 Jul 27 20:54:38.079973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-5ad7ce9f-a10f-4355-a7e8-94a17319c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:38.081598 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-5ad7ce9f-a10f-4355-a7e8-94a17319c78c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.2315998 Jul 27 20:54:38.127816 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae292bdb-87d2-4aaf-9d9b-bad041147fd4 req-e4f8bab1-5812-46f2-8aa7-09e5b59a9e0b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9685798 Jul 27 20:54:38.431739 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-341e0065-be86-4d9a-a8bd-ce5a4b84995f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Made reservation on behalf of 4fb64d87545a4d7b8837635cc8e66e69 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:38.435209 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-341e0065-be86-4d9a-a8bd-ce5a4b84995f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:38.437504 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-5ac1a9d8-7443-46b9-942e-bfea53f9b7b4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:38.439056 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-5ac1a9d8-7443-46b9-942e-bfea53f9b7b4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4019098 Jul 27 20:54:38.452835 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b5e4344-7111-4b3e-88e7-671379417c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:38.459491 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-31ef8132-342a-4992-9421-a6ed5a8c894d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Request body: {'port': {'device_id': 'f7529f77-7116-4a85-b030-c49be448cc0e', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '4fb64d87545a4d7b8837635cc8e66e69'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:38.472019 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-24c9af90-951c-497d-8c60-e5e929dc8616 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:38.473567 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-24c9af90-951c-497d-8c60-e5e929dc8616 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3494873 Jul 27 20:54:38.500040 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9ec6f799-917f-489a-bc13-fa1551d89338 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:38.507102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8bb31-f78e-43c6-8436-4f839f53cc90 req-b0fc1c75-5ec8-4493-ab7e-b03146ee988a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:38.514727 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4ca8bb31-f78e-43c6-8436-4f839f53cc90 req-b0fc1c75-5ec8-4493-ab7e-b03146ee988a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 949 time: 0.3932884 Jul 27 20:54:38.515369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae5e4d-7c39-4d2c-9e93-5b78738905e0 req-30384303-7070-4b29-815c-140381f45983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:38.516910 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22ae5e4d-7c39-4d2c-9e93-5b78738905e0 req-30384303-7070-4b29-815c-140381f45983 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d09d51e03f094340999f2b0d5a1019d4&device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 1099 time: 0.5111876 Jul 27 20:54:38.518925 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b5e4344-7111-4b3e-88e7-671379417c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:38.561770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-c39ff5d2-6519-442f-8e66-1fe162c68a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:38.563125 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-c39ff5d2-6519-442f-8e66-1fe162c68a00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4724808 Jul 27 20:54:38.580307 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 9ec6f799-917f-489a-bc13-fa1551d89338 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:38.601341 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:38.611910 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-89dce79f-67c4-41aa-9b1f-60f13cce8665 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/quotas/b9e422fe0bfa4c28be59a6e356f9a533 HTTP/1.1" status: 200 len: 375 time: 0.0674195 Jul 27 20:54:38.646974 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae292bdb-87d2-4aaf-9d9b-bad041147fd4 req-581a0059-5feb-422b-8abb-15c85265ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:38.648503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae292bdb-87d2-4aaf-9d9b-bad041147fd4 req-581a0059-5feb-422b-8abb-15c85265ab80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 1095 time: 0.4175997 Jul 27 20:54:38.726624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4ca8bb31-f78e-43c6-8436-4f839f53cc90 req-5dcc7b94-616e-4c65-9714-0e4369ed46b8 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108908 Jul 27 20:54:38.735259 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:38.783788 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 9df87c26-1b19-4a6a-bed2-59a55911966a up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:38.853339 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-753e0802-6252-41a5-8950-a03dda895acf service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587507 Jul 27 20:54:38.854030 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b5e4344-7111-4b3e-88e7-671379417c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:38.866106 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b5e4344-7111-4b3e-88e7-671379417c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:38.873479 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4b5e4344-7111-4b3e-88e7-671379417c72 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/602b8b83-cfc1-4185-9c74-f117103fc85b HTTP/1.1" status: 204 len: 168 time: 0.9016387 Jul 27 20:54:38.885166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae5e4d-7c39-4d2c-9e93-5b78738905e0 req-7841bc3e-4118-4965-aeae-450958294ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:38.886812 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22ae5e4d-7c39-4d2c-9e93-5b78738905e0 req-7841bc3e-4118-4965-aeae-450958294ef4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.3355398 Jul 27 20:54:38.921606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 9df87c26-1b19-4a6a-bed2-59a55911966a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:38.924595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-341e0065-be86-4d9a-a8bd-ce5a4b84995f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Allocated IP 192.168.233.209 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/6b073743-c445-4ad4-978e-380863cb1265) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:38.927285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 9df87c26-1b19-4a6a-bed2-59a55911966a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:38.927504 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:39.001183 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-31ef8132-342a-4992-9421-a6ed5a8c894d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Made reservation on behalf of 4fb64d87545a4d7b8837635cc8e66e69 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:39.004470 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-31ef8132-342a-4992-9421-a6ed5a8c894d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:39.024436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e4344-7111-4b3e-88e7-671379417c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602b8b83-cfc1-4185-9c74-f117103fc85b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:39.035937 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22ae5e4d-7c39-4d2c-9e93-5b78738905e0 req-44997f06-eec9-43cb-b2b6-7dff183c046a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf HTTP/1.1" status: 200 len: 217 time: 0.1308422 Jul 27 20:54:39.111161 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-c5feb8fc-fc09-43a6-9297-d4c68c900e8f tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b9e422fe0bfa4c28be59a6e356f9a533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4524481 Jul 27 20:54:39.112279 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae292bdb-87d2-4aaf-9d9b-bad041147fd4 req-040eec1c-f10d-48ec-b039-adb5aaae2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:39.113774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae292bdb-87d2-4aaf-9d9b-bad041147fd4 req-040eec1c-f10d-48ec-b039-adb5aaae2bde service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.4252419 Jul 27 20:54:39.162691 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:39.250044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae5e4d-7c39-4d2c-9e93-5b78738905e0 req-cbeaf81f-4476-44e5-aeee-9430817235dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:39.251967 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22ae5e4d-7c39-4d2c-9e93-5b78738905e0 req-cbeaf81f-4476-44e5-aeee-9430817235dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.2003391 Jul 27 20:54:39.256524 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d27cad4-0cb3-4eaf-b792-e85821e5d64e req-e3eeb021-757a-42f1-bdb8-5fb35a41db94 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844070 Jul 27 20:54:39.258852 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03081614-6ac9-48a4-8228-2fb083c0d028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df87c26-1b19-4a6a-bed2-59a55911966a'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:39.262021 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e16968d-ad4f-46bf-b6eb-d3baa6783f43" -d '{"events": [{"server_uuid": "03081614-6ac9-48a4-8228-2fb083c0d028", "name": "network-vif-plugged", "status": "completed", "tag": "9df87c26-1b19-4a6a-bed2-59a55911966a"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:39.266575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4b94f6-1938-4e26-ab7c-e66c4417ed4d None None] Network 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:54:39.284823 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 9df87c26-1b19-4a6a-bed2-59a55911966a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9df87c26-1b19-4a6a-bed2-59a55911966a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:39.317163 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:39.329179 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae292bdb-87d2-4aaf-9d9b-bad041147fd4 req-e959ad16-06c4-473c-b255-b4a0ca3bcc34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=355fca33-b957-43b9-9280-8dbeaa3311d2 HTTP/1.1" status: 200 len: 217 time: 0.2009668 Jul 27 20:54:39.386065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=9df87c26-1b19-4a6a-bed2-59a55911966a,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:39.531608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a34ac-84c1-4218-b6ba-eae8f3de935c req-f98ab2bd-4045-4398-9f93-c8387286d37b tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:39.541876 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b7a34ac-84c1-4218-b6ba-eae8f3de935c req-f98ab2bd-4045-4398-9f93-c8387286d37b tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 947 time: 0.5732026 Jul 27 20:54:39.542993 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:39.546320 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae292bdb-87d2-4aaf-9d9b-bad041147fd4 req-fd5113c9-76d6-4c7a-adfe-4f6864fc62dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:39.547809 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae292bdb-87d2-4aaf-9d9b-bad041147fd4 req-fd5113c9-76d6-4c7a-adfe-4f6864fc62dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.1502354 Jul 27 20:54:39.588574 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-341e0065-be86-4d9a-a8bd-ce5a4b84995f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:39.656625 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f91edeea-51c5-4eed-8ade-0569e0172a7d None None] Provisioning for port 9ec6f799-917f-489a-bc13-fa1551d89338 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:39.671500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f91edeea-51c5-4eed-8ade-0569e0172a7d None None] Provisioning complete for port 9ec6f799-917f-489a-bc13-fa1551d89338 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:39.673021 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f91edeea-51c5-4eed-8ade-0569e0172a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:39.691152 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-341e0065-be86-4d9a-a8bd-ce5a4b84995f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Transition to ACTIVE for port object 6b073743-c445-4ad4-978e-380863cb1265 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:39.714947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae5e4d-7c39-4d2c-9e93-5b78738905e0 req-cbacc646-682e-425b-b16a-20f609b56dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:39.722982 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22ae5e4d-7c39-4d2c-9e93-5b78738905e0 req-cbacc646-682e-425b-b16a-20f609b56dd4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4624453 Jul 27 20:54:39.848070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44f8fb0-686a-4ce0-b541-d9b791e52fae', 'tag': 'aea6dfed-c912-42ac-bf8b-43340d28b801'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:39.857894 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63012fc5-c0a7-435f-a2fe-79806d2e96d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c44f8fb0-686a-4ce0-b541-d9b791e52fae", "tag": "aea6dfed-c912-42ac-bf8b-43340d28b801"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:39.868675 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f91edeea-51c5-4eed-8ade-0569e0172a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:39.882190 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae292bdb-87d2-4aaf-9d9b-bad041147fd4 req-b09e0298-b117-4ee7-b824-c48eb2de65c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3197143 Jul 27 20:54:39.895490 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-341e0065-be86-4d9a-a8bd-ce5a4b84995f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:39.913729 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1a022cd7-e984-471e-a4f8-55737392083d'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:39.920024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-f91edeea-51c5-4eed-8ade-0569e0172a7d None None] For port 9ec6f799-917f-489a-bc13-fa1551d89338, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9ec6f799-917f-489a-bc13-fa1551d89338,segment=NetworkSegment(3c256999-35ab-49db-8d9d-c381b0a673a4),segment_id=3c256999-35ab-49db-8d9d-c381b0a673a4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:39.998413 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f91edeea-51c5-4eed-8ade-0569e0172a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:40.050828 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c40ea16-5515-42be-b353-22b676ac4bd1 req-3e548e05-bdf5-4582-a4a3-87e06a72d019 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 210 time: 0.2031646 Jul 27 20:54:40.203319 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-341e0065-be86-4d9a-a8bd-ce5a4b84995f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:40.226066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.20', 65390) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:40.266536 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-341e0065-be86-4d9a-a8bd-ce5a4b84995f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:40.275166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-341e0065-be86-4d9a-a8bd-ce5a4b84995f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:40.285414 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f278e7f6-9c6f-43e5-94b7-e928c4aa46c6 x-openstack-request-id: req-f278e7f6-9c6f-43e5-94b7-e928c4aa46c6 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:40.285726 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03081614-6ac9-48a4-8228-2fb083c0d028", "name": "network-vif-plugged", "status": "completed", "tag": "9df87c26-1b19-4a6a-bed2-59a55911966a", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:40.285976 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f278e7f6-9c6f-43e5-94b7-e928c4aa46c6 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:40.286391 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03081614-6ac9-48a4-8228-2fb083c0d028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df87c26-1b19-4a6a-bed2-59a55911966a', 'code': 200} Jul 27 20:54:40.308110 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91edeea-51c5-4eed-8ade-0569e0172a7d None None] Pushing event updated for resources: {'Port': ['ID=9ec6f799-917f-489a-bc13-fa1551d89338,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:40.341243 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b7a34ac-84c1-4218-b6ba-eae8f3de935c req-fb1d9c8c-1e6a-47b4-972c-fe21891dba5e tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7831411 Jul 27 20:54:40.445712 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e0065-be86-4d9a-a8bd-ce5a4b84995f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Pushing event updated for resources: {'Port': ['ID=6b073743-c445-4ad4-978e-380863cb1265,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:40.455179 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-31ef8132-342a-4992-9421-a6ed5a8c894d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Allocated IP 192.168.233.25 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/61f362a6-585f-4379-8708-98469226b058) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:40.508241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-341e0065-be86-4d9a-a8bd-ce5a4b84995f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:40.509774 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-341e0065-be86-4d9a-a8bd-ce5a4b84995f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:40.540836 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ae105c8-d75f-46c6-9d6d-7277a3cdcc42 req-20967f2d-f38c-4012-8932-fcc61145fc01 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 210 time: 0.1884038 Jul 27 20:54:40.542704 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1b2d6a4c-c488-4756-84d4-9ca4e94c0ae4 None None] Provisioning complete for port 9ec6f799-917f-489a-bc13-fa1551d89338 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:40.542835 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6a4c-c488-4756-84d4-9ca4e94c0ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:40.583678 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22ae5e4d-7c39-4d2c-9e93-5b78738905e0 req-cd2508b3-5bfd-41b9-9c58-194adadbb83f service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7682145 Jul 27 20:54:40.604420 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-341e0065-be86-4d9a-a8bd-ce5a4b84995f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9195862 Jul 27 20:54:40.623993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04308a6f-96f4-4cb4-908a-be1a8f4585f2 req-107546c7-60ef-479a-a3ea-17dfd4350b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:40.625513 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-04308a6f-96f4-4cb4-908a-be1a8f4585f2 req-107546c7-60ef-479a-a3ea-17dfd4350b9f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 1101 time: 0.3857806 Jul 27 20:54:40.635619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Request body: {'port': {'device_id': 'f2af111b-f753-4925-bf46-2759c548d149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:40.662426 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9ec6f799-917f-489a-bc13-fa1551d89338 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:40.709403 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fdf8dc-1106-479f-8107-b7164b3b1161 x-openstack-request-id: req-86fdf8dc-1106-479f-8107-b7164b3b1161 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:40.709772 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44f8fb0-686a-4ce0-b541-d9b791e52fae", "tag": "aea6dfed-c912-42ac-bf8b-43340d28b801", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:40.709950 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86fdf8dc-1106-479f-8107-b7164b3b1161 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:40.710352 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44f8fb0-686a-4ce0-b541-d9b791e52fae', 'tag': 'aea6dfed-c912-42ac-bf8b-43340d28b801', 'status': 'completed', 'code': 200} Jul 27 20:54:40.785853 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae292bdb-87d2-4aaf-9d9b-bad041147fd4 req-3b3d7195-024f-4394-ad24-a6fcbab00d04 service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8953662 Jul 27 20:54:40.809806 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:40.930143 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:40.957254 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf', 'mac_address': 'fa:16:3e:56:5a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:41.004501 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-04308a6f-96f4-4cb4-908a-be1a8f4585f2 req-46234427-e506-4c88-a9ff-1f02e8c44941 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840610 Jul 27 20:54:41.057225 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63012fc5-c0a7-435f-a2fe-79806d2e96d2 req-4d778447-7f72-4d5e-b0e6-c0e237b42b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:41.058775 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d4cf1-50a2-4990-ad5a-64b488093ddc req-d8fb9c00-bcb4-4b54-b3fe-d2efa0149b7d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:41.064062 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63012fc5-c0a7-435f-a2fe-79806d2e96d2 req-4d778447-7f72-4d5e-b0e6-c0e237b42b29 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d09d51e03f094340999f2b0d5a1019d4&device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 1098 time: 0.3528895 Jul 27 20:54:41.068651 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-016d4cf1-50a2-4990-ad5a-64b488093ddc req-d8fb9c00-bcb4-4b54-b3fe-d2efa0149b7d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.5635498 Jul 27 20:54:41.073992 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22ae5e4d-7c39-4d2c-9e93-5b78738905e0 req-d3078681-1a4f-426f-96eb-125411b2f2c4 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757049 Jul 27 20:54:41.074163 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:41.079699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 9ec6f799-917f-489a-bc13-fa1551d89338 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:41.080062 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:41.093594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Router 72efdd85-84ed-471b-ac03-6461c66d9a99 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:54:41.120876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:41.152446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:41.159846 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:41.218600 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:41.262990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:41.273448 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c64611e1-5e6f-4902-8b2a-2fc91148fce5 None None] Provisioning for port 6b073743-c445-4ad4-978e-380863cb1265 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:41.278296 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c64611e1-5e6f-4902-8b2a-2fc91148fce5 None None] Provisioning complete for port 6b073743-c445-4ad4-978e-380863cb1265 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:41.279996 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c64611e1-5e6f-4902-8b2a-2fc91148fce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:41.323300 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c64611e1-5e6f-4902-8b2a-2fc91148fce5 None None] Port 6b073743-c445-4ad4-978e-380863cb1265 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:54:41.343728 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ababb95-53b4-4cf1-a787-3b215f2a40de req-c7b9209c-774c-4298-b14f-a0affaa46399 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 210 time: 0.1946564 Jul 27 20:54:41.434736 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63012fc5-c0a7-435f-a2fe-79806d2e96d2 req-2eb49e6a-1de7-4d94-9793-e3af4520e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:41.437033 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63012fc5-c0a7-435f-a2fe-79806d2e96d2 req-2eb49e6a-1de7-4d94-9793-e3af4520e014 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.3619325 Jul 27 20:54:41.487739 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['0059e62c-b2a1-4deb-8ad6-2dff4c96edbf'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:41.488590 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae292bdb-87d2-4aaf-9d9b-bad041147fd4 req-4684dc5b-1c0e-4a2d-b6b4-7b5efc2d0326 service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6918895 Jul 27 20:54:41.491607 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-016d4cf1-50a2-4990-ad5a-64b488093ddc req-0b5578e5-88d0-4592-b592-b66fee119cdd tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213705 Jul 27 20:54:41.585763 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-31ef8132-342a-4992-9421-a6ed5a8c894d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:41.592214 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63012fc5-c0a7-435f-a2fe-79806d2e96d2 req-a6dd54c7-306c-49b9-9bb4-f2f7771c0f22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=aea6dfed-c912-42ac-bf8b-43340d28b801 HTTP/1.1" status: 200 len: 217 time: 0.1373558 Jul 27 20:54:41.606290 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:54:41.612041 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-e48d2d46-e98e-4049-8e58-d534de0265e1 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b9e422fe0bfa4c28be59a6e356f9a533&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1719539 Jul 27 20:54:41.618522 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Sync routers for ids ['72efdd85-84ed-471b-ac03-6461c66d9a99'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:54:41.646320 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Routers {'72efdd85-84ed-471b-ac03-6461c66d9a99'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:41.647339 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:54:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['72efdd85-84ed-471b-ac03-6461c66d9a99'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:41.690105 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-31ef8132-342a-4992-9421-a6ed5a8c894d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Transition to ACTIVE for port object 61f362a6-585f-4379-8708-98469226b058 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:41.732790 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:41.734818 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6d878caf-b05f-4fbf-a5d3-1d01c3e23da7 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.9795055 Jul 27 20:54:41.736440 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00f0a014-11e2-417d-a97f-f7d736b9eba0 req-0126007e-2b7e-422d-934d-72f88e824071 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 210 time: 0.0562963 Jul 27 20:54:41.739860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55774) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:41.800398 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63012fc5-c0a7-435f-a2fe-79806d2e96d2 req-ef5a3c94-3c15-4b78-9452-362ab5933145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:41.802178 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63012fc5-c0a7-435f-a2fe-79806d2e96d2 req-ef5a3c94-3c15-4b78-9452-362ab5933145 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1864636 Jul 27 20:54:41.886308 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-77ff712b-e3bb-4c3d-9552-44916f0e421b tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:41.887428 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90692ef8-ab18-4b41-b6c1-c2d8ead4f2cb req-59af5838-5e0e-4204-9b18-9764d6e3de2a tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:41.891142 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-77ff712b-e3bb-4c3d-9552-44916f0e421b tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2627900 Jul 27 20:54:41.895744 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90692ef8-ab18-4b41-b6c1-c2d8ead4f2cb req-59af5838-5e0e-4204-9b18-9764d6e3de2a tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 947 time: 0.3828809 Jul 27 20:54:41.927045 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-31ef8132-342a-4992-9421-a6ed5a8c894d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:41.932270 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Set router 72efdd85-84ed-471b-ac03-6461c66d9a99 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:41.952950 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1a022cd7-e984-471e-a4f8-55737392083d'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:41.966139 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-420a26dc-8d98-45ea-b7fb-35361d46ac7f tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Request body: {'port': {'device_id': 'b65ece43-1b0e-4700-9e86-8eddef8b0545', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': 'b9e422fe0bfa4c28be59a6e356f9a533'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:42.038749 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90692ef8-ab18-4b41-b6c1-c2d8ead4f2cb req-1cceed76-5988-4b76-96fd-d8360e938f86 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420238 Jul 27 20:54:42.068434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-31ef8132-342a-4992-9421-a6ed5a8c894d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:42.075496 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-31ef8132-342a-4992-9421-a6ed5a8c894d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:42.080276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef8132-342a-4992-9421-a6ed5a8c894d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Pushing event updated for resources: {'Port': ['ID=61f362a6-585f-4379-8708-98469226b058,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:42.088203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-31ef8132-342a-4992-9421-a6ed5a8c894d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:42.433810 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-31ef8132-342a-4992-9421-a6ed5a8c894d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:42.438271 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-31ef8132-342a-4992-9421-a6ed5a8c894d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:42.572037 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-router', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:34Z', 'updated_at': '2021-07-27T20:54:38Z', 'revision_number': 3, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'gw_port': {'id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:36Z', 'updated_at': '2021-07-27T20:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:42.584731 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7113ae5a-ef1f-46e7-a631-7d38098e9cbc None None] Provisioning for port 61f362a6-585f-4379-8708-98469226b058 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:42.599970 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7113ae5a-ef1f-46e7-a631-7d38098e9cbc None None] Provisioning complete for port 61f362a6-585f-4379-8708-98469226b058 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:42.600346 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7113ae5a-ef1f-46e7-a631-7d38098e9cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:42.665511 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Checking router: 72efdd85-84ed-471b-ac03-6461c66d9a99 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:54:42.671812 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7113ae5a-ef1f-46e7-a631-7d38098e9cbc None None] Port 61f362a6-585f-4379-8708-98469226b058 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:54:42.672237 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Updating router 72efdd85-84ed-471b-ac03-6461c66d9a99 port 24fd34e3-9373-4208-801a-ebc5a66f63df binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:54:42.676098 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b073743-c445-4ad4-978e-380863cb1265 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:42.686617 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:42.697046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-31ef8132-342a-4992-9421-a6ed5a8c894d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2463851 Jul 27 20:54:42.700066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Transition to ACTIVE for port object 6b073743-c445-4ad4-978e-380863cb1265 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:42.708642 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:42.724461 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:42.766124 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Pushing event updated for resources: {'Port': ['ID=6b073743-c445-4ad4-978e-380863cb1265,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:42.792866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Request body: {'port': {'device_id': 'f7529f77-7116-4a85-b030-c49be448cc0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:42.805481 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:42.835600 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63012fc5-c0a7-435f-a2fe-79806d2e96d2 req-43fa15fc-e8c3-4cca-a566-0e774ab137e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:42.836708 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63012fc5-c0a7-435f-a2fe-79806d2e96d2 req-43fa15fc-e8c3-4cca-a566-0e774ab137e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9433470 Jul 27 20:54:42.930394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:42.941468 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-420a26dc-8d98-45ea-b7fb-35361d46ac7f tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Made reservation on behalf of b9e422fe0bfa4c28be59a6e356f9a533 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:42.947071 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:42.948050 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:42.949320 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-420a26dc-8d98-45ea-b7fb-35361d46ac7f tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.067534 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.072874 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.081061 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Transition to ACTIVE for port object 24fd34e3-9373-4208-801a-ebc5a66f63df will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:43.093764 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd16a471-65cc-4978-b2cb-e21a08e85be1 req-fdb305c7-9e6d-471a-8068-aad9913564e6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3388367 Jul 27 20:54:43.097197 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.124484 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:43.140696 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6028ff9-690f-43c1-8d48-2937dc566aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:43.151829 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c3903b-af02-452b-91df-30f3c2b8163f" -d '{"events": [{"server_uuid": "e6028ff9-690f-43c1-8d48-2937dc566aab", "name": "network-vif-plugged", "status": "completed", "tag": "0059e62c-b2a1-4deb-8ad6-2dff4c96edbf"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:43.157282 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.177171 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d434873-7623-49ce-82b2-75d62df0af2f None None] Pushing event updated for resources: {'Port': ['ID=24fd34e3-9373-4208-801a-ebc5a66f63df,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:43.188834 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Attempting to bind port 24fd34e3-9373-4208-801a-ebc5a66f63df on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:43.189119 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Attempting to bind port 24fd34e3-9373-4208-801a-ebc5a66f63df by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:43.189493 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Attempting to bind port 24fd34e3-9373-4208-801a-ebc5a66f63df on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:43.192512 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d434873-7623-49ce-82b2-75d62df0af2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:43.192865 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d434873-7623-49ce-82b2-75d62df0af2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:43.193211 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d434873-7623-49ce-82b2-75d62df0af2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:43.193548 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d434873-7623-49ce-82b2-75d62df0af2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:43.193883 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d434873-7623-49ce-82b2-75d62df0af2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:43.194233 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d434873-7623-49ce-82b2-75d62df0af2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:43.194634 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d434873-7623-49ce-82b2-75d62df0af2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:43.194970 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d434873-7623-49ce-82b2-75d62df0af2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:43.195295 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d434873-7623-49ce-82b2-75d62df0af2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:43.195626 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d434873-7623-49ce-82b2-75d62df0af2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:43.195949 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d434873-7623-49ce-82b2-75d62df0af2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:43.196271 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d434873-7623-49ce-82b2-75d62df0af2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:43.207450 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:43.207839 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:43.208255 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.208652 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:43.209149 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Bound port: 24fd34e3-9373-4208-801a-ebc5a66f63df, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:43.209555 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.248930 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63012fc5-c0a7-435f-a2fe-79806d2e96d2 req-bf95fdb5-1700-44f3-ac65-a400a89ce160 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913670 Jul 27 20:54:43.266786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:43.284560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4701e-cae6-4cb9-8eff-3d5adddc2128 req-d8b14093-6977-4243-ab6b-b97a22cf860f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:43.286106 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eac4701e-cae6-4cb9-8eff-3d5adddc2128 req-d8b14093-6977-4243-ab6b-b97a22cf860f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.6269250 Jul 27 20:54:43.290384 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.297005 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] For port 24fd34e3-9373-4208-801a-ebc5a66f63df, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:43.302187 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] For port 24fd34e3-9373-4208-801a-ebc5a66f63df, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=24fd34e3-9373-4208-801a-ebc5a66f63df,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:43.307191 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.346348 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a3635-7ce2-4d1d-bce6-d00c95de7b61 req-fb30020a-9ad0-4900-a5d5-ef4140ee4e24 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:43.347950 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-398a3635-7ce2-4d1d-bce6-d00c95de7b61 req-fb30020a-9ad0-4900-a5d5-ef4140ee4e24 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 935 time: 0.7308624 Jul 27 20:54:43.364806 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d434873-7623-49ce-82b2-75d62df0af2f None None] Pushing event updated for resources: {'Port': ['ID=24fd34e3-9373-4208-801a-ebc5a66f63df,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:43.374928 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Routers {'72efdd85-84ed-471b-ac03-6461c66d9a99'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:43.375694 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:54:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['72efdd85-84ed-471b-ac03-6461c66d9a99'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:43.452285 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eac4701e-cae6-4cb9-8eff-3d5adddc2128 req-a64e746f-14cc-4131-9cf9-3f8f9e10bd99 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538842 Jul 27 20:54:43.578185 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-398a3635-7ce2-4d1d-bce6-d00c95de7b61 req-57392f60-2425-47a4-ad5f-0df86054d76c tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118249 Jul 27 20:54:43.611512 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] Set router 72efdd85-84ed-471b-ac03-6461c66d9a99 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:43.654660 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.660612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Attempting to bind port 6b073743-c445-4ad4-978e-380863cb1265 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:43.661076 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Attempting to bind port 6b073743-c445-4ad4-978e-380863cb1265 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:43.661533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Attempting to bind port 6b073743-c445-4ad4-978e-380863cb1265 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:43.692329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Port 6b073743-c445-4ad4-978e-380863cb1265 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:43.692917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Attempting to bind port 6b073743-c445-4ad4-978e-380863cb1265 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:43.713429 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32b57f16-31d6-43fe-ba07-fec8e1c4c304 req-060b8895-7407-4975-a8ef-761cf0ff7100 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 210 time: 0.1123345 Jul 27 20:54:43.736668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-420a26dc-8d98-45ea-b7fb-35361d46ac7f tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Allocated IP 192.168.233.64 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/88607066-b62d-4874-812b-e41af4efa2ff) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:43.764048 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16a471-65cc-4978-b2cb-e21a08e85be1 req-30abbc47-8a33-40fd-8ac7-cafae2e2db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:43.765663 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd16a471-65cc-4978-b2cb-e21a08e85be1 req-30abbc47-8a33-40fd-8ac7-cafae2e2db11 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 1096 time: 0.5662675 Jul 27 20:54:43.774333 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344bbba7-475d-4640-b310-e7b48638ecf8 x-openstack-request-id: req-344bbba7-475d-4640-b310-e7b48638ecf8 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:43.774668 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6028ff9-690f-43c1-8d48-2937dc566aab", "name": "network-vif-plugged", "status": "completed", "tag": "0059e62c-b2a1-4deb-8ad6-2dff4c96edbf", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:43.774925 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-344bbba7-475d-4640-b310-e7b48638ecf8 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:43.775325 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6028ff9-690f-43c1-8d48-2937dc566aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf', 'code': 200} Jul 27 20:54:43.783796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:43.784139 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:43.784540 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:43.785179 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Bound port: 6b073743-c445-4ad4-978e-380863cb1265, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:43.785554 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:43.839005 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63012fc5-c0a7-435f-a2fe-79806d2e96d2 req-d723be1f-4210-453a-98ba-b9db09dacaa2 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760515 Jul 27 20:54:43.849866 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-router', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:34Z', 'updated_at': '2021-07-27T20:54:38Z', 'revision_number': 3, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'gw_port': {'id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:36Z', 'updated_at': '2021-07-27T20:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:43.886856 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60f6bc0-70a4-41f6-83f1-74e6c8214bf3 None None] The sync data for ids ['72efdd85-84ed-471b-ac03-6461c66d9a99'] in n-d-764806-9 is: [{'id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-router', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:34Z', 'updated_at': '2021-07-27T20:54:38Z', 'revision_number': 3, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'gw_port': {'id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:36Z', 'updated_at': '2021-07-27T20:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:54:44.027505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] For port 6b073743-c445-4ad4-978e-380863cb1265, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:44.083498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf20aa-7278-43f3-bb90-679eb5570b4a req-bc476aa3-88b2-47db-a012-e88226e7d173 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:44.085103 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9bf20aa-7278-43f3-bb90-679eb5570b4a req-bc476aa3-88b2-47db-a012-e88226e7d173 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 947 time: 0.3080266 Jul 27 20:54:44.106392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] For port 6b073743-c445-4ad4-978e-380863cb1265, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6b073743-c445-4ad4-978e-380863cb1265,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:44.123755 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:44.164419 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc236bf-973c-42a9-a918-c4bb99ebbbdd req-e85ef305-dffe-4660-be76-c2cc58a1bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:44.164419 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6dc236bf-973c-42a9-a918-c4bb99ebbbdd req-e85ef305-dffe-4660-be76-c2cc58a1bda8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 1101 time: 0.2929039 Jul 27 20:54:44.190583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:44.191432 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:44.192826 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] 10.222.0.66 "PUT /v2.0/ports/6b073743-c445-4ad4-978e-380863cb1265 HTTP/1.1" status: 200 len: 1096 time: 3.5663829 Jul 27 20:54:44.196558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16a471-65cc-4978-b2cb-e21a08e85be1 req-95131809-2305-42e7-833e-bbe35b1deada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:44.202497 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd16a471-65cc-4978-b2cb-e21a08e85be1 req-95131809-2305-42e7-833e-bbe35b1deada service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.4049654 Jul 27 20:54:44.202497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2af111b-f753-4925-bf46-2759c548d149', 'tag': '6b073743-c445-4ad4-978e-380863cb1265'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:44.203826 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c16b170-db55-4e43-bb79-6f37e33f20ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f2af111b-f753-4925-bf46-2759c548d149", "tag": "6b073743-c445-4ad4-978e-380863cb1265"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:44.241545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9bf20aa-7278-43f3-bb90-679eb5570b4a req-77712a1f-3340-4d54-8b56-a2a91ec29228 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406875 Jul 27 20:54:44.246049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Allocated IP 172.20.0.1 (216b8c3c-cbd2-4c1b-93bf-055f83ee0f01/a3e90b86-2b6d-44c1-bad7-145438ac7146/d0fe3d43-1c03-4039-a854-3e644daf23f4) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:44.287764 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9917ac1-9f0d-423e-ac9f-d771fab0c536 req-9cb7288b-239c-46ec-9b61-c1eb617cf063 tempest-MigrationsAdminTest-1782794619 tempest-MigrationsAdminTest-1782794619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:44.288850 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd16a471-65cc-4978-b2cb-e21a08e85be1 req-1b0f6eaa-539d-4212-96b7-bc2c938f4749 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d095a58-2c25-44ae-a92c-05639700933b HTTP/1.1" status: 200 len: 217 time: 0.0818894 Jul 27 20:54:44.297368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9917ac1-9f0d-423e-ac9f-d771fab0c536 req-9cb7288b-239c-46ec-9b61-c1eb617cf063 tempest-MigrationsAdminTest-1782794619 tempest-MigrationsAdminTest-1782794619-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 1101 time: 0.2654345 Jul 27 20:54:44.300621 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6dc236bf-973c-42a9-a918-c4bb99ebbbdd req-4ff49251-e2c0-4f9c-9ad8-37bbff75a9eb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195843 Jul 27 20:54:44.347411 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device aea6dfed-c912-42ac-bf8b-43340d28b801 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:44.362538 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b9917ac1-9f0d-423e-ac9f-d771fab0c536 req-1b51667d-8d3e-4349-80a9-59b70c00e500 tempest-MigrationsAdminTest-1782794619 tempest-MigrationsAdminTest-1782794619-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:44.439634 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142a717-65dd-45b7-9be1-a5d601100b26 service neutron] Pushing event updated for resources: {'Port': ['ID=6b073743-c445-4ad4-978e-380863cb1265,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:44.491198 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-420a26dc-8d98-45ea-b7fb-35361d46ac7f tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:44.543378 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:44.562435 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16a471-65cc-4978-b2cb-e21a08e85be1 req-48eef2ab-c820-487e-9108-64459cb85175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:44.563576 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Transition to ACTIVE for port object d0fe3d43-1c03-4039-a854-3e644daf23f4 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:44.567834 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd16a471-65cc-4978-b2cb-e21a08e85be1 req-48eef2ab-c820-487e-9108-64459cb85175 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.2272041 Jul 27 20:54:44.571622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-420a26dc-8d98-45ea-b7fb-35361d46ac7f tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Transition to ACTIVE for port object 88607066-b62d-4874-812b-e41af4efa2ff will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:44.636956 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd16a471-65cc-4978-b2cb-e21a08e85be1 req-86c0847b-41be-4ba9-b459-c5ad250c8ee6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576265 Jul 27 20:54:44.647392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-3d3fb337-5af2-4bd5-8a5c-ac6944b3f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:44.649587 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-3d3fb337-5af2-4bd5-8a5c-ac6944b3f88b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&device_id=f2af111b-f753-4925-bf46-2759c548d149 HTTP/1.1" status: 200 len: 1099 time: 0.3752587 Jul 27 20:54:44.697870 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 24fd34e3-9373-4208-801a-ebc5a66f63df up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:44.703890 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:44.706939 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port aea6dfed-c912-42ac-bf8b-43340d28b801, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=aea6dfed-c912-42ac-bf8b-43340d28b801,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:44.791900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Network 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:44.801536 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:44.831297 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:44.845843 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-28384b8e-4768-4eda-bb73-01903cc717ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=6b073743-c445-4ad4-978e-380863cb1265 HTTP/1.1" status: 200 len: 217 time: 0.1702247 Jul 27 20:54:44.900481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-420a26dc-8d98-45ea-b7fb-35361d46ac7f tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:44.902215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Pushing event updated for resources: {'Port': ['ID=d0fe3d43-1c03-4039-a854-3e644daf23f4,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:45.096721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-420a26dc-8d98-45ea-b7fb-35361d46ac7f tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:45.103721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-804259ff-aadd-42e1-818d-1153cbe918f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:45.106078 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-804259ff-aadd-42e1-818d-1153cbe918f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.2372129 Jul 27 20:54:45.108384 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638f46fc-c04c-49c5-b18c-8ff953811364 x-openstack-request-id: req-638f46fc-c04c-49c5-b18c-8ff953811364 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:45.108782 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2af111b-f753-4925-bf46-2759c548d149", "tag": "6b073743-c445-4ad4-978e-380863cb1265", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:45.109140 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-638f46fc-c04c-49c5-b18c-8ff953811364 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:45.109638 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2af111b-f753-4925-bf46-2759c548d149', 'tag': '6b073743-c445-4ad4-978e-380863cb1265', 'status': 'completed', 'code': 200} Jul 27 20:54:45.112740 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['c6075cda-f3fb-4b82-a8a6-428a361db421'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:45.122923 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-420a26dc-8d98-45ea-b7fb-35361d46ac7f tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:45.127512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-420a26dc-8d98-45ea-b7fb-35361d46ac7f tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:45.210420 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:45.238320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-420a26dc-8d98-45ea-b7fb-35361d46ac7f tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:45.239530 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-420a26dc-8d98-45ea-b7fb-35361d46ac7f tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:45.244742 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a26dc-8d98-45ea-b7fb-35361d46ac7f tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Pushing event updated for resources: {'Port': ['ID=88607066-b62d-4874-812b-e41af4efa2ff,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:45.283504 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'aea6dfed-c912-42ac-bf8b-43340d28b801', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'aea6dfed-c912-42ac-bf8b-43340d28b801', 'mac_address': 'fa:16:3e:ac:c1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:45.340676 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd16a471-65cc-4978-b2cb-e21a08e85be1 req-b915a8db-934a-4374-801d-443ea49f52d1 service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847157 Jul 27 20:54:45.378165 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b9917ac1-9f0d-423e-ac9f-d771fab0c536 req-1b51667d-8d3e-4349-80a9-59b70c00e500 tempest-MigrationsAdminTest-1782794619 tempest-MigrationsAdminTest-1782794619-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:45.432109 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-420a26dc-8d98-45ea-b7fb-35361d46ac7f tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5190027 Jul 27 20:54:45.448225 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:45.457949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b9917ac1-9f0d-423e-ac9f-d771fab0c536 req-1b51667d-8d3e-4349-80a9-59b70c00e500 tempest-MigrationsAdminTest-1782794619 tempest-MigrationsAdminTest-1782794619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:45.477527 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea6dfed-c912-42ac-bf8b-43340d28b801 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:45.486100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Request body: {'port': {'device_id': 'b65ece43-1b0e-4700-9e86-8eddef8b0545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:45.518589 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port aea6dfed-c912-42ac-bf8b-43340d28b801, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=aea6dfed-c912-42ac-bf8b-43340d28b801,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:45.533642 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-072554e6-3171-43b2-94a9-85695fcdc785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:45.535756 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-072554e6-3171-43b2-94a9-85695fcdc785 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3274105 Jul 27 20:54:45.549284 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:45.664456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f362a6-585f-4379-8708-98469226b058 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:45.692433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 24fd34e3-9373-4208-801a-ebc5a66f63df completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:45.703859 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:45.736392 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=aea6dfed-c912-42ac-bf8b-43340d28b801,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:45.739403 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9917ac1-9f0d-423e-ac9f-d771fab0c536 req-1b51667d-8d3e-4349-80a9-59b70c00e500 tempest-MigrationsAdminTest-1782794619 tempest-MigrationsAdminTest-1782794619-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4410672 Jul 27 20:54:45.739563 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 24fd34e3-9373-4208-801a-ebc5a66f63df triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:45.742903 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd16a471-65cc-4978-b2cb-e21a08e85be1 req-fbaf9e04-e59a-4d78-8ac4-c2c5324ad607 service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941281 Jul 27 20:54:45.746488 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:45.830105 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:45.833408 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5c0d3213-a5a7-4040-b617-cd30e43fa230 None None] Provisioning for port d0fe3d43-1c03-4039-a854-3e644daf23f4 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:45.847808 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-652fbd45-bad7-4b88-9ef3-d3e8870d18d3 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339084 Jul 27 20:54:45.852496 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5c0d3213-a5a7-4040-b617-cd30e43fa230 None None] Provisioning complete for port d0fe3d43-1c03-4039-a854-3e644daf23f4 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:45.853121 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5c0d3213-a5a7-4040-b617-cd30e43fa230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:45.942050 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d3213-a5a7-4040-b617-cd30e43fa230 None None] Port d0fe3d43-1c03-4039-a854-3e644daf23f4 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:54:45.983386 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5c0d3213-a5a7-4040-b617-cd30e43fa230 None None] Provisioning for port 88607066-b62d-4874-812b-e41af4efa2ff completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:45.989590 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['aea6dfed-c912-42ac-bf8b-43340d28b801'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:46.027374 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5c0d3213-a5a7-4040-b617-cd30e43fa230 None None] Provisioning complete for port 88607066-b62d-4874-812b-e41af4efa2ff triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:46.027745 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5c0d3213-a5a7-4040-b617-cd30e43fa230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:46.073851 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Transition to ACTIVE for port object 61f362a6-585f-4379-8708-98469226b058 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:46.088966 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:46.111965 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d3213-a5a7-4040-b617-cd30e43fa230 None None] Port 88607066-b62d-4874-812b-e41af4efa2ff cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:54:46.114016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51667d-8d3e-4349-80a9-59b70c00e500 tempest-MigrationsAdminTest-1782794619 tempest-MigrationsAdminTest-1782794619-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d16751-7262-4e84-90df-c4c272bab6f6,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:46.153327 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:46.155177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 24fd34e3-9373-4208-801a-ebc5a66f63df, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=24fd34e3-9373-4208-801a-ebc5a66f63df,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:46.173041 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:46.271267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Pushing event updated for resources: {'Port': ['ID=61f362a6-585f-4379-8708-98469226b058,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:46.322984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=24fd34e3-9373-4208-801a-ebc5a66f63df,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:46.347265 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:46.405044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843362d4-0d2e-4e07-ae0f-f0db7789f256 req-c9d8603c-6a3b-48f7-b1f0-58f7a1d169b0 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:46.409514 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-843362d4-0d2e-4e07-ae0f-f0db7789f256 req-c9d8603c-6a3b-48f7-b1f0-58f7a1d169b0 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 935 time: 0.7297733 Jul 27 20:54:46.458554 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7852637-beec-4edf-9667-e26c40e087a0 req-c5049f75-b704-4096-967b-b4de6f0378a1 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:46.464167 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7852637-beec-4edf-9667-e26c40e087a0 req-c5049f75-b704-4096-967b-b4de6f0378a1 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 935 time: 0.4143386 Jul 27 20:54:46.472677 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-173ec0a2-4e97-4430-9ef5-c3770541d8fc service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412675 Jul 27 20:54:46.481307 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 24fd34e3-9373-4208-801a-ebc5a66f63df up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:46.584595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 24fd34e3-9373-4208-801a-ebc5a66f63df triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:46.584901 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:46.634959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88607066-b62d-4874-812b-e41af4efa2ff {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:46.644880 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:46.665691 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Transition to ACTIVE for port object 88607066-b62d-4874-812b-e41af4efa2ff will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:46.676391 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-843362d4-0d2e-4e07-ae0f-f0db7789f256 req-e6a722f4-3d13-4657-98a1-a30ac5441e1a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439117 Jul 27 20:54:46.676624 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:46.758446 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16b170-db55-4e43-bb79-6f37e33f20ad req-6d7c5dc5-8066-4696-9a8d-0c912fddca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:46.761429 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3c16b170-db55-4e43-bb79-6f37e33f20ad req-6d7c5dc5-8066-4696-9a8d-0c912fddca50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&device_id=f2af111b-f753-4925-bf46-2759c548d149 HTTP/1.1" status: 200 len: 1099 time: 0.2036772 Jul 27 20:54:46.826118 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7852637-beec-4edf-9667-e26c40e087a0 req-dbdb338f-9f4e-4dc0-b639-119c72fc9b14 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808924 Jul 27 20:54:46.860757 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Attempting to bind port 61f362a6-585f-4379-8708-98469226b058 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:46.864498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Attempting to bind port 61f362a6-585f-4379-8708-98469226b058 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:46.864966 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Attempting to bind port 61f362a6-585f-4379-8708-98469226b058 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:46.877638 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Port 61f362a6-585f-4379-8708-98469226b058 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:46.883827 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Attempting to bind port 61f362a6-585f-4379-8708-98469226b058 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:46.888775 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Pushing event updated for resources: {'Port': ['ID=88607066-b62d-4874-812b-e41af4efa2ff,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:46.902275 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:46.902914 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:46.904664 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:46.905294 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Bound port: 61f362a6-585f-4379-8708-98469226b058, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:46.905841 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:47.099798 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16b170-db55-4e43-bb79-6f37e33f20ad req-781ec68d-f269-467c-99cb-6d01a4a20ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:47.101730 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3c16b170-db55-4e43-bb79-6f37e33f20ad req-781ec68d-f269-467c-99cb-6d01a4a20ca0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.3215857 Jul 27 20:54:47.172040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Attempting to bind port 88607066-b62d-4874-812b-e41af4efa2ff on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:47.172389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Attempting to bind port 88607066-b62d-4874-812b-e41af4efa2ff by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:47.172727 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Attempting to bind port 88607066-b62d-4874-812b-e41af4efa2ff on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:47.177316 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3c16b170-db55-4e43-bb79-6f37e33f20ad req-b3393168-95dc-4d43-8fde-aae2806128a0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=6b073743-c445-4ad4-978e-380863cb1265 HTTP/1.1" status: 200 len: 217 time: 0.0620258 Jul 27 20:54:47.181915 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Port 88607066-b62d-4874-812b-e41af4efa2ff on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:47.182299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Attempting to bind port 88607066-b62d-4874-812b-e41af4efa2ff on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:47.237169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:47.237656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:47.238098 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:47.238713 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Bound port: 88607066-b62d-4874-812b-e41af4efa2ff, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:47.239087 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:47.341364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] For port 88607066-b62d-4874-812b-e41af4efa2ff, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:47.351525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] For port 88607066-b62d-4874-812b-e41af4efa2ff, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=88607066-b62d-4874-812b-e41af4efa2ff,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:47.363677 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:47.365177 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:47.371710 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:47.374958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] For port 61f362a6-585f-4379-8708-98469226b058, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:47.407331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16b170-db55-4e43-bb79-6f37e33f20ad req-f44bd859-7828-461a-8304-6ba55ed5da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:47.409009 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3c16b170-db55-4e43-bb79-6f37e33f20ad req-f44bd859-7828-461a-8304-6ba55ed5da3d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.2229643 Jul 27 20:54:47.427030 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Pushing event updated for resources: {'Port': ['ID=d0fe3d43-1c03-4039-a854-3e644daf23f4,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:47.445289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:47.446829 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:47.451240 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] 10.222.0.20 "PUT /v2.0/ports/88607066-b62d-4874-812b-e41af4efa2ff HTTP/1.1" status: 200 len: 1095 time: 1.9855177 Jul 27 20:54:47.474747 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65ece43-1b0e-4700-9e86-8eddef8b0545', 'tag': '88607066-b62d-4874-812b-e41af4efa2ff'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:47.480259 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87fe687-7311-4e49-b34d-cc0aead39f54" -d '{"events": [{"name": "network-changed", "server_uuid": "b65ece43-1b0e-4700-9e86-8eddef8b0545", "tag": "88607066-b62d-4874-812b-e41af4efa2ff"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:47.488461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae8ecb-c4cb-466b-8f40-1a3731114d22 req-b21f1952-27e7-45b4-947d-92194fb4e67f tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:47.498581 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04ae8ecb-c4cb-466b-8f40-1a3731114d22 req-b21f1952-27e7-45b4-947d-92194fb4e67f tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 948 time: 0.5729129 Jul 27 20:54:47.508383 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] For port 61f362a6-585f-4379-8708-98469226b058, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=61f362a6-585f-4379-8708-98469226b058,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:47.526477 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:47.601789 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d4c8c-e1f9-4cdb-af88-700f899e1df8 service neutron] Pushing event updated for resources: {'Port': ['ID=88607066-b62d-4874-812b-e41af4efa2ff,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:47.603174 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:47.625293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16b170-db55-4e43-bb79-6f37e33f20ad req-ae6e7b48-3f7f-4ade-80a4-f23ee6f42206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:47.627011 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3c16b170-db55-4e43-bb79-6f37e33f20ad req-ae6e7b48-3f7f-4ade-80a4-f23ee6f42206 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2056661 Jul 27 20:54:47.632855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-6462b239-0738-4f81-8a9c-70fb101dc25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:47.634318 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-6462b239-0738-4f81-8a9c-70fb101dc25c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9e422fe0bfa4c28be59a6e356f9a533&device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 1098 time: 0.1382825 Jul 27 20:54:47.682956 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:47.683576 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:47.691837 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] 10.222.0.66 "PUT /v2.0/ports/61f362a6-585f-4379-8708-98469226b058 HTTP/1.1" status: 200 len: 1095 time: 4.9087901 Jul 27 20:54:47.705667 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-bf827b51-572b-4470-ae6b-1ea20db6c5b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=88607066-b62d-4874-812b-e41af4efa2ff HTTP/1.1" status: 200 len: 217 time: 0.0564151 Jul 27 20:54:47.709856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04ae8ecb-c4cb-466b-8f40-1a3731114d22 req-21025101-3a1c-40e3-9210-4d74f92e04cd tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102883 Jul 27 20:54:47.710440 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7529f77-7116-4a85-b030-c49be448cc0e', 'tag': '61f362a6-585f-4379-8708-98469226b058'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:47.723233 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7317f2-402a-4158-9855-c4042e82e996" -d '{"events": [{"name": "network-changed", "server_uuid": "f7529f77-7116-4a85-b030-c49be448cc0e", "tag": "61f362a6-585f-4379-8708-98469226b058"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:47.877881 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb249fe4-a789-458e-bd80-2846ecfa077a service neutron] Pushing event updated for resources: {'Port': ['ID=61f362a6-585f-4379-8708-98469226b058,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:47.899619 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53bd7dc-1fd0-44af-bfd2-4c15ceb2dd20 x-openstack-request-id: req-a53bd7dc-1fd0-44af-bfd2-4c15ceb2dd20 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:47.900088 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65ece43-1b0e-4700-9e86-8eddef8b0545", "tag": "88607066-b62d-4874-812b-e41af4efa2ff", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:47.900320 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a53bd7dc-1fd0-44af-bfd2-4c15ceb2dd20 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:47.900813 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65ece43-1b0e-4700-9e86-8eddef8b0545', 'tag': '88607066-b62d-4874-812b-e41af4efa2ff', 'status': 'completed', 'code': 200} Jul 27 20:54:48.035929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-27929b48-b82a-4c2a-94f4-3cd2e35a9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:48.037872 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-27929b48-b82a-4c2a-94f4-3cd2e35a9148 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.3130798 Jul 27 20:54:48.041079 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3c16b170-db55-4e43-bb79-6f37e33f20ad req-79b7a1a8-75ac-41d6-9be4-57c38021056c service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007943 Jul 27 20:54:48.074135 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55880) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:48.186654 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Network 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:48.204672 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:48.240012 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b4360-a5b5-4b71-bae2-03384e134002 req-5e74e074-11a5-4aab-aaec-7932c2cc4663 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:48.241914 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-110b4360-a5b5-4b71-bae2-03384e134002 req-5e74e074-11a5-4aab-aaec-7932c2cc4663 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 947 time: 0.3116808 Jul 27 20:54:48.251994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9aed6-8d22-44fc-8fe8-6ccd731479c2 req-a8d0fbbf-cbc8-4560-8a23-2886f44e373c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:48.253841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-07d9aed6-8d22-44fc-8fe8-6ccd731479c2 req-a8d0fbbf-cbc8-4560-8a23-2886f44e373c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.3430963 Jul 27 20:54:48.255976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-ebc37e43-1a95-4d28-838e-e84e006ede56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:48.257706 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-ebc37e43-1a95-4d28-838e-e84e006ede56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 1098 time: 0.5053473 Jul 27 20:54:48.372691 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device aea6dfed-c912-42ac-bf8b-43340d28b801 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:48.490158 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24650fd0-0d78-4c2e-8f05-7831d21256cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:48.494681 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port aea6dfed-c912-42ac-bf8b-43340d28b801 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:48.499624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port aea6dfed-c912-42ac-bf8b-43340d28b801 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:48.499997 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:48.501391 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3c16b170-db55-4e43-bb79-6f37e33f20ad req-d5caed17-e77b-471c-9efb-250c2c3fcd71 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436469 Jul 27 20:54:48.518685 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-849aee9d-66b5-4bd6-a256-5a450442a4ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=61f362a6-585f-4379-8708-98469226b058 HTTP/1.1" status: 200 len: 217 time: 0.0861726 Jul 27 20:54:48.519519 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-f5729706-7a90-49d6-bac0-355133ccb40c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8016610 Jul 27 20:54:48.541372 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-07d9aed6-8d22-44fc-8fe8-6ccd731479c2 req-b2bc26c4-9739-44da-9e11-1804ab8416a8 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307435 Jul 27 20:54:48.566978 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-6ce446ed-bf22-4ac1-b518-a2c9f856ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:48.572744 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-6ce446ed-bf22-4ac1-b518-a2c9f856ef90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5144398 Jul 27 20:54:48.602095 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ab510f22-9bdf-4353-aff7-f00410c8f984 None None] Provisioning complete for port d0fe3d43-1c03-4039-a854-3e644daf23f4 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:48.602782 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ab510f22-9bdf-4353-aff7-f00410c8f984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:48.605631 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:48.668113 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port aea6dfed-c912-42ac-bf8b-43340d28b801, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=aea6dfed-c912-42ac-bf8b-43340d28b801,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:48.671850 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44f8fb0-686a-4ce0-b541-d9b791e52fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea6dfed-c912-42ac-bf8b-43340d28b801'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:48.673325 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Router 72efdd85-84ed-471b-ac03-6461c66d9a99 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:54:48.675117 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97554ded-9263-47ca-baf2-39e4f45bd418" -d '{"events": [{"server_uuid": "c44f8fb0-686a-4ce0-b541-d9b791e52fae", "name": "network-vif-plugged", "status": "completed", "tag": "aea6dfed-c912-42ac-bf8b-43340d28b801"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:48.675319 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-4b7d65e3-7640-40d4-8cb8-e6d57da14bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:48.681373 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:48.682545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-4b7d65e3-7640-40d4-8cb8-e6d57da14bff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1344180 Jul 27 20:54:48.694919 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c26a6da-b68f-48e8-ae71-b4b37e58e001 x-openstack-request-id: req-9c26a6da-b68f-48e8-ae71-b4b37e58e001 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:48.697237 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7529f77-7116-4a85-b030-c49be448cc0e", "tag": "61f362a6-585f-4379-8708-98469226b058", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:48.697760 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c26a6da-b68f-48e8-ae71-b4b37e58e001 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:48.700195 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7529f77-7116-4a85-b030-c49be448cc0e', 'tag': '61f362a6-585f-4379-8708-98469226b058', 'status': 'completed', 'code': 200} Jul 27 20:54:48.754165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=aea6dfed-c912-42ac-bf8b-43340d28b801,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:48.768609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ab510f22-9bdf-4353-aff7-f00410c8f984 None None] Port d0fe3d43-1c03-4039-a854-3e644daf23f4 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:54:48.786596 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-428923c3-7dad-4ecc-b83b-c7017e8f8a9e service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068348 Jul 27 20:54:48.916461 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-110b4360-a5b5-4b71-bae2-03384e134002 req-dc39842d-6172-4fc7-ba7b-d1c415abda02 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373703 Jul 27 20:54:48.927480 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95fa9361-a248-4055-a3a9-6e87da5c3f82 req-1c697ab8-9293-4046-bc05-041d89574191 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210561 Jul 27 20:54:49.001198 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0613bf8f-1180-440f-bc57-d4595b1b2c36 x-openstack-request-id: req-0613bf8f-1180-440f-bc57-d4595b1b2c36 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:49.001766 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44f8fb0-686a-4ce0-b541-d9b791e52fae", "name": "network-vif-plugged", "status": "completed", "tag": "aea6dfed-c912-42ac-bf8b-43340d28b801", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:49.002303 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0613bf8f-1180-440f-bc57-d4595b1b2c36 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:49.003346 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44f8fb0-686a-4ce0-b541-d9b791e52fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea6dfed-c912-42ac-bf8b-43340d28b801', 'code': 200} Jul 27 20:54:49.102641 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24650fd0-0d78-4c2e-8f05-7831d21256cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:49.121838 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-a5c5c3c4-fdaa-4b91-8881-c72592902cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:49.124441 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-a5c5c3c4-fdaa-4b91-8881-c72592902cee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4192047 Jul 27 20:54:49.129124 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24650fd0-0d78-4c2e-8f05-7831d21256cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:49.190693 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24650fd0-0d78-4c2e-8f05-7831d21256cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308fbd9b-5839-4227-af28-641e8b15e165,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:49.207424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fe687-7311-4e49-b34d-cc0aead39f54 req-6c3415f6-6407-4ae8-a966-37257fc080a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:49.209142 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f87fe687-7311-4e49-b34d-cc0aead39f54 req-6c3415f6-6407-4ae8-a966-37257fc080a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9e422fe0bfa4c28be59a6e356f9a533&device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 1098 time: 0.2106986 Jul 27 20:54:49.210928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a29d63-60d3-4920-82ab-7836539f4346 req-b9060c99-2bea-4bbc-bae2-22d29f0e4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:49.212430 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-91a29d63-60d3-4920-82ab-7836539f4346 req-b9060c99-2bea-4bbc-bae2-22d29f0e4a14 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 1100 time: 0.1142306 Jul 27 20:54:49.309831 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:54:49.318969 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-24650fd0-0d78-4c2e-8f05-7831d21256cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0d86dbd7f734f3f907f2376d577c753&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2367303 Jul 27 20:54:49.319338 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Sync routers for ids ['72efdd85-84ed-471b-ac03-6461c66d9a99'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:54:49.333390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55914) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:49.336633 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4e14c8a1-e1fc-46b0-bb4d-c02e3a725bff admin admin] 10.222.0.55 "PUT /v2.0/routers/72efdd85-84ed-471b-ac03-6461c66d9a99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5946577 Jul 27 20:54:49.338686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Routers {'72efdd85-84ed-471b-ac03-6461c66d9a99'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:49.340237 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:54:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['72efdd85-84ed-471b-ac03-6461c66d9a99'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:49.350010 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ecdf5-50cd-47c1-b71a-8db3d4476ea6 req-c6bcfde6-1e94-422b-8c63-d8959f167565 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:49.351614 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a1ecdf5-50cd-47c1-b71a-8db3d4476ea6 req-c6bcfde6-1e94-422b-8c63-d8959f167565 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 947 time: 0.5630527 Jul 27 20:54:49.395904 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-26c0518e-9d8a-4229-b10c-f3742ddf33d4 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061715 Jul 27 20:54:49.473869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fe687-7311-4e49-b34d-cc0aead39f54 req-ad9934bd-63a2-49d1-b046-6856cadd6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:49.475570 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f87fe687-7311-4e49-b34d-cc0aead39f54 req-ad9934bd-63a2-49d1-b046-6856cadd6b49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.2451885 Jul 27 20:54:49.539577 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a1ecdf5-50cd-47c1-b71a-8db3d4476ea6 req-03907eaa-7b8a-4b4c-961c-8ad3cbcc69f2 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766756 Jul 27 20:54:49.582194 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008cc49-cd37-48ea-9bf7-ea574fbd8769 req-23d83b5f-8426-4903-9650-54c480ee7074 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:49.591572 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b008cc49-cd37-48ea-9bf7-ea574fbd8769 req-23d83b5f-8426-4903-9650-54c480ee7074 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 949 time: 0.4904680 Jul 27 20:54:49.612272 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-91a29d63-60d3-4920-82ab-7836539f4346 req-5a536be3-50d9-4d32-9c8b-dfd5c934eaec service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918376 Jul 27 20:54:49.623945 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f87fe687-7311-4e49-b34d-cc0aead39f54 req-3107800e-c0e9-46fa-921c-5a316c0ebdf8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=88607066-b62d-4874-812b-e41af4efa2ff HTTP/1.1" status: 200 len: 217 time: 0.1162477 Jul 27 20:54:49.649800 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Set router 72efdd85-84ed-471b-ac03-6461c66d9a99 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:49.686634 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b008cc49-cd37-48ea-9bf7-ea574fbd8769 req-466c301c-ee3b-46e5-94dd-3f49b2d02351 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874281 Jul 27 20:54:49.690157 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff39ba0c-c56c-4d3a-a2ef-416a57335e65 req-15ede438-053e-41f6-9605-680f229b1741 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843137 Jul 27 20:54:49.723385 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:49.741830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fe687-7311-4e49-b34d-cc0aead39f54 req-e2cde534-2130-412d-a948-38a4021a015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:49.743634 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f87fe687-7311-4e49-b34d-cc0aead39f54 req-e2cde534-2130-412d-a948-38a4021a015b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1049144 Jul 27 20:54:49.784543 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:49.896110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fe687-7311-4e49-b34d-cc0aead39f54 req-b14f9e71-f205-421f-85a4-9c6067c963f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:49.897777 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f87fe687-7311-4e49-b34d-cc0aead39f54 req-b14f9e71-f205-421f-85a4-9c6067c963f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1433425 Jul 27 20:54:49.923100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89eb9b9-b656-4474-bd6a-dfbf34ccfa67 req-4babe956-fb66-44c1-b046-4822a3c0db3c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:49.930730 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:49.933795 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:49.934470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b89eb9b9-b656-4474-bd6a-dfbf34ccfa67 req-4babe956-fb66-44c1-b046-4822a3c0db3c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.1788037 Jul 27 20:54:49.937089 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/308fbd9b-5839-4227-af28-641e8b15e165 HTTP/1.1" status: 204 len: 168 time: 0.5998144 Jul 27 20:54:49.949409 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7317f2-402a-4158-9855-c4042e82e996 req-43f185ec-46e5-432f-aa04-4fe349604813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:49.952131 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b7317f2-402a-4158-9855-c4042e82e996 req-43f185ec-46e5-432f-aa04-4fe349604813 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 1098 time: 0.1516185 Jul 27 20:54:50.023191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308fbd9b-5839-4227-af28-641e8b15e165,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:50.035253 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.035861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.037310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.037310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.037795 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.038158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.038712 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.039112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.039651 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.039996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.040394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.040785 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4a1863-04ab-49b1-ba44-7226f21c21bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.105066 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f87fe687-7311-4e49-b34d-cc0aead39f54 req-1218c869-0e5b-4d61-80de-7888d9f6d12a service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927812 Jul 27 20:54:50.149520 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b89eb9b9-b656-4474-bd6a-dfbf34ccfa67 req-db61bc62-fbfc-4ab3-b1e0-ec11bb1ee6fd tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112854 Jul 27 20:54:50.210638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-router', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:34Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'gw_port': {'id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:36Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'd0fe3d43-1c03-4039-a854-3e644daf23f4', 'name': '', 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'mac_address': 'fa:16:3e:6b:7d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:43Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 2, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'subnets': [{'id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:50.250942 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Checking router: 72efdd85-84ed-471b-ac03-6461c66d9a99 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:54:50.250942 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Updating router 72efdd85-84ed-471b-ac03-6461c66d9a99 port d0fe3d43-1c03-4039-a854-3e644daf23f4 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:54:50.290629 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:50.323146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7317f2-402a-4158-9855-c4042e82e996 req-7742d1c5-cbb4-46dc-abf0-e4a44b8552ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:50.324745 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b7317f2-402a-4158-9855-c4042e82e996 req-7742d1c5-cbb4-46dc-abf0-e4a44b8552ac service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.3632529 Jul 27 20:54:50.341024 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f87fe687-7311-4e49-b34d-cc0aead39f54 req-73a1dcc6-00be-4ffe-9811-3c791420f8f5 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260351 Jul 27 20:54:50.371884 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6b073743-c445-4ad4-978e-380863cb1265 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:50.621054 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 6b073743-c445-4ad4-978e-380863cb1265, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6b073743-c445-4ad4-978e-380863cb1265,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:50.642385 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b7317f2-402a-4158-9855-c4042e82e996 req-f88d42e7-a8ce-4f68-be90-eb29fcbb3014 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=61f362a6-585f-4379-8708-98469226b058 HTTP/1.1" status: 200 len: 217 time: 0.3051810 Jul 27 20:54:50.650417 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '6b073743-c445-4ad4-978e-380863cb1265', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '6b073743-c445-4ad4-978e-380863cb1265', 'mac_address': 'fa:16:3e:ff:bd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:50.705044 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:50.724539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b073743-c445-4ad4-978e-380863cb1265 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:50.755979 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-538c5db2-b35e-4d0d-80f3-a21b07a1514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:50.758755 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-538c5db2-b35e-4d0d-80f3-a21b07a1514b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 1101 time: 0.1310833 Jul 27 20:54:50.790450 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-fac744b7-62e0-4384-8318-77cc54ef5198 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:50.792940 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-fac744b7-62e0-4384-8318-77cc54ef5198 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/networks?id=216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 HTTP/1.1" status: 200 len: 829 time: 0.6030867 Jul 27 20:54:50.809459 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:50.821543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Transition to ACTIVE for port object d0fe3d43-1c03-4039-a854-3e644daf23f4 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:50.823225 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7317f2-402a-4158-9855-c4042e82e996 req-b2eca144-24c8-4c93-b2ed-98192a9d23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:50.824979 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b7317f2-402a-4158-9855-c4042e82e996 req-b2eca144-24c8-4c93-b2ed-98192a9d23fb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1698227 Jul 27 20:54:50.830399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 6b073743-c445-4ad4-978e-380863cb1265, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6b073743-c445-4ad4-978e-380863cb1265,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:50.831040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-34a038a2-e290-42ee-9409-99b5608808a6 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/quotas/30dd955eb4224ed5a99f0f1394dc317d HTTP/1.1" status: 200 len: 375 time: 0.0225000 Jul 27 20:54:50.838614 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:50.841058 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac425d-6730-4e05-abc2-b8ee69a7b8c3 req-74040a0e-e564-437e-8999-340551be29d6 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:50.850410 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0dac425d-6730-4e05-abc2-b8ee69a7b8c3 req-74040a0e-e564-437e-8999-340551be29d6 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 947 time: 0.5915222 Jul 27 20:54:50.870188 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:54:50.904130 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:50.922901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8b5e9-fd83-4daf-82f1-4de67cc433cc None None] Pushing event updated for resources: {'Port': ['ID=d0fe3d43-1c03-4039-a854-3e644daf23f4,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:50.934480 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8b5e9-fd83-4daf-82f1-4de67cc433cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.934898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8b5e9-fd83-4daf-82f1-4de67cc433cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.935245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8b5e9-fd83-4daf-82f1-4de67cc433cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.935583 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8b5e9-fd83-4daf-82f1-4de67cc433cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.935919 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8b5e9-fd83-4daf-82f1-4de67cc433cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.936246 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8b5e9-fd83-4daf-82f1-4de67cc433cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.936573 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8b5e9-fd83-4daf-82f1-4de67cc433cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.936955 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8b5e9-fd83-4daf-82f1-4de67cc433cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.937286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8b5e9-fd83-4daf-82f1-4de67cc433cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.937609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8b5e9-fd83-4daf-82f1-4de67cc433cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.937932 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8b5e9-fd83-4daf-82f1-4de67cc433cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.938270 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c8b5e9-fd83-4daf-82f1-4de67cc433cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:50.953224 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-1f3514e8-0169-4ff8-bc1e-cab03ce81de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:50.954854 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-1f3514e8-0169-4ff8-bc1e-cab03ce81de4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1894131 Jul 27 20:54:51.009316 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-d384fdfb-7b8f-4b93-a32b-918e7536ad1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9df87c26-1b19-4a6a-bed2-59a55911966a HTTP/1.1" status: 200 len: 217 time: 0.0473242 Jul 27 20:54:51.043685 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0dac425d-6730-4e05-abc2-b8ee69a7b8c3 req-d770c9ae-ea0e-4580-8918-e4a34b794d90 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920838 Jul 27 20:54:51.052664 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=6b073743-c445-4ad4-978e-380863cb1265,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:51.102466 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7317f2-402a-4158-9855-c4042e82e996 req-276d366b-aa4c-497c-8ca9-9bd97a3d6db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:51.103983 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b7317f2-402a-4158-9855-c4042e82e996 req-276d366b-aa4c-497c-8ca9-9bd97a3d6db0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2451854 Jul 27 20:54:51.125563 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-cbc6876e-0c20-4f50-80f6-3422d6cec30d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=30dd955eb4224ed5a99f0f1394dc317d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2571919 Jul 27 20:54:51.129449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-69b6f1c1-f656-4566-ae28-79ae4f75d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:51.130982 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-69b6f1c1-f656-4566-ae28-79ae4f75d951 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1149373 Jul 27 20:54:51.162839 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Attempting to bind port d0fe3d43-1c03-4039-a854-3e644daf23f4 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:51.163226 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Attempting to bind port d0fe3d43-1c03-4039-a854-3e644daf23f4 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '3c256999-35ab-49db-8d9d-c381b0a673a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:51.163597 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Attempting to bind port d0fe3d43-1c03-4039-a854-3e644daf23f4 on network 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:51.166493 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55966) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:51.169822 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:51.169822 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Checking segment: {'id': '3c256999-35ab-49db-8d9d-c381b0a673a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:51.170506 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:51.170910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Bound using segment: {'id': '3c256999-35ab-49db-8d9d-c381b0a673a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:51.171384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Bound port: d0fe3d43-1c03-4039-a854-3e644daf23f4, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c256999-35ab-49db-8d9d-c381b0a673a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:51.171774 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:51.251237 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-bed12be7-9e19-45f1-a569-52d281db30c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:51.252739 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-bed12be7-9e19-45f1-a569-52d281db30c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134729 Jul 27 20:54:51.313507 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] For port d0fe3d43-1c03-4039-a854-3e644daf23f4, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:51.348454 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] For port d0fe3d43-1c03-4039-a854-3e644daf23f4, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d0fe3d43-1c03-4039-a854-3e644daf23f4,segment=NetworkSegment(3c256999-35ab-49db-8d9d-c381b0a673a4),segment_id=3c256999-35ab-49db-8d9d-c381b0a673a4)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:51.356032 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:51.407285 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1737296945-network', 'tenant_id': '841e38a3cf694a7aaac45d72310a3c96'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:51.446957 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-58a5f680-ba1d-483b-884f-f579729b0619 service neutron] 10.222.0.55 "GET /v2.0/networks/216b8c3c-cbd2-4c1b-93bf-055f83ee0f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091042 Jul 27 20:54:51.454324 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b7317f2-402a-4158-9855-c4042e82e996 req-cfa87b5b-2782-4e03-b779-a746be06ccc7 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277364 Jul 27 20:54:51.468620 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-a1798b84-71da-4dcc-8173-3d91f0fc68c6 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071130 Jul 27 20:54:51.471029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Routers {'72efdd85-84ed-471b-ac03-6461c66d9a99'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:51.471714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:54:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['72efdd85-84ed-471b-ac03-6461c66d9a99'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:51.583765 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Made reservation on behalf of 841e38a3cf694a7aaac45d72310a3c96 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:51.586743 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:51.599885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64796536-e593-4e7f-ae2f-649c31dc4603 req-94529f9f-37eb-4ee0-aa21-37531b253d14 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:51.608539 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-64796536-e593-4e7f-ae2f-649c31dc4603 req-94529f9f-37eb-4ee0-aa21-37531b253d14 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 947 time: 0.4275999 Jul 27 20:54:51.620099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] Set router 72efdd85-84ed-471b-ac03-6461c66d9a99 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:51.646093 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:51.650967 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-048831f2-a8be-4d33-9686-78bcdee656d6 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721344 Jul 27 20:54:51.733788 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b7317f2-402a-4158-9855-c4042e82e996 req-063248cd-8ea1-4d1c-a1ff-99cb4e7e7b85 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506170 Jul 27 20:54:51.738396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8b5e9-fd83-4daf-82f1-4de67cc433cc None None] Pushing event updated for resources: {'Port': ['ID=d0fe3d43-1c03-4039-a854-3e644daf23f4,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:51.756202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['6b073743-c445-4ad4-978e-380863cb1265'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:51.790624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-64796536-e593-4e7f-ae2f-649c31dc4603 req-06f1e424-41ae-4f8c-b673-c70a27793e76 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805727 Jul 27 20:54:51.842198 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-56a49d16-d4db-459f-984d-81ac9f88b95c service neutron] 10.222.0.55 "GET /v2.0/networks/216b8c3c-cbd2-4c1b-93bf-055f83ee0f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769851 Jul 27 20:54:51.984384 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4242aa-1eda-46ea-bb50-485adbbde9db req-c34930cf-224f-47e6-8a73-23131cdfa558 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:51.991983 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a4242aa-1eda-46ea-bb50-485adbbde9db req-c34930cf-224f-47e6-8a73-23131cdfa558 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 949 time: 0.1237133 Jul 27 20:54:52.038580 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:52.052246 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:52.088159 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c05f21e-0c16-4ac9-90b8-9a987e0322d9,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:52.119145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:52.119508 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:52.119835 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:52.120350 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:52.120694 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:52.121855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:52.121855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:52.121855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:52.122932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:52.123190 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:52.123982 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:52.124320 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:54:52.130155 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:54:52.167469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a4242aa-1eda-46ea-bb50-485adbbde9db req-00a7fa86-b16b-4f00-8119-0d0c324e5834 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744907 Jul 27 20:54:52.182756 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:52.183113 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Added segment 3177c520-ae9f-49f5-bc24-f2c61cc0db1d of type vlan for network 512a0318-8d70-4c6c-855b-941fb1896507 Jul 27 20:54:52.328299 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4e6419e-3c4c-47af-adf5-ab97302cf0f1 req-a88ed496-4d83-4d75-8d6a-6713b427eac9 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 210 time: 0.0838864 Jul 27 20:54:52.330362 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:52.393932 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-router', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:34Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'gw_port': {'id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:36Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'd0fe3d43-1c03-4039-a854-3e644daf23f4', 'name': '', 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'mac_address': 'fa:16:3e:6b:7d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:43Z', 'updated_at': '2021-07-27T20:54:51Z', 'revision_number': 4, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'subnets': [{'id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:52.395967 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:52.396935 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:52.397591 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:52.440612 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa94bed-7ff1-4235-acde-f6c5a9482699 req-0d875021-ee54-433b-afc5-c0e0011d8d4a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:52.442173 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fa94bed-7ff1-4235-acde-f6c5a9482699 req-0d875021-ee54-433b-afc5-c0e0011d8d4a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.1990907 Jul 27 20:54:52.445226 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988a9a57-254b-430b-a908-ea640ec6382e None None] The sync data for ids ['72efdd85-84ed-471b-ac03-6461c66d9a99'] in n-d-764806-9 is: [{'id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-router', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:34Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'gw_port': {'id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:36Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'd0fe3d43-1c03-4039-a854-3e644daf23f4', 'name': '', 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'mac_address': 'fa:16:3e:6b:7d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:43Z', 'updated_at': '2021-07-27T20:54:51Z', 'revision_number': 4, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'subnets': [{'id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:54:52.561433 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3712981 Jul 27 20:54:52.564299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55988) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:52.572081 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-13a632f3-65a8-4fe6-8967-4b5bdc0ea30f admin admin] Request body: {'subnet': {'network_id': '512a0318-8d70-4c6c-855b-941fb1896507', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1737296945-subnet', 'tenant_id': '841e38a3cf694a7aaac45d72310a3c96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:52.576649 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fa94bed-7ff1-4235-acde-f6c5a9482699 req-5525bcbd-c26d-4e9b-8656-1b3679b592c9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052604 Jul 27 20:54:52.583158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5efaa-8b0b-4638-b254-89189ca65a25 admin admin] Pushing event updated for resources: {'Network': ['ID=512a0318-8d70-4c6c-855b-941fb1896507,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:52.598972 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 512a0318-8d70-4c6c-855b-941fb1896507 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:54:52.625491 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a632f3-65a8-4fe6-8967-4b5bdc0ea30f admin admin] Made reservation on behalf of 841e38a3cf694a7aaac45d72310a3c96 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:52.628118 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-13a632f3-65a8-4fe6-8967-4b5bdc0ea30f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:52.639819 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfd542-ac1a-43a6-8c9b-3606556366d2 req-a4611bdc-5071-4de2-b6ed-59899aefd3f6 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:52.651623 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e4dfd542-ac1a-43a6-8c9b-3606556366d2 req-a4611bdc-5071-4de2-b6ed-59899aefd3f6 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 947 time: 0.2586346 Jul 27 20:54:52.756998 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e4dfd542-ac1a-43a6-8c9b-3606556366d2 req-82dceeed-a3ae-4909-a20a-18ba5cbd31e0 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895572 Jul 27 20:54:52.820045 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5e1da-e778-4ae4-bf63-9892e67966a2 req-8e20a288-0fe8-4784-b823-e5ed02d04931 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:52.829770 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aea5e1da-e778-4ae4-bf63-9892e67966a2 req-8e20a288-0fe8-4784-b823-e5ed02d04931 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1642528 Jul 27 20:54:52.836394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 88607066-b62d-4874-812b-e41af4efa2ff details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:52.904908 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aea5e1da-e778-4ae4-bf63-9892e67966a2 req-7fbaa440-4f65-423a-95a8-d05037f20919 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734551 Jul 27 20:54:52.949244 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-13a632f3-65a8-4fe6-8967-4b5bdc0ea30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:53.033368 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cec040-f411-44f5-8df5-ff44dedd6fa8 req-14d014c5-2093-41ba-8805-786b4672f710 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:53.035009 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29cec040-f411-44f5-8df5-ff44dedd6fa8 req-14d014c5-2093-41ba-8805-786b4672f710 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 947 time: 0.1135182 Jul 27 20:54:53.074812 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 88607066-b62d-4874-812b-e41af4efa2ff, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=88607066-b62d-4874-812b-e41af4efa2ff,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:53.076724 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a632f3-65a8-4fe6-8967-4b5bdc0ea30f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01e8024-8155-463c-afc6-de1e119b1bcb,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:53.109065 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a632f3-65a8-4fe6-8967-4b5bdc0ea30f admin admin] Checking segment: {'id': '3177c520-ae9f-49f5-bc24-f2c61cc0db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '512a0318-8d70-4c6c-855b-941fb1896507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:53.110379 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '88607066-b62d-4874-812b-e41af4efa2ff', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '88607066-b62d-4874-812b-e41af4efa2ff', 'mac_address': 'fa:16:3e:03:31:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:53.111525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a632f3-65a8-4fe6-8967-4b5bdc0ea30f admin admin] Network hostable DHCP agents. Network: 512a0318-8d70-4c6c-855b-941fb1896507, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:54:53.133504 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29cec040-f411-44f5-8df5-ff44dedd6fa8 req-edac3c99-95db-42c4-b842-9ae75bb7e976 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884972 Jul 27 20:54:53.154959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a632f3-65a8-4fe6-8967-4b5bdc0ea30f admin admin] Network 512a0318-8d70-4c6c-855b-941fb1896507 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:54:53.169470 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:53.181401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-13a632f3-65a8-4fe6-8967-4b5bdc0ea30f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 512a0318-8d70-4c6c-855b-941fb1896507) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:53.187010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a632f3-65a8-4fe6-8967-4b5bdc0ea30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:53.188929 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-13a632f3-65a8-4fe6-8967-4b5bdc0ea30f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:53.204095 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6c06b3-9a33-492d-818a-847840a447b0 None None] Network 512a0318-8d70-4c6c-855b-941fb1896507 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:54:53.213906 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-13a632f3-65a8-4fe6-8967-4b5bdc0ea30f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6444650 Jul 27 20:54:53.214903 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56008) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:53.222285 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1737296945-router', 'tenant_id': '841e38a3cf694a7aaac45d72310a3c96', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:53.257904 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1572f445-0469-4b4f-b602-a58763b55071 req-80480cf8-9a39-4f5b-995f-1c59aaa39516 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d09d51e03f094340999f2b0d5a1019d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318501 Jul 27 20:54:53.268163 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88607066-b62d-4874-812b-e41af4efa2ff {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:53.280603 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:53.281620 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:53.305518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 88607066-b62d-4874-812b-e41af4efa2ff, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=88607066-b62d-4874-812b-e41af4efa2ff,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:53.315809 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:53.412112 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=88607066-b62d-4874-812b-e41af4efa2ff,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:53.414170 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:53.477647 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-512a0318-8d70-4c6c-855b-941fb1896507', 'network_id': '512a0318-8d70-4c6c-855b-941fb1896507', 'tenant_id': '841e38a3cf694a7aaac45d72310a3c96', 'fixed_ips': [{'subnet_id': 'b01e8024-8155-463c-afc6-de1e119b1bcb'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:54:53.479533 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:53.544507 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f209d52-0595-457a-8f7a-462fbe21bb80 req-4f6bc76e-2590-4a06-b24f-1b09da60a0d6 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 210 time: 0.0790834 Jul 27 20:54:53.565404 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572f445-0469-4b4f-b602-a58763b55071 req-902d61ae-b1ff-460e-83e5-146de87b5e69 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:53.579009 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1572f445-0469-4b4f-b602-a58763b55071 req-902d61ae-b1ff-460e-83e5-146de87b5e69 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2994702 Jul 27 20:54:53.641965 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['88607066-b62d-4874-812b-e41af4efa2ff'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:53.646630 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1572f445-0469-4b4f-b602-a58763b55071 req-d5a09d8f-160c-462c-ae40-4ca0c2d3c1fa tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/quotas/d09d51e03f094340999f2b0d5a1019d4 HTTP/1.1" status: 200 len: 375 time: 0.0657978 Jul 27 20:54:53.718847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-fe4267d2-cc4e-4acd-8cac-0fe18c852fe4 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:53.721271 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-fe4267d2-cc4e-4acd-8cac-0fe18c852fe4 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.20 "GET /v2.0/networks?id=216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 HTTP/1.1" status: 200 len: 829 time: 0.1523283 Jul 27 20:54:53.730391 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:53.737716 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-3db90bf3-2430-43a5-831a-c76df9624a2d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Request body: {'port': {'device_id': 'b9d5b8d3-f54e-49ee-a32a-3b280977b842', 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01', 'admin_state_up': True, 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:53.768129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Allocated IP 172.20.0.2 (512a0318-8d70-4c6c-855b-941fb1896507/b01e8024-8155-463c-afc6-de1e119b1bcb/4be7ca8b-9eac-4be6-9853-0c3fefe027e4) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:53.867932 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1572f445-0469-4b4f-b602-a58763b55071 req-9992e6d0-362d-4ee4-8a63-00034ce0a1b4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d09d51e03f094340999f2b0d5a1019d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2202215 Jul 27 20:54:53.896995 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-3db90bf3-2430-43a5-831a-c76df9624a2d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Made reservation on behalf of 30dd955eb4224ed5a99f0f1394dc317d for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:53.902307 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-3db90bf3-2430-43a5-831a-c76df9624a2d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:53.903884 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8475667-7359-4f2a-916c-bc3806dad734 req-81f9db9e-e5cc-4c26-8353-184466d37d5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:53.905590 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8475667-7359-4f2a-916c-bc3806dad734 req-81f9db9e-e5cc-4c26-8353-184466d37d5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.1866875 Jul 27 20:54:53.967328 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8475667-7359-4f2a-916c-bc3806dad734 req-ad81385b-4573-42cc-a236-f535d86e758e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548115 Jul 27 20:54:54.123091 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.138290 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-3db90bf3-2430-43a5-831a-c76df9624a2d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Allocated IP 172.20.0.7 (216b8c3c-cbd2-4c1b-93bf-055f83ee0f01/a3e90b86-2b6d-44c1-bad7-145438ac7146/8c29771b-adac-43c3-a5a8-796d65f26b9a) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:54.140757 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Transition to ACTIVE for port object 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:54.177831 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Transition to ACTIVE for port object 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:54.193869 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.252922 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Network 512a0318-8d70-4c6c-855b-941fb1896507 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:54.256337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:54.264292 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:54.308446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Pushing event updated for resources: {'Port': ['ID=4be7ca8b-9eac-4be6-9853-0c3fefe027e4,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:54.355522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Attempting to bind port 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:54.355522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Attempting to bind port 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '3177c520-ae9f-49f5-bc24-f2c61cc0db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '512a0318-8d70-4c6c-855b-941fb1896507'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:54.355908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Attempting to bind port 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 on network 512a0318-8d70-4c6c-855b-941fb1896507 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:54.362959 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:54.363412 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Checking segment: {'id': '3177c520-ae9f-49f5-bc24-f2c61cc0db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '512a0318-8d70-4c6c-855b-941fb1896507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:54.363828 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.364248 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Bound using segment: {'id': '3177c520-ae9f-49f5-bc24-f2c61cc0db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '512a0318-8d70-4c6c-855b-941fb1896507'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:54.364767 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Bound port: 4be7ca8b-9eac-4be6-9853-0c3fefe027e4, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3177c520-ae9f-49f5-bc24-f2c61cc0db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '512a0318-8d70-4c6c-855b-941fb1896507'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:54.365289 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.386045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 61f362a6-585f-4379-8708-98469226b058 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:54:54.388857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6b073743-c445-4ad4-978e-380863cb1265 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:54.419585 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-3db90bf3-2430-43a5-831a-c76df9624a2d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.462408 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-3db90bf3-2430-43a5-831a-c76df9624a2d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Transition to ACTIVE for port object 8c29771b-adac-43c3-a5a8-796d65f26b9a will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:54.496786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6bacfa7e-2783-4d0e-89c7-d379592dc4af req-5b8b3279-62b4-4631-bb94-8428e30504c0 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a HTTP/1.1" status: 200 len: 210 time: 0.0402765 Jul 27 20:54:54.526417 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-3db90bf3-2430-43a5-831a-c76df9624a2d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.553375 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.596076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89ab6b-eebe-4cc0-a068-aed377de5d22 req-32f2e1c0-a8d5-4657-bd23-ddcbc87a52ef tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:54.596353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d0fe3d43-1c03-4039-a854-3e644daf23f4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:54.602096 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c89ab6b-eebe-4cc0-a068-aed377de5d22 req-32f2e1c0-a8d5-4657-bd23-ddcbc87a52ef tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 947 time: 0.5199409 Jul 27 20:54:54.605522 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.632217 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-3db90bf3-2430-43a5-831a-c76df9624a2d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Network 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:54.635717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-3db90bf3-2430-43a5-831a-c76df9624a2d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:54.640994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-3db90bf3-2430-43a5-831a-c76df9624a2d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:54.642920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] For port 4be7ca8b-9eac-4be6-9853-0c3fefe027e4, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:54.646159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db90bf3-2430-43a5-831a-c76df9624a2d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Pushing event updated for resources: {'Port': ['ID=8c29771b-adac-43c3-a5a8-796d65f26b9a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:54.673301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] For port 4be7ca8b-9eac-4be6-9853-0c3fefe027e4, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4be7ca8b-9eac-4be6-9853-0c3fefe027e4,segment=NetworkSegment(3177c520-ae9f-49f5-bc24-f2c61cc0db1d),segment_id=3177c520-ae9f-49f5-bc24-f2c61cc0db1d)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:54.688649 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.690648 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 6b073743-c445-4ad4-978e-380863cb1265 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:54.721172 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 6b073743-c445-4ad4-978e-380863cb1265 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:54.721172 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.750322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-3db90bf3-2430-43a5-831a-c76df9624a2d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:54.752064 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-3db90bf3-2430-43a5-831a-c76df9624a2d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.762864 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c89ab6b-eebe-4cc0-a068-aed377de5d22 req-6bb616cd-d33c-404d-be21-21b2e4d4db1e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596999 Jul 27 20:54:54.771036 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-3db90bf3-2430-43a5-831a-c76df9624a2d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0381889 Jul 27 20:54:54.789606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Request body: {'port': {'device_id': 'b9d5b8d3-f54e-49ee-a32a-3b280977b842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:54.869677 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 61f362a6-585f-4379-8708-98469226b058, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=61f362a6-585f-4379-8708-98469226b058,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:54.897400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e0b4d-9a7c-4602-9593-4a36c1a0761b req-75b09467-4839-42b9-a904-edaf2a0242d9 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:54.906691 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-436e0b4d-9a7c-4602-9593-4a36c1a0761b req-75b09467-4839-42b9-a904-edaf2a0242d9 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 948 time: 0.2735229 Jul 27 20:54:54.912837 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Allocated IP 172.25.2.187 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/91c982ec-b248-4a61-99a5-b5cce556b9e8) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:54.917412 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.939942 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '61f362a6-585f-4379-8708-98469226b058', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '61f362a6-585f-4379-8708-98469226b058', 'mac_address': 'fa:16:3e:63:5a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:54:54.946256 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port d0fe3d43-1c03-4039-a854-3e644daf23f4 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:54.953728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port d0fe3d43-1c03-4039-a854-3e644daf23f4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:54.954103 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:54.955921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5f9ad-9334-4a1c-9b87-e7287dd8dae4 None None] Pushing event updated for resources: {'Port': ['ID=4be7ca8b-9eac-4be6-9853-0c3fefe027e4,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:55.108457 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-436e0b4d-9a7c-4602-9593-4a36c1a0761b req-4abc0e51-0d1a-445a-9c9c-ed0418108022 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004247 Jul 27 20:54:55.146277 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.148462 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e6638853-b77b-42f2-8f1f-f0e0158142c3 None None] Provisioning for port 8c29771b-adac-43c3-a5a8-796d65f26b9a completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:55.185037 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.233920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 6b073743-c445-4ad4-978e-380863cb1265, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6b073743-c445-4ad4-978e-380863cb1265,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:55.237040 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2af111b-f753-4925-bf46-2759c548d149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b073743-c445-4ad4-978e-380863cb1265'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:55.240445 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4e08ff-0b0e-46c1-a30c-9f313484a05b" -d '{"events": [{"server_uuid": "f2af111b-f753-4925-bf46-2759c548d149", "name": "network-vif-plugged", "status": "completed", "tag": "6b073743-c445-4ad4-978e-380863cb1265"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:55.251693 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e6638853-b77b-42f2-8f1f-f0e0158142c3 None None] Provisioning complete for port 8c29771b-adac-43c3-a5a8-796d65f26b9a triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:55.251693 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e6638853-b77b-42f2-8f1f-f0e0158142c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.300740 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e6638853-b77b-42f2-8f1f-f0e0158142c3 None None] Port 8c29771b-adac-43c3-a5a8-796d65f26b9a cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:54:55.305910 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.311891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f362a6-585f-4379-8708-98469226b058 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:55.334006 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.345843 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423a741-d2f5-4455-b9c2-c45e3d688b63 req-52323730-07ef-41b4-a739-f2b64d76cad4 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:55.348211 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d423a741-d2f5-4455-b9c2-c45e3d688b63 req-52323730-07ef-41b4-a739-f2b64d76cad4 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 931 time: 0.3395987 Jul 27 20:54:55.408108 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637d40a-b0d2-4213-abee-224d51794e78 req-c885a1d6-fa62-4059-8269-90bc99c24a1d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:55.415946 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f637d40a-b0d2-4213-abee-224d51794e78 req-c885a1d6-fa62-4059-8269-90bc99c24a1d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.1887114 Jul 27 20:54:55.428366 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 61f362a6-585f-4379-8708-98469226b058, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=61f362a6-585f-4379-8708-98469226b058,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:55.437854 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.445414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c29771b-adac-43c3-a5a8-796d65f26b9a {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:55.456427 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.471397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Transition to ACTIVE for port object 8c29771b-adac-43c3-a5a8-796d65f26b9a will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:55.476403 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.478171 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.491274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=6b073743-c445-4ad4-978e-380863cb1265,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:55.505316 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f637d40a-b0d2-4213-abee-224d51794e78 req-6a9cd863-5efe-4315-a1a0-ca2dda88083d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775058 Jul 27 20:54:55.514754 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d423a741-d2f5-4455-b9c2-c45e3d688b63 req-cd1b6265-e375-48b3-9903-e2e9ee9b6754 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b14b9ea-3345-49db-ae62-e2963e457ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512904 Jul 27 20:54:55.540491 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.583081 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Pushing event updated for resources: {'Port': ['ID=8c29771b-adac-43c3-a5a8-796d65f26b9a,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:55.601307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:55.602971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:55.607893 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:55.621773 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c453c26d-7390-420e-9210-14dab902a8dc x-openstack-request-id: req-c453c26d-7390-420e-9210-14dab902a8dc {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:55.622328 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2af111b-f753-4925-bf46-2759c548d149", "name": "network-vif-plugged", "status": "completed", "tag": "6b073743-c445-4ad4-978e-380863cb1265", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:55.622763 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c453c26d-7390-420e-9210-14dab902a8dc {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:55.623404 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2af111b-f753-4925-bf46-2759c548d149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b073743-c445-4ad4-978e-380863cb1265', 'code': 200} Jul 27 20:54:55.664953 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=61f362a6-585f-4379-8708-98469226b058,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:55.689827 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port d0fe3d43-1c03-4039-a854-3e644daf23f4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d0fe3d43-1c03-4039-a854-3e644daf23f4,segment=NetworkSegment(3c256999-35ab-49db-8d9d-c381b0a673a4),segment_id=3c256999-35ab-49db-8d9d-c381b0a673a4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:55.697876 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.739998 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Attempting to bind port 8c29771b-adac-43c3-a5a8-796d65f26b9a on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:55.739998 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Attempting to bind port 8c29771b-adac-43c3-a5a8-796d65f26b9a by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '3c256999-35ab-49db-8d9d-c381b0a673a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:55.740526 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Attempting to bind port 8c29771b-adac-43c3-a5a8-796d65f26b9a on network 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:55.742737 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Pushing event updated for resources: {'Port': ['ID=91c982ec-b248-4a61-99a5-b5cce556b9e8,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:55.749049 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Port 8c29771b-adac-43c3-a5a8-796d65f26b9a on network 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:55.749523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Attempting to bind port 8c29771b-adac-43c3-a5a8-796d65f26b9a on network 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:55.756847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:55.757444 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Checking segment: {'id': '3c256999-35ab-49db-8d9d-c381b0a673a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:55.757657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Bound using segment: {'id': '3c256999-35ab-49db-8d9d-c381b0a673a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:55.758935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Bound port: 8c29771b-adac-43c3-a5a8-796d65f26b9a, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c256999-35ab-49db-8d9d-c381b0a673a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:55.759409 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.797234 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1572f445-0469-4b4f-b602-a58763b55071 req-11140fe7-ecaf-4e26-b5d2-7d62ceb36631 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d09d51e03f094340999f2b0d5a1019d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1500053 Jul 27 20:54:55.818460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=d0fe3d43-1c03-4039-a854-3e644daf23f4,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:55.865029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['61f362a6-585f-4379-8708-98469226b058'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:55.872310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] For port 8c29771b-adac-43c3-a5a8-796d65f26b9a, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:55.876980 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] For port 8c29771b-adac-43c3-a5a8-796d65f26b9a, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8c29771b-adac-43c3-a5a8-796d65f26b9a,segment=NetworkSegment(3c256999-35ab-49db-8d9d-c381b0a673a4),segment_id=3c256999-35ab-49db-8d9d-c381b0a673a4)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:55.882889 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.926554 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:55.927223 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:55.928801 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] 10.222.0.20 "PUT /v2.0/ports/8c29771b-adac-43c3-a5a8-796d65f26b9a HTTP/1.1" status: 200 len: 1091 time: 1.1443415 Jul 27 20:54:55.929369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d5b8d3-f54e-49ee-a32a-3b280977b842', 'tag': '8c29771b-adac-43c3-a5a8-796d65f26b9a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:55.930433 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-56d9d10d-3f7b-43ca-b85c-f62bddc2c0cc req-cee7c6a1-76d0-4220-94b1-bd5a3a5a517d tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a HTTP/1.1" status: 200 len: 210 time: 0.1771350 Jul 27 20:54:55.932247 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db210fb0-fc5b-43eb-bde9-8f07b86d4477" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d5b8d3-f54e-49ee-a32a-3b280977b842", "tag": "8c29771b-adac-43c3-a5a8-796d65f26b9a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:55.976161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d1140-fe8c-4a35-9def-c6f460222f85 service neutron] Pushing event updated for resources: {'Port': ['ID=8c29771b-adac-43c3-a5a8-796d65f26b9a,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:56.105572 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572f445-0469-4b4f-b602-a58763b55071 req-fe2ee659-451d-4ba3-9e6f-7cca926579ad tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:56.107593 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1572f445-0469-4b4f-b602-a58763b55071 req-fe2ee659-451d-4ba3-9e6f-7cca926579ad tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2948771 Jul 27 20:54:56.135801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-5a7a7d49-d707-4156-87a4-2cf4f118c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:56.138360 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-5a7a7d49-d707-4156-87a4-2cf4f118c531 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30dd955eb4224ed5a99f0f1394dc317d&device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 1094 time: 0.1325164 Jul 27 20:54:56.236592 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-1572f445-0469-4b4f-b602-a58763b55071 req-f947aa53-7f07-41dc-9dd5-40e5c1f518cc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Request body: {'port': {'device_id': 'f98b0724-0280-40cf-a44f-ff2977ba1c1a', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': 'd09d51e03f094340999f2b0d5a1019d4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:56.257498 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99099aa-b098-4155-985e-83cb76d1081d x-openstack-request-id: req-d99099aa-b098-4155-985e-83cb76d1081d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:56.257929 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d5b8d3-f54e-49ee-a32a-3b280977b842", "tag": "8c29771b-adac-43c3-a5a8-796d65f26b9a", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:56.258300 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d99099aa-b098-4155-985e-83cb76d1081d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:56.258795 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d5b8d3-f54e-49ee-a32a-3b280977b842', 'tag': '8c29771b-adac-43c3-a5a8-796d65f26b9a', 'status': 'completed', 'code': 200} Jul 27 20:54:56.261008 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-8464bdd7-cbd7-488b-a348-74a00013e6c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c29771b-adac-43c3-a5a8-796d65f26b9a HTTP/1.1" status: 200 len: 217 time: 0.1150529 Jul 27 20:54:56.333832 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-5994cfc4-5dd4-4ea9-8eaf-736fa2931c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:56.334992 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-5994cfc4-5dd4-4ea9-8eaf-736fa2931c1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3e90b86-2b6d-44c1-bad7-145438ac7146 HTTP/1.1" status: 200 len: 868 time: 0.0592213 Jul 27 20:54:56.427185 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-c3da606f-638f-495d-ab99-b55859817b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:56.428635 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-c3da606f-638f-495d-ab99-b55859817b0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=216b8c3c-cbd2-4c1b-93bf-055f83ee0f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735860 Jul 27 20:54:56.461031 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e8ee6-38da-42c0-a7af-e6e79d35ab39 req-12bcba4e-2942-4f9d-bbc0-4d3b52ea59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:56.462592 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c02e8ee6-38da-42c0-a7af-e6e79d35ab39 req-12bcba4e-2942-4f9d-bbc0-4d3b52ea59f9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f2af111b-f753-4925-bf46-2759c548d149 HTTP/1.1" status: 200 len: 1101 time: 0.7753377 Jul 27 20:54:56.530195 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2933165a-d40c-415e-b037-5a12ff024611 None None] Network 512a0318-8d70-4c6c-855b-941fb1896507 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:54:56.567846 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-a46598b7-d7f9-483f-8688-01811173bf4e service neutron] 10.222.0.20 "GET /v2.0/networks/216b8c3c-cbd2-4c1b-93bf-055f83ee0f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231534 Jul 27 20:54:56.600602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccd213-6cdb-415f-b817-e7c1d6fe58a4 req-201546b9-f68f-45c9-a27f-8a894f725166 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:56.609396 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-07ccd213-6cdb-415f-b817-e7c1d6fe58a4 req-201546b9-f68f-45c9-a27f-8a894f725166 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 948 time: 0.7023339 Jul 27 20:54:56.610146 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-56060cbe-954f-4af6-89fe-edccb8a49e23 None None] Provisioning for port 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:56.616495 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:56.616820 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d0fe3d43-1c03-4039-a854-3e644daf23f4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:56.676290 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-304d5ee6-d738-47d6-be3c-a5f1b5e2eb3c req-6a7f24cb-da8f-44aa-bfa9-ae0668f79fca service neutron] 10.222.0.20 "GET /v2.0/networks/216b8c3c-cbd2-4c1b-93bf-055f83ee0f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975094 Jul 27 20:54:56.681138 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c02e8ee6-38da-42c0-a7af-e6e79d35ab39 req-e3f12fb6-c0e0-4cf7-94b0-192eaf2cb9e1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048697 Jul 27 20:54:56.698917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb550e16-2a06-41db-8050-f799213d864c req-2dceef67-524a-4ada-9094-870c2a902ae9 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:56.703316 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb550e16-2a06-41db-8050-f799213d864c req-2dceef67-524a-4ada-9094-870c2a902ae9 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 948 time: 0.3740938 Jul 27 20:54:56.703967 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1572f445-0469-4b4f-b602-a58763b55071 req-f947aa53-7f07-41dc-9dd5-40e5c1f518cc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Made reservation on behalf of d09d51e03f094340999f2b0d5a1019d4 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:54:56.707463 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1572f445-0469-4b4f-b602-a58763b55071 req-f947aa53-7f07-41dc-9dd5-40e5c1f518cc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:56.733252 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port d0fe3d43-1c03-4039-a854-3e644daf23f4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:56.733636 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:56.786457 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-07ccd213-6cdb-415f-b817-e7c1d6fe58a4 req-ea9e31d2-cfce-47fd-bf66-ad9b443ed17c tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761534 Jul 27 20:54:56.822772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db210fb0-fc5b-43eb-bde9-8f07b86d4477 req-75924f2a-c1cb-449e-9cf3-12092a325754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:56.824321 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-db210fb0-fc5b-43eb-bde9-8f07b86d4477 req-75924f2a-c1cb-449e-9cf3-12092a325754 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30dd955eb4224ed5a99f0f1394dc317d&device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 1094 time: 0.0736673 Jul 27 20:54:56.867552 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb550e16-2a06-41db-8050-f799213d864c req-654a7eee-7239-4c5d-8efd-154bfda7db77 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447041 Jul 27 20:54:56.874359 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:56.876274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 88607066-b62d-4874-812b-e41af4efa2ff up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:56.970529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db210fb0-fc5b-43eb-bde9-8f07b86d4477 req-f50f7127-9ccf-4c9e-ba69-f6c0024ff61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:56.971876 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-db210fb0-fc5b-43eb-bde9-8f07b86d4477 req-f50f7127-9ccf-4c9e-ba69-f6c0024ff61a service neutron] 10.222.0.20 "GET /v2.0/networks?id=216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 HTTP/1.1" status: 200 len: 930 time: 0.1383924 Jul 27 20:54:57.003211 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:57.012418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:57.013074 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:57.019007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 88607066-b62d-4874-812b-e41af4efa2ff completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:57.046383 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-db210fb0-fc5b-43eb-bde9-8f07b86d4477 req-c94a62c3-897a-4b2d-a4a1-fc2f1497d92d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c29771b-adac-43c3-a5a8-796d65f26b9a HTTP/1.1" status: 200 len: 217 time: 0.0630205 Jul 27 20:54:57.059186 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 88607066-b62d-4874-812b-e41af4efa2ff triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:57.060626 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:57.155404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db210fb0-fc5b-43eb-bde9-8f07b86d4477 req-680e0cf4-89d0-4ee1-a7ef-40396a121644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:57.157089 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-db210fb0-fc5b-43eb-bde9-8f07b86d4477 req-680e0cf4-89d0-4ee1-a7ef-40396a121644 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3e90b86-2b6d-44c1-bad7-145438ac7146 HTTP/1.1" status: 200 len: 868 time: 0.1017034 Jul 27 20:54:57.235387 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a796050c-8079-40a5-840a-f4de491812ec None None] Provisioning complete for port 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:57.235672 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a796050c-8079-40a5-840a-f4de491812ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:57.243879 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db210fb0-fc5b-43eb-bde9-8f07b86d4477 req-0b5b6f5a-b7ac-4c77-8b78-546bd56d319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:57.245543 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-db210fb0-fc5b-43eb-bde9-8f07b86d4477 req-0b5b6f5a-b7ac-4c77-8b78-546bd56d319f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=216b8c3c-cbd2-4c1b-93bf-055f83ee0f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639777 Jul 27 20:54:57.260642 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:57.300101 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:57.330112 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 88607066-b62d-4874-812b-e41af4efa2ff, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=88607066-b62d-4874-812b-e41af4efa2ff,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:57.363880 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-db210fb0-fc5b-43eb-bde9-8f07b86d4477 req-95f1f712-9447-432e-b1d5-2b1b7ae353a3 service neutron] 10.222.0.20 "GET /v2.0/networks/216b8c3c-cbd2-4c1b-93bf-055f83ee0f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091435 Jul 27 20:54:57.369759 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:57.373839 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 4be7ca8b-9eac-4be6-9853-0c3fefe027e4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4be7ca8b-9eac-4be6-9853-0c3fefe027e4,segment=NetworkSegment(3177c520-ae9f-49f5-bc24-f2c61cc0db1d),segment_id=3177c520-ae9f-49f5-bc24-f2c61cc0db1d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:57.394542 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:57.412196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-1572f445-0469-4b4f-b602-a58763b55071 req-f947aa53-7f07-41dc-9dd5-40e5c1f518cc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Allocated IP 192.168.233.180 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/9f8968a4-e547-4522-ad75-7327d84de30b) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:57.415580 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a796050c-8079-40a5-840a-f4de491812ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:57.437424 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:57.492613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0813165-5978-48b2-9a95-bbd78a92c979 req-caa22c9e-42c6-49b8-ad81-acb3d005af5c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:57.494476 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0813165-5978-48b2-9a95-bbd78a92c979 req-caa22c9e-42c6-49b8-ad81-acb3d005af5c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.6213880 Jul 27 20:54:57.498706 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=88607066-b62d-4874-812b-e41af4efa2ff,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:57.506359 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-db210fb0-fc5b-43eb-bde9-8f07b86d4477 req-d932b081-c310-4f8c-93aa-c87a53871059 service neutron] 10.222.0.20 "GET /v2.0/networks/216b8c3c-cbd2-4c1b-93bf-055f83ee0f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289232 Jul 27 20:54:57.539831 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee733eea-944e-4e93-80c7-a10766e96ca0 req-75f735f2-21a1-4eac-9c08-d9c780a33ba9 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:57.541471 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee733eea-944e-4e93-80c7-a10766e96ca0 req-75f735f2-21a1-4eac-9c08-d9c780a33ba9 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 943 time: 0.5724030 Jul 27 20:54:57.557056 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-a796050c-8079-40a5-840a-f4de491812ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:54:57.557902 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-a796050c-8079-40a5-840a-f4de491812ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:54:57.560058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=4be7ca8b-9eac-4be6-9853-0c3fefe027e4,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:57.625516 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65ece43-1b0e-4700-9e86-8eddef8b0545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88607066-b62d-4874-812b-e41af4efa2ff'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:57.629048 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fba031-b06f-47f8-b16d-d2fe45f52581" -d '{"events": [{"server_uuid": "b65ece43-1b0e-4700-9e86-8eddef8b0545", "name": "network-vif-plugged", "status": "completed", "tag": "88607066-b62d-4874-812b-e41af4efa2ff"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:57.679288 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0813165-5978-48b2-9a95-bbd78a92c979 req-cb92df03-9e5e-4baa-9374-6e101cbe7671 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739473 Jul 27 20:54:57.718493 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee733eea-944e-4e93-80c7-a10766e96ca0 req-050839e7-7c08-4a58-9d6b-e7d67d4f0710 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b14b9ea-3345-49db-ae62-e2963e457ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670153 Jul 27 20:54:57.812829 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32ede6a0-eb20-46b5-a73d-c6cdf2bdec68 req-764f12c4-e08a-4d60-a982-358d90a85cfd tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a HTTP/1.1" status: 200 len: 210 time: 0.0446696 Jul 27 20:54:57.816140 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1572f445-0469-4b4f-b602-a58763b55071 req-f947aa53-7f07-41dc-9dd5-40e5c1f518cc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:57.818440 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Router 45ef6cfe-714e-4e69-b433-a79fc3ef03b4 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:54:57.842694 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b888b221-21d6-4c5c-9868-badfde8cd7d1 x-openstack-request-id: req-b888b221-21d6-4c5c-9868-badfde8cd7d1 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:54:57.843015 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65ece43-1b0e-4700-9e86-8eddef8b0545", "name": "network-vif-plugged", "status": "completed", "tag": "88607066-b62d-4874-812b-e41af4efa2ff", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:54:57.843271 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b888b221-21d6-4c5c-9868-badfde8cd7d1 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:54:57.843668 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65ece43-1b0e-4700-9e86-8eddef8b0545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88607066-b62d-4874-812b-e41af4efa2ff', 'code': 200} Jul 27 20:54:57.875068 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-1572f445-0469-4b4f-b602-a58763b55071 req-f947aa53-7f07-41dc-9dd5-40e5c1f518cc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Transition to ACTIVE for port object 9f8968a4-e547-4522-ad75-7327d84de30b will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:57.979618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b910ae8-2e9f-4ab8-850f-6855af9bc69c req-3d7f3555-00d9-4f91-b0bc-4df2ad588483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:57.981343 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5b910ae8-2e9f-4ab8-850f-6855af9bc69c req-3d7f3555-00d9-4f91-b0bc-4df2ad588483 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 1100 time: 0.0596509 Jul 27 20:54:58.028231 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5b910ae8-2e9f-4ab8-850f-6855af9bc69c req-352ff6bf-256b-4797-b186-137fde9ed6a9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343380 Jul 27 20:54:58.035677 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:54:58.047105 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Sync routers for ids ['45ef6cfe-714e-4e69-b433-a79fc3ef03b4'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:54:58.056933 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1572f445-0469-4b4f-b602-a58763b55071 req-f947aa53-7f07-41dc-9dd5-40e5c1f518cc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:58.057802 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Routers {'45ef6cfe-714e-4e69-b433-a79fc3ef03b4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:58.058556 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:54:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['45ef6cfe-714e-4e69-b433-a79fc3ef03b4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:58.079465 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:58.083355 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-099237d5-9438-4832-b123-38e9896438e7 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8628752 Jul 27 20:54:58.083815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56068) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:54:58.123890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['aea6dfed-c912-42ac-bf8b-43340d28b801'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:58.129324 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66088d06-ceda-4a88-bd8e-83320f6319f8 req-3268b06c-f9e5-4084-a5fe-695a335a99ed tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:58.130568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66088d06-ceda-4a88-bd8e-83320f6319f8 req-3268b06c-f9e5-4084-a5fe-695a335a99ed tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 948 time: 0.2412879 Jul 27 20:54:58.132568 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1572f445-0469-4b4f-b602-a58763b55071 req-f947aa53-7f07-41dc-9dd5-40e5c1f518cc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:58.143231 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-1572f445-0469-4b4f-b602-a58763b55071 req-f947aa53-7f07-41dc-9dd5-40e5c1f518cc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:58.147891 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-1572f445-0469-4b4f-b602-a58763b55071 req-f947aa53-7f07-41dc-9dd5-40e5c1f518cc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:58.178998 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ca6bc-b984-42e2-8070-7d90f809e918 req-00f8c03c-e076-4800-b1ef-ef99dfd7e68c tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:58.188455 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['0059e62c-b2a1-4deb-8ad6-2dff4c96edbf'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:54:58.192323 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f18ca6bc-b984-42e2-8070-7d90f809e918 req-00f8c03c-e076-4800-b1ef-ef99dfd7e68c tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 949 time: 0.2333326 Jul 27 20:54:58.241245 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947aa53-7f07-41dc-9dd5-40e5c1f518cc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Pushing event updated for resources: {'Port': ['ID=9f8968a4-e547-4522-ad75-7327d84de30b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:58.318826 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Set router 45ef6cfe-714e-4e69-b433-a79fc3ef03b4 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:58.344759 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572f445-0469-4b4f-b602-a58763b55071 req-f947aa53-7f07-41dc-9dd5-40e5c1f518cc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:58.348861 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1572f445-0469-4b4f-b602-a58763b55071 req-f947aa53-7f07-41dc-9dd5-40e5c1f518cc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:58.361043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66088d06-ceda-4a88-bd8e-83320f6319f8 req-b46da464-d6a2-4c38-9599-db64a86c05f5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238126 Jul 27 20:54:58.380866 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f18ca6bc-b984-42e2-8070-7d90f809e918 req-6c78f7c1-a10c-4e6e-a862-5d2a583c00cd tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884527 Jul 27 20:54:58.400895 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1572f445-0469-4b4f-b602-a58763b55071 req-f947aa53-7f07-41dc-9dd5-40e5c1f518cc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1903033 Jul 27 20:54:58.412034 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 61f362a6-585f-4379-8708-98469226b058 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:58.418250 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Request body: {'port': {'device_id': 'f98b0724-0280-40cf-a44f-ff2977ba1c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:54:58.545502 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:54:58.587434 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:58.591403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f5efc9a2-147a-42f2-8d61-8f7e230649bc None None] Provisioning for port 9f8968a4-e547-4522-ad75-7327d84de30b completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:58.605883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f5efc9a2-147a-42f2-8d61-8f7e230649bc None None] Provisioning complete for port 9f8968a4-e547-4522-ad75-7327d84de30b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:58.606899 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f5efc9a2-147a-42f2-8d61-8f7e230649bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:58.630657 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 61f362a6-585f-4379-8708-98469226b058 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:54:58.634687 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1737296945-router', 'tenant_id': '841e38a3cf694a7aaac45d72310a3c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '91c982ec-b248-4a61-99a5-b5cce556b9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:53Z', 'updated_at': '2021-07-27T20:54:56Z', 'revision_number': 3, 'project_id': '841e38a3cf694a7aaac45d72310a3c96', 'gw_port': {'id': '91c982ec-b248-4a61-99a5-b5cce556b9e8', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:54Z', 'updated_at': '2021-07-27T20:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:58.650211 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 61f362a6-585f-4379-8708-98469226b058 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:58.650677 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:58.666434 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Checking router: 45ef6cfe-714e-4e69-b433-a79fc3ef03b4 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:54:58.667073 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Updating router 45ef6cfe-714e-4e69-b433-a79fc3ef03b4 port 91c982ec-b248-4a61-99a5-b5cce556b9e8 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:54:58.676442 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-f5efc9a2-147a-42f2-8d61-8f7e230649bc None None] Port 9f8968a4-e547-4522-ad75-7327d84de30b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:54:58.693704 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:54:58.694088 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:58.709618 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:58.841829 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:58.853681 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:58.928295 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 61f362a6-585f-4379-8708-98469226b058, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=61f362a6-585f-4379-8708-98469226b058,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:54:58.936517 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:58.995057 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8968a4-e547-4522-ad75-7327d84de30b {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:54:59.002420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=61f362a6-585f-4379-8708-98469226b058,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:59.032002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Allocated IP 172.20.0.1 (512a0318-8d70-4c6c-855b-941fb1896507/b01e8024-8155-463c-afc6-de1e119b1bcb/75fa4c43-eb26-44fd-9583-043889b2a0a9) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:54:59.035869 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:59.059215 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:59.072094 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Transition to ACTIVE for port object 9f8968a4-e547-4522-ad75-7327d84de30b will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:59.076373 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Transition to ACTIVE for port object 91c982ec-b248-4a61-99a5-b5cce556b9e8 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:59.081945 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:59.085740 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:59.160706 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d817dec-1b75-4e85-9778-6e8d3fa380bb None None] Pushing event updated for resources: {'Port': ['ID=91c982ec-b248-4a61-99a5-b5cce556b9e8,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:59.207647 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Attempting to bind port 91c982ec-b248-4a61-99a5-b5cce556b9e8 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:59.208356 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Attempting to bind port 91c982ec-b248-4a61-99a5-b5cce556b9e8 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:59.208898 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Attempting to bind port 91c982ec-b248-4a61-99a5-b5cce556b9e8 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:59.209219 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5cc30-03be-49ba-bf33-36c5be6ae9ce req-a73f8a93-7e23-4208-b44e-12ff1eecb677 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:59.214137 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c1d5cc30-03be-49ba-bf33-36c5be6ae9ce req-a73f8a93-7e23-4208-b44e-12ff1eecb677 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 943 time: 0.2646208 Jul 27 20:54:59.216756 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:59.217841 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:59.218751 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:59.219326 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:59.220075 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Bound port: 91c982ec-b248-4a61-99a5-b5cce556b9e8, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:59.220642 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:59.228347 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8968a4-e547-4522-ad75-7327d84de30b,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:59.252564 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610ef47-a35f-4ab1-8212-15802db82d7a req-b59adbb2-3699-4e40-82cb-4b8ff198e9ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:59.254995 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3610ef47-a35f-4ab1-8212-15802db82d7a req-b59adbb2-3699-4e40-82cb-4b8ff198e9ef tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.3196394 Jul 27 20:54:59.292357 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] For port 91c982ec-b248-4a61-99a5-b5cce556b9e8, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:59.297448 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] For port 91c982ec-b248-4a61-99a5-b5cce556b9e8, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=91c982ec-b248-4a61-99a5-b5cce556b9e8,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:59.304700 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:59.366513 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:59.368856 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Routers {'45ef6cfe-714e-4e69-b433-a79fc3ef03b4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:54:59.389200 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:54:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['45ef6cfe-714e-4e69-b433-a79fc3ef03b4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:54:59.426650 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Transition to ACTIVE for port object 75fa4c43-eb26-44fd-9583-043889b2a0a9 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:54:59.462461 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d817dec-1b75-4e85-9778-6e8d3fa380bb None None] Pushing event updated for resources: {'Port': ['ID=91c982ec-b248-4a61-99a5-b5cce556b9e8,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:59.486934 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3610ef47-a35f-4ab1-8212-15802db82d7a req-3db214f0-4201-45cc-a1d8-11fb11b29c11 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543252 Jul 27 20:54:59.493058 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c1d5cc30-03be-49ba-bf33-36c5be6ae9ce req-51ccf67e-b8c0-4bf6-9147-9db8750a9f0e tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b14b9ea-3345-49db-ae62-e2963e457ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246873 Jul 27 20:54:59.518707 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Attempting to bind port 9f8968a4-e547-4522-ad75-7327d84de30b on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:54:59.518707 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Attempting to bind port 9f8968a4-e547-4522-ad75-7327d84de30b by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:54:59.518707 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Attempting to bind port 9f8968a4-e547-4522-ad75-7327d84de30b on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:59.526162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Port 9f8968a4-e547-4522-ad75-7327d84de30b on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:54:59.526472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Attempting to bind port 9f8968a4-e547-4522-ad75-7327d84de30b on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:54:59.535016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:54:59.535234 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:54:59.535626 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:54:59.536104 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Bound port: 9f8968a4-e547-4522-ad75-7327d84de30b, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:54:59.536470 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:59.578053 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:59.644605 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] Set router 45ef6cfe-714e-4e69-b433-a79fc3ef03b4 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:54:59.657806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Network 512a0318-8d70-4c6c-855b-941fb1896507 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:54:59.664755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:54:59.672263 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:54:59.724307 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Pushing event updated for resources: {'Port': ['ID=75fa4c43-eb26-44fd-9583-043889b2a0a9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:54:59.788597 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] For port 9f8968a4-e547-4522-ad75-7327d84de30b, host n-h1-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:54:59.790435 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:59.845231 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7529f77-7116-4a85-b030-c49be448cc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f362a6-585f-4379-8708-98469226b058'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:59.847576 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be24aa8-47af-4008-b53c-1fbaf0b6c163" -d '{"events": [{"server_uuid": "f7529f77-7116-4a85-b030-c49be448cc0e", "name": "network-vif-plugged", "status": "completed", "tag": "61f362a6-585f-4379-8708-98469226b058"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:54:59.863554 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] For port 9f8968a4-e547-4522-ad75-7327d84de30b, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9f8968a4-e547-4522-ad75-7327d84de30b,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:54:59.871252 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:59.919605 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:54:59.920490 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:54:59.921799 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1572f445-0469-4b4f-b602-a58763b55071 req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] 10.222.0.20 "PUT /v2.0/ports/9f8968a4-e547-4522-ad75-7327d84de30b HTTP/1.1" status: 200 len: 1096 time: 1.5082815 Jul 27 20:54:59.924704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98b0724-0280-40cf-a44f-ff2977ba1c1a', 'tag': '9f8968a4-e547-4522-ad75-7327d84de30b'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:54:59.927489 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fa6937-ed4d-4c27-9afe-d9812db9089a" -d '{"events": [{"name": "network-changed", "server_uuid": "f98b0724-0280-40cf-a44f-ff2977ba1c1a", "tag": "9f8968a4-e547-4522-ad75-7327d84de30b"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:00.007226 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da4a94-3f75-444f-935a-87907555b735 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8968a4-e547-4522-ad75-7327d84de30b,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:00.027916 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1737296945-router', 'tenant_id': '841e38a3cf694a7aaac45d72310a3c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '91c982ec-b248-4a61-99a5-b5cce556b9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:53Z', 'updated_at': '2021-07-27T20:54:56Z', 'revision_number': 3, 'project_id': '841e38a3cf694a7aaac45d72310a3c96', 'gw_port': {'id': '91c982ec-b248-4a61-99a5-b5cce556b9e8', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:54Z', 'updated_at': '2021-07-27T20:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:00.037143 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e965f-9afa-4764-857e-49d2e1ecc8ec req-7649a4d4-4cef-40aa-9104-e8eb5260b25c tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:00.045276 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-592e965f-9afa-4764-857e-49d2e1ecc8ec req-7649a4d4-4cef-40aa-9104-e8eb5260b25c tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 949 time: 0.2659154 Jul 27 20:55:00.062062 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b19167d-4a19-49d2-9666-faabb06b0dba None None] The sync data for ids ['45ef6cfe-714e-4e69-b433-a79fc3ef03b4'] in n-d-764806-9 is: [{'id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1737296945-router', 'tenant_id': '841e38a3cf694a7aaac45d72310a3c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '91c982ec-b248-4a61-99a5-b5cce556b9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:53Z', 'updated_at': '2021-07-27T20:54:56Z', 'revision_number': 3, 'project_id': '841e38a3cf694a7aaac45d72310a3c96', 'gw_port': {'id': '91c982ec-b248-4a61-99a5-b5cce556b9e8', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:54Z', 'updated_at': '2021-07-27T20:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:00.068783 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c66c7-7a84-4bf0-b8cb-fc146ea42531 req-3aabc1d4-4246-4819-a1ec-f3ef26b8de43 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:00.079555 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d32c66c7-7a84-4bf0-b8cb-fc146ea42531 req-3aabc1d4-4246-4819-a1ec-f3ef26b8de43 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a HTTP/1.1" status: 200 len: 948 time: 0.3015640 Jul 27 20:55:00.086819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4b05dbd1-fd0e-4aca-8429-a283bf66153c None None] Provisioning for port 75fa4c43-eb26-44fd-9583-043889b2a0a9 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:00.087730 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:00.093297 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4b05dbd1-fd0e-4aca-8429-a283bf66153c None None] Provisioning complete for port 75fa4c43-eb26-44fd-9583-043889b2a0a9 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:00.095151 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4b05dbd1-fd0e-4aca-8429-a283bf66153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:00.202751 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-4b05dbd1-fd0e-4aca-8429-a283bf66153c None None] Port 75fa4c43-eb26-44fd-9583-043889b2a0a9 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:00.207070 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d32c66c7-7a84-4bf0-b8cb-fc146ea42531 req-222fde03-0254-40c2-80df-4d6edf838017 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260970 Jul 27 20:55:00.234668 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-592e965f-9afa-4764-857e-49d2e1ecc8ec req-a5b289cb-6dfb-49a7-adc1-ede5bbf5c5f8 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775694 Jul 27 20:55:00.280056 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572f445-0469-4b4f-b602-a58763b55071 req-bdc5b4b0-c4a9-465d-8a8b-308f1f5bd6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:00.281888 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1572f445-0469-4b4f-b602-a58763b55071 req-bdc5b4b0-c4a9-465d-8a8b-308f1f5bd6ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d09d51e03f094340999f2b0d5a1019d4&device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a HTTP/1.1" status: 200 len: 1099 time: 0.3050954 Jul 27 20:55:00.386467 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1572f445-0469-4b4f-b602-a58763b55071 req-899264c6-269c-4d59-8a1d-23d56c279466 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=9f8968a4-e547-4522-ad75-7327d84de30b HTTP/1.1" status: 200 len: 217 time: 0.0757692 Jul 27 20:55:00.426973 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:00.447590 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:00.532687 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572f445-0469-4b4f-b602-a58763b55071 req-c8cb9cc7-7674-495c-a9e9-cd686124138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:00.534255 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1572f445-0469-4b4f-b602-a58763b55071 req-c8cb9cc7-7674-495c-a9e9-cd686124138d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0980296 Jul 27 20:55:00.552906 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:00.561594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Pushing event updated for resources: {'Port': ['ID=75fa4c43-eb26-44fd-9583-043889b2a0a9,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:00.563271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e067c-acc6-4caa-a56f-d7383cd76590 req-04cbbc3d-3928-4bc0-bfed-2a28f732f384 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:00.564858 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-557e067c-acc6-4caa-a56f-d7383cd76590 req-04cbbc3d-3928-4bc0-bfed-2a28f732f384 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 949 time: 0.2651308 Jul 27 20:55:00.630849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608b2b6-be24-4a30-a9c3-64e489a86ef5 req-cf19ea6b-e43d-44c9-982c-e10fc9cc5d64 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:00.632848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2608b2b6-be24-4a30-a9c3-64e489a86ef5 req-cf19ea6b-e43d-44c9-982c-e10fc9cc5d64 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 1096 time: 0.2579169 Jul 27 20:55:00.681703 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Network 512a0318-8d70-4c6c-855b-941fb1896507 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:00.683205 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:00.686370 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-557e067c-acc6-4caa-a56f-d7383cd76590 req-d2e76d0f-3909-4475-9921-3a70d1425f30 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054087 Jul 27 20:55:00.711036 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572f445-0469-4b4f-b602-a58763b55071 req-bb99bd6f-95bd-4e83-8d88-d4d25edb357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:00.713080 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1572f445-0469-4b4f-b602-a58763b55071 req-bb99bd6f-95bd-4e83-8d88-d4d25edb357e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1612198 Jul 27 20:55:00.724553 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2608b2b6-be24-4a30-a9c3-64e489a86ef5 req-fdd45eaf-661a-47e6-a839-b29b1fb6f538 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778368 Jul 27 20:55:00.795854 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a90002-31f0-412b-b9e9-411c5563eff2 x-openstack-request-id: req-a6a90002-31f0-412b-b9e9-411c5563eff2 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:00.796158 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7529f77-7116-4a85-b030-c49be448cc0e", "name": "network-vif-plugged", "status": "completed", "tag": "61f362a6-585f-4379-8708-98469226b058", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:00.796813 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6a90002-31f0-412b-b9e9-411c5563eff2 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:00.797219 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7529f77-7116-4a85-b030-c49be448cc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f362a6-585f-4379-8708-98469226b058', 'code': 200} Jul 27 20:55:00.874986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Router 45ef6cfe-714e-4e69-b433-a79fc3ef03b4 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:55:00.877205 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4df38a-e255-4a0e-bdfd-009281cec925 x-openstack-request-id: req-fa4df38a-e255-4a0e-bdfd-009281cec925 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:00.877688 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98b0724-0280-40cf-a44f-ff2977ba1c1a", "tag": "9f8968a4-e547-4522-ad75-7327d84de30b", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:00.878080 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa4df38a-e255-4a0e-bdfd-009281cec925 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:00.878842 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98b0724-0280-40cf-a44f-ff2977ba1c1a', 'tag': '9f8968a4-e547-4522-ad75-7327d84de30b', 'status': 'completed', 'code': 200} Jul 27 20:55:00.881155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8c29771b-adac-43c3-a5a8-796d65f26b9a details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:01.078460 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1572f445-0469-4b4f-b602-a58763b55071 req-81c5a6bc-bfd5-415e-81db-1fe83de804e8 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443334 Jul 27 20:55:01.084497 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8c29771b-adac-43c3-a5a8-796d65f26b9a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8c29771b-adac-43c3-a5a8-796d65f26b9a,segment=NetworkSegment(3c256999-35ab-49db-8d9d-c381b0a673a4),segment_id=3c256999-35ab-49db-8d9d-c381b0a673a4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:01.131291 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '8c29771b-adac-43c3-a5a8-796d65f26b9a', 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01', 'port_id': '8c29771b-adac-43c3-a5a8-796d65f26b9a', 'mac_address': 'fa:16:3e:ae:ab:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:01.199549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b903d52a-3229-45a9-b136-8edde052f32c None None] Provisioning complete for port 75fa4c43-eb26-44fd-9583-043889b2a0a9 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:01.210882 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b903d52a-3229-45a9-b136-8edde052f32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:01.239809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33358dfa-27f8-4072-9d53-b1c3dbb31764 req-d31f5664-ad92-43d7-b08c-2899274b5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:01.241591 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33358dfa-27f8-4072-9d53-b1c3dbb31764 req-d31f5664-ad92-43d7-b08c-2899274b5da0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 1100 time: 0.3568783 Jul 27 20:55:01.274823 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b903d52a-3229-45a9-b136-8edde052f32c None None] Port 75fa4c43-eb26-44fd-9583-043889b2a0a9 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:01.276594 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:01.295814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c29771b-adac-43c3-a5a8-796d65f26b9a {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:01.317595 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1572f445-0469-4b4f-b602-a58763b55071 req-70a9449e-7ae8-4d41-8805-2fe52bf75f4d service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828804 Jul 27 20:55:01.336673 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8c29771b-adac-43c3-a5a8-796d65f26b9a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8c29771b-adac-43c3-a5a8-796d65f26b9a,segment=NetworkSegment(3c256999-35ab-49db-8d9d-c381b0a673a4),segment_id=3c256999-35ab-49db-8d9d-c381b0a673a4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:01.339580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1933ae-b075-4570-8807-ca953e60e9b8 req-e5d2de9a-410c-4845-ae84-b3d1ba001227 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:01.342475 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd1933ae-b075-4570-8807-ca953e60e9b8 req-e5d2de9a-410c-4845-ae84-b3d1ba001227 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.3697724 Jul 27 20:55:01.344996 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:01.389009 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33358dfa-27f8-4072-9d53-b1c3dbb31764 req-946f5645-ca0b-47f4-9348-ee5450dbb775 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364095 Jul 27 20:55:01.397051 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656390af-0e30-4420-a9a2-a7c8a220f572 req-c4040848-4dc4-4793-a2f5-0b73a4e6b68d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:01.398793 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-656390af-0e30-4420-a9a2-a7c8a220f572 req-c4040848-4dc4-4793-a2f5-0b73a4e6b68d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 943 time: 0.3363092 Jul 27 20:55:01.405869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=8c29771b-adac-43c3-a5a8-796d65f26b9a,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:01.410384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:55:01.418363 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a76fa5ab-2569-4646-a002-9487cececbde admin admin] 10.222.0.55 "PUT /v2.0/routers/45ef6cfe-714e-4e69-b433-a79fc3ef03b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3330925 Jul 27 20:55:01.713815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd1933ae-b075-4570-8807-ca953e60e9b8 req-02aa1c93-e85f-4857-8ab3-da15b5138935 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532977 Jul 27 20:55:01.723469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-656390af-0e30-4420-a9a2-a7c8a220f572 req-f20051da-3ad8-466e-83e0-d48f30dd5ddd tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b14b9ea-3345-49db-ae62-e2963e457ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159633 Jul 27 20:55:01.739660 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa6937-ed4d-4c27-9afe-d9812db9089a req-ab00839a-000d-490d-ab7d-eca99f30f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:01.741148 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15fa6937-ed4d-4c27-9afe-d9812db9089a req-ab00839a-000d-490d-ab7d-eca99f30f109 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d09d51e03f094340999f2b0d5a1019d4&device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a HTTP/1.1" status: 200 len: 1099 time: 0.3349926 Jul 27 20:55:01.748187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['8c29771b-adac-43c3-a5a8-796d65f26b9a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:01.869082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa6937-ed4d-4c27-9afe-d9812db9089a req-3f973ef1-e2a5-46a5-b089-344d6c680bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:01.870821 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15fa6937-ed4d-4c27-9afe-d9812db9089a req-3f973ef1-e2a5-46a5-b089-344d6c680bf4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1108871 Jul 27 20:55:01.952454 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15fa6937-ed4d-4c27-9afe-d9812db9089a req-eafced40-cf07-4c02-ab14-a7ed931873e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=9f8968a4-e547-4522-ad75-7327d84de30b HTTP/1.1" status: 200 len: 217 time: 0.0547538 Jul 27 20:55:02.056090 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa6937-ed4d-4c27-9afe-d9812db9089a req-b6278811-65fd-44f3-a5bc-b7393b4e9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:02.057654 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15fa6937-ed4d-4c27-9afe-d9812db9089a req-b6278811-65fd-44f3-a5bc-b7393b4e9f21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0811958 Jul 27 20:55:02.119877 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde50a4a-3f5d-424f-b775-02682c927a48 req-5947405d-762b-4f41-a1c5-4923626ac6ca tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:02.121587 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bde50a4a-3f5d-424f-b775-02682c927a48 req-5947405d-762b-4f41-a1c5-4923626ac6ca tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a HTTP/1.1" status: 200 len: 948 time: 0.1152146 Jul 27 20:55:02.174862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bde50a4a-3f5d-424f-b775-02682c927a48 req-ddcf8d99-aaf9-47f3-a4cc-c2037bdc5450 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452015 Jul 27 20:55:02.179996 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa6937-ed4d-4c27-9afe-d9812db9089a req-6028104a-1b45-40e5-ab67-95d07d46b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:02.181533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15fa6937-ed4d-4c27-9afe-d9812db9089a req-6028104a-1b45-40e5-ab67-95d07d46b900 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067796 Jul 27 20:55:02.267443 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Sync routers for ids ['45ef6cfe-714e-4e69-b433-a79fc3ef03b4'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:55:02.280855 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Routers {'45ef6cfe-714e-4e69-b433-a79fc3ef03b4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:02.281492 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:54:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['45ef6cfe-714e-4e69-b433-a79fc3ef03b4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:02.343950 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15fa6937-ed4d-4c27-9afe-d9812db9089a req-e2acb75f-3b1f-437c-bbd8-78d84926824c service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482346 Jul 27 20:55:02.409785 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Set router 45ef6cfe-714e-4e69-b433-a79fc3ef03b4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:02.413312 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138f7e8-3dc6-4223-8c73-490e55ce34dc req-f6c780d8-9644-4ddc-bd36-6bdc5f60d185 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:02.414948 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5138f7e8-3dc6-4223-8c73-490e55ce34dc req-f6c780d8-9644-4ddc-bd36-6bdc5f60d185 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 949 time: 0.1324232 Jul 27 20:55:02.493343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15fa6937-ed4d-4c27-9afe-d9812db9089a req-61bb3efa-dd74-47ef-958b-1446b8a4f617 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396244 Jul 27 20:55:02.497180 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5138f7e8-3dc6-4223-8c73-490e55ce34dc req-b410b2da-1869-4050-bca9-86b34026e1bd tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736251 Jul 27 20:55:02.650365 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 91c982ec-b248-4a61-99a5-b5cce556b9e8 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:02.739223 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0ed9247d-22d9-4db9-857d-8721da3392f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:02.753571 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49a77378-5a11-4648-ab61-9879bcf148b5 req-afc46a36-6ab8-436a-81e8-9a6ac93c475a tempest-FloatingIPsNegativeTestJSON-893146165 tempest-FloatingIPsNegativeTestJSON-893146165-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=841e38a3cf694a7aaac45d72310a3c96 HTTP/1.1" status: 200 len: 217 time: 0.0809879 Jul 27 20:55:02.797982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 91c982ec-b248-4a61-99a5-b5cce556b9e8 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:02.802702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 91c982ec-b248-4a61-99a5-b5cce556b9e8 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:02.803059 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:02.875530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89000886-50ef-44bc-8457-ec93326e5b49 req-f98757a7-fc47-4df9-b1a0-bf0027187613 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:02.877178 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89000886-50ef-44bc-8457-ec93326e5b49 req-f98757a7-fc47-4df9-b1a0-bf0027187613 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 949 time: 0.0707018 Jul 27 20:55:02.917689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1737296945-router', 'tenant_id': '841e38a3cf694a7aaac45d72310a3c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '91c982ec-b248-4a61-99a5-b5cce556b9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:53Z', 'updated_at': '2021-07-27T20:54:59Z', 'revision_number': 4, 'project_id': '841e38a3cf694a7aaac45d72310a3c96', 'gw_port': {'id': '91c982ec-b248-4a61-99a5-b5cce556b9e8', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:54Z', 'updated_at': '2021-07-27T20:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '75fa4c43-eb26-44fd-9583-043889b2a0a9', 'name': '', 'network_id': '512a0318-8d70-4c6c-855b-941fb1896507', 'tenant_id': '841e38a3cf694a7aaac45d72310a3c96', 'mac_address': 'fa:16:3e:24:62:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b01e8024-8155-463c-afc6-de1e119b1bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:58Z', 'updated_at': '2021-07-27T20:55:00Z', 'revision_number': 2, 'project_id': '841e38a3cf694a7aaac45d72310a3c96', 'subnets': [{'id': 'b01e8024-8155-463c-afc6-de1e119b1bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:02.921675 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89000886-50ef-44bc-8457-ec93326e5b49 req-a177dea9-5ab4-4f71-9705-137dc84b6f87 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365121 Jul 27 20:55:02.940903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-86bc51d6-7218-4fed-8cf7-e164d3ea1cb2 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:55:02.949393 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-86bc51d6-7218-4fed-8cf7-e164d3ea1cb2 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149553 Jul 27 20:55:02.954603 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Checking router: 45ef6cfe-714e-4e69-b433-a79fc3ef03b4 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:55:02.954963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Updating router 45ef6cfe-714e-4e69-b433-a79fc3ef03b4 port 75fa4c43-eb26-44fd-9583-043889b2a0a9 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:55:02.955240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-0ff35bb7-848d-4340-b713-8a531e530b98 service neutron] Request body: {'binding': {'host': 'n-h2-764806-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:02.955750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-0ff35bb7-848d-4340-b713-8a531e530b98 service neutron] Unknown quota resources ['binding']. {{(pid=105580) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:55:02.976688 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:03.009404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 91c982ec-b248-4a61-99a5-b5cce556b9e8, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=91c982ec-b248-4a61-99a5-b5cce556b9e8,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:03.012795 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:03.019245 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:03.066491 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971614a9-a8c9-4884-ba0a-c7626c058ae0 req-7da44373-37ea-4697-8abf-a8ffcee0ffb0 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:03.068185 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-971614a9-a8c9-4884-ba0a-c7626c058ae0 req-7da44373-37ea-4697-8abf-a8ffcee0ffb0 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.0796413 Jul 27 20:55:03.114900 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-971614a9-a8c9-4884-ba0a-c7626c058ae0 req-702d4bdd-2191-4034-8128-cc4a9522ec67 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394182 Jul 27 20:55:03.118601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=91c982ec-b248-4a61-99a5-b5cce556b9e8,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:03.131467 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-0ff35bb7-848d-4340-b713-8a531e530b98 service neutron] Attempting to bind port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 on host n-h2-764806-9 for vnic_type normal with profile None {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:03.134574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-0ff35bb7-848d-4340-b713-8a531e530b98 service neutron] Attempting to bind port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:03.135163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-0ff35bb7-848d-4340-b713-8a531e530b98 service neutron] Attempting to bind port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:03.143717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-0ff35bb7-848d-4340-b713-8a531e530b98 service neutron] Port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:03.144046 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-0ff35bb7-848d-4340-b713-8a531e530b98 service neutron] Attempting to bind port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:03.149335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-0ff35bb7-848d-4340-b713-8a531e530b98 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:03.151417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-0ff35bb7-848d-4340-b713-8a531e530b98 service neutron] Checking segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:03.151417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-0ff35bb7-848d-4340-b713-8a531e530b98 service neutron] Bound using segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:03.151417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-0ff35bb7-848d-4340-b713-8a531e530b98 service neutron] Bound port: 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:03.212403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-0ff35bb7-848d-4340-b713-8a531e530b98 service neutron] For port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:03.218864 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-0ff35bb7-848d-4340-b713-8a531e530b98 service neutron] Notify callbacks [] for binding, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:03.220772 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-0ff35bb7-848d-4340-b713-8a531e530b98 service neutron] 10.222.0.55 "POST /v2.0/ports/2d95cc0c-0f78-432a-98fa-54b87b40d2b7/bindings HTTP/1.1" status: 201 len: 389 time: 0.2695827 Jul 27 20:55:03.264827 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9fa3-931e-483c-93c9-d7cafbf0af7c req-968140ad-4640-4f8b-b488-4abd6bd9a571 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:03.266370 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-353f9fa3-931e-483c-93c9-d7cafbf0af7c req-968140ad-4640-4f8b-b488-4abd6bd9a571 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 944 time: 0.0841177 Jul 27 20:55:03.331553 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7a39f660-9d08-446c-8a74-9a1ddf03d851 req-cf02ec30-a3f6-41ff-bfc9-d569b659a970 tempest-FloatingIPsNegativeTestJSON-893146165 tempest-FloatingIPsNegativeTestJSON-893146165-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0345232 Jul 27 20:55:03.365238 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-353f9fa3-931e-483c-93c9-d7cafbf0af7c req-abc6d0be-0db3-489a-a55d-1a865e52553c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b14b9ea-3345-49db-ae62-e2963e457ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864165 Jul 27 20:55:03.405390 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:03.417795 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Transition to ACTIVE for port object 75fa4c43-eb26-44fd-9583-043889b2a0a9 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:03.424771 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:03.504972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f5e8d-88ca-41aa-8eb7-842f8c0d06dd req-9311500d-b1c7-49bc-b49b-256136dde04f tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:03.506681 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e46f5e8d-88ca-41aa-8eb7-842f8c0d06dd req-9311500d-b1c7-49bc-b49b-256136dde04f tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a HTTP/1.1" status: 200 len: 948 time: 0.0964806 Jul 27 20:55:03.517392 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edade5-3312-4421-be0a-58ac99f8db45 None None] Pushing event updated for resources: {'Port': ['ID=75fa4c43-eb26-44fd-9583-043889b2a0a9,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:03.563753 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Attempting to bind port 75fa4c43-eb26-44fd-9583-043889b2a0a9 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:03.564384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Attempting to bind port 75fa4c43-eb26-44fd-9583-043889b2a0a9 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '3177c520-ae9f-49f5-bc24-f2c61cc0db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '512a0318-8d70-4c6c-855b-941fb1896507'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:03.564920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Attempting to bind port 75fa4c43-eb26-44fd-9583-043889b2a0a9 on network 512a0318-8d70-4c6c-855b-941fb1896507 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:03.570973 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:03.571623 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Checking segment: {'id': '3177c520-ae9f-49f5-bc24-f2c61cc0db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '512a0318-8d70-4c6c-855b-941fb1896507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:03.572031 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:03.572692 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Bound using segment: {'id': '3177c520-ae9f-49f5-bc24-f2c61cc0db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '512a0318-8d70-4c6c-855b-941fb1896507'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:03.573165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Bound port: 75fa4c43-eb26-44fd-9583-043889b2a0a9, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3177c520-ae9f-49f5-bc24-f2c61cc0db1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '512a0318-8d70-4c6c-855b-941fb1896507'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:03.573738 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:03.623838 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e46f5e8d-88ca-41aa-8eb7-842f8c0d06dd req-2e6ab2ba-d3cc-4653-8c98-515100e37abc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111095 Jul 27 20:55:03.663743 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] For port 75fa4c43-eb26-44fd-9583-043889b2a0a9, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:03.670285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] For port 75fa4c43-eb26-44fd-9583-043889b2a0a9, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=75fa4c43-eb26-44fd-9583-043889b2a0a9,segment=NetworkSegment(3177c520-ae9f-49f5-bc24-f2c61cc0db1d),segment_id=3177c520-ae9f-49f5-bc24-f2c61cc0db1d)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:03.675570 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:03.705428 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-4ad1a170-fb4f-44a1-a35f-d840e5784cd4 req-b11b37a8-ba37-481a-8c98-1018484506c7 tempest-FloatingIPsNegativeTestJSON-893146165 tempest-FloatingIPsNegativeTestJSON-893146165-project] show failed (client error): The resource could not be found. Jul 27 20:55:03.706477 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4ad1a170-fb4f-44a1-a35f-d840e5784cd4 req-b11b37a8-ba37-481a-8c98-1018484506c7 tempest-FloatingIPsNegativeTestJSON-893146165 tempest-FloatingIPsNegativeTestJSON-893146165-project] 10.222.0.55 "GET /v2.0/floatingips/4acb9edf-93d7-4b06-96b5-a692b45c2fc7 HTTP/1.1" status: 404 len: 350 time: 0.0514643 Jul 27 20:55:03.716881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56150) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:03.731911 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6661e9-d11a-4957-b5cd-acb38cf564f2 req-34be1729-3937-4b01-b840-5b2761cae13f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:03.740060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c6661e9-d11a-4957-b5cd-acb38cf564f2 req-34be1729-3937-4b01-b840-5b2761cae13f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 945 time: 0.2005060 Jul 27 20:55:03.743632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-2c5dc31b-e4bb-43f6-a810-fe91aa05e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:03.745164 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-2c5dc31b-e4bb-43f6-a810-fe91aa05e10f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 1096 time: 0.2020216 Jul 27 20:55:03.756976 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edade5-3312-4421-be0a-58ac99f8db45 None None] Pushing event updated for resources: {'Port': ['ID=75fa4c43-eb26-44fd-9583-043889b2a0a9,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:03.798881 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:03.799933 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Routers {'45ef6cfe-714e-4e69-b433-a79fc3ef03b4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:03.800558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:54:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['45ef6cfe-714e-4e69-b433-a79fc3ef03b4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:03.910764 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-4091b4e4-6676-4a4e-ae78-df53bc5c8349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:03.912275 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-4091b4e4-6676-4a4e-ae78-df53bc5c8349 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.1580045 Jul 27 20:55:03.932784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c6661e9-d11a-4957-b5cd-acb38cf564f2 req-fc76167d-399b-465c-b7e3-4efcf36d514f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863761 Jul 27 20:55:03.939983 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] Set router 45ef6cfe-714e-4e69-b433-a79fc3ef03b4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:03.971027 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-33ef1d60-bc9f-4211-ba31-ee2f37ac8f21 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d95cc0c-0f78-432a-98fa-54b87b40d2b7 HTTP/1.1" status: 200 len: 217 time: 0.0480585 Jul 27 20:55:04.043360 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa3abb-9a3f-48c0-8f9f-b6119d9b46b8 req-0d738b04-b2f9-4d7d-9106-c14417fea6ee tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:04.050686 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55fa3abb-9a3f-48c0-8f9f-b6119d9b46b8 req-0d738b04-b2f9-4d7d-9106-c14417fea6ee tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 949 time: 0.2042122 Jul 27 20:55:04.103574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-a1810f2e-ca42-47a2-a995-a78a3691589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:04.104958 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-a1810f2e-ca42-47a2-a995-a78a3691589e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.1252227 Jul 27 20:55:04.165054 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-1b79abf7-33f1-4c90-8358-6413a9a1ab1b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346642 Jul 27 20:55:04.167933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55fa3abb-9a3f-48c0-8f9f-b6119d9b46b8 req-2e963776-c7fa-4a9f-a91e-b14891c5562b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161568 Jul 27 20:55:04.233126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1737296945-router', 'tenant_id': '841e38a3cf694a7aaac45d72310a3c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '91c982ec-b248-4a61-99a5-b5cce556b9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:53Z', 'updated_at': '2021-07-27T20:54:59Z', 'revision_number': 4, 'project_id': '841e38a3cf694a7aaac45d72310a3c96', 'gw_port': {'id': '91c982ec-b248-4a61-99a5-b5cce556b9e8', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:54Z', 'updated_at': '2021-07-27T20:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '75fa4c43-eb26-44fd-9583-043889b2a0a9', 'name': '', 'network_id': '512a0318-8d70-4c6c-855b-941fb1896507', 'tenant_id': '841e38a3cf694a7aaac45d72310a3c96', 'mac_address': 'fa:16:3e:24:62:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b01e8024-8155-463c-afc6-de1e119b1bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:58Z', 'updated_at': '2021-07-27T20:55:03Z', 'revision_number': 4, 'project_id': '841e38a3cf694a7aaac45d72310a3c96', 'subnets': [{'id': 'b01e8024-8155-463c-afc6-de1e119b1bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:04.272308 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-522988f3-5baa-4b0c-b8a1-61e41526ee11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:04.275269 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c5666-5254-452d-807d-b7d3368c3700 None None] The sync data for ids ['45ef6cfe-714e-4e69-b433-a79fc3ef03b4'] in n-d-764806-9 is: [{'id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1737296945-router', 'tenant_id': '841e38a3cf694a7aaac45d72310a3c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '91c982ec-b248-4a61-99a5-b5cce556b9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:53Z', 'updated_at': '2021-07-27T20:54:59Z', 'revision_number': 4, 'project_id': '841e38a3cf694a7aaac45d72310a3c96', 'gw_port': {'id': '91c982ec-b248-4a61-99a5-b5cce556b9e8', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:54Z', 'updated_at': '2021-07-27T20:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '75fa4c43-eb26-44fd-9583-043889b2a0a9', 'name': '', 'network_id': '512a0318-8d70-4c6c-855b-941fb1896507', 'tenant_id': '841e38a3cf694a7aaac45d72310a3c96', 'mac_address': 'fa:16:3e:24:62:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b01e8024-8155-463c-afc6-de1e119b1bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:58Z', 'updated_at': '2021-07-27T20:55:03Z', 'revision_number': 4, 'project_id': '841e38a3cf694a7aaac45d72310a3c96', 'subnets': [{'id': 'b01e8024-8155-463c-afc6-de1e119b1bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:04.321339 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6892b-d4ff-43e5-90e6-c68e3fc652f4 req-05d195cc-5982-4f7b-9004-36cac63f3044 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:04.321339 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74a6892b-d4ff-43e5-90e6-c68e3fc652f4 req-05d195cc-5982-4f7b-9004-36cac63f3044 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 949 time: 0.2540908 Jul 27 20:55:04.345904 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-68d39e2a-2158-4085-9325-e89fc99c3f94 service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720140 Jul 27 20:55:04.488213 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223d65f-ce25-4c9a-9386-88acd1b302dc req-2da7e4ea-36d8-4c76-bb8b-257dbd2f3984 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:04.492197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a223d65f-ce25-4c9a-9386-88acd1b302dc req-2da7e4ea-36d8-4c76-bb8b-257dbd2f3984 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.2399085 Jul 27 20:55:04.500241 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74a6892b-d4ff-43e5-90e6-c68e3fc652f4 req-a120e48b-987d-4ce9-9717-b999f28b2c7e tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591620 Jul 27 20:55:04.561732 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-c19b3ee6-dbc8-42a8-8341-7e27cc5462a3 service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063375 Jul 27 20:55:04.589563 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a223d65f-ce25-4c9a-9386-88acd1b302dc req-4ab73619-d436-4a25-9d76-ceee26f2c797 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843487 Jul 27 20:55:04.635607 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 91c982ec-b248-4a61-99a5-b5cce556b9e8 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:04.700021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-522988f3-5baa-4b0c-b8a1-61e41526ee11 admin admin] Deleting port 75fa4c43-eb26-44fd-9583-043889b2a0a9 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:04.700511 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-522988f3-5baa-4b0c-b8a1-61e41526ee11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:04.711180 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 91c982ec-b248-4a61-99a5-b5cce556b9e8 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:04.711800 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:04.767411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc3449-affc-4b99-9b3f-de3817fc38b9 req-d64a0980-83a9-4e30-b834-04e7a561351c tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:04.775086 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5fc3449-affc-4b99-9b3f-de3817fc38b9 req-d64a0980-83a9-4e30-b834-04e7a561351c tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2af111b-f753-4925-bf46-2759c548d149 HTTP/1.1" status: 200 len: 950 time: 0.1579514 Jul 27 20:55:04.796085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e9909-c344-4116-87c9-bbe8e2443f82 req-22fdf0c8-f586-42b7-b9cf-34b3ede13dcf tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:04.797599 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-765e9909-c344-4116-87c9-bbe8e2443f82 req-22fdf0c8-f586-42b7-b9cf-34b3ede13dcf tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 944 time: 0.1214581 Jul 27 20:55:04.827152 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 75fa4c43-eb26-44fd-9583-043889b2a0a9 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:04.845151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-522988f3-5baa-4b0c-b8a1-61e41526ee11 admin admin] For port 75fa4c43-eb26-44fd-9583-043889b2a0a9, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=75fa4c43-eb26-44fd-9583-043889b2a0a9,segment=NetworkSegment(3177c520-ae9f-49f5-bc24-f2c61cc0db1d),segment_id=3177c520-ae9f-49f5-bc24-f2c61cc0db1d)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:04.845659 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-522988f3-5baa-4b0c-b8a1-61e41526ee11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:04.853286 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5fc3449-affc-4b99-9b3f-de3817fc38b9 req-fd441960-6ed5-41de-a13e-af29e1dfc310 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750237 Jul 27 20:55:04.873849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-522988f3-5baa-4b0c-b8a1-61e41526ee11 admin admin] Calling delete_port for 75fa4c43-eb26-44fd-9583-043889b2a0a9 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:04.880677 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-765e9909-c344-4116-87c9-bbe8e2443f82 req-17a5047f-ba87-44d2-8643-d28037194b9d tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b14b9ea-3345-49db-ae62-e2963e457ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759091 Jul 27 20:55:04.918124 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 9f8968a4-e547-4522-ad75-7327d84de30b details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:05.004840 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8c29771b-adac-43c3-a5a8-796d65f26b9a up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:05.009189 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 75fa4c43-eb26-44fd-9583-043889b2a0a9 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:05.017317 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 75fa4c43-eb26-44fd-9583-043889b2a0a9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:05.017317 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:05.112758 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa161132-a00a-4093-bc37-21aa1182cfff req-f81bddfc-fedf-44e5-9003-156f03d71492 tempest-LiveMigrationNegativeTest-555716417 tempest-LiveMigrationNegativeTest-555716417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:05.114527 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa161132-a00a-4093-bc37-21aa1182cfff req-f81bddfc-fedf-44e5-9003-156f03d71492 tempest-LiveMigrationNegativeTest-555716417 tempest-LiveMigrationNegativeTest-555716417-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 1100 time: 0.1126013 Jul 27 20:55:05.140217 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-fa161132-a00a-4093-bc37-21aa1182cfff req-4199a50b-beb0-4a73-ac38-0f680dfc62a1 tempest-LiveMigrationNegativeTest-555716417 tempest-LiveMigrationNegativeTest-555716417-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:05.140443 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 9f8968a4-e547-4522-ad75-7327d84de30b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9f8968a4-e547-4522-ad75-7327d84de30b,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:05.180052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 8c29771b-adac-43c3-a5a8-796d65f26b9a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:05.190601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 8c29771b-adac-43c3-a5a8-796d65f26b9a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:05.190601 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:05.191922 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '9f8968a4-e547-4522-ad75-7327d84de30b', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '9f8968a4-e547-4522-ad75-7327d84de30b', 'mac_address': 'fa:16:3e:88:22:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:05.260008 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-522988f3-5baa-4b0c-b8a1-61e41526ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:05.303112 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:05.320131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522988f3-5baa-4b0c-b8a1-61e41526ee11 admin admin] Pushing event deleted for resources: {'Port': ['ID=75fa4c43-eb26-44fd-9583-043889b2a0a9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:05.350439 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1598b-eddc-4f57-a217-4e7af0872575 req-d20e231d-f669-4a80-89dd-a0afefd8d220 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:05.354759 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8968a4-e547-4522-ad75-7327d84de30b {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:05.369546 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8db1598b-eddc-4f57-a217-4e7af0872575 req-d20e231d-f669-4a80-89dd-a0afefd8d220 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a HTTP/1.1" status: 200 len: 948 time: 0.2033439 Jul 27 20:55:05.372844 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-497ba48b-eefa-4d4a-bce6-ccec8c657721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:05.374661 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:05.427677 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-fa161132-a00a-4093-bc37-21aa1182cfff req-4199a50b-beb0-4a73-ac38-0f680dfc62a1 tempest-LiveMigrationNegativeTest-555716417 tempest-LiveMigrationNegativeTest-555716417-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:05.430934 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 9f8968a4-e547-4522-ad75-7327d84de30b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9f8968a4-e547-4522-ad75-7327d84de30b,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:05.436745 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-fa161132-a00a-4093-bc37-21aa1182cfff req-4199a50b-beb0-4a73-ac38-0f680dfc62a1 tempest-LiveMigrationNegativeTest-555716417 tempest-LiveMigrationNegativeTest-555716417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:05.521257 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8db1598b-eddc-4f57-a217-4e7af0872575 req-808faae7-911f-4da7-b9ab-2931546a772f tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454339 Jul 27 20:55:05.522823 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:05.525382 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:05.582131 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa161132-a00a-4093-bc37-21aa1182cfff req-4199a50b-beb0-4a73-ac38-0f680dfc62a1 tempest-LiveMigrationNegativeTest-555716417 tempest-LiveMigrationNegativeTest-555716417-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581838 Jul 27 20:55:05.587033 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199a50b-beb0-4a73-ac38-0f680dfc62a1 tempest-LiveMigrationNegativeTest-555716417 tempest-LiveMigrationNegativeTest-555716417-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9319aa4-60f0-44c8-bf4e-3246407ec43b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:05.732675 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-522988f3-5baa-4b0c-b8a1-61e41526ee11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:05.864641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64e550-36c2-4fe9-a2f1-bbc9bbd66c9b req-1a818b58-b94e-4937-8a27-b18050e8ccd9 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:05.866415 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a64e550-36c2-4fe9-a2f1-bbc9bbd66c9b req-1a818b58-b94e-4937-8a27-b18050e8ccd9 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 945 time: 0.1398273 Jul 27 20:55:05.885035 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:05.917562 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=9f8968a4-e547-4522-ad75-7327d84de30b,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:05.940703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d5b8d3-f54e-49ee-a32a-3b280977b842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c29771b-adac-43c3-a5a8-796d65f26b9a'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:05.942919 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b39d736-b690-488e-8bb9-db1c2de87d2d" -d '{"events": [{"server_uuid": "b9d5b8d3-f54e-49ee-a32a-3b280977b842", "name": "network-vif-plugged", "status": "completed", "tag": "8c29771b-adac-43c3-a5a8-796d65f26b9a"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:05.955687 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a64e550-36c2-4fe9-a2f1-bbc9bbd66c9b req-21b4ec08-30bb-442a-a262-a6412c299df5 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788505 Jul 27 20:55:05.959245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8c29771b-adac-43c3-a5a8-796d65f26b9a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8c29771b-adac-43c3-a5a8-796d65f26b9a,segment=NetworkSegment(3c256999-35ab-49db-8d9d-c381b0a673a4),segment_id=3c256999-35ab-49db-8d9d-c381b0a673a4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:05.965455 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:06.031629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['9f8968a4-e547-4522-ad75-7327d84de30b'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:06.166693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522988f3-5baa-4b0c-b8a1-61e41526ee11 admin admin] Router 45ef6cfe-714e-4e69-b433-a79fc3ef03b4 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:55:06.167465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=8c29771b-adac-43c3-a5a8-796d65f26b9a,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:06.228952 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4072ed-83af-4eda-ba2d-118f89212cef req-83fb6d6c-6f69-4b3b-b332-a6b8e3e7a433 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:06.236461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4072ed-83af-4eda-ba2d-118f89212cef req-83fb6d6c-6f69-4b3b-b332-a6b8e3e7a433 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:06.238278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac4072ed-83af-4eda-ba2d-118f89212cef req-83fb6d6c-6f69-4b3b-b332-a6b8e3e7a433 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2af111b-f753-4925-bf46-2759c548d149&device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 1690 time: 0.1301625 Jul 27 20:55:06.287178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c3c6c-89ee-4a42-af7e-736211737364 req-11a6ce3d-ef67-4259-b6de-20f8072e62c9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:06.288901 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc6c3c6c-89ee-4a42-af7e-736211737364 req-11a6ce3d-ef67-4259-b6de-20f8072e62c9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.1271334 Jul 27 20:55:06.313099 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac4072ed-83af-4eda-ba2d-118f89212cef req-dc7b82b7-7986-46c9-98b4-b1cbedebdebf tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640302 Jul 27 20:55:06.328834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522988f3-5baa-4b0c-b8a1-61e41526ee11 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:55:06.338900 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-522988f3-5baa-4b0c-b8a1-61e41526ee11 admin admin] 10.222.0.55 "PUT /v2.0/routers/45ef6cfe-714e-4e69-b433-a79fc3ef03b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6205027 Jul 27 20:55:06.339576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56186) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:06.340021 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb76d4-74c2-476c-b95d-53a381a07529 None None] Sync routers for ids ['45ef6cfe-714e-4e69-b433-a79fc3ef03b4'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:55:06.359320 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb76d4-74c2-476c-b95d-53a381a07529 None None] Routers {'45ef6cfe-714e-4e69-b433-a79fc3ef03b4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:06.359860 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-05cb76d4-74c2-476c-b95d-53a381a07529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:55:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['45ef6cfe-714e-4e69-b433-a79fc3ef03b4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:06.377122 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc6c3c6c-89ee-4a42-af7e-736211737364 req-3d2f7a9a-d5d6-46c9-a033-bb230d86938c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662386 Jul 27 20:55:06.487671 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d58d5bd-2800-460f-b626-82766675bb08 x-openstack-request-id: req-3d58d5bd-2800-460f-b626-82766675bb08 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:06.488141 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d5b8d3-f54e-49ee-a32a-3b280977b842", "name": "network-vif-plugged", "status": "completed", "tag": "8c29771b-adac-43c3-a5a8-796d65f26b9a", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:06.488599 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d58d5bd-2800-460f-b626-82766675bb08 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:06.489150 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d5b8d3-f54e-49ee-a32a-3b280977b842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c29771b-adac-43c3-a5a8-796d65f26b9a', 'code': 200} Jul 27 20:55:06.499898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0ff02-d5f9-43fc-97d9-e579150e5da7 req-4661455e-7da4-4d1f-91a4-708c603b7bb4 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:06.509586 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9db0ff02-d5f9-43fc-97d9-e579150e5da7 req-4661455e-7da4-4d1f-91a4-708c603b7bb4 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 945 time: 0.1455097 Jul 27 20:55:06.550952 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9de5ccbd-7db6-4b7e-aa4d-e698f37e559d admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:06.565774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9db0ff02-d5f9-43fc-97d9-e579150e5da7 req-7122fc3f-dedb-47e8-8a71-ed528d702740 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b14b9ea-3345-49db-ae62-e2963e457ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526793 Jul 27 20:55:06.601711 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-05cb76d4-74c2-476c-b95d-53a381a07529 None None] Set router 45ef6cfe-714e-4e69-b433-a79fc3ef03b4 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:06.699236 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7f3c2-064c-4f92-9a92-d89a1ba263c1 req-fa609125-3a0c-4068-b9c9-069ee1554a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:06.702994 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ec7f3c2-064c-4f92-9a92-d89a1ba263c1 req-fa609125-3a0c-4068-b9c9-069ee1554a54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 1096 time: 0.1335406 Jul 27 20:55:06.797278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ec7f3c2-064c-4f92-9a92-d89a1ba263c1 req-7c98faff-9923-40a7-9768-e0428a5e99c4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4b14b9ea-3345-49db-ae62-e2963e457ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801373 Jul 27 20:55:06.938691 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebe80a-87c6-44d8-b797-df40721aaa32 req-9e7638de-752f-45b7-aef4-ffd068a332da tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:06.940230 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4cebe80a-87c6-44d8-b797-df40721aaa32 req-9e7638de-752f-45b7-aef4-ffd068a332da tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a HTTP/1.1" status: 200 len: 949 time: 0.1286690 Jul 27 20:55:06.944635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b76f3-4de5-4bfd-8c98-78cf69c498f8 req-c8c9042c-07bb-4224-9817-78fe284f3097 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:06.946329 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb4b76f3-4de5-4bfd-8c98-78cf69c498f8 req-c8c9042c-07bb-4224-9817-78fe284f3097 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f2af111b-f753-4925-bf46-2759c548d149 HTTP/1.1" status: 200 len: 1101 time: 0.1006658 Jul 27 20:55:06.984048 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9de5ccbd-7db6-4b7e-aa4d-e698f37e559d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.005087 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.025241 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-05cb76d4-74c2-476c-b95d-53a381a07529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1737296945-router', 'tenant_id': '841e38a3cf694a7aaac45d72310a3c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '91c982ec-b248-4a61-99a5-b5cce556b9e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:53Z', 'updated_at': '2021-07-27T20:55:05Z', 'revision_number': 5, 'project_id': '841e38a3cf694a7aaac45d72310a3c96', 'gw_port': {'id': '91c982ec-b248-4a61-99a5-b5cce556b9e8', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:54Z', 'updated_at': '2021-07-27T20:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:07.029116 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb4b76f3-4de5-4bfd-8c98-78cf69c498f8 req-700f8216-a405-4654-8921-ee8688d58158 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607517 Jul 27 20:55:07.051186 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9de5ccbd-7db6-4b7e-aa4d-e698f37e559d admin admin] Deleting port 91c982ec-b248-4a61-99a5-b5cce556b9e8 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:07.051762 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9de5ccbd-7db6-4b7e-aa4d-e698f37e559d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.060453 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4cebe80a-87c6-44d8-b797-df40721aaa32 req-9acb3a2d-ca24-4711-a8d2-7f2a8b5ca671 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131196 Jul 27 20:55:07.071768 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb76d4-74c2-476c-b95d-53a381a07529 None None] Checking router: 45ef6cfe-714e-4e69-b433-a79fc3ef03b4 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:55:07.092688 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb76d4-74c2-476c-b95d-53a381a07529 None None] Routers {'45ef6cfe-714e-4e69-b433-a79fc3ef03b4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:07.093482 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-05cb76d4-74c2-476c-b95d-53a381a07529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:55:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['45ef6cfe-714e-4e69-b433-a79fc3ef03b4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:07.163947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-9de5ccbd-7db6-4b7e-aa4d-e698f37e559d admin admin] For port 91c982ec-b248-4a61-99a5-b5cce556b9e8, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=91c982ec-b248-4a61-99a5-b5cce556b9e8,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:07.164321 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9de5ccbd-7db6-4b7e-aa4d-e698f37e559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.180474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9de5ccbd-7db6-4b7e-aa4d-e698f37e559d admin admin] Calling delete_port for 91c982ec-b248-4a61-99a5-b5cce556b9e8 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:07.210089 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-05cb76d4-74c2-476c-b95d-53a381a07529 None None] Set router 45ef6cfe-714e-4e69-b433-a79fc3ef03b4 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:07.302332 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94905875-6e1a-4138-8c63-8970baccd564 req-5e334b68-4193-4d24-9a6c-a7b1ac8d38f3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:07.303915 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94905875-6e1a-4138-8c63-8970baccd564 req-5e334b68-4193-4d24-9a6c-a7b1ac8d38f3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 945 time: 0.1234355 Jul 27 20:55:07.313444 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.331818 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-05cb76d4-74c2-476c-b95d-53a381a07529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1737296945-router', 'tenant_id': '841e38a3cf694a7aaac45d72310a3c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:53Z', 'updated_at': '2021-07-27T20:55:06Z', 'revision_number': 6, 'project_id': '841e38a3cf694a7aaac45d72310a3c96', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:07.359714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94905875-6e1a-4138-8c63-8970baccd564 req-27d24cc8-dc73-4572-ab9d-205a99532ef4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482244 Jul 27 20:55:07.399338 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb76d4-74c2-476c-b95d-53a381a07529 None None] The sync data for ids ['45ef6cfe-714e-4e69-b433-a79fc3ef03b4'] in n-d-764806-9 is: [{'id': '45ef6cfe-714e-4e69-b433-a79fc3ef03b4', 'name': 'tempest-FloatingIPsNegativeTestJSON-1737296945-router', 'tenant_id': '841e38a3cf694a7aaac45d72310a3c96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:53Z', 'updated_at': '2021-07-27T20:55:06Z', 'revision_number': 6, 'project_id': '841e38a3cf694a7aaac45d72310a3c96', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:07.442549 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9de5ccbd-7db6-4b7e-aa4d-e698f37e559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.526051 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5ccbd-7db6-4b7e-aa4d-e698f37e559d admin admin] Pushing event deleted for resources: {'Port': ['ID=91c982ec-b248-4a61-99a5-b5cce556b9e8,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:07.534003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937bd55-ab92-48d6-b3d8-740d30ca325b req-fec00ba6-04f1-4577-b43d-895e4cf9067b tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:07.535767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e937bd55-ab92-48d6-b3d8-740d30ca325b req-fec00ba6-04f1-4577-b43d-895e4cf9067b tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 1100 time: 0.1528409 Jul 27 20:55:07.578138 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9de5ccbd-7db6-4b7e-aa4d-e698f37e559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.589314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7e6f2-58c5-4f34-a16b-1a03fafbb4c9 req-f8011253-79c3-423d-9988-8a47dc2ee520 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:07.591119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df7e6f2-58c5-4f34-a16b-1a03fafbb4c9 req-f8011253-79c3-423d-9988-8a47dc2ee520 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 949 time: 0.1278839 Jul 27 20:55:07.596465 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e937bd55-ab92-48d6-b3d8-740d30ca325b req-b36951e9-c8a6-48c4-ab17-ee97e6c29995 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505257 Jul 27 20:55:07.655215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df7e6f2-58c5-4f34-a16b-1a03fafbb4c9 req-2a9399a3-2fd6-4327-a149-012a27cb8972 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566313 Jul 27 20:55:07.718894 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9de5ccbd-7db6-4b7e-aa4d-e698f37e559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.721846 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9de5ccbd-7db6-4b7e-aa4d-e698f37e559d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.810881 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9de5ccbd-7db6-4b7e-aa4d-e698f37e559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.811456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de5ccbd-7db6-4b7e-aa4d-e698f37e559d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45ef6cfe-714e-4e69-b433-a79fc3ef03b4 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:55:07.817205 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9de5ccbd-7db6-4b7e-aa4d-e698f37e559d admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.819183 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9de5ccbd-7db6-4b7e-aa4d-e698f37e559d admin admin] 10.222.0.55 "DELETE /v2.0/routers/45ef6cfe-714e-4e69-b433-a79fc3ef03b4 HTTP/1.1" status: 204 len: 168 time: 1.4783854 Jul 27 20:55:07.821182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56208) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:07.878829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1c6b08-5f4e-427e-8b66-90a187a99a7e admin admin] Deleting subnet b01e8024-8155-463c-afc6-de1e119b1bcb {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:55:07.883275 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6b08-5f4e-427e-8b66-90a187a99a7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:07.924641 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6b08-5f4e-427e-8b66-90a187a99a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:08.064064 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6b08-5f4e-427e-8b66-90a187a99a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:08.079935 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030c0c2-97fb-4059-b0a0-391335852a41 req-14e7d209-60a1-484c-afc0-2e3773975ec5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:08.081494 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a030c0c2-97fb-4059-b0a0-391335852a41 req-14e7d209-60a1-484c-afc0-2e3773975ec5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.3996286 Jul 27 20:55:08.098750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34eac1-6d21-4cb9-8103-d0d7f3fb10c9 req-c0e8e85d-fefa-4451-a3b7-8abdd3357879 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:08.100679 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b34eac1-6d21-4cb9-8103-d0d7f3fb10c9 req-c0e8e85d-fefa-4451-a3b7-8abdd3357879 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 945 time: 0.3761358 Jul 27 20:55:08.151658 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6b08-5f4e-427e-8b66-90a187a99a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:08.163842 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a030c0c2-97fb-4059-b0a0-391335852a41 req-9bd1c436-4249-46e7-9c1b-ffcf64c8576c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620725 Jul 27 20:55:08.172710 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b34eac1-6d21-4cb9-8103-d0d7f3fb10c9 req-8ac3ba65-9650-45b5-8166-2f6ebc42e0cb tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b14b9ea-3345-49db-ae62-e2963e457ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560837 Jul 27 20:55:08.192901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c6b08-5f4e-427e-8b66-90a187a99a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b01e8024-8155-463c-afc6-de1e119b1bcb,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:08.192901 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e1c6b08-5f4e-427e-8b66-90a187a99a7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:08.192901 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5e1c6b08-5f4e-427e-8b66-90a187a99a7e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b01e8024-8155-463c-afc6-de1e119b1bcb HTTP/1.1" status: 204 len: 168 time: 0.3662443 Jul 27 20:55:08.193410 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56212) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:08.200567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff08e0ae-a60d-4057-9338-0d86737234d1 None None] Network 512a0318-8d70-4c6c-855b-941fb1896507 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:55:08.293186 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:08.395988 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] Deleting port 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:08.396358 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:08.508763 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 91c982ec-b248-4a61-99a5-b5cce556b9e8 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:08.534623 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 91c982ec-b248-4a61-99a5-b5cce556b9e8 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:08.535908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 91c982ec-b248-4a61-99a5-b5cce556b9e8 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:08.536440 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 75fa4c43-eb26-44fd-9583-043889b2a0a9 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:08.572918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 75fa4c43-eb26-44fd-9583-043889b2a0a9 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:08.573325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 75fa4c43-eb26-44fd-9583-043889b2a0a9 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:08.606766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] For port 4be7ca8b-9eac-4be6-9853-0c3fefe027e4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4be7ca8b-9eac-4be6-9853-0c3fefe027e4,segment=NetworkSegment(3177c520-ae9f-49f5-bc24-f2c61cc0db1d),segment_id=3177c520-ae9f-49f5-bc24-f2c61cc0db1d)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:08.607407 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:08.636025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] Calling delete_port for 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:08.645703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7334df6-06a6-49f8-b0ee-481376443fae None None] DHCP port deletion for 512a0318-8d70-4c6c-855b-941fb1896507 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:55:08.713752 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d158e4d-fa7e-4597-b805-a07cdfc5636c req-434db388-f3a3-4d09-8257-66044622e241 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:08.722307 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d158e4d-fa7e-4597-b805-a07cdfc5636c req-434db388-f3a3-4d09-8257-66044622e241 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a HTTP/1.1" status: 200 len: 949 time: 0.2693076 Jul 27 20:55:08.743960 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b7334df6-06a6-49f8-b0ee-481376443fae None None] Deleting port 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:08.744207 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b7334df6-06a6-49f8-b0ee-481376443fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:08.747694 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:08.758072 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2004cb-fed2-46a4-bce7-315a0ba261b2 req-4c8b7295-b960-46f4-b730-7ac9dcd8e5a4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:08.759699 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd2004cb-fed2-46a4-bce7-315a0ba261b2 req-4c8b7295-b960-46f4-b730-7ac9dcd8e5a4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 945 time: 0.2433302 Jul 27 20:55:08.816221 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d158e4d-fa7e-4597-b805-a07cdfc5636c req-5df9a702-9591-4b85-aefe-0023cb44a0b7 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932028 Jul 27 20:55:08.829029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b7334df6-06a6-49f8-b0ee-481376443fae None None] For port 4be7ca8b-9eac-4be6-9853-0c3fefe027e4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4be7ca8b-9eac-4be6-9853-0c3fefe027e4,segment=NetworkSegment(3177c520-ae9f-49f5-bc24-f2c61cc0db1d),segment_id=3177c520-ae9f-49f5-bc24-f2c61cc0db1d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:08.829703 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b7334df6-06a6-49f8-b0ee-481376443fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:08.847587 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd2004cb-fed2-46a4-bce7-315a0ba261b2 req-cc620f1e-3c6e-468e-8025-7b6410a74306 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699253 Jul 27 20:55:08.870789 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:08.871045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b7334df6-06a6-49f8-b0ee-481376443fae None None] Calling delete_port for 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:08.902961 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=4be7ca8b-9eac-4be6-9853-0c3fefe027e4,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:08.908484 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] No DVR routers for this DVR port 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:08.975578 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 9f8968a4-e547-4522-ad75-7327d84de30b up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:09.039127 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.051056 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512a0318-8d70-4c6c-855b-941fb1896507']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:09.063132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3177c520-ae9f-49f5-bc24-f2c61cc0db1d') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:09.063558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3177c520-ae9f-49f5-bc24-f2c61cc0db1d') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:09.081002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 9f8968a4-e547-4522-ad75-7327d84de30b completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:09.083775 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b7334df6-06a6-49f8-b0ee-481376443fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.091564 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-b7f4dcaf-a8a4-478a-a2a7-5be1f73fb8c7 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004412 Jul 27 20:55:09.109280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 9f8968a4-e547-4522-ad75-7327d84de30b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:09.109657 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.114994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7334df6-06a6-49f8-b0ee-481376443fae None None] Pushing event deleted for resources: {'Port': ['ID=4be7ca8b-9eac-4be6-9853-0c3fefe027e4,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:09.115525 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.142464 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7334df6-06a6-49f8-b0ee-481376443fae None None] No DVR routers for this DVR port 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:09.187072 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.204222 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:55:09.204523 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: timer() Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:55:09.208825 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:55:09.214370 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.239152 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98b0724-0280-40cf-a44f-ff2977ba1c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8968a4-e547-4522-ad75-7327d84de30b'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:09.241681 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022f085d-9716-48be-a5cb-ef91440da389" -d '{"events": [{"server_uuid": "f98b0724-0280-40cf-a44f-ff2977ba1c1a", "name": "network-vif-plugged", "status": "completed", "tag": "9f8968a4-e547-4522-ad75-7327d84de30b"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:09.259837 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 9f8968a4-e547-4522-ad75-7327d84de30b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9f8968a4-e547-4522-ad75-7327d84de30b,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:09.264450 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.316289 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-3c13ba50-6783-43e5-b430-8c421701d630 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:09.318691 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-3c13ba50-6783-43e5-b430-8c421701d630 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262065 Jul 27 20:55:09.332382 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b311f-b99d-4062-9bc0-88496b0c76dc req-12ac999f-e428-43fe-8a09-f08c80ca49d0 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:09.334475 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-790b311f-b99d-4062-9bc0-88496b0c76dc req-12ac999f-e428-43fe-8a09-f08c80ca49d0 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 949 time: 0.3446021 Jul 27 20:55:09.334646 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=9f8968a4-e547-4522-ad75-7327d84de30b,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:09.337422 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.349081 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.351016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] 10.222.0.55 "DELETE /v2.0/networks/512a0318-8d70-4c6c-855b-941fb1896507 HTTP/1.1" status: 204 len: 168 time: 1.1577590 Jul 27 20:55:09.377762 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-ff2ff474-c680-4424-8177-0b6ef561ec2c tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/quotas/4fb64d87545a4d7b8837635cc8e66e69 HTTP/1.1" status: 200 len: 375 time: 0.0422158 Jul 27 20:55:09.380553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6289b2-913f-488d-b5f2-5e3676bf0c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=512a0318-8d70-4c6c-855b-941fb1896507,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:09.434995 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-790b311f-b99d-4062-9bc0-88496b0c76dc req-e1af3cd2-35f8-435e-a770-feb0cde756e4 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/security-groups?id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824263 Jul 27 20:55:09.483806 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-caf2ce66-921a-4947-b86c-6855d14597c0 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0891352 Jul 27 20:55:09.518551 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56240) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:09.573004 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bfc98e5b-8ddc-42e7-bcae-cb87d3f5afb2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=841e38a3cf694a7aaac45d72310a3c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523036 Jul 27 20:55:09.578193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56242) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:09.640348 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-869ffc1e-de19-422d-a1e3-df3515db5d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.653842 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c0f00-fd8c-4042-97e8-d7f3b1159410 req-209da328-e3e5-4cda-a4e1-b13345e40046 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:09.661753 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a09c0f00-fd8c-4042-97e8-d7f3b1159410 req-209da328-e3e5-4cda-a4e1-b13345e40046 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 945 time: 0.1141574 Jul 27 20:55:09.671679 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-869ffc1e-de19-422d-a1e3-df3515db5d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.685715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc0481-2caf-4ef4-8e6c-3cb537e6b355 req-42d1b66f-cf21-42f2-b8ba-87f9ec3330c9 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:09.687877 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b1cc0481-2caf-4ef4-8e6c-3cb537e6b355 req-42d1b66f-cf21-42f2-b8ba-87f9ec3330c9 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.20 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 949 time: 0.2026544 Jul 27 20:55:09.749326 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-869ffc1e-de19-422d-a1e3-df3515db5d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.752834 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-869ffc1e-de19-422d-a1e3-df3515db5d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:09.756685 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-869ffc1e-de19-422d-a1e3-df3515db5d1f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c05f21e-0c16-4ac9-90b8-9a987e0322d9 HTTP/1.1" status: 204 len: 168 time: 0.1750941 Jul 27 20:55:09.767609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ffc1e-de19-422d-a1e3-df3515db5d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c05f21e-0c16-4ac9-90b8-9a987e0322d9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:09.830279 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a09c0f00-fd8c-4042-97e8-d7f3b1159410 req-385f4199-87d8-4fd2-8077-1327fa525fb1 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b14b9ea-3345-49db-ae62-e2963e457ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621878 Jul 27 20:55:09.979528 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51322019-b06e-48a1-aaf6-e5e159106050 x-openstack-request-id: req-51322019-b06e-48a1-aaf6-e5e159106050 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:09.979923 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98b0724-0280-40cf-a44f-ff2977ba1c1a", "name": "network-vif-plugged", "status": "completed", "tag": "9f8968a4-e547-4522-ad75-7327d84de30b", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:09.980268 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51322019-b06e-48a1-aaf6-e5e159106050 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:09.980862 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98b0724-0280-40cf-a44f-ff2977ba1c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8968a4-e547-4522-ad75-7327d84de30b', 'code': 200} Jul 27 20:55:10.086523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-b1cc0481-2caf-4ef4-8e6c-3cb537e6b355 req-9fea5689-5ab8-4803-b14b-8d3faa9607c0 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Deleting port 88607066-b62d-4874-812b-e41af4efa2ff {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:10.087290 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b1cc0481-2caf-4ef4-8e6c-3cb537e6b355 req-9fea5689-5ab8-4803-b14b-8d3faa9607c0 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.183226 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe884304-d3a7-4d3d-bbaf-d31e53b349b3 req-9fead2cb-103f-473c-b306-e2b03eb03274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:10.186082 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe884304-d3a7-4d3d-bbaf-d31e53b349b3 req-9fead2cb-103f-473c-b306-e2b03eb03274 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a HTTP/1.1" status: 200 len: 1101 time: 0.1134324 Jul 27 20:55:10.202401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-b1cc0481-2caf-4ef4-8e6c-3cb537e6b355 req-9fea5689-5ab8-4803-b14b-8d3faa9607c0 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] For port 88607066-b62d-4874-812b-e41af4efa2ff, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=88607066-b62d-4874-812b-e41af4efa2ff,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:10.202775 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b1cc0481-2caf-4ef4-8e6c-3cb537e6b355 req-9fea5689-5ab8-4803-b14b-8d3faa9607c0 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.225830 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe884304-d3a7-4d3d-bbaf-d31e53b349b3 req-382b53c4-faa4-4b4e-9fe9-1eb34ef6c2c8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307961 Jul 27 20:55:10.256671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488088a2-9722-4065-a78b-b4f40c08fcc2 req-062ce5f0-eb25-4b19-a7f5-4f42eeb9cdbb tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:10.258283 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-488088a2-9722-4065-a78b-b4f40c08fcc2 req-062ce5f0-eb25-4b19-a7f5-4f42eeb9cdbb tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.3289001 Jul 27 20:55:10.263492 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-b1cc0481-2caf-4ef4-8e6c-3cb537e6b355 req-9fea5689-5ab8-4803-b14b-8d3faa9607c0 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Calling delete_port for 88607066-b62d-4874-812b-e41af4efa2ff owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:10.396922 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-488088a2-9722-4065-a78b-b4f40c08fcc2 req-cf03b184-0545-462f-bdcd-6b2c3f5057f7 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259334 Jul 27 20:55:10.443914 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b9df2-c23b-47ae-9cdb-30529ba83491 req-e9fff76e-06a9-4d83-9fe4-7c5a624d1da5 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:10.454681 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c10b9df2-c23b-47ae-9cdb-30529ba83491 req-e9fff76e-06a9-4d83-9fe4-7c5a624d1da5 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a HTTP/1.1" status: 200 len: 950 time: 0.2182786 Jul 27 20:55:10.534501 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:10.568575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:10.569271 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4be7ca8b-9eac-4be6-9853-0c3fefe027e4 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:10.692560 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c10b9df2-c23b-47ae-9cdb-30529ba83491 req-0e84126d-0209-46d3-88cc-52aef12ec2f0 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368820 Jul 27 20:55:10.807445 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b1cc0481-2caf-4ef4-8e6c-3cb537e6b355 req-9fea5689-5ab8-4803-b14b-8d3faa9607c0 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.829227 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['88607066-b62d-4874-812b-e41af4efa2ff'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:10.831696 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['c6075cda-f3fb-4b82-a8a6-428a361db421'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:10.873453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea5689-5ab8-4803-b14b-8d3faa9607c0 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Pushing event deleted for resources: {'Port': ['ID=88607066-b62d-4874-812b-e41af4efa2ff,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:10.977994 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-8fa6d1a3-8e1a-4b0a-9287-da3f902850e3 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 258 time: 0.5199378 Jul 27 20:55:10.980566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cc0481-2caf-4ef4-8e6c-3cb537e6b355 req-9fea5689-5ab8-4803-b14b-8d3faa9607c0 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] No DVR routers for this DVR port 88607066-b62d-4874-812b-e41af4efa2ff on host n-h1-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:10.984400 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b1cc0481-2caf-4ef4-8e6c-3cb537e6b355 req-9fea5689-5ab8-4803-b14b-8d3faa9607c0 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:10.986670 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b1cc0481-2caf-4ef4-8e6c-3cb537e6b355 req-9fea5689-5ab8-4803-b14b-8d3faa9607c0 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.20 "DELETE /v2.0/ports/88607066-b62d-4874-812b-e41af4efa2ff HTTP/1.1" status: 204 len: 173 time: 1.2894053 Jul 27 20:55:10.987271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65ece43-1b0e-4700-9e86-8eddef8b0545', 'name': 'network-vif-deleted', 'tag': '88607066-b62d-4874-812b-e41af4efa2ff'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:10.989699 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7936d57b-7915-4b1e-b6c0-1f20d0e37bcb" -d '{"events": [{"server_uuid": "b65ece43-1b0e-4700-9e86-8eddef8b0545", "name": "network-vif-deleted", "tag": "88607066-b62d-4874-812b-e41af4efa2ff"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:11.006335 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:11.034615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de35256-ae04-4d65-95d9-8a8b05e07a0e req-42dd1440-8fda-4ffe-b9d6-5514071d2245 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:11.036902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4de35256-ae04-4d65-95d9-8a8b05e07a0e req-42dd1440-8fda-4ffe-b9d6-5514071d2245 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 945 time: 0.2574158 Jul 27 20:55:11.056417 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.150841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4de35256-ae04-4d65-95d9-8a8b05e07a0e req-34fa673b-887e-4976-939e-714ba2fbbc63 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032803 Jul 27 20:55:11.239599 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.384444 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a8136e0-c1b0-4eed-a071-6909deb04be8 req-a9a1bdc6-04b3-4987-843e-5a6205ae5025 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=b65ece43-1b0e-4700-9e86-8eddef8b0545 HTTP/1.1" status: 200 len: 210 time: 0.0379980 Jul 27 20:55:11.390665 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Allocated IP 172.25.2.81 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/1d348729-4c6b-494e-acee-a96a7b3a6cc0) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:11.508441 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.551278 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.592377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:11.597788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:11.604881 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:11.608929 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Pushing event updated for resources: {'Port': ['ID=1d348729-4c6b-494e-acee-a96a7b3a6cc0,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:11.654840 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ebd158-df41-401f-ba5d-308cfe83c075 x-openstack-request-id: req-02ebd158-df41-401f-ba5d-308cfe83c075 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:11.655189 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65ece43-1b0e-4700-9e86-8eddef8b0545", "name": "network-vif-deleted", "tag": "88607066-b62d-4874-812b-e41af4efa2ff", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:11.655354 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02ebd158-df41-401f-ba5d-308cfe83c075 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:11.655776 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65ece43-1b0e-4700-9e86-8eddef8b0545', 'name': 'network-vif-deleted', 'tag': '88607066-b62d-4874-812b-e41af4efa2ff', 'status': 'completed', 'code': 200} Jul 27 20:55:11.732635 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:11.816031 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-9254c795-8e2b-4ec2-9d1c-349aae9313ab tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625038 Jul 27 20:55:12.132156 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.155316 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31756721-bcee-466e-8f0f-375314d90ddd req-cd142fab-6f24-4d54-bd6d-d25ba5a12780 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb HTTP/1.1" status: 200 len: 210 time: 0.3144748 Jul 27 20:55:12.306798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-130d7133-c16a-465d-b67b-a6e629552c8d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:12.308240 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-130d7133-c16a-465d-b67b-a6e629552c8d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4827242 Jul 27 20:55:12.327504 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-0225460c-018e-4e28-9da8-07d244d2668b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Request body: {'port': {'device_id': 'e22865c4-1328-4351-ab9e-4773fbe1b639', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '4fb64d87545a4d7b8837635cc8e66e69'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:12.455613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bf1aa-163d-423e-8ea3-69bc2ef45a47 req-8d20492b-aaac-48d8-a659-7018d6f5244b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:12.457099 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-395bf1aa-163d-423e-8ea3-69bc2ef45a47 req-8d20492b-aaac-48d8-a659-7018d6f5244b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.2410362 Jul 27 20:55:12.491913 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.503454 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.596237 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-395bf1aa-163d-423e-8ea3-69bc2ef45a47 req-d2197235-952d-449e-b55a-9b8b626d48b1 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311255 Jul 27 20:55:12.597961 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-d36e0e37-96fa-4e5e-9a0c-0d68a14ed415 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549705 Jul 27 20:55:12.637807 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Pushing event updated for resources: {'Port': ['ID=1d348729-4c6b-494e-acee-a96a7b3a6cc0,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:12.657316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-0225460c-018e-4e28-9da8-07d244d2668b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Made reservation on behalf of 4fb64d87545a4d7b8837635cc8e66e69 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:12.661216 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-0225460c-018e-4e28-9da8-07d244d2668b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.721948 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.833515 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:12.834779 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-38cd4e27-3213-488f-ba5e-82f953089012 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8414290 Jul 27 20:55:12.959619 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-7d8a8f29-282f-417f-9e25-16c582154e1b tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.81 HTTP/1.1" status: 200 len: 695 time: 0.1150274 Jul 27 20:55:12.970340 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-284182be-6e8c-48d2-a1fa-e50c438274f5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:12.971861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-284182be-6e8c-48d2-a1fa-e50c438274f5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3462758 Jul 27 20:55:12.985295 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 88607066-b62d-4874-812b-e41af4efa2ff no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:13.005795 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 88607066-b62d-4874-812b-e41af4efa2ff {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:13.006125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 88607066-b62d-4874-812b-e41af4efa2ff not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:13.012379 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-99079021-7395-4499-b8aa-568c9935ce7a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Request body: {'port': {'device_id': 'd26cee6d-6f6c-4dea-8183-e188cd94c5cb', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '4fb64d87545a4d7b8837635cc8e66e69'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:13.101521 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-0225460c-018e-4e28-9da8-07d244d2668b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Allocated IP 192.168.233.94 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/fa8d4fd2-579a-44b3-b17e-3e28dd073ee4) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:13.133754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bba690-ab3e-4dfc-99cd-8dfcb430ca4f req-371d4068-0ffc-4183-a0ca-123b79323a1e tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:13.135334 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5bba690-ab3e-4dfc-99cd-8dfcb430ca4f req-371d4068-0ffc-4183-a0ca-123b79323a1e tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a HTTP/1.1" status: 200 len: 950 time: 0.4041703 Jul 27 20:55:13.263615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-fcf96737-4f4b-4a06-a264-f29e28a33a05 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:13.264973 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-fcf96737-4f4b-4a06-a264-f29e28a33a05 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.2920301 Jul 27 20:55:13.281862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5bba690-ab3e-4dfc-99cd-8dfcb430ca4f req-5cffacd6-ef27-4274-812a-db4f19b4e58e tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355059 Jul 27 20:55:13.290636 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-85775336-c863-42e7-b34a-3f1fbb68c7c0 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:55:13.291619 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abb5288a-ad8d-4cb7-ab8d-8a527a3d7de9 req-85775336-c863-42e7-b34a-3f1fbb68c7c0 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188217 Jul 27 20:55:13.309538 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-99079021-7395-4499-b8aa-568c9935ce7a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Made reservation on behalf of 4fb64d87545a4d7b8837635cc8e66e69 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:13.313408 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-99079021-7395-4499-b8aa-568c9935ce7a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:13.527457 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f31f0675-7d7c-4032-a1a9-e05de4ba0b79 req-e81fa2f3-5f36-4960-a897-d7960898d00c tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb HTTP/1.1" status: 200 len: 210 time: 0.0503521 Jul 27 20:55:13.552867 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7593e-524d-4df2-a75f-610b67f5b173 req-b4ff1c7a-c96d-46e7-bf3e-019acf02ade0 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:13.555042 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0a7593e-524d-4df2-a75f-610b67f5b173 req-b4ff1c7a-c96d-46e7-bf3e-019acf02ade0 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 945 time: 0.1951137 Jul 27 20:55:13.560496 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-0225460c-018e-4e28-9da8-07d244d2668b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:13.588401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-0225460c-018e-4e28-9da8-07d244d2668b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Transition to ACTIVE for port object fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:13.611197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0a7593e-524d-4df2-a75f-610b67f5b173 req-836e3e72-7c42-4d66-913b-8aff6206921a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483360 Jul 27 20:55:13.698493 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-0225460c-018e-4e28-9da8-07d244d2668b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:13.714314 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1a022cd7-e984-471e-a4f8-55737392083d', '6b073743-c445-4ad4-978e-380863cb1265', '61f362a6-585f-4379-8708-98469226b058'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:13.788628 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-0225460c-018e-4e28-9da8-07d244d2668b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:13.808008 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-0225460c-018e-4e28-9da8-07d244d2668b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:13.811092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-0225460c-018e-4e28-9da8-07d244d2668b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:13.864057 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225460c-018e-4e28-9da8-07d244d2668b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Pushing event updated for resources: {'Port': ['ID=fa8d4fd2-579a-44b3-b17e-3e28dd073ee4,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:13.884537 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-99079021-7395-4499-b8aa-568c9935ce7a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Allocated IP 192.168.233.146 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/48ca1259-7949-41a5-977e-c37d349da885) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:13.931595 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-754e7add-083a-4f83-9f83-4661d70ea912 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:13.933348 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-754e7add-083a-4f83-9f83-4661d70ea912 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3007047 Jul 27 20:55:14.002808 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-0225460c-018e-4e28-9da8-07d244d2668b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:14.003478 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-0225460c-018e-4e28-9da8-07d244d2668b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.039096 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-5e5d7c35-f271-4d55-8270-0c3071f368b9 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.81 HTTP/1.1" status: 200 len: 695 time: 0.0928607 Jul 27 20:55:14.067474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-7bab1c4e-ff04-4dbe-ae9f-b87a22ffbb8c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Request body: {'floatingip': {'port_id': '8c29771b-adac-43c3-a5a8-796d65f26b9a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:14.077908 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-0225460c-018e-4e28-9da8-07d244d2668b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7559414 Jul 27 20:55:14.140869 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Request body: {'port': {'device_id': 'e22865c4-1328-4351-ab9e-4773fbe1b639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:14.183532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0e0e0d0e-ea73-4bc9-be9d-9e20d4d11e8f None None] Provisioning for port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:14.188155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0e0e0d0e-ea73-4bc9-be9d-9e20d4d11e8f None None] Provisioning complete for port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:14.188529 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0e0e0d0e-ea73-4bc9-be9d-9e20d4d11e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.203053 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-7bab1c4e-ff04-4dbe-ae9f-b87a22ffbb8c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.229666 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e0d0e-ea73-4bc9-be9d-9e20d4d11e8f None None] Port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:14.675289 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-99079021-7395-4499-b8aa-568c9935ce7a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.685362 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:14.709917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-99079021-7395-4499-b8aa-568c9935ce7a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Transition to ACTIVE for port object 48ca1259-7949-41a5-977e-c37d349da885 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:14.764060 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff8a2a-bff1-4fb3-97b5-058abb2d3ac9 req-1e79aa6b-5a26-4715-b253-149d30a47832 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:14.765624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2dff8a2a-bff1-4fb3-97b5-058abb2d3ac9 req-1e79aa6b-5a26-4715-b253-149d30a47832 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.5894983 Jul 27 20:55:14.956135 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2dff8a2a-bff1-4fb3-97b5-058abb2d3ac9 req-8878a59a-7f30-44de-8112-ac0d21b6ce72 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667147 Jul 27 20:55:14.969100 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-99079021-7395-4499-b8aa-568c9935ce7a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.146100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-99079021-7395-4499-b8aa-568c9935ce7a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:15.155910 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99079021-7395-4499-b8aa-568c9935ce7a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Pushing event updated for resources: {'Port': ['ID=48ca1259-7949-41a5-977e-c37d349da885,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:15.163459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-99079021-7395-4499-b8aa-568c9935ce7a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:15.168765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1a022cd7-e984-471e-a4f8-55737392083d', '6b073743-c445-4ad4-978e-380863cb1265', '61f362a6-585f-4379-8708-98469226b058'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:15.170919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-99079021-7395-4499-b8aa-568c9935ce7a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:15.300019 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-99079021-7395-4499-b8aa-568c9935ce7a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.300759 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-99079021-7395-4499-b8aa-568c9935ce7a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.372925 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-99079021-7395-4499-b8aa-568c9935ce7a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3797452 Jul 27 20:55:15.409322 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Request body: {'port': {'device_id': 'd26cee6d-6f6c-4dea-8183-e188cd94c5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:15.478051 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ce4973e5-bfff-4d94-962a-d54ca49a3dae None None] Provisioning for port 48ca1259-7949-41a5-977e-c37d349da885 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:15.485226 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ce4973e5-bfff-4d94-962a-d54ca49a3dae None None] Provisioning complete for port 48ca1259-7949-41a5-977e-c37d349da885 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:15.485593 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ce4973e5-bfff-4d94-962a-d54ca49a3dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.542369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ce4973e5-bfff-4d94-962a-d54ca49a3dae None None] Port 48ca1259-7949-41a5-977e-c37d349da885 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:15.621043 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2894-b860-450a-a690-d2240126ed6f req-3f5bd9d4-7376-4677-8483-5bb466b6ed7c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.622451 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2894-b860-450a-a690-d2240126ed6f req-3f5bd9d4-7376-4677-8483-5bb466b6ed7c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.623025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2894-b860-450a-a690-d2240126ed6f req-3f5bd9d4-7376-4677-8483-5bb466b6ed7c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.623514 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2894-b860-450a-a690-d2240126ed6f req-3f5bd9d4-7376-4677-8483-5bb466b6ed7c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.624006 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2894-b860-450a-a690-d2240126ed6f req-3f5bd9d4-7376-4677-8483-5bb466b6ed7c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.624465 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2894-b860-450a-a690-d2240126ed6f req-3f5bd9d4-7376-4677-8483-5bb466b6ed7c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.624936 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2894-b860-450a-a690-d2240126ed6f req-3f5bd9d4-7376-4677-8483-5bb466b6ed7c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.625406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2894-b860-450a-a690-d2240126ed6f req-3f5bd9d4-7376-4677-8483-5bb466b6ed7c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.625869 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2894-b860-450a-a690-d2240126ed6f req-3f5bd9d4-7376-4677-8483-5bb466b6ed7c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.626359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2894-b860-450a-a690-d2240126ed6f req-3f5bd9d4-7376-4677-8483-5bb466b6ed7c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.626821 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2894-b860-450a-a690-d2240126ed6f req-3f5bd9d4-7376-4677-8483-5bb466b6ed7c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.627286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2894-b860-450a-a690-d2240126ed6f req-3f5bd9d4-7376-4677-8483-5bb466b6ed7c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.627745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2894-b860-450a-a690-d2240126ed6f req-3f5bd9d4-7376-4677-8483-5bb466b6ed7c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.628209 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2894-b860-450a-a690-d2240126ed6f req-3f5bd9d4-7376-4677-8483-5bb466b6ed7c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.628671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2894-b860-450a-a690-d2240126ed6f req-3f5bd9d4-7376-4677-8483-5bb466b6ed7c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:15.631153 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f42c2894-b860-450a-a690-d2240126ed6f req-3f5bd9d4-7376-4677-8483-5bb466b6ed7c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb&device_id=e22865c4-1328-4351-ab9e-4773fbe1b639&device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a&device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842&device_id=f2af111b-f753-4925-bf46-2759c548d149&device_id=f7529f77-7116-4a85-b030-c49be448cc0e&device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae&device_id=e6028ff9-690f-43c1-8d48-2937dc566aab&device_id=03081614-6ac9-48a4-8228-2fb083c0d028&device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50&device_id=10f26325-d0e9-418f-9f11-c6a5de9552da&device_id=cda5db3d-e645-445e-9f69-686648639ac7&device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49&device_id=7d146e8d-4905-49d8-8320-6045065fb655&device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 13432 time: 0.3207419 Jul 27 20:55:15.637252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:15.651197 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-7bab1c4e-ff04-4dbe-ae9f-b87a22ffbb8c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.655069 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.666528 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.668837 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-7bab1c4e-ff04-4dbe-ae9f-b87a22ffbb8c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.719672 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f42c2894-b860-450a-a690-d2240126ed6f req-f4113097-d6d0-4fd6-b73f-1da5efc7def3 tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.734646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Transition to ACTIVE for port object fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:15.751472 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:15.906839 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Pushing event updated for resources: {'Port': ['ID=fa8d4fd2-579a-44b3-b17e-3e28dd073ee4,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:16.004637 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-7bab1c4e-ff04-4dbe-ae9f-b87a22ffbb8c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Floating IP bce01467-bcd8-4ea1-ab53-677d5d23f5c2 associated. External IP: 172.25.2.81, port: 8c29771b-adac-43c3-a5a8-796d65f26b9a. Jul 27 20:55:16.382208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460ec3e-662e-410f-8702-b3799d4522ba req-3448f67a-aae3-47ae-9540-22107788acd1 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:16.383736 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7460ec3e-662e-410f-8702-b3799d4522ba req-3448f67a-aae3-47ae-9540-22107788acd1 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.66 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 950 time: 0.0752406 Jul 27 20:55:16.462207 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Attempting to bind port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:16.462570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Attempting to bind port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:16.462901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Attempting to bind port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:16.495635 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-7460ec3e-662e-410f-8702-b3799d4522ba req-5237a0a6-81b8-4e2b-b86c-f8cdbd4e0fc5 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Deleting port c6075cda-f3fb-4b82-a8a6-428a361db421 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:16.495987 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7460ec3e-662e-410f-8702-b3799d4522ba req-5237a0a6-81b8-4e2b-b86c-f8cdbd4e0fc5 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.501843 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:16.502097 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Attempting to bind port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:16.527119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:16.527543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:16.528126 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:16.528855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Bound port: fa8d4fd2-579a-44b3-b17e-3e28dd073ee4, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:16.529315 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.559365 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f42c2894-b860-450a-a690-d2240126ed6f req-f4113097-d6d0-4fd6-b73f-1da5efc7def3 tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.597609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7460ec3e-662e-410f-8702-b3799d4522ba req-5237a0a6-81b8-4e2b-b86c-f8cdbd4e0fc5 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] For port c6075cda-f3fb-4b82-a8a6-428a361db421, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c6075cda-f3fb-4b82-a8a6-428a361db421,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:16.598067 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7460ec3e-662e-410f-8702-b3799d4522ba req-5237a0a6-81b8-4e2b-b86c-f8cdbd4e0fc5 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.610083 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f42c2894-b860-450a-a690-d2240126ed6f req-f4113097-d6d0-4fd6-b73f-1da5efc7def3 tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.613028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-7460ec3e-662e-410f-8702-b3799d4522ba req-5237a0a6-81b8-4e2b-b86c-f8cdbd4e0fc5 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Calling delete_port for c6075cda-f3fb-4b82-a8a6-428a361db421 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:16.687109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f42c2894-b860-450a-a690-d2240126ed6f req-f4113097-d6d0-4fd6-b73f-1da5efc7def3 tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=4b14b9ea-3345-49db-ae62-e2963e457ae4&id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&id=32dda7ce-1006-4cd5-a94a-a72bfdfc5165&id=ab816a5f-3c97-4505-9ede-9285478020bf&id=5e444a6d-8827-48d4-b303-36185fd4c019&id=55b1473d-5395-4315-9d04-03b0b657553a&id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 1.0381367 Jul 27 20:55:16.744390 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7460ec3e-662e-410f-8702-b3799d4522ba req-5237a0a6-81b8-4e2b-b86c-f8cdbd4e0fc5 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.755681 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4113097-d6d0-4fd6-b73f-1da5efc7def3 tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc449dd-f472-4753-a8ad-8ffc6c7d9d44,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:16.758007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['c6075cda-f3fb-4b82-a8a6-428a361db421'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:16.782041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237a0a6-81b8-4e2b-b86c-f8cdbd4e0fc5 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Pushing event deleted for resources: {'Port': ['ID=c6075cda-f3fb-4b82-a8a6-428a361db421,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:16.832065 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1eff0821-e093-49bb-9035-183999924e38 req-cf0d9979-cc8f-43da-a42f-94ab2d529e92 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.55 "GET /v2.0/ports?device_id=cda5db3d-e645-445e-9f69-686648639ac7 HTTP/1.1" status: 200 len: 210 time: 0.0823054 Jul 27 20:55:16.842045 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7460ec3e-662e-410f-8702-b3799d4522ba req-5237a0a6-81b8-4e2b-b86c-f8cdbd4e0fc5 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] No DVR routers for this DVR port c6075cda-f3fb-4b82-a8a6-428a361db421 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:16.842426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] For port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:16.844826 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7460ec3e-662e-410f-8702-b3799d4522ba req-5237a0a6-81b8-4e2b-b86c-f8cdbd4e0fc5 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.847097 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7460ec3e-662e-410f-8702-b3799d4522ba req-5237a0a6-81b8-4e2b-b86c-f8cdbd4e0fc5 tempest-LiveMigrationNegativeTest-184762401 tempest-LiveMigrationNegativeTest-184762401-project] 10.222.0.66 "DELETE /v2.0/ports/c6075cda-f3fb-4b82-a8a6-428a361db421 HTTP/1.1" status: 204 len: 173 time: 0.4558783 Jul 27 20:55:16.847718 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda5db3d-e645-445e-9f69-686648639ac7', 'name': 'network-vif-deleted', 'tag': 'c6075cda-f3fb-4b82-a8a6-428a361db421'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:16.850166 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f562988-1d74-4793-b327-166cd373b961" -d '{"events": [{"server_uuid": "cda5db3d-e645-445e-9f69-686648639ac7", "name": "network-vif-deleted", "tag": "c6075cda-f3fb-4b82-a8a6-428a361db421"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:16.850516 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ca1259-7949-41a5-977e-c37d349da885 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:16.873160 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.896037 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Transition to ACTIVE for port object 48ca1259-7949-41a5-977e-c37d349da885 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:16.904640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] For port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=fa8d4fd2-579a-44b3-b17e-3e28dd073ee4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:16.913322 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-7bab1c4e-ff04-4dbe-ae9f-b87a22ffbb8c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Router 72efdd85-84ed-471b-ac03-6461c66d9a99 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:55:16.915019 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:16.923402 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.000664 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:17.002956 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.005294 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] 10.222.0.66 "PUT /v2.0/ports/fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 HTTP/1.1" status: 200 len: 1095 time: 2.8873713 Jul 27 20:55:17.012007 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22865c4-1328-4351-ab9e-4773fbe1b639', 'tag': 'fa8d4fd2-579a-44b3-b17e-3e28dd073ee4'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:17.014861 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0b7299-02d4-48bd-808b-a38e38db66c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e22865c4-1328-4351-ab9e-4773fbe1b639", "tag": "fa8d4fd2-579a-44b3-b17e-3e28dd073ee4"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:17.060900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Pushing event updated for resources: {'Port': ['ID=48ca1259-7949-41a5-977e-c37d349da885,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:17.339461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ada3f-2388-4564-90cf-99f9ffdc952f service neutron] Pushing event updated for resources: {'Port': ['ID=fa8d4fd2-579a-44b3-b17e-3e28dd073ee4,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:17.347865 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Attempting to bind port 48ca1259-7949-41a5-977e-c37d349da885 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:17.348314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Attempting to bind port 48ca1259-7949-41a5-977e-c37d349da885 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:17.348590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Attempting to bind port 48ca1259-7949-41a5-977e-c37d349da885 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:17.366482 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Port 48ca1259-7949-41a5-977e-c37d349da885 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:17.366889 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Attempting to bind port 48ca1259-7949-41a5-977e-c37d349da885 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:17.372639 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-7bab1c4e-ff04-4dbe-ae9f-b87a22ffbb8c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:55:17.376296 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-ba8f8b53-a7dd-477a-9bb8-9966fcf3d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:17.377908 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-ba8f8b53-a7dd-477a-9bb8-9966fcf3d375 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&device_id=e22865c4-1328-4351-ab9e-4773fbe1b639 HTTP/1.1" status: 200 len: 1098 time: 0.2557986 Jul 27 20:55:17.380882 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-7bab1c4e-ff04-4dbe-ae9f-b87a22ffbb8c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.384416 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e13e91-2783-4063-a848-f780fd19087e None None] Sync routers for ids ['72efdd85-84ed-471b-ac03-6461c66d9a99'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:55:17.389685 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:17.389908 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:17.390121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:17.390608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Bound port: 48ca1259-7949-41a5-977e-c37d349da885, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:17.390962 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.396031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e13e91-2783-4063-a848-f780fd19087e None None] Routers {'72efdd85-84ed-471b-ac03-6461c66d9a99'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:17.396917 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d9e13e91-2783-4063-a848-f780fd19087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:55:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['72efdd85-84ed-471b-ac03-6461c66d9a99'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:17.467985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-2353c2e6-7f0b-44f2-92e9-684ceb25aa4b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 HTTP/1.1" status: 200 len: 217 time: 0.0810976 Jul 27 20:55:17.516702 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-7bab1c4e-ff04-4dbe-ae9f-b87a22ffbb8c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "PUT /v2.0/floatingips/bce01467-bcd8-4ea1-ab53-677d5d23f5c2 HTTP/1.1" status: 200 len: 995 time: 3.4592719 Jul 27 20:55:17.528231 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d9e13e91-2783-4063-a848-f780fd19087e None None] Set router 72efdd85-84ed-471b-ac03-6461c66d9a99 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:17.543347 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a16494-45bd-423e-af44-ff8af03bbdc5 req-5f3e3351-7c00-43c7-9963-4d2323748bc0 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:17.546692 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70a16494-45bd-423e-af44-ff8af03bbdc5 req-5f3e3351-7c00-43c7-9963-4d2323748bc0 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb HTTP/1.1" status: 200 len: 948 time: 0.3386314 Jul 27 20:55:17.632059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-f35ac187-a5db-4d9b-a6c6-061ffad977fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:17.633666 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-f35ac187-a5db-4d9b-a6c6-061ffad977fb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1557686 Jul 27 20:55:17.662132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] For port 48ca1259-7949-41a5-977e-c37d349da885, host n-h1-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:17.701620 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] For port 48ca1259-7949-41a5-977e-c37d349da885, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=48ca1259-7949-41a5-977e-c37d349da885,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:17.706543 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70a16494-45bd-423e-af44-ff8af03bbdc5 req-7d9b5a6f-f5d8-498d-91c6-2bff195f16c1 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420493 Jul 27 20:55:17.711178 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.773505 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:17.774183 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:17.775905 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] 10.222.0.20 "PUT /v2.0/ports/48ca1259-7949-41a5-977e-c37d349da885 HTTP/1.1" status: 200 len: 1096 time: 2.3724742 Jul 27 20:55:17.845983 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-8c8d09ac-291d-49ae-8df2-47fb75acbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:17.848013 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-8c8d09ac-291d-49ae-8df2-47fb75acbd0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30dd955eb4224ed5a99f0f1394dc317d&device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 1096 time: 0.2951167 Jul 27 20:55:17.851110 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d9e13e91-2783-4063-a848-f780fd19087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-router', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:34Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'gw_port': {'id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:36Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'bce01467-bcd8-4ea1-ab53-677d5d23f5c2', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'port_id': '8c29771b-adac-43c3-a5a8-796d65f26b9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01', 'mac_address': 'fa:16:3e:ae:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d5b8d3-f54e-49ee-a32a-3b280977b842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:55:11Z', 'updated_at': '2021-07-27T20:55:15Z', 'revision_number': 1, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fe3d43-1c03-4039-a854-3e644daf23f4', 'name': '', 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'mac_address': 'fa:16:3e:6b:7d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:43Z', 'updated_at': '2021-07-27T20:54:55Z', 'revision_number': 5, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'subnets': [{'id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:17.891849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e13e91-2783-4063-a848-f780fd19087e None None] Checking router: 72efdd85-84ed-471b-ac03-6461c66d9a99 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:55:17.901513 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e13e91-2783-4063-a848-f780fd19087e None None] Routers {'72efdd85-84ed-471b-ac03-6461c66d9a99'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:17.902167 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d9e13e91-2783-4063-a848-f780fd19087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:55:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['72efdd85-84ed-471b-ac03-6461c66d9a99'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:17.973490 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2b263-d023-4f58-9de9-170ce808d038 service neutron] Pushing event updated for resources: {'Port': ['ID=48ca1259-7949-41a5-977e-c37d349da885,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:17.978938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-4a4791ff-76e4-47e8-9601-245c20f4cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:17.980799 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-4a4791ff-76e4-47e8-9601-245c20f4cbcf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3337052 Jul 27 20:55:18.054936 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d9e13e91-2783-4063-a848-f780fd19087e None None] Set router 72efdd85-84ed-471b-ac03-6461c66d9a99 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:18.109659 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2396d-0972-45d1-bc83-a021d5ca6ab8 req-f7db5057-da8c-4c0b-b719-9451756bb253 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:18.111322 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4c2396d-0972-45d1-bc83-a021d5ca6ab8 req-f7db5057-da8c-4c0b-b719-9451756bb253 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 945 time: 0.3344765 Jul 27 20:55:18.116707 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-2e28a1c4-650b-4e4e-8c18-538d316b2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:18.118215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-2e28a1c4-650b-4e4e-8c18-538d316b2ca9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 HTTP/1.1" status: 200 len: 930 time: 0.2541964 Jul 27 20:55:18.125217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-51f525e1-825c-43bc-88bb-c00e1ab41a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:18.126958 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-51f525e1-825c-43bc-88bb-c00e1ab41a92 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb HTTP/1.1" status: 200 len: 1099 time: 0.2887325 Jul 27 20:55:18.249783 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-af446f23-d0d4-4587-97ec-62cfe688b989 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=48ca1259-7949-41a5-977e-c37d349da885 HTTP/1.1" status: 200 len: 217 time: 0.0984619 Jul 27 20:55:18.329864 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-9026736c-fbde-494b-a690-a7e31a326d88 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348658 Jul 27 20:55:18.337967 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4c2396d-0972-45d1-bc83-a021d5ca6ab8 req-d6fb4a49-e829-4f0d-88b1-8117d99f5023 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187202 Jul 27 20:55:18.343494 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-cf126f61-e822-4624-af66-cc3c1bf154cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c29771b-adac-43c3-a5a8-796d65f26b9a HTTP/1.1" status: 200 len: 998 time: 0.2131577 Jul 27 20:55:18.352515 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-580f21c7-7ac8-458c-9923-9fbada83eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:18.353990 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-580f21c7-7ac8-458c-9923-9fbada83eb1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0826559 Jul 27 20:55:18.406520 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d9e13e91-2783-4063-a848-f780fd19087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-router', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:34Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'gw_port': {'id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:36Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'bce01467-bcd8-4ea1-ab53-677d5d23f5c2', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'port_id': '8c29771b-adac-43c3-a5a8-796d65f26b9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01', 'mac_address': 'fa:16:3e:ae:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d5b8d3-f54e-49ee-a32a-3b280977b842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:55:11Z', 'updated_at': '2021-07-27T20:55:15Z', 'revision_number': 1, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fe3d43-1c03-4039-a854-3e644daf23f4', 'name': '', 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'mac_address': 'fa:16:3e:6b:7d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:43Z', 'updated_at': '2021-07-27T20:54:55Z', 'revision_number': 5, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'subnets': [{'id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:18.435602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e13e91-2783-4063-a848-f780fd19087e None None] The sync data for ids ['72efdd85-84ed-471b-ac03-6461c66d9a99'] in n-d-764806-9 is: [{'id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-router', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:34Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'gw_port': {'id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:36Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'bce01467-bcd8-4ea1-ab53-677d5d23f5c2', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'port_id': '8c29771b-adac-43c3-a5a8-796d65f26b9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01', 'mac_address': 'fa:16:3e:ae:ab:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d5b8d3-f54e-49ee-a32a-3b280977b842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:55:11Z', 'updated_at': '2021-07-27T20:55:15Z', 'revision_number': 1, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0fe3d43-1c03-4039-a854-3e644daf23f4', 'name': '', 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'mac_address': 'fa:16:3e:6b:7d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:43Z', 'updated_at': '2021-07-27T20:54:55Z', 'revision_number': 5, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'subnets': [{'id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:18.518843 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-cfe20b7f-90c0-4e00-b01e-a82d7010fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:18.520348 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-cfe20b7f-90c0-4e00-b01e-a82d7010fcea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a3e90b86-2b6d-44c1-bad7-145438ac7146 HTTP/1.1" status: 200 len: 868 time: 0.1654820 Jul 27 20:55:18.612022 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-ee61c118-9154-439f-b7d0-c4b915246294 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494266 Jul 27 20:55:18.621329 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-3755ef1f-b137-421a-9490-4f33cee806f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:18.623251 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-3755ef1f-b137-421a-9490-4f33cee806f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2508063 Jul 27 20:55:18.632896 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a477cff-aff9-4c06-ad50-0bbcce13b8d2 req-d99805ef-81da-42c3-8695-5e49a3b5a80d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:18.634545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a477cff-aff9-4c06-ad50-0bbcce13b8d2 req-d99805ef-81da-42c3-8695-5e49a3b5a80d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.2208006 Jul 27 20:55:18.634892 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e000b2-d54e-46e5-a74d-65d1f9c08097 None None] New status for floating IP bce01467-bcd8-4ea1-ab53-677d5d23f5c2: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:55:18.951788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-7123479d-8b22-4cab-9a94-ab03961c8b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:18.953341 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-7123479d-8b22-4cab-9a94-ab03961c8b45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=216b8c3c-cbd2-4c1b-93bf-055f83ee0f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4240491 Jul 27 20:55:18.969642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-80b4b6e8-786f-4058-b95e-04aef708d9c0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:55:18.970636 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-80b4b6e8-786f-4058-b95e-04aef708d9c0 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096133 Jul 27 20:55:18.989296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a477cff-aff9-4c06-ad50-0bbcce13b8d2 req-b7fce622-86f3-4e34-a9dc-293f48d4937b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376982 Jul 27 20:55:19.068152 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-847f7a39-d3a0-41f1-ba25-a3c6efa2697b service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282153 Jul 27 20:55:19.086068 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d100b3-a926-458f-8358-eb0c98215d8c x-openstack-request-id: req-44d100b3-a926-458f-8358-eb0c98215d8c {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:19.086937 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda5db3d-e645-445e-9f69-686648639ac7", "name": "network-vif-deleted", "tag": "c6075cda-f3fb-4b82-a8a6-428a361db421", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:19.087188 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44d100b3-a926-458f-8358-eb0c98215d8c {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:19.087601 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda5db3d-e645-445e-9f69-686648639ac7', 'name': 'network-vif-deleted', 'tag': 'c6075cda-f3fb-4b82-a8a6-428a361db421', 'status': 'completed', 'code': 200} Jul 27 20:55:19.139258 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-38a2ecda-c659-48b4-b285-3a3758d78c5e service neutron] 10.222.0.55 "GET /v2.0/networks/216b8c3c-cbd2-4c1b-93bf-055f83ee0f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611402 Jul 27 20:55:19.160716 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a020032-7d13-4313-bf09-38a19758e4ec x-openstack-request-id: req-5a020032-7d13-4313-bf09-38a19758e4ec {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:19.160994 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22865c4-1328-4351-ab9e-4773fbe1b639", "tag": "fa8d4fd2-579a-44b3-b17e-3e28dd073ee4", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:19.161250 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a020032-7d13-4313-bf09-38a19758e4ec {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:19.161798 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22865c4-1328-4351-ab9e-4773fbe1b639', 'tag': 'fa8d4fd2-579a-44b3-b17e-3e28dd073ee4', 'status': 'completed', 'code': 200} Jul 27 20:55:19.282116 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-920b10a6-3208-4d3a-b03c-ead075b818b7 req-79a680c9-2b1c-4741-a677-96e4937d089e service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051022 Jul 27 20:55:19.308468 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e6b1728-711f-4ea1-9b89-c699e34ad119 req-3cb1d663-6d15-46de-8d7c-e62a744d3044 service neutron] 10.222.0.55 "GET /v2.0/networks/216b8c3c-cbd2-4c1b-93bf-055f83ee0f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611764 Jul 27 20:55:19.321679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b7299-02d4-48bd-808b-a38e38db66c9 req-751229c5-6641-403f-a591-659ca77c15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:19.326574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-492db4a0-1e76-4d78-8991-197448fb17d6 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:19.328157 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed0b7299-02d4-48bd-808b-a38e38db66c9 req-751229c5-6641-403f-a591-659ca77c15ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&device_id=e22865c4-1328-4351-ab9e-4773fbe1b639 HTTP/1.1" status: 200 len: 1098 time: 0.1233747 Jul 27 20:55:19.329052 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-492db4a0-1e76-4d78-8991-197448fb17d6 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50&tenant_id=67d405d7cc574d15a62e24d6cfd65e01&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 1096 time: 0.0874951 Jul 27 20:55:19.356757 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764806-9'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:19.506099 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b62989-8872-4304-9ef0-898dd06ee19c req-2e5aa593-ad9d-4ec5-9a53-53a1c837518f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:19.514763 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3b62989-8872-4304-9ef0-898dd06ee19c req-2e5aa593-ad9d-4ec5-9a53-53a1c837518f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb HTTP/1.1" status: 200 len: 948 time: 0.1711032 Jul 27 20:55:19.524217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b7299-02d4-48bd-808b-a38e38db66c9 req-bd5c1869-f595-4e1d-9d12-a71c13a8f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:19.524613 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed0b7299-02d4-48bd-808b-a38e38db66c9 req-bd5c1869-f595-4e1d-9d12-a71c13a8f689 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1717241 Jul 27 20:55:19.525588 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.583925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56390) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:19.603477 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed0b7299-02d4-48bd-808b-a38e38db66c9 req-7a7237d4-656d-490d-8bc4-8d0bb5b934dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 HTTP/1.1" status: 200 len: 217 time: 0.0658088 Jul 27 20:55:19.645514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56394) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:19.689278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3b62989-8872-4304-9ef0-898dd06ee19c req-6e3307a3-2841-4eb9-8c72-4b39e46921f0 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735985 Jul 27 20:55:19.722210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b7299-02d4-48bd-808b-a38e38db66c9 req-a1db8bd5-5091-48d1-990e-54aec6697643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:19.723784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed0b7299-02d4-48bd-808b-a38e38db66c9 req-a1db8bd5-5091-48d1-990e-54aec6697643 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1102121 Jul 27 20:55:19.772850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] For port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:19.779582 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641c59d-d683-4b2d-b8c2-a642d1fc6008 req-58cf48fd-4c5b-41d7-8ea5-bacae398898e tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:19.780256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641c59d-d683-4b2d-b8c2-a642d1fc6008 req-58cf48fd-4c5b-41d7-8ea5-bacae398898e tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:19.780644 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641c59d-d683-4b2d-b8c2-a642d1fc6008 req-58cf48fd-4c5b-41d7-8ea5-bacae398898e tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:19.782683 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d641c59d-d683-4b2d-b8c2-a642d1fc6008 req-58cf48fd-4c5b-41d7-8ea5-bacae398898e tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a&device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae&device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 2883 time: 0.1760151 Jul 27 20:55:19.800608 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67f4b775-7fad-4650-923f-87e97eb30b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.860578 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] For port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:19.908264 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d641c59d-d683-4b2d-b8c2-a642d1fc6008 req-943c638e-aec3-4863-8d35-6e7b73543af7 tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045220 Jul 27 20:55:19.927546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b7299-02d4-48bd-808b-a38e38db66c9 req-0f15366f-f517-4689-9e26-a62ec6b9c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:19.929067 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed0b7299-02d4-48bd-808b-a38e38db66c9 req-0f15366f-f517-4689-9e26-a62ec6b9c0f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1926122 Jul 27 20:55:19.934922 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-16df5453-3195-43c1-8a3b-8282663da785 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 258 time: 0.1870961 Jul 27 20:55:19.946889 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c91cb814-1651-4e49-a8ce-8d1d815ea6d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9e422fe0bfa4c28be59a6e356f9a533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971416 Jul 27 20:55:19.947704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56400) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:19.964290 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:19.971475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:19.985507 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.087792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Pushing event updated for resources: {'Port': ['ID=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:20.088482 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d159049a-f910-475e-bfdb-058340846188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.115368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed0b7299-02d4-48bd-808b-a38e38db66c9 req-57923fe8-dcd8-4863-8e79-4fa0ccc476b8 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779702 Jul 27 20:55:20.126732 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d159049a-f910-475e-bfdb-058340846188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.135769 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67f4b775-7fad-4650-923f-87e97eb30b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.141874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Attempting to bind port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 on host n-h1-764806-9 for vnic_type normal with profile {"migrating_to": "n-h2-764806-9"} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:20.142497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Attempting to bind port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:20.142946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Attempting to bind port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:20.148443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:20.148888 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Attempting to bind port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:20.151751 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67f4b775-7fad-4650-923f-87e97eb30b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.166035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:20.166395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Checking segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:20.166779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Bound using segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:20.167235 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Bound port: 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:20.167568 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.208406 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-67f4b775-7fad-4650-923f-87e97eb30b34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=231acd181e1b4e98b9277e13965a735c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6234248 Jul 27 20:55:20.218527 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56404) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:20.227764 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4b775-7fad-4650-923f-87e97eb30b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ade4dea-7a3f-45c1-82b4-3c7182ee21b6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:20.271788 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.274121 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] For port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:20.277637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] For port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:20.283009 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.364738 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:20.365355 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.366811 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] 10.222.0.66 "PUT /v2.0/ports/2d95cc0c-0f78-432a-98fa-54b87b40d2b7 HTTP/1.1" status: 200 len: 1121 time: 1.0190079 Jul 27 20:55:20.370363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d13d1-749a-46f7-9e2c-7b9036c9f47b service neutron] Pushing event updated for resources: {'Port': ['ID=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,revision_number=8']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:20.390383 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d159049a-f910-475e-bfdb-058340846188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.392890 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d159049a-f910-475e-bfdb-058340846188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.394031 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d159049a-f910-475e-bfdb-058340846188 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32dda7ce-1006-4cd5-a94a-a72bfdfc5165 HTTP/1.1" status: 204 len: 168 time: 0.4451032 Jul 27 20:55:20.396612 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed0b7299-02d4-48bd-808b-a38e38db66c9 req-bfb4461f-b617-4798-b09e-c1e98eef7091 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675557 Jul 27 20:55:20.432357 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159049a-f910-475e-bfdb-058340846188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dda7ce-1006-4cd5-a94a-a72bfdfc5165,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:20.438177 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5a54b91-5848-4f26-9e7b-6ef030d3fe56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.456077 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:20.456899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91d09d-5c04-4604-a009-857c1eca4468 req-172131fa-f11b-4429-9acc-b165fd3417ec tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:20.457990 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7d91d09d-5c04-4604-a009-857c1eca4468 req-172131fa-f11b-4429-9acc-b165fd3417ec tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 943 time: 0.2969012 Jul 27 20:55:20.487757 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c6075cda-f3fb-4b82-a8a6-428a361db421 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:20.513276 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5a54b91-5848-4f26-9e7b-6ef030d3fe56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.550866 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7d91d09d-5c04-4604-a009-857c1eca4468 req-e3d494bc-8021-4378-aff2-9a380e2435c6 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832288 Jul 27 20:55:20.570011 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['2d95cc0c-0f78-432a-98fa-54b87b40d2b7'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:20.594624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: c6075cda-f3fb-4b82-a8a6-428a361db421 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:20.594961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c6075cda-f3fb-4b82-a8a6-428a361db421 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:20.605996 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.659545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['2d95cc0c-0f78-432a-98fa-54b87b40d2b7'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:20.662974 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5a54b91-5848-4f26-9e7b-6ef030d3fe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.665514 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5a54b91-5848-4f26-9e7b-6ef030d3fe56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:20.666721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f5a54b91-5848-4f26-9e7b-6ef030d3fe56 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4ade4dea-7a3f-45c1-82b4-3c7182ee21b6 HTTP/1.1" status: 204 len: 168 time: 0.4411089 Jul 27 20:55:20.687078 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a54b91-5848-4f26-9e7b-6ef030d3fe56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ade4dea-7a3f-45c1-82b4-3c7182ee21b6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:20.759353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:20.806792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Allocated IP 172.25.2.158 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/81e2b94d-62eb-4c1a-9e26-83dbfddee277) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:20.840352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 has no active binding in host n-h2-764806-9 {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 20:55:20.884364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56418) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:20.944321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60fffb-207f-4e05-80a8-c361d2cd148e req-df9158e0-0155-437a-9c6b-bea677b6bea2 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:20.945960 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf60fffb-207f-4e05-80a8-c361d2cd148e req-df9158e0-0155-437a-9c6b-bea677b6bea2 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.1906803 Jul 27 20:55:20.995115 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dbfd0b31-0d3a-4e0c-808d-732c101fd420 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95b35c4c29c4477f8fd416416faf6215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1063063 Jul 27 20:55:20.995115 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56422) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:21.031131 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf60fffb-207f-4e05-80a8-c361d2cd148e req-3e13aa92-68d3-4832-8686-38b9f4ed16f4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741043 Jul 27 20:55:21.034092 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.095807 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.096735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75271b67-8ed1-478b-9bfd-02ed1e8fff50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d95cc0c-0f78-432a-98fa-54b87b40d2b7'}, {'name': 'network-changed', 'server_uuid': '75271b67-8ed1-478b-9bfd-02ed1e8fff50', 'tag': '2d95cc0c-0f78-432a-98fa-54b87b40d2b7'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:21.101434 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e3a7a7-c067-4f1d-abf8-5d8508f849df" -d '{"events": [{"server_uuid": "75271b67-8ed1-478b-9bfd-02ed1e8fff50", "name": "network-vif-unplugged", "status": "completed", "tag": "2d95cc0c-0f78-432a-98fa-54b87b40d2b7"}, {"name": "network-changed", "server_uuid": "75271b67-8ed1-478b-9bfd-02ed1e8fff50", "tag": "2d95cc0c-0f78-432a-98fa-54b87b40d2b7"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:21.125564 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1909d8d-9560-4e18-81bf-8e8f6bd86d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.144492 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:21.147566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:21.150663 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:21.156721 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1909d8d-9560-4e18-81bf-8e8f6bd86d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.177096 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d5b8d3-f54e-49ee-a32a-3b280977b842', 'tag': '8c29771b-adac-43c3-a5a8-796d65f26b9a'}, {'name': 'network-changed', 'server_uuid': 'd26cee6d-6f6c-4dea-8183-e188cd94c5cb', 'tag': '48ca1259-7949-41a5-977e-c37d349da885'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:21.182140 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fc67ad-e70d-433c-acaf-329456638e92" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d5b8d3-f54e-49ee-a32a-3b280977b842", "tag": "8c29771b-adac-43c3-a5a8-796d65f26b9a"}, {"name": "network-changed", "server_uuid": "d26cee6d-6f6c-4dea-8183-e188cd94c5cb", "tag": "48ca1259-7949-41a5-977e-c37d349da885"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:21.191233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Pushing event updated for resources: {'Port': ['ID=81e2b94d-62eb-4c1a-9e26-83dbfddee277,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:21.218521 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1909d8d-9560-4e18-81bf-8e8f6bd86d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.221439 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1909d8d-9560-4e18-81bf-8e8f6bd86d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.222732 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c1909d8d-9560-4e18-81bf-8e8f6bd86d4b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9319aa4-60f0-44c8-bf4e-3246407ec43b HTTP/1.1" status: 204 len: 168 time: 0.2269511 Jul 27 20:55:21.232823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1909d8d-9560-4e18-81bf-8e8f6bd86d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9319aa4-60f0-44c8-bf4e-3246407ec43b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:21.275006 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.357428 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.441183 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a32ef3-22e8-4d34-ba14-1f3ed1d744a1 req-b1881dae-1cc5-40c6-8564-0444da232665 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:21.443032 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1a32ef3-22e8-4d34-ba14-1f3ed1d744a1 req-b1881dae-1cc5-40c6-8564-0444da232665 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb HTTP/1.1" status: 200 len: 948 time: 0.1311574 Jul 27 20:55:21.530093 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1a32ef3-22e8-4d34-ba14-1f3ed1d744a1 req-97e1e915-3fea-4af6-8ced-7e4855f456ff tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550673 Jul 27 20:55:21.590828 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.593520 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f61f4f-b04d-4411-91ac-fb1117d34869 x-openstack-request-id: req-64f61f4f-b04d-4411-91ac-fb1117d34869 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:21.594014 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75271b67-8ed1-478b-9bfd-02ed1e8fff50", "name": "network-vif-unplugged", "status": "completed", "tag": "2d95cc0c-0f78-432a-98fa-54b87b40d2b7", "code": 200}, {"name": "network-changed", "server_uuid": "75271b67-8ed1-478b-9bfd-02ed1e8fff50", "tag": "2d95cc0c-0f78-432a-98fa-54b87b40d2b7", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:21.594598 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64f61f4f-b04d-4411-91ac-fb1117d34869 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:21.595675 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75271b67-8ed1-478b-9bfd-02ed1e8fff50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d95cc0c-0f78-432a-98fa-54b87b40d2b7', 'code': 200} Jul 27 20:55:21.596436 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75271b67-8ed1-478b-9bfd-02ed1e8fff50', 'tag': '2d95cc0c-0f78-432a-98fa-54b87b40d2b7', 'status': 'completed', 'code': 200} Jul 27 20:55:21.599540 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.758830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56460) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:21.759933 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Pushing event updated for resources: {'Port': ['ID=81e2b94d-62eb-4c1a-9e26-83dbfddee277,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:21.778359 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.808092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3a7a7-c067-4f1d-abf8-5d8508f849df req-f4215d0f-7193-44b1-b888-79d204785194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:21.809856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28e3a7a7-c067-4f1d-abf8-5d8508f849df req-f4215d0f-7193-44b1-b888-79d204785194 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 1124 time: 0.1671493 Jul 27 20:55:21.811430 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.812494 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-9906f4c1-8503-4456-bb47-cf17c9e4ef9c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8672695 Jul 27 20:55:21.825736 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1af671-85ff-473f-b02b-93ad7e68c506 req-15c0a929-88a9-47c6-97e6-9f08fb3dfc59 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:21.827261 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed1af671-85ff-473f-b02b-93ad7e68c506 req-15c0a929-88a9-47c6-97e6-9f08fb3dfc59 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 968 time: 0.1685851 Jul 27 20:55:21.931328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c20ca68d-cafa-455b-b220-69b651ae90f7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1594540248-network', 'tenant_id': '699d8262e8564546ac8817002a258094'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:21.942435 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-b3bede43-5ee5-4675-89f7-86bc2981a47e tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 696 time: 0.1128309 Jul 27 20:55:21.956334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20ca68d-cafa-455b-b220-69b651ae90f7 admin admin] Made reservation on behalf of 699d8262e8564546ac8817002a258094 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:21.958891 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c20ca68d-cafa-455b-b220-69b651ae90f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:21.968166 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c20ca68d-cafa-455b-b220-69b651ae90f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.022655 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed1af671-85ff-473f-b02b-93ad7e68c506 req-b2edc2a6-611d-457f-b95b-ea617d60575c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793790 Jul 27 20:55:22.056804 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3a7a7-c067-4f1d-abf8-5d8508f849df req-53a33d8f-95bd-4a5d-b977-af63ef9e2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:22.056804 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28e3a7a7-c067-4f1d-abf8-5d8508f849df req-53a33d8f-95bd-4a5d-b977-af63ef9e2ee9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.2240298 Jul 27 20:55:22.085016 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c20ca68d-cafa-455b-b220-69b651ae90f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.091686 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c20ca68d-cafa-455b-b220-69b651ae90f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.115616 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28e3a7a7-c067-4f1d-abf8-5d8508f849df req-fea82e06-ad3c-44c7-9ce6-14d6efb574c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d95cc0c-0f78-432a-98fa-54b87b40d2b7 HTTP/1.1" status: 200 len: 217 time: 0.0539212 Jul 27 20:55:22.117310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20ca68d-cafa-455b-b220-69b651ae90f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:55:22.129020 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d04659-5c4f-41fd-a19d-7653618db02d x-openstack-request-id: req-08d04659-5c4f-41fd-a19d-7653618db02d {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:22.129492 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d5b8d3-f54e-49ee-a32a-3b280977b842", "tag": "8c29771b-adac-43c3-a5a8-796d65f26b9a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d26cee6d-6f6c-4dea-8183-e188cd94c5cb", "tag": "48ca1259-7949-41a5-977e-c37d349da885", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:22.129969 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08d04659-5c4f-41fd-a19d-7653618db02d {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:22.130452 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d5b8d3-f54e-49ee-a32a-3b280977b842', 'tag': '8c29771b-adac-43c3-a5a8-796d65f26b9a', 'status': 'completed', 'code': 200} Jul 27 20:55:22.131087 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26cee6d-6f6c-4dea-8183-e188cd94c5cb', 'tag': '48ca1259-7949-41a5-977e-c37d349da885', 'status': 'completed', 'code': 200} Jul 27 20:55:22.145272 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c20ca68d-cafa-455b-b220-69b651ae90f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.145624 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-c20ca68d-cafa-455b-b220-69b651ae90f7 admin admin] Added segment e5f5391a-9a0a-4539-b961-5897d31712be of type vlan for network f11efe74-7d57-405b-bed7-006f980e826a Jul 27 20:55:22.147762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ca68d-cafa-455b-b220-69b651ae90f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:22.156233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-5fac9288-9bb0-4ea7-917f-f5959d9160f6 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:22.156880 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-5fac9288-9bb0-4ea7-917f-f5959d9160f6 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.2070320 Jul 27 20:55:22.191944 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-fc465c5f-0d57-4938-b0fc-38d9f4fa31e3 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:55:22.193069 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-395e7867-cd42-4c45-966e-5ee431f124f5 req-fc465c5f-0d57-4938-b0fc-38d9f4fa31e3 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079553 Jul 27 20:55:22.212913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3a7a7-c067-4f1d-abf8-5d8508f849df req-62a72669-c875-4668-ac28-894f8160b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:22.214839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28e3a7a7-c067-4f1d-abf8-5d8508f849df req-62a72669-c875-4668-ac28-894f8160b3aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.0780554 Jul 27 20:55:22.258808 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c20ca68d-cafa-455b-b220-69b651ae90f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.260892 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28e3a7a7-c067-4f1d-abf8-5d8508f849df req-74ea77ca-87d9-4563-ba35-338b66df977b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347469 Jul 27 20:55:22.289769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc67ad-e70d-433c-acaf-329456638e92 req-f2094cb1-0d23-4740-8610-f91efb32606e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:22.291759 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99fc67ad-e70d-433c-acaf-329456638e92 req-f2094cb1-0d23-4740-8610-f91efb32606e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30dd955eb4224ed5a99f0f1394dc317d&device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 1096 time: 0.1032841 Jul 27 20:55:22.390374 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c20ca68d-cafa-455b-b220-69b651ae90f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.391464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20ca68d-cafa-455b-b220-69b651ae90f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:22.392204 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c20ca68d-cafa-455b-b220-69b651ae90f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.464152 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c20ca68d-cafa-455b-b220-69b651ae90f7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7041533 Jul 27 20:55:22.467858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56486) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:22.474646 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:22.481857 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28e3a7a7-c067-4f1d-abf8-5d8508f849df req-9dcfec20-b683-461c-9192-d59248f44e0e service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072256 Jul 27 20:55:22.482377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-10bbfdf2-677e-4453-bf63-91fe5ef5cc4d admin admin] Request body: {'subnet': {'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1594540248-subnet', 'tenant_id': '699d8262e8564546ac8817002a258094', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:22.485616 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc67ad-e70d-433c-acaf-329456638e92 req-0e2cf45f-e692-4871-b2f7-b9b8f110e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:22.486593 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99fc67ad-e70d-433c-acaf-329456638e92 req-0e2cf45f-e692-4871-b2f7-b9b8f110e270 service neutron] 10.222.0.20 "GET /v2.0/networks?id=216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 HTTP/1.1" status: 200 len: 930 time: 0.1793048 Jul 27 20:55:22.502112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ca68d-cafa-455b-b220-69b651ae90f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f11efe74-7d57-405b-bed7-006f980e826a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:22.512172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c32991-84bf-44ba-abf9-87e9c454a35f req-ca621377-7fae-4c2f-bef7-63906ff80d1c tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:22.514060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-69c32991-84bf-44ba-abf9-87e9c454a35f req-ca621377-7fae-4c2f-bef7-63906ff80d1c tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 943 time: 0.1745257 Jul 27 20:55:22.527312 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network f11efe74-7d57-405b-bed7-006f980e826a details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:55:22.548735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bbfdf2-677e-4453-bf63-91fe5ef5cc4d admin admin] Made reservation on behalf of 699d8262e8564546ac8817002a258094 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:22.550890 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-10bbfdf2-677e-4453-bf63-91fe5ef5cc4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.573703 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20905c18-a12d-4818-9223-04d0168ddac6 req-68ee93d1-4587-484e-b3c7-cde9c71ac02d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:22.576173 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20905c18-a12d-4818-9223-04d0168ddac6 req-68ee93d1-4587-484e-b3c7-cde9c71ac02d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.1925597 Jul 27 20:55:22.637839 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99fc67ad-e70d-433c-acaf-329456638e92 req-5d5a18d3-ebc5-4d04-872c-8c40c50b2e2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c29771b-adac-43c3-a5a8-796d65f26b9a HTTP/1.1" status: 200 len: 1000 time: 0.1302204 Jul 27 20:55:22.693398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-69c32991-84bf-44ba-abf9-87e9c454a35f req-a55e18ac-7bb2-40e5-afec-4937e942161f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526897 Jul 27 20:55:22.707213 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20905c18-a12d-4818-9223-04d0168ddac6 req-ac7b9205-da31-42c4-bfb6-294537b42f36 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824654 Jul 27 20:55:22.729029 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28e3a7a7-c067-4f1d-abf8-5d8508f849df req-b36b481d-a77b-4f2f-8c9b-85cc0386ef2f service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139533 Jul 27 20:55:22.734690 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=fa8d4fd2-579a-44b3-b17e-3e28dd073ee4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:22.767312 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'fa8d4fd2-579a-44b3-b17e-3e28dd073ee4', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'fa8d4fd2-579a-44b3-b17e-3e28dd073ee4', 'mac_address': 'fa:16:3e:78:32:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:22.850049 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc67ad-e70d-433c-acaf-329456638e92 req-51bb6116-3421-4845-bcb9-5f5948afb3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:22.851781 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99fc67ad-e70d-433c-acaf-329456638e92 req-51bb6116-3421-4845-bcb9-5f5948afb3ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3e90b86-2b6d-44c1-bad7-145438ac7146 HTTP/1.1" status: 200 len: 868 time: 0.1261766 Jul 27 20:55:22.853161 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-10bbfdf2-677e-4453-bf63-91fe5ef5cc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.877322 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:22.909854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:22.959763 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbfdf2-677e-4453-bf63-91fe5ef5cc4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:22.965685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=fa8d4fd2-579a-44b3-b17e-3e28dd073ee4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:22.973316 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.006070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbfdf2-677e-4453-bf63-91fe5ef5cc4d admin admin] Checking segment: {'id': 'e5f5391a-9a0a-4539-b961-5897d31712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:23.006371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bbfdf2-677e-4453-bf63-91fe5ef5cc4d admin admin] Network hostable DHCP agents. Network: f11efe74-7d57-405b-bed7-006f980e826a, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:55:23.016264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc67ad-e70d-433c-acaf-329456638e92 req-e189fe60-ccf8-4900-804d-71af8f44b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:23.017570 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99fc67ad-e70d-433c-acaf-329456638e92 req-e189fe60-ccf8-4900-804d-71af8f44b5cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=216b8c3c-cbd2-4c1b-93bf-055f83ee0f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552727 Jul 27 20:55:23.019974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 48ca1259-7949-41a5-977e-c37d349da885 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:23.031847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05e268-7ea6-42c2-ba91-07ac6b1d9262 req-65988636-7851-4a1d-a0d3-bd2dc4f74b92 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:23.039717 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e05e268-7ea6-42c2-ba91-07ac6b1d9262 req-65988636-7851-4a1d-a0d3-bd2dc4f74b92 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1199841 Jul 27 20:55:23.074552 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=fa8d4fd2-579a-44b3-b17e-3e28dd073ee4,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:23.109091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bbfdf2-677e-4453-bf63-91fe5ef5cc4d admin admin] Network f11efe74-7d57-405b-bed7-006f980e826a is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:55:23.133462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-10bbfdf2-677e-4453-bf63-91fe5ef5cc4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, f11efe74-7d57-405b-bed7-006f980e826a) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:23.141120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bbfdf2-677e-4453-bf63-91fe5ef5cc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:23.141819 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-10bbfdf2-677e-4453-bf63-91fe5ef5cc4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.153946 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a2a5f-10c3-4e26-88c5-ce145903e910 None None] Network f11efe74-7d57-405b-bed7-006f980e826a requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:55:23.156677 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99fc67ad-e70d-433c-acaf-329456638e92 req-61d67a0e-ac15-48fa-aeac-d7a9806cc0f6 service neutron] 10.222.0.20 "GET /v2.0/networks/216b8c3c-cbd2-4c1b-93bf-055f83ee0f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261649 Jul 27 20:55:23.158691 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-10bbfdf2-677e-4453-bf63-91fe5ef5cc4d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6842039 Jul 27 20:55:23.176676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 48ca1259-7949-41a5-977e-c37d349da885, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=48ca1259-7949-41a5-977e-c37d349da885,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:23.192605 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '48ca1259-7949-41a5-977e-c37d349da885', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '48ca1259-7949-41a5-977e-c37d349da885', 'mac_address': 'fa:16:3e:d6:ae:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:23.314177 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99fc67ad-e70d-433c-acaf-329456638e92 req-eea5082f-355c-4d25-be7a-084ff2eb14c7 service neutron] 10.222.0.20 "GET /v2.0/networks/216b8c3c-cbd2-4c1b-93bf-055f83ee0f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447315 Jul 27 20:55:23.322061 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.351342 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ca1259-7949-41a5-977e-c37d349da885 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:23.398503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e05e268-7ea6-42c2-ba91-07ac6b1d9262 req-5c8676e3-2c63-4e3b-a27e-1b1212452318 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 696 time: 0.3577275 Jul 27 20:55:23.415298 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3e05e268-7ea6-42c2-ba91-07ac6b1d9262 req-ab1c543f-aa78-4487-a851-f7747df9f83b tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Request body: {'floatingip': {'port_id': '8c29771b-adac-43c3-a5a8-796d65f26b9a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:23.421863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 48ca1259-7949-41a5-977e-c37d349da885, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=48ca1259-7949-41a5-977e-c37d349da885,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:23.430682 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.437392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc67ad-e70d-433c-acaf-329456638e92 req-f9a7309e-fe07-422f-a81d-a7abfa73c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:23.440099 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99fc67ad-e70d-433c-acaf-329456638e92 req-f9a7309e-fe07-422f-a81d-a7abfa73c3b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb HTTP/1.1" status: 200 len: 1099 time: 0.0633974 Jul 27 20:55:23.441672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68194829-82f1-4519-a763-484ea9467b74 None None] Network f11efe74-7d57-405b-bed7-006f980e826a requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:55:23.469743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30161349-aa4d-4740-8f9f-30659c1c81df req-323a401c-b749-45c2-bf71-4cbce1fb7d78 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:23.471417 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30161349-aa4d-4740-8f9f-30659c1c81df req-323a401c-b749-45c2-bf71-4cbce1fb7d78 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb HTTP/1.1" status: 200 len: 948 time: 0.4569597 Jul 27 20:55:23.473640 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3e05e268-7ea6-42c2-ba91-07ac6b1d9262 req-ab1c543f-aa78-4487-a851-f7747df9f83b tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:23.544137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc67ad-e70d-433c-acaf-329456638e92 req-a6f20e34-0a44-477d-997b-ab3f1072a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:23.545929 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99fc67ad-e70d-433c-acaf-329456638e92 req-a6f20e34-0a44-477d-997b-ab3f1072a924 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.0976684 Jul 27 20:55:23.548134 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=48ca1259-7949-41a5-977e-c37d349da885,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:23.589231 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30161349-aa4d-4740-8f9f-30659c1c81df req-ad1fdd83-9031-4ec6-8fa4-26362686762c tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117351 Jul 27 20:55:23.606015 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99fc67ad-e70d-433c-acaf-329456638e92 req-2d7083ce-28e8-4bed-af86-b8eca3c124b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=48ca1259-7949-41a5-977e-c37d349da885 HTTP/1.1" status: 200 len: 217 time: 0.0449605 Jul 27 20:55:23.678064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc67ad-e70d-433c-acaf-329456638e92 req-02a0ad17-4287-487c-9c72-52d05351d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:23.679843 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99fc67ad-e70d-433c-acaf-329456638e92 req-02a0ad17-4287-487c-9c72-52d05351d687 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0607584 Jul 27 20:55:23.706334 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['fa8d4fd2-579a-44b3-b17e-3e28dd073ee4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:23.771519 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc67ad-e70d-433c-acaf-329456638e92 req-5b477438-82f4-49e5-9aae-4a5e9c93acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:23.773629 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99fc67ad-e70d-433c-acaf-329456638e92 req-5b477438-82f4-49e5-9aae-4a5e9c93acff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839708 Jul 27 20:55:23.799549 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-3e05e268-7ea6-42c2-ba91-07ac6b1d9262 req-ab1c543f-aa78-4487-a851-f7747df9f83b tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 20:55:23.802740 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e05e268-7ea6-42c2-ba91-07ac6b1d9262 req-ab1c543f-aa78-4487-a851-f7747df9f83b tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "PUT /v2.0/floatingips/7f19d9ed-c105-4140-b696-25d9fad11b9a HTTP/1.1" status: 409 len: 550 time: 0.3948352 Jul 27 20:55:23.942719 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99fc67ad-e70d-433c-acaf-329456638e92 req-c0d973ae-65f8-4cba-9eb0-11bab25c4f20 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498196 Jul 27 20:55:24.046737 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['48ca1259-7949-41a5-977e-c37d349da885'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:24.081163 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99fc67ad-e70d-433c-acaf-329456638e92 req-74987375-9272-4eb0-85f5-119436e97b53 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212392 Jul 27 20:55:24.188307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d71a7a-01b8-4f98-9289-da4bba0b994e req-d9645073-fafe-4abb-954d-06d5d4de634c tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:24.189808 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d0d71a7a-01b8-4f98-9289-da4bba0b994e req-d9645073-fafe-4abb-954d-06d5d4de634c tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 943 time: 0.1462123 Jul 27 20:55:24.258205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d0d71a7a-01b8-4f98-9289-da4bba0b994e req-d61b45c2-512c-4e4e-b207-b736d48935d8 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599129 Jul 27 20:55:24.264953 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-a3d2469b-c62d-4752-b386-6021ffe03ded tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:24.266483 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-a3d2469b-c62d-4752-b386-6021ffe03ded tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/networks?id=f11efe74-7d57-405b-bed7-006f980e826a HTTP/1.1" status: 200 len: 805 time: 0.1490600 Jul 27 20:55:24.295656 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-84012e14-f6aa-44bc-86da-7c094e625fd7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/quotas/699d8262e8564546ac8817002a258094 HTTP/1.1" status: 200 len: 375 time: 0.0105398 Jul 27 20:55:24.336780 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-7641ebc4-0798-480d-8b34-226165693e7f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=699d8262e8564546ac8817002a258094&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351584 Jul 27 20:55:24.473366 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe20f5-6c97-4c51-bdaf-135d099d6e39 req-8146fd71-4717-4ac8-947f-0ed66abbb258 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:24.474894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5fe20f5-6c97-4c51-bdaf-135d099d6e39 req-8146fd71-4717-4ac8-947f-0ed66abbb258 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.1414378 Jul 27 20:55:24.476651 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-fcc7851a-0668-42f4-972a-76e924c3041f service neutron] 10.222.0.55 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309004 Jul 27 20:55:24.567062 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5fe20f5-6c97-4c51-bdaf-135d099d6e39 req-7e3bd5f5-7ccf-43cd-ae69-cf0c875d8369 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852354 Jul 27 20:55:24.602909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-23391918-50e4-4983-be0b-4fb37529d73a service neutron] 10.222.0.55 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149330 Jul 27 20:55:24.645553 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-974788b5-3a44-4127-8d4c-fd650d39f8b4 req-1be1c3e4-4aa2-4cc7-9529-5938766cd339 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/floatingips/7f19d9ed-c105-4140-b696-25d9fad11b9a HTTP/1.1" status: 200 len: 693 time: 0.0537357 Jul 27 20:55:24.762916 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974788b5-3a44-4127-8d4c-fd650d39f8b4 req-303badca-fc72-444b-b4b4-45696b0926e8 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:24.764321 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-974788b5-3a44-4127-8d4c-fd650d39f8b4 req-303badca-fc72-444b-b4b4-45696b0926e8 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.1130333 Jul 27 20:55:24.775154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-974788b5-3a44-4127-8d4c-fd650d39f8b4 req-1a69b4f8-51fd-4757-9ed6-fede3962a3ee tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:55:24.776151 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-974788b5-3a44-4127-8d4c-fd650d39f8b4 req-1a69b4f8-51fd-4757-9ed6-fede3962a3ee tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060976 Jul 27 20:55:24.850529 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-974788b5-3a44-4127-8d4c-fd650d39f8b4 req-4591c20c-6310-451b-bce1-a5783370a700 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 696 time: 0.0644331 Jul 27 20:55:24.872372 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-7c8a77e2-1e83-4892-88ff-c46b78f72027 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1133983341&fields=id&tenant_id=421c0bc741dc429f9a5bc81fd9d591b1 HTTP/1.1" status: 200 len: 267 time: 0.0925717 Jul 27 20:55:24.920429 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-974788b5-3a44-4127-8d4c-fd650d39f8b4 req-2e627008-3ef9-407f-8b1a-e2c9b57160d3 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 696 time: 0.0616474 Jul 27 20:55:25.127062 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-cd1dfa83-9ef6-4beb-9133-e6b7cd330055 service neutron] show failed (client error): The resource could not be found. Jul 27 20:55:25.128154 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-cd1dfa83-9ef6-4beb-9133-e6b7cd330055 service neutron] 10.222.0.20 "GET /v2.0/ports/9df87c26-1b19-4a6a-bed2-59a55911966a/bindings/n-h2-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.0610416 Jul 27 20:55:25.132770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-875f7054-6ae6-4ee2-af0b-4e9065faaddb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:25.134389 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-875f7054-6ae6-4ee2-af0b-4e9065faaddb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/networks?id=d0529065-8390-47a3-aefb-e0f34741ee1f HTTP/1.1" status: 200 len: 822 time: 0.2343364 Jul 27 20:55:25.160687 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-ea099a18-7095-49bb-97e7-3058025e1216 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/quotas/421c0bc741dc429f9a5bc81fd9d591b1 HTTP/1.1" status: 200 len: 375 time: 0.0192127 Jul 27 20:55:25.166127 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-974788b5-3a44-4127-8d4c-fd650d39f8b4 req-218683b5-e177-4b5b-9f9c-a57298a2878e tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Deleting port 81e2b94d-62eb-4c1a-9e26-83dbfddee277 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:25.166519 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-974788b5-3a44-4127-8d4c-fd650d39f8b4 req-218683b5-e177-4b5b-9f9c-a57298a2878e tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.296182 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-974788b5-3a44-4127-8d4c-fd650d39f8b4 req-218683b5-e177-4b5b-9f9c-a57298a2878e tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.296523 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-974788b5-3a44-4127-8d4c-fd650d39f8b4 req-218683b5-e177-4b5b-9f9c-a57298a2878e tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.315774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-33990bd3-60f1-4b76-8b91-40d6ecab0224 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=421c0bc741dc429f9a5bc81fd9d591b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1471460 Jul 27 20:55:25.329846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-974788b5-3a44-4127-8d4c-fd650d39f8b4 req-218683b5-e177-4b5b-9f9c-a57298a2878e tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Calling delete_port for 81e2b94d-62eb-4c1a-9e26-83dbfddee277 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:25.563338 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-a55cc360-52c1-4394-858f-a603cde787f6 service neutron] 10.222.0.55 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314801 Jul 27 20:55:25.565051 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-e5a62cb9-2fda-470d-b38d-9b535d4c9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:25.566530 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-e5a62cb9-2fda-470d-b38d-9b535d4c9ae0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028&tenant_id=ff15cfc60ebf4100bfa873bb1415f95e HTTP/1.1" status: 200 len: 1101 time: 0.2448184 Jul 27 20:55:25.587868 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:25.758514 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-974788b5-3a44-4127-8d4c-fd650d39f8b4 req-218683b5-e177-4b5b-9f9c-a57298a2878e tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.788961 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.796156 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-4e07f5e0-39a7-4d41-81ee-35a9f6ded780 service neutron] 10.222.0.55 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208121 Jul 27 20:55:25.799562 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218683b5-e177-4b5b-9f9c-a57298a2878e tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Pushing event deleted for resources: {'Port': ['ID=81e2b94d-62eb-4c1a-9e26-83dbfddee277,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:25.961239 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-974788b5-3a44-4127-8d4c-fd650d39f8b4 req-218683b5-e177-4b5b-9f9c-a57298a2878e tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.963943 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-974788b5-3a44-4127-8d4c-fd650d39f8b4 req-218683b5-e177-4b5b-9f9c-a57298a2878e tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:25.981528 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-974788b5-3a44-4127-8d4c-fd650d39f8b4 req-218683b5-e177-4b5b-9f9c-a57298a2878e tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "DELETE /v2.0/floatingips/7f19d9ed-c105-4140-b696-25d9fad11b9a HTTP/1.1" status: 204 len: 173 time: 1.0432265 Jul 27 20:55:26.205809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] For port 9df87c26-1b19-4a6a-bed2-59a55911966a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9df87c26-1b19-4a6a-bed2-59a55911966a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:26.248020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] For port 9df87c26-1b19-4a6a-bed2-59a55911966a, host n-h1-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:26.288850 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6fbfe-055f-47ee-ad71-3ab767e16b46 req-601a7a55-49fe-4eac-859d-ec26e960018c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:26.290492 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fcb6fbfe-055f-47ee-ad71-3ab767e16b46 req-601a7a55-49fe-4eac-859d-ec26e960018c tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 1101 time: 0.2093549 Jul 27 20:55:26.301509 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-70fa9a03-97be-4a86-a92a-13bf07775b0f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:26.303009 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-70fa9a03-97be-4a86-a92a-13bf07775b0f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.66 "GET /v2.0/networks?id=f11efe74-7d57-405b-bed7-006f980e826a HTTP/1.1" status: 200 len: 805 time: 0.4514408 Jul 27 20:55:26.309844 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03081614-6ac9-48a4-8228-2fb083c0d028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df87c26-1b19-4a6a-bed2-59a55911966a'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:26.312368 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee37eb9a-cbe4-4541-aa47-f4cde21c3628" -d '{"events": [{"server_uuid": "03081614-6ac9-48a4-8228-2fb083c0d028", "name": "network-vif-unplugged", "status": "completed", "tag": "9df87c26-1b19-4a6a-bed2-59a55911966a"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:26.315924 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb255d6-22a6-40ec-9aaf-afa0afa6d333 req-4904b4cf-a1a1-4d31-a1f5-4b24a3582413 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:26.317382 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfb255d6-22a6-40ec-9aaf-afa0afa6d333 req-4904b4cf-a1a1-4d31-a1f5-4b24a3582413 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d146e8d-4905-49d8-8320-6045065fb655 HTTP/1.1" status: 200 len: 968 time: 0.1193466 Jul 27 20:55:26.317629 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.322027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-5a904ad4-f803-44b6-a5ca-38950ec4d0d7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Request body: {'port': {'device_id': 'c867bb4a-486a-4b8f-81af-2256cd888a38', 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a', 'admin_state_up': True, 'tenant_id': '699d8262e8564546ac8817002a258094'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:26.366172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Transition to ACTIVE for port object 9df87c26-1b19-4a6a-bed2-59a55911966a will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:26.372110 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fcb6fbfe-055f-47ee-ad71-3ab767e16b46 req-f13372f7-c3c5-4edc-8095-c2206ee9eaff tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678425 Jul 27 20:55:26.376295 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.504020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:26.552341 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-dfb255d6-22a6-40ec-9aaf-afa0afa6d333 req-89cc7ebd-1cce-4801-8646-56ee17531a0c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Deleting port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:26.552994 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dfb255d6-22a6-40ec-9aaf-afa0afa6d333 req-89cc7ebd-1cce-4801-8646-56ee17531a0c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.557770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-5a904ad4-f803-44b6-a5ca-38950ec4d0d7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Made reservation on behalf of 699d8262e8564546ac8817002a258094 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:26.564499 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-5a904ad4-f803-44b6-a5ca-38950ec4d0d7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.594986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] No DVR routers for this DVR port 9df87c26-1b19-4a6a-bed2-59a55911966a on host n-h1-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:26.623241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Pushing event updated for resources: {'Port': ['ID=9df87c26-1b19-4a6a-bed2-59a55911966a,revision_number=6']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:26.627135 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-888282c8-555f-4d80-932c-4cc1a04b7976 req-f8e2217b-5195-4c29-8c07-fb4abd8a8099 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=c867bb4a-486a-4b8f-81af-2256cd888a38 HTTP/1.1" status: 200 len: 210 time: 0.0737672 Jul 27 20:55:26.646449 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:26.652062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:26.653627 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.691985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Attempting to bind port 9df87c26-1b19-4a6a-bed2-59a55911966a on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:26.692368 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Attempting to bind port 9df87c26-1b19-4a6a-bed2-59a55911966a by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:26.692653 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Attempting to bind port 9df87c26-1b19-4a6a-bed2-59a55911966a on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:26.715493 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Port 9df87c26-1b19-4a6a-bed2-59a55911966a on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:26.715824 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Attempting to bind port 9df87c26-1b19-4a6a-bed2-59a55911966a on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:26.740574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:26.740574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:26.740884 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:26.741195 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Bound port: 9df87c26-1b19-4a6a-bed2-59a55911966a, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:26.741559 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.790286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925f28a-dd05-4db4-ab2b-ba5eecf48013 req-ba407340-9c78-4b9a-b027-087912c79b6a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:26.791846 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1925f28a-dd05-4db4-ab2b-ba5eecf48013 req-ba407340-9c78-4b9a-b027-087912c79b6a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb HTTP/1.1" status: 200 len: 949 time: 0.2898886 Jul 27 20:55:26.828659 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-dfb255d6-22a6-40ec-9aaf-afa0afa6d333 req-89cc7ebd-1cce-4801-8646-56ee17531a0c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] For port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=16bead63-ff02-4d8c-bf7b-45a0be50e6cd,segment=NetworkSegment(5590148a-9eb4-4d69-9ed8-80a2ef1a652c),segment_id=5590148a-9eb4-4d69-9ed8-80a2ef1a652c)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:26.828948 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dfb255d6-22a6-40ec-9aaf-afa0afa6d333 req-89cc7ebd-1cce-4801-8646-56ee17531a0c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.829127 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.900463 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=fa8d4fd2-579a-44b3-b17e-3e28dd073ee4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:26.902939 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22865c4-1328-4351-ab9e-4773fbe1b639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8d4fd2-579a-44b3-b17e-3e28dd073ee4'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:26.908059 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f7797e-cc3c-44af-81f2-5cd0d96320b7" -d '{"events": [{"server_uuid": "e22865c4-1328-4351-ab9e-4773fbe1b639", "name": "network-vif-plugged", "status": "completed", "tag": "fa8d4fd2-579a-44b3-b17e-3e28dd073ee4"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:26.912102 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1925f28a-dd05-4db4-ab2b-ba5eecf48013 req-abac6733-8f50-4037-9614-c497a9bedaf7 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008441 Jul 27 20:55:26.913195 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] For port 9df87c26-1b19-4a6a-bed2-59a55911966a, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:26.918464 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.931852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] For port 9df87c26-1b19-4a6a-bed2-59a55911966a, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=9df87c26-1b19-4a6a-bed2-59a55911966a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:26.945594 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:26.961881 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d39ea-8611-4cf4-a1f7-af8cf3bdba95 req-860f5b51-35f6-4f23-a5bf-b29f4d1ac1e9 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:26.970613 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ec7d39ea-8611-4cf4-a1f7-af8cf3bdba95 req-860f5b51-35f6-4f23-a5bf-b29f4d1ac1e9 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 943 time: 0.2024457 Jul 27 20:55:26.971311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-5a904ad4-f803-44b6-a5ca-38950ec4d0d7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Allocated IP 172.20.0.8 (f11efe74-7d57-405b-bed7-006f980e826a/37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189/ca62a1c5-3774-43e1-bf43-f815cf8b7160) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:27.015165 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:27.015859 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.017222 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] 10.222.0.66 "PUT /v2.0/ports/9df87c26-1b19-4a6a-bed2-59a55911966a HTTP/1.1" status: 200 len: 1096 time: 1.4337931 Jul 27 20:55:27.052126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 48ca1259-7949-41a5-977e-c37d349da885 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:27.109169 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=fa8d4fd2-579a-44b3-b17e-3e28dd073ee4,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:27.139513 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 48ca1259-7949-41a5-977e-c37d349da885 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:27.144588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 48ca1259-7949-41a5-977e-c37d349da885 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:27.145336 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.249841 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.252879 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dfb255d6-22a6-40ec-9aaf-afa0afa6d333 req-89cc7ebd-1cce-4801-8646-56ee17531a0c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.253156 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dfb255d6-22a6-40ec-9aaf-afa0afa6d333 req-89cc7ebd-1cce-4801-8646-56ee17531a0c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.253531 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-dfb255d6-22a6-40ec-9aaf-afa0afa6d333 req-89cc7ebd-1cce-4801-8646-56ee17531a0c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Floating IP 408605be-a8d4-4828-a335-bc53d29621ac disassociated. External IP: 172.25.2.87, port: 16bead63-ff02-4d8c-bf7b-45a0be50e6cd. Jul 27 20:55:27.253881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-dfb255d6-22a6-40ec-9aaf-afa0afa6d333 req-89cc7ebd-1cce-4801-8646-56ee17531a0c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Calling delete_port for 16bead63-ff02-4d8c-bf7b-45a0be50e6cd owned by compute:tempest-test_az-1607745304 {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:27.310750 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 48ca1259-7949-41a5-977e-c37d349da885, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=48ca1259-7949-41a5-977e-c37d349da885,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:27.321233 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.379269 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=48ca1259-7949-41a5-977e-c37d349da885,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:27.389837 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ec7d39ea-8611-4cf4-a1f7-af8cf3bdba95 req-5e1cf226-602a-4184-881b-11af71e7995f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187937 Jul 27 20:55:27.446336 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6fcfb-ca5c-49ea-b632-a8b5c8f8d69e service neutron] Pushing event updated for resources: {'Port': ['ID=9df87c26-1b19-4a6a-bed2-59a55911966a,revision_number=7']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:27.482325 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-5a904ad4-f803-44b6-a5ca-38950ec4d0d7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.504130 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dfb255d6-22a6-40ec-9aaf-afa0afa6d333 req-89cc7ebd-1cce-4801-8646-56ee17531a0c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.536880 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc7ebd-1cce-4801-8646-56ee17531a0c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Pushing event deleted for resources: {'Port': ['ID=16bead63-ff02-4d8c-bf7b-45a0be50e6cd,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:27.555048 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-34e9bd4d-ab95-4bc6-aeeb-1284f09bf4c2 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.81 HTTP/1.1" status: 200 len: 1000 time: 0.1334503 Jul 27 20:55:27.569185 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-52f61ed0-9a6e-475b-85f2-9a676d2edb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:27.570715 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-52f61ed0-9a6e-475b-85f2-9a676d2edb13 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 1099 time: 0.5182059 Jul 27 20:55:27.607576 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-5a904ad4-f803-44b6-a5ca-38950ec4d0d7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.671859 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193178c-9a88-4c45-9ded-a10920716b76 req-92895fa2-2d1d-40bf-bb3c-7b5c83ed188b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:27.673383 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0193178c-9a88-4c45-9ded-a10920716b76 req-92895fa2-2d1d-40bf-bb3c-7b5c83ed188b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 948 time: 0.2942066 Jul 27 20:55:27.704337 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-5a904ad4-f803-44b6-a5ca-38950ec4d0d7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Network f11efe74-7d57-405b-bed7-006f980e826a is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:27.728420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-5a904ad4-f803-44b6-a5ca-38950ec4d0d7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:27.736603 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-826ff04b-f54f-481b-b39e-a36001029f98 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:27.738047 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-826ff04b-f54f-481b-b39e-a36001029f98 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports/8c29771b-adac-43c3-a5a8-796d65f26b9a HTTP/1.1" status: 200 len: 942 time: 0.1718087 Jul 27 20:55:27.749359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-5a904ad4-f803-44b6-a5ca-38950ec4d0d7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:27.780133 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a904ad4-f803-44b6-a5ca-38950ec4d0d7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Pushing event updated for resources: {'Port': ['ID=ca62a1c5-3774-43e1-bf43-f815cf8b7160,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:27.780605 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0193178c-9a88-4c45-9ded-a10920716b76 req-e424ed3c-2966-4ec5-82e7-5455a23564f7 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992754 Jul 27 20:55:27.786801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-7236f6ae-794e-4ffc-afa1-0cf76d4291ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:27.788780 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-7236f6ae-794e-4ffc-afa1-0cf76d4291ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.2065716 Jul 27 20:55:27.859458 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-643e6ff3-db71-4ef7-b91e-5f8717537e2c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9df87c26-1b19-4a6a-bed2-59a55911966a HTTP/1.1" status: 200 len: 217 time: 0.0630558 Jul 27 20:55:27.867296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-5a904ad4-f803-44b6-a5ca-38950ec4d0d7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:27.868477 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-5a904ad4-f803-44b6-a5ca-38950ec4d0d7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:27.869212 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:55:27.874544 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfb255d6-22a6-40ec-9aaf-afa0afa6d333 req-89cc7ebd-1cce-4801-8646-56ee17531a0c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Router a03f8e58-2109-4c92-ae78-644a6ba6f143 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:55:27.903069 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-5a904ad4-f803-44b6-a5ca-38950ec4d0d7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5844698 Jul 27 20:55:27.918949 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9624e3f2-adb4-4df5-98e0-2ab34a042a2c req-cb2cf7d0-d8ad-4d8b-8276-6892ef81cef0 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 210 time: 0.0632832 Jul 27 20:55:27.922512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Request body: {'port': {'device_id': 'c867bb4a-486a-4b8f-81af-2256cd888a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:28.014888 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-008a86cb-07bd-4b76-8eae-4a0e11e3f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:28.016550 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-008a86cb-07bd-4b76-8eae-4a0e11e3f6a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1408734 Jul 27 20:55:28.028462 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-cbf5603b-f437-4813-b4fd-f64c1e3f1d7b tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.81 HTTP/1.1" status: 200 len: 1000 time: 0.1503503 Jul 27 20:55:28.068158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-e7c24789-9cbe-47fc-9058-4d465f74b889 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:28.069671 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-e7c24789-9cbe-47fc-9058-4d465f74b889 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.66 "GET /v2.0/networks?id=d0529065-8390-47a3-aefb-e0f34741ee1f HTTP/1.1" status: 200 len: 822 time: 0.3564301 Jul 27 20:55:28.084972 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baaad10-2b5f-4400-882b-981a1af66213 x-openstack-request-id: req-9baaad10-2b5f-4400-882b-981a1af66213 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:28.085479 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03081614-6ac9-48a4-8228-2fb083c0d028", "name": "network-vif-unplugged", "status": "completed", "tag": "9df87c26-1b19-4a6a-bed2-59a55911966a", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:28.085815 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9baaad10-2b5f-4400-882b-981a1af66213 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:28.086990 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03081614-6ac9-48a4-8228-2fb083c0d028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df87c26-1b19-4a6a-bed2-59a55911966a', 'code': 200} Jul 27 20:55:28.101211 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:28.219118 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-74ff7257-3393-44bb-bd9c-a8a9a5de30d8 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=421c0bc741dc429f9a5bc81fd9d591b1 HTTP/1.1" status: 200 len: 380 time: 0.1261280 Jul 27 20:55:28.220124 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-306264aa-539c-4377-845b-47404f1262a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:28.222187 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-306264aa-539c-4377-845b-47404f1262a4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1817036 Jul 27 20:55:28.228789 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfb255d6-22a6-40ec-9aaf-afa0afa6d333 req-89cc7ebd-1cce-4801-8646-56ee17531a0c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:55:28.243404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501798b4-fb96-49f6-92da-70398e44216e None None] Sync routers for ids ['a03f8e58-2109-4c92-ae78-644a6ba6f143'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:55:28.245773 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-838db3e7-6268-4c51-89b0-d03b2f4c1f8b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Request body: {'port': {'device_id': 'ac37fab6-b397-4a06-a390-f169d13af806', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'admin_state_up': True, 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'security_groups': ['128f5d56-8746-4037-9979-ee4bae162131']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:28.256962 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501798b4-fb96-49f6-92da-70398e44216e None None] Routers {'a03f8e58-2109-4c92-ae78-644a6ba6f143'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:28.258591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-501798b4-fb96-49f6-92da-70398e44216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:55:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a03f8e58-2109-4c92-ae78-644a6ba6f143'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:28.380279 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-2ac720c5-4df5-43d1-bbf6-8f7a76e9ba30 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203942 Jul 27 20:55:28.391334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb255d6-22a6-40ec-9aaf-afa0afa6d333 req-89cc7ebd-1cce-4801-8646-56ee17531a0c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] No DVR routers for this DVR port 16bead63-ff02-4d8c-bf7b-45a0be50e6cd on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:28.398867 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dfb255d6-22a6-40ec-9aaf-afa0afa6d333 req-89cc7ebd-1cce-4801-8646-56ee17531a0c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:28.400299 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-44645ea6-2fb8-46d5-84d1-92b86ab7b898 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:28.400877 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfb255d6-22a6-40ec-9aaf-afa0afa6d333 req-89cc7ebd-1cce-4801-8646-56ee17531a0c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.20 "DELETE /v2.0/ports/16bead63-ff02-4d8c-bf7b-45a0be50e6cd HTTP/1.1" status: 204 len: 173 time: 2.0751112 Jul 27 20:55:28.403824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d146e8d-4905-49d8-8320-6045065fb655', 'name': 'network-vif-deleted', 'tag': '16bead63-ff02-4d8c-bf7b-45a0be50e6cd'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:28.406401 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625453c7-2850-4190-bd22-9b2c7945824d" -d '{"events": [{"server_uuid": "7d146e8d-4905-49d8-8320-6045065fb655", "name": "network-vif-deleted", "tag": "16bead63-ff02-4d8c-bf7b-45a0be50e6cd"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:28.438657 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-44645ea6-2fb8-46d5-84d1-92b86ab7b898 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.4085999 Jul 27 20:55:28.451899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa839b-d341-41e2-a1f8-7dd8f584fce7 req-0edb677a-5b29-4d9b-923e-7de76660cf96 tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:28.460914 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35aa839b-d341-41e2-a1f8-7dd8f584fce7 req-0edb677a-5b29-4d9b-923e-7de76660cf96 tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 1101 time: 0.3565135 Jul 27 20:55:28.576055 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-161ccf68-6dfb-4ab8-aebb-3a27bea444bf tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.81 HTTP/1.1" status: 200 len: 1000 time: 0.1353467 Jul 27 20:55:28.585990 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-3d944ddc-77c5-4583-af50-9431714f9b53 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:28.599637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-838db3e7-6268-4c51-89b0-d03b2f4c1f8b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Made reservation on behalf of 421c0bc741dc429f9a5bc81fd9d591b1 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:28.603868 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-838db3e7-6268-4c51-89b0-d03b2f4c1f8b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:28.675517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-501798b4-fb96-49f6-92da-70398e44216e None None] Set router a03f8e58-2109-4c92-ae78-644a6ba6f143 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:28.742194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca62a1c5-3774-43e1-bf43-f815cf8b7160 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:28.750199 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-3d944ddc-77c5-4583-af50-9431714f9b53 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:28.753391 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:28.765517 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35aa839b-d341-41e2-a1f8-7dd8f584fce7 req-9a917616-0e28-4adb-89db-6ffec47c8c29 tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971251 Jul 27 20:55:28.798188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Transition to ACTIVE for port object ca62a1c5-3774-43e1-bf43-f815cf8b7160 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:28.807550 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:28.859013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Pushing event updated for resources: {'Port': ['ID=ca62a1c5-3774-43e1-bf43-f815cf8b7160,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:28.872990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-838db3e7-6268-4c51-89b0-d03b2f4c1f8b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Allocated IP 172.20.0.6 (d0529065-8390-47a3-aefb-e0f34741ee1f/9b547ef7-4cb6-4736-b263-c7c9499342ec/3635750e-578b-4e9c-8266-f3f6e7b25232) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:28.879947 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5560ba1-239d-47ed-941b-9413bcfb50ee req-174534b1-d38f-48c5-8f6c-88c85685b468 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335279 Jul 27 20:55:28.887018 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e8a18a-97e8-40b0-abe9-4daa19d20b80 x-openstack-request-id: req-67e8a18a-97e8-40b0-abe9-4daa19d20b80 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:28.887361 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22865c4-1328-4351-ab9e-4773fbe1b639", "name": "network-vif-plugged", "status": "completed", "tag": "fa8d4fd2-579a-44b3-b17e-3e28dd073ee4", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:28.887626 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67e8a18a-97e8-40b0-abe9-4daa19d20b80 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:28.888003 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22865c4-1328-4351-ab9e-4773fbe1b639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8d4fd2-579a-44b3-b17e-3e28dd073ee4', 'code': 200} Jul 27 20:55:28.988750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Attempting to bind port ca62a1c5-3774-43e1-bf43-f815cf8b7160 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:28.989080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Attempting to bind port ca62a1c5-3774-43e1-bf43-f815cf8b7160 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'e5f5391a-9a0a-4539-b961-5897d31712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:28.989408 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Attempting to bind port ca62a1c5-3774-43e1-bf43-f815cf8b7160 on network f11efe74-7d57-405b-bed7-006f980e826a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:28.997094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Port ca62a1c5-3774-43e1-bf43-f815cf8b7160 on network f11efe74-7d57-405b-bed7-006f980e826a not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:28.997592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Attempting to bind port ca62a1c5-3774-43e1-bf43-f815cf8b7160 on network f11efe74-7d57-405b-bed7-006f980e826a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:29.016305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:29.016702 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Checking segment: {'id': 'e5f5391a-9a0a-4539-b961-5897d31712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:29.017162 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Bound using segment: {'id': 'e5f5391a-9a0a-4539-b961-5897d31712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:29.017676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Bound port: ca62a1c5-3774-43e1-bf43-f815cf8b7160, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f5391a-9a0a-4539-b961-5897d31712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:29.018031 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.043448 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-501798b4-fb96-49f6-92da-70398e44216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 4, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6f882df2-4e5e-49e3-b9de-ac25a51a44ac', 'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'mac_address': 'fa:16:3e:ca:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:52Z', 'updated_at': '2021-07-27T20:53:05Z', 'revision_number': 5, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'subnets': [{'id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:29.111848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501798b4-fb96-49f6-92da-70398e44216e None None] Checking router: a03f8e58-2109-4c92-ae78-644a6ba6f143 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:55:29.116436 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 9df87c26-1b19-4a6a-bed2-59a55911966a no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:29.136896 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] For port ca62a1c5-3774-43e1-bf43-f815cf8b7160, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:29.158477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] For port ca62a1c5-3774-43e1-bf43-f815cf8b7160, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ca62a1c5-3774-43e1-bf43-f815cf8b7160,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:29.169328 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.172868 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501798b4-fb96-49f6-92da-70398e44216e None None] Routers {'a03f8e58-2109-4c92-ae78-644a6ba6f143'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:29.173917 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-501798b4-fb96-49f6-92da-70398e44216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:55:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a03f8e58-2109-4c92-ae78-644a6ba6f143'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:29.187482 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-3d944ddc-77c5-4583-af50-9431714f9b53 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.201233 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-3d944ddc-77c5-4583-af50-9431714f9b53 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.201883 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-3d944ddc-77c5-4583-af50-9431714f9b53 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Floating IP bce01467-bcd8-4ea1-ab53-677d5d23f5c2 disassociated. External IP: 172.25.2.81, port: 8c29771b-adac-43c3-a5a8-796d65f26b9a. Jul 27 20:55:29.238521 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Pushing event updated for resources: {'Port': ['ID=ca62a1c5-3774-43e1-bf43-f815cf8b7160,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:29.262212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:29.262901 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.264591 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d49aaf7d-4fb4-483d-9523-ae7a296b2b48 service neutron] 10.222.0.66 "PUT /v2.0/ports/ca62a1c5-3774-43e1-bf43-f815cf8b7160 HTTP/1.1" status: 200 len: 1091 time: 1.3486736 Jul 27 20:55:29.300166 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-838db3e7-6268-4c51-89b0-d03b2f4c1f8b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.303371 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16731537-a4c3-4c37-90c3-2d6c0615694f req-215245ae-af90-44f9-8b80-8efdb0adc8a4 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:29.311431 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16731537-a4c3-4c37-90c3-2d6c0615694f req-215245ae-af90-44f9-8b80-8efdb0adc8a4 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=c867bb4a-486a-4b8f-81af-2256cd888a38 HTTP/1.1" status: 200 len: 943 time: 0.3423765 Jul 27 20:55:29.318285 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-838db3e7-6268-4c51-89b0-d03b2f4c1f8b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Transition to ACTIVE for port object 3635750e-578b-4e9c-8266-f3f6e7b25232 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:29.348041 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 9df87c26-1b19-4a6a-bed2-59a55911966a not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:29.411261 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ff35f-59c9-406b-8d1b-a766a444886c req-7aa2ca31-0c3d-4f38-b809-c7c93ad074b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:29.412839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-894ff35f-59c9-406b-8d1b-a766a444886c req-7aa2ca31-0c3d-4f38-b809-c7c93ad074b4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e22865c4-1328-4351-ab9e-4773fbe1b639 HTTP/1.1" status: 200 len: 1100 time: 0.3846543 Jul 27 20:55:29.427373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-ab6eb8d4-1590-443d-9850-c7fb82b2c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:29.429037 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16731537-a4c3-4c37-90c3-2d6c0615694f req-9e6b6336-0383-4c71-8a08-fea3fe876d46 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165051 Jul 27 20:55:29.429250 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-ab6eb8d4-1590-443d-9850-c7fb82b2c468 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=699d8262e8564546ac8817002a258094&device_id=c867bb4a-486a-4b8f-81af-2256cd888a38 HTTP/1.1" status: 200 len: 1094 time: 0.0993612 Jul 27 20:55:29.431175 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-838db3e7-6268-4c51-89b0-d03b2f4c1f8b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.446527 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-501798b4-fb96-49f6-92da-70398e44216e None None] Set router a03f8e58-2109-4c92-ae78-644a6ba6f143 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:29.465539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-838db3e7-6268-4c51-89b0-d03b2f4c1f8b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Network d0529065-8390-47a3-aefb-e0f34741ee1f is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:29.500112 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-894ff35f-59c9-406b-8d1b-a766a444886c req-bf29b458-6ffa-49c8-bf90-ea30e04a37d2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645871 Jul 27 20:55:29.510391 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-838db3e7-6268-4c51-89b0-d03b2f4c1f8b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:29.513963 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-d54c3082-1519-419b-9b4a-657df83818ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca62a1c5-3774-43e1-bf43-f815cf8b7160 HTTP/1.1" status: 200 len: 217 time: 0.0612466 Jul 27 20:55:29.535139 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-838db3e7-6268-4c51-89b0-d03b2f4c1f8b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:29.584233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838db3e7-6268-4c51-89b0-d03b2f4c1f8b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Pushing event updated for resources: {'Port': ['ID=3635750e-578b-4e9c-8266-f3f6e7b25232,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:29.628082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-838db3e7-6268-4c51-89b0-d03b2f4c1f8b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:29.628967 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-838db3e7-6268-4c51-89b0-d03b2f4c1f8b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.655265 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-838db3e7-6268-4c51-89b0-d03b2f4c1f8b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4193640 Jul 27 20:55:29.708931 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c0084-14f6-45bd-934f-b2173cba54ac req-5845156f-0e47-4ebf-95a5-886f9df5ff4b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:29.710962 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-514c0084-14f6-45bd-934f-b2173cba54ac req-5845156f-0e47-4ebf-95a5-886f9df5ff4b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb HTTP/1.1" status: 200 len: 950 time: 0.1360414 Jul 27 20:55:29.741865 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-3d944ddc-77c5-4583-af50-9431714f9b53 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Router 72efdd85-84ed-471b-ac03-6461c66d9a99 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:55:29.765538 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-514c0084-14f6-45bd-934f-b2173cba54ac req-c2dd391a-835a-4e21-9250-c21e286aeec6 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476434 Jul 27 20:55:29.772530 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-501798b4-fb96-49f6-92da-70398e44216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 4, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6f882df2-4e5e-49e3-b9de-ac25a51a44ac', 'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'mac_address': 'fa:16:3e:ca:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:52Z', 'updated_at': '2021-07-27T20:53:05Z', 'revision_number': 5, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'subnets': [{'id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:29.813212 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501798b4-fb96-49f6-92da-70398e44216e None None] The sync data for ids ['a03f8e58-2109-4c92-ae78-644a6ba6f143'] in n-d-764806-9 is: [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 4, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6f882df2-4e5e-49e3-b9de-ac25a51a44ac', 'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'mac_address': 'fa:16:3e:ca:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:52Z', 'updated_at': '2021-07-27T20:53:05Z', 'revision_number': 5, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'subnets': [{'id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:29.906244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-3d944ddc-77c5-4583-af50-9431714f9b53 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:55:29.911389 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-3d944ddc-77c5-4583-af50-9431714f9b53 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:29.916418 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884becf0-989b-48e6-b4b5-eb436925b675 None None] Sync routers for ids ['72efdd85-84ed-471b-ac03-6461c66d9a99'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:55:29.939145 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884becf0-989b-48e6-b4b5-eb436925b675 None None] Routers {'72efdd85-84ed-471b-ac03-6461c66d9a99'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:29.939788 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-884becf0-989b-48e6-b4b5-eb436925b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:55:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['72efdd85-84ed-471b-ac03-6461c66d9a99'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:29.977836 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-3d944ddc-77c5-4583-af50-9431714f9b53 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "PUT /v2.0/floatingips/bce01467-bcd8-4ea1-ab53-677d5d23f5c2 HTTP/1.1" status: 200 len: 694 time: 1.3934929 Jul 27 20:55:30.079084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-598e5817-8031-4027-940d-2c75b2dae34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:30.080723 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-598e5817-8031-4027-940d-2c75b2dae34c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189 HTTP/1.1" status: 200 len: 845 time: 0.4367757 Jul 27 20:55:30.083231 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-884becf0-989b-48e6-b4b5-eb436925b675 None None] Set router 72efdd85-84ed-471b-ac03-6461c66d9a99 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:30.085973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Request body: {'port': {'device_id': 'ac37fab6-b397-4a06-a390-f169d13af806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:30.087637 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03081614-6ac9-48a4-8228-2fb083c0d028', 'tag': '9df87c26-1b19-4a6a-bed2-59a55911966a'}, {'name': 'network-changed', 'server_uuid': 'b9d5b8d3-f54e-49ee-a32a-3b280977b842', 'tag': '8c29771b-adac-43c3-a5a8-796d65f26b9a'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:30.090813 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21" -d '{"events": [{"name": "network-changed", "server_uuid": "03081614-6ac9-48a4-8228-2fb083c0d028", "tag": "9df87c26-1b19-4a6a-bed2-59a55911966a"}, {"name": "network-changed", "server_uuid": "b9d5b8d3-f54e-49ee-a32a-3b280977b842", "tag": "8c29771b-adac-43c3-a5a8-796d65f26b9a"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:30.123406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8113096-4cb8-4e6f-913a-3fc0e7271c3e req-b765b648-27e9-4a74-a5a0-f15b75f1dd8a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:30.125213 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f8113096-4cb8-4e6f-913a-3fc0e7271c3e req-b765b648-27e9-4a74-a5a0-f15b75f1dd8a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 943 time: 0.1458156 Jul 27 20:55:30.128234 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-abc7b404-d15c-488e-99ac-6dbb5918a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:30.131843 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90ab8ed-d809-44f6-9400-e436e0646869 x-openstack-request-id: req-e90ab8ed-d809-44f6-9400-e436e0646869 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:30.132130 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d146e8d-4905-49d8-8320-6045065fb655", "name": "network-vif-deleted", "tag": "16bead63-ff02-4d8c-bf7b-45a0be50e6cd", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:30.132401 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e90ab8ed-d809-44f6-9400-e436e0646869 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:30.132780 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d146e8d-4905-49d8-8320-6045065fb655', 'name': 'network-vif-deleted', 'tag': '16bead63-ff02-4d8c-bf7b-45a0be50e6cd', 'status': 'completed', 'code': 200} Jul 27 20:55:30.133201 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-abc7b404-d15c-488e-99ac-6dbb5918a456 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30dd955eb4224ed5a99f0f1394dc317d&device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 1096 time: 0.1326957 Jul 27 20:55:30.179056 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:30.186069 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f3e061-f573-4bb6-a9a0-1cfc88054daf None None] New status for floating IP 408605be-a8d4-4828-a335-bc53d29621ac: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:55:30.232366 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-fdad1614-8a6b-4d0a-8e21-7f1ff3f427d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f11efe74-7d57-405b-bed7-006f980e826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607202 Jul 27 20:55:30.237117 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f8113096-4cb8-4e6f-913a-3fc0e7271c3e req-8b6de5ad-2509-4a3a-ad55-982948de2ef4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020801 Jul 27 20:55:30.280206 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-ec5e65d7-819a-4b7a-8996-15e9b2ee8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:30.290617 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-ec5e65d7-819a-4b7a-8996-15e9b2ee8269 service neutron] 10.222.0.55 "GET /v2.0/networks?id=216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 HTTP/1.1" status: 200 len: 930 time: 0.1497002 Jul 27 20:55:30.371007 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-e6332f10-757e-4be8-81d1-4dd216761871 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c29771b-adac-43c3-a5a8-796d65f26b9a HTTP/1.1" status: 200 len: 217 time: 0.0790131 Jul 27 20:55:30.388453 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-884becf0-989b-48e6-b4b5-eb436925b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-router', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:34Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'gw_port': {'id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:36Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'd0fe3d43-1c03-4039-a854-3e644daf23f4', 'name': '', 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'mac_address': 'fa:16:3e:6b:7d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:43Z', 'updated_at': '2021-07-27T20:54:55Z', 'revision_number': 5, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'subnets': [{'id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:30.427616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-c8e94e80-9f11-4868-a9ee-3241279e1f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:30.434855 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-c8e94e80-9f11-4868-a9ee-3241279e1f57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a3e90b86-2b6d-44c1-bad7-145438ac7146 HTTP/1.1" status: 200 len: 868 time: 0.0624933 Jul 27 20:55:30.464378 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884becf0-989b-48e6-b4b5-eb436925b675 None None] Checking router: 72efdd85-84ed-471b-ac03-6461c66d9a99 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:55:30.484061 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884becf0-989b-48e6-b4b5-eb436925b675 None None] Routers {'72efdd85-84ed-471b-ac03-6461c66d9a99'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:30.484850 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-884becf0-989b-48e6-b4b5-eb436925b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:55:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['72efdd85-84ed-471b-ac03-6461c66d9a99'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:30.514834 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-9761dda3-eee1-4075-b977-27b3f8ea384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:30.523910 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-9761dda3-eee1-4075-b977-27b3f8ea384b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=216b8c3c-cbd2-4c1b-93bf-055f83ee0f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874312 Jul 27 20:55:30.637015 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-884becf0-989b-48e6-b4b5-eb436925b675 None None] Set router 72efdd85-84ed-471b-ac03-6461c66d9a99 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:30.671369 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-180d77b7-7072-41ab-8ff3-a3a19d1e4ff3 service neutron] 10.222.0.55 "GET /v2.0/networks/216b8c3c-cbd2-4c1b-93bf-055f83ee0f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463075 Jul 27 20:55:30.682595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3635750e-578b-4e9c-8266-f3f6e7b25232 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:30.699138 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:30.826427 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Transition to ACTIVE for port object 3635750e-578b-4e9c-8266-f3f6e7b25232 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:30.829710 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eed6a5-c82d-4bd6-b764-b9988fc1f0ec req-92915166-0fbc-4bb0-b55c-eaabdaf1a15d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:30.831797 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-92eed6a5-c82d-4bd6-b764-b9988fc1f0ec req-92915166-0fbc-4bb0-b55c-eaabdaf1a15d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 948 time: 0.1856561 Jul 27 20:55:30.845100 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a676c168-b8a7-4377-bb8f-41c9cda8232a req-a7a61cfa-c6b0-4fde-8088-81ee0d03ae14 service neutron] 10.222.0.55 "GET /v2.0/networks/216b8c3c-cbd2-4c1b-93bf-055f83ee0f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534381 Jul 27 20:55:30.849751 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:30.889489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26cee6d-6f6c-4dea-8183-e188cd94c5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ca1259-7949-41a5-977e-c37d349da885'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:30.891831 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb713ed7-aa82-4b18-a7f5-40218a0f4058" -d '{"events": [{"server_uuid": "d26cee6d-6f6c-4dea-8183-e188cd94c5cb", "name": "network-vif-plugged", "status": "completed", "tag": "48ca1259-7949-41a5-977e-c37d349da885"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:30.937179 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-92eed6a5-c82d-4bd6-b764-b9988fc1f0ec req-de5cf0ef-3e8f-4f6b-b55c-5566b084e567 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886052 Jul 27 20:55:30.989694 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-28f550cf-91ec-4d03-b47f-e1334aa87372 None None] Provisioning for port 3635750e-578b-4e9c-8266-f3f6e7b25232 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:31.090622 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 16bead63-ff02-4d8c-bf7b-45a0be50e6cd no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:31.092244 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-884becf0-989b-48e6-b4b5-eb436925b675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-router', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:34Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'gw_port': {'id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:36Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'd0fe3d43-1c03-4039-a854-3e644daf23f4', 'name': '', 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'mac_address': 'fa:16:3e:6b:7d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:43Z', 'updated_at': '2021-07-27T20:54:55Z', 'revision_number': 5, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'subnets': [{'id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:31.095547 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98337ed-9a65-4870-8222-a5bffd076ba1 req-f6a0db3f-dbc6-47c1-b6c0-79e304a3f51a tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:31.107556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d98337ed-9a65-4870-8222-a5bffd076ba1 req-f6a0db3f-dbc6-47c1-b6c0-79e304a3f51a tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 943 time: 0.0902779 Jul 27 20:55:31.137492 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 16bead63-ff02-4d8c-bf7b-45a0be50e6cd {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:31.141033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 16bead63-ff02-4d8c-bf7b-45a0be50e6cd not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:31.141686 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-0a6a67bc-4d95-4a91-be1e-1b03671698e7 service neutron] 10.222.0.66 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467320 Jul 27 20:55:31.163661 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315cbb8f-4fa2-486b-b7c8-59b9101dfc26 x-openstack-request-id: req-315cbb8f-4fa2-486b-b7c8-59b9101dfc26 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:31.163927 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03081614-6ac9-48a4-8228-2fb083c0d028", "tag": "9df87c26-1b19-4a6a-bed2-59a55911966a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b9d5b8d3-f54e-49ee-a32a-3b280977b842", "tag": "8c29771b-adac-43c3-a5a8-796d65f26b9a", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:31.164187 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-315cbb8f-4fa2-486b-b7c8-59b9101dfc26 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:31.164577 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03081614-6ac9-48a4-8228-2fb083c0d028', 'tag': '9df87c26-1b19-4a6a-bed2-59a55911966a', 'status': 'completed', 'code': 200} Jul 27 20:55:31.164827 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d5b8d3-f54e-49ee-a32a-3b280977b842', 'tag': '8c29771b-adac-43c3-a5a8-796d65f26b9a', 'status': 'completed', 'code': 200} Jul 27 20:55:31.196143 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884becf0-989b-48e6-b4b5-eb436925b675 None None] The sync data for ids ['72efdd85-84ed-471b-ac03-6461c66d9a99'] in n-d-764806-9 is: [{'id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-router', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:34Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'gw_port': {'id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:36Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'd0fe3d43-1c03-4039-a854-3e644daf23f4', 'name': '', 'network_id': '216b8c3c-cbd2-4c1b-93bf-055f83ee0f01', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'mac_address': 'fa:16:3e:6b:7d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:43Z', 'updated_at': '2021-07-27T20:54:55Z', 'revision_number': 5, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'subnets': [{'id': 'a3e90b86-2b6d-44c1-bad7-145438ac7146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:31.222570 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d98337ed-9a65-4870-8222-a5bffd076ba1 req-a86040fc-7bed-41e0-af08-2f3211012826 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143496 Jul 27 20:55:31.273821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Pushing event updated for resources: {'Port': ['ID=3635750e-578b-4e9c-8266-f3f6e7b25232,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:31.298704 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Attempting to bind port 3635750e-578b-4e9c-8266-f3f6e7b25232 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:31.299085 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Attempting to bind port 3635750e-578b-4e9c-8266-f3f6e7b25232 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '5590148a-9eb4-4d69-9ed8-80a2ef1a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:31.299362 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Attempting to bind port 3635750e-578b-4e9c-8266-f3f6e7b25232 on network d0529065-8390-47a3-aefb-e0f34741ee1f {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:31.335413 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Port 3635750e-578b-4e9c-8266-f3f6e7b25232 on network d0529065-8390-47a3-aefb-e0f34741ee1f not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:31.340027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Attempting to bind port 3635750e-578b-4e9c-8266-f3f6e7b25232 on network d0529065-8390-47a3-aefb-e0f34741ee1f {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:31.356607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:31.357160 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Checking segment: {'id': '5590148a-9eb4-4d69-9ed8-80a2ef1a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:31.357650 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Bound using segment: {'id': '5590148a-9eb4-4d69-9ed8-80a2ef1a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:31.358192 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Bound port: 3635750e-578b-4e9c-8266-f3f6e7b25232, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5590148a-9eb4-4d69-9ed8-80a2ef1a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:31.358681 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.447876 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6634a77-b022-4ab8-bf8a-6919de4b8a72 req-df8f69c3-2a46-4b3f-af55-1958f5f2a2df tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:31.449446 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b6634a77-b022-4ab8-bf8a-6919de4b8a72 req-df8f69c3-2a46-4b3f-af55-1958f5f2a2df tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=c867bb4a-486a-4b8f-81af-2256cd888a38 HTTP/1.1" status: 200 len: 943 time: 0.2020903 Jul 27 20:55:31.454665 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10f4c961-bb47-4c3a-acec-0b079d6cfcae req-219ecbc4-548c-4aff-87dd-49d396427ab4 service neutron] 10.222.0.66 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792640 Jul 27 20:55:31.455689 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-1b981df5-87d9-424b-8960-ff74194970bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:31.457162 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-1b981df5-87d9-424b-8960-ff74194970bf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 1099 time: 0.2590823 Jul 27 20:55:31.466599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-1abbb5db-193d-44c3-b437-175170f38502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:31.468213 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-1abbb5db-193d-44c3-b437-175170f38502 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 1099 time: 0.1957579 Jul 27 20:55:31.533266 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56620) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:31.534388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] For port 3635750e-578b-4e9c-8266-f3f6e7b25232, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:31.556892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] For port 3635750e-578b-4e9c-8266-f3f6e7b25232, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=3635750e-578b-4e9c-8266-f3f6e7b25232,segment=NetworkSegment(5590148a-9eb4-4d69-9ed8-80a2ef1a652c),segment_id=5590148a-9eb4-4d69-9ed8-80a2ef1a652c)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:31.571812 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.644967 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:31.645589 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.647107 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] 10.222.0.66 "PUT /v2.0/ports/3635750e-578b-4e9c-8266-f3f6e7b25232 HTTP/1.1" status: 200 len: 1091 time: 1.5654635 Jul 27 20:55:31.659054 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df9804e-d0b0-4828-abec-486020dfa192 None None] New status for floating IP bce01467-bcd8-4ea1-ab53-677d5d23f5c2: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:55:31.674066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-2aa2d2ed-3c6c-4370-9dbc-1ca0548b08e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:31.675611 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-2aa2d2ed-3c6c-4370-9dbc-1ca0548b08e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1943128 Jul 27 20:55:31.808763 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37067f0-87cc-4e62-bb93-2d6165b55f1a service neutron] Pushing event updated for resources: {'Port': ['ID=3635750e-578b-4e9c-8266-f3f6e7b25232,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:31.812490 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-16d01dca-df55-4eed-bbdd-2cbc3e160126 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9df87c26-1b19-4a6a-bed2-59a55911966a HTTP/1.1" status: 200 len: 217 time: 0.1070452 Jul 27 20:55:31.815763 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3eea76cc-f6e8-4b7d-9025-159eefa71441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:31.900502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-075a87a2-090c-4675-afbc-3ba9ffaa8777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:31.901715 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-075a87a2-090c-4675-afbc-3ba9ffaa8777 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=421c0bc741dc429f9a5bc81fd9d591b1&device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 1094 time: 0.1857927 Jul 27 20:55:31.908383 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-22769c4b-86e6-4341-b572-a344b47a6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:31.910042 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-22769c4b-86e6-4341-b572-a344b47a6802 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.4437501 Jul 27 20:55:31.964453 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-eace422d-4bdd-4e89-a863-e56ffb85ffdd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9df87c26-1b19-4a6a-bed2-59a55911966a HTTP/1.1" status: 200 len: 217 time: 0.0466061 Jul 27 20:55:31.966259 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-4d59953d-ebd2-44ca-b6a4-24bcc5c12858 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3635750e-578b-4e9c-8266-f3f6e7b25232 HTTP/1.1" status: 200 len: 217 time: 0.0544000 Jul 27 20:55:31.967510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-83a6ebc7-571d-4a21-902f-eed572a60c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:31.968890 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-83a6ebc7-571d-4a21-902f-eed572a60c6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1451433 Jul 27 20:55:32.027278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b6634a77-b022-4ab8-bf8a-6919de4b8a72 req-b8447ad3-1233-4a10-a368-2d9fe1d2a84c tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619671 Jul 27 20:55:32.045777 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86039c4d-8698-44fb-bcb6-4acf939b64f4 req-c3629579-6c03-4a71-b5d8-2452b69d8201 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.047427 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86039c4d-8698-44fb-bcb6-4acf939b64f4 req-c3629579-6c03-4a71-b5d8-2452b69d8201 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb HTTP/1.1" status: 200 len: 950 time: 0.6532793 Jul 27 20:55:32.069566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-29d2dcb9-2c45-425d-bd4b-19f9c4669b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.071105 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-29d2dcb9-2c45-425d-bd4b-19f9c4669b38 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0816479 Jul 27 20:55:32.105866 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-cbf8db5b-4784-402c-978f-3f635949cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.107405 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-cbf8db5b-4784-402c-978f-3f635949cdcf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9b547ef7-4cb6-4736-b263-c7c9499342ec HTTP/1.1" status: 200 len: 861 time: 0.1274288 Jul 27 20:55:32.150478 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c867bb4a-486a-4b8f-81af-2256cd888a38', 'tag': 'ca62a1c5-3774-43e1-bf43-f815cf8b7160'}, {'name': 'network-changed', 'server_uuid': 'ac37fab6-b397-4a06-a390-f169d13af806', 'tag': '3635750e-578b-4e9c-8266-f3f6e7b25232'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:32.151008 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-786fd29d-ba34-4482-b238-bfefd7c9a29a req-0b9f2024-9987-4daa-82bc-958f35db2eb7 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/floatingips/bce01467-bcd8-4ea1-ab53-677d5d23f5c2 HTTP/1.1" status: 200 len: 692 time: 0.0930710 Jul 27 20:55:32.153776 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29972b38-90f0-412b-b954-d9c3484bb523" -d '{"events": [{"name": "network-changed", "server_uuid": "c867bb4a-486a-4b8f-81af-2256cd888a38", "tag": "ca62a1c5-3774-43e1-bf43-f815cf8b7160"}, {"name": "network-changed", "server_uuid": "ac37fab6-b397-4a06-a390-f169d13af806", "tag": "3635750e-578b-4e9c-8266-f3f6e7b25232"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:32.178753 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3eea76cc-f6e8-4b7d-9025-159eefa71441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:32.186002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-8ff6a0b9-d0a7-49e6-9bb8-816e67f504cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.187542 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-8ff6a0b9-d0a7-49e6-9bb8-816e67f504cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1928709 Jul 27 20:55:32.189403 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3eea76cc-f6e8-4b7d-9025-159eefa71441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:32.192678 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86039c4d-8698-44fb-bcb6-4acf939b64f4 req-b9ded022-92f0-469a-96d2-4c1fda8145da tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266823 Jul 27 20:55:32.255980 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-8d38ec70-31f8-4642-aaad-7213e33d0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.257491 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-8d38ec70-31f8-4642-aaad-7213e33d0015 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1528711 Jul 27 20:55:32.281299 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cb1364-e4b1-4a64-9e49-c37a1ac86f6b x-openstack-request-id: req-65cb1364-e4b1-4a64-9e49-c37a1ac86f6b {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:32.281803 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26cee6d-6f6c-4dea-8183-e188cd94c5cb", "name": "network-vif-plugged", "status": "completed", "tag": "48ca1259-7949-41a5-977e-c37d349da885", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:32.282117 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65cb1364-e4b1-4a64-9e49-c37a1ac86f6b {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:32.282991 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26cee6d-6f6c-4dea-8183-e188cd94c5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ca1259-7949-41a5-977e-c37d349da885', 'code': 200} Jul 27 20:55:32.293084 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3eea76cc-f6e8-4b7d-9025-159eefa71441 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a1358e5750e7432e849498f3a79171e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7517483 Jul 27 20:55:32.293084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea76cc-f6e8-4b7d-9025-159eefa71441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ee932d-b0a6-437c-9afa-aced2c1fca5d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:32.294421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56630) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:32.320440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-6cdddb92-5b8d-4d65-bfc8-4687cef61b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.320440 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-6cdddb92-5b8d-4d65-bfc8-4687cef61b4b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d0529065-8390-47a3-aefb-e0f34741ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2029340 Jul 27 20:55:32.377092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fd29d-ba34-4482-b238-bfefd7c9a29a req-0ba271e9-a212-41de-98ab-c54c51bdd46c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.378656 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-786fd29d-ba34-4482-b238-bfefd7c9a29a req-0ba271e9-a212-41de-98ab-c54c51bdd46c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.2199180 Jul 27 20:55:32.432226 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-786fd29d-ba34-4482-b238-bfefd7c9a29a req-ccb6a51f-a789-4d2c-8b6d-0873f03c2cd2 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:55:32.436003 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-786fd29d-ba34-4482-b238-bfefd7c9a29a req-ccb6a51f-a789-4d2c-8b6d-0873f03c2cd2 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0433969 Jul 27 20:55:32.472968 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-84c80406-f039-426d-ae93-85c93031799a service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679112 Jul 27 20:55:32.475475 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ce77bbfb-e766-436c-8589-2d9099aa89c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:32.528159 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-e12e2b5f-97b4-41e5-ad70-2ef835af76aa service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628651 Jul 27 20:55:32.532857 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-786fd29d-ba34-4482-b238-bfefd7c9a29a req-f3a46496-e063-428b-b274-e99df854359a tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.81 HTTP/1.1" status: 200 len: 695 time: 0.0736187 Jul 27 20:55:32.551287 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-60d0945f-aac3-4454-a3e3-d8a0a1a19e86 service neutron] 10.222.0.66 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202027 Jul 27 20:55:32.553489 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ce77bbfb-e766-436c-8589-2d9099aa89c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:32.571916 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3d335963-7577-43dc-bdee-f4d11991e108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:32.654030 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-786fd29d-ba34-4482-b238-bfefd7c9a29a req-0d2c65d4-fe67-449f-9444-17c51fb05072 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.81 HTTP/1.1" status: 200 len: 695 time: 0.1119037 Jul 27 20:55:32.668853 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4710b-abec-4dc8-a62b-be5b99249ec0 req-53fb1c13-9347-4e9b-9ab3-5099a1cd2ff4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.670479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37c4710b-abec-4dc8-a62b-be5b99249ec0 req-53fb1c13-9347-4e9b-9ab3-5099a1cd2ff4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 943 time: 0.2887394 Jul 27 20:55:32.684968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf286865-615b-47f9-b1ea-c4941560a977 req-6f14fc22-1d0c-4f7c-b0f4-cb2098a95485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.686462 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf286865-615b-47f9-b1ea-c4941560a977 req-6f14fc22-1d0c-4f7c-b0f4-cb2098a95485 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb HTTP/1.1" status: 200 len: 1101 time: 0.3013470 Jul 27 20:55:32.693901 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-d35b61db-bcce-4bb8-969c-67b055d7175a service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027957 Jul 27 20:55:32.715797 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-05dcd4a5-f5e4-4acb-aac1-527fd0dc1937 req-11ddb4fb-48dd-48fa-82d3-11b984592383 service neutron] 10.222.0.66 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521201 Jul 27 20:55:32.715797 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ce77bbfb-e766-436c-8589-2d9099aa89c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:32.715797 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ce77bbfb-e766-436c-8589-2d9099aa89c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:32.723066 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ce77bbfb-e766-436c-8589-2d9099aa89c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50ee932d-b0a6-437c-9afa-aced2c1fca5d HTTP/1.1" status: 204 len: 168 time: 0.4257953 Jul 27 20:55:32.739386 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77bbfb-e766-436c-8589-2d9099aa89c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ee932d-b0a6-437c-9afa-aced2c1fca5d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:32.829966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-90956431-b7fc-4ba7-a9a0-4eaf90f267b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.831594 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-90956431-b7fc-4ba7-a9a0-4eaf90f267b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=30dd955eb4224ed5a99f0f1394dc317d&device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 1096 time: 0.0693634 Jul 27 20:55:32.866212 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-682614db-1e3c-455d-a6df-dc8e9bd0ee47 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295274 Jul 27 20:55:32.899318 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37c4710b-abec-4dc8-a62b-be5b99249ec0 req-83a91c2b-350b-4af4-92e9-fea849a8bd80 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051861 Jul 27 20:55:32.901002 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf286865-615b-47f9-b1ea-c4941560a977 req-bae31291-6c5c-4208-90ec-842dfe815c94 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058380 Jul 27 20:55:32.942260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-3989f498-aa12-4c94-81fd-22678e65f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:32.943776 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-3989f498-aa12-4c94-81fd-22678e65f928 service neutron] 10.222.0.20 "GET /v2.0/networks?id=216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 HTTP/1.1" status: 200 len: 930 time: 0.1006403 Jul 27 20:55:32.952029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-786fd29d-ba34-4482-b238-bfefd7c9a29a req-b03c94c4-0999-498d-9935-baba8c9df8f5 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Deleting port 1d348729-4c6b-494e-acee-a96a7b3a6cc0 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:32.952479 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-786fd29d-ba34-4482-b238-bfefd7c9a29a req-b03c94c4-0999-498d-9935-baba8c9df8f5 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.016657 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-f2f6513e-948f-4a84-94cd-8ed173a20803 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c29771b-adac-43c3-a5a8-796d65f26b9a HTTP/1.1" status: 200 len: 217 time: 0.0467203 Jul 27 20:55:33.050438 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-786fd29d-ba34-4482-b238-bfefd7c9a29a req-b03c94c4-0999-498d-9935-baba8c9df8f5 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.051014 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-786fd29d-ba34-4482-b238-bfefd7c9a29a req-b03c94c4-0999-498d-9935-baba8c9df8f5 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.066463 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-786fd29d-ba34-4482-b238-bfefd7c9a29a req-b03c94c4-0999-498d-9935-baba8c9df8f5 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Calling delete_port for 1d348729-4c6b-494e-acee-a96a7b3a6cc0 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:33.084495 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56640) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:33.092252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-9f0c7291-9dc0-4346-9b44-7ff91cdbb777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:33.093819 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-9f0c7291-9dc0-4346-9b44-7ff91cdbb777 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3e90b86-2b6d-44c1-bad7-145438ac7146 HTTP/1.1" status: 200 len: 868 time: 0.0690649 Jul 27 20:55:33.100894 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-115120c5-cb45-40ae-9fda-3303ab6997c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.191365 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-546b8bb1-7e2e-468a-9b2c-5d3d85f1d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:33.192985 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-546b8bb1-7e2e-468a-9b2c-5d3d85f1d554 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=216b8c3c-cbd2-4c1b-93bf-055f83ee0f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893085 Jul 27 20:55:33.207020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40f991-a9ac-48eb-a6ec-e894b83a74ec req-cba906df-b791-482d-adac-25b30829d458 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:33.208548 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f40f991-a9ac-48eb-a6ec-e894b83a74ec req-cba906df-b791-482d-adac-25b30829d458 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 948 time: 0.1293046 Jul 27 20:55:33.284630 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f40f991-a9ac-48eb-a6ec-e894b83a74ec req-51bb0615-d43a-46a3-bb10-7d7b3313bc0e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668523 Jul 27 20:55:33.291868 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-786fd29d-ba34-4482-b238-bfefd7c9a29a req-b03c94c4-0999-498d-9935-baba8c9df8f5 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.307729 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-115120c5-cb45-40ae-9fda-3303ab6997c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.314597 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-115120c5-cb45-40ae-9fda-3303ab6997c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.328239 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c94c4-0999-498d-9935-baba8c9df8f5 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Pushing event deleted for resources: {'Port': ['ID=1d348729-4c6b-494e-acee-a96a7b3a6cc0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:33.353269 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9917a551-87fd-4447-bc2f-2f3d3162343a x-openstack-request-id: req-9917a551-87fd-4447-bc2f-2f3d3162343a {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:33.353546 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c867bb4a-486a-4b8f-81af-2256cd888a38", "tag": "ca62a1c5-3774-43e1-bf43-f815cf8b7160", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac37fab6-b397-4a06-a390-f169d13af806", "tag": "3635750e-578b-4e9c-8266-f3f6e7b25232", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:33.353776 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9917a551-87fd-4447-bc2f-2f3d3162343a {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:33.354171 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c867bb4a-486a-4b8f-81af-2256cd888a38', 'tag': 'ca62a1c5-3774-43e1-bf43-f815cf8b7160', 'status': 'completed', 'code': 200} Jul 27 20:55:33.355582 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac37fab6-b397-4a06-a390-f169d13af806', 'tag': '3635750e-578b-4e9c-8266-f3f6e7b25232', 'status': 'completed', 'code': 200} Jul 27 20:55:33.361480 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-35964140-6c3b-4837-b93f-d4c2c9a95b91 service neutron] 10.222.0.20 "GET /v2.0/networks/216b8c3c-cbd2-4c1b-93bf-055f83ee0f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573422 Jul 27 20:55:33.369550 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-115120c5-cb45-40ae-9fda-3303ab6997c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd0e3fe4e45e4238b8ada170e045886c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837017 Jul 27 20:55:33.373039 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56644) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:33.389334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115120c5-cb45-40ae-9fda-3303ab6997c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07552983-1336-46ca-84f0-d5653f38cc6a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:33.495740 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-786fd29d-ba34-4482-b238-bfefd7c9a29a req-b03c94c4-0999-498d-9935-baba8c9df8f5 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.498568 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-786fd29d-ba34-4482-b238-bfefd7c9a29a req-b03c94c4-0999-498d-9935-baba8c9df8f5 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.499906 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-786fd29d-ba34-4482-b238-bfefd7c9a29a req-b03c94c4-0999-498d-9935-baba8c9df8f5 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "DELETE /v2.0/floatingips/bce01467-bcd8-4ea1-ab53-677d5d23f5c2 HTTP/1.1" status: 204 len: 173 time: 0.8284554 Jul 27 20:55:33.502883 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7ba49523-7209-465c-9722-a14bf58abbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.531108 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82fb0d30-dbeb-4ee8-b0b6-7ca1bb532a21 req-fa7f4c4a-9ff7-4e68-aeb2-36468164ad7a service neutron] 10.222.0.20 "GET /v2.0/networks/216b8c3c-cbd2-4c1b-93bf-055f83ee0f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504750 Jul 27 20:55:33.546445 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c218597-8b55-4f68-8efd-d5bf42dc3704 req-e70a14aa-3d95-43b3-a4f8-386f87782643 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:33.548492 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c218597-8b55-4f68-8efd-d5bf42dc3704 req-e70a14aa-3d95-43b3-a4f8-386f87782643 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 943 time: 0.1407814 Jul 27 20:55:33.556574 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7ba49523-7209-465c-9722-a14bf58abbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.561821 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29972b38-90f0-412b-b954-d9c3484bb523 req-de21302f-2977-4748-9f82-a2fd0f384828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:33.563684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29972b38-90f0-412b-b954-d9c3484bb523 req-de21302f-2977-4748-9f82-a2fd0f384828 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=699d8262e8564546ac8817002a258094&device_id=c867bb4a-486a-4b8f-81af-2256cd888a38 HTTP/1.1" status: 200 len: 1094 time: 0.1707838 Jul 27 20:55:33.625111 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7ba49523-7209-465c-9722-a14bf58abbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.629102 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7ba49523-7209-465c-9722-a14bf58abbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.651031 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7ba49523-7209-465c-9722-a14bf58abbef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/07552983-1336-46ca-84f0-d5653f38cc6a HTTP/1.1" status: 204 len: 168 time: 0.2614105 Jul 27 20:55:33.669173 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba49523-7209-465c-9722-a14bf58abbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07552983-1336-46ca-84f0-d5653f38cc6a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:33.694022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29972b38-90f0-412b-b954-d9c3484bb523 req-26ed076c-a39d-4ff7-ad17-aa99ea646a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:33.695574 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29972b38-90f0-412b-b954-d9c3484bb523 req-26ed076c-a39d-4ff7-ad17-aa99ea646a72 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f11efe74-7d57-405b-bed7-006f980e826a HTTP/1.1" status: 200 len: 906 time: 0.1162257 Jul 27 20:55:33.767061 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c218597-8b55-4f68-8efd-d5bf42dc3704 req-b912298d-2743-4888-8c7d-c453b24d8d91 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076795 Jul 27 20:55:33.771155 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29972b38-90f0-412b-b954-d9c3484bb523 req-d0e1c6ec-73ae-4abd-9085-105ab1a8b524 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca62a1c5-3774-43e1-bf43-f815cf8b7160 HTTP/1.1" status: 200 len: 217 time: 0.0607140 Jul 27 20:55:33.778788 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:33.885860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29972b38-90f0-412b-b954-d9c3484bb523 req-408de536-bcbf-4860-8ca7-4e1edf557bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:33.889207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29972b38-90f0-412b-b954-d9c3484bb523 req-408de536-bcbf-4860-8ca7-4e1edf557bd0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189 HTTP/1.1" status: 200 len: 845 time: 0.1128683 Jul 27 20:55:34.004196 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29972b38-90f0-412b-b954-d9c3484bb523 req-9a14cf1d-edff-4fcb-ac61-29fef5b3ee99 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f11efe74-7d57-405b-bed7-006f980e826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006587 Jul 27 20:55:34.125902 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbda89-9e69-4f9a-869e-af01382be79d req-cf72a623-d049-4a48-bef5-3aea90bc33bf tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:34.134360 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4acbda89-9e69-4f9a-869e-af01382be79d req-cf72a623-d049-4a48-bef5-3aea90bc33bf tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=c867bb4a-486a-4b8f-81af-2256cd888a38 HTTP/1.1" status: 200 len: 943 time: 0.2439353 Jul 27 20:55:34.154691 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7108ab3-af90-46dc-b2ff-8bbe684ffea8 req-fc132d0a-47f5-4155-b663-43e7f5f857e7 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:34.156250 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7108ab3-af90-46dc-b2ff-8bbe684ffea8 req-fc132d0a-47f5-4155-b663-43e7f5f857e7 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb HTTP/1.1" status: 200 len: 950 time: 0.2551551 Jul 27 20:55:34.221466 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29972b38-90f0-412b-b954-d9c3484bb523 req-e8e92a0d-c2a4-4fe5-abe3-1fc6875d00f4 service neutron] 10.222.0.66 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060122 Jul 27 20:55:34.254182 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4acbda89-9e69-4f9a-869e-af01382be79d req-7a69c06d-7a9d-4cb7-880d-5dc54f6817be tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188915 Jul 27 20:55:34.317383 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7108ab3-af90-46dc-b2ff-8bbe684ffea8 req-32dc2adf-3316-43d5-8f6a-7e11419e790a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514750 Jul 27 20:55:34.478390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29972b38-90f0-412b-b954-d9c3484bb523 req-0fbc6775-1a2b-4689-9d6c-e3d78f2810f2 service neutron] 10.222.0.66 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402103 Jul 27 20:55:34.532353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 9df87c26-1b19-4a6a-bed2-59a55911966a details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:34.671986 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 9df87c26-1b19-4a6a-bed2-59a55911966a, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=9df87c26-1b19-4a6a-bed2-59a55911966a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:34.688422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '9df87c26-1b19-4a6a-bed2-59a55911966a', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '9df87c26-1b19-4a6a-bed2-59a55911966a', 'mac_address': 'fa:16:3e:96:ed:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:34.690955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93925f9-89ca-47f4-a8fc-d7be5b9b2fac req-15cc08e3-a5ed-4975-b00b-edd52cbbcbf6 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:34.693331 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e93925f9-89ca-47f4-a8fc-d7be5b9b2fac req-15cc08e3-a5ed-4975-b00b-edd52cbbcbf6 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 943 time: 0.2908123 Jul 27 20:55:34.740804 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:34.756694 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df87c26-1b19-4a6a-bed2-59a55911966a {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:34.757517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67248166-611c-473f-a3dd-140f971e19bf req-63d1414e-b372-414b-ad09-e7912dc460ed tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:34.762722 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67248166-611c-473f-a3dd-140f971e19bf req-63d1414e-b372-414b-ad09-e7912dc460ed tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.2889066 Jul 27 20:55:34.791198 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 9df87c26-1b19-4a6a-bed2-59a55911966a, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=9df87c26-1b19-4a6a-bed2-59a55911966a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:34.795697 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:34.799482 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29972b38-90f0-412b-b954-d9c3484bb523 req-49cf99ee-30a9-436b-8adb-ed8606e42886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:34.801280 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29972b38-90f0-412b-b954-d9c3484bb523 req-49cf99ee-30a9-436b-8adb-ed8606e42886 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=421c0bc741dc429f9a5bc81fd9d591b1&device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 1094 time: 0.2288291 Jul 27 20:55:34.817451 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e93925f9-89ca-47f4-a8fc-d7be5b9b2fac req-05974597-c12b-4535-b631-61b036d2dc69 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152086 Jul 27 20:55:34.857223 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=9df87c26-1b19-4a6a-bed2-59a55911966a,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:34.944603 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67248166-611c-473f-a3dd-140f971e19bf req-2ea71297-c61a-4c4a-82d1-2ef7ef966a4d tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650059 Jul 27 20:55:35.033727 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29972b38-90f0-412b-b954-d9c3484bb523 req-e5442b28-9830-4685-b628-95619dafe939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:35.035230 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29972b38-90f0-412b-b954-d9c3484bb523 req-e5442b28-9830-4685-b628-95619dafe939 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d0529065-8390-47a3-aefb-e0f34741ee1f HTTP/1.1" status: 200 len: 923 time: 0.2046638 Jul 27 20:55:35.094151 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:35.098783 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29972b38-90f0-412b-b954-d9c3484bb523 req-a2c7597f-1a73-4775-827e-477663104028 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3635750e-578b-4e9c-8266-f3f6e7b25232 HTTP/1.1" status: 200 len: 217 time: 0.0550394 Jul 27 20:55:35.106625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da448c2c-166f-47e2-bfd8-7eb81b6873f4 req-b1461262-ae3c-4925-817d-53fef56227d2 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:35.108226 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da448c2c-166f-47e2-bfd8-7eb81b6873f4 req-b1461262-ae3c-4925-817d-53fef56227d2 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1898715 Jul 27 20:55:35.209136 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da448c2c-166f-47e2-bfd8-7eb81b6873f4 req-77584f38-a230-405a-aef9-94567cb27522 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0785143 Jul 27 20:55:35.244279 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29972b38-90f0-412b-b954-d9c3484bb523 req-8e4bbe6d-73cb-4b01-bfab-2fa608bffd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:35.246524 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29972b38-90f0-412b-b954-d9c3484bb523 req-8e4bbe6d-73cb-4b01-bfab-2fa608bffd2b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9b547ef7-4cb6-4736-b263-c7c9499342ec HTTP/1.1" status: 200 len: 861 time: 0.1313972 Jul 27 20:55:35.266895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a26a22-90ec-42e5-a5f3-68216cfeb25f req-d01f193a-9cb6-495d-a43c-273f63c0e039 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:35.268578 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31a26a22-90ec-42e5-a5f3-68216cfeb25f req-d01f193a-9cb6-495d-a43c-273f63c0e039 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 949 time: 0.2385650 Jul 27 20:55:35.284388 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9346b9ed-4b4b-4ac9-8d8d-9f13d39fd0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:35.360432 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-4e87def7-4747-4794-aaaa-dacae95f2292 service neutron] 10.222.0.20 "GET /v2.0/ports/2d95cc0c-0f78-432a-98fa-54b87b40d2b7/bindings/n-h2-764806-9 HTTP/1.1" status: 200 len: 384 time: 0.0742364 Jul 27 20:55:35.387117 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31a26a22-90ec-42e5-a5f3-68216cfeb25f req-820e338b-0b7d-4fa0-aa6d-dc7a5bae2936 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999904 Jul 27 20:55:35.388109 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:35.416793 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29972b38-90f0-412b-b954-d9c3484bb523 req-679f753e-db73-4a62-8ca7-729377756588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:35.419074 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29972b38-90f0-412b-b954-d9c3484bb523 req-679f753e-db73-4a62-8ca7-729377756588 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d0529065-8390-47a3-aefb-e0f34741ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496460 Jul 27 20:55:35.430122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae08a1f-642f-428f-a62e-902b8ced5ffc req-29cccb66-cc1f-4d94-b564-c4ec9af38737 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:35.431673 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ae08a1f-642f-428f-a62e-902b8ced5ffc req-29cccb66-cc1f-4d94-b564-c4ec9af38737 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 943 time: 0.1470125 Jul 27 20:55:35.567685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-92c1dd9a-5474-47a5-8ac0-fa93a53f1db7 service neutron] For port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:35.591541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-92c1dd9a-5474-47a5-8ac0-fa93a53f1db7 service neutron] For port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:35.627152 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-92c1dd9a-5474-47a5-8ac0-fa93a53f1db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:35.638982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-92c1dd9a-5474-47a5-8ac0-fa93a53f1db7 service neutron] For port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:35.653676 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-92c1dd9a-5474-47a5-8ac0-fa93a53f1db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:35.735925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-92c1dd9a-5474-47a5-8ac0-fa93a53f1db7 service neutron] Transition to ACTIVE for port object 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:35.736220 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['9df87c26-1b19-4a6a-bed2-59a55911966a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:35.742772 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-92c1dd9a-5474-47a5-8ac0-fa93a53f1db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:35.767032 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac25215c-ebb8-42df-8cdb-b4478b2a054d req-ceb83bed-8b61-4cc9-8b1f-c23f86f06268 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3271809 Jul 27 20:55:35.797128 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ae08a1f-642f-428f-a62e-902b8ced5ffc req-0847d53a-d4f9-41fd-b52f-1b83ff7c4955 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3557062 Jul 27 20:55:35.820157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-92c1dd9a-5474-47a5-8ac0-fa93a53f1db7 service neutron] No DVR routers for this DVR port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:35.865039 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29972b38-90f0-412b-b954-d9c3484bb523 req-8f37af1d-3266-4f1e-9881-2a8e41194c8a service neutron] 10.222.0.66 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323885 Jul 27 20:55:35.865298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1dd9a-5474-47a5-8ac0-fa93a53f1db7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,revision_number=10']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:35.872044 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-92c1dd9a-5474-47a5-8ac0-fa93a53f1db7 service neutron] 10.222.0.20 "PUT /v2.0/ports/2d95cc0c-0f78-432a-98fa-54b87b40d2b7/bindings/n-h2-764806-9/activate HTTP/1.1" status: 200 len: 369 time: 0.4995136 Jul 27 20:55:36.005821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-30d8b0bf-6046-469e-88a2-c4b4150e24e5 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:36.007282 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-30d8b0bf-6046-469e-88a2-c4b4150e24e5 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50&tenant_id=67d405d7cc574d15a62e24d6cfd65e01&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 1095 time: 0.0628247 Jul 27 20:55:36.043491 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29972b38-90f0-412b-b954-d9c3484bb523 req-95c71d23-70a7-4b20-be51-c780e765d8c3 service neutron] 10.222.0.66 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663840 Jul 27 20:55:36.058709 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85573b6e-8a0e-40bd-a071-d2e222e42bd1 req-3ee087d7-262d-4a78-8c93-3c6d6779849c tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:36.060278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85573b6e-8a0e-40bd-a071-d2e222e42bd1 req-3ee087d7-262d-4a78-8c93-3c6d6779849c tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=c867bb4a-486a-4b8f-81af-2256cd888a38 HTTP/1.1" status: 200 len: 943 time: 0.1918116 Jul 27 20:55:36.068068 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a932c-28c5-4d10-bbba-1603e46ca044 req-c26c39cd-8d25-4f5d-bc8e-2203b0240867 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:36.069553 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dc1a932c-28c5-4d10-bbba-1603e46ca044 req-c26c39cd-8d25-4f5d-bc8e-2203b0240867 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb HTTP/1.1" status: 200 len: 950 time: 0.1649091 Jul 27 20:55:36.080561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-3f17720f-034e-4a61-b54b-24d2df4205aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:36.082084 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-3f17720f-034e-4a61-b54b-24d2df4205aa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50&tenant_id=67d405d7cc574d15a62e24d6cfd65e01 HTTP/1.1" status: 200 len: 1095 time: 0.0657289 Jul 27 20:55:36.126513 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85573b6e-8a0e-40bd-a071-d2e222e42bd1 req-27cd93ba-b1d6-4a33-8772-fcffddbc8be0 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559390 Jul 27 20:55:36.137961 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dc1a932c-28c5-4d10-bbba-1603e46ca044 req-3ca0e213-58fa-4a39-a23c-0f1cf5a24027 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586629 Jul 27 20:55:36.175154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-775829b2-2bd0-4622-8d55-79c3e8cd35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:36.176392 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-775829b2-2bd0-4622-8d55-79c3e8cd35fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 1095 time: 0.0725119 Jul 27 20:55:36.279368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-59cd8266-9868-45e7-86a7-efaf54bcf208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:36.280999 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-59cd8266-9868-45e7-86a7-efaf54bcf208 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.0972903 Jul 27 20:55:36.332468 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-f01de6b7-0f43-40e7-822e-d3abc470d955 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d95cc0c-0f78-432a-98fa-54b87b40d2b7 HTTP/1.1" status: 200 len: 217 time: 0.0435295 Jul 27 20:55:36.373757 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eac314a2-e3a3-49aa-af37-a7d7d39db473 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7259d12b5d724408ba030a4c121449e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336616 Jul 27 20:55:36.385273 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-15fe4380-0232-4514-a669-2269deaf6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:36.387348 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-15fe4380-0232-4514-a669-2269deaf6a10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.0467749 Jul 27 20:55:36.426425 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-d6cec720-17de-4c33-a4b5-8defb041912d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307081 Jul 27 20:55:36.497632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff28ed9-efaa-4277-8b14-11c53696c0c8 req-4155efd4-d6f0-43f6-a86d-13716fd9c276 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:36.499169 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ff28ed9-efaa-4277-8b14-11c53696c0c8 req-4155efd4-d6f0-43f6-a86d-13716fd9c276 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 944 time: 0.1481600 Jul 27 20:55:36.517534 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-35ab309e-9925-4ff8-a8f6-a43de58d75b4 service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831940 Jul 27 20:55:36.533635 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ca62a1c5-3774-43e1-bf43-f815cf8b7160 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:36.534489 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-0a2361c7-8ea0-4478-9059-59b119c4cda0 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:36.538990 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-0a2361c7-8ea0-4478-9059-59b119c4cda0 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1434295 Jul 27 20:55:36.571794 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ff28ed9-efaa-4277-8b14-11c53696c0c8 req-85fcb1bd-0ddb-4abc-84a7-8f499cd2d586 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640011 Jul 27 20:55:36.573748 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-07b4e16f-b099-4222-9e11-dd15d63a5a88 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/quotas/7259d12b5d724408ba030a4c121449e2 HTTP/1.1" status: 200 len: 375 time: 0.0224733 Jul 27 20:55:36.633989 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-8c3ff6aa-1362-4fc2-bad0-e98ad113735f tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7259d12b5d724408ba030a4c121449e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522456 Jul 27 20:55:36.642428 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-f3081907-7679-4b7f-84e5-27bb3319079d service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169508 Jul 27 20:55:36.671921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ca62a1c5-3774-43e1-bf43-f815cf8b7160, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ca62a1c5-3774-43e1-bf43-f815cf8b7160,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:36.686883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'ca62a1c5-3774-43e1-bf43-f815cf8b7160', 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a', 'port_id': 'ca62a1c5-3774-43e1-bf43-f815cf8b7160', 'mac_address': 'fa:16:3e:91:c9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:36.729108 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:36.731449 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008b9de-b3e9-440d-ae9a-f213c9183797 req-0a0ac04b-a6fc-4a84-a88e-52095e809a49 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:36.733028 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3008b9de-b3e9-440d-ae9a-f213c9183797 req-0a0ac04b-a6fc-4a84-a88e-52095e809a49 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.0747550 Jul 27 20:55:36.744668 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca62a1c5-3774-43e1-bf43-f815cf8b7160 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:36.776367 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ca62a1c5-3774-43e1-bf43-f815cf8b7160, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ca62a1c5-3774-43e1-bf43-f815cf8b7160,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:36.777781 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3008b9de-b3e9-440d-ae9a-f213c9183797 req-2e31654e-ab53-45c1-b5fd-59d056cef82f tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380967 Jul 27 20:55:36.784741 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:36.850616 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ca62a1c5-3774-43e1-bf43-f815cf8b7160,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:36.881986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b278a-4cc5-4307-acfa-0503667bb928 req-f94f5908-7029-4bec-a379-7260d2d666ee tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:36.883572 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a95b278a-4cc5-4307-acfa-0503667bb928 req-f94f5908-7029-4bec-a379-7260d2d666ee tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e22865c4-1328-4351-ab9e-4773fbe1b639 HTTP/1.1" status: 200 len: 949 time: 0.0847588 Jul 27 20:55:36.968432 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a95b278a-4cc5-4307-acfa-0503667bb928 req-9d0c0249-717d-47dd-abae-ea3bd38d523c tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739064 Jul 27 20:55:36.992928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ddbe8-6a94-4dbe-9c5f-9ecbd0b4f11d req-0e2af77c-49ec-4eca-866a-2f0aed2010fe tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:36.995030 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d21ddbe8-6a94-4dbe-9c5f-9ecbd0b4f11d req-0e2af77c-49ec-4eca-866a-2f0aed2010fe tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 945 time: 0.1105571 Jul 27 20:55:37.014706 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:37.044615 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d21ddbe8-6a94-4dbe-9c5f-9ecbd0b4f11d req-18e4654c-102b-499c-b964-9d4e0e3fc41c tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b14b9ea-3345-49db-ae62-e2963e457ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415490 Jul 27 20:55:37.053339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-91d88266-842e-40cb-bad7-689617254aef tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:37.055563 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-91d88266-842e-40cb-bad7-689617254aef tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50&tenant_id=67d405d7cc574d15a62e24d6cfd65e01&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 1095 time: 0.1012864 Jul 27 20:55:37.137955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2fd84-1852-4700-92d3-57b898f7e3a9 req-dcaa62ca-693f-4473-8cb9-22a08b8f392c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:37.139823 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47b2fd84-1852-4700-92d3-57b898f7e3a9 req-dcaa62ca-693f-4473-8cb9-22a08b8f392c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 949 time: 0.0908871 Jul 27 20:55:37.180289 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9197c0b2-fe4a-48d1-a50b-166fbe279587 req-e6f8a56a-4b95-45b9-ba27-35a15a83491f tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=3212e5c5-c3f5-47f6-9107-b66553faea22 HTTP/1.1" status: 200 len: 210 time: 0.0394149 Jul 27 20:55:37.211151 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47b2fd84-1852-4700-92d3-57b898f7e3a9 req-5151df90-4a1a-43d0-a14f-0725ef3249df tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605724 Jul 27 20:55:37.214212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-d7a640c8-2803-448c-94f5-a06d8e9acf18 service neutron] For port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:37.218040 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-d7a640c8-2803-448c-94f5-a06d8e9acf18 service neutron] Notify callbacks [] for binding, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:37.219298 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5d2f644-40b8-4bab-a63f-51ead2d77d4a req-d7a640c8-2803-448c-94f5-a06d8e9acf18 service neutron] 10.222.0.66 "DELETE /v2.0/ports/2d95cc0c-0f78-432a-98fa-54b87b40d2b7/bindings/n-h1-764806-9 HTTP/1.1" status: 204 len: 173 time: 0.1551359 Jul 27 20:55:37.306176 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:37.341074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db50eb1-f1cf-4686-abcf-7432b4f6a179 req-a1d866d2-3c8a-4170-87aa-58cd9c4b4365 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:37.342789 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5db50eb1-f1cf-4686-abcf-7432b4f6a179 req-a1d866d2-3c8a-4170-87aa-58cd9c4b4365 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 943 time: 0.0749118 Jul 27 20:55:37.403332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5db50eb1-f1cf-4686-abcf-7432b4f6a179 req-b703782a-729c-4dce-a3ba-12fb56c97ff6 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525279 Jul 27 20:55:37.567201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4a1dc-aac3-43cd-938a-833fb0f157b7 req-4fc1c202-e330-48b3-b08d-321dcbf7aa59 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:37.568723 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d3a4a1dc-aac3-43cd-938a-833fb0f157b7 req-4fc1c202-e330-48b3-b08d-321dcbf7aa59 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=c867bb4a-486a-4b8f-81af-2256cd888a38 HTTP/1.1" status: 200 len: 944 time: 0.1117103 Jul 27 20:55:37.578625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfa402-ee58-414e-b8d8-0d4bdc045be7 req-0f2373b5-dda1-428e-9eaa-2e79daf76a08 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:37.584735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfa402-ee58-414e-b8d8-0d4bdc045be7 req-0f2373b5-dda1-428e-9eaa-2e79daf76a08 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:37.586345 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cdfa402-ee58-414e-b8d8-0d4bdc045be7 req-0f2373b5-dda1-428e-9eaa-2e79daf76a08 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb&device_id=e22865c4-1328-4351-ab9e-4773fbe1b639 HTTP/1.1" status: 200 len: 1690 time: 0.1189253 Jul 27 20:55:37.641482 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d3a4a1dc-aac3-43cd-938a-833fb0f157b7 req-a6905693-ee0e-4665-b8c5-60fa33caf1bb tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541296 Jul 27 20:55:37.649432 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cdfa402-ee58-414e-b8d8-0d4bdc045be7 req-2e803e99-7270-4188-b782-a23062963fd6 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554914 Jul 27 20:55:37.703064 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['ca62a1c5-3774-43e1-bf43-f815cf8b7160'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:37.807405 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3269e-0f49-48e7-80b3-8f4de693c66c req-2a865c32-b3b2-4b9b-b1a9-93f2b6f275f2 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:37.810037 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dea3269e-0f49-48e7-80b3-8f4de693c66c req-2a865c32-b3b2-4b9b-b1a9-93f2b6f275f2 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 944 time: 0.0936856 Jul 27 20:55:37.891606 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dea3269e-0f49-48e7-80b3-8f4de693c66c req-e0d7b1aa-1e9e-4e11-8c4e-d2b9c843e040 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744641 Jul 27 20:55:37.922262 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c2da1-adf1-4795-ab13-f9669dbf0666 req-2d4090e7-d96d-499f-a113-155131feb071 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:37.922262 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f23c2da1-adf1-4795-ab13-f9669dbf0666 req-2d4090e7-d96d-499f-a113-155131feb071 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb HTTP/1.1" status: 200 len: 1101 time: 0.0939651 Jul 27 20:55:37.965228 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f23c2da1-adf1-4795-ab13-f9669dbf0666 req-d235e34d-1414-4e8c-8d52-0c5bb54f1afb tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431743 Jul 27 20:55:38.056968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc8f36-1901-4511-ad79-5d0fe0f5d7ed req-a0782a2f-522e-4a23-ab40-220096591d2e tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:38.058816 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-09bc8f36-1901-4511-ad79-5d0fe0f5d7ed req-a0782a2f-522e-4a23-ab40-220096591d2e tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.0755863 Jul 27 20:55:38.130535 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-09bc8f36-1901-4511-ad79-5d0fe0f5d7ed req-08322a23-cfc4-4c56-b712-4958ff9073b0 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507455 Jul 27 20:55:38.152215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27167573-7aa5-4319-9be2-26615ed0ae74 req-a9bdcd7d-05a3-4390-8bfa-d337a066b884 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:38.152215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27167573-7aa5-4319-9be2-26615ed0ae74 req-a9bdcd7d-05a3-4390-8bfa-d337a066b884 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e22865c4-1328-4351-ab9e-4773fbe1b639 HTTP/1.1" status: 200 len: 1100 time: 0.1063225 Jul 27 20:55:38.196692 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27167573-7aa5-4319-9be2-26615ed0ae74 req-43c4b419-33b4-4a93-9f4e-6adbd7fa942a tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412550 Jul 27 20:55:38.208461 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-3ebf57ad-e230-4c78-afcc-1550bec4fe62 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7259d12b5d724408ba030a4c121449e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447023 Jul 27 20:55:38.383130 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760c322-bef4-4f20-a65e-8f1fcefd2aba req-7c494d50-36dc-44ed-8d97-69853f8d3d9a tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:38.394806 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e760c322-bef4-4f20-a65e-8f1fcefd2aba req-7c494d50-36dc-44ed-8d97-69853f8d3d9a tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 1095 time: 0.1418955 Jul 27 20:55:38.402705 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-5c70c499-328c-4079-b190-73fd7c94a56f tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:38.404307 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-5c70c499-328c-4079-b190-73fd7c94a56f tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831276 Jul 27 20:55:38.407593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c47b8-18ac-4827-ac61-85f4a3e83e10 req-e5462740-b5ec-494d-80f3-a2fed6c183e5 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:38.409108 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-666c47b8-18ac-4827-ac61-85f4a3e83e10 req-e5462740-b5ec-494d-80f3-a2fed6c183e5 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 945 time: 0.1105909 Jul 27 20:55:38.425912 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Request body: {'port': {'device_id': '3212e5c5-c3f5-47f6-9107-b66553faea22', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '7259d12b5d724408ba030a4c121449e2'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:38.462971 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e760c322-bef4-4f20-a65e-8f1fcefd2aba req-9129608d-d0ee-43f0-b1c1-1419dc20174a tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668058 Jul 27 20:55:38.489339 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-666c47b8-18ac-4827-ac61-85f4a3e83e10 req-e92a0e32-ebf4-4b1a-a4b9-1aed7bdabbc6 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/security-groups?id=4b14b9ea-3345-49db-ae62-e2963e457ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651827 Jul 27 20:55:38.545820 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 3635750e-578b-4e9c-8266-f3f6e7b25232 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:38.550653 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 9df87c26-1b19-4a6a-bed2-59a55911966a up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:38.589714 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Made reservation on behalf of 7259d12b5d724408ba030a4c121449e2 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:38.593605 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.598497 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e0b5db09-de11-42b6-8e8e-e51d389132ba req-71a49670-58ce-4f57-b18a-8232987582d2 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=3212e5c5-c3f5-47f6-9107-b66553faea22 HTTP/1.1" status: 200 len: 210 time: 0.0392179 Jul 27 20:55:38.768032 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-b7b9d57b-e2ce-4703-8ed6-6962f176dc2f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352325 Jul 27 20:55:38.779606 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907f883-204c-42b9-b07f-8fa8c37d51c7 req-00659b76-7e8b-47a1-834e-14f574721d2c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:38.786954 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d907f883-204c-42b9-b07f-8fa8c37d51c7 req-00659b76-7e8b-47a1-834e-14f574721d2c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 949 time: 0.1841140 Jul 27 20:55:38.815221 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.842931 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 9df87c26-1b19-4a6a-bed2-59a55911966a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:38.863766 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 9df87c26-1b19-4a6a-bed2-59a55911966a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:38.864825 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.885066 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:38.924876 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d907f883-204c-42b9-b07f-8fa8c37d51c7 req-93d24d21-e696-446f-b2ad-3da1d7172d31 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367157 Jul 27 20:55:38.949026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394c6ee-1ba5-4d9f-ad6e-dc4fb74a5c7b req-40133ba7-4125-4b9e-a3d7-ac154c65e700 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:38.950804 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7394c6ee-1ba5-4d9f-ad6e-dc4fb74a5c7b req-40133ba7-4125-4b9e-a3d7-ac154c65e700 tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 945 time: 0.2705405 Jul 27 20:55:38.957503 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 3635750e-578b-4e9c-8266-f3f6e7b25232, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=3635750e-578b-4e9c-8266-f3f6e7b25232,segment=NetworkSegment(5590148a-9eb4-4d69-9ed8-80a2ef1a652c),segment_id=5590148a-9eb4-4d69-9ed8-80a2ef1a652c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:38.988483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '3635750e-578b-4e9c-8266-f3f6e7b25232', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'port_id': '3635750e-578b-4e9c-8266-f3f6e7b25232', 'mac_address': 'fa:16:3e:68:a6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:39.001738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-94ae9c10-14bf-4335-8712-03c38a451960 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:39.003270 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-94ae9c10-14bf-4335-8712-03c38a451960 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2143083 Jul 27 20:55:39.010080 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.016002 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.059651 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.080475 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-06872534-6bb8-4c68-8632-ccb8b932d6fa tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/quotas/4fb64d87545a4d7b8837635cc8e66e69 HTTP/1.1" status: 200 len: 375 time: 0.0501568 Jul 27 20:55:39.081940 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3635750e-578b-4e9c-8266-f3f6e7b25232 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:39.089990 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.103887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927e9d8b-a339-4cae-8b58-83bdaf8f264f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:39.122972 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 3635750e-578b-4e9c-8266-f3f6e7b25232, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=3635750e-578b-4e9c-8266-f3f6e7b25232,segment=NetworkSegment(5590148a-9eb4-4d69-9ed8-80a2ef1a652c),segment_id=5590148a-9eb4-4d69-9ed8-80a2ef1a652c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:39.131731 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.139146 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03081614-6ac9-48a4-8228-2fb083c0d028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df87c26-1b19-4a6a-bed2-59a55911966a'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:39.141435 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3249dfb5-d4e2-4732-b6fc-a7a0cb1386e9" -d '{"events": [{"server_uuid": "03081614-6ac9-48a4-8228-2fb083c0d028", "name": "network-vif-plugged", "status": "completed", "tag": "9df87c26-1b19-4a6a-bed2-59a55911966a"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:39.176166 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 9df87c26-1b19-4a6a-bed2-59a55911966a, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=9df87c26-1b19-4a6a-bed2-59a55911966a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:39.190594 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.193361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Allocated IP 192.168.233.38 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/30b6d482-5dfb-40ce-b607-09303ec51364) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:39.206716 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=3635750e-578b-4e9c-8266-f3f6e7b25232,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:39.207373 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f6b6c-be50-4c68-aa2a-d2c74bd189c1 req-f9c9a41f-669a-4a6b-bbf3-e690c621603b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:39.209470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-882f6b6c-be50-4c68-aa2a-d2c74bd189c1 req-f9c9a41f-669a-4a6b-bbf3-e690c621603b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 943 time: 0.2045803 Jul 27 20:55:39.274183 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=9df87c26-1b19-4a6a-bed2-59a55911966a,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:39.289467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-7394c6ee-1ba5-4d9f-ad6e-dc4fb74a5c7b req-3d18cffe-143e-4cba-be1f-78cf7a68b77f tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Deleting port 8c29771b-adac-43c3-a5a8-796d65f26b9a {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:39.289810 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7394c6ee-1ba5-4d9f-ad6e-dc4fb74a5c7b req-3d18cffe-143e-4cba-be1f-78cf7a68b77f tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.315131 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-0efb241a-6b49-4fa2-bf81-6753165214b7 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2272494 Jul 27 20:55:39.388536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-882f6b6c-be50-4c68-aa2a-d2c74bd189c1 req-4c1a3a48-593f-40b3-9e1e-06a14007ca3b tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479166 Jul 27 20:55:39.457453 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.492220 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Transition to ACTIVE for port object 30b6d482-5dfb-40ce-b607-09303ec51364 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:39.532419 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.555249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-7394c6ee-1ba5-4d9f-ad6e-dc4fb74a5c7b req-3d18cffe-143e-4cba-be1f-78cf7a68b77f tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] For port 8c29771b-adac-43c3-a5a8-796d65f26b9a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8c29771b-adac-43c3-a5a8-796d65f26b9a,segment=NetworkSegment(3c256999-35ab-49db-8d9d-c381b0a673a4),segment_id=3c256999-35ab-49db-8d9d-c381b0a673a4)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:39.555249 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7394c6ee-1ba5-4d9f-ad6e-dc4fb74a5c7b req-3d18cffe-143e-4cba-be1f-78cf7a68b77f tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.587600 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:39.591287 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:39.593848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:39.594553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-7394c6ee-1ba5-4d9f-ad6e-dc4fb74a5c7b req-3d18cffe-143e-4cba-be1f-78cf7a68b77f tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Calling delete_port for 8c29771b-adac-43c3-a5a8-796d65f26b9a owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:39.632825 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Pushing event updated for resources: {'Port': ['ID=30b6d482-5dfb-40ce-b607-09303ec51364,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:39.664715 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:39.665701 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.682711 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-4acef2d4-8b76-4b9f-b7d7-ca69af2526dc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2605608 Jul 27 20:55:39.683397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c0a12-9f15-4ef6-9f1b-4ee9eb0b3fb6 req-06999456-dec0-4f3d-99a2-4d0830c4e77c tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:39.685240 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e08c0a12-9f15-4ef6-9f1b-4ee9eb0b3fb6 req-06999456-dec0-4f3d-99a2-4d0830c4e77c tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 1095 time: 0.2126522 Jul 27 20:55:39.704378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Request body: {'port': {'device_id': '3212e5c5-c3f5-47f6-9107-b66553faea22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:39.733318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bad670-5634-4a77-9bb5-4e965ed24c3c req-33e52311-54d1-4da1-ba17-6ef6710a9d61 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:39.734920 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-87bad670-5634-4a77-9bb5-4e965ed24c3c req-33e52311-54d1-4da1-ba17-6ef6710a9d61 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=c867bb4a-486a-4b8f-81af-2256cd888a38 HTTP/1.1" status: 200 len: 944 time: 0.2098696 Jul 27 20:55:39.789499 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.841714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e08c0a12-9f15-4ef6-9f1b-4ee9eb0b3fb6 req-37024b7b-778a-4b08-9481-80078ab9bcec tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471615 Jul 27 20:55:39.880017 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7394c6ee-1ba5-4d9f-ad6e-dc4fb74a5c7b req-3d18cffe-143e-4cba-be1f-78cf7a68b77f tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:39.909040 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['8c29771b-adac-43c3-a5a8-796d65f26b9a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:39.916337 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-87bad670-5634-4a77-9bb5-4e965ed24c3c req-97980de9-55ba-4f16-856a-a6f211ec6f6c tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634452 Jul 27 20:55:39.977944 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18cffe-143e-4cba-be1f-78cf7a68b77f tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Pushing event deleted for resources: {'Port': ['ID=8c29771b-adac-43c3-a5a8-796d65f26b9a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:39.997698 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fb1b120a-f3bb-4c2a-97d0-3585f238676d None None] Provisioning for port 30b6d482-5dfb-40ce-b607-09303ec51364 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:40.005514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fb1b120a-f3bb-4c2a-97d0-3585f238676d None None] Provisioning complete for port 30b6d482-5dfb-40ce-b607-09303ec51364 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:40.005890 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fb1b120a-f3bb-4c2a-97d0-3585f238676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.095172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-7394c6ee-1ba5-4d9f-ad6e-dc4fb74a5c7b req-3d18cffe-143e-4cba-be1f-78cf7a68b77f tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] No DVR routers for this DVR port 8c29771b-adac-43c3-a5a8-796d65f26b9a on host n-h1-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:40.099205 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7394c6ee-1ba5-4d9f-ad6e-dc4fb74a5c7b req-3d18cffe-143e-4cba-be1f-78cf7a68b77f tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.101562 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7394c6ee-1ba5-4d9f-ad6e-dc4fb74a5c7b req-3d18cffe-143e-4cba-be1f-78cf7a68b77f tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.20 "DELETE /v2.0/ports/8c29771b-adac-43c3-a5a8-796d65f26b9a HTTP/1.1" status: 204 len: 173 time: 1.1355615 Jul 27 20:55:40.101959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d5b8d3-f54e-49ee-a32a-3b280977b842', 'name': 'network-vif-deleted', 'tag': '8c29771b-adac-43c3-a5a8-796d65f26b9a'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:40.106197 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14689e70-7390-4294-9414-138111bc27f0" -d '{"events": [{"server_uuid": "b9d5b8d3-f54e-49ee-a32a-3b280977b842", "name": "network-vif-deleted", "tag": "8c29771b-adac-43c3-a5a8-796d65f26b9a"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:40.112095 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b120a-f3bb-4c2a-97d0-3585f238676d None None] Port 30b6d482-5dfb-40ce-b607-09303ec51364 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:40.125479 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cff90f-2958-493c-91e1-1b486a1161e8 x-openstack-request-id: req-97cff90f-2958-493c-91e1-1b486a1161e8 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:40.125789 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03081614-6ac9-48a4-8228-2fb083c0d028", "name": "network-vif-plugged", "status": "completed", "tag": "9df87c26-1b19-4a6a-bed2-59a55911966a", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:40.126111 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97cff90f-2958-493c-91e1-1b486a1161e8 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:40.126543 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03081614-6ac9-48a4-8228-2fb083c0d028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df87c26-1b19-4a6a-bed2-59a55911966a', 'code': 200} Jul 27 20:55:40.220321 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7a6bf46b-85ef-4e68-87bc-8fb41c6a407b req-e09f95e9-3e3f-4414-a6e6-ee1f8a13ff9a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 210 time: 0.0608339 Jul 27 20:55:40.282809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e486b82-0ad5-407d-aedf-d7bc1b7013aa req-21e98b35-6ce2-47f1-8066-bd0b22a474fd tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:40.284460 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e486b82-0ad5-407d-aedf-d7bc1b7013aa req-21e98b35-6ce2-47f1-8066-bd0b22a474fd tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1232884 Jul 27 20:55:40.308241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b6d482-5dfb-40ce-b607-09303ec51364 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:40.317616 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.333634 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Transition to ACTIVE for port object 30b6d482-5dfb-40ce-b607-09303ec51364 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:40.338319 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.418518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['3635750e-578b-4e9c-8266-f3f6e7b25232'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:40.456577 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ec920c9a-c851-401c-848d-0ca2263abb1a req-180563b6-e10f-4f69-86a6-29c8902ded3f tempest-FloatingIPsAssociationNegativeTestJSON-51753367 tempest-FloatingIPsAssociationNegativeTestJSON-51753367-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9d5b8d3-f54e-49ee-a32a-3b280977b842 HTTP/1.1" status: 200 len: 210 time: 0.0868125 Jul 27 20:55:40.492700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Pushing event updated for resources: {'Port': ['ID=30b6d482-5dfb-40ce-b607-09303ec51364,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:40.497096 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e486b82-0ad5-407d-aedf-d7bc1b7013aa req-917d3058-4d66-474c-8330-e8ad934a8e09 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985941 Jul 27 20:55:40.506918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Attempting to bind port 30b6d482-5dfb-40ce-b607-09303ec51364 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:40.506918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Attempting to bind port 30b6d482-5dfb-40ce-b607-09303ec51364 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:40.507203 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Attempting to bind port 30b6d482-5dfb-40ce-b607-09303ec51364 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:40.512584 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Port 30b6d482-5dfb-40ce-b607-09303ec51364 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:40.512928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Attempting to bind port 30b6d482-5dfb-40ce-b607-09303ec51364 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:40.518447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:40.519689 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:40.520116 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:40.520611 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Bound port: 30b6d482-5dfb-40ce-b607-09303ec51364, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:40.520983 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.548894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ca62a1c5-3774-43e1-bf43-f815cf8b7160 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:40.598525 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59b8cc-0657-4399-9b3d-0ebc1ba071cf req-d23f7abb-7017-4b1e-b692-9a37d99401d5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:40.600049 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e59b8cc-0657-4399-9b3d-0ebc1ba071cf req-d23f7abb-7017-4b1e-b692-9a37d99401d5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.20 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028&tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 950 time: 0.3146358 Jul 27 20:55:40.639321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] For port 30b6d482-5dfb-40ce-b607-09303ec51364, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:40.644326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] For port 30b6d482-5dfb-40ce-b607-09303ec51364, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=30b6d482-5dfb-40ce-b607-09303ec51364,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:40.651025 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.691282 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:40.692041 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.693811 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] 10.222.0.20 "PUT /v2.0/ports/30b6d482-5dfb-40ce-b607-09303ec51364 HTTP/1.1" status: 200 len: 1095 time: 0.9944353 Jul 27 20:55:40.699399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3212e5c5-c3f5-47f6-9107-b66553faea22', 'tag': '30b6d482-5dfb-40ce-b607-09303ec51364'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:40.702139 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ab7c38-28a5-42f4-acb1-c8a66bde7714" -d '{"events": [{"name": "network-changed", "server_uuid": "3212e5c5-c3f5-47f6-9107-b66553faea22", "tag": "30b6d482-5dfb-40ce-b607-09303ec51364"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:40.704097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port ca62a1c5-3774-43e1-bf43-f815cf8b7160 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:40.711233 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port ca62a1c5-3774-43e1-bf43-f815cf8b7160 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:40.712048 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.746296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb935859-dadd-4653-8bd7-3a18b5fd21ce service neutron] Pushing event updated for resources: {'Port': ['ID=30b6d482-5dfb-40ce-b607-09303ec51364,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:40.778957 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-4e59b8cc-0657-4399-9b3d-0ebc1ba071cf req-1d80ac0e-3622-469a-acd2-b3cf07cd71d5 service neutron] delete failed (client error): The resource could not be found. Jul 27 20:55:40.779991 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e59b8cc-0657-4399-9b3d-0ebc1ba071cf req-1d80ac0e-3622-469a-acd2-b3cf07cd71d5 service neutron] 10.222.0.20 "DELETE /v2.0/ports/9df87c26-1b19-4a6a-bed2-59a55911966a/bindings/n-h1-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.1682274 Jul 27 20:55:40.797242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6519e-a9ba-4c08-87fb-ce8db6483241 req-9831d86a-60cf-48e7-a216-049937ac0406 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:40.819753 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83b6519e-a9ba-4c08-87fb-ce8db6483241 req-9831d86a-60cf-48e7-a216-049937ac0406 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=3212e5c5-c3f5-47f6-9107-b66553faea22 HTTP/1.1" status: 200 len: 947 time: 0.2183661 Jul 27 20:55:40.840638 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-bce74343-afd6-4a10-9935-368523fa5fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:40.843246 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-bce74343-afd6-4a10-9935-368523fa5fe6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7259d12b5d724408ba030a4c121449e2&device_id=3212e5c5-c3f5-47f6-9107-b66553faea22 HTTP/1.1" status: 200 len: 1098 time: 0.0931370 Jul 27 20:55:40.895929 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83b6519e-a9ba-4c08-87fb-ce8db6483241 req-379a7a11-1aa4-43f1-bc24-e92bbba384a9 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752640 Jul 27 20:55:40.926987 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:40.985610 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-5b520568-1fbb-43ea-b01a-fdacb4a57a9f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542312 Jul 27 20:55:41.014827 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-f39d4163-ab73-4920-9904-c01cd2d8484b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=30b6d482-5dfb-40ce-b607-09303ec51364 HTTP/1.1" status: 200 len: 217 time: 0.1580045 Jul 27 20:55:41.034460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ca62a1c5-3774-43e1-bf43-f815cf8b7160, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ca62a1c5-3774-43e1-bf43-f815cf8b7160,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:41.047451 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:41.148741 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59b8cc-0657-4399-9b3d-0ebc1ba071cf req-9737b336-fb10-4350-a9ef-80962bba5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:41.151172 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4e59b8cc-0657-4399-9b3d-0ebc1ba071cf req-9737b336-fb10-4350-a9ef-80962bba5f85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 1101 time: 0.1980560 Jul 27 20:55:41.156371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-3cd710ec-4885-4eab-894a-eb0cdc84ce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:41.158304 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-3cd710ec-4885-4eab-894a-eb0cdc84ce01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1238847 Jul 27 20:55:41.159153 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dcbfc1-163e-4ee4-b6bf-a5c7cb2dccd2 x-openstack-request-id: req-e2dcbfc1-163e-4ee4-b6bf-a5c7cb2dccd2 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:41.159474 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d5b8d3-f54e-49ee-a32a-3b280977b842", "name": "network-vif-deleted", "tag": "8c29771b-adac-43c3-a5a8-796d65f26b9a", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:41.159693 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2dcbfc1-163e-4ee4-b6bf-a5c7cb2dccd2 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:41.160212 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d5b8d3-f54e-49ee-a32a-3b280977b842', 'name': 'network-vif-deleted', 'tag': '8c29771b-adac-43c3-a5a8-796d65f26b9a', 'status': 'completed', 'code': 200} Jul 27 20:55:41.166625 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ca62a1c5-3774-43e1-bf43-f815cf8b7160,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:41.326026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-e9013fb7-1869-4300-ae2e-85c5b3d2dbfc tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:41.327541 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-e9013fb7-1869-4300-ae2e-85c5b3d2dbfc tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3243022 Jul 27 20:55:41.332258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59b8cc-0657-4399-9b3d-0ebc1ba071cf req-15b7775e-763a-4a17-bb9b-23834091fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:41.333750 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4e59b8cc-0657-4399-9b3d-0ebc1ba071cf req-15b7775e-763a-4a17-bb9b-23834091fe41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1676455 Jul 27 20:55:41.340152 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-751ff34a-8065-4853-a526-c3e89552618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:41.341104 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-751ff34a-8065-4853-a526-c3e89552618e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1647377 Jul 27 20:55:41.342592 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524c0e9-544f-474d-9f1c-2b026592e17f req-d91e2d66-b418-4399-8efe-d972d42f0e09 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:41.344087 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0524c0e9-544f-474d-9f1c-2b026592e17f req-d91e2d66-b418-4399-8efe-d972d42f0e09 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.2797542 Jul 27 20:55:41.373066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-645794bc-e3da-4ec6-9259-75b4a5d28d6e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Request body: {'port': {'device_id': '1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '4fb64d87545a4d7b8837635cc8e66e69'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:41.386577 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a26020-4eaa-4208-ae7d-f90aef9b1f4b req-a5207bd3-cc71-48b3-bdc0-89cb712dbf40 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:41.388123 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f9a26020-4eaa-4208-ae7d-f90aef9b1f4b req-a5207bd3-cc71-48b3-bdc0-89cb712dbf40 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 944 time: 0.1641595 Jul 27 20:55:41.453377 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4e59b8cc-0657-4399-9b3d-0ebc1ba071cf req-1684f13a-6d34-4aa1-b33c-a2799c3e75b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9df87c26-1b19-4a6a-bed2-59a55911966a HTTP/1.1" status: 200 len: 217 time: 0.0749111 Jul 27 20:55:41.468836 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0524c0e9-544f-474d-9f1c-2b026592e17f req-7fc93a02-bfc5-4ad9-8512-7cce3dbe5a38 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181898 Jul 27 20:55:41.549490 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b6829a-c850-4877-8e90-5a04e6a9325d x-openstack-request-id: req-52b6829a-c850-4877-8e90-5a04e6a9325d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:41.550083 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3212e5c5-c3f5-47f6-9107-b66553faea22", "tag": "30b6d482-5dfb-40ce-b607-09303ec51364", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:41.550083 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-52b6829a-c850-4877-8e90-5a04e6a9325d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:41.550455 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3212e5c5-c3f5-47f6-9107-b66553faea22', 'tag': '30b6d482-5dfb-40ce-b607-09303ec51364', 'status': 'completed', 'code': 200} Jul 27 20:55:41.552537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59b8cc-0657-4399-9b3d-0ebc1ba071cf req-a4960e97-103d-4827-a954-9539a2203101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:41.554036 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4e59b8cc-0657-4399-9b3d-0ebc1ba071cf req-a4960e97-103d-4827-a954-9539a2203101 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0886884 Jul 27 20:55:41.555831 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-f239494c-f18c-4eb2-a4fd-23133ba38481 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858277 Jul 27 20:55:41.564110 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f9a26020-4eaa-4208-ae7d-f90aef9b1f4b req-c4ebc001-4f95-453c-a3a7-56c671c300d5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591864 Jul 27 20:55:41.597960 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-645794bc-e3da-4ec6-9259-75b4a5d28d6e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Made reservation on behalf of 4fb64d87545a4d7b8837635cc8e66e69 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:41.601913 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-645794bc-e3da-4ec6-9259-75b4a5d28d6e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:41.740123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59b8cc-0657-4399-9b3d-0ebc1ba071cf req-587045d6-f787-40f7-a31b-a2262902d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:41.741639 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4e59b8cc-0657-4399-9b3d-0ebc1ba071cf req-587045d6-f787-40f7-a31b-a2262902d9a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1612744 Jul 27 20:55:41.742647 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab04773a-290a-4733-8136-bc91d70d77fd req-3bb9e8b8-1012-4074-9aab-05f95c8bffea tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 210 time: 0.0460176 Jul 27 20:55:41.743846 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-da90b785-f0f3-4515-b21d-6dbd15c0401a req-7486adca-9326-4edd-bde1-30bd396be4d1 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541502 Jul 27 20:55:41.805719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56852) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:41.906875 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4e59b8cc-0657-4399-9b3d-0ebc1ba071cf req-5c4b7726-cd16-4fd7-8107-35015330c4f8 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507735 Jul 27 20:55:41.915141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab7c38-28a5-42f4-acb1-c8a66bde7714 req-4f5c24f4-4d04-4725-ba1f-ccdc5a1aeb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:41.916663 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76ab7c38-28a5-42f4-acb1-c8a66bde7714 req-4f5c24f4-4d04-4725-ba1f-ccdc5a1aeb4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7259d12b5d724408ba030a4c121449e2&device_id=3212e5c5-c3f5-47f6-9107-b66553faea22 HTTP/1.1" status: 200 len: 1098 time: 0.0939164 Jul 27 20:55:42.082625 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab7c38-28a5-42f4-acb1-c8a66bde7714 req-81bb7624-cc2f-483a-b22c-cd9f216e3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:42.084091 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76ab7c38-28a5-42f4-acb1-c8a66bde7714 req-81bb7624-cc2f-483a-b22c-cd9f216e3008 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1589980 Jul 27 20:55:42.085986 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4e59b8cc-0657-4399-9b3d-0ebc1ba071cf req-d9ee441a-499c-46a9-b3fd-b567f7bd0ee0 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683872 Jul 27 20:55:42.109820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363f82f-4ce2-4b8f-9aa6-172099265179 req-eb0258dc-c860-4e28-ae1d-651eaf787d4d tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:42.111390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4363f82f-4ce2-4b8f-9aa6-172099265179 req-eb0258dc-c860-4e28-ae1d-651eaf787d4d tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=c867bb4a-486a-4b8f-81af-2256cd888a38 HTTP/1.1" status: 200 len: 945 time: 0.4830048 Jul 27 20:55:42.128530 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c867bb4a-486a-4b8f-81af-2256cd888a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca62a1c5-3774-43e1-bf43-f815cf8b7160'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:42.133945 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e5d500-02ab-407e-b806-b9dc4bd2c18b" -d '{"events": [{"server_uuid": "c867bb4a-486a-4b8f-81af-2256cd888a38", "name": "network-vif-plugged", "status": "completed", "tag": "ca62a1c5-3774-43e1-bf43-f815cf8b7160"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:42.145545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-645794bc-e3da-4ec6-9259-75b4a5d28d6e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Allocated IP 192.168.233.100 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/c9bfedf9-d153-4890-827b-79bd6c2e5edf) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:42.146459 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76ab7c38-28a5-42f4-acb1-c8a66bde7714 req-e1c4b781-155e-4477-b8b1-0eb26d1a1072 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=30b6d482-5dfb-40ce-b607-09303ec51364 HTTP/1.1" status: 200 len: 217 time: 0.0489724 Jul 27 20:55:42.237447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab7c38-28a5-42f4-acb1-c8a66bde7714 req-55067257-0900-4e09-a711-7698bb135433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:42.239539 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76ab7c38-28a5-42f4-acb1-c8a66bde7714 req-55067257-0900-4e09-a711-7698bb135433 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0815189 Jul 27 20:55:42.275046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4363f82f-4ce2-4b8f-9aa6-172099265179 req-aa94229c-39e8-47d9-9095-fcffe8bd044a tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484778 Jul 27 20:55:42.339534 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab7c38-28a5-42f4-acb1-c8a66bde7714 req-1f264a86-29f1-4e2f-b867-228abdba8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:42.342476 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76ab7c38-28a5-42f4-acb1-c8a66bde7714 req-1f264a86-29f1-4e2f-b867-228abdba8515 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0941348 Jul 27 20:55:42.369263 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07f949-a365-43d4-a61b-039e7fd86c0a req-5e2c1577-bfc6-4cfb-93ec-7c1888f71f83 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:42.370830 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb07f949-a365-43d4-a61b-039e7fd86c0a req-5e2c1577-bfc6-4cfb-93ec-7c1888f71f83 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.2692208 Jul 27 20:55:42.461755 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76ab7c38-28a5-42f4-acb1-c8a66bde7714 req-ba523815-cf3f-4f0c-acb3-ecc143cba187 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061738 Jul 27 20:55:42.556603 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb07f949-a365-43d4-a61b-039e7fd86c0a req-a9a64486-513e-4802-9e23-3917c7d469c2 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414204 Jul 27 20:55:42.564482 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76ab7c38-28a5-42f4-acb1-c8a66bde7714 req-0cba30a1-7014-4c52-a2cf-83645f528c1f service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937941 Jul 27 20:55:42.580907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 3635750e-578b-4e9c-8266-f3f6e7b25232 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:42.608718 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15321132-e34f-4239-bf96-3a3579f2b04c x-openstack-request-id: req-15321132-e34f-4239-bf96-3a3579f2b04c {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:42.610616 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c867bb4a-486a-4b8f-81af-2256cd888a38", "name": "network-vif-plugged", "status": "completed", "tag": "ca62a1c5-3774-43e1-bf43-f815cf8b7160", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:42.611550 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15321132-e34f-4239-bf96-3a3579f2b04c {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:42.612438 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c867bb4a-486a-4b8f-81af-2256cd888a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca62a1c5-3774-43e1-bf43-f815cf8b7160', 'code': 200} Jul 27 20:55:42.638135 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-645794bc-e3da-4ec6-9259-75b4a5d28d6e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.667922 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 3635750e-578b-4e9c-8266-f3f6e7b25232 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:42.672710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 3635750e-578b-4e9c-8266-f3f6e7b25232 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:42.672710 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.735542 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-645794bc-e3da-4ec6-9259-75b4a5d28d6e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Transition to ACTIVE for port object c9bfedf9-d153-4890-827b-79bd6c2e5edf will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:42.755321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef178f-9dde-43e7-8c74-2462533f2311 req-eee5a326-2050-4093-bce3-23c8d0ce5fab tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:42.763400 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ddef178f-9dde-43e7-8c74-2462533f2311 req-eee5a326-2050-4093-bce3-23c8d0ce5fab tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=3212e5c5-c3f5-47f6-9107-b66553faea22 HTTP/1.1" status: 200 len: 947 time: 0.4020348 Jul 27 20:55:42.765714 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.805453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ca4ab-b639-4ca5-9a7b-7c0ca7032a7d req-445c8f09-758c-4f96-9099-9e5e0cd54630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:42.808071 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-613ca4ab-b639-4ca5-9a7b-7c0ca7032a7d req-445c8f09-758c-4f96-9099-9e5e0cd54630 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c867bb4a-486a-4b8f-81af-2256cd888a38 HTTP/1.1" status: 200 len: 1096 time: 0.1216674 Jul 27 20:55:42.831860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 3635750e-578b-4e9c-8266-f3f6e7b25232, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=3635750e-578b-4e9c-8266-f3f6e7b25232,segment=NetworkSegment(5590148a-9eb4-4d69-9ed8-80a2ef1a652c),segment_id=5590148a-9eb4-4d69-9ed8-80a2ef1a652c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:42.837511 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:42.867360 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ddef178f-9dde-43e7-8c74-2462533f2311 req-b510dd23-1cf6-4084-9438-d947a1d1abed tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028867 Jul 27 20:55:42.873186 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-613ca4ab-b639-4ca5-9a7b-7c0ca7032a7d req-b4e7b5e8-4059-4144-82a6-4f36cd4f4a4f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523975 Jul 27 20:55:42.917514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=3635750e-578b-4e9c-8266-f3f6e7b25232,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:42.950948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538a180-47b2-4823-a032-86731bfbd522 req-6466f009-11aa-42fe-bb80-6ffa40813692 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:42.952704 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4538a180-47b2-4823-a032-86731bfbd522 req-6466f009-11aa-42fe-bb80-6ffa40813692 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.2819390 Jul 27 20:55:43.035154 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-645794bc-e3da-4ec6-9259-75b4a5d28d6e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:43.048754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['48ca1259-7949-41a5-977e-c37d349da885'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:43.103277 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4538a180-47b2-4823-a032-86731bfbd522 req-f3b93dc0-fccc-459e-ad46-6cbce6dc7e8e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302953 Jul 27 20:55:43.109471 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1a022cd7-e984-471e-a4f8-55737392083d', '6b073743-c445-4ad4-978e-380863cb1265', '61f362a6-585f-4379-8708-98469226b058', 'fa8d4fd2-579a-44b3-b17e-3e28dd073ee4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:43.118123 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-645794bc-e3da-4ec6-9259-75b4a5d28d6e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:43.139289 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-645794bc-e3da-4ec6-9259-75b4a5d28d6e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:43.145467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-645794bc-e3da-4ec6-9259-75b4a5d28d6e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:43.193526 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645794bc-e3da-4ec6-9259-75b4a5d28d6e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Pushing event updated for resources: {'Port': ['ID=c9bfedf9-d153-4890-827b-79bd6c2e5edf,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:43.200351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8c29771b-adac-43c3-a5a8-796d65f26b9a no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:43.297091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b8f39-e778-4129-8bd5-1a2c6809246a req-4d59ffe9-4f2a-4895-9412-b4a07ccb3e91 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:43.304473 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f23b8f39-e778-4129-8bd5-1a2c6809246a req-4d59ffe9-4f2a-4895-9412-b4a07ccb3e91 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 945 time: 0.3505969 Jul 27 20:55:43.373850 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f23b8f39-e778-4129-8bd5-1a2c6809246a req-5b439288-2e8f-4ef2-9eaa-1d3ad911a211 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683806 Jul 27 20:55:43.384413 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-645794bc-e3da-4ec6-9259-75b4a5d28d6e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:43.385092 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-645794bc-e3da-4ec6-9259-75b4a5d28d6e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:43.435214 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-645794bc-e3da-4ec6-9259-75b4a5d28d6e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0684700 Jul 27 20:55:43.458258 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 8c29771b-adac-43c3-a5a8-796d65f26b9a {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:43.458614 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8c29771b-adac-43c3-a5a8-796d65f26b9a not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:43.469113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Request body: {'port': {'device_id': '1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:43.520021 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e998ff-e579-48d4-afd8-e27f78588088 req-49172c1d-8807-41f9-bfa0-8f2ad84376dc tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:43.522754 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8e998ff-e579-48d4-afd8-e27f78588088 req-49172c1d-8807-41f9-bfa0-8f2ad84376dc tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 936 time: 0.2950463 Jul 27 20:55:43.562442 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5d0a0a50-31b0-4c3b-bab7-87b764de3905 None None] Provisioning for port c9bfedf9-d153-4890-827b-79bd6c2e5edf completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:43.580203 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5d0a0a50-31b0-4c3b-bab7-87b764de3905 None None] Provisioning complete for port c9bfedf9-d153-4890-827b-79bd6c2e5edf triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:43.581011 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0a50-31b0-4c3b-bab7-87b764de3905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:43.670389 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f5a88de-9c0c-42a4-bb49-2740701267bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:43.693609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a0a50-31b0-4c3b-bab7-87b764de3905 None None] Port c9bfedf9-d153-4890-827b-79bd6c2e5edf cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:43.747477 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8e998ff-e579-48d4-afd8-e27f78588088 req-abd4a8d2-e57e-4ff7-874d-a729c277949c tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847684 Jul 27 20:55:43.781271 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:43.794793 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575779af-cf53-42a1-a248-9657f011a90a req-20b8b18c-3672-4272-ac36-02f83784d9a5 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:43.798311 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-575779af-cf53-42a1-a248-9657f011a90a req-20b8b18c-3672-4272-ac36-02f83784d9a5 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=c867bb4a-486a-4b8f-81af-2256cd888a38 HTTP/1.1" status: 200 len: 945 time: 0.3411341 Jul 27 20:55:43.829558 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a54e2b4-94c9-45b7-8480-d3cbf029010a req-289f3d1c-b7d3-4c9d-b365-fc6d12e4cc52 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0747182 Jul 27 20:55:43.941178 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54e2b4-94c9-45b7-8480-d3cbf029010a req-dd78c275-12e4-4521-84df-61eebad8f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:43.942793 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a54e2b4-94c9-45b7-8480-d3cbf029010a req-dd78c275-12e4-4521-84df-61eebad8f051 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 1100 time: 0.0865471 Jul 27 20:55:43.959180 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-575779af-cf53-42a1-a248-9657f011a90a req-e6d666ec-4b41-4b1c-8ae3-0fa90b44d7a6 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166794 Jul 27 20:55:44.122336 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54e2b4-94c9-45b7-8480-d3cbf029010a req-1f22c82a-e2f3-4fd9-95a5-420f16e359e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:44.124435 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a54e2b4-94c9-45b7-8480-d3cbf029010a req-1f22c82a-e2f3-4fd9-95a5-420f16e359e1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1555238 Jul 27 20:55:44.174924 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a54e2b4-94c9-45b7-8480-d3cbf029010a req-b8b1aa8c-1ca9-42b6-8384-38be0b87924b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=1a022cd7-e984-471e-a4f8-55737392083d HTTP/1.1" status: 200 len: 217 time: 0.0392606 Jul 27 20:55:44.235666 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54e2b4-94c9-45b7-8480-d3cbf029010a req-5e7c70aa-13e8-454f-9441-9a46fa10348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:44.237386 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a54e2b4-94c9-45b7-8480-d3cbf029010a req-5e7c70aa-13e8-454f-9441-9a46fa10348f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0530474 Jul 27 20:55:44.261166 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659adce-731e-4923-86f3-14f9f856a926 req-d9494b20-42c0-4213-a404-60b82e795dfe tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:44.268825 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b659adce-731e-4923-86f3-14f9f856a926 req-d9494b20-42c0-4213-a404-60b82e795dfe tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.3699079 Jul 27 20:55:44.309500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54e2b4-94c9-45b7-8480-d3cbf029010a req-98afcc7d-99f5-49ea-9f33-91c8efd682cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:44.311477 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a54e2b4-94c9-45b7-8480-d3cbf029010a req-98afcc7d-99f5-49ea-9f33-91c8efd682cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0653112 Jul 27 20:55:44.418325 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a54e2b4-94c9-45b7-8480-d3cbf029010a req-8f255880-f23f-4960-a392-4774abba8a6c service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988488 Jul 27 20:55:44.418942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b659adce-731e-4923-86f3-14f9f856a926 req-57368387-886f-4cf1-9b34-0f4e4b82464b tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491795 Jul 27 20:55:44.442803 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247187a-eb23-41b0-9c93-63f805030a43 req-10e6257d-c4cd-409b-bcc6-703fb561e31e tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:44.450776 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d247187a-eb23-41b0-9c93-63f805030a43 req-10e6257d-c4cd-409b-bcc6-703fb561e31e tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=3212e5c5-c3f5-47f6-9107-b66553faea22 HTTP/1.1" status: 200 len: 947 time: 0.3085358 Jul 27 20:55:44.573136 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a54e2b4-94c9-45b7-8480-d3cbf029010a req-0ddd5f01-28a1-457b-863f-8c28a7798c1e service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292655 Jul 27 20:55:44.614605 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac37fab6-b397-4a06-a390-f169d13af806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3635750e-578b-4e9c-8266-f3f6e7b25232'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:44.617231 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027eacb8-0979-40db-8d9a-8aa2b925ea19" -d '{"events": [{"server_uuid": "ac37fab6-b397-4a06-a390-f169d13af806", "name": "network-vif-plugged", "status": "completed", "tag": "3635750e-578b-4e9c-8266-f3f6e7b25232"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:44.813107 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d247187a-eb23-41b0-9c93-63f805030a43 req-b75b1347-128e-4057-92ce-3775b52655d8 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614545 Jul 27 20:55:44.892646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9bfedf9-d153-4890-827b-79bd6c2e5edf {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:44.903968 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:44.958586 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Transition to ACTIVE for port object c9bfedf9-d153-4890-827b-79bd6c2e5edf will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:44.972444 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:45.029434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a58b16-9de3-45b3-9e61-602077b8269c req-c3c8f470-d6b8-49c4-a181-18e9b695eee7 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:45.031117 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28a58b16-9de3-45b3-9e61-602077b8269c req-c3c8f470-d6b8-49c4-a181-18e9b695eee7 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.5039747 Jul 27 20:55:45.039669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7f5a88de-9c0c-42a4-bb49-2740701267bf admin admin] Deleting port d0fe3d43-1c03-4039-a854-3e644daf23f4 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:45.040003 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f5a88de-9c0c-42a4-bb49-2740701267bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:45.113619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bfedf9-d153-4890-827b-79bd6c2e5edf,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:45.147301 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa08d5-2aec-41d0-93de-4cdbb48953e6 req-0644ad7a-49d9-4f1e-ad64-b1dcf34afb70 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:45.149675 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8eaa08d5-2aec-41d0-93de-4cdbb48953e6 req-0644ad7a-49d9-4f1e-ad64-b1dcf34afb70 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 945 time: 0.2517498 Jul 27 20:55:45.184489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 30b6d482-5dfb-40ce-b607-09303ec51364 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:45.235925 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28a58b16-9de3-45b3-9e61-602077b8269c req-3e5b0e72-6b9e-435d-a289-1c6eff78642b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932552 Jul 27 20:55:45.333929 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70457f60-1ca1-41c8-8d32-0c4ea30650fe x-openstack-request-id: req-70457f60-1ca1-41c8-8d32-0c4ea30650fe {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:45.334244 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac37fab6-b397-4a06-a390-f169d13af806", "name": "network-vif-plugged", "status": "completed", "tag": "3635750e-578b-4e9c-8266-f3f6e7b25232", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:45.334507 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70457f60-1ca1-41c8-8d32-0c4ea30650fe {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:45.334926 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac37fab6-b397-4a06-a390-f169d13af806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3635750e-578b-4e9c-8266-f3f6e7b25232', 'code': 200} Jul 27 20:55:45.352248 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Attempting to bind port c9bfedf9-d153-4890-827b-79bd6c2e5edf on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:45.352595 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Attempting to bind port c9bfedf9-d153-4890-827b-79bd6c2e5edf by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:45.352929 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Attempting to bind port c9bfedf9-d153-4890-827b-79bd6c2e5edf on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:45.362441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-7f5a88de-9c0c-42a4-bb49-2740701267bf admin admin] For port d0fe3d43-1c03-4039-a854-3e644daf23f4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d0fe3d43-1c03-4039-a854-3e644daf23f4,segment=NetworkSegment(3c256999-35ab-49db-8d9d-c381b0a673a4),segment_id=3c256999-35ab-49db-8d9d-c381b0a673a4)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:45.362844 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f5a88de-9c0c-42a4-bb49-2740701267bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:45.366064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Port c9bfedf9-d153-4890-827b-79bd6c2e5edf on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:45.366215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 30b6d482-5dfb-40ce-b607-09303ec51364, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=30b6d482-5dfb-40ce-b607-09303ec51364,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:45.366423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Attempting to bind port c9bfedf9-d153-4890-827b-79bd6c2e5edf on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:45.391190 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '30b6d482-5dfb-40ce-b607-09303ec51364', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '30b6d482-5dfb-40ce-b607-09303ec51364', 'mac_address': 'fa:16:3e:bf:25:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:45.397898 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8eaa08d5-2aec-41d0-93de-4cdbb48953e6 req-2218b191-036e-4a34-9220-7a0917539f65 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203507 Jul 27 20:55:45.412454 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:45.413032 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:45.413606 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:45.414236 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Bound port: c9bfedf9-d153-4890-827b-79bd6c2e5edf, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:45.414768 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:45.419875 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7f5a88de-9c0c-42a4-bb49-2740701267bf admin admin] Calling delete_port for d0fe3d43-1c03-4039-a854-3e644daf23f4 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:45.439516 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:45.474523 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b6d482-5dfb-40ce-b607-09303ec51364 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:45.513966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 30b6d482-5dfb-40ce-b607-09303ec51364, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=30b6d482-5dfb-40ce-b607-09303ec51364,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:45.517483 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d348b6-ab84-44f7-801d-75095f14b9d2 req-3cfca7a8-8423-4fb2-8af2-813c284fe76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:45.520035 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:45.521707 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-37d348b6-ab84-44f7-801d-75095f14b9d2 req-3cfca7a8-8423-4fb2-8af2-813c284fe76e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 1096 time: 0.1109989 Jul 27 20:55:45.583873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=30b6d482-5dfb-40ce-b607-09303ec51364,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:45.586876 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-37d348b6-ab84-44f7-801d-75095f14b9d2 req-17fbcfb2-d802-477f-92a7-197a7c5d0e33 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542848 Jul 27 20:55:45.683114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] For port c9bfedf9-d153-4890-827b-79bd6c2e5edf, host n-h1-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:45.687433 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] For port c9bfedf9-d153-4890-827b-79bd6c2e5edf, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9bfedf9-d153-4890-827b-79bd6c2e5edf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:45.697700 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:45.760372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a2975-57ba-47f6-a9f0-7c3d229749ff req-2bda07e4-d678-4a15-a70b-51e4d9b7a8e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:45.761946 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d4a2975-57ba-47f6-a9f0-7c3d229749ff req-2bda07e4-d678-4a15-a70b-51e4d9b7a8e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 948 time: 0.3583820 Jul 27 20:55:45.830195 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:45.830889 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:45.832225 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-55a48953-b077-4dee-a511-1644e3578202 service neutron] 10.222.0.20 "PUT /v2.0/ports/c9bfedf9-d153-4890-827b-79bd6c2e5edf HTTP/1.1" status: 200 len: 1096 time: 2.3762019 Jul 27 20:55:45.835924 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90', 'tag': 'c9bfedf9-d153-4890-827b-79bd6c2e5edf'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:45.838083 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9fd462-302f-4674-850e-c35d137c1f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90", "tag": "c9bfedf9-d153-4890-827b-79bd6c2e5edf"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:45.872507 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['30b6d482-5dfb-40ce-b607-09303ec51364'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:45.970554 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ca38c-96ec-4dc2-ab1d-02c1325d7b0e req-3cf852b9-f6e8-4371-9ac5-5d956d04add9 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:45.972128 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d88ca38c-96ec-4dc2-ab1d-02c1325d7b0e req-3cf852b9-f6e8-4371-9ac5-5d956d04add9 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=c867bb4a-486a-4b8f-81af-2256cd888a38 HTTP/1.1" status: 200 len: 945 time: 0.3960564 Jul 27 20:55:45.977347 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d4a2975-57ba-47f6-a9f0-7c3d229749ff req-a2b6c9da-868c-4dd3-a0c6-967616ebfe8e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076881 Jul 27 20:55:45.984007 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a48953-b077-4dee-a511-1644e3578202 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bfedf9-d153-4890-827b-79bd6c2e5edf,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:46.128584 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d88ca38c-96ec-4dc2-ab1d-02c1325d7b0e req-255ce21e-8f48-4a42-8dfe-bef86cd1b402 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201305 Jul 27 20:55:46.169867 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-baad8799-7a79-443a-a9ff-aabc50f3665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:46.171683 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-baad8799-7a79-443a-a9ff-aabc50f3665a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 1099 time: 0.2823026 Jul 27 20:55:46.174167 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f5a88de-9c0c-42a4-bb49-2740701267bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:46.225037 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a88de-9c0c-42a4-bb49-2740701267bf admin admin] Pushing event deleted for resources: {'Port': ['ID=d0fe3d43-1c03-4039-a854-3e644daf23f4,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:46.288452 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-de1a31d8-c953-41a1-8c1a-719648389912 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=c9bfedf9-d153-4890-827b-79bd6c2e5edf HTTP/1.1" status: 200 len: 217 time: 0.0835698 Jul 27 20:55:46.375220 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6f235-70b1-4a1c-ae1e-3e47d3151d32 req-8f4e0222-fd99-4325-8c09-76a64611c8b2 tempest-MigrationsAdminTest-1782794619 tempest-MigrationsAdminTest-1782794619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:46.377994 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-01a6f235-70b1-4a1c-ae1e-3e47d3151d32 req-8f4e0222-fd99-4325-8c09-76a64611c8b2 tempest-MigrationsAdminTest-1782794619 tempest-MigrationsAdminTest-1782794619-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 1101 time: 0.2689917 Jul 27 20:55:46.442860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-043fff07-828c-4c4c-a4cf-4cb413ccf048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:46.444362 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-043fff07-828c-4c4c-a4cf-4cb413ccf048 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1286874 Jul 27 20:55:46.540194 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-01a6f235-70b1-4a1c-ae1e-3e47d3151d32 req-0aa18ad4-c3ef-43e6-9991-226548e624ae tempest-MigrationsAdminTest-1782794619 tempest-MigrationsAdminTest-1782794619-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549921 Jul 27 20:55:46.551153 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f634cd-70da-4440-b95e-487261a8f657 req-f90f3257-c665-4e75-a5e0-11cc1b134682 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:46.552786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-81f634cd-70da-4440-b95e-487261a8f657 req-f90f3257-c665-4e75-a5e0-11cc1b134682 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.3523529 Jul 27 20:55:46.682728 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f5a88de-9c0c-42a4-bb49-2740701267bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:46.702525 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-81f634cd-70da-4440-b95e-487261a8f657 req-f903d1a3-860c-4e47-a678-23162e924acf tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172507 Jul 27 20:55:46.716115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-834c69fc-c8c1-4934-b420-6870ecb08d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:46.717707 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-834c69fc-c8c1-4934-b420-6870ecb08d5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2283862 Jul 27 20:55:46.754568 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccdb071-dec3-4a66-bd7f-30caad7303cb x-openstack-request-id: req-0ccdb071-dec3-4a66-bd7f-30caad7303cb {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:46.754856 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90", "tag": "c9bfedf9-d153-4890-827b-79bd6c2e5edf", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:46.755103 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ccdb071-dec3-4a66-bd7f-30caad7303cb {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:46.755498 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90', 'tag': 'c9bfedf9-d153-4890-827b-79bd6c2e5edf', 'status': 'completed', 'code': 200} Jul 27 20:55:46.873258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96a9bc-5540-479f-9f45-991b06563710 req-e64c59f5-857f-4012-b323-f5d74844f564 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:46.874765 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac96a9bc-5540-479f-9f45-991b06563710 req-e64c59f5-857f-4012-b323-f5d74844f564 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=3212e5c5-c3f5-47f6-9107-b66553faea22 HTTP/1.1" status: 200 len: 948 time: 0.2607129 Jul 27 20:55:46.977440 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-d778559e-1b57-4f96-864b-e415aad75cd9 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210896 Jul 27 20:55:47.027305 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac96a9bc-5540-479f-9f45-991b06563710 req-73f21e9c-fd8e-4224-b761-615cae0ccfd2 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355221 Jul 27 20:55:47.205283 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 30b6d482-5dfb-40ce-b607-09303ec51364 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:47.273680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 30b6d482-5dfb-40ce-b607-09303ec51364 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:47.278769 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 30b6d482-5dfb-40ce-b607-09303ec51364 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:47.279143 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:47.366160 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:47.391206 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3212e5c5-c3f5-47f6-9107-b66553faea22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b6d482-5dfb-40ce-b607-09303ec51364'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:47.393459 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d223fb-e147-4f68-b6c0-5aadd5e9eabf" -d '{"events": [{"server_uuid": "3212e5c5-c3f5-47f6-9107-b66553faea22", "name": "network-vif-plugged", "status": "completed", "tag": "30b6d482-5dfb-40ce-b607-09303ec51364"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:47.408442 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 30b6d482-5dfb-40ce-b607-09303ec51364, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=30b6d482-5dfb-40ce-b607-09303ec51364,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:47.413201 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:47.480477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=30b6d482-5dfb-40ce-b607-09303ec51364,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:47.538699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63011668-851a-4903-8239-b9da89acc3b7 req-f38103ad-9ec2-4049-baeb-43a7054016f1 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:47.540248 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63011668-851a-4903-8239-b9da89acc3b7 req-f38103ad-9ec2-4049-baeb-43a7054016f1 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 945 time: 0.6347072 Jul 27 20:55:47.578741 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5a88de-9c0c-42a4-bb49-2740701267bf admin admin] Router 72efdd85-84ed-471b-ac03-6461c66d9a99 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:55:47.587515 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ac76d82-2e07-45ce-aff6-1eef06f6926c req-0d7ecdf2-8e97-43fb-8400-08a7abead0d7 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636263 Jul 27 20:55:47.617511 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838d5ae-32bd-487a-ac3c-1381715ab0c2 req-617f7802-745e-4bee-ba47-bdeacd03de7e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:47.626070 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f838d5ae-32bd-487a-ac3c-1381715ab0c2 req-617f7802-745e-4bee-ba47-bdeacd03de7e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=c867bb4a-486a-4b8f-81af-2256cd888a38 HTTP/1.1" status: 200 len: 945 time: 0.1909635 Jul 27 20:55:47.654246 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63011668-851a-4903-8239-b9da89acc3b7 req-7a04107b-ad59-41a7-9a57-f76a6bc59fff tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969877 Jul 27 20:55:47.788071 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f838d5ae-32bd-487a-ac3c-1381715ab0c2 req-cc25cf12-184f-4d18-9197-d37ab7176ce9 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610775 Jul 27 20:55:47.877191 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5a88de-9c0c-42a4-bb49-2740701267bf admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:55:47.884978 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7f5a88de-9c0c-42a4-bb49-2740701267bf admin admin] 10.222.0.55 "PUT /v2.0/routers/72efdd85-84ed-471b-ac03-6461c66d9a99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0784554 Jul 27 20:55:47.887636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b4a468-dad2-4041-8f60-d772815ecb34 None None] Sync routers for ids ['72efdd85-84ed-471b-ac03-6461c66d9a99'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:55:47.888322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57000) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:47.893820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fd462-302f-4674-850e-c35d137c1f7e req-f1ca5f71-f301-43a9-9a3d-b0791cedb701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:47.895351 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a9fd462-302f-4674-850e-c35d137c1f7e req-f1ca5f71-f301-43a9-9a3d-b0791cedb701 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 1099 time: 0.2066023 Jul 27 20:55:47.898616 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b4a468-dad2-4041-8f60-d772815ecb34 None None] Routers {'72efdd85-84ed-471b-ac03-6461c66d9a99'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:47.899541 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-98b4a468-dad2-4041-8f60-d772815ecb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:55:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['72efdd85-84ed-471b-ac03-6461c66d9a99'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:47.940843 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-12e8b8ef-1a2d-45fc-80d0-88db315174f2 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540996 Jul 27 20:55:47.982001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8b1b3-9a23-486b-bbdd-b463bc5785ba req-1dd27fe1-e5f0-4d7c-b0f0-f6852eacf4c4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:47.983626 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2bc8b1b3-9a23-486b-bbdd-b463bc5785ba req-1dd27fe1-e5f0-4d7c-b0f0-f6852eacf4c4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 948 time: 0.2469392 Jul 27 20:55:48.025177 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f720a338-9ec3-4de6-bc6e-ad1f3393c00b admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:48.036595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-98b4a468-dad2-4041-8f60-d772815ecb34 None None] Set router 72efdd85-84ed-471b-ac03-6461c66d9a99 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:48.133057 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2bc8b1b3-9a23-486b-bbdd-b463bc5785ba req-5f6702ae-37a1-448c-a19c-ee23d31f4419 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323981 Jul 27 20:55:48.141298 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fd462-302f-4674-850e-c35d137c1f7e req-c6f48194-fdc7-4d2c-8f8f-4cfc78939a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:48.142799 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a9fd462-302f-4674-850e-c35d137c1f7e req-c6f48194-fdc7-4d2c-8f8f-4cfc78939a5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.2358017 Jul 27 20:55:48.166307 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f720a338-9ec3-4de6-bc6e-ad1f3393c00b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:48.196242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-8410276d-80e2-4bbc-beb6-5364b98f469d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:48.198649 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-8410276d-80e2-4bbc-beb6-5364b98f469d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288053 Jul 27 20:55:48.247695 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5366ffad-fdb6-448d-b514-e0a83eb76d31 x-openstack-request-id: req-5366ffad-fdb6-448d-b514-e0a83eb76d31 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:48.249399 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3212e5c5-c3f5-47f6-9107-b66553faea22", "name": "network-vif-plugged", "status": "completed", "tag": "30b6d482-5dfb-40ce-b607-09303ec51364", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:48.249804 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5366ffad-fdb6-448d-b514-e0a83eb76d31 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:48.251673 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3212e5c5-c3f5-47f6-9107-b66553faea22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b6d482-5dfb-40ce-b607-09303ec51364', 'code': 200} Jul 27 20:55:48.255172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-f720a338-9ec3-4de6-bc6e-ad1f3393c00b admin admin] Deleting port 24fd34e3-9373-4208-801a-ebc5a66f63df {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:48.255521 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f720a338-9ec3-4de6-bc6e-ad1f3393c00b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:48.314167 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a9fd462-302f-4674-850e-c35d137c1f7e req-f44790ce-6485-4151-8478-e4fcf43b449d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=c9bfedf9-d153-4890-827b-79bd6c2e5edf HTTP/1.1" status: 200 len: 217 time: 0.1142614 Jul 27 20:55:48.317389 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-ee66d020-4a3d-417b-9cb0-d6abea19455d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/quotas/ff15cfc60ebf4100bfa873bb1415f95e HTTP/1.1" status: 200 len: 375 time: 0.1094751 Jul 27 20:55:48.364325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-98b4a468-dad2-4041-8f60-d772815ecb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-router', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:34Z', 'updated_at': '2021-07-27T20:55:45Z', 'revision_number': 5, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'gw_port': {'id': '24fd34e3-9373-4208-801a-ebc5a66f63df', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:12:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:54:36Z', 'updated_at': '2021-07-27T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:48.403476 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b4a468-dad2-4041-8f60-d772815ecb34 None None] Checking router: 72efdd85-84ed-471b-ac03-6461c66d9a99 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:55:48.421465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-f720a338-9ec3-4de6-bc6e-ad1f3393c00b admin admin] For port 24fd34e3-9373-4208-801a-ebc5a66f63df, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=24fd34e3-9373-4208-801a-ebc5a66f63df,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:48.421975 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f720a338-9ec3-4de6-bc6e-ad1f3393c00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:48.425691 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b4a468-dad2-4041-8f60-d772815ecb34 None None] Routers {'72efdd85-84ed-471b-ac03-6461c66d9a99'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:48.426552 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-98b4a468-dad2-4041-8f60-d772815ecb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:55:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['72efdd85-84ed-471b-ac03-6461c66d9a99'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:48.441951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-f720a338-9ec3-4de6-bc6e-ad1f3393c00b admin admin] Calling delete_port for 24fd34e3-9373-4208-801a-ebc5a66f63df owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:48.469552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c65c9e-224b-49db-a921-bb59c23e88fc req-370aaa30-4821-4dc6-b513-6a0bc60bf0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:48.471100 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-51c65c9e-224b-49db-a921-bb59c23e88fc req-370aaa30-4821-4dc6-b513-6a0bc60bf0cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3212e5c5-c3f5-47f6-9107-b66553faea22 HTTP/1.1" status: 200 len: 1100 time: 0.1216350 Jul 27 20:55:48.474123 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a5441-3c6a-448b-bed1-1744a1ce9c0f req-c6f2f7eb-4817-4615-a7c7-21c14bfe35d4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:48.482685 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba4a5441-3c6a-448b-bed1-1744a1ce9c0f req-c6f2f7eb-4817-4615-a7c7-21c14bfe35d4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1603060 Jul 27 20:55:48.492706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fd462-302f-4674-850e-c35d137c1f7e req-d70ff1a0-30f3-4059-bf31-9f3ee987deae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:48.494171 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a9fd462-302f-4674-850e-c35d137c1f7e req-d70ff1a0-30f3-4059-bf31-9f3ee987deae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1312540 Jul 27 20:55:48.569383 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-51c65c9e-224b-49db-a921-bb59c23e88fc req-539f055e-933e-4076-8637-96606b87b868 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559635 Jul 27 20:55:48.569922 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-6708bf13-42d8-4c86-8128-ebfb1265d364 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2431479 Jul 27 20:55:48.594327 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba4a5441-3c6a-448b-bed1-1744a1ce9c0f req-d9ba67f2-1776-4bc8-9f6c-6e185f292857 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969970 Jul 27 20:55:48.594806 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-98b4a468-dad2-4041-8f60-d772815ecb34 None None] Set router 72efdd85-84ed-471b-ac03-6461c66d9a99 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:48.625669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fd462-302f-4674-850e-c35d137c1f7e req-7b77badc-78e0-4127-8a02-9bc4268ce66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:48.627247 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a9fd462-302f-4674-850e-c35d137c1f7e req-7b77badc-78e0-4127-8a02-9bc4268ce66f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1219351 Jul 27 20:55:48.679624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-98b4a468-dad2-4041-8f60-d772815ecb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-router', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:34Z', 'updated_at': '2021-07-27T20:55:48Z', 'revision_number': 6, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:48.721075 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b4a468-dad2-4041-8f60-d772815ecb34 None None] The sync data for ids ['72efdd85-84ed-471b-ac03-6461c66d9a99'] in n-d-764806-9 is: [{'id': '72efdd85-84ed-471b-ac03-6461c66d9a99', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1580471133-router', 'tenant_id': '30dd955eb4224ed5a99f0f1394dc317d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:54:34Z', 'updated_at': '2021-07-27T20:55:48Z', 'revision_number': 6, 'project_id': '30dd955eb4224ed5a99f0f1394dc317d', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:48.730882 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f720a338-9ec3-4de6-bc6e-ad1f3393c00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:48.763589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720a338-9ec3-4de6-bc6e-ad1f3393c00b admin admin] Pushing event deleted for resources: {'Port': ['ID=24fd34e3-9373-4208-801a-ebc5a66f63df,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:48.869038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bb029-ed05-435c-b1cb-fd835a2c1c9f req-528e9c23-a67d-41cb-9200-fe0a72b0e741 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:48.870831 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e26bb029-ed05-435c-b1cb-fd835a2c1c9f req-528e9c23-a67d-41cb-9200-fe0a72b0e741 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=3212e5c5-c3f5-47f6-9107-b66553faea22 HTTP/1.1" status: 200 len: 949 time: 0.1449299 Jul 27 20:55:48.878651 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f720a338-9ec3-4de6-bc6e-ad1f3393c00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:48.887693 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a9fd462-302f-4674-850e-c35d137c1f7e req-271daa08-fd38-4398-a429-6b9a9a23822b service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457576 Jul 27 20:55:49.006859 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f720a338-9ec3-4de6-bc6e-ad1f3393c00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.010776 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f720a338-9ec3-4de6-bc6e-ad1f3393c00b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.061597 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f720a338-9ec3-4de6-bc6e-ad1f3393c00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.062193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f720a338-9ec3-4de6-bc6e-ad1f3393c00b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72efdd85-84ed-471b-ac03-6461c66d9a99 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:55:49.068273 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f720a338-9ec3-4de6-bc6e-ad1f3393c00b admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.070120 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f720a338-9ec3-4de6-bc6e-ad1f3393c00b admin admin] 10.222.0.55 "DELETE /v2.0/routers/72efdd85-84ed-471b-ac03-6461c66d9a99 HTTP/1.1" status: 204 len: 168 time: 1.1808197 Jul 27 20:55:49.073032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57018) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:49.114597 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e26bb029-ed05-435c-b1cb-fd835a2c1c9f req-f51c38d7-6831-4d86-a283-0313f05d480d tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242103 Jul 27 20:55:49.125522 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a9fd462-302f-4674-850e-c35d137c1f7e req-de282e1d-452f-4314-9cdd-2e3dc8fccdf1 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096617 Jul 27 20:55:49.131663 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-0154c21e-8198-4551-9295-59db62de8cb7 admin admin] Deleting subnet a3e90b86-2b6d-44c1-bad7-145438ac7146 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:55:49.143279 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95844d3e-648c-4709-bac9-1db8904fdadb req-5e7a7231-bb0c-4bf9-9364-c6d70aeeb889 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:49.146789 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-95844d3e-648c-4709-bac9-1db8904fdadb req-5e7a7231-bb0c-4bf9-9364-c6d70aeeb889 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 945 time: 0.2746944 Jul 27 20:55:49.150156 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0154c21e-8198-4551-9295-59db62de8cb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.199073 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0154c21e-8198-4551-9295-59db62de8cb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.205090 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-95844d3e-648c-4709-bac9-1db8904fdadb req-c10c47c9-14a9-4080-865b-58738eca7718 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490668 Jul 27 20:55:49.247086 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b76e19d-bbdc-4cfb-b709-f11defc9846f req-f9198737-8a65-48bc-acbe-4bc8c4484e1f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 210 time: 0.0408018 Jul 27 20:55:49.352369 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0154c21e-8198-4551-9295-59db62de8cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.463119 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0154c21e-8198-4551-9295-59db62de8cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.477817 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966afb1-d003-461d-a361-d496811ad992 req-c3454162-9c18-41fa-a1b6-493960da7a5e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:49.479846 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5966afb1-d003-461d-a361-d496811ad992 req-c3454162-9c18-41fa-a1b6-493960da7a5e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=c867bb4a-486a-4b8f-81af-2256cd888a38 HTTP/1.1" status: 200 len: 945 time: 0.1702025 Jul 27 20:55:49.499859 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370b76a-b332-4edb-b371-d931c67f2692 req-cd158adf-0845-4304-8258-3ea967f2244d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:49.501668 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1370b76a-b332-4edb-b371-d931c67f2692 req-cd158adf-0845-4304-8258-3ea967f2244d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 948 time: 0.1112039 Jul 27 20:55:49.502024 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0154c21e-8198-4551-9295-59db62de8cb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.504497 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0154c21e-8198-4551-9295-59db62de8cb7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a3e90b86-2b6d-44c1-bad7-145438ac7146 HTTP/1.1" status: 204 len: 168 time: 0.4304552 Jul 27 20:55:49.505599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154c21e-8198-4551-9295-59db62de8cb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3e90b86-2b6d-44c1-bad7-145438ac7146,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:49.507466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57026) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:49.523269 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a500de-5544-4e17-9cce-d6a50ee4130a None None] Network 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:55:49.600141 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.643040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1370b76a-b332-4edb-b371-d931c67f2692 req-bae3448d-439e-4ba0-bed4-709ebb849bb9 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093833 Jul 27 20:55:49.665575 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5966afb1-d003-461d-a361-d496811ad992 req-ee68def3-dd7a-4198-9c72-c27f65e6ba69 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623213 Jul 27 20:55:49.765725 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Deleting port 9ec6f799-917f-489a-bc13-fa1551d89338 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:49.766492 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.901881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] For port 9ec6f799-917f-489a-bc13-fa1551d89338, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9ec6f799-917f-489a-bc13-fa1551d89338,segment=NetworkSegment(3c256999-35ab-49db-8d9d-c381b0a673a4),segment_id=3c256999-35ab-49db-8d9d-c381b0a673a4)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:49.902478 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:49.929693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Calling delete_port for 9ec6f799-917f-489a-bc13-fa1551d89338 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:49.964795 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea46ae-fbe9-4730-bd1f-8ba55be60bd4 req-aa34ffe4-ce79-486e-821d-4cade195f525 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:49.966337 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4ea46ae-fbe9-4730-bd1f-8ba55be60bd4 req-aa34ffe4-ce79-486e-821d-4cade195f525 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1909609 Jul 27 20:55:49.989305 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6b8bd-1967-499e-aec1-de0498cad42b req-350e39e2-f609-4b64-b67d-7b33a5bf4b6c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:50.001968 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ec6b8bd-1967-499e-aec1-de0498cad42b req-350e39e2-f609-4b64-b67d-7b33a5bf4b6c tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 945 time: 0.1928082 Jul 27 20:55:50.002174 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b738e22-7c74-48cb-b5a4-00e387f75d02 None None] DHCP port deletion for 216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:55:50.006084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57034) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:50.012100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-64e9abd9-fd1f-4cdd-a4ba-9bb250854f11 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Request body: {'floatingip': {'port_id': '3635750e-578b-4e9c-8266-f3f6e7b25232'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:50.069363 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4ea46ae-fbe9-4730-bd1f-8ba55be60bd4 req-a9733955-8726-4279-9b4c-9ecfd955a03b tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956740 Jul 27 20:55:50.080682 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64e9abd9-fd1f-4cdd-a4ba-9bb250854f11 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for floatingip, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:50.094190 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1b738e22-7c74-48cb-b5a4-00e387f75d02 None None] Deleting port 9ec6f799-917f-489a-bc13-fa1551d89338 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:55:50.094840 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1b738e22-7c74-48cb-b5a4-00e387f75d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:50.212660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:50.237196 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1b738e22-7c74-48cb-b5a4-00e387f75d02 None None] For port 9ec6f799-917f-489a-bc13-fa1551d89338, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9ec6f799-917f-489a-bc13-fa1551d89338,segment=NetworkSegment(3c256999-35ab-49db-8d9d-c381b0a673a4),segment_id=3c256999-35ab-49db-8d9d-c381b0a673a4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:50.238458 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1b738e22-7c74-48cb-b5a4-00e387f75d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:50.275442 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] No DVR routers for this DVR port 9ec6f799-917f-489a-bc13-fa1551d89338 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:50.283013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec6f799-917f-489a-bc13-fa1551d89338,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:50.293535 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1b738e22-7c74-48cb-b5a4-00e387f75d02 None None] Calling delete_port for 9ec6f799-917f-489a-bc13-fa1551d89338 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:55:50.327867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:50.328221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:50.328572 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:50.329871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:50.329871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:50.329871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:50.329871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:50.330436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:50.330544 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:50.331088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:50.331242 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:50.331693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:50.433849 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1b738e22-7c74-48cb-b5a4-00e387f75d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:50.440779 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-0d0f56ca-636a-4e58-a6d1-3eec11cfb438 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414395 Jul 27 20:55:50.451237 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24139dd9-6aa2-446f-b350-7d70ac97817b req-0f545211-859a-427f-bd21-f5f06b609280 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:50.459428 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24139dd9-6aa2-446f-b350-7d70ac97817b req-0f545211-859a-427f-bd21-f5f06b609280 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=3212e5c5-c3f5-47f6-9107-b66553faea22 HTTP/1.1" status: 200 len: 949 time: 0.2076113 Jul 27 20:55:50.551172 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b738e22-7c74-48cb-b5a4-00e387f75d02 None None] Pushing event deleted for resources: {'Port': ['ID=9ec6f799-917f-489a-bc13-fa1551d89338,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:50.574739 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b738e22-7c74-48cb-b5a4-00e387f75d02 None None] No DVR routers for this DVR port 9ec6f799-917f-489a-bc13-fa1551d89338 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:55:50.595006 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d0fe3d43-1c03-4039-a854-3e644daf23f4 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:50.608175 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24139dd9-6aa2-446f-b350-7d70ac97817b req-cc40a28a-5e3b-4a2c-9a8f-f9d9050c6f28 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425738 Jul 27 20:55:50.648607 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: d0fe3d43-1c03-4039-a854-3e644daf23f4 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:50.649092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d0fe3d43-1c03-4039-a854-3e644daf23f4 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:50.649672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 24fd34e3-9373-4208-801a-ebc5a66f63df no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:50.679602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 24fd34e3-9373-4208-801a-ebc5a66f63df {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:50.681367 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 24fd34e3-9373-4208-801a-ebc5a66f63df not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:50.681892 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9ec6f799-917f-489a-bc13-fa1551d89338 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:55:50.718100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-c50a39ba-912d-44ab-989c-5dbe34fc5e1c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:50.719777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-c50a39ba-912d-44ab-989c-5dbe34fc5e1c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2505751 Jul 27 20:55:50.721289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 9ec6f799-917f-489a-bc13-fa1551d89338 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:55:50.721705 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9ec6f799-917f-489a-bc13-fa1551d89338 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:55:50.758345 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-3514f5dd-40f3-439b-8861-66c188360e5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Request body: {'port': {'device_id': '1a1b739f-7c6b-4188-8eae-f9dd6db737d2', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': 'ff15cfc60ebf4100bfa873bb1415f95e'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:50.821004 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:50.833615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216b8c3c-cbd2-4c1b-93bf-055f83ee0f01']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:50.878322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c256999-35ab-49db-8d9d-c381b0a673a4') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:50.878648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c256999-35ab-49db-8d9d-c381b0a673a4') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:50.889920 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:50.932820 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:50.944139 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e4b13970-8beb-40d6-832e-c2e0db2ef4ea req-61ddabda-2d05-4255-8e46-987a61614ec4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 210 time: 0.2232759 Jul 27 20:55:50.950338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:55:50.951092 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: timer() Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:55:50.953163 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:55:51.108902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-a18fd786-8e10-4407-a1b1-8182c699bf99 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7259d12b5d724408ba030a4c121449e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329714 Jul 27 20:55:51.126031 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:51.164749 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:51.167320 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/216b8c3c-cbd2-4c1b-93bf-055f83ee0f01 HTTP/1.1" status: 204 len: 168 time: 1.6585085 Jul 27 20:55:51.168276 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e326982-3e78-4fba-b6ea-1c2ea67faab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=216b8c3c-cbd2-4c1b-93bf-055f83ee0f01,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:51.214182 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-3514f5dd-40f3-439b-8861-66c188360e5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Made reservation on behalf of ff15cfc60ebf4100bfa873bb1415f95e for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:51.218106 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-3514f5dd-40f3-439b-8861-66c188360e5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:51.240049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9bfedf9-d153-4890-827b-79bd6c2e5edf details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:51.262520 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce4c74-361f-4dc5-b463-9d9d8292675c req-e5e50bbc-9fe3-42b2-b31c-25492c85ea0a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:51.264355 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91ce4c74-361f-4dc5-b463-9d9d8292675c req-e5e50bbc-9fe3-42b2-b31c-25492c85ea0a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 948 time: 0.2836542 Jul 27 20:55:51.385812 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-418f516b-381f-4a26-9951-9accd3771415 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:51.387474 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-418f516b-381f-4a26-9951-9accd3771415 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2685335 Jul 27 20:55:51.424571 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c9bfedf9-d153-4890-827b-79bd6c2e5edf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9bfedf9-d153-4890-827b-79bd6c2e5edf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:51.441669 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91ce4c74-361f-4dc5-b463-9d9d8292675c req-18115efb-0f4f-48b0-b4a5-a0d53bef6eea tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685929 Jul 27 20:55:51.462557 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-732f5cab-8448-427e-a9e0-f879b6e697d5 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/quotas/7259d12b5d724408ba030a4c121449e2 HTTP/1.1" status: 200 len: 375 time: 0.0629208 Jul 27 20:55:51.467055 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'c9bfedf9-d153-4890-827b-79bd6c2e5edf', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'c9bfedf9-d153-4890-827b-79bd6c2e5edf', 'mac_address': 'fa:16:3e:f0:96:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:51.505793 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64e9abd9-fd1f-4cdd-a4ba-9bb250854f11 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:51.512714 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64e9abd9-fd1f-4cdd-a4ba-9bb250854f11 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:51.536491 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57082) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:51.552602 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:51.568635 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9bfedf9-d153-4890-827b-79bd6c2e5edf {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:51.584861 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-3514f5dd-40f3-439b-8861-66c188360e5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Allocated IP 192.168.233.31 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/df778ef1-092b-479d-a17d-ce4c8616e2a8) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:51.595587 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c9bfedf9-d153-4890-827b-79bd6c2e5edf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9bfedf9-d153-4890-827b-79bd6c2e5edf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:51.602005 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:51.661054 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=c9bfedf9-d153-4890-827b-79bd6c2e5edf,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:51.662629 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-64e9abd9-fd1f-4cdd-a4ba-9bb250854f11 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Floating IP 408605be-a8d4-4828-a335-bc53d29621ac associated. External IP: 172.25.2.87, port: 3635750e-578b-4e9c-8266-f3f6e7b25232. Jul 27 20:55:51.671356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:51.671675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:51.672012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:51.672346 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:51.672668 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:51.672994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:51.673317 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:51.673644 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:51.674126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:51.674565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:51.675014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:51.675340 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:51.690323 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c85659e6-a4c9-4d69-8311-08aa7ebf9a13 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=30dd955eb4224ed5a99f0f1394dc317d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492696 Jul 27 20:55:51.698638 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57084) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:55:51.769816 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-709da5e6-819c-4e00-b922-e124c4efb8df tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7259d12b5d724408ba030a4c121449e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2937233 Jul 27 20:55:51.848692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9dcea-6704-41b9-960d-493a4541f873 req-edd212ed-076b-493b-ba16-0e7ec2334b88 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:51.850203 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18a9dcea-6704-41b9-960d-493a4541f873 req-edd212ed-076b-493b-ba16-0e7ec2334b88 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.3005707 Jul 27 20:55:51.911700 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:51.961885 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:51.976045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['c9bfedf9-d153-4890-827b-79bd6c2e5edf'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:51.993194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e9abd9-fd1f-4cdd-a4ba-9bb250854f11 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Router a03f8e58-2109-4c92-ae78-644a6ba6f143 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:55:52.031108 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18a9dcea-6704-41b9-960d-493a4541f873 req-0ca37da3-aabf-42ef-aa70-142ed65172ec tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527181 Jul 27 20:55:52.040013 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-3514f5dd-40f3-439b-8861-66c188360e5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:52.127116 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-3514f5dd-40f3-439b-8861-66c188360e5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Transition to ACTIVE for port object df778ef1-092b-479d-a17d-ce4c8616e2a8 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:52.131463 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba0b73cb-5bc3-472d-979a-a4b3fa340708 req-ac842f48-3853-4fe3-865e-9b9ad56bc107 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 210 time: 0.0674310 Jul 27 20:55:52.216703 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-3514f5dd-40f3-439b-8861-66c188360e5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:52.238518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['9df87c26-1b19-4a6a-bed2-59a55911966a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:52.250372 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:52.252933 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:52.254146 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b14b9ea-3345-49db-ae62-e2963e457ae4 HTTP/1.1" status: 204 len: 168 time: 0.5524755 Jul 27 20:55:52.288238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e9abd9-fd1f-4cdd-a4ba-9bb250854f11 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:55:52.301315 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60445e25-a3ea-472e-aa54-0ec566820035 None None] Sync routers for ids ['a03f8e58-2109-4c92-ae78-644a6ba6f143'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:55:52.306772 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64e9abd9-fd1f-4cdd-a4ba-9bb250854f11 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:52.312808 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60445e25-a3ea-472e-aa54-0ec566820035 None None] Routers {'a03f8e58-2109-4c92-ae78-644a6ba6f143'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:52.313435 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-60445e25-a3ea-472e-aa54-0ec566820035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:55:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a03f8e58-2109-4c92-ae78-644a6ba6f143'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:52.345317 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b14b9ea-3345-49db-ae62-e2963e457ae4,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:52.375503 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-64e9abd9-fd1f-4cdd-a4ba-9bb250854f11 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "PUT /v2.0/floatingips/408605be-a8d4-4828-a335-bc53d29621ac HTTP/1.1" status: 200 len: 990 time: 2.3683119 Jul 27 20:55:52.376701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac37fab6-b397-4a06-a390-f169d13af806', 'tag': '3635750e-578b-4e9c-8266-f3f6e7b25232'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:52.380283 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d05cb8e-b7a1-44c9-8ccc-d555ea15b365" -d '{"events": [{"name": "network-changed", "server_uuid": "ac37fab6-b397-4a06-a390-f169d13af806", "tag": "3635750e-578b-4e9c-8266-f3f6e7b25232"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:52.390095 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-3514f5dd-40f3-439b-8861-66c188360e5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:52.412175 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-3514f5dd-40f3-439b-8861-66c188360e5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:52.438401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:52.438822 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:52.439180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:52.439524 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:52.439862 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:52.440203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:52.440536 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:52.440868 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:52.441199 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:52.441523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:52.441849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:52.442176 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b516a2a-8741-4ff1-9b96-91ce141eccfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:55:52.445108 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-3514f5dd-40f3-439b-8861-66c188360e5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:52.538211 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514f5dd-40f3-439b-8861-66c188360e5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Pushing event updated for resources: {'Port': ['ID=df778ef1-092b-479d-a17d-ce4c8616e2a8,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:52.555192 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-3514f5dd-40f3-439b-8861-66c188360e5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:52.555904 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-3514f5dd-40f3-439b-8861-66c188360e5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:52.577609 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-60445e25-a3ea-472e-aa54-0ec566820035 None None] Set router a03f8e58-2109-4c92-ae78-644a6ba6f143 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:52.595180 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-3514f5dd-40f3-439b-8861-66c188360e5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8548424 Jul 27 20:55:52.605005 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8f2627-1ef5-40fd-8956-c612ec0c02bb x-openstack-request-id: req-bd8f2627-1ef5-40fd-8956-c612ec0c02bb {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:52.605623 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac37fab6-b397-4a06-a390-f169d13af806", "tag": "3635750e-578b-4e9c-8266-f3f6e7b25232", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:52.606577 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd8f2627-1ef5-40fd-8956-c612ec0c02bb {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:52.607237 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac37fab6-b397-4a06-a390-f169d13af806', 'tag': '3635750e-578b-4e9c-8266-f3f6e7b25232', 'status': 'completed', 'code': 200} Jul 27 20:55:52.627777 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd348f5-0063-4b2b-a193-c3cdae4a8402 req-c157a0f6-feff-46e6-aebc-64dc5fb85ed5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:52.638762 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdd348f5-0063-4b2b-a193-c3cdae4a8402 req-c157a0f6-feff-46e6-aebc-64dc5fb85ed5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 935 time: 0.4470568 Jul 27 20:55:52.664246 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Request body: {'port': {'device_id': '1a1b739f-7c6b-4188-8eae-f9dd6db737d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:52.795254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05cb8e-b7a1-44c9-8ccc-d555ea15b365 req-3b6979f4-ca03-4379-94de-ea07c9d54385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:52.797342 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4d05cb8e-b7a1-44c9-8ccc-d555ea15b365 req-3b6979f4-ca03-4379-94de-ea07c9d54385 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=421c0bc741dc429f9a5bc81fd9d591b1&device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 1096 time: 0.1538978 Jul 27 20:55:52.865537 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdd348f5-0063-4b2b-a193-c3cdae4a8402 req-89740f50-b8f2-4558-9d3a-124b367edf8e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256880 Jul 27 20:55:52.946509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d3c1b-2c58-423e-9ecd-d41ed422b253 req-97065fdf-3b91-402c-92ce-b2a51c2c42a4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:52.954856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a35d3c1b-2c58-423e-9ecd-d41ed422b253 req-97065fdf-3b91-402c-92ce-b2a51c2c42a4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 949 time: 0.1813154 Jul 27 20:55:52.993219 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:53.020138 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a35d3c1b-2c58-423e-9ecd-d41ed422b253 req-8f3d8fb3-e98d-4f44-a6af-79d88d521633 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642946 Jul 27 20:55:53.021419 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6ce98748-560f-4a5c-ab7d-7d0f0f81fb0e None None] Provisioning for port df778ef1-092b-479d-a17d-ce4c8616e2a8 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:53.033212 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6ce98748-560f-4a5c-ab7d-7d0f0f81fb0e None None] Provisioning complete for port df778ef1-092b-479d-a17d-ce4c8616e2a8 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:53.033579 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6ce98748-560f-4a5c-ab7d-7d0f0f81fb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:53.078746 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05cb8e-b7a1-44c9-8ccc-d555ea15b365 req-67ec207e-0cbe-4084-86b8-d32747356b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:53.081796 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4d05cb8e-b7a1-44c9-8ccc-d555ea15b365 req-67ec207e-0cbe-4084-86b8-d32747356b81 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d0529065-8390-47a3-aefb-e0f34741ee1f HTTP/1.1" status: 200 len: 923 time: 0.2635095 Jul 27 20:55:53.173654 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-60445e25-a3ea-472e-aa54-0ec566820035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 4, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '408605be-a8d4-4828-a335-bc53d29621ac', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'port_id': '3635750e-578b-4e9c-8266-f3f6e7b25232', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'mac_address': 'fa:16:3e:68:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac37fab6-b397-4a06-a390-f169d13af806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:53:17Z', 'updated_at': '2021-07-27T20:55:51Z', 'revision_number': 5, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f882df2-4e5e-49e3-b9de-ac25a51a44ac', 'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'mac_address': 'fa:16:3e:ca:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:52Z', 'updated_at': '2021-07-27T20:53:05Z', 'revision_number': 5, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'subnets': [{'id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:53.221659 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60445e25-a3ea-472e-aa54-0ec566820035 None None] Checking router: a03f8e58-2109-4c92-ae78-644a6ba6f143 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:55:53.232985 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60445e25-a3ea-472e-aa54-0ec566820035 None None] Routers {'a03f8e58-2109-4c92-ae78-644a6ba6f143'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:55:53.232985 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-60445e25-a3ea-472e-aa54-0ec566820035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:55:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a03f8e58-2109-4c92-ae78-644a6ba6f143'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:53.280873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6ce98748-560f-4a5c-ab7d-7d0f0f81fb0e None None] Port df778ef1-092b-479d-a17d-ce4c8616e2a8 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:53.289014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9bfedf9-d153-4890-827b-79bd6c2e5edf up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:53.334995 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4d05cb8e-b7a1-44c9-8ccc-d555ea15b365 req-e46f2b6a-1daf-4d5d-8675-d4cc6eb6b382 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3635750e-578b-4e9c-8266-f3f6e7b25232 HTTP/1.1" status: 200 len: 998 time: 0.2399280 Jul 27 20:55:53.447240 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port c9bfedf9-d153-4890-827b-79bd6c2e5edf completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:53.453774 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port c9bfedf9-d153-4890-827b-79bd6c2e5edf triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:53.454151 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:53.466869 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-60445e25-a3ea-472e-aa54-0ec566820035 None None] Set router a03f8e58-2109-4c92-ae78-644a6ba6f143 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:55:53.490648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05cb8e-b7a1-44c9-8ccc-d555ea15b365 req-1b228e10-083f-4bbc-9c44-9335fb27da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:53.495649 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4d05cb8e-b7a1-44c9-8ccc-d555ea15b365 req-1b228e10-083f-4bbc-9c44-9335fb27da98 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9b547ef7-4cb6-4736-b263-c7c9499342ec HTTP/1.1" status: 200 len: 861 time: 0.1468189 Jul 27 20:55:53.693994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05cb8e-b7a1-44c9-8ccc-d555ea15b365 req-7f769e8a-5f44-46df-84f8-2adf0a6e08be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:53.697378 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:53.698920 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4d05cb8e-b7a1-44c9-8ccc-d555ea15b365 req-7f769e8a-5f44-46df-84f8-2adf0a6e08be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d0529065-8390-47a3-aefb-e0f34741ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875126 Jul 27 20:55:53.747482 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c9bfedf9-d153-4890-827b-79bd6c2e5edf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9bfedf9-d153-4890-827b-79bd6c2e5edf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:53.748806 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bfedf9-d153-4890-827b-79bd6c2e5edf'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:53.752757 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0257bd2-20b7-4d5a-9d2f-2a439a23d4d7" -d '{"events": [{"server_uuid": "1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90", "name": "network-vif-plugged", "status": "completed", "tag": "c9bfedf9-d153-4890-827b-79bd6c2e5edf"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:53.756182 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:53.816668 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=c9bfedf9-d153-4890-827b-79bd6c2e5edf,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:53.862395 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fe2d389-0926-46e4-b1d8-4f73ddc983b2 req-9323422c-9b48-4991-ba8f-2892e38a91a8 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 210 time: 0.0593083 Jul 27 20:55:53.895227 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e95af-31ca-420d-8629-c91f150e3daf req-abd21d88-1bcf-4fe0-b2fc-507c41dcb681 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:53.903861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f12e95af-31ca-420d-8629-c91f150e3daf req-abd21d88-1bcf-4fe0-b2fc-507c41dcb681 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.6111321 Jul 27 20:55:53.955751 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4d05cb8e-b7a1-44c9-8ccc-d555ea15b365 req-67cf2870-5fd2-42ed-ac13-69d30fb8dff0 service neutron] 10.222.0.66 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202868 Jul 27 20:55:53.982171 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f12e95af-31ca-420d-8629-c91f150e3daf req-c9631849-58b5-4c83-ba2c-2787fcabc5f6 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773494 Jul 27 20:55:54.048059 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-60445e25-a3ea-472e-aa54-0ec566820035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 4, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '408605be-a8d4-4828-a335-bc53d29621ac', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'port_id': '3635750e-578b-4e9c-8266-f3f6e7b25232', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'mac_address': 'fa:16:3e:68:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac37fab6-b397-4a06-a390-f169d13af806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:53:17Z', 'updated_at': '2021-07-27T20:55:51Z', 'revision_number': 5, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f882df2-4e5e-49e3-b9de-ac25a51a44ac', 'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'mac_address': 'fa:16:3e:ca:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:52Z', 'updated_at': '2021-07-27T20:53:05Z', 'revision_number': 5, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'subnets': [{'id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:55:54.060779 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d81bdf-e944-40aa-a45c-100b5e9cfcee x-openstack-request-id: req-f4d81bdf-e944-40aa-a45c-100b5e9cfcee {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:54.061331 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90", "name": "network-vif-plugged", "status": "completed", "tag": "c9bfedf9-d153-4890-827b-79bd6c2e5edf", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:54.061331 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4d81bdf-e944-40aa-a45c-100b5e9cfcee {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:54.061709 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bfedf9-d153-4890-827b-79bd6c2e5edf', 'code': 200} Jul 27 20:55:54.108361 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60445e25-a3ea-472e-aa54-0ec566820035 None None] The sync data for ids ['a03f8e58-2109-4c92-ae78-644a6ba6f143'] in n-d-764806-9 is: [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 4, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '408605be-a8d4-4828-a335-bc53d29621ac', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'port_id': '3635750e-578b-4e9c-8266-f3f6e7b25232', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'mac_address': 'fa:16:3e:68:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac37fab6-b397-4a06-a390-f169d13af806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:53:17Z', 'updated_at': '2021-07-27T20:55:51Z', 'revision_number': 5, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f882df2-4e5e-49e3-b9de-ac25a51a44ac', 'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'mac_address': 'fa:16:3e:ca:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:52Z', 'updated_at': '2021-07-27T20:53:05Z', 'revision_number': 5, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'subnets': [{'id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:55:54.167230 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df778ef1-092b-479d-a17d-ce4c8616e2a8 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:54.224405 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:54.256991 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4d05cb8e-b7a1-44c9-8ccc-d555ea15b365 req-87475054-9ccd-4481-b1e3-b0e3707c3bfb service neutron] 10.222.0.66 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900229 Jul 27 20:55:54.262869 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Transition to ACTIVE for port object df778ef1-092b-479d-a17d-ce4c8616e2a8 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:54.276302 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:54.294966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94500342-98ba-41a8-beed-bee05a6fda48 req-a09daf23-06fe-49f9-87c0-17dd7c736c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:54.296588 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94500342-98ba-41a8-beed-bee05a6fda48 req-a09daf23-06fe-49f9-87c0-17dd7c736c18 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 1101 time: 0.0989909 Jul 27 20:55:54.348433 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94500342-98ba-41a8-beed-bee05a6fda48 req-5065cf6f-9d85-40de-a6fd-d437dcbc7a63 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371499 Jul 27 20:55:54.357924 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3c86f-5b76-4a45-a028-68fe02b695f2 req-0d8f1699-fb8f-4de3-89d7-217475d9e6a1 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:54.359458 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4bb3c86f-5b76-4a45-a028-68fe02b695f2 req-0d8f1699-fb8f-4de3-89d7-217475d9e6a1 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 935 time: 0.2664590 Jul 27 20:55:54.374308 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Pushing event updated for resources: {'Port': ['ID=df778ef1-092b-479d-a17d-ce4c8616e2a8,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:54.393778 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef1a0e-1c31-4abc-9e7e-d09cb7741a55 req-5796dadc-9437-4467-9b4e-415b5ca63117 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:54.395592 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5eef1a0e-1c31-4abc-9e7e-d09cb7741a55 req-5796dadc-9437-4467-9b4e-415b5ca63117 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 950 time: 0.2233036 Jul 27 20:55:54.457045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c939087c-15d5-44d0-9fd4-63d469749952 None None] New status for floating IP 408605be-a8d4-4828-a335-bc53d29621ac: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:55:54.513824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4bb3c86f-5b76-4a45-a028-68fe02b695f2 req-d4d53028-42ca-46a4-9942-080d0a781d66 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440890 Jul 27 20:55:54.540510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Attempting to bind port df778ef1-092b-479d-a17d-ce4c8616e2a8 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:54.542001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Attempting to bind port df778ef1-092b-479d-a17d-ce4c8616e2a8 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:54.542001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Attempting to bind port df778ef1-092b-479d-a17d-ce4c8616e2a8 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:54.546903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5eef1a0e-1c31-4abc-9e7e-d09cb7741a55 req-74bb3c87-6a93-492d-aa2a-268d12d1ee71 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245110 Jul 27 20:55:54.554027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Port df778ef1-092b-479d-a17d-ce4c8616e2a8 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:54.558950 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Attempting to bind port df778ef1-092b-479d-a17d-ce4c8616e2a8 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:54.565505 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:54.566946 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:54.568394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:54.569104 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Bound port: df778ef1-092b-479d-a17d-ce4c8616e2a8, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:54.569620 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:54.670809 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-ee96c199-67a2-46e8-8eef-a731f1b1a720 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7259d12b5d724408ba030a4c121449e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503755 Jul 27 20:55:54.746357 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] For port df778ef1-092b-479d-a17d-ce4c8616e2a8, host n-h1-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:54.751369 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] For port df778ef1-092b-479d-a17d-ce4c8616e2a8, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=df778ef1-092b-479d-a17d-ce4c8616e2a8,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:54.761206 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:54.815217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:54.815920 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:54.817364 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] 10.222.0.20 "PUT /v2.0/ports/df778ef1-092b-479d-a17d-ce4c8616e2a8 HTTP/1.1" status: 200 len: 1095 time: 2.1750872 Jul 27 20:55:54.817834 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1b739f-7c6b-4188-8eae-f9dd6db737d2', 'tag': 'df778ef1-092b-479d-a17d-ce4c8616e2a8'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:54.820451 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b504fb-6b08-452f-ae70-f8fe8d1ae6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1b739f-7c6b-4188-8eae-f9dd6db737d2", "tag": "df778ef1-092b-479d-a17d-ce4c8616e2a8"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:54.853196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-22ce8d46-83e8-4d9d-bfa3-417ebfd9b5c0 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:54.856053 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-22ce8d46-83e8-4d9d-bfa3-417ebfd9b5c0 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777387 Jul 27 20:55:54.877838 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5eb62-fc9b-4434-9d8f-69ef37f27128 service neutron] Pushing event updated for resources: {'Port': ['ID=df778ef1-092b-479d-a17d-ce4c8616e2a8,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:54.882799 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93b9640-bfad-4d6e-bca8-e0cd8609a429 x-openstack-request-id: req-e93b9640-bfad-4d6e-bca8-e0cd8609a429 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:54.883369 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1b739f-7c6b-4188-8eae-f9dd6db737d2", "tag": "df778ef1-092b-479d-a17d-ce4c8616e2a8", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:54.883631 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e93b9640-bfad-4d6e-bca8-e0cd8609a429 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:54.884023 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1b739f-7c6b-4188-8eae-f9dd6db737d2', 'tag': 'df778ef1-092b-479d-a17d-ce4c8616e2a8', 'status': 'completed', 'code': 200} Jul 27 20:55:54.891209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-ff895e26-faca-477d-8a87-1f1c7f1bad74 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Request body: {'port': {'device_id': 'f2862e30-984f-49db-8f36-b7f642b9d3ab', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '7259d12b5d724408ba030a4c121449e2'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:54.986461 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-6c3577cc-d44f-48fa-a525-160bb1f80262 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0f808f2ef3de4579a22c9fe51d138392&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342143 Jul 27 20:55:55.084790 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-ff895e26-faca-477d-8a87-1f1c7f1bad74 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Made reservation on behalf of 7259d12b5d724408ba030a4c121449e2 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:55.089026 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-ff895e26-faca-477d-8a87-1f1c7f1bad74 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:55.092292 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a082c3ae-46d5-4b7c-bd2f-7f5dd337ab9f req-c54be58c-22cb-4be0-a5ed-8d4ebcaf0e4d tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 210 time: 0.1030848 Jul 27 20:55:55.214962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-5b61021c-201e-4037-a7c2-da01621c32f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:55.216669 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-5b61021c-201e-4037-a7c2-da01621c32f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 1098 time: 0.2183249 Jul 27 20:55:55.278386 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-03cc1610-acc5-4c22-83b6-25fe6bf9927c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=df778ef1-092b-479d-a17d-ce4c8616e2a8 HTTP/1.1" status: 200 len: 217 time: 0.0460813 Jul 27 20:55:55.285583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-6b9895d3-2229-461c-991f-4607212bf96d tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:55.287271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-6b9895d3-2229-461c-991f-4607212bf96d tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2786679 Jul 27 20:55:55.305754 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-ff895e26-faca-477d-8a87-1f1c7f1bad74 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Allocated IP 192.168.233.227 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/0f9d550d-862d-4b52-8ee9-20ca7d0f99ec) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:55.339048 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-62e62c2e-0c49-40af-a555-ae4e844f9332 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/quotas/0f808f2ef3de4579a22c9fe51d138392 HTTP/1.1" status: 200 len: 375 time: 0.0418365 Jul 27 20:55:55.381627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-953edb1c-7e8f-4352-bcaf-46dfdada9a3c tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f808f2ef3de4579a22c9fe51d138392&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414243 Jul 27 20:55:55.384179 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-80c72419-450e-46b8-92a3-30bb17a8dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:55.386535 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-80c72419-450e-46b8-92a3-30bb17a8dac4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0963702 Jul 27 20:55:55.622202 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-ff895e26-faca-477d-8a87-1f1c7f1bad74 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:55.622968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-bedf3ec7-0808-4079-8166-4c16a37b3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:55.624333 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-bedf3ec7-0808-4079-8166-4c16a37b3bbd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2240105 Jul 27 20:55:55.710796 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4169699-f30c-4eaf-8711-bc6f3841be51 req-52729dd7-bbef-41c3-bb85-b6147b7ed4c0 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:55.712406 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e4169699-f30c-4eaf-8711-bc6f3841be51 req-52729dd7-bbef-41c3-bb85-b6147b7ed4c0 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.2412803 Jul 27 20:55:55.867311 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-88895875-7d42-4d13-ab57-fb234c53ac60 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295747 Jul 27 20:55:55.912162 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-ff895e26-faca-477d-8a87-1f1c7f1bad74 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Transition to ACTIVE for port object 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:55.939106 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e4169699-f30c-4eaf-8711-bc6f3841be51 req-e9b0984f-4ba6-45bb-9718-adeb9e69a49c tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058289 Jul 27 20:55:55.950194 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-ff895e26-faca-477d-8a87-1f1c7f1bad74 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:55.963817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['30b6d482-5dfb-40ce-b607-09303ec51364'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:56.009560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-ff895e26-faca-477d-8a87-1f1c7f1bad74 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:56.022873 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-ff895e26-faca-477d-8a87-1f1c7f1bad74 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:56.026604 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-ff895e26-faca-477d-8a87-1f1c7f1bad74 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:56.100185 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-ff895e26-faca-477d-8a87-1f1c7f1bad74 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:56.100736 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-ff895e26-faca-477d-8a87-1f1c7f1bad74 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:56.118305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff895e26-faca-477d-8a87-1f1c7f1bad74 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Pushing event updated for resources: {'Port': ['ID=0f9d550d-862d-4b52-8ee9-20ca7d0f99ec,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:56.155409 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-ff895e26-faca-477d-8a87-1f1c7f1bad74 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2831497 Jul 27 20:55:56.184385 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Request body: {'port': {'device_id': 'f2862e30-984f-49db-8f36-b7f642b9d3ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:56.287784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e81bfe40-1609-4387-8a9f-af8d774e3ddf req-734c7d02-e3f1-4435-a84d-9102291f1816 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 210 time: 0.1736751 Jul 27 20:55:56.330317 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d58c1e-6f83-4514-b118-7c5fd3c4ecf1 req-52a85cbb-862a-41c3-b3b3-0539d8160284 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:56.346161 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94d58c1e-6f83-4514-b118-7c5fd3c4ecf1 req-52a85cbb-862a-41c3-b3b3-0539d8160284 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 947 time: 0.6017203 Jul 27 20:55:56.357991 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:56.368748 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a55465f-2234-4606-a0cb-345a95c057f7 req-2f00604e-a352-424f-b5bb-865e5a78a913 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825790 Jul 27 20:55:56.413442 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94d58c1e-6f83-4514-b118-7c5fd3c4ecf1 req-56be6f98-0965-4c25-bacb-5481e446f693 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654743 Jul 27 20:55:56.552548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-530584bb-711c-4332-b947-0c7007ea001b None None] Provisioning for port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:56.560746 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-530584bb-711c-4332-b947-0c7007ea001b None None] Provisioning complete for port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:56.561124 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-530584bb-711c-4332-b947-0c7007ea001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:56.620368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ca62a1c5-3774-43e1-bf43-f815cf8b7160 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:56.648533 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b504fb-6b08-452f-ae70-f8fe8d1ae6c3 req-4d98fd32-6dbd-4268-b3f3-c498fc4a5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:56.649811 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21b504fb-6b08-452f-ae70-f8fe8d1ae6c3 req-4d98fd32-6dbd-4268-b3f3-c498fc4a5298 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 1098 time: 0.1801863 Jul 27 20:55:56.661151 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-530584bb-711c-4332-b947-0c7007ea001b None None] Port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:55:56.675998 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc8912-c017-4fbb-a054-f342a4c4ebb2 req-fc99471b-c0cd-48c9-8f7d-45d985e22a1b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:56.679614 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84bc8912-c017-4fbb-a054-f342a4c4ebb2 req-fc99471b-c0cd-48c9-8f7d-45d985e22a1b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 950 time: 0.2201169 Jul 27 20:55:56.790486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:56.805416 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:56.806336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ca62a1c5-3774-43e1-bf43-f815cf8b7160, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ca62a1c5-3774-43e1-bf43-f815cf8b7160,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:56.825019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Transition to ACTIVE for port object 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:56.830659 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84bc8912-c017-4fbb-a054-f342a4c4ebb2 req-efa10453-4fc3-4364-8ce5-532a781c6d16 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383970 Jul 27 20:55:56.837105 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:56.848117 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'ca62a1c5-3774-43e1-bf43-f815cf8b7160', 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a', 'port_id': 'ca62a1c5-3774-43e1-bf43-f815cf8b7160', 'mac_address': 'fa:16:3e:91:c9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:56.878397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b5994-e91b-4369-a40c-7dcf1554cd58 req-377c3c87-6fee-4b98-a3df-2fdb39d713b1 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:56.880494 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a4b5994-e91b-4369-a40c-7dcf1554cd58 req-377c3c87-6fee-4b98-a3df-2fdb39d713b1 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 936 time: 0.2635162 Jul 27 20:55:56.883860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b504fb-6b08-452f-ae70-f8fe8d1ae6c3 req-6c604e19-85d7-45eb-884f-f3f300d4632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:56.885504 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21b504fb-6b08-452f-ae70-f8fe8d1ae6c3 req-6c604e19-85d7-45eb-884f-f3f300d4632a service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.2067082 Jul 27 20:55:56.974185 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9d550d-862d-4b52-8ee9-20ca7d0f99ec,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:57.022601 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21b504fb-6b08-452f-ae70-f8fe8d1ae6c3 req-f64f5230-4539-43b1-be16-eade2eb0523a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=df778ef1-092b-479d-a17d-ce4c8616e2a8 HTTP/1.1" status: 200 len: 217 time: 0.0988786 Jul 27 20:55:57.042446 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a4b5994-e91b-4369-a40c-7dcf1554cd58 req-93e5152a-187c-4da8-a41a-e25984af1e4c tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470759 Jul 27 20:55:57.161123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Attempting to bind port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:55:57.162971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Attempting to bind port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:55:57.163117 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:57.164120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Attempting to bind port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:57.175184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:55:57.175663 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Attempting to bind port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:55:57.182314 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:55:57.182655 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:55:57.185261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:55:57.185261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Bound port: 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:55:57.185261 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:57.214396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca62a1c5-3774-43e1-bf43-f815cf8b7160 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:57.237805 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b504fb-6b08-452f-ae70-f8fe8d1ae6c3 req-bbdb6277-4083-4cce-9a36-756adea5e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.239496 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21b504fb-6b08-452f-ae70-f8fe8d1ae6c3 req-bbdb6277-4083-4cce-9a36-756adea5e4d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1954412 Jul 27 20:55:57.270769 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ca62a1c5-3774-43e1-bf43-f815cf8b7160, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ca62a1c5-3774-43e1-bf43-f815cf8b7160,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:57.283676 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:57.308557 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14b4a5-7635-4736-95b4-089d0465fc64 req-d23705cf-4b3b-4935-8593-2cb966a8dfa6 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.310149 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be14b4a5-7635-4736-95b4-089d0465fc64 req-d23705cf-4b3b-4935-8593-2cb966a8dfa6 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 1101 time: 0.1845961 Jul 27 20:55:57.320900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] For port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:55:57.325032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] For port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=0f9d550d-862d-4b52-8ee9-20ca7d0f99ec,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:55:57.333326 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:57.363158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ca62a1c5-3774-43e1-bf43-f815cf8b7160,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:57.368613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fb4ea-8a67-4f66-9096-6eed5cb6c8ba req-16cd8dad-e6ed-45c8-bba3-a6cfece369a9 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.370803 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-986fb4ea-8a67-4f66-9096-6eed5cb6c8ba req-16cd8dad-e6ed-45c8-bba3-a6cfece369a9 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1818225 Jul 27 20:55:57.380017 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be14b4a5-7635-4736-95b4-089d0465fc64 req-8d3cccbe-8f29-456a-a0ae-ca86554892a1 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613620 Jul 27 20:55:57.435455 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b504fb-6b08-452f-ae70-f8fe8d1ae6c3 req-a84b9d68-09b6-4d01-8ccd-05902fd56872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.438296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21b504fb-6b08-452f-ae70-f8fe8d1ae6c3 req-a84b9d68-09b6-4d01-8ccd-05902fd56872 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1790414 Jul 27 20:55:57.444366 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-986fb4ea-8a67-4f66-9096-6eed5cb6c8ba req-023dafe9-8b2d-434d-a398-7ceb837990dc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626082 Jul 27 20:55:57.444713 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9d550d-862d-4b52-8ee9-20ca7d0f99ec,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:57.452217 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['ca62a1c5-3774-43e1-bf43-f815cf8b7160'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:55:57.471627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.472470 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:57.478322 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-c3c94d49-ab5f-4535-8ee5-7e73485bf029 service neutron] 10.222.0.66 "PUT /v2.0/ports/0f9d550d-862d-4b52-8ee9-20ca7d0f99ec HTTP/1.1" status: 200 len: 1096 time: 1.3083284 Jul 27 20:55:57.482431 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2862e30-984f-49db-8f36-b7f642b9d3ab', 'tag': '0f9d550d-862d-4b52-8ee9-20ca7d0f99ec'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:57.487328 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b20312-4e30-4f00-9c55-c85dda562cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "f2862e30-984f-49db-8f36-b7f642b9d3ab", "tag": "0f9d550d-862d-4b52-8ee9-20ca7d0f99ec"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:57.636482 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-867315d6-d573-4bb2-8131-8f73d44feae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.638608 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-867315d6-d573-4bb2-8131-8f73d44feae9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7259d12b5d724408ba030a4c121449e2&device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 1099 time: 0.1130736 Jul 27 20:55:57.708091 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-dd301e2e-2147-4520-b543-a4c1de8a3208 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=0f9d550d-862d-4b52-8ee9-20ca7d0f99ec HTTP/1.1" status: 200 len: 217 time: 0.0541162 Jul 27 20:55:57.751550 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-96b2a0e2-edea-49bc-862e-cb8eeef59646 req-66f10f0e-68d3-4527-98eb-42f00e57081a tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 210 time: 0.1086242 Jul 27 20:55:57.834461 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21b504fb-6b08-452f-ae70-f8fe8d1ae6c3 req-3f256529-907a-44a0-8630-71607d9e689e service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706758 Jul 27 20:55:57.842506 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ad412d-d41a-4bc8-b16c-d9f2a4848aec x-openstack-request-id: req-87ad412d-d41a-4bc8-b16c-d9f2a4848aec {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:57.843069 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2862e30-984f-49db-8f36-b7f642b9d3ab", "tag": "0f9d550d-862d-4b52-8ee9-20ca7d0f99ec", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:57.843329 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87ad412d-d41a-4bc8-b16c-d9f2a4848aec {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:57.843758 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2862e30-984f-49db-8f36-b7f642b9d3ab', 'tag': '0f9d550d-862d-4b52-8ee9-20ca7d0f99ec', 'status': 'completed', 'code': 200} Jul 27 20:55:57.862753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-5e2435d1-94b3-4a53-b796-09d41e36e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.866506 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-5e2435d1-94b3-4a53-b796-09d41e36e7dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1481748 Jul 27 20:55:57.870900 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-c5c9b998-09fd-46d9-aacf-d4684d12d157 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0f808f2ef3de4579a22c9fe51d138392&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722582 Jul 27 20:55:57.923814 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8ecf3-1522-40c5-a1c6-c683bc43bfbe req-bd798516-e823-4632-abd0-01de7a420137 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:57.932537 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d3a8ecf3-1522-40c5-a1c6-c683bc43bfbe req-bd798516-e823-4632-abd0-01de7a420137 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 947 time: 0.2683516 Jul 27 20:55:58.010470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d3a8ecf3-1522-40c5-a1c6-c683bc43bfbe req-45b9654a-8711-4007-9675-fbae5193729b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696962 Jul 27 20:55:58.013570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-1d80541a-51f9-4f1b-96e9-f56bd3153348 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:58.015521 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-1d80541a-51f9-4f1b-96e9-f56bd3153348 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1372042 Jul 27 20:55:58.043447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Request body: {'port': {'device_id': 'f7845fd8-aa8e-4564-bb7d-ccdfb63b5637', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '0f808f2ef3de4579a22c9fe51d138392'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:58.046162 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea771271-ddc7-4a02-9918-11233622f775 req-773aad39-c0a6-4274-a095-d07b24700a99 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343530 Jul 27 20:55:58.074374 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21b504fb-6b08-452f-ae70-f8fe8d1ae6c3 req-d0056a0b-b760-4cbc-af12-794a24d994f4 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223301 Jul 27 20:55:58.142031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-0529694b-8c75-458e-889c-6b7b27c328f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:58.143634 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-0529694b-8c75-458e-889c-6b7b27c328f1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2634556 Jul 27 20:55:58.223521 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea771271-ddc7-4a02-9918-11233622f775 req-9b57125d-17e8-46e0-b278-0f6ea4d49106 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:58.225494 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea771271-ddc7-4a02-9918-11233622f775 req-9b57125d-17e8-46e0-b278-0f6ea4d49106 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1654053 Jul 27 20:55:58.244082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Made reservation on behalf of 0f808f2ef3de4579a22c9fe51d138392 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:55:58.248066 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:58.260530 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea771271-ddc7-4a02-9918-11233622f775 req-3374daac-2636-47ba-9846-3d37b32c4487 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/quotas/4fb64d87545a4d7b8837635cc8e66e69 HTTP/1.1" status: 200 len: 375 time: 0.0139079 Jul 27 20:55:58.268840 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:58.274996 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ea9ca-222a-47d2-a0eb-52a660d3d917 req-ac97316e-cd31-4d61-8eaa-0fbd76318c17 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:58.277067 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-279ea9ca-222a-47d2-a0eb-52a660d3d917 req-ac97316e-cd31-4d61-8eaa-0fbd76318c17 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 948 time: 0.1054258 Jul 27 20:55:58.282253 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-84bcf706-2086-44aa-b11a-0f5adb3b5ea4 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281323 Jul 27 20:55:58.350019 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-279ea9ca-222a-47d2-a0eb-52a660d3d917 req-d43a3806-d771-432a-854f-9a5d3ec0e27c tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619137 Jul 27 20:55:58.388464 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea771271-ddc7-4a02-9918-11233622f775 req-6889b491-6707-40da-8ed0-e9b8e5af5a1a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1102588 Jul 27 20:55:58.414348 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7e0c3a5-8e4a-4d08-a66f-523a364c2152 req-92ec2521-a7a3-498a-8ea7-26380251f9cf service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211064 Jul 27 20:55:58.468611 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:58.481966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:58.584349 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efcb0e3a-fcf3-492a-822f-1348cb79d007,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:58.615659 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ca62a1c5-3774-43e1-bf43-f815cf8b7160 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:55:58.660166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b20312-4e30-4f00-9c55-c85dda562cc5 req-5288b3fc-2881-425f-9cc1-a33105e7b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:58.661735 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1b20312-4e30-4f00-9c55-c85dda562cc5 req-5288b3fc-2881-425f-9cc1-a33105e7b071 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7259d12b5d724408ba030a4c121449e2&device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 1099 time: 0.1918633 Jul 27 20:55:58.686676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port ca62a1c5-3774-43e1-bf43-f815cf8b7160 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:58.687784 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:58.710682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Allocated IP 192.168.233.68 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/d2332e21-b656-4eca-948f-4a53cc01a167) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:55:58.719547 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8725569-c555-46a5-8e87-2f5b6fdd69b0 req-cb3ff32a-bf4b-454b-9f4d-568afb633243 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 210 time: 0.1404703 Jul 27 20:55:58.803275 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb59fbd-6540-4f85-b860-e3deaaccab9a req-df4cdd97-0acd-4fcb-a430-979edda698f7 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:58.817030 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6fb59fbd-6540-4f85-b860-e3deaaccab9a req-df4cdd97-0acd-4fcb-a430-979edda698f7 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.2379217 Jul 27 20:55:58.835100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b20312-4e30-4f00-9c55-c85dda562cc5 req-ffd0617a-8126-4f13-af91-7a484bb2b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:58.841114 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1b20312-4e30-4f00-9c55-c85dda562cc5 req-ffd0617a-8126-4f13-af91-7a484bb2b2f3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1691236 Jul 27 20:55:58.852351 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:58.889783 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c867bb4a-486a-4b8f-81af-2256cd888a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca62a1c5-3774-43e1-bf43-f815cf8b7160'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:55:58.892382 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf31939-8824-408f-83f5-4948c1cee549" -d '{"events": [{"server_uuid": "c867bb4a-486a-4b8f-81af-2256cd888a38", "name": "network-vif-plugged", "status": "completed", "tag": "ca62a1c5-3774-43e1-bf43-f815cf8b7160"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:55:58.910774 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ca62a1c5-3774-43e1-bf43-f815cf8b7160, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ca62a1c5-3774-43e1-bf43-f815cf8b7160,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:58.918291 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:58.932274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6fb59fbd-6540-4f85-b860-e3deaaccab9a req-408ea58e-74aa-4281-8175-7322007ec82b tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104631 Jul 27 20:55:58.940759 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66573d73-bc9f-49b9-9a8d-6d4be9ccad6f req-19387e6a-e0ad-4c32-b9f6-c9ff15768f7f tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 210 time: 0.0626993 Jul 27 20:55:58.966485 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1b20312-4e30-4f00-9c55-c85dda562cc5 req-c5ff959a-0c20-4be5-a9d9-c10a36da509a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=0f9d550d-862d-4b52-8ee9-20ca7d0f99ec HTTP/1.1" status: 200 len: 217 time: 0.1160126 Jul 27 20:55:59.015300 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66366f6-c16c-4b9d-b1c4-9dbac65b28aa x-openstack-request-id: req-d66366f6-c16c-4b9d-b1c4-9dbac65b28aa {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:55:59.015747 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c867bb4a-486a-4b8f-81af-2256cd888a38", "name": "network-vif-plugged", "status": "completed", "tag": "ca62a1c5-3774-43e1-bf43-f815cf8b7160", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:55:59.015993 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d66366f6-c16c-4b9d-b1c4-9dbac65b28aa {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:55:59.016392 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c867bb4a-486a-4b8f-81af-2256cd888a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca62a1c5-3774-43e1-bf43-f815cf8b7160', 'code': 200} Jul 27 20:55:59.022552 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ca62a1c5-3774-43e1-bf43-f815cf8b7160,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:59.087328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b20312-4e30-4f00-9c55-c85dda562cc5 req-ad81c758-5d2f-4bbb-9606-3b3411bdb12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:59.090506 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1b20312-4e30-4f00-9c55-c85dda562cc5 req-ad81c758-5d2f-4bbb-9606-3b3411bdb12c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1124177 Jul 27 20:55:59.159097 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.179511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Transition to ACTIVE for port object d2332e21-b656-4eca-948f-4a53cc01a167 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:55:59.218762 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8190928-186a-4697-93bc-14a621545a1a req-9a2a404a-99af-4499-b9af-466e36a1f13c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:59.220084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b20312-4e30-4f00-9c55-c85dda562cc5 req-459a4cd4-a641-42ca-b3c8-ef6e0629f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:59.221701 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1b20312-4e30-4f00-9c55-c85dda562cc5 req-459a4cd4-a641-42ca-b3c8-ef6e0629f4fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1210849 Jul 27 20:55:59.222692 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c8190928-186a-4697-93bc-14a621545a1a req-9a2a404a-99af-4499-b9af-466e36a1f13c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 947 time: 0.1336606 Jul 27 20:55:59.252063 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.280924 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device df778ef1-092b-479d-a17d-ce4c8616e2a8 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:55:59.294836 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c8190928-186a-4697-93bc-14a621545a1a req-a3cd0950-7fb5-4566-9af4-51badbebf49d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659552 Jul 27 20:55:59.351767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:55:59.355159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:55:59.358960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Pushing event updated for resources: {'Port': ['ID=d2332e21-b656-4eca-948f-4a53cc01a167,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:59.361596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:55:59.439602 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1b20312-4e30-4f00-9c55-c85dda562cc5 req-5b015c1b-f805-4a60-bc5d-bb26bb7e2320 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084227 Jul 27 20:55:59.447795 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:59.452946 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.458052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port df778ef1-092b-479d-a17d-ce4c8616e2a8, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=df778ef1-092b-479d-a17d-ce4c8616e2a8,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:59.477317 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'df778ef1-092b-479d-a17d-ce4c8616e2a8', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'df778ef1-092b-479d-a17d-ce4c8616e2a8', 'mac_address': 'fa:16:3e:81:f0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:55:59.556463 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a394549f-95d7-4a85-b790-3b23e423e063 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5191002 Jul 27 20:55:59.582656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Request body: {'port': {'device_id': 'f7845fd8-aa8e-4564-bb7d-ccdfb63b5637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:55:59.588512 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.602308 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4a43a-e0d2-473c-86ed-954ee043ad01 req-23b3b3d2-efe5-4d4d-b89a-027df55d9a3f tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:55:59.615968 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11b4a43a-e0d2-473c-86ed-954ee043ad01 req-23b3b3d2-efe5-4d4d-b89a-027df55d9a3f tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 948 time: 0.1363420 Jul 27 20:55:59.634203 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1b20312-4e30-4f00-9c55-c85dda562cc5 req-397147a0-9d0a-42b6-87c2-d16db018a95d service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737003 Jul 27 20:55:59.647668 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df778ef1-092b-479d-a17d-ce4c8616e2a8 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:55:59.703777 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.714286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port df778ef1-092b-479d-a17d-ce4c8616e2a8, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=df778ef1-092b-479d-a17d-ce4c8616e2a8,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:55:59.717548 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11b4a43a-e0d2-473c-86ed-954ee043ad01 req-e861a3b1-38e7-4db3-a2ad-20f94ba38bac tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003153 Jul 27 20:55:59.731908 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.816611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=df778ef1-092b-479d-a17d-ce4c8616e2a8,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:55:59.837518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-25c64d2e-bc09-4dab-9271-00954683620d None None] Provisioning for port d2332e21-b656-4eca-948f-4a53cc01a167 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:55:59.845865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-25c64d2e-bc09-4dab-9271-00954683620d None None] Provisioning complete for port d2332e21-b656-4eca-948f-4a53cc01a167 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:55:59.846359 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-25c64d2e-bc09-4dab-9271-00954683620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:55:59.880539 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3882cd18-a7d9-4282-9f6d-d36b65134582 req-7ee96371-792e-4501-82fa-e4d05af2bfdf tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 210 time: 0.0379760 Jul 27 20:55:59.885787 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-25c64d2e-bc09-4dab-9271-00954683620d None None] Port d2332e21-b656-4eca-948f-4a53cc01a167 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:56:00.065885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2332e21-b656-4eca-948f-4a53cc01a167 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:00.079237 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:00.096209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Transition to ACTIVE for port object d2332e21-b656-4eca-948f-4a53cc01a167 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:00.103310 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:00.131348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['df778ef1-092b-479d-a17d-ce4c8616e2a8'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:00.158957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Pushing event updated for resources: {'Port': ['ID=d2332e21-b656-4eca-948f-4a53cc01a167,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:00.189540 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b5271-0258-411d-b6e5-b28a81f22e7f req-334827be-041f-4dc7-9eb0-651355ea930d tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:00.191400 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee1b5271-0258-411d-b6e5-b28a81f22e7f req-334827be-041f-4dc7-9eb0-651355ea930d tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1427817 Jul 27 20:56:00.201616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57876be-3ebd-466e-b13f-e75b9f2423d8 req-3a64ac03-ae71-4bb5-84bb-86410a7a013c tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:00.203694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a57876be-3ebd-466e-b13f-e75b9f2423d8 req-3a64ac03-ae71-4bb5-84bb-86410a7a013c tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 947 time: 0.1660895 Jul 27 20:56:00.317900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Attempting to bind port d2332e21-b656-4eca-948f-4a53cc01a167 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:00.320091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Attempting to bind port d2332e21-b656-4eca-948f-4a53cc01a167 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:00.320091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Attempting to bind port d2332e21-b656-4eca-948f-4a53cc01a167 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:00.326399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Port d2332e21-b656-4eca-948f-4a53cc01a167 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:00.327120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Attempting to bind port d2332e21-b656-4eca-948f-4a53cc01a167 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:00.330540 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a57876be-3ebd-466e-b13f-e75b9f2423d8 req-5e7f68c8-3493-4e1b-8fbe-6d79a83c50ef tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/security-groups?id=efcb0e3a-fcf3-492a-822f-1348cb79d007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168823 Jul 27 20:56:00.353196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:00.354740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:00.355611 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:00.357039 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Bound port: d2332e21-b656-4eca-948f-4a53cc01a167, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:00.359031 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:00.405595 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee1b5271-0258-411d-b6e5-b28a81f22e7f req-f27aa75e-5665-4ef9-8dda-ab6413c25ee9 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980009 Jul 27 20:56:00.497651 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea771271-ddc7-4a02-9918-11233622f775 req-80f8352a-609d-4c2f-b361-d999a4411b46 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872486 Jul 27 20:56:00.513911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] For port d2332e21-b656-4eca-948f-4a53cc01a167, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:00.517295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] For port d2332e21-b656-4eca-948f-4a53cc01a167, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d2332e21-b656-4eca-948f-4a53cc01a167,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:00.523317 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:00.600215 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:00.601432 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:00.603179 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] 10.222.0.20 "PUT /v2.0/ports/d2332e21-b656-4eca-948f-4a53cc01a167 HTTP/1.1" status: 200 len: 1095 time: 1.0303564 Jul 27 20:56:00.604850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7845fd8-aa8e-4564-bb7d-ccdfb63b5637', 'tag': 'd2332e21-b656-4eca-948f-4a53cc01a167'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:00.615611 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c31a13d-0897-4e42-a8f7-fb1e57cceead" -d '{"events": [{"name": "network-changed", "server_uuid": "f7845fd8-aa8e-4564-bb7d-ccdfb63b5637", "tag": "d2332e21-b656-4eca-948f-4a53cc01a167"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:00.640864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf8cf9-9040-449d-94d6-41e7d6914576 service neutron] Pushing event updated for resources: {'Port': ['ID=d2332e21-b656-4eca-948f-4a53cc01a167,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:00.731555 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619fba30-b352-4574-9fa4-efbe3566382d x-openstack-request-id: req-619fba30-b352-4574-9fa4-efbe3566382d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:00.732345 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7845fd8-aa8e-4564-bb7d-ccdfb63b5637", "tag": "d2332e21-b656-4eca-948f-4a53cc01a167", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:00.732345 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-619fba30-b352-4574-9fa4-efbe3566382d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:00.732567 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7845fd8-aa8e-4564-bb7d-ccdfb63b5637', 'tag': 'd2332e21-b656-4eca-948f-4a53cc01a167', 'status': 'completed', 'code': 200} Jul 27 20:56:00.746434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d0891-05f7-43b2-bf56-50d34836fa2e req-a2dee503-f61d-45b9-92c7-544d65a39b5b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:00.757798 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f8d0891-05f7-43b2-bf56-50d34836fa2e req-a2dee503-f61d-45b9-92c7-544d65a39b5b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 948 time: 0.1396270 Jul 27 20:56:00.776855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-cfe934eb-0783-4343-8439-4eb0ef40e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:00.778891 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-cfe934eb-0783-4343-8439-4eb0ef40e9fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f808f2ef3de4579a22c9fe51d138392&device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 1098 time: 0.1061845 Jul 27 20:56:00.785178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea771271-ddc7-4a02-9918-11233622f775 req-d087f547-00d2-493b-8c27-07e568514f75 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:00.786940 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea771271-ddc7-4a02-9918-11233622f775 req-d087f547-00d2-493b-8c27-07e568514f75 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2824292 Jul 27 20:56:00.827664 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-ea771271-ddc7-4a02-9918-11233622f775 req-3dc08d32-ad31-4be9-8d59-958e0f6e00e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Request body: {'port': {'device_id': 'b55200d6-4398-410c-9c0f-9e2fccae550d', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '4fb64d87545a4d7b8837635cc8e66e69'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:00.904957 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f8d0891-05f7-43b2-bf56-50d34836fa2e req-558e5052-57e9-4212-bbcc-05fd75e20094 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461372 Jul 27 20:56:00.905816 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-9078b729-6e11-45f0-be7b-85df70ff6d68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=d2332e21-b656-4eca-948f-4a53cc01a167 HTTP/1.1" status: 200 len: 217 time: 0.1167090 Jul 27 20:56:01.019445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-2d67ecec-3e46-4b2b-9b29-3bee1c55cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:01.021009 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-2d67ecec-3e46-4b2b-9b29-3bee1c55cb6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1060274 Jul 27 20:56:01.072227 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed44053b-8377-40f9-a273-7830c35df895 req-fca22944-67b5-4007-a406-a818f017c21e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 210 time: 0.0456793 Jul 27 20:56:01.108556 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-17dd8567-bcc9-49c8-b815-369f6bb8c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:01.110248 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-17dd8567-bcc9-49c8-b815-369f6bb8c89b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808182 Jul 27 20:56:01.122331 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df6b27-3bc9-4c30-b0fa-1a95d725fcce req-24ac2321-5e10-40a7-a0c5-dc81e840901d tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:01.126773 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2df6b27-3bc9-4c30-b0fa-1a95d725fcce req-24ac2321-5e10-40a7-a0c5-dc81e840901d tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 948 time: 0.2799289 Jul 27 20:56:01.166029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea771271-ddc7-4a02-9918-11233622f775 req-3dc08d32-ad31-4be9-8d59-958e0f6e00e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Made reservation on behalf of 4fb64d87545a4d7b8837635cc8e66e69 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:01.172135 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ea771271-ddc7-4a02-9918-11233622f775 req-3dc08d32-ad31-4be9-8d59-958e0f6e00e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:01.201769 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2df6b27-3bc9-4c30-b0fa-1a95d725fcce req-8af2241b-4711-4285-83bc-3c614b3069a8 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698609 Jul 27 20:56:01.243401 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-67d1710e-3fc6-4e9e-abe5-da875f68fedd service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246037 Jul 27 20:56:01.286775 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:01.312171 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device df778ef1-092b-479d-a17d-ce4c8616e2a8 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:01.339572 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-ea771271-ddc7-4a02-9918-11233622f775 req-3dc08d32-ad31-4be9-8d59-958e0f6e00e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Allocated IP 192.168.233.46 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/08569fd1-fc6f-415d-a07d-4fbe0fcc8728) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:01.371479 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a1df9266-5d58-4db9-a18b-35a3370a1bbf req-3ea0b2c3-46da-4aeb-a5ca-2af8bc261f5c service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126575 Jul 27 20:56:01.538549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:01.539057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31a13d-0897-4e42-a8f7-fb1e57cceead req-9dc7f6de-1b9c-4687-9fca-0659f7fe2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:01.540701 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c31a13d-0897-4e42-a8f7-fb1e57cceead req-9dc7f6de-1b9c-4687-9fca-0659f7fe2ba1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f808f2ef3de4579a22c9fe51d138392&device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 1098 time: 0.0884774 Jul 27 20:56:01.543747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port df778ef1-092b-479d-a17d-ce4c8616e2a8 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:01.561469 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port df778ef1-092b-479d-a17d-ce4c8616e2a8 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:01.562030 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:01.601871 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf', 'mac_address': 'fa:16:3e:56:5a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:01.706154 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:01.711806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31a13d-0897-4e42-a8f7-fb1e57cceead req-3938f969-a868-47bb-9870-4990d2526500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:01.715915 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c31a13d-0897-4e42-a8f7-fb1e57cceead req-3938f969-a868-47bb-9870-4990d2526500 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1663823 Jul 27 20:56:01.754646 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:01.786080 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c31a13d-0897-4e42-a8f7-fb1e57cceead req-29e899a0-ee2d-46aa-beeb-73b2a4acf898 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=d2332e21-b656-4eca-948f-4a53cc01a167 HTTP/1.1" status: 200 len: 217 time: 0.0580678 Jul 27 20:56:01.789628 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:01.791924 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:01.801817 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:01.849937 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1b739f-7c6b-4188-8eae-f9dd6db737d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df778ef1-092b-479d-a17d-ce4c8616e2a8'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:01.852553 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b677f2b-79f9-49c7-86d8-aff7c3464b03" -d '{"events": [{"server_uuid": "1a1b739f-7c6b-4188-8eae-f9dd6db737d2", "name": "network-vif-plugged", "status": "completed", "tag": "df778ef1-092b-479d-a17d-ce4c8616e2a8"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:01.875602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port df778ef1-092b-479d-a17d-ce4c8616e2a8, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=df778ef1-092b-479d-a17d-ce4c8616e2a8,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:01.884573 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:01.885458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:01.888759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31a13d-0897-4e42-a8f7-fb1e57cceead req-01888ad3-1a77-46f0-9531-194c2a0c0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:01.890942 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c31a13d-0897-4e42-a8f7-fb1e57cceead req-01888ad3-1a77-46f0-9531-194c2a0c0133 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0910249 Jul 27 20:56:01.909428 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:01.983179 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31a13d-0897-4e42-a8f7-fb1e57cceead req-59f5784c-2cdf-458e-8dbc-4dd0e1b2dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:01.984654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=df778ef1-092b-479d-a17d-ce4c8616e2a8,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:01.985021 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c31a13d-0897-4e42-a8f7-fb1e57cceead req-59f5784c-2cdf-458e-8dbc-4dd0e1b2dca0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0820560 Jul 27 20:56:02.031696 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.060213 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:02.096284 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:02.099412 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ea771271-ddc7-4a02-9918-11233622f775 req-3dc08d32-ad31-4be9-8d59-958e0f6e00e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.102918 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.118440 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c31a13d-0897-4e42-a8f7-fb1e57cceead req-5d736460-d32a-4384-a2b6-286bd7d04675 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183341 Jul 27 20:56:02.129027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae8e0a-b39b-42cc-88b8-e36a6ed42495 req-b3b49ebd-ce81-4e9a-896e-bb2e883d019a tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:02.138968 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99ae8e0a-b39b-42cc-88b8-e36a6ed42495 req-b3b49ebd-ce81-4e9a-896e-bb2e883d019a tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.6175504 Jul 27 20:56:02.161040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-ea771271-ddc7-4a02-9918-11233622f775 req-3dc08d32-ad31-4be9-8d59-958e0f6e00e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Transition to ACTIVE for port object 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:02.171900 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:02.178238 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacbf79-c82b-4ed1-b2e4-ca72914db746 req-0b45852f-62a9-483d-9d55-8c5ffa29b7ec tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:02.179843 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7bacbf79-c82b-4ed1-b2e4-ca72914db746 req-0b45852f-62a9-483d-9d55-8c5ffa29b7ec tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 947 time: 0.6432796 Jul 27 20:56:02.237853 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99ae8e0a-b39b-42cc-88b8-e36a6ed42495 req-832d8a7b-161e-4fe6-9849-69be32917905 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975561 Jul 27 20:56:02.239871 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c31a13d-0897-4e42-a8f7-fb1e57cceead req-dd25fc75-86bf-4b05-9233-c517f194ebfa service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110334 Jul 27 20:56:02.260724 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['0059e62c-b2a1-4deb-8ad6-2dff4c96edbf'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:02.279899 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7bacbf79-c82b-4ed1-b2e4-ca72914db746 req-5467ee91-51d0-461b-a905-993b861b26d3 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/security-groups?id=efcb0e3a-fcf3-492a-822f-1348cb79d007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884252 Jul 27 20:56:02.282742 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ea771271-ddc7-4a02-9918-11233622f775 req-3dc08d32-ad31-4be9-8d59-958e0f6e00e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.324065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1a022cd7-e984-471e-a4f8-55737392083d', '6b073743-c445-4ad4-978e-380863cb1265', '61f362a6-585f-4379-8708-98469226b058', 'fa8d4fd2-579a-44b3-b17e-3e28dd073ee4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:02.340580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea771271-ddc7-4a02-9918-11233622f775 req-3dc08d32-ad31-4be9-8d59-958e0f6e00e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:02.346974 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-ea771271-ddc7-4a02-9918-11233622f775 req-3dc08d32-ad31-4be9-8d59-958e0f6e00e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:02.350978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea771271-ddc7-4a02-9918-11233622f775 req-3dc08d32-ad31-4be9-8d59-958e0f6e00e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:02.383715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc08d32-ad31-4be9-8d59-958e0f6e00e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Pushing event updated for resources: {'Port': ['ID=08569fd1-fc6f-415d-a07d-4fbe0fcc8728,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:02.429562 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea771271-ddc7-4a02-9918-11233622f775 req-3dc08d32-ad31-4be9-8d59-958e0f6e00e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:02.436223 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ea771271-ddc7-4a02-9918-11233622f775 req-3dc08d32-ad31-4be9-8d59-958e0f6e00e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.470244 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea771271-ddc7-4a02-9918-11233622f775 req-3dc08d32-ad31-4be9-8d59-958e0f6e00e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6638577 Jul 27 20:56:02.486448 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4b2da0-d383-4fff-a7a9-4c405b7bc7e4 x-openstack-request-id: req-1f4b2da0-d383-4fff-a7a9-4c405b7bc7e4 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:02.486741 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1b739f-7c6b-4188-8eae-f9dd6db737d2", "name": "network-vif-plugged", "status": "completed", "tag": "df778ef1-092b-479d-a17d-ce4c8616e2a8", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:02.486992 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f4b2da0-d383-4fff-a7a9-4c405b7bc7e4 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:02.487376 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1b739f-7c6b-4188-8eae-f9dd6db737d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df778ef1-092b-479d-a17d-ce4c8616e2a8', 'code': 200} Jul 27 20:56:02.515410 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Request body: {'port': {'device_id': 'b55200d6-4398-410c-9c0f-9e2fccae550d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:02.621042 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5fded28d-161a-4b6e-bc00-08f5879a2d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.659404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30cec1-7c7f-4f4b-8b61-5f40da3538d0 req-aa5b2b99-9f68-4268-897e-b23314121b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:02.661261 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8e30cec1-7c7f-4f4b-8b61-5f40da3538d0 req-aa5b2b99-9f68-4268-897e-b23314121b1d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 1100 time: 0.0825887 Jul 27 20:56:02.709308 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.715824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eae22764-562f-476b-abab-48f21ce3f77a None None] Provisioning for port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:02.720545 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8e30cec1-7c7f-4f4b-8b61-5f40da3538d0 req-40d38528-c3c1-4f9a-8dd3-1217d1d43954 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420125 Jul 27 20:56:02.724782 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eae22764-562f-476b-abab-48f21ce3f77a None None] Provisioning complete for port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:02.725144 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eae22764-562f-476b-abab-48f21ce3f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:02.785559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-eae22764-562f-476b-abab-48f21ce3f77a None None] Port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:56:02.875144 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29002bd7-fc8a-4ea0-8010-1103be79e0d3 req-699530c0-e275-4c45-9198-7efc31e9408b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:02.882732 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29002bd7-fc8a-4ea0-8010-1103be79e0d3 req-699530c0-e275-4c45-9198-7efc31e9408b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.3617790 Jul 27 20:56:02.904094 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887705c-db0e-4965-8ecd-2e4ec9a203af req-2273d8b8-a072-4117-832f-6c66ee613c42 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:02.905727 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a887705c-db0e-4965-8ecd-2e4ec9a203af req-2273d8b8-a072-4117-832f-6c66ee613c42 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 935 time: 0.2276499 Jul 27 20:56:03.006800 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29002bd7-fc8a-4ea0-8010-1103be79e0d3 req-d277f371-4f99-43ab-a815-2b68eb61fef3 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231294 Jul 27 20:56:03.025326 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a887705c-db0e-4965-8ecd-2e4ec9a203af req-bcb651f0-c4c9-40f0-8122-a873a62471fb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060534 Jul 27 20:56:03.164491 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:03.174456 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:03.193777 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Transition to ACTIVE for port object 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:03.198730 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:03.235568 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b379401-345e-4360-884d-b420b78905ef req-373a3ffd-cbfd-4a24-a749-6072ff9becfe tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:03.237061 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b379401-345e-4360-884d-b420b78905ef req-373a3ffd-cbfd-4a24-a749-6072ff9becfe tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 948 time: 0.1395679 Jul 27 20:56:03.288375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Pushing event updated for resources: {'Port': ['ID=08569fd1-fc6f-415d-a07d-4fbe0fcc8728,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:03.366584 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b379401-345e-4360-884d-b420b78905ef req-f34e28cd-5a6d-4fa6-84c3-0c9c0ef3937b tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215861 Jul 27 20:56:03.438593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Attempting to bind port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:03.438926 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Attempting to bind port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:03.439258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Attempting to bind port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:03.463051 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:03.463376 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Attempting to bind port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:03.493615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:03.494022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:03.495291 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:03.495741 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Bound port: 08569fd1-fc6f-415d-a07d-4fbe0fcc8728, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:03.496100 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:03.523832 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561152d-cf65-454c-8b1a-68ec52467096 req-f92d681b-fafd-404b-a076-c4f6dda673a5 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:03.525403 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3561152d-cf65-454c-8b1a-68ec52467096 req-f92d681b-fafd-404b-a076-c4f6dda673a5 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 948 time: 0.1965580 Jul 27 20:56:03.568689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['48ca1259-7949-41a5-977e-c37d349da885', 'c9bfedf9-d153-4890-827b-79bd6c2e5edf'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:03.624772 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3561152d-cf65-454c-8b1a-68ec52467096 req-0c1e2e3e-0bbf-40a2-848b-2bc4c74ce28a tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764542 Jul 27 20:56:03.628287 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] For port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728, host n-h1-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:03.633060 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] For port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=08569fd1-fc6f-415d-a07d-4fbe0fcc8728,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:03.643905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719dd56-89c5-412b-8a11-ce9b54cf8932 req-eac0799c-e40d-4610-8cb6-ae036e639665 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:03.645479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f719dd56-89c5-412b-8a11-ce9b54cf8932 req-eac0799c-e40d-4610-8cb6-ae036e639665 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 947 time: 0.1964591 Jul 27 20:56:03.647215 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:03.753156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:03.754046 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:03.755955 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea771271-ddc7-4a02-9918-11233622f775 req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] 10.222.0.20 "PUT /v2.0/ports/08569fd1-fc6f-415d-a07d-4fbe0fcc8728 HTTP/1.1" status: 200 len: 1095 time: 1.2534349 Jul 27 20:56:03.756604 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55200d6-4398-410c-9c0f-9e2fccae550d', 'tag': '08569fd1-fc6f-415d-a07d-4fbe0fcc8728'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:03.759444 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2ae2eb-017b-4e09-a7b8-0849534176b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b55200d6-4398-410c-9c0f-9e2fccae550d", "tag": "08569fd1-fc6f-415d-a07d-4fbe0fcc8728"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:03.780744 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f719dd56-89c5-412b-8a11-ce9b54cf8932 req-e8a7c93b-73f6-4540-a6c9-bb8978429575 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/security-groups?id=efcb0e3a-fcf3-492a-822f-1348cb79d007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908637 Jul 27 20:56:03.818498 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:03.858460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5397f-4e4e-490d-9d11-198eeee28237 service neutron] Pushing event updated for resources: {'Port': ['ID=08569fd1-fc6f-415d-a07d-4fbe0fcc8728,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:03.867264 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264c9005-d145-4be9-a6ac-47cc79c77e7d x-openstack-request-id: req-264c9005-d145-4be9-a6ac-47cc79c77e7d {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:03.867553 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55200d6-4398-410c-9c0f-9e2fccae550d", "tag": "08569fd1-fc6f-415d-a07d-4fbe0fcc8728", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:03.867803 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-264c9005-d145-4be9-a6ac-47cc79c77e7d {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:03.868294 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55200d6-4398-410c-9c0f-9e2fccae550d', 'tag': '08569fd1-fc6f-415d-a07d-4fbe0fcc8728', 'status': 'completed', 'code': 200} Jul 27 20:56:03.901937 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea771271-ddc7-4a02-9918-11233622f775 req-718e1cac-3373-424f-b6bb-b12546b28625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:03.903792 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea771271-ddc7-4a02-9918-11233622f775 req-718e1cac-3373-424f-b6bb-b12546b28625 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 1098 time: 0.0820711 Jul 27 20:56:03.961467 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea771271-ddc7-4a02-9918-11233622f775 req-cbf03c8e-ec27-423d-976f-6ae97791d431 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=08569fd1-fc6f-415d-a07d-4fbe0fcc8728 HTTP/1.1" status: 200 len: 217 time: 0.0439031 Jul 27 20:56:04.047606 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea771271-ddc7-4a02-9918-11233622f775 req-9adb61aa-8f24-4e15-8855-d93a611475e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:04.049365 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea771271-ddc7-4a02-9918-11233622f775 req-9adb61aa-8f24-4e15-8855-d93a611475e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0559552 Jul 27 20:56:04.210272 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea771271-ddc7-4a02-9918-11233622f775 req-f4593958-7f65-4949-8737-391f9b652104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:04.211786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea771271-ddc7-4a02-9918-11233622f775 req-f4593958-7f65-4949-8737-391f9b652104 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1515903 Jul 27 20:56:04.230872 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de4704-2c54-4030-a050-ffdc422e0866 req-afde0aa5-70a7-46ee-bcf3-5d299a92c3af tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:04.233293 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6de4704-2c54-4030-a050-ffdc422e0866 req-afde0aa5-70a7-46ee-bcf3-5d299a92c3af tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.1325700 Jul 27 20:56:04.335800 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dad55-5ef3-43b2-8041-22e24f83aeb3 req-17b6ec0c-40f4-4a1a-aef2-8d276d916434 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:04.337347 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a4dad55-5ef3-43b2-8041-22e24f83aeb3 req-17b6ec0c-40f4-4a1a-aef2-8d276d916434 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 947 time: 0.1942844 Jul 27 20:56:04.347060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6de4704-2c54-4030-a050-ffdc422e0866 req-969a255d-d529-44af-8775-56221c1b16b9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991111 Jul 27 20:56:04.403647 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea771271-ddc7-4a02-9918-11233622f775 req-775aff2e-d227-4244-a6e2-540e713d477f service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686826 Jul 27 20:56:04.406674 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a4dad55-5ef3-43b2-8041-22e24f83aeb3 req-6960d929-5a3f-4282-85de-64289a361f67 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531921 Jul 27 20:56:04.539229 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea771271-ddc7-4a02-9918-11233622f775 req-403b1605-b42f-4b79-871a-f4cec609d33b service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248999 Jul 27 20:56:04.559961 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8ae7a-2183-49d2-b9e2-2f543d79b838 req-85cde636-d183-4936-ac97-59b157205eef tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:04.561744 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-50a8ae7a-2183-49d2-b9e2-2f543d79b838 req-85cde636-d183-4936-ac97-59b157205eef tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 948 time: 0.0994141 Jul 27 20:56:04.625409 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:04.633062 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-50a8ae7a-2183-49d2-b9e2-2f543d79b838 req-f802d9c5-c5ec-4180-abf8-5bf615a99f6b tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645790 Jul 27 20:56:04.673826 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ae2eb-017b-4e09-a7b8-0849534176b2 req-a5987898-a115-4991-a72a-fb059af3724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:04.675375 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba2ae2eb-017b-4e09-a7b8-0849534176b2 req-a5987898-a115-4991-a72a-fb059af3724f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 1098 time: 0.0801203 Jul 27 20:56:04.745615 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=0f9d550d-862d-4b52-8ee9-20ca7d0f99ec,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:04.762500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '0f9d550d-862d-4b52-8ee9-20ca7d0f99ec', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '0f9d550d-862d-4b52-8ee9-20ca7d0f99ec', 'mac_address': 'fa:16:3e:56:f5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:04.809841 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:04.824743 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:04.845547 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ae2eb-017b-4e09-a7b8-0849534176b2 req-14fe58f2-e9f5-40f0-9ec0-f3a2a7618e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:04.847279 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba2ae2eb-017b-4e09-a7b8-0849534176b2 req-14fe58f2-e9f5-40f0-9ec0-f3a2a7618e6f service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1636348 Jul 27 20:56:04.847824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=0f9d550d-862d-4b52-8ee9-20ca7d0f99ec,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:04.855833 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:04.869707 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:56:04.870463 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e1327-a22e-44e5-a229-fc8c7f12d55f req-ad57445c-dc5f-4a8f-b0ae-f46c2dce5384 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:04.871532 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce3e1327-a22e-44e5-a229-fc8c7f12d55f req-ad57445c-dc5f-4a8f-b0ae-f46c2dce5384 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 948 time: 0.1317806 Jul 27 20:56:04.909174 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=0f9d550d-862d-4b52-8ee9-20ca7d0f99ec,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:04.953936 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba2ae2eb-017b-4e09-a7b8-0849534176b2 req-57b4ebdb-51df-4af7-ada9-0d04a796886c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=08569fd1-fc6f-415d-a07d-4fbe0fcc8728 HTTP/1.1" status: 200 len: 217 time: 0.0722861 Jul 27 20:56:04.987974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce3e1327-a22e-44e5-a229-fc8c7f12d55f req-0f97f301-3856-4f2e-bbba-cae5ea8af563 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980899 Jul 27 20:56:05.070265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ae2eb-017b-4e09-a7b8-0849534176b2 req-356a4f5e-2e2c-45ce-bf15-958bdc0c4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:05.070265 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba2ae2eb-017b-4e09-a7b8-0849534176b2 req-356a4f5e-2e2c-45ce-bf15-958bdc0c4631 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0839198 Jul 27 20:56:05.070265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3eb7f-394f-4da7-abb5-5148efc9c18c req-5f9582a2-4409-4b83-8d15-e633d81bcd73 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:05.074719 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6c3eb7f-394f-4da7-abb5-5148efc9c18c req-5f9582a2-4409-4b83-8d15-e633d81bcd73 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 947 time: 0.2022023 Jul 27 20:56:05.143087 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6c3eb7f-394f-4da7-abb5-5148efc9c18c req-0b14bf96-3a07-4ddb-8c75-7901436d7234 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/security-groups?id=efcb0e3a-fcf3-492a-822f-1348cb79d007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591555 Jul 27 20:56:05.161198 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ae2eb-017b-4e09-a7b8-0849534176b2 req-a3079548-d6fa-437a-8e72-f7a9e5432426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:05.162702 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba2ae2eb-017b-4e09-a7b8-0849534176b2 req-a3079548-d6fa-437a-8e72-f7a9e5432426 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0868254 Jul 27 20:56:05.271919 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba2ae2eb-017b-4e09-a7b8-0849534176b2 req-25b63665-5ebf-4cf3-a2eb-f9c075dafe44 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947988 Jul 27 20:56:05.281455 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-699900d3-2992-4690-ac40-a4ec96c205fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:05.296349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d2332e21-b656-4eca-948f-4a53cc01a167 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:05.299888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:05.371014 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba2ae2eb-017b-4e09-a7b8-0849534176b2 req-d5a0c5d7-4ab0-40df-bcc1-2e7b025e9402 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856843 Jul 27 20:56:05.420662 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:05.430792 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:05.431156 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:05.501713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699d76e-c1c5-46fb-a039-d42d5d4c55b0 req-8d79a367-a877-4025-a5f9-ea255773b8d4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:05.503073 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e699d76e-c1c5-46fb-a039-d42d5d4c55b0 req-8d79a367-a877-4025-a5f9-ea255773b8d4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.0818298 Jul 27 20:56:05.528118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port d2332e21-b656-4eca-948f-4a53cc01a167, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d2332e21-b656-4eca-948f-4a53cc01a167,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:05.550253 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'd2332e21-b656-4eca-948f-4a53cc01a167', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'd2332e21-b656-4eca-948f-4a53cc01a167', 'mac_address': 'fa:16:3e:3f:a5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:05.579353 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e699d76e-c1c5-46fb-a039-d42d5d4c55b0 req-49136021-5305-4f0e-ade6-3a70560cefab tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687406 Jul 27 20:56:05.624040 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:05.626762 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:05.630939 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a5df1-5ab5-4cfb-8a96-d4698c9ac237 req-ae753bd4-e396-496c-8f93-23b29d635200 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:05.632956 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f6a5df1-5ab5-4cfb-8a96-d4698c9ac237 req-ae753bd4-e396-496c-8f93-23b29d635200 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 947 time: 0.1137996 Jul 27 20:56:05.646334 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2332e21-b656-4eca-948f-4a53cc01a167 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:05.655454 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['0f9d550d-862d-4b52-8ee9-20ca7d0f99ec'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:05.706251 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6028ff9-690f-43c1-8d48-2937dc566aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:05.707960 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb841b8-22f7-4230-98db-7bb7f80a5730" -d '{"events": [{"server_uuid": "e6028ff9-690f-43c1-8d48-2937dc566aab", "name": "network-vif-plugged", "status": "completed", "tag": "0059e62c-b2a1-4deb-8ad6-2dff4c96edbf"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:05.711005 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f6a5df1-5ab5-4cfb-8a96-d4698c9ac237 req-8327075d-78d3-44ee-a3ba-a2677731d0bc tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677807 Jul 27 20:56:05.711842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port d2332e21-b656-4eca-948f-4a53cc01a167, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d2332e21-b656-4eca-948f-4a53cc01a167,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:05.733507 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:05.736381 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:05.745735 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:05.926598 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18ff5d-5d17-44e1-beea-6df7b7b0856b req-54baff01-298b-470e-a7ed-04f63bcfc4cc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:05.928305 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b18ff5d-5d17-44e1-beea-6df7b7b0856b req-54baff01-298b-470e-a7ed-04f63bcfc4cc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 949 time: 0.0789781 Jul 27 20:56:05.990965 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2509561d-b7ec-4cb9-979a-6652dc2a9bbc x-openstack-request-id: req-2509561d-b7ec-4cb9-979a-6652dc2a9bbc {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:05.991257 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6028ff9-690f-43c1-8d48-2937dc566aab", "name": "network-vif-plugged", "status": "completed", "tag": "0059e62c-b2a1-4deb-8ad6-2dff4c96edbf", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:05.991506 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2509561d-b7ec-4cb9-979a-6652dc2a9bbc {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:05.991906 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6028ff9-690f-43c1-8d48-2937dc566aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf', 'code': 200} Jul 27 20:56:06.001062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=d2332e21-b656-4eca-948f-4a53cc01a167,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:06.046872 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b18ff5d-5d17-44e1-beea-6df7b7b0856b req-29acb885-5539-4393-b2cb-fee954c58227 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098399 Jul 27 20:56:06.083591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:06.206390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['d2332e21-b656-4eca-948f-4a53cc01a167'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:06.238069 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8c6de854-4a3f-47e4-98bd-64ba05991e75 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2160575 Jul 27 20:56:06.359565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e198e-6cb7-45bc-b56b-04a18e7b5f2f req-a472cf10-1b57-4884-b6c5-26d7f1ab2ffe tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:06.367174 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d3e198e-6cb7-45bc-b56b-04a18e7b5f2f req-a472cf10-1b57-4884-b6c5-26d7f1ab2ffe tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.2488916 Jul 27 20:56:06.425193 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d3e198e-6cb7-45bc-b56b-04a18e7b5f2f req-92a1086b-a459-4851-87cc-958f8e247763 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569839 Jul 27 20:56:06.448928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3718faf-84bb-431b-8344-edbb5b621fa3 req-ba393196-dd90-4474-a5b4-246ee35a048a tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:06.467434 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3718faf-84bb-431b-8344-edbb5b621fa3 req-ba393196-dd90-4474-a5b4-246ee35a048a tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.2728672 Jul 27 20:56:06.525556 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc629424-01cb-486f-9f2d-e0c8f746b4cc req-3014a65a-67e2-4ebd-a5f9-8d1efed831e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:06.527501 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dc629424-01cb-486f-9f2d-e0c8f746b4cc req-3014a65a-67e2-4ebd-a5f9-8d1efed831e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 1101 time: 0.2618022 Jul 27 20:56:06.547602 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3718faf-84bb-431b-8344-edbb5b621fa3 req-662603ec-1d16-4005-acc2-bd5ae8502b12 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795710 Jul 27 20:56:06.617998 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dc629424-01cb-486f-9f2d-e0c8f746b4cc req-90b7e9da-1f32-4565-afa9-de34c691ec67 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694427 Jul 27 20:56:06.732313 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a1dda-32ee-452f-aae7-98e714690ea3 req-ef9b7795-fdf0-490c-b5ae-0637f926e19c tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:06.734070 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a2a1dda-32ee-452f-aae7-98e714690ea3 req-ef9b7795-fdf0-490c-b5ae-0637f926e19c tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 948 time: 0.0972028 Jul 27 20:56:06.828850 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a2a1dda-32ee-452f-aae7-98e714690ea3 req-0ddbeaa8-700f-42f8-9163-33e118037f05 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/security-groups?id=efcb0e3a-fcf3-492a-822f-1348cb79d007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879915 Jul 27 20:56:06.926506 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c394320-d318-4a30-bcdd-e71d20db1f5e req-2010267a-2109-42de-a9b2-358211c5d125 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:06.928300 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c394320-d318-4a30-bcdd-e71d20db1f5e req-2010267a-2109-42de-a9b2-358211c5d125 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 947 time: 0.0985210 Jul 27 20:56:06.992281 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c394320-d318-4a30-bcdd-e71d20db1f5e req-329cd0b2-8411-49e9-b23b-965b5e100c3c tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558772 Jul 27 20:56:07.043982 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:07.318948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b7720-90e2-4e4e-8b58-44ae17a90163 req-6ada3d08-9ed9-4fb4-8355-1c13617c2613 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:07.328880 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f7b7720-90e2-4e4e-8b58-44ae17a90163 req-6ada3d08-9ed9-4fb4-8355-1c13617c2613 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 949 time: 0.1408916 Jul 27 20:56:07.329116 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:07.344855 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:07.470063 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f7b7720-90e2-4e4e-8b58-44ae17a90163 req-edac5703-f5ed-44fc-898e-02046cd0c88d tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396651 Jul 27 20:56:07.544956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=08569fd1-fc6f-415d-a07d-4fbe0fcc8728,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:07.589168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '08569fd1-fc6f-415d-a07d-4fbe0fcc8728', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '08569fd1-fc6f-415d-a07d-4fbe0fcc8728', 'mac_address': 'fa:16:3e:75:4d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:07.699867 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:07.736992 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85157-958f-421b-934c-83afee0b2c98 req-10ae01a1-dc93-4b89-bd32-947920d6f1c9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:07.739760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:07.749164 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e1c85157-958f-421b-934c-83afee0b2c98 req-10ae01a1-dc93-4b89-bd32-947920d6f1c9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.2035198 Jul 27 20:56:07.783007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=08569fd1-fc6f-415d-a07d-4fbe0fcc8728,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:07.789317 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:07.878637 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e1c85157-958f-421b-934c-83afee0b2c98 req-ee90bcb4-eebc-4e73-b3a7-0752a898af92 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264327 Jul 27 20:56:07.923495 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=08569fd1-fc6f-415d-a07d-4fbe0fcc8728,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:07.942579 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecb444-d8c6-4db6-91ad-0d6c7d8f7ac3 req-9beffa05-e9a0-4f8f-9ec8-e3d13e9ad377 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:07.951394 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-54ecb444-d8c6-4db6-91ad-0d6c7d8f7ac3 req-9beffa05-e9a0-4f8f-9ec8-e3d13e9ad377 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1744809 Jul 27 20:56:08.050608 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-54ecb444-d8c6-4db6-91ad-0d6c7d8f7ac3 req-720e5821-f9b0-4789-bfe7-259b5f09538b tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878346 Jul 27 20:56:08.105019 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58614976-015d-4887-8e75-d4d21c10d854 req-3c5052a0-dbd6-42c9-b9d2-aff84c8de2fb tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:08.106935 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-58614976-015d-4887-8e75-d4d21c10d854 req-3c5052a0-dbd6-42c9-b9d2-aff84c8de2fb tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 948 time: 0.1364295 Jul 27 20:56:08.230322 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-58614976-015d-4887-8e75-d4d21c10d854 req-9a64c12a-d16a-4d55-a31f-f31b3d102657 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/security-groups?id=efcb0e3a-fcf3-492a-822f-1348cb79d007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802586 Jul 27 20:56:08.299531 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['08569fd1-fc6f-415d-a07d-4fbe0fcc8728'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:08.301609 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e17045-9a14-43c6-a962-a3e2a3cd4163 req-ade3207a-8575-46d3-8b1e-1d3bff742040 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:08.303646 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7e17045-9a14-43c6-a962-a3e2a3cd4163 req-ade3207a-8575-46d3-8b1e-1d3bff742040 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 948 time: 0.1884995 Jul 27 20:56:08.440940 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7e17045-9a14-43c6-a962-a3e2a3cd4163 req-5c8beb2e-d2c8-4031-97d1-837ce91f609b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302574 Jul 27 20:56:08.590834 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-469a16ba-cba3-481c-86cf-ef4a12a7717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:08.592445 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-469a16ba-cba3-481c-86cf-ef4a12a7717c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 1100 time: 0.1300433 Jul 27 20:56:08.652236 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:08.774673 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:08.779379 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa5200-e624-4a8a-a4f7-cd9306a9bfa3 req-52f42b63-abb1-4c92-ae26-17042de8bf39 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:08.780961 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9fa5200-e624-4a8a-a4f7-cd9306a9bfa3 req-52f42b63-abb1-4c92-ae26-17042de8bf39 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 949 time: 0.1738944 Jul 27 20:56:08.789775 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:08.797099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:08.797789 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:08.799847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-fa5ff506-a88b-4cf0-9c3e-e2e0fe97344a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:08.801450 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-fa5ff506-a88b-4cf0-9c3e-e2e0fe97344a service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1957176 Jul 27 20:56:08.857555 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-222b16c9-4945-4267-a1c6-6f828ae78215 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=df778ef1-092b-479d-a17d-ce4c8616e2a8 HTTP/1.1" status: 200 len: 217 time: 0.0414922 Jul 27 20:56:08.924421 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:08.953746 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9fa5200-e624-4a8a-a4f7-cd9306a9bfa3 req-daf0984f-a002-4eb8-abd0-e8007342b413 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573632 Jul 27 20:56:08.964675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2862e30-984f-49db-8f36-b7f642b9d3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9d550d-862d-4b52-8ee9-20ca7d0f99ec'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:08.967042 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422d19db-0866-4715-882c-70bddcba5fbd" -d '{"events": [{"server_uuid": "f2862e30-984f-49db-8f36-b7f642b9d3ab", "name": "network-vif-plugged", "status": "completed", "tag": "0f9d550d-862d-4b52-8ee9-20ca7d0f99ec"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:08.984855 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=0f9d550d-862d-4b52-8ee9-20ca7d0f99ec,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:08.990995 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:08.992003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-d3c49266-da05-4698-b1fd-6b3bce771abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:08.993508 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-d3c49266-da05-4698-b1fd-6b3bce771abe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1249962 Jul 27 20:56:09.081338 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2d7a1e-f2e3-45c3-a63a-eec518e5c3fd x-openstack-request-id: req-4b2d7a1e-f2e3-45c3-a63a-eec518e5c3fd {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:09.082250 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2862e30-984f-49db-8f36-b7f642b9d3ab", "name": "network-vif-plugged", "status": "completed", "tag": "0f9d550d-862d-4b52-8ee9-20ca7d0f99ec", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:09.084163 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b2d7a1e-f2e3-45c3-a63a-eec518e5c3fd {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:09.084883 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2862e30-984f-49db-8f36-b7f642b9d3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9d550d-862d-4b52-8ee9-20ca7d0f99ec', 'code': 200} Jul 27 20:56:09.160052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=0f9d550d-862d-4b52-8ee9-20ca7d0f99ec,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:09.201643 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d5580-22c1-4119-a5f0-86af6bdd81d6 req-8e7d4d33-5857-4169-9d70-4c742cd6d890 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:09.206900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24f8db-a557-413e-b0d2-7f679fb72bae req-add6901a-6584-496d-b0c8-e344c0add04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:09.209075 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1d24f8db-a557-413e-b0d2-7f679fb72bae req-add6901a-6584-496d-b0c8-e344c0add04f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 1101 time: 0.0934637 Jul 27 20:56:09.210788 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-032d5580-22c1-4119-a5f0-86af6bdd81d6 req-8e7d4d33-5857-4169-9d70-4c742cd6d890 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.2129860 Jul 27 20:56:09.255512 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-39195293-4040-47dc-b8f7-0958cb018df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:09.256979 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-39195293-4040-47dc-b8f7-0958cb018df6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2216134 Jul 27 20:56:09.280976 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1d24f8db-a557-413e-b0d2-7f679fb72bae req-a2a232cc-c907-4b18-8b1d-60f25325ff3a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614562 Jul 27 20:56:09.335577 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d2332e21-b656-4eca-948f-4a53cc01a167 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:09.493247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port d2332e21-b656-4eca-948f-4a53cc01a167 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:09.527937 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port d2332e21-b656-4eca-948f-4a53cc01a167 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:09.528355 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:09.676016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-032d5580-22c1-4119-a5f0-86af6bdd81d6 req-e72d58b6-6631-41b1-8219-a0de71802832 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643462 Jul 27 20:56:09.690879 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:09.740512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port d2332e21-b656-4eca-948f-4a53cc01a167, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d2332e21-b656-4eca-948f-4a53cc01a167,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:09.748186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ef76c-20a5-409c-99d8-839ee429ee98 req-a5115539-73f3-488a-ab12-7ee8036e43b1 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:09.750431 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:09.756485 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-490ef76c-20a5-409c-99d8-839ee429ee98 req-a5115539-73f3-488a-ab12-7ee8036e43b1 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.5427313 Jul 27 20:56:09.765388 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-19510a57-a17a-469a-9e20-b3f4141f57b3 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799045 Jul 27 20:56:09.840488 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=d2332e21-b656-4eca-948f-4a53cc01a167,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:09.899687 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-490ef76c-20a5-409c-99d8-839ee429ee98 req-e6d57c99-e2c0-4c1d-83ed-ed2979998279 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430802 Jul 27 20:56:09.948223 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-b3a48347-c0d9-41d1-80ac-fc07b2f0e5f3 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715610 Jul 27 20:56:10.032741 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a1000-cd90-4f0b-a7c8-e8bb72f66379 req-f6e7b8e9-183c-4fe6-8da2-3bbddaf3cd65 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:10.041952 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b89a1000-cd90-4f0b-a7c8-e8bb72f66379 req-f6e7b8e9-183c-4fe6-8da2-3bbddaf3cd65 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 949 time: 0.2060604 Jul 27 20:56:10.110303 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b89a1000-cd90-4f0b-a7c8-e8bb72f66379 req-5e84678e-3e32-4544-a265-29481a945085 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/security-groups?id=efcb0e3a-fcf3-492a-822f-1348cb79d007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628142 Jul 27 20:56:10.282159 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70066d-da12-4092-a76e-4e55aecb7ff2 req-05c9d6fd-6591-44db-9241-00a8495d77a1 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:10.283941 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e70066d-da12-4092-a76e-4e55aecb7ff2 req-05c9d6fd-6591-44db-9241-00a8495d77a1 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 948 time: 0.1402230 Jul 27 20:56:10.364738 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e70066d-da12-4092-a76e-4e55aecb7ff2 req-dbbd9981-e7fa-4f5e-81c7-eaf3d7c20ebf tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710459 Jul 27 20:56:10.409354 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcf945-dfda-416c-a38b-958f0ab1839f req-f4ffdf11-2dca-46e0-b67b-785da1ae893d tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:10.411387 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ebbcf945-dfda-416c-a38b-958f0ab1839f req-f4ffdf11-2dca-46e0-b67b-785da1ae893d tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.0938327 Jul 27 20:56:10.505801 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ebbcf945-dfda-416c-a38b-958f0ab1839f req-05c7dfce-887b-439d-88e2-93b8534d0d47 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803344 Jul 27 20:56:10.608008 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40845d-8f9a-4898-8b80-01e2561d6792 req-dacb9919-5ce2-4cdc-a03a-80267cab88bc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:10.615711 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c40845d-8f9a-4898-8b80-01e2561d6792 req-dacb9919-5ce2-4cdc-a03a-80267cab88bc tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 950 time: 0.1411762 Jul 27 20:56:10.698251 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c40845d-8f9a-4898-8b80-01e2561d6792 req-138641a4-3a9b-493c-8c82-7ea6681800c3 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809953 Jul 27 20:56:10.940224 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a88bd-1ed0-457c-a440-7d356c9ff1a6 req-137b2fef-71bb-413a-a54d-2be1b8b71a24 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:10.951571 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-911a88bd-1ed0-457c-a440-7d356c9ff1a6 req-137b2fef-71bb-413a-a54d-2be1b8b71a24 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.1536283 Jul 27 20:56:11.076843 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-911a88bd-1ed0-457c-a440-7d356c9ff1a6 req-4b1f462b-a7d2-4852-add2-b7ace5877ce5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239159 Jul 27 20:56:11.088024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7845fd8-aa8e-4564-bb7d-ccdfb63b5637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2332e21-b656-4eca-948f-4a53cc01a167'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:11.095244 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b528436c-5526-498a-be03-e4af07c7f242" -d '{"events": [{"server_uuid": "f7845fd8-aa8e-4564-bb7d-ccdfb63b5637", "name": "network-vif-plugged", "status": "completed", "tag": "d2332e21-b656-4eca-948f-4a53cc01a167"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:11.189506 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a36d8b-183f-45d1-8ec6-44754519cac0 req-9b3de4a9-fcda-46fe-9071-ecc4bad0d688 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:11.201999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-68a36d8b-183f-45d1-8ec6-44754519cac0 req-9b3de4a9-fcda-46fe-9071-ecc4bad0d688 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.2022612 Jul 27 20:56:11.254682 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-68a36d8b-183f-45d1-8ec6-44754519cac0 req-1f5fe0a3-c36f-41b3-be8f-2ea249925807 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514119 Jul 27 20:56:11.367117 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:11.378059 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08138215-18e5-4fee-a66d-510966ac4d44 x-openstack-request-id: req-08138215-18e5-4fee-a66d-510966ac4d44 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:11.378654 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7845fd8-aa8e-4564-bb7d-ccdfb63b5637", "name": "network-vif-plugged", "status": "completed", "tag": "d2332e21-b656-4eca-948f-4a53cc01a167", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:11.384889 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08138215-18e5-4fee-a66d-510966ac4d44 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:11.391394 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7845fd8-aa8e-4564-bb7d-ccdfb63b5637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2332e21-b656-4eca-948f-4a53cc01a167', 'code': 200} Jul 27 20:56:11.531402 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:11.540144 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650e614-faf3-4994-b81d-a5d3005da74a req-8f7c7dc1-64bf-49c6-a036-7e4efd09bad6 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:11.540512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:11.541185 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:11.553061 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7650e614-faf3-4994-b81d-a5d3005da74a req-8f7c7dc1-64bf-49c6-a036-7e4efd09bad6 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 949 time: 0.1537378 Jul 27 20:56:11.725824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7650e614-faf3-4994-b81d-a5d3005da74a req-9fdf6691-4863-486c-b147-51ae2b330241 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/security-groups?id=efcb0e3a-fcf3-492a-822f-1348cb79d007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715984 Jul 27 20:56:11.750448 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a73cfe-01bf-42a7-bb38-16dba3daf7f4 req-1a369bd2-e5df-4fe8-bfe3-c123f58ffc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:11.752264 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78a73cfe-01bf-42a7-bb38-16dba3daf7f4 req-1a369bd2-e5df-4fe8-bfe3-c123f58ffc66 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 1100 time: 0.1963456 Jul 27 20:56:11.767640 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:11.836001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=08569fd1-fc6f-415d-a07d-4fbe0fcc8728,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:11.841044 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:11.862988 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad028d-3b61-466b-aec3-02ad5c751895 req-a02ed8f1-50e3-44c8-884c-cec2f7a9fdc8 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:11.870897 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9fad028d-3b61-466b-aec3-02ad5c751895 req-a02ed8f1-50e3-44c8-884c-cec2f7a9fdc8 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 948 time: 0.2339666 Jul 27 20:56:11.909489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=08569fd1-fc6f-415d-a07d-4fbe0fcc8728,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:11.937918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78a73cfe-01bf-42a7-bb38-16dba3daf7f4 req-8daafb87-0334-47ce-adec-ef66fbc9b687 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=efcb0e3a-fcf3-492a-822f-1348cb79d007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714916 Jul 27 20:56:11.951367 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9fad028d-3b61-466b-aec3-02ad5c751895 req-f2bb925c-9373-448b-a0ae-32fb3ba1a755 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792561 Jul 27 20:56:12.011007 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98bc78-5ff8-4133-a107-e6fc0f3e94ca req-9145830e-c3e8-4f91-9e18-edcdb675a1a9 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:12.021814 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be98bc78-5ff8-4133-a107-e6fc0f3e94ca req-9145830e-c3e8-4f91-9e18-edcdb675a1a9 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 950 time: 0.1945567 Jul 27 20:56:12.151166 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be98bc78-5ff8-4133-a107-e6fc0f3e94ca req-27b39831-6750-439f-9f26-967950bd4257 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996833 Jul 27 20:56:12.308332 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3de6e-b098-47b0-8c59-760374ef2385 req-08aef97a-6000-472f-a072-3a09b67ac8e2 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:12.312837 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d9f3de6e-b098-47b0-8c59-760374ef2385 req-08aef97a-6000-472f-a072-3a09b67ac8e2 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.0963171 Jul 27 20:56:12.386191 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d9f3de6e-b098-47b0-8c59-760374ef2385 req-a6fc5346-86b6-44ef-95ff-53e5f3c2f1b2 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597532 Jul 27 20:56:12.760871 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae09b82-1bec-468a-bf21-ccbdac18fcff req-36f887cb-edbd-40e4-8b97-95e464faf905 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:12.769326 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ae09b82-1bec-468a-bf21-ccbdac18fcff req-36f887cb-edbd-40e4-8b97-95e464faf905 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.2161183 Jul 27 20:56:12.801586 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be410312-c1e4-4f6c-8b0d-07e3e664a345 req-6ba60281-937f-496f-be01-54fecece45cb tempest-ServersAdminNegativeTestJSON-1408267035 tempest-ServersAdminNegativeTestJSON-1408267035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:12.804514 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be410312-c1e4-4f6c-8b0d-07e3e664a345 req-6ba60281-937f-496f-be01-54fecece45cb tempest-ServersAdminNegativeTestJSON-1408267035 tempest-ServersAdminNegativeTestJSON-1408267035-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 1101 time: 0.1512849 Jul 27 20:56:12.857361 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-be410312-c1e4-4f6c-8b0d-07e3e664a345 req-61992c7f-fbe8-46a3-b10e-25a4ed951b81 tempest-ServersAdminNegativeTestJSON-1408267035 tempest-ServersAdminNegativeTestJSON-1408267035-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:12.869629 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ae09b82-1bec-468a-bf21-ccbdac18fcff req-17e33e72-8690-42e8-b99c-801b142308ca tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985975 Jul 27 20:56:13.059055 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-be410312-c1e4-4f6c-8b0d-07e3e664a345 req-61992c7f-fbe8-46a3-b10e-25a4ed951b81 tempest-ServersAdminNegativeTestJSON-1408267035 tempest-ServersAdminNegativeTestJSON-1408267035-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:13.065954 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-be410312-c1e4-4f6c-8b0d-07e3e664a345 req-61992c7f-fbe8-46a3-b10e-25a4ed951b81 tempest-ServersAdminNegativeTestJSON-1408267035 tempest-ServersAdminNegativeTestJSON-1408267035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:13.101206 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be410312-c1e4-4f6c-8b0d-07e3e664a345 req-61992c7f-fbe8-46a3-b10e-25a4ed951b81 tempest-ServersAdminNegativeTestJSON-1408267035 tempest-ServersAdminNegativeTestJSON-1408267035-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847605 Jul 27 20:56:13.149370 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61992c7f-fbe8-46a3-b10e-25a4ed951b81 tempest-ServersAdminNegativeTestJSON-1408267035 tempest-ServersAdminNegativeTestJSON-1408267035-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b82b4d-c6af-440d-9700-d4e38b8c7feb,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:13.262070 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aae04b-0772-40a5-bcb1-9ce4f9050bd1 req-f7585c40-81e0-4c34-b19e-6ec67ef5286d tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:13.265011 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85aae04b-0772-40a5-bcb1-9ce4f9050bd1 req-f7585c40-81e0-4c34-b19e-6ec67ef5286d tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 949 time: 0.1876936 Jul 27 20:56:13.390433 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b873626-14e6-4950-973e-6cb86cb6a154 req-ba082491-a001-4654-9a77-3d12f7ce8fbc tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:13.392734 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b873626-14e6-4950-973e-6cb86cb6a154 req-ba082491-a001-4654-9a77-3d12f7ce8fbc tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 949 time: 0.2077563 Jul 27 20:56:13.394564 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55200d6-4398-410c-9c0f-9e2fccae550d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08569fd1-fc6f-415d-a07d-4fbe0fcc8728'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:13.403180 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdc3070-7829-4ffc-b64f-b1b69b08b073" -d '{"events": [{"server_uuid": "b55200d6-4398-410c-9c0f-9e2fccae550d", "name": "network-vif-plugged", "status": "completed", "tag": "08569fd1-fc6f-415d-a07d-4fbe0fcc8728"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:13.426683 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85aae04b-0772-40a5-bcb1-9ce4f9050bd1 req-04410edc-ebb2-4504-96f8-d1bbe40392c2 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/security-groups?id=efcb0e3a-fcf3-492a-822f-1348cb79d007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520276 Jul 27 20:56:13.486055 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b873626-14e6-4950-973e-6cb86cb6a154 req-32534a92-8138-44f0-8564-9acbed50afd7 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761735 Jul 27 20:56:13.535019 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fffe5d-4dd9-45db-af70-4373ad6a270e x-openstack-request-id: req-48fffe5d-4dd9-45db-af70-4373ad6a270e {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:13.536832 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55200d6-4398-410c-9c0f-9e2fccae550d", "name": "network-vif-plugged", "status": "completed", "tag": "08569fd1-fc6f-415d-a07d-4fbe0fcc8728", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:13.537183 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48fffe5d-4dd9-45db-af70-4373ad6a270e {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:13.537674 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55200d6-4398-410c-9c0f-9e2fccae550d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08569fd1-fc6f-415d-a07d-4fbe0fcc8728', 'code': 200} Jul 27 20:56:13.803816 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-ba91c87f-5a82-4448-ad0c-728c864d2d58 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:13.805264 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-ba91c87f-5a82-4448-ad0c-728c864d2d58 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 819 time: 0.2114112 Jul 27 20:56:13.818526 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5112c8-f27e-411f-80df-5a0fe6745e28 req-a96bffa2-602b-4066-a3c0-3694a39b9878 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:13.826479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7a5112c8-f27e-411f-80df-5a0fe6745e28 req-a96bffa2-602b-4066-a3c0-3694a39b9878 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.1712210 Jul 27 20:56:13.837819 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf3b0c-bbae-4c81-9ada-74c3bd81bae3 req-b05d2fba-4298-4a91-a659-a158e26bc251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:13.839681 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bacf3b0c-bbae-4c81-9ada-74c3bd81bae3 req-b05d2fba-4298-4a91-a659-a158e26bc251 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 1100 time: 0.1758418 Jul 27 20:56:13.865416 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-fb1357a1-84cb-4a83-86e2-07040593680f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/quotas/67d405d7cc574d15a62e24d6cfd65e01 HTTP/1.1" status: 200 len: 375 time: 0.0352900 Jul 27 20:56:13.934821 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7a5112c8-f27e-411f-80df-5a0fe6745e28 req-f9d7b645-9528-4f75-baab-6a0fb322283e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074579 Jul 27 20:56:13.937872 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bacf3b0c-bbae-4c81-9ada-74c3bd81bae3 req-2dacac6e-156e-4316-806e-24d0a255e70e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811968 Jul 27 20:56:13.975379 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-1f2139b3-2874-48df-8454-f3e214b2dfde tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026442 Jul 27 20:56:14.088936 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-8b595b12-2723-49d5-9bad-160f9f925611 service neutron] 10.222.0.55 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066015 Jul 27 20:56:14.222108 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-62818b07-ed14-4b71-95ce-aa326feb03ba service neutron] 10.222.0.55 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322808 Jul 27 20:56:14.240691 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10597933-7c90-4c41-b9c2-326bcd3ff896 req-6a5056b9-3a5c-4671-8bdc-c8e837a3644a tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:14.249371 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10597933-7c90-4c41-b9c2-326bcd3ff896 req-6a5056b9-3a5c-4671-8bdc-c8e837a3644a tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1394832 Jul 27 20:56:14.294855 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10597933-7c90-4c41-b9c2-326bcd3ff896 req-e57969de-63f8-4a5a-aec2-76244efa5411 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444944 Jul 27 20:56:14.483356 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d0000-fa0a-4683-9d5e-ec8559aad541 req-9ee6116d-e949-454b-940c-a1e4e475ef1e tempest-ServersAdminNegativeTestJSON-1408267035 tempest-ServersAdminNegativeTestJSON-1408267035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:14.484896 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf5d0000-fa0a-4683-9d5e-ec8559aad541 req-9ee6116d-e949-454b-940c-a1e4e475ef1e tempest-ServersAdminNegativeTestJSON-1408267035 tempest-ServersAdminNegativeTestJSON-1408267035-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 1101 time: 0.0614042 Jul 27 20:56:14.529558 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf5d0000-fa0a-4683-9d5e-ec8559aad541 req-6a70ce49-4334-4ba7-852f-9eba923cd8e5 tempest-ServersAdminNegativeTestJSON-1408267035 tempest-ServersAdminNegativeTestJSON-1408267035-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376525 Jul 27 20:56:14.733578 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434cdd4-c086-4eaa-89b4-9338284cbe23 req-63311690-eb5a-4b0c-a9f3-4216a9266a07 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:14.740669 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5434cdd4-c086-4eaa-89b4-9338284cbe23 req-63311690-eb5a-4b0c-a9f3-4216a9266a07 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 949 time: 0.1216493 Jul 27 20:56:14.758939 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df225f-9d41-4c37-a171-dfc78fb3e869 req-70fbf147-b381-45e7-9fda-85ce566ebc47 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:14.761317 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73df225f-9d41-4c37-a171-dfc78fb3e869 req-70fbf147-b381-45e7-9fda-85ce566ebc47 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 949 time: 0.1325293 Jul 27 20:56:14.843402 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5434cdd4-c086-4eaa-89b4-9338284cbe23 req-4beccdfb-9027-486f-be32-0c8812f44c12 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016436 Jul 27 20:56:14.849706 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73df225f-9d41-4c37-a171-dfc78fb3e869 req-75547c3f-7dc3-412b-b1a4-15a8e3e7cb6b tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/security-groups?id=efcb0e3a-fcf3-492a-822f-1348cb79d007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788574 Jul 27 20:56:14.918638 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6cd06db7-34a5-4e27-8a74-4a375907160f req-62919666-9605-41d3-ab9e-8c9d680aa536 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 210 time: 0.0459297 Jul 27 20:56:15.122741 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d376f3-0066-4488-8d42-355c4d588c59 req-20ef1df6-47c8-4732-8212-510960b01413 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:15.130356 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b2d376f3-0066-4488-8d42-355c4d588c59 req-20ef1df6-47c8-4732-8212-510960b01413 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.1091180 Jul 27 20:56:15.197749 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b2d376f3-0066-4488-8d42-355c4d588c59 req-b53acf7c-4c5d-4029-8d7b-0238865623c7 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663550 Jul 27 20:56:15.370349 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b3cbe-ccbd-4410-877d-7b1953daf146 req-acc52a3b-309b-465b-b75c-323ba35c8e60 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:15.377635 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad4b3cbe-ccbd-4410-877d-7b1953daf146 req-acc52a3b-309b-465b-b75c-323ba35c8e60 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 949 time: 0.1107798 Jul 27 20:56:15.443396 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad4b3cbe-ccbd-4410-877d-7b1953daf146 req-40815705-640f-473d-ab97-0f62e220540f tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/security-groups?id=efcb0e3a-fcf3-492a-822f-1348cb79d007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522816 Jul 27 20:56:15.721952 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc438c0-c20b-4057-9c6d-1149059fb533 req-5c93e823-0e58-4264-84bc-2aea11244031 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:15.724993 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-efc438c0-c20b-4057-9c6d-1149059fb533 req-5c93e823-0e58-4264-84bc-2aea11244031 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1881526 Jul 27 20:56:15.742684 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fea121-20e6-4c8b-a597-3b9139ff5180 req-36747290-58b8-43c9-9962-f9c2135ab4bf tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:15.744713 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f5fea121-20e6-4c8b-a597-3b9139ff5180 req-36747290-58b8-43c9-9962-f9c2135ab4bf tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 950 time: 0.1279483 Jul 27 20:56:15.818314 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-efc438c0-c20b-4057-9c6d-1149059fb533 req-e7030cfb-d221-40b9-b88b-d1cd2d62d1bf tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720661 Jul 27 20:56:15.842812 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f5fea121-20e6-4c8b-a597-3b9139ff5180 req-165b504d-fecd-43b1-afb3-c65b235f8065 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898399 Jul 27 20:56:16.022079 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986294b3-fd69-4d86-9f00-f5de6661be9e req-6a59d20b-e4d4-499b-aafd-a932134fbf67 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:16.024195 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-986294b3-fd69-4d86-9f00-f5de6661be9e req-6a59d20b-e4d4-499b-aafd-a932134fbf67 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 949 time: 0.1278772 Jul 27 20:56:16.131525 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38d25d66-2333-4b35-8012-5155c3a79e2e req-5d2951e3-0a3a-435a-8029-a918bd42fb73 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 210 time: 0.0438948 Jul 27 20:56:16.174690 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-986294b3-fd69-4d86-9f00-f5de6661be9e req-4577d176-41f0-4284-8b8a-7b597fe4b99e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408691 Jul 27 20:56:16.232377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-433c6580-7869-49b5-bb7a-46d0fdb167e1 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:16.234808 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-433c6580-7869-49b5-bb7a-46d0fdb167e1 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.66 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 819 time: 0.3066697 Jul 27 20:56:16.263047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-dd53c138-c2b0-4a6b-a890-99907365bf3a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Request body: {'port': {'device_id': 'e94a1944-e5bb-48f5-a202-a6fef3e615dc', 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562', 'admin_state_up': True, 'tenant_id': '67d405d7cc574d15a62e24d6cfd65e01'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:16.429321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea47706-ea4c-410e-bb64-f1f56c313df9 req-f66ecf95-2744-4942-83c0-167b1fdb70d7 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:16.437440 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aea47706-ea4c-410e-bb64-f1f56c313df9 req-f66ecf95-2744-4942-83c0-167b1fdb70d7 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 1100 time: 0.1453800 Jul 27 20:56:16.470047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-dd53c138-c2b0-4a6b-a890-99907365bf3a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Made reservation on behalf of 67d405d7cc574d15a62e24d6cfd65e01 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:16.476415 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-dd53c138-c2b0-4a6b-a890-99907365bf3a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:16.496301 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aea47706-ea4c-410e-bb64-f1f56c313df9 req-8dbc1895-a3b6-4c89-bb0b-3bf33f746094 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518095 Jul 27 20:56:16.543836 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7be964-c8a4-46f0-9cdc-7cc3434ea97a req-083a4436-64c8-46f1-96f0-50e2633df416 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:16.545436 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d7be964-c8a4-46f0-9cdc-7cc3434ea97a req-083a4436-64c8-46f1-96f0-50e2633df416 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.2139518 Jul 27 20:56:16.675052 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d7be964-c8a4-46f0-9cdc-7cc3434ea97a req-e3561fb9-abc7-4855-b7b5-12a53a83c22d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184731 Jul 27 20:56:16.780809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b91c8-fb90-4bcc-8601-e71d3d24f5b0 req-db57945a-7c95-46b1-ad67-753c94c11323 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:16.798888 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c5b91c8-fb90-4bcc-8601-e71d3d24f5b0 req-db57945a-7c95-46b1-ad67-753c94c11323 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 949 time: 0.1109769 Jul 27 20:56:16.872788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-dd53c138-c2b0-4a6b-a890-99907365bf3a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Allocated IP 172.20.0.10 (c4e94267-1e8c-444b-9271-9eac2bcbc562/e1928b7b-b29b-4188-ba4d-3193e8a7d45e/d9fc4143-1bb7-4abf-aa18-c1d81c65cf64) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:16.874613 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c5b91c8-fb90-4bcc-8601-e71d3d24f5b0 req-31581103-a40d-482c-9a9c-6450383213a6 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/security-groups?id=efcb0e3a-fcf3-492a-822f-1348cb79d007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748119 Jul 27 20:56:16.981520 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22874380-2a0e-4e68-a309-60df7b006b5d req-6dd43b69-4012-4b99-bf76-de071c4c30f1 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453179 Jul 27 20:56:17.118321 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-dd53c138-c2b0-4a6b-a890-99907365bf3a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.172696 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-dd53c138-c2b0-4a6b-a890-99907365bf3a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.192281 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['2d95cc0c-0f78-432a-98fa-54b87b40d2b7'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:17.212896 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde3581-9c28-4b75-a054-32a5c1c394ce req-18da4042-341a-4e5b-b861-cffe143e5d5a tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:17.224821 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecde3581-9c28-4b75-a054-32a5c1c394ce req-18da4042-341a-4e5b-b861-cffe143e5d5a tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 950 time: 0.2739007 Jul 27 20:56:17.242479 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53c138-c2b0-4a6b-a890-99907365bf3a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Pushing event updated for resources: {'Port': ['ID=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:17.258601 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22874380-2a0e-4e68-a309-60df7b006b5d req-fe3cedd4-70a6-4e91-a914-8820dab92bd8 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:17.259710 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-dd53c138-c2b0-4a6b-a890-99907365bf3a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Network c4e94267-1e8c-444b-9271-9eac2bcbc562 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:17.261464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-dd53c138-c2b0-4a6b-a890-99907365bf3a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:17.261965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22874380-2a0e-4e68-a309-60df7b006b5d req-fe3cedd4-70a6-4e91-a914-8820dab92bd8 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2793865 Jul 27 20:56:17.274812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-dd53c138-c2b0-4a6b-a890-99907365bf3a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:17.325272 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecde3581-9c28-4b75-a054-32a5c1c394ce req-94973a5e-d1a8-496d-a541-7b4e033ce375 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994813 Jul 27 20:56:17.329552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-dd53c138-c2b0-4a6b-a890-99907365bf3a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:17.330567 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-dd53c138-c2b0-4a6b-a890-99907365bf3a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.334888 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22874380-2a0e-4e68-a309-60df7b006b5d req-cda759d1-edeb-4eff-b557-635281ee7d62 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/quotas/4fb64d87545a4d7b8837635cc8e66e69 HTTP/1.1" status: 200 len: 375 time: 0.0546277 Jul 27 20:56:17.351413 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-dd53c138-c2b0-4a6b-a890-99907365bf3a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0949504 Jul 27 20:56:17.375434 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Request body: {'port': {'device_id': 'e94a1944-e5bb-48f5-a202-a6fef3e615dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:17.523630 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:17.541084 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22874380-2a0e-4e68-a309-60df7b006b5d req-87e7584d-bfae-4a09-a2a8-cd146540b62e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1912165 Jul 27 20:56:17.559947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5a332-3ac9-4b19-b45a-fda15ca9a9db req-87229495-c97d-45f7-a8f8-72f71162a749 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:17.572811 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-45b5a332-3ac9-4b19-b45a-fda15ca9a9db req-87229495-c97d-45f7-a8f8-72f71162a749 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1572044 Jul 27 20:56:17.632218 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-45b5a332-3ac9-4b19-b45a-fda15ca9a9db req-dbc4af81-03a8-4b2d-be56-df43d5d4f230 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528326 Jul 27 20:56:17.912359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49376da7-3963-41cb-b052-74f3e60b6186 req-0708eb0a-7a18-4e1c-b5bc-7a7a88bb8b3f tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:17.914381 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49376da7-3963-41cb-b052-74f3e60b6186 req-0708eb0a-7a18-4e1c-b5bc-7a7a88bb8b3f tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 949 time: 0.2531073 Jul 27 20:56:17.926610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa4c13-4f0c-4f43-a3fb-4fd2c4583875 req-a1913b51-ce1f-4010-8f77-ef946156e6b9 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:17.935912 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00aa4c13-4f0c-4f43-a3fb-4fd2c4583875 req-a1913b51-ce1f-4010-8f77-ef946156e6b9 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 932 time: 0.1961095 Jul 27 20:56:18.024292 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:18.033969 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.050527 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Transition to ACTIVE for port object d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:18.060421 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00aa4c13-4f0c-4f43-a3fb-4fd2c4583875 req-0fd35bce-a9ca-46ac-b725-16337ae16170 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232221 Jul 27 20:56:18.061037 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.140693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Pushing event updated for resources: {'Port': ['ID=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:18.259277 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Attempting to bind port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:18.260415 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Attempting to bind port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:18.261120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Attempting to bind port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:18.266720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:18.267384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Attempting to bind port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:18.273203 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:18.274013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Checking segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:18.275238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Bound using segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:18.275984 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Bound port: d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:18.276576 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.292033 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fd8e17d-90c0-456a-92bd-09b90793242a req-b28fbda2-dc57-4b60-a2d0-30a9cf6b9fa9 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 210 time: 0.1286623 Jul 27 20:56:18.347881 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55170352-4d5c-4132-9189-ea884b1a92a8 req-399b6273-6e31-4221-bd77-72b287a91561 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:18.349425 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55170352-4d5c-4132-9189-ea884b1a92a8 req-399b6273-6e31-4221-bd77-72b287a91561 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.3100641 Jul 27 20:56:18.369364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-49376da7-3963-41cb-b052-74f3e60b6186 req-307dd650-3ef3-4d9d-8a0e-0d61684de122 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Deleting port d2332e21-b656-4eca-948f-4a53cc01a167 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:18.369742 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-49376da7-3963-41cb-b052-74f3e60b6186 req-307dd650-3ef3-4d9d-8a0e-0d61684de122 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.388563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:18.392176 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:18.402457 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.475118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:18.475118 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.475118 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] 10.222.0.66 "PUT /v2.0/ports/d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 HTTP/1.1" status: 200 len: 1092 time: 1.1104817 Jul 27 20:56:18.475118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94a1944-e5bb-48f5-a202-a6fef3e615dc', 'tag': 'd9fc4143-1bb7-4abf-aa18-c1d81c65cf64'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:18.479554 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f76fbc-73f4-4586-929e-0ef233003fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "e94a1944-e5bb-48f5-a202-a6fef3e615dc", "tag": "d9fc4143-1bb7-4abf-aa18-c1d81c65cf64"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:18.574166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181beac-933c-4699-ab70-c89dd0d7fc3d service neutron] Pushing event updated for resources: {'Port': ['ID=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:18.597387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-49376da7-3963-41cb-b052-74f3e60b6186 req-307dd650-3ef3-4d9d-8a0e-0d61684de122 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] For port d2332e21-b656-4eca-948f-4a53cc01a167, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d2332e21-b656-4eca-948f-4a53cc01a167,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:18.597764 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-49376da7-3963-41cb-b052-74f3e60b6186 req-307dd650-3ef3-4d9d-8a0e-0d61684de122 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.620147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-49376da7-3963-41cb-b052-74f3e60b6186 req-307dd650-3ef3-4d9d-8a0e-0d61684de122 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Calling delete_port for d2332e21-b656-4eca-948f-4a53cc01a167 owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:18.623500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-45232743-2b3b-4709-9864-671a938bdad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:18.627250 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-45232743-2b3b-4709-9864-671a938bdad6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 1095 time: 0.0965059 Jul 27 20:56:18.709242 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-c687b58b-deae-4579-be14-383ed0012083 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 HTTP/1.1" status: 200 len: 217 time: 0.0727706 Jul 27 20:56:18.801417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-e7f66ac2-4fbf-4aa9-ae3a-fd5586672901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:18.803173 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-e7f66ac2-4fbf-4aa9-ae3a-fd5586672901 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.0798872 Jul 27 20:56:18.840189 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-49376da7-3963-41cb-b052-74f3e60b6186 req-307dd650-3ef3-4d9d-8a0e-0d61684de122 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:18.854626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['d2332e21-b656-4eca-948f-4a53cc01a167'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:18.855432 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-2d47dbaf-b3a0-424c-8f70-2c911d85f12b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430431 Jul 27 20:56:18.918454 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10f797b3-e7e6-4685-aba5-f64f5bd287ae req-1227a871-2a8c-4f01-8da4-bd8d1f44216b tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7845fd8-aa8e-4564-bb7d-ccdfb63b5637 HTTP/1.1" status: 200 len: 210 time: 0.1361978 Jul 27 20:56:19.045801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dd650-3ef3-4d9d-8a0e-0d61684de122 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Pushing event deleted for resources: {'Port': ['ID=d2332e21-b656-4eca-948f-4a53cc01a167,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:19.076976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795f90b-d1cb-4287-b500-56636f0dbc0a req-03e68d82-8efc-4698-8bf8-4ee2a67602c8 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:19.078825 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d795f90b-d1cb-4287-b500-56636f0dbc0a req-03e68d82-8efc-4698-8bf8-4ee2a67602c8 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 950 time: 0.8471291 Jul 27 20:56:19.102163 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55170352-4d5c-4132-9189-ea884b1a92a8 req-781b4281-875a-4f41-8757-f39c596a77d3 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7335844 Jul 27 20:56:19.161945 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-4f86a89c-73a4-4a21-9934-75e142c670c1 service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873199 Jul 27 20:56:19.175951 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4914a4-4a5d-445e-a917-628823e3d626 x-openstack-request-id: req-2e4914a4-4a5d-445e-a917-628823e3d626 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:19.176413 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94a1944-e5bb-48f5-a202-a6fef3e615dc", "tag": "d9fc4143-1bb7-4abf-aa18-c1d81c65cf64", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:19.176769 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e4914a4-4a5d-445e-a917-628823e3d626 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:19.177311 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94a1944-e5bb-48f5-a202-a6fef3e615dc', 'tag': 'd9fc4143-1bb7-4abf-aa18-c1d81c65cf64', 'status': 'completed', 'code': 200} Jul 27 20:56:19.180281 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-49376da7-3963-41cb-b052-74f3e60b6186 req-307dd650-3ef3-4d9d-8a0e-0d61684de122 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] No DVR routers for this DVR port d2332e21-b656-4eca-948f-4a53cc01a167 on host n-h1-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:19.194191 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-49376da7-3963-41cb-b052-74f3e60b6186 req-307dd650-3ef3-4d9d-8a0e-0d61684de122 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.197213 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49376da7-3963-41cb-b052-74f3e60b6186 req-307dd650-3ef3-4d9d-8a0e-0d61684de122 tempest-ImagesNegativeTestJSON-1037373131 tempest-ImagesNegativeTestJSON-1037373131-project] 10.222.0.20 "DELETE /v2.0/ports/d2332e21-b656-4eca-948f-4a53cc01a167 HTTP/1.1" status: 204 len: 173 time: 1.2559097 Jul 27 20:56:19.198431 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7845fd8-aa8e-4564-bb7d-ccdfb63b5637', 'name': 'network-vif-deleted', 'tag': 'd2332e21-b656-4eca-948f-4a53cc01a167'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:19.201457 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd9c97c-e44b-4cd0-a225-9c34db020e70" -d '{"events": [{"server_uuid": "f7845fd8-aa8e-4564-bb7d-ccdfb63b5637", "name": "network-vif-deleted", "tag": "d2332e21-b656-4eca-948f-4a53cc01a167"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:19.524309 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44128de4-3e3e-455e-9073-fc1e7d965f98 req-7f2b830d-c2da-4efc-8b02-e47a216beb5a service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457670 Jul 27 20:56:19.691740 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22874380-2a0e-4e68-a309-60df7b006b5d req-5b60ea8e-6e82-4ccd-bf8e-a77c3c8cd595 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292442 Jul 27 20:56:19.856543 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f76fbc-73f4-4586-929e-0ef233003fc8 req-42e35d5b-79e4-45d6-acfa-8ed2a1a480e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:19.860512 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-79f76fbc-73f4-4586-929e-0ef233003fc8 req-42e35d5b-79e4-45d6-acfa-8ed2a1a480e4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 1095 time: 0.2513356 Jul 27 20:56:19.873551 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b24980-be2b-4cf4-b0c7-091fe5a631fa req-f779a207-1154-49b3-b192-12f30f4c0ba2 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:19.875330 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88b24980-be2b-4cf4-b0c7-091fe5a631fa req-f779a207-1154-49b3-b192-12f30f4c0ba2 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 950 time: 0.7049375 Jul 27 20:56:19.888310 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219a2ef-7afb-4a37-8f79-70d92b1429de req-2590879f-87cb-4d2c-aa25-b23c187f0439 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:19.898745 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e219a2ef-7afb-4a37-8f79-70d92b1429de req-2590879f-87cb-4d2c-aa25-b23c187f0439 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.5941751 Jul 27 20:56:19.956828 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-d795f90b-d1cb-4287-b500-56636f0dbc0a req-c1f5ca5c-a723-4cce-9d2c-316a0958f632 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Deleting port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:19.957175 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d795f90b-d1cb-4287-b500-56636f0dbc0a req-c1f5ca5c-a723-4cce-9d2c-316a0958f632 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:19.993775 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22874380-2a0e-4e68-a309-60df7b006b5d req-d2b0d3b4-ef13-413f-9f99-66f1a80ed7fa tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:19.998599 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22874380-2a0e-4e68-a309-60df7b006b5d req-d2b0d3b4-ef13-413f-9f99-66f1a80ed7fa tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2962582 Jul 27 20:56:20.022383 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-22874380-2a0e-4e68-a309-60df7b006b5d req-57e8f533-8beb-4df0-8bf9-a7b4ce1760ab tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Request body: {'port': {'device_id': 'e3b0454d-e67e-4431-881c-a8957a447fbe', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '4fb64d87545a4d7b8837635cc8e66e69'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:20.064499 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88b24980-be2b-4cf4-b0c7-091fe5a631fa req-370ac41f-d169-4b4d-b012-9626d2d9e91d tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443999 Jul 27 20:56:20.107504 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e219a2ef-7afb-4a37-8f79-70d92b1429de req-8936c35d-7343-4792-ab9e-9cba2c77cff1 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009649 Jul 27 20:56:20.231265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-d795f90b-d1cb-4287-b500-56636f0dbc0a req-c1f5ca5c-a723-4cce-9d2c-316a0958f632 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] For port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=0f9d550d-862d-4b52-8ee9-20ca7d0f99ec,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:20.231860 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d795f90b-d1cb-4287-b500-56636f0dbc0a req-c1f5ca5c-a723-4cce-9d2c-316a0958f632 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.255434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-d795f90b-d1cb-4287-b500-56636f0dbc0a req-c1f5ca5c-a723-4cce-9d2c-316a0958f632 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Calling delete_port for 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:20.298277 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96504ab5-260d-47ec-96f9-2d1cf32c7484 x-openstack-request-id: req-96504ab5-260d-47ec-96f9-2d1cf32c7484 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:20.299348 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7845fd8-aa8e-4564-bb7d-ccdfb63b5637", "name": "network-vif-deleted", "tag": "d2332e21-b656-4eca-948f-4a53cc01a167", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:20.301029 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96504ab5-260d-47ec-96f9-2d1cf32c7484 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:20.301724 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7845fd8-aa8e-4564-bb7d-ccdfb63b5637', 'name': 'network-vif-deleted', 'tag': 'd2332e21-b656-4eca-948f-4a53cc01a167', 'status': 'completed', 'code': 200} Jul 27 20:56:20.470338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f76fbc-73f4-4586-929e-0ef233003fc8 req-60a6a1bb-70d5-45e8-ae55-09bfcea0f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:20.471760 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-79f76fbc-73f4-4586-929e-0ef233003fc8 req-60a6a1bb-70d5-45e8-ae55-09bfcea0f176 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.5990334 Jul 27 20:56:20.519081 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-170f2709-7e52-4b9a-a4be-424e1f156f79 req-00bba458-0441-4f33-b4b9-5f820bde78de tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 210 time: 0.0858982 Jul 27 20:56:20.560585 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-79f76fbc-73f4-4586-929e-0ef233003fc8 req-bb1a9b28-26f9-438e-9cb8-406de3eee47f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 HTTP/1.1" status: 200 len: 217 time: 0.0768044 Jul 27 20:56:20.612233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025b00b-f66c-43dc-bfeb-8a0dc35bc4da req-fbdf9299-b07b-4745-9b1e-8068954eceaa tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:20.621485 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b025b00b-f66c-43dc-bfeb-8a0dc35bc4da req-fbdf9299-b07b-4745-9b1e-8068954eceaa tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.3556063 Jul 27 20:56:20.687782 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:20.737722 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f76fbc-73f4-4586-929e-0ef233003fc8 req-2594710d-f52e-4468-b98c-5e45b818661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:20.739416 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-79f76fbc-73f4-4586-929e-0ef233003fc8 req-2594710d-f52e-4468-b98c-5e45b818661c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.1599023 Jul 27 20:56:20.743809 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22874380-2a0e-4e68-a309-60df7b006b5d req-57e8f533-8beb-4df0-8bf9-a7b4ce1760ab tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Made reservation on behalf of 4fb64d87545a4d7b8837635cc8e66e69 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:20.747508 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-22874380-2a0e-4e68-a309-60df7b006b5d req-57e8f533-8beb-4df0-8bf9-a7b4ce1760ab tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.793914 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-79f76fbc-73f4-4586-929e-0ef233003fc8 req-7728a854-32f9-4439-82e1-231063cce048 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410171 Jul 27 20:56:20.942640 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:20.978636 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b025b00b-f66c-43dc-bfeb-8a0dc35bc4da req-da7002e7-90f8-4ed3-a764-b98552f1e5f3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550038 Jul 27 20:56:20.999882 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d795f90b-d1cb-4287-b500-56636f0dbc0a req-c1f5ca5c-a723-4cce-9d2c-316a0958f632 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.060978 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['30b6d482-5dfb-40ce-b607-09303ec51364'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:21.129559 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5ca5c-a723-4cce-9d2c-316a0958f632 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Pushing event deleted for resources: {'Port': ['ID=0f9d550d-862d-4b52-8ee9-20ca7d0f99ec,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:21.298581 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-d795f90b-d1cb-4287-b500-56636f0dbc0a req-c1f5ca5c-a723-4cce-9d2c-316a0958f632 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] No DVR routers for this DVR port 0f9d550d-862d-4b52-8ee9-20ca7d0f99ec on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:21.304089 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d795f90b-d1cb-4287-b500-56636f0dbc0a req-c1f5ca5c-a723-4cce-9d2c-316a0958f632 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:21.307893 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d795f90b-d1cb-4287-b500-56636f0dbc0a req-c1f5ca5c-a723-4cce-9d2c-316a0958f632 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.66 "DELETE /v2.0/ports/0f9d550d-862d-4b52-8ee9-20ca7d0f99ec HTTP/1.1" status: 204 len: 173 time: 2.2015607 Jul 27 20:56:21.350925 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-69549131-0ccb-4b23-92bb-23cf217c4805 req-46b23a32-0580-41bd-aaec-3f4f63126b4c tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2862e30-984f-49db-8f36-b7f642b9d3ab HTTP/1.1" status: 200 len: 210 time: 0.0416100 Jul 27 20:56:21.363359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bbee1-3494-4c92-9fb1-64b890f00352 req-89aeb1b8-d789-4efe-8f0e-1922278aa63d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:21.374122 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f21bbee1-3494-4c92-9fb1-64b890f00352 req-89aeb1b8-d789-4efe-8f0e-1922278aa63d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.5243838 Jul 27 20:56:21.417053 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-79f76fbc-73f4-4586-929e-0ef233003fc8 req-23502b1a-3b26-468c-b1a9-d69f530ce12b service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828772 Jul 27 20:56:21.439588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d2332e21-b656-4eca-948f-4a53cc01a167 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:21.453335 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f21bbee1-3494-4c92-9fb1-64b890f00352 req-4efcaef7-f8bc-4d19-b966-7b328a184984 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777588 Jul 27 20:56:21.467260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-22874380-2a0e-4e68-a309-60df7b006b5d req-57e8f533-8beb-4df0-8bf9-a7b4ce1760ab tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Allocated IP 192.168.233.232 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/c46e1419-9f1f-4692-8a16-aca5a4d4b319) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:21.542262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: d2332e21-b656-4eca-948f-4a53cc01a167 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:21.542647 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d2332e21-b656-4eca-948f-4a53cc01a167 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:21.669794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06a273-050a-4c87-a035-28bd94c35cdf req-4f34ce5a-a350-46f4-a078-96186eda2c9e tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:21.671424 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe06a273-050a-4c87-a035-28bd94c35cdf req-4f34ce5a-a350-46f4-a078-96186eda2c9e tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1860309 Jul 27 20:56:21.725671 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-79f76fbc-73f4-4586-929e-0ef233003fc8 req-ff165d9f-9404-40c4-a163-a50c08c05caf service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074553 Jul 27 20:56:21.727278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe06a273-050a-4c87-a035-28bd94c35cdf req-452f8339-2f50-4b66-aa57-e30d0cb0993c tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430648 Jul 27 20:56:21.837794 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe5018f0-d0b1-41b7-8655-ddaf54ea7983 req-3efddac2-2aa5-4001-8384-f1d685d8b079 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 210 time: 0.0473294 Jul 27 20:56:22.011814 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-22874380-2a0e-4e68-a309-60df7b006b5d req-57e8f533-8beb-4df0-8bf9-a7b4ce1760ab tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:22.042118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-22874380-2a0e-4e68-a309-60df7b006b5d req-57e8f533-8beb-4df0-8bf9-a7b4ce1760ab tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Transition to ACTIVE for port object c46e1419-9f1f-4692-8a16-aca5a4d4b319 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:22.137289 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-22874380-2a0e-4e68-a309-60df7b006b5d req-57e8f533-8beb-4df0-8bf9-a7b4ce1760ab tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:22.159192 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1a022cd7-e984-471e-a4f8-55737392083d', '6b073743-c445-4ad4-978e-380863cb1265', '61f362a6-585f-4379-8708-98469226b058', 'fa8d4fd2-579a-44b3-b17e-3e28dd073ee4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:22.222795 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['48ca1259-7949-41a5-977e-c37d349da885', 'c9bfedf9-d153-4890-827b-79bd6c2e5edf', '08569fd1-fc6f-415d-a07d-4fbe0fcc8728'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:22.315520 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2862e30-984f-49db-8f36-b7f642b9d3ab', 'name': 'network-vif-deleted', 'tag': '0f9d550d-862d-4b52-8ee9-20ca7d0f99ec'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:22.317753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8f533-8beb-4df0-8bf9-a7b4ce1760ab tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Pushing event updated for resources: {'Port': ['ID=c46e1419-9f1f-4692-8a16-aca5a4d4b319,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:22.343430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22874380-2a0e-4e68-a309-60df7b006b5d req-57e8f533-8beb-4df0-8bf9-a7b4ce1760ab tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:22.344568 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141d03f7-e782-4b2c-a007-572b61fc041e" -d '{"events": [{"server_uuid": "f2862e30-984f-49db-8f36-b7f642b9d3ab", "name": "network-vif-deleted", "tag": "0f9d550d-862d-4b52-8ee9-20ca7d0f99ec"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:22.350737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-22874380-2a0e-4e68-a309-60df7b006b5d req-57e8f533-8beb-4df0-8bf9-a7b4ce1760ab tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:22.355207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-22874380-2a0e-4e68-a309-60df7b006b5d req-57e8f533-8beb-4df0-8bf9-a7b4ce1760ab tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:22.403173 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c6441-8d54-4cb0-a7c8-1380c96b6575 req-0312e478-564c-438e-9c12-dae57ff224f4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:22.404791 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-248c6441-8d54-4cb0-a7c8-1380c96b6575 req-0312e478-564c-438e-9c12-dae57ff224f4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.2694490 Jul 27 20:56:22.488785 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22874380-2a0e-4e68-a309-60df7b006b5d req-57e8f533-8beb-4df0-8bf9-a7b4ce1760ab tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:22.491108 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-22874380-2a0e-4e68-a309-60df7b006b5d req-57e8f533-8beb-4df0-8bf9-a7b4ce1760ab tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:22.501024 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27861596-6904-4900-9404-b0f37a268782 x-openstack-request-id: req-27861596-6904-4900-9404-b0f37a268782 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:22.505217 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2862e30-984f-49db-8f36-b7f642b9d3ab", "name": "network-vif-deleted", "tag": "0f9d550d-862d-4b52-8ee9-20ca7d0f99ec", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:22.505995 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27861596-6904-4900-9404-b0f37a268782 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:22.509218 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2862e30-984f-49db-8f36-b7f642b9d3ab', 'name': 'network-vif-deleted', 'tag': '0f9d550d-862d-4b52-8ee9-20ca7d0f99ec', 'status': 'completed', 'code': 200} Jul 27 20:56:22.525173 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22874380-2a0e-4e68-a309-60df7b006b5d req-57e8f533-8beb-4df0-8bf9-a7b4ce1760ab tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5072854 Jul 27 20:56:22.540485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Request body: {'port': {'device_id': 'e3b0454d-e67e-4431-881c-a8957a447fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:22.554491 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57866) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:22.622326 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-248c6441-8d54-4cb0-a7c8-1380c96b6575 req-90a891ad-59ab-4273-bbba-31c66dbe1ce6 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098515 Jul 27 20:56:22.815822 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:22.868625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522d488-a41a-4a0f-ba3c-ef89bec0153f req-81746fbd-6c8f-4913-8420-efcd0f7c140e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:22.895737 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b522d488-a41a-4a0f-ba3c-ef89bec0153f req-81746fbd-6c8f-4913-8420-efcd0f7c140e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.2177098 Jul 27 20:56:22.988027 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5b427970-1f6e-4edb-9d4f-49fe5f309217 None None] Provisioning for port c46e1419-9f1f-4692-8a16-aca5a4d4b319 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:23.045312 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5b427970-1f6e-4edb-9d4f-49fe5f309217 None None] Provisioning complete for port c46e1419-9f1f-4692-8a16-aca5a4d4b319 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:23.045681 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5b427970-1f6e-4edb-9d4f-49fe5f309217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.130555 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b522d488-a41a-4a0f-ba3c-ef89bec0153f req-9f46e2a8-1901-4a69-afda-34571741ac5a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337356 Jul 27 20:56:23.151713 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5b427970-1f6e-4edb-9d4f-49fe5f309217 None None] Port c46e1419-9f1f-4692-8a16-aca5a4d4b319 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:56:23.177330 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a2b3590b-8c2c-408e-819f-a5a94b57fa3b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f808f2ef3de4579a22c9fe51d138392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6112041 Jul 27 20:56:23.178599 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57890) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:23.398799 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf70e-d6ec-4a05-9f1a-794b328c9583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.512865 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf70e-d6ec-4a05-9f1a-794b328c9583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.557828 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c46e1419-9f1f-4692-8a16-aca5a4d4b319 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:23.569855 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.577550 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989ff88-a5fb-4678-ac1d-a404276e2a5e req-94f85521-f448-4c5a-9606-a8aaa7d68ceb tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:23.585428 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9989ff88-a5fb-4678-ac1d-a404276e2a5e req-94f85521-f448-4c5a-9606-a8aaa7d68ceb tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.3124943 Jul 27 20:56:23.588689 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Transition to ACTIVE for port object c46e1419-9f1f-4692-8a16-aca5a4d4b319 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:23.597523 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.663888 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9989ff88-a5fb-4678-ac1d-a404276e2a5e req-cf77183f-7e51-4796-af8b-379917a24315 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774834 Jul 27 20:56:23.701329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Pushing event updated for resources: {'Port': ['ID=c46e1419-9f1f-4692-8a16-aca5a4d4b319,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:23.714093 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6ecc3-cd8a-44c8-a3c7-2ed56ea7b649 req-928c6ba6-91d5-46c9-8eb3-b493ed7bf2d1 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:23.729709 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4bb6ecc3-cd8a-44c8-a3c7-2ed56ea7b649 req-928c6ba6-91d5-46c9-8eb3-b493ed7bf2d1 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 936 time: 0.2948875 Jul 27 20:56:23.732612 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf70e-d6ec-4a05-9f1a-794b328c9583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.741628 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d3cf70e-d6ec-4a05-9f1a-794b328c9583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:23.745188 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5d3cf70e-d6ec-4a05-9f1a-794b328c9583 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efcb0e3a-fcf3-492a-822f-1348cb79d007 HTTP/1.1" status: 204 len: 168 time: 0.5655818 Jul 27 20:56:23.847181 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cf70e-d6ec-4a05-9f1a-794b328c9583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcb0e3a-fcf3-492a-822f-1348cb79d007,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:23.940331 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4bb6ecc3-cd8a-44c8-a3c7-2ed56ea7b649 req-5939dcf6-3267-4d31-a2f5-46475360246a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088840 Jul 27 20:56:24.019234 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0668231-0ad7-4aca-bc71-3fa1a0f6d6bb req-983ec602-c0fd-408f-b505-be4d176f7547 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:24.035622 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0668231-0ad7-4aca-bc71-3fa1a0f6d6bb req-983ec602-c0fd-408f-b505-be4d176f7547 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=3212e5c5-c3f5-47f6-9107-b66553faea22 HTTP/1.1" status: 200 len: 949 time: 0.2170763 Jul 27 20:56:24.038031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Attempting to bind port c46e1419-9f1f-4692-8a16-aca5a4d4b319 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:24.038664 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Attempting to bind port c46e1419-9f1f-4692-8a16-aca5a4d4b319 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:24.040566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Attempting to bind port c46e1419-9f1f-4692-8a16-aca5a4d4b319 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:24.053825 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Port c46e1419-9f1f-4692-8a16-aca5a4d4b319 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:24.054202 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Attempting to bind port c46e1419-9f1f-4692-8a16-aca5a4d4b319 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:24.069842 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:24.070552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:24.075224 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:24.076822 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Bound port: c46e1419-9f1f-4692-8a16-aca5a4d4b319, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:24.078037 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.195838 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0668231-0ad7-4aca-bc71-3fa1a0f6d6bb req-1ee53920-c713-4b1b-b6d3-821c2b23c316 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515071 Jul 27 20:56:24.238118 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91571930-1b88-439b-908f-10769fd8156c req-d2851fa1-4c66-4cbd-83c9-28383b7ee1da tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:24.249743 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91571930-1b88-439b-908f-10769fd8156c req-d2851fa1-4c66-4cbd-83c9-28383b7ee1da tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.1957476 Jul 27 20:56:24.273301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] For port c46e1419-9f1f-4692-8a16-aca5a4d4b319, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:24.286072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] For port c46e1419-9f1f-4692-8a16-aca5a4d4b319, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c46e1419-9f1f-4692-8a16-aca5a4d4b319,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:24.305395 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.343358 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91571930-1b88-439b-908f-10769fd8156c req-6f81380b-0076-452b-94c6-a5f343643b4e tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923953 Jul 27 20:56:24.452040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Pushing event updated for resources: {'Port': ['ID=c46e1419-9f1f-4692-8a16-aca5a4d4b319,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:24.465593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:24.467813 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:24.471592 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22874380-2a0e-4e68-a309-60df7b006b5d req-f46b0461-29ea-4b1c-ad56-0dccfc8ae599 service neutron] 10.222.0.66 "PUT /v2.0/ports/c46e1419-9f1f-4692-8a16-aca5a4d4b319 HTTP/1.1" status: 200 len: 1096 time: 1.9349368 Jul 27 20:56:24.482891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b0454d-e67e-4431-881c-a8957a447fbe', 'tag': 'c46e1419-9f1f-4692-8a16-aca5a4d4b319'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:24.496656 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea4ac9a-ff4a-4392-8bca-7f53dea900da" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b0454d-e67e-4431-881c-a8957a447fbe", "tag": "c46e1419-9f1f-4692-8a16-aca5a4d4b319"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:24.599619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173dc0a-7e2f-440e-9729-5bd0caa875f7 req-7b4c4a22-fc5c-4c3a-950c-a383fb7c916f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:24.601466 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0173dc0a-7e2f-440e-9729-5bd0caa875f7 req-7b4c4a22-fc5c-4c3a-950c-a383fb7c916f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.2162521 Jul 27 20:56:24.710556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0173dc0a-7e2f-440e-9729-5bd0caa875f7 req-fac468fb-314b-4c0e-8500-3c302ae7f36c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990806 Jul 27 20:56:24.738516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22874380-2a0e-4e68-a309-60df7b006b5d req-c1088fdf-6136-498a-a2c9-1ccd1801c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:24.742103 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22874380-2a0e-4e68-a309-60df7b006b5d req-c1088fdf-6136-498a-a2c9-1ccd1801c2c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 1099 time: 0.2205594 Jul 27 20:56:24.825286 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22874380-2a0e-4e68-a309-60df7b006b5d req-02967dee-2dc9-4e91-947b-4701bcc8ce88 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=c46e1419-9f1f-4692-8a16-aca5a4d4b319 HTTP/1.1" status: 200 len: 217 time: 0.0643132 Jul 27 20:56:24.843117 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9225a8df-e3c0-4a6f-a331-a3bd26a0ddb8 x-openstack-request-id: req-9225a8df-e3c0-4a6f-a331-a3bd26a0ddb8 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:24.843485 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b0454d-e67e-4431-881c-a8957a447fbe", "tag": "c46e1419-9f1f-4692-8a16-aca5a4d4b319", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:24.843857 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9225a8df-e3c0-4a6f-a331-a3bd26a0ddb8 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:24.844334 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b0454d-e67e-4431-881c-a8957a447fbe', 'tag': 'c46e1419-9f1f-4692-8a16-aca5a4d4b319', 'status': 'completed', 'code': 200} Jul 27 20:56:24.949260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22874380-2a0e-4e68-a309-60df7b006b5d req-57a2ada6-0922-485b-9342-47211dc843a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:24.957639 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22874380-2a0e-4e68-a309-60df7b006b5d req-57a2ada6-0922-485b-9342-47211dc843a1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1225274 Jul 27 20:56:25.132694 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22874380-2a0e-4e68-a309-60df7b006b5d req-62de11fe-c1d1-4efd-95d3-4b946f34ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:25.135361 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22874380-2a0e-4e68-a309-60df7b006b5d req-62de11fe-c1d1-4efd-95d3-4b946f34ccf9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1644864 Jul 27 20:56:25.237701 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c512d28-927c-4e4c-a46f-b8775cfb35a8 req-c72a34e1-a662-4d45-afa6-a576ff68e2dd tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:25.247176 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7c512d28-927c-4e4c-a46f-b8775cfb35a8 req-c72a34e1-a662-4d45-afa6-a576ff68e2dd tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.3245659 Jul 27 20:56:25.324015 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22874380-2a0e-4e68-a309-60df7b006b5d req-c5e8a90b-f4dc-4fcf-bf8d-a6d5b952e52e service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797924 Jul 27 20:56:25.346825 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7c512d28-927c-4e4c-a46f-b8775cfb35a8 req-a455afbc-b1f5-4071-9139-ab6054c5469a tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975606 Jul 27 20:56:25.381270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2def71-00d2-4cbd-af64-9cdb128f2687 req-c2884432-0f29-44e6-b045-1eef8488012f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:25.384031 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed2def71-00d2-4cbd-af64-9cdb128f2687 req-c2884432-0f29-44e6-b045-1eef8488012f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 948 time: 0.2816963 Jul 27 20:56:25.434491 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57942) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:25.486956 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed2def71-00d2-4cbd-af64-9cdb128f2687 req-2664487d-5131-4b5c-bc54-01a7adb87ece tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953200 Jul 27 20:56:25.495034 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22874380-2a0e-4e68-a309-60df7b006b5d req-47a97f80-4892-49c9-934a-a47374da13ab service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622787 Jul 27 20:56:25.623636 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1c142ce9-bf34-4e32-9265-f94a1162084c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-970964620-network', 'tenant_id': '57e8356d3d5f4a2b8072816c5364eae8'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:25.626323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4ac9a-ff4a-4392-8bca-7f53dea900da req-f1dcfc53-58be-47b1-ae4f-4f61fe2d3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:25.628032 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ea4ac9a-ff4a-4392-8bca-7f53dea900da req-f1dcfc53-58be-47b1-ae4f-4f61fe2d3963 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 1099 time: 0.0645258 Jul 27 20:56:25.680385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c142ce9-bf34-4e32-9265-f94a1162084c admin admin] Made reservation on behalf of 57e8356d3d5f4a2b8072816c5364eae8 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:25.683447 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c142ce9-bf34-4e32-9265-f94a1162084c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:25.714479 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c142ce9-bf34-4e32-9265-f94a1162084c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:25.747563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4ac9a-ff4a-4392-8bca-7f53dea900da req-32759091-6c0a-46c7-a115-ea3a23834c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:25.749748 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ea4ac9a-ff4a-4392-8bca-7f53dea900da req-32759091-6c0a-46c7-a115-ea3a23834c41 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1079962 Jul 27 20:56:25.751287 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f47bc8-3b54-46e7-b863-58dda9af3882 req-03bc456c-7c11-474e-9570-6bc9ef51de5e tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:25.752895 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3f47bc8-3b54-46e7-b863-58dda9af3882 req-03bc456c-7c11-474e-9570-6bc9ef51de5e tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=3212e5c5-c3f5-47f6-9107-b66553faea22 HTTP/1.1" status: 200 len: 949 time: 0.2982693 Jul 27 20:56:25.761484 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29868a6-8ce0-44d7-8f6e-8ce545bfde0a req-9c3376c8-a3dc-4530-8929-06da072f462f tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:25.763076 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d29868a6-8ce0-44d7-8f6e-8ce545bfde0a req-9c3376c8-a3dc-4530-8929-06da072f462f tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.20 "GET /v2.0/ports?device_id=3212e5c5-c3f5-47f6-9107-b66553faea22 HTTP/1.1" status: 200 len: 949 time: 0.2486415 Jul 27 20:56:25.778470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff9d42-3861-4b7a-9d4a-54ae77eecdac req-a57c6e94-eacc-43e9-94f1-af4915d40376 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:25.780100 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82ff9d42-3861-4b7a-9d4a-54ae77eecdac req-a57c6e94-eacc-43e9-94f1-af4915d40376 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.2038815 Jul 27 20:56:25.807893 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ea4ac9a-ff4a-4392-8bca-7f53dea900da req-62a4239e-e778-4bff-822b-42a05ad78cc5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=c46e1419-9f1f-4692-8a16-aca5a4d4b319 HTTP/1.1" status: 200 len: 217 time: 0.0486906 Jul 27 20:56:25.876212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4ac9a-ff4a-4392-8bca-7f53dea900da req-3d972751-d59f-4080-b1af-edc86f5eb0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:25.877985 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ea4ac9a-ff4a-4392-8bca-7f53dea900da req-3d972751-d59f-4080-b1af-edc86f5eb0af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0617251 Jul 27 20:56:25.901355 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3f47bc8-3b54-46e7-b863-58dda9af3882 req-a64ee8f1-9ccd-4343-8134-698ea2952985 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/security-groups?id=927e9d8b-a339-4cae-8b58-83bdaf8f264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346776 Jul 27 20:56:25.936753 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82ff9d42-3861-4b7a-9d4a-54ae77eecdac req-84ef064f-0fe7-4e86-a00a-1b4a322f4319 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474917 Jul 27 20:56:25.972781 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4ac9a-ff4a-4392-8bca-7f53dea900da req-0fde6f70-a365-444b-9f4f-53d529b15505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:25.974506 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ea4ac9a-ff4a-4392-8bca-7f53dea900da req-0fde6f70-a365-444b-9f4f-53d529b15505 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871685 Jul 27 20:56:26.076369 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c142ce9-bf34-4e32-9265-f94a1162084c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.080044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-d29868a6-8ce0-44d7-8f6e-8ce545bfde0a req-b5225673-1f3d-49de-a311-1ad223baeb25 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Deleting port 30b6d482-5dfb-40ce-b607-09303ec51364 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:26.080380 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d29868a6-8ce0-44d7-8f6e-8ce545bfde0a req-b5225673-1f3d-49de-a311-1ad223baeb25 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.086501 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c142ce9-bf34-4e32-9265-f94a1162084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.097617 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ea4ac9a-ff4a-4392-8bca-7f53dea900da req-e0e4f8c8-33b2-48f4-bbf6-0ea5fae6a047 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146262 Jul 27 20:56:26.175688 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c142ce9-bf34-4e32-9265-f94a1162084c admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:56:26.192656 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c142ce9-bf34-4e32-9265-f94a1162084c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7f6540-57a4-4983-92ad-921e511b4fc2,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:26.205494 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ea4ac9a-ff4a-4392-8bca-7f53dea900da req-f06a123f-1ce4-478c-aebe-ff16b32387b2 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974863 Jul 27 20:56:26.221328 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c142ce9-bf34-4e32-9265-f94a1162084c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.221714 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-1c142ce9-bf34-4e32-9265-f94a1162084c admin admin] Added segment 19708875-46a8-4d4a-860f-8d2d45e2e7c6 of type vlan for network 77751492-e898-494d-817c-4c0bedb5dc79 Jul 27 20:56:26.286178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fdfd4-5ee3-4bed-8545-059973d60c98 req-3de46556-f6ef-4581-b881-b786541048f1 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:26.287720 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f9fdfd4-5ee3-4bed-8545-059973d60c98 req-3de46556-f6ef-4581-b881-b786541048f1 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.2732003 Jul 27 20:56:26.295691 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c142ce9-bf34-4e32-9265-f94a1162084c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.324763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-d29868a6-8ce0-44d7-8f6e-8ce545bfde0a req-b5225673-1f3d-49de-a311-1ad223baeb25 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] For port 30b6d482-5dfb-40ce-b607-09303ec51364, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=30b6d482-5dfb-40ce-b607-09303ec51364,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:26.325150 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d29868a6-8ce0-44d7-8f6e-8ce545bfde0a req-b5225673-1f3d-49de-a311-1ad223baeb25 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.342376 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-d29868a6-8ce0-44d7-8f6e-8ce545bfde0a req-b5225673-1f3d-49de-a311-1ad223baeb25 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Calling delete_port for 30b6d482-5dfb-40ce-b607-09303ec51364 owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:26.413453 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f9fdfd4-5ee3-4bed-8545-059973d60c98 req-1a02676f-bd1f-41f1-bf19-82c4d906dc02 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139312 Jul 27 20:56:26.417259 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c142ce9-bf34-4e32-9265-f94a1162084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.418257 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c142ce9-bf34-4e32-9265-f94a1162084c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:26.418841 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c142ce9-bf34-4e32-9265-f94a1162084c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.525284 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1c142ce9-bf34-4e32-9265-f94a1162084c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0893521 Jul 27 20:56:26.528610 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57998) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:26.534132 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4a3b0174-3e8e-4fcb-8553-e0797f4b824e admin admin] Request body: {'subnet': {'network_id': '77751492-e898-494d-817c-4c0bedb5dc79', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-970964620-subnet', 'tenant_id': '57e8356d3d5f4a2b8072816c5364eae8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:26.536212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c142ce9-bf34-4e32-9265-f94a1162084c admin admin] Pushing event updated for resources: {'Network': ['ID=77751492-e898-494d-817c-4c0bedb5dc79,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:26.547180 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 77751492-e898-494d-817c-4c0bedb5dc79 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:56:26.558848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3b0174-3e8e-4fcb-8553-e0797f4b824e admin admin] Made reservation on behalf of 57e8356d3d5f4a2b8072816c5364eae8 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:26.562692 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4a3b0174-3e8e-4fcb-8553-e0797f4b824e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.648665 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b27167-4a99-4674-b7f2-602f3b78ac4a req-09c84686-ef18-4649-9d28-47d8eec2ae2b tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:26.651968 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35b27167-4a99-4674-b7f2-602f3b78ac4a req-09c84686-ef18-4649-9d28-47d8eec2ae2b tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1712377 Jul 27 20:56:26.664336 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d29868a6-8ce0-44d7-8f6e-8ce545bfde0a req-b5225673-1f3d-49de-a311-1ad223baeb25 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.681277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['30b6d482-5dfb-40ce-b607-09303ec51364'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:26.754679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5225673-1f3d-49de-a311-1ad223baeb25 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Pushing event deleted for resources: {'Port': ['ID=30b6d482-5dfb-40ce-b607-09303ec51364,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:26.808005 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35b27167-4a99-4674-b7f2-602f3b78ac4a req-1320d3b6-98d9-4103-a07e-76d51bcf0db4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483848 Jul 27 20:56:26.828161 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4a3b0174-3e8e-4fcb-8553-e0797f4b824e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.830634 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29868a6-8ce0-44d7-8f6e-8ce545bfde0a req-b5225673-1f3d-49de-a311-1ad223baeb25 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] No DVR routers for this DVR port 30b6d482-5dfb-40ce-b607-09303ec51364 on host n-h1-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:26.835008 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d29868a6-8ce0-44d7-8f6e-8ce545bfde0a req-b5225673-1f3d-49de-a311-1ad223baeb25 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.838402 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d29868a6-8ce0-44d7-8f6e-8ce545bfde0a req-b5225673-1f3d-49de-a311-1ad223baeb25 tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.20 "DELETE /v2.0/ports/30b6d482-5dfb-40ce-b607-09303ec51364 HTTP/1.1" status: 204 len: 173 time: 1.0525787 Jul 27 20:56:26.838882 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3212e5c5-c3f5-47f6-9107-b66553faea22', 'name': 'network-vif-deleted', 'tag': '30b6d482-5dfb-40ce-b607-09303ec51364'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:26.852849 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4499f0db-f136-483b-a14f-9a570845bfbc" -d '{"events": [{"server_uuid": "3212e5c5-c3f5-47f6-9107-b66553faea22", "name": "network-vif-deleted", "tag": "30b6d482-5dfb-40ce-b607-09303ec51364"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:26.908121 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3b0174-3e8e-4fcb-8553-e0797f4b824e admin admin] Checking segment: {'id': '19708875-46a8-4d4a-860f-8d2d45e2e7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '77751492-e898-494d-817c-4c0bedb5dc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:26.908501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3b0174-3e8e-4fcb-8553-e0797f4b824e admin admin] Network hostable DHCP agents. Network: 77751492-e898-494d-817c-4c0bedb5dc79, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:56:26.922389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b0174-3e8e-4fcb-8553-e0797f4b824e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e76974c-a54e-40f9-ab79-de33a8fc3f3b,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:26.935282 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3b0174-3e8e-4fcb-8553-e0797f4b824e admin admin] Network 77751492-e898-494d-817c-4c0bedb5dc79 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:56:26.951103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-4a3b0174-3e8e-4fcb-8553-e0797f4b824e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 77751492-e898-494d-817c-4c0bedb5dc79) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:26.957456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3b0174-3e8e-4fcb-8553-e0797f4b824e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:26.958756 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4a3b0174-3e8e-4fcb-8553-e0797f4b824e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:26.963810 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f6f53a-105e-4877-9048-eb0ee4a31a2e None None] Network 77751492-e898-494d-817c-4c0bedb5dc79 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:26.990827 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4a3b0174-3e8e-4fcb-8553-e0797f4b824e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4604626 Jul 27 20:56:27.050278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a726e9-1424-4b67-b68e-191e4e9ffec9 req-9408fe3a-44ee-4025-a18b-5ce59ac2f8a4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:27.066893 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67a726e9-1424-4b67-b68e-191e4e9ffec9 req-9408fe3a-44ee-4025-a18b-5ce59ac2f8a4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 948 time: 0.1635988 Jul 27 20:56:27.104292 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3f60d0-1754-465d-a9ca-6bd767536c8e x-openstack-request-id: req-bd3f60d0-1754-465d-a9ca-6bd767536c8e {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:27.104723 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3212e5c5-c3f5-47f6-9107-b66553faea22", "name": "network-vif-deleted", "tag": "30b6d482-5dfb-40ce-b607-09303ec51364", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:27.105091 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd3f60d0-1754-465d-a9ca-6bd767536c8e {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:27.105655 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3212e5c5-c3f5-47f6-9107-b66553faea22', 'name': 'network-vif-deleted', 'tag': '30b6d482-5dfb-40ce-b607-09303ec51364', 'status': 'completed', 'code': 200} Jul 27 20:56:27.122777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67a726e9-1424-4b67-b68e-191e4e9ffec9 req-643184de-2e96-48ce-be0f-1bf57a9f7e84 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503480 Jul 27 20:56:27.159899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568980f4-f396-42cd-8c26-f143bc5aa3ec None None] Network 77751492-e898-494d-817c-4c0bedb5dc79 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:27.215251 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9bac0842-9920-4715-80fc-3e1bc14b78e5 req-e807ba06-f186-43c3-a5d1-ccd5b44fdecb tempest-ServersAdminNegativeTestJSON-1384386066 tempest-ServersAdminNegativeTestJSON-1384386066-project] 10.222.0.55 "GET /v2.0/ports?device_id=3212e5c5-c3f5-47f6-9107-b66553faea22 HTTP/1.1" status: 200 len: 210 time: 0.0398870 Jul 27 20:56:27.296517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37728e4-4236-41f5-bf74-44eaa72214a5 req-c6d730da-c375-4954-93ff-bee748640cf0 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:27.298084 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f37728e4-4236-41f5-bf74-44eaa72214a5 req-c6d730da-c375-4954-93ff-bee748640cf0 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.0863914 Jul 27 20:56:27.344791 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f37728e4-4236-41f5-bf74-44eaa72214a5 req-2e866d2b-bec5-4f68-b23d-74d7d462355a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356953 Jul 27 20:56:27.543128 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-513c77fa-c7d1-4833-aca5-248f700be849 req-891061cd-51c6-453b-9705-96a8e06a747c tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1964299659', 'description': 'tempest-description-829182703'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:27.574590 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-513c77fa-c7d1-4833-aca5-248f700be849 req-891061cd-51c6-453b-9705-96a8e06a747c tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.615373 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c473727-7968-4f6d-af71-266df1e6ab07 req-3df31279-e524-48da-ab87-3f148e6554fd tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:27.617044 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c473727-7968-4f6d-af71-266df1e6ab07 req-3df31279-e524-48da-ab87-3f148e6554fd tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.1142178 Jul 27 20:56:27.684669 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c473727-7968-4f6d-af71-266df1e6ab07 req-a5879811-bbe7-42e8-bf1b-b16a383bed06 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567899 Jul 27 20:56:27.729800 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-513c77fa-c7d1-4833-aca5-248f700be849 req-891061cd-51c6-453b-9705-96a8e06a747c tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.734302 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-513c77fa-c7d1-4833-aca5-248f700be849 req-891061cd-51c6-453b-9705-96a8e06a747c tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.763967 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-513c77fa-c7d1-4833-aca5-248f700be849 req-891061cd-51c6-453b-9705-96a8e06a747c tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.765206 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-513c77fa-c7d1-4833-aca5-248f700be849 req-891061cd-51c6-453b-9705-96a8e06a747c tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2273750 Jul 27 20:56:27.769944 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891061cd-51c6-453b-9705-96a8e06a747c tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe11736f-fe67-4431-a21e-b2d27e8e2317,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:27.828794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-555d5d0a-31a0-4b9e-bb70-3732809492a2 req-19bf6c05-b7a9-4294-9b06-af52f48c21e6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1226133739', 'description': 'tempest-description-155812652'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:27.872886 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-555d5d0a-31a0-4b9e-bb70-3732809492a2 req-19bf6c05-b7a9-4294-9b06-af52f48c21e6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:27.912961 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-963c5776-0b5a-4e58-9ec2-859dfe974058 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:27.914511 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-963c5776-0b5a-4e58-9ec2-859dfe974058 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/networks?id=f11efe74-7d57-405b-bed7-006f980e826a HTTP/1.1" status: 200 len: 805 time: 0.1412721 Jul 27 20:56:27.942504 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-86a86f40-9c33-47e1-9dc8-a9dc22038a64 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/quotas/699d8262e8564546ac8817002a258094 HTTP/1.1" status: 200 len: 375 time: 0.0193405 Jul 27 20:56:28.034025 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-555d5d0a-31a0-4b9e-bb70-3732809492a2 req-19bf6c05-b7a9-4294-9b06-af52f48c21e6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:28.039264 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-555d5d0a-31a0-4b9e-bb70-3732809492a2 req-19bf6c05-b7a9-4294-9b06-af52f48c21e6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:28.068343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-3150c142-2ce2-4236-b9b2-09e67c8af5bf tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=699d8262e8564546ac8817002a258094&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1180999 Jul 27 20:56:28.095205 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-555d5d0a-31a0-4b9e-bb70-3732809492a2 req-19bf6c05-b7a9-4294-9b06-af52f48c21e6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:28.096356 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-555d5d0a-31a0-4b9e-bb70-3732809492a2 req-19bf6c05-b7a9-4294-9b06-af52f48c21e6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3007572 Jul 27 20:56:28.106158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf6c05-b7a9-4294-9b06-af52f48c21e6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0282c60-505f-4a2b-a8d9-6499b4705b6c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:28.210893 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-54943731-1015-459f-8861-c1ba452194f2 service neutron] 10.222.0.55 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289148 Jul 27 20:56:28.308286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c61673-6dae-4396-8af9-7dccd20a177e req-b4efebe8-6093-44a3-ad09-4327a3ae3bfd tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:28.309791 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03c61673-6dae-4396-8af9-7dccd20a177e req-b4efebe8-6093-44a3-ad09-4327a3ae3bfd tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1405745 Jul 27 20:56:28.341335 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-4eb8d852-b7a9-4c4b-b5dd-2550d611d0a1 service neutron] 10.222.0.55 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240699 Jul 27 20:56:28.361348 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03c61673-6dae-4396-8af9-7dccd20a177e req-1507b481-20ee-4f38-bc36-51dbc7d09efc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418651 Jul 27 20:56:28.492537 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f766b74-ab2f-426e-872c-ec7e4636ab91 req-3789d6f2-d46e-42fe-bee4-b65c15e08b27 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:28.495043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f766b74-ab2f-426e-872c-ec7e4636ab91 req-3789d6f2-d46e-42fe-bee4-b65c15e08b27 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 948 time: 0.0749729 Jul 27 20:56:28.598420 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f766b74-ab2f-426e-872c-ec7e4636ab91 req-2e6a28c8-5540-4d3a-aca1-f053d78f94e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932236 Jul 27 20:56:28.672810 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-4619b341-4b92-4bb8-9fde-fb4c191bcf3d tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:28.674593 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-4619b341-4b92-4bb8-9fde-fb4c191bcf3d tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/networks?id=77751492-e898-494d-817c-4c0bedb5dc79 HTTP/1.1" status: 200 len: 812 time: 0.1406922 Jul 27 20:56:28.695233 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-09bad6b8-f59c-4118-9e3c-9df0c2a9caaa tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/quotas/57e8356d3d5f4a2b8072816c5364eae8 HTTP/1.1" status: 200 len: 375 time: 0.0134051 Jul 27 20:56:28.769276 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-ccb527f3-f2b2-4cf7-b6b7-ec62340f0cb6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=57e8356d3d5f4a2b8072816c5364eae8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649996 Jul 27 20:56:28.888631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58098) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:28.914773 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccfcd7-7781-4cd1-b3a2-6dd969ee9ffe req-aa248464-4a78-4521-a206-f08a725bdde7 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:28.916987 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6ccfcd7-7781-4cd1-b3a2-6dd969ee9ffe req-aa248464-4a78-4521-a206-f08a725bdde7 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.2094586 Jul 27 20:56:28.923247 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-c9decd69-59b9-499c-864a-7f172802f2fd service neutron] 10.222.0.55 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184545 Jul 27 20:56:29.017765 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6ccfcd7-7781-4cd1-b3a2-6dd969ee9ffe req-b915674c-2fd2-4cb6-bbac-732dfd9eb04b tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934725 Jul 27 20:56:29.066837 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-8ee2be32-4d3d-43a5-8e8f-cfd35fc57935 service neutron] 10.222.0.55 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340387 Jul 27 20:56:29.070577 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d83d63e5-d252-4892-8a0f-d4bce68a3642 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7259d12b5d724408ba030a4c121449e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807160 Jul 27 20:56:29.073861 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58102) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:29.139325 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-94073fba-6765-4558-925a-b109a5dd28d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:29.170403 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-94073fba-6765-4558-925a-b109a5dd28d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:29.235252 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb799424-1fc2-487f-8245-7fee5f40499c req-3cb15b8a-1d72-44dc-880a-38a8b28280b2 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 210 time: 0.0573256 Jul 27 20:56:29.470082 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 30b6d482-5dfb-40ce-b607-09303ec51364 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:29.498665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 30b6d482-5dfb-40ce-b607-09303ec51364 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:29.499268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 30b6d482-5dfb-40ce-b607-09303ec51364 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:29.599934 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-352b2db3-2751-4875-abed-e65171c0dd88 req-a4572f2a-23ac-41df-b053-b6e797ea14b5 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 210 time: 0.0345855 Jul 27 20:56:29.611978 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-94073fba-6765-4558-925a-b109a5dd28d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:29.614750 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-94073fba-6765-4558-925a-b109a5dd28d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:29.615984 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-94073fba-6765-4558-925a-b109a5dd28d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/927e9d8b-a339-4cae-8b58-83bdaf8f264f HTTP/1.1" status: 204 len: 168 time: 0.5410492 Jul 27 20:56:29.631765 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94073fba-6765-4558-925a-b109a5dd28d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927e9d8b-a339-4cae-8b58-83bdaf8f264f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:29.657021 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b2219-a8f6-4388-b0f8-d25e3b690e3d req-6db55e43-4bb4-4872-852d-cc4ce00d0f73 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:29.665741 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-752b2219-a8f6-4388-b0f8-d25e3b690e3d req-6db55e43-4bb4-4872-852d-cc4ce00d0f73 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.4139857 Jul 27 20:56:29.751714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-752b2219-a8f6-4388-b0f8-d25e3b690e3d req-882063cd-fc35-4907-bd4c-1be3160e45ab tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809097 Jul 27 20:56:29.920563 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2409d6-9d1c-4a29-b346-07f3433569f9 req-2d163d04-77ab-4e48-97eb-52b76d08f18f tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:29.922118 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f2409d6-9d1c-4a29-b346-07f3433569f9 req-2d163d04-77ab-4e48-97eb-52b76d08f18f tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.2280741 Jul 27 20:56:29.934056 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-f129539f-d402-4012-ada8-1128cb5b7fac tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:29.935585 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-f129539f-d402-4012-ada8-1128cb5b7fac tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.20 "GET /v2.0/networks?id=f11efe74-7d57-405b-bed7-006f980e826a HTTP/1.1" status: 200 len: 805 time: 0.2276013 Jul 27 20:56:29.961655 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-1896e78a-bd47-4afe-a671-23510ff07fad tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Request body: {'port': {'device_id': 'a1fe065e-26b8-4b42-bd9a-fe7a5923e402', 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a', 'admin_state_up': True, 'tenant_id': '699d8262e8564546ac8817002a258094'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:29.999962 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58122) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:30.032864 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f2409d6-9d1c-4a29-b346-07f3433569f9 req-4edbfbb1-7d74-4d53-a8fc-3b27bcba5b54 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962749 Jul 27 20:56:30.058647 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3074bb83-8dec-4b11-878b-0428403aa649 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=376f73997c73479b8ef8bc2f0dfe16aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574143 Jul 27 20:56:30.061009 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58126) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:30.076429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bddf15-a3d1-4aab-b645-c8218e98e841 req-00deb0dd-6fdc-4489-add2-f82d97d6f83d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:30.078144 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-19bddf15-a3d1-4aab-b645-c8218e98e841 req-00deb0dd-6fdc-4489-add2-f82d97d6f83d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 948 time: 0.2211497 Jul 27 20:56:30.151056 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e649de26-a857-4a7c-b109-8a2a7d32f133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.179215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-19bddf15-a3d1-4aab-b645-c8218e98e841 req-d2b18345-90da-4973-8e4f-f840229d0f21 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923913 Jul 27 20:56:30.183294 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e649de26-a857-4a7c-b109-8a2a7d32f133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.192491 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-1896e78a-bd47-4afe-a671-23510ff07fad tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Made reservation on behalf of 699d8262e8564546ac8817002a258094 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:30.196566 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-1896e78a-bd47-4afe-a671-23510ff07fad tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.240279 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e458dae-0003-47f7-856f-9de457e0f76b req-ef8ad05b-7333-4316-89e8-c66242531d86 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:30.241900 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e458dae-0003-47f7-856f-9de457e0f76b req-ef8ad05b-7333-4316-89e8-c66242531d86 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.1312637 Jul 27 20:56:30.259580 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e649de26-a857-4a7c-b109-8a2a7d32f133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.262190 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e649de26-a857-4a7c-b109-8a2a7d32f133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.266612 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e649de26-a857-4a7c-b109-8a2a7d32f133 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5b82b4d-c6af-440d-9700-d4e38b8c7feb HTTP/1.1" status: 204 len: 168 time: 0.2012846 Jul 27 20:56:30.283591 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649de26-a857-4a7c-b109-8a2a7d32f133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b82b4d-c6af-440d-9700-d4e38b8c7feb,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:30.379956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be27d12-7b3e-4566-8af7-bdadd50c957d req-db816bcd-84df-4454-b98a-4dfbb2d2e0d0 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:30.381067 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e458dae-0003-47f7-856f-9de457e0f76b req-0c888ce5-fc36-4ff5-bb9f-5fb6848a80c7 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054909 Jul 27 20:56:30.381488 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9be27d12-7b3e-4566-8af7-bdadd50c957d req-db816bcd-84df-4454-b98a-4dfbb2d2e0d0 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.66 "GET /v2.0/ports?device_id=c867bb4a-486a-4b8f-81af-2256cd888a38 HTTP/1.1" status: 200 len: 945 time: 0.0895960 Jul 27 20:56:30.405125 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a08ac073-9a45-4456-a178-d6095ad44345 req-ee30fc84-5c0d-485e-bbb7-ab0b8a3b0a35 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 210 time: 0.0702999 Jul 27 20:56:30.440568 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-1896e78a-bd47-4afe-a671-23510ff07fad tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Allocated IP 172.20.0.2 (f11efe74-7d57-405b-bed7-006f980e826a/37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189/4c230cfe-90f3-480e-bd41-b6d8bffb3880) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:30.536189 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-9be27d12-7b3e-4566-8af7-bdadd50c957d req-71981ec6-9760-4286-a554-c6de172a8e46 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Deleting port ca62a1c5-3774-43e1-bf43-f815cf8b7160 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:30.536604 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9be27d12-7b3e-4566-8af7-bdadd50c957d req-71981ec6-9760-4286-a554-c6de172a8e46 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.658616 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-1896e78a-bd47-4afe-a671-23510ff07fad tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.722981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ca62a1c5-3774-43e1-bf43-f815cf8b7160 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:30.747079 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-9be27d12-7b3e-4566-8af7-bdadd50c957d req-71981ec6-9760-4286-a554-c6de172a8e46 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] For port ca62a1c5-3774-43e1-bf43-f815cf8b7160, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ca62a1c5-3774-43e1-bf43-f815cf8b7160,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:30.747452 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9be27d12-7b3e-4566-8af7-bdadd50c957d req-71981ec6-9760-4286-a554-c6de172a8e46 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.765819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d9cdf2b2-b3cb-4ac8-ac15-ce9b90c1af5b tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:30.767585 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d9cdf2b2-b3cb-4ac8-ac15-ce9b90c1af5b tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.20 "GET /v2.0/networks?id=77751492-e898-494d-817c-4c0bedb5dc79 HTTP/1.1" status: 200 len: 812 time: 0.2257102 Jul 27 20:56:30.772688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-9be27d12-7b3e-4566-8af7-bdadd50c957d req-71981ec6-9760-4286-a554-c6de172a8e46 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Calling delete_port for ca62a1c5-3774-43e1-bf43-f815cf8b7160 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:30.809542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-025e420c-8cbe-4978-a0a0-7ad9d5c2f18b req-1edad019-3b78-4090-88e8-dbcee81a58e4 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 210 time: 0.0638161 Jul 27 20:56:30.832641 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-1896e78a-bd47-4afe-a671-23510ff07fad tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.854062 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-e92d4cdb-fdb8-4865-92d0-b8497c5ae07e tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Request body: {'port': {'device_id': '38b3e0b3-11b0-45c3-9018-69e046cb31e8', 'network_id': '77751492-e898-494d-817c-4c0bedb5dc79', 'admin_state_up': True, 'tenant_id': '57e8356d3d5f4a2b8072816c5364eae8'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:30.881652 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.907680 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-1896e78a-bd47-4afe-a671-23510ff07fad tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Network f11efe74-7d57-405b-bed7-006f980e826a is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:30.920147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-1896e78a-bd47-4afe-a671-23510ff07fad tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:30.921094 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c867bb4a-486a-4b8f-81af-2256cd888a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca62a1c5-3774-43e1-bf43-f815cf8b7160'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:30.921094 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17f2cc6-b8ee-42ba-890f-7f13ef9a8479" -d '{"events": [{"server_uuid": "c867bb4a-486a-4b8f-81af-2256cd888a38", "name": "network-vif-unplugged", "status": "completed", "tag": "ca62a1c5-3774-43e1-bf43-f815cf8b7160"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:30.926814 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-1896e78a-bd47-4afe-a671-23510ff07fad tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:30.954902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ca62a1c5-3774-43e1-bf43-f815cf8b7160, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ca62a1c5-3774-43e1-bf43-f815cf8b7160,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:30.961924 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d01c087-367e-463a-b8a7-f750ed388623 x-openstack-request-id: req-3d01c087-367e-463a-b8a7-f750ed388623 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:30.961924 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c867bb4a-486a-4b8f-81af-2256cd888a38", "name": "network-vif-unplugged", "status": "completed", "tag": "ca62a1c5-3774-43e1-bf43-f815cf8b7160", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:30.961924 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d01c087-367e-463a-b8a7-f750ed388623 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:30.962995 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c867bb4a-486a-4b8f-81af-2256cd888a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca62a1c5-3774-43e1-bf43-f815cf8b7160', 'code': 200} Jul 27 20:56:30.966665 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:30.971439 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896e78a-bd47-4afe-a671-23510ff07fad tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Pushing event updated for resources: {'Port': ['ID=4c230cfe-90f3-480e-bd41-b6d8bffb3880,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:31.011918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-1896e78a-bd47-4afe-a671-23510ff07fad tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.012581 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-1896e78a-bd47-4afe-a671-23510ff07fad tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:31.033020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173c93d-cce3-49a2-8d71-27eca6f86d19 req-b010a9d7-6404-4920-aca5-aacbdea9dcd8 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.033219 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b173c93d-cce3-49a2-8d71-27eca6f86d19 req-b010a9d7-6404-4920-aca5-aacbdea9dcd8 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.1678350 Jul 27 20:56:31.051653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-e92d4cdb-fdb8-4865-92d0-b8497c5ae07e tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Made reservation on behalf of 57e8356d3d5f4a2b8072816c5364eae8 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:31.055682 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ca62a1c5-3774-43e1-bf43-f815cf8b7160,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:31.056737 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-e92d4cdb-fdb8-4865-92d0-b8497c5ae07e tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:31.068225 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-1896e78a-bd47-4afe-a671-23510ff07fad tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1122289 Jul 27 20:56:31.090629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Request body: {'port': {'device_id': 'a1fe065e-26b8-4b42-bd9a-fe7a5923e402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:31.137272 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b173c93d-cce3-49a2-8d71-27eca6f86d19 req-deae3b77-7a8c-4a6b-9a33-540ccb93d8da tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816953 Jul 27 20:56:31.232831 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:31.272056 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9be27d12-7b3e-4566-8af7-bdadd50c957d req-71981ec6-9760-4286-a554-c6de172a8e46 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:31.307156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833187c3-98ca-4c90-9287-1536c7d5f54a req-fa8eea9b-f81b-40d0-91de-fe9e5fc5e3ef tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.308848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-833187c3-98ca-4c90-9287-1536c7d5f54a req-fa8eea9b-f81b-40d0-91de-fe9e5fc5e3ef tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1643693 Jul 27 20:56:31.355982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71981ec6-9760-4286-a554-c6de172a8e46 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Pushing event deleted for resources: {'Port': ['ID=ca62a1c5-3774-43e1-bf43-f815cf8b7160,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:31.415669 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be27d12-7b3e-4566-8af7-bdadd50c957d req-71981ec6-9760-4286-a554-c6de172a8e46 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] No DVR routers for this DVR port ca62a1c5-3774-43e1-bf43-f815cf8b7160 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:31.419093 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9be27d12-7b3e-4566-8af7-bdadd50c957d req-71981ec6-9760-4286-a554-c6de172a8e46 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:31.421834 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9be27d12-7b3e-4566-8af7-bdadd50c957d req-71981ec6-9760-4286-a554-c6de172a8e46 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.66 "DELETE /v2.0/ports/ca62a1c5-3774-43e1-bf43-f815cf8b7160 HTTP/1.1" status: 204 len: 173 time: 1.0270290 Jul 27 20:56:31.421834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c867bb4a-486a-4b8f-81af-2256cd888a38', 'name': 'network-vif-deleted', 'tag': 'ca62a1c5-3774-43e1-bf43-f815cf8b7160'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:31.423881 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25da800c-9a56-45e8-9f6c-35e1c067fa64" -d '{"events": [{"server_uuid": "c867bb4a-486a-4b8f-81af-2256cd888a38", "name": "network-vif-deleted", "tag": "ca62a1c5-3774-43e1-bf43-f815cf8b7160"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:31.441525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-e92d4cdb-fdb8-4865-92d0-b8497c5ae07e tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Allocated IP 172.20.0.6 (77751492-e898-494d-817c-4c0bedb5dc79/9e76974c-a54e-40f9-ab79-de33a8fc3f3b/e0c50947-71bd-4527-b447-6108267ba66e) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:31.460407 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-833187c3-98ca-4c90-9287-1536c7d5f54a req-a07f87dd-79a9-43af-bdf5-5ec41d3e7992 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286082 Jul 27 20:56:31.532725 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17789854-6925-4696-8d86-92d0a62a587c req-fde0b3ec-90b2-4a37-a06f-5e91e933e0ba tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.540377 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-17789854-6925-4696-8d86-92d0a62a587c req-fde0b3ec-90b2-4a37-a06f-5e91e933e0ba tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 948 time: 0.2577007 Jul 27 20:56:31.604675 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-17789854-6925-4696-8d86-92d0a62a587c req-9d285108-b96f-4eb7-a43d-1e16e1a715b2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632417 Jul 27 20:56:31.669668 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fffc30d-a2df-4448-8d91-8929cfb6999f x-openstack-request-id: req-4fffc30d-a2df-4448-8d91-8929cfb6999f {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:31.672228 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c867bb4a-486a-4b8f-81af-2256cd888a38", "name": "network-vif-deleted", "tag": "ca62a1c5-3774-43e1-bf43-f815cf8b7160", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:31.672572 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4fffc30d-a2df-4448-8d91-8929cfb6999f {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:31.674395 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c867bb4a-486a-4b8f-81af-2256cd888a38', 'name': 'network-vif-deleted', 'tag': 'ca62a1c5-3774-43e1-bf43-f815cf8b7160', 'status': 'completed', 'code': 200} Jul 27 20:56:31.715284 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-e92d4cdb-fdb8-4865-92d0-b8497c5ae07e tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:31.765400 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-e92d4cdb-fdb8-4865-92d0-b8497c5ae07e tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:31.790190 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c230cfe-90f3-480e-bd41-b6d8bffb3880 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:31.801529 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:31.832803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-e92d4cdb-fdb8-4865-92d0-b8497c5ae07e tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Network 77751492-e898-494d-817c-4c0bedb5dc79 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:31.834396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Transition to ACTIVE for port object 4c230cfe-90f3-480e-bd41-b6d8bffb3880 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:31.847984 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:31.848258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-e92d4cdb-fdb8-4865-92d0-b8497c5ae07e tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:31.857516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-e92d4cdb-fdb8-4865-92d0-b8497c5ae07e tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:31.863836 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d4cdb-fdb8-4865-92d0-b8497c5ae07e tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event updated for resources: {'Port': ['ID=e0c50947-71bd-4527-b447-6108267ba66e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:31.864907 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05eb61-c0c4-4764-997c-c6b958c213eb req-13687289-77f2-465a-9d2a-9f965cf38e0d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.873001 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d05eb61-c0c4-4764-997c-c6b958c213eb req-13687289-77f2-465a-9d2a-9f965cf38e0d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.1933994 Jul 27 20:56:31.915137 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579ae67-0b36-4314-a3d2-d221abe92327 req-508d8141-063a-4b2c-913f-91ff456db15b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.916745 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7579ae67-0b36-4314-a3d2-d221abe92327 req-508d8141-063a-4b2c-913f-91ff456db15b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 931 time: 0.1742787 Jul 27 20:56:31.934786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-e92d4cdb-fdb8-4865-92d0-b8497c5ae07e tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:31.936491 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-e92d4cdb-fdb8-4865-92d0-b8497c5ae07e tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:31.963238 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-e92d4cdb-fdb8-4865-92d0-b8497c5ae07e tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1167037 Jul 27 20:56:31.970569 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Pushing event updated for resources: {'Port': ['ID=4c230cfe-90f3-480e-bd41-b6d8bffb3880,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:31.985943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Request body: {'port': {'device_id': '38b3e0b3-11b0-45c3-9018-69e046cb31e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:32.020586 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d05eb61-c0c4-4764-997c-c6b958c213eb req-20162047-c760-438c-ace4-c93fcb470bd9 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435964 Jul 27 20:56:32.085751 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7579ae67-0b36-4314-a3d2-d221abe92327 req-81c5d74b-2fd9-4d6b-91e7-2c2fc80b2801 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495337 Jul 27 20:56:32.103166 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.187580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Attempting to bind port 4c230cfe-90f3-480e-bd41-b6d8bffb3880 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:32.187968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Attempting to bind port 4c230cfe-90f3-480e-bd41-b6d8bffb3880 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'e5f5391a-9a0a-4539-b961-5897d31712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:32.188230 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Attempting to bind port 4c230cfe-90f3-480e-bd41-b6d8bffb3880 on network f11efe74-7d57-405b-bed7-006f980e826a {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:32.208026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Port 4c230cfe-90f3-480e-bd41-b6d8bffb3880 on network f11efe74-7d57-405b-bed7-006f980e826a not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:32.208862 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Attempting to bind port 4c230cfe-90f3-480e-bd41-b6d8bffb3880 on network f11efe74-7d57-405b-bed7-006f980e826a {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:32.218674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:32.219032 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Checking segment: {'id': 'e5f5391a-9a0a-4539-b961-5897d31712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:32.219550 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Bound using segment: {'id': 'e5f5391a-9a0a-4539-b961-5897d31712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:32.219998 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Bound port: 4c230cfe-90f3-480e-bd41-b6d8bffb3880, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f5391a-9a0a-4539-b961-5897d31712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:32.220729 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.287309 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037657d-5dc3-41c5-a1e0-35ab7de062ec req-2dbefa71-df4d-41ee-bc9e-5867da702ae4 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.288851 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d037657d-5dc3-41c5-a1e0-35ab7de062ec req-2dbefa71-df4d-41ee-bc9e-5867da702ae4 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 931 time: 0.1587996 Jul 27 20:56:32.344054 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] For port 4c230cfe-90f3-480e-bd41-b6d8bffb3880, host n-h1-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:32.349486 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] For port 4c230cfe-90f3-480e-bd41-b6d8bffb3880, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=4c230cfe-90f3-480e-bd41-b6d8bffb3880,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:32.354093 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d037657d-5dc3-41c5-a1e0-35ab7de062ec req-742bb43b-6f5c-403c-9948-4c312cc2ecf6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574505 Jul 27 20:56:32.355785 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.394679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.395494 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.396907 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] 10.222.0.20 "PUT /v2.0/ports/4c230cfe-90f3-480e-bd41-b6d8bffb3880 HTTP/1.1" status: 200 len: 1091 time: 1.3117561 Jul 27 20:56:32.401330 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1fe065e-26b8-4b42-bd9a-fe7a5923e402', 'tag': '4c230cfe-90f3-480e-bd41-b6d8bffb3880'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:32.404836 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345e5084-85ba-48f4-976e-4cdf6cf80d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1fe065e-26b8-4b42-bd9a-fe7a5923e402", "tag": "4c230cfe-90f3-480e-bd41-b6d8bffb3880"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:32.456022 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ad1a55-2408-4412-be54-095e8733debd x-openstack-request-id: req-27ad1a55-2408-4412-be54-095e8733debd {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:32.456882 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1fe065e-26b8-4b42-bd9a-fe7a5923e402", "tag": "4c230cfe-90f3-480e-bd41-b6d8bffb3880", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:32.457132 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27ad1a55-2408-4412-be54-095e8733debd {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:32.457441 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c50947-71bd-4527-b447-6108267ba66e {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:32.457599 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1fe065e-26b8-4b42-bd9a-fe7a5923e402', 'tag': '4c230cfe-90f3-480e-bd41-b6d8bffb3880', 'status': 'completed', 'code': 200} Jul 27 20:56:32.467054 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.474729 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50715100-3bdf-47bf-b3f4-9478a7411f2b service neutron] Pushing event updated for resources: {'Port': ['ID=4c230cfe-90f3-480e-bd41-b6d8bffb3880,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:32.481852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Transition to ACTIVE for port object e0c50947-71bd-4527-b447-6108267ba66e will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:32.487448 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.551289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c50947-71bd-4527-b447-6108267ba66e,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:32.572498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a21f2-a4e2-4290-8064-450c5e791815 req-7e7b9944-9935-4160-ad2d-3c81d75d39d3 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.574234 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-594a21f2-a4e2-4290-8064-450c5e791815 req-7e7b9944-9935-4160-ad2d-3c81d75d39d3 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.1763959 Jul 27 20:56:32.575017 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7c01ca80-7571-407f-9750-6d5913692458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.637982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Attempting to bind port e0c50947-71bd-4527-b447-6108267ba66e on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:32.638373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Attempting to bind port e0c50947-71bd-4527-b447-6108267ba66e by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '19708875-46a8-4d4a-860f-8d2d45e2e7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '77751492-e898-494d-817c-4c0bedb5dc79'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:32.638706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Attempting to bind port e0c50947-71bd-4527-b447-6108267ba66e on network 77751492-e898-494d-817c-4c0bedb5dc79 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:32.643180 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Port e0c50947-71bd-4527-b447-6108267ba66e on network 77751492-e898-494d-817c-4c0bedb5dc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:32.644135 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Attempting to bind port e0c50947-71bd-4527-b447-6108267ba66e on network 77751492-e898-494d-817c-4c0bedb5dc79 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:32.650654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:32.651039 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-cf1ad816-8c13-441d-b182-b6e9e016184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.651188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Checking segment: {'id': '19708875-46a8-4d4a-860f-8d2d45e2e7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '77751492-e898-494d-817c-4c0bedb5dc79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:32.651538 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Bound using segment: {'id': '19708875-46a8-4d4a-860f-8d2d45e2e7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '77751492-e898-494d-817c-4c0bedb5dc79'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:32.651978 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Bound port: e0c50947-71bd-4527-b447-6108267ba66e, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19708875-46a8-4d4a-860f-8d2d45e2e7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '77751492-e898-494d-817c-4c0bedb5dc79'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:32.652341 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.652591 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-cf1ad816-8c13-441d-b182-b6e9e016184d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=699d8262e8564546ac8817002a258094&device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 1094 time: 0.1722779 Jul 27 20:56:32.656869 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-594a21f2-a4e2-4290-8064-450c5e791815 req-d330860d-0164-4076-ad37-f9811ff93364 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580289 Jul 27 20:56:32.719888 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-487951d9-29fc-47ab-a60a-d5452a297df3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c230cfe-90f3-480e-bd41-b6d8bffb3880 HTTP/1.1" status: 200 len: 217 time: 0.0460625 Jul 27 20:56:32.732187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b8c84-62bd-493b-868c-628ccea559f9 req-8e9fb9e4-20ed-4566-95b3-9d18fba49271 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.732187 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b36b8c84-62bd-493b-868c-628ccea559f9 req-8e9fb9e4-20ed-4566-95b3-9d18fba49271 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1797888 Jul 27 20:56:32.734649 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c46e1419-9f1f-4692-8a16-aca5a4d4b319 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:32.748439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] For port e0c50947-71bd-4527-b447-6108267ba66e, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:32.753718 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] For port e0c50947-71bd-4527-b447-6108267ba66e, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e0c50947-71bd-4527-b447-6108267ba66e,segment=NetworkSegment(19708875-46a8-4d4a-860f-8d2d45e2e7c6),segment_id=19708875-46a8-4d4a-860f-8d2d45e2e7c6)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:32.760991 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.805247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.806513 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.808492 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] 10.222.0.20 "PUT /v2.0/ports/e0c50947-71bd-4527-b447-6108267ba66e HTTP/1.1" status: 200 len: 1091 time: 0.8281958 Jul 27 20:56:32.833041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8354f94-6fc6-4e20-b8af-22fc8ba746b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c50947-71bd-4527-b447-6108267ba66e,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:32.853242 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b36b8c84-62bd-493b-868c-628ccea559f9 req-38c66c8d-959e-43f5-8315-228f4d2c87a3 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998566 Jul 27 20:56:32.857076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-fea6749d-537a-41e2-80a0-fd9c170cee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.858577 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-fea6749d-537a-41e2-80a0-fd9c170cee07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189 HTTP/1.1" status: 200 len: 845 time: 0.1274376 Jul 27 20:56:32.873174 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c46e1419-9f1f-4692-8a16-aca5a4d4b319, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c46e1419-9f1f-4692-8a16-aca5a4d4b319,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:32.885857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'c46e1419-9f1f-4692-8a16-aca5a4d4b319', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'c46e1419-9f1f-4692-8a16-aca5a4d4b319', 'mac_address': 'fa:16:3e:51:43:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:32.928098 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:32.936066 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-6f74785c-04c2-4b16-86fa-153a600307ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f11efe74-7d57-405b-bed7-006f980e826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361247 Jul 27 20:56:32.943882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c46e1419-9f1f-4692-8a16-aca5a4d4b319 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:32.967818 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d01034db-eeaa-400d-9f63-99dcb426d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:32.969467 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-d01034db-eeaa-400d-9f63-99dcb426d4d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57e8356d3d5f4a2b8072816c5364eae8&device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 1094 time: 0.0815265 Jul 27 20:56:32.971784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c46e1419-9f1f-4692-8a16-aca5a4d4b319, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c46e1419-9f1f-4692-8a16-aca5a4d4b319,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:32.976683 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:33.038044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39287af4-913b-4d8f-aa8b-235d49ca94c9 req-258be314-9cc1-4481-b375-8f3166079d0b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:33.039123 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c46e1419-9f1f-4692-8a16-aca5a4d4b319,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:33.040376 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39287af4-913b-4d8f-aa8b-235d49ca94c9 req-258be314-9cc1-4481-b375-8f3166079d0b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 948 time: 0.1808927 Jul 27 20:56:33.042657 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-39f90468-8843-4410-9018-ea13655320ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c50947-71bd-4527-b447-6108267ba66e HTTP/1.1" status: 200 len: 217 time: 0.0545278 Jul 27 20:56:33.105355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-979d1741-54d3-49a6-99fa-71b0ab85a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:33.107159 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-979d1741-54d3-49a6-99fa-71b0ab85a0f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e76974c-a54e-40f9-ab79-de33a8fc3f3b HTTP/1.1" status: 200 len: 852 time: 0.0545695 Jul 27 20:56:33.108849 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39287af4-913b-4d8f-aa8b-235d49ca94c9 req-982c106e-85a6-4126-ad9d-930fc4919068 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599899 Jul 27 20:56:33.111142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-dfb40000-84b8-4ec0-bf7f-fa7eb6197904 service neutron] 10.222.0.20 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684771 Jul 27 20:56:33.183121 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-dd036a16-0cad-4b27-97a7-7d93377a5509 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77751492-e898-494d-817c-4c0bedb5dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445399 Jul 27 20:56:33.285308 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-3c88551e-65b1-4f20-99b0-7f495f511312 service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884249 Jul 27 20:56:33.306654 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13e153c5-73f3-465d-a3fd-d76907d7d97d req-1ec0a719-4e72-4c6e-acad-44eafd9af357 service neutron] 10.222.0.20 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665614 Jul 27 20:56:33.320239 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa779b-0083-4e68-819d-9a2efa3bfc36 req-44e31745-efc4-4914-a335-8f55c7e2763f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:33.322082 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34aa779b-0083-4e68-819d-9a2efa3bfc36 req-44e31745-efc4-4914-a335-8f55c7e2763f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.1920450 Jul 27 20:56:33.348684 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8215bfe-3195-4146-92fb-b4a9e6f5c1b4 req-104b610f-b3b3-495c-b00b-6e6eaa072b63 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:33.350214 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c8215bfe-3195-4146-92fb-b4a9e6f5c1b4 req-104b610f-b3b3-495c-b00b-6e6eaa072b63 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 943 time: 0.1410456 Jul 27 20:56:33.397663 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82f9ec4a-c15b-4daf-9138-bd50081ae780 req-392e093b-c992-4cbe-8dcc-4db770a9be5b service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980000 Jul 27 20:56:33.431445 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34aa779b-0083-4e68-819d-9a2efa3bfc36 req-7bb79dcb-7f4e-4759-9cd5-f40cdd802b9f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991914 Jul 27 20:56:33.440599 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c8215bfe-3195-4146-92fb-b4a9e6f5c1b4 req-a7b7abb6-5292-4cc9-a513-c9c2ad7c80c6 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811634 Jul 27 20:56:33.480260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e5084-85ba-48f4-976e-4cdf6cf80d5f req-6a0ff6b1-cdb1-450f-834a-151256c1015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:33.481763 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-345e5084-85ba-48f4-976e-4cdf6cf80d5f req-6a0ff6b1-cdb1-450f-834a-151256c1015e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=699d8262e8564546ac8817002a258094&device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 1094 time: 0.1126006 Jul 27 20:56:33.621477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e5084-85ba-48f4-976e-4cdf6cf80d5f req-9cc99749-0d51-46db-803b-a1560a5b6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:33.623011 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-345e5084-85ba-48f4-976e-4cdf6cf80d5f req-9cc99749-0d51-46db-803b-a1560a5b6cad service neutron] 10.222.0.20 "GET /v2.0/networks?id=f11efe74-7d57-405b-bed7-006f980e826a HTTP/1.1" status: 200 len: 906 time: 0.1328409 Jul 27 20:56:33.638922 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24f741-3a8c-46d0-8856-35c9f8b0f531 req-0bdb5429-a549-464a-a0cc-8fbef2689c05 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:33.640455 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c24f741-3a8c-46d0-8856-35c9f8b0f531 req-0bdb5429-a549-464a-a0cc-8fbef2689c05 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 943 time: 0.1304431 Jul 27 20:56:33.661786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['c46e1419-9f1f-4692-8a16-aca5a4d4b319'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:33.675561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b3e0b3-11b0-45c3-9018-69e046cb31e8', 'tag': 'e0c50947-71bd-4527-b447-6108267ba66e'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:33.679502 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3be228-106d-473a-9d5d-c9240dafab73" -d '{"events": [{"name": "network-changed", "server_uuid": "38b3e0b3-11b0-45c3-9018-69e046cb31e8", "tag": "e0c50947-71bd-4527-b447-6108267ba66e"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:33.693364 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-345e5084-85ba-48f4-976e-4cdf6cf80d5f req-c56886ef-df19-4d27-a880-9251b2b986c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c230cfe-90f3-480e-bd41-b6d8bffb3880 HTTP/1.1" status: 200 len: 217 time: 0.0519228 Jul 27 20:56:33.733227 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952d27de-59d0-4be6-b0b4-453044106553 x-openstack-request-id: req-952d27de-59d0-4be6-b0b4-453044106553 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:33.733854 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b3e0b3-11b0-45c3-9018-69e046cb31e8", "tag": "e0c50947-71bd-4527-b447-6108267ba66e", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:33.734286 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-952d27de-59d0-4be6-b0b4-453044106553 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:33.734942 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b3e0b3-11b0-45c3-9018-69e046cb31e8', 'tag': 'e0c50947-71bd-4527-b447-6108267ba66e', 'status': 'completed', 'code': 200} Jul 27 20:56:33.761667 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c24f741-3a8c-46d0-8856-35c9f8b0f531 req-556072df-0c19-4409-ba3a-67504e6cc0f2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132247 Jul 27 20:56:33.766551 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e5084-85ba-48f4-976e-4cdf6cf80d5f req-e296608c-eceb-45c0-b340-b0a109ff76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:33.768202 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-345e5084-85ba-48f4-976e-4cdf6cf80d5f req-e296608c-eceb-45c0-b340-b0a109ff76f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189 HTTP/1.1" status: 200 len: 845 time: 0.0597150 Jul 27 20:56:33.788142 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:33.817956 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-345e5084-85ba-48f4-976e-4cdf6cf80d5f req-836a9cb4-e3b2-443c-8dbd-19461fb34069 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f11efe74-7d57-405b-bed7-006f980e826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355327 Jul 27 20:56:33.897620 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3be228-106d-473a-9d5d-c9240dafab73 req-12c2be60-40e2-4bbe-b9e9-3d10d8da9c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:33.899783 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6a3be228-106d-473a-9d5d-c9240dafab73 req-12c2be60-40e2-4bbe-b9e9-3d10d8da9c7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57e8356d3d5f4a2b8072816c5364eae8&device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 1094 time: 0.1337056 Jul 27 20:56:33.938896 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58250) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:34.010343 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3be228-106d-473a-9d5d-c9240dafab73 req-734851c3-9e91-46a2-9e37-48b95108409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.011852 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6a3be228-106d-473a-9d5d-c9240dafab73 req-734851c3-9e91-46a2-9e37-48b95108409e service neutron] 10.222.0.20 "GET /v2.0/networks?id=77751492-e898-494d-817c-4c0bedb5dc79 HTTP/1.1" status: 200 len: 913 time: 0.1037211 Jul 27 20:56:34.021291 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-345e5084-85ba-48f4-976e-4cdf6cf80d5f req-6a83f09b-4c99-42d8-9ad4-7144f50e79d0 service neutron] 10.222.0.20 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912622 Jul 27 20:56:34.036337 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205364a-0652-4f54-88fb-625435bd7f82 req-b1799e4a-5f01-461e-bc24-07b09b689bca tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.037861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2205364a-0652-4f54-88fb-625435bd7f82 req-b1799e4a-5f01-461e-bc24-07b09b689bca tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.2099953 Jul 27 20:56:34.075242 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6a3be228-106d-473a-9d5d-c9240dafab73 req-3d356b13-1b6b-49ee-95e2-833d417ba4a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c50947-71bd-4527-b447-6108267ba66e HTTP/1.1" status: 200 len: 217 time: 0.0422766 Jul 27 20:56:34.116345 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ed0aef0-9c92-452f-9613-09806294c212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:34.126204 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3be228-106d-473a-9d5d-c9240dafab73 req-e282f436-4404-4a3d-8bc4-3fce320d4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.128011 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6a3be228-106d-473a-9d5d-c9240dafab73 req-e282f436-4404-4a3d-8bc4-3fce320d4a2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e76974c-a54e-40f9-ab79-de33a8fc3f3b HTTP/1.1" status: 200 len: 852 time: 0.0452490 Jul 27 20:56:34.173047 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6a3be228-106d-473a-9d5d-c9240dafab73 req-4e22dfb0-f4ef-4c95-9a88-5a111680f8ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77751492-e898-494d-817c-4c0bedb5dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340376 Jul 27 20:56:34.177485 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2205364a-0652-4f54-88fb-625435bd7f82 req-514043b1-a151-4260-aaab-e3eee21cc46f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286001 Jul 27 20:56:34.192788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080439d2-b912-4544-82d7-39299f3b6fe2 req-6f5442bf-a5cd-42ed-837a-dd6a77ed924c tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.194470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-080439d2-b912-4544-82d7-39299f3b6fe2 req-6f5442bf-a5cd-42ed-837a-dd6a77ed924c tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.2239509 Jul 27 20:56:34.247500 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-345e5084-85ba-48f4-976e-4cdf6cf80d5f req-978674b8-037e-4d92-8b82-2c57d8f89d8b service neutron] 10.222.0.20 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085328 Jul 27 20:56:34.327550 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-080439d2-b912-4544-82d7-39299f3b6fe2 req-07158ec4-222f-45e3-9256-668b25b8af34 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126118 Jul 27 20:56:34.389740 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ed0aef0-9c92-452f-9613-09806294c212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:34.398476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b0b44-09da-4732-afc6-0e9e46e01aa1 req-dacdab5a-446c-4843-a6f7-369dc93f6291 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.400234 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dc4b0b44-09da-4732-afc6-0e9e46e01aa1 req-dacdab5a-446c-4843-a6f7-369dc93f6291 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 949 time: 0.1428349 Jul 27 20:56:34.401488 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ed0aef0-9c92-452f-9613-09806294c212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:34.458521 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8ed0aef0-9c92-452f-9613-09806294c212 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd087c84ce0f4c6789ca7f9be560ad77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5185368 Jul 27 20:56:34.467549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58256) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:34.486568 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0aef0-9c92-452f-9613-09806294c212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efea19db-2bdc-4483-b45e-38547a315558,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:34.501292 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dc4b0b44-09da-4732-afc6-0e9e46e01aa1 req-63ec3ca2-5de2-4de6-b5bd-ce27e0096b96 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938859 Jul 27 20:56:34.552387 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4419f365-8a6b-4e95-a5f3-f1a226047147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:34.613103 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6a3be228-106d-473a-9d5d-c9240dafab73 req-54131e47-8318-480b-a1dd-590dc7d341fb service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273586 Jul 27 20:56:34.637258 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4419f365-8a6b-4e95-a5f3-f1a226047147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:34.715316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e6bb0-3b72-44ef-8251-10ff828d68b4 req-63226849-1f43-4a87-9c17-f8386b78f1ab tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.716825 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b9e6bb0-3b72-44ef-8251-10ff828d68b4 req-63226849-1f43-4a87-9c17-f8386b78f1ab tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 943 time: 0.1776118 Jul 27 20:56:34.718011 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6a3be228-106d-473a-9d5d-c9240dafab73 req-db7d29e3-fa35-463b-be32-233dbe7c686f service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907729 Jul 27 20:56:34.724589 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b05c9-8a61-4a8c-a3b7-47596bbb1d22 req-4855f43e-14eb-4bbf-ae83-48fc7ad4a561 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:34.725965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e58b05c9-8a61-4a8c-a3b7-47596bbb1d22 req-4855f43e-14eb-4bbf-ae83-48fc7ad4a561 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.1291883 Jul 27 20:56:34.751172 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4419f365-8a6b-4e95-a5f3-f1a226047147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:34.753907 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4419f365-8a6b-4e95-a5f3-f1a226047147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:34.754628 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ca62a1c5-3774-43e1-bf43-f815cf8b7160 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:34.755128 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4419f365-8a6b-4e95-a5f3-f1a226047147 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efea19db-2bdc-4483-b45e-38547a315558 HTTP/1.1" status: 204 len: 168 time: 0.2896655 Jul 27 20:56:34.778471 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: ca62a1c5-3774-43e1-bf43-f815cf8b7160 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:34.778761 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ca62a1c5-3774-43e1-bf43-f815cf8b7160 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:34.781908 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419f365-8a6b-4e95-a5f3-f1a226047147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efea19db-2bdc-4483-b45e-38547a315558,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:35.061380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58270) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:35.061638 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b9e6bb0-3b72-44ef-8251-10ff828d68b4 req-472bc978-e872-4f67-9052-f2bd2b62fe6c tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347013 Jul 27 20:56:35.069234 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e58b05c9-8a61-4a8c-a3b7-47596bbb1d22 req-66761dbd-ccd8-40d4-8eb3-2327c1bfe79d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330152 Jul 27 20:56:35.076344 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-864a34f2-8504-435e-8a9f-909a965d8c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:35.187931 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-864a34f2-8504-435e-8a9f-909a965d8c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:35.192275 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-864a34f2-8504-435e-8a9f-909a965d8c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:35.205830 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e87e1-d3ec-4a62-bfe9-939db5931f64 req-78a309b4-1482-45eb-a159-d7a3f4ffc284 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:35.207605 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d13e87e1-d3ec-4a62-bfe9-939db5931f64 req-78a309b4-1482-45eb-a159-d7a3f4ffc284 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 943 time: 0.0690989 Jul 27 20:56:35.235377 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-864a34f2-8504-435e-8a9f-909a965d8c53 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6be2a965f0f4373a6ca69cb21b3a0e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702418 Jul 27 20:56:35.235377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a34f2-8504-435e-8a9f-909a965d8c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f5126a-1080-4af0-9349-3ae01f5e8bac,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:35.235798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58274) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:35.273434 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e015-3ac7-432a-a47f-2511645b0cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:35.288213 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d13e87e1-d3ec-4a62-bfe9-939db5931f64 req-cc86239b-44f4-4b19-b789-fc5d9b776865 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737498 Jul 27 20:56:35.344448 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d0659e1b-a153-4605-85f2-4acd17ca51f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:35.379456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b6a6b-767d-45ed-a556-20c62917a59f req-290648d2-7ee4-4793-9c9a-8b804ff7d710 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:35.380995 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-804b6a6b-767d-45ed-a556-20c62917a59f req-290648d2-7ee4-4793-9c9a-8b804ff7d710 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.1135478 Jul 27 20:56:35.383261 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d0659e1b-a153-4605-85f2-4acd17ca51f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:35.386142 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:35.479083 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-804b6a6b-767d-45ed-a556-20c62917a59f req-406e7c51-b8e6-4e9d-b49b-5001fa27ef05 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841012 Jul 27 20:56:35.499946 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d0659e1b-a153-4605-85f2-4acd17ca51f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:35.499946 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d0659e1b-a153-4605-85f2-4acd17ca51f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:35.499946 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d0659e1b-a153-4605-85f2-4acd17ca51f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b0f5126a-1080-4af0-9349-3ae01f5e8bac HTTP/1.1" status: 204 len: 168 time: 0.2596354 Jul 27 20:56:35.508645 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0659e1b-a153-4605-85f2-4acd17ca51f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f5126a-1080-4af0-9349-3ae01f5e8bac,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:35.517580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14f154-2945-47d0-8885-d1c11d834817 req-75953e10-b132-4cde-85cb-571b7788fec4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:35.519122 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b14f154-2945-47d0-8885-d1c11d834817 req-75953e10-b132-4cde-85cb-571b7788fec4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1055810 Jul 27 20:56:35.520725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 4c230cfe-90f3-480e-bd41-b6d8bffb3880 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:35.576014 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b14f154-2945-47d0-8885-d1c11d834817 req-7581933c-a4ab-4e1a-bfd3-6b5a7077c157 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496349 Jul 27 20:56:35.647251 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 4c230cfe-90f3-480e-bd41-b6d8bffb3880, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=4c230cfe-90f3-480e-bd41-b6d8bffb3880,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:35.658827 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057f9f8-2ad2-4702-b012-67393559c269 req-e38cc621-b3a2-47f1-8e42-17ee3b8e9e26 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:35.659014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '4c230cfe-90f3-480e-bd41-b6d8bffb3880', 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a', 'port_id': '4c230cfe-90f3-480e-bd41-b6d8bffb3880', 'mac_address': 'fa:16:3e:16:b8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:35.660366 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1057f9f8-2ad2-4702-b012-67393559c269 req-e38cc621-b3a2-47f1-8e42-17ee3b8e9e26 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 949 time: 0.0741358 Jul 27 20:56:35.701324 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:35.706056 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1057f9f8-2ad2-4702-b012-67393559c269 req-53fd4c1d-ff00-4951-b882-a9e7ee977eb3 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390077 Jul 27 20:56:35.722086 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c230cfe-90f3-480e-bd41-b6d8bffb3880 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:35.744786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 4c230cfe-90f3-480e-bd41-b6d8bffb3880, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=4c230cfe-90f3-480e-bd41-b6d8bffb3880,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:35.748062 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:35.800170 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=4c230cfe-90f3-480e-bd41-b6d8bffb3880,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:36.187950 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['4c230cfe-90f3-480e-bd41-b6d8bffb3880'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:36.246100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d681d-a3e2-4d2e-884f-d323f20b624d req-701e4cbb-7555-4398-835c-d7b8526eb6eb tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:36.246634 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58306) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:36.247685 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f52d681d-a3e2-4d2e-884f-d323f20b624d req-701e4cbb-7555-4398-835c-d7b8526eb6eb tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 944 time: 0.1156633 Jul 27 20:56:36.270835 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a1042-c1f6-4627-9cb1-1136f194c979 req-22c1381a-5667-439d-b2ee-e9095c9cd9c6 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:36.272420 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-800a1042-c1f6-4627-9cb1-1136f194c979 req-22c1381a-5667-439d-b2ee-e9095c9cd9c6 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.1054835 Jul 27 20:56:36.334796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f52d681d-a3e2-4d2e-884f-d323f20b624d req-e529e4a6-7c07-417a-9973-367cb7378ca2 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774453 Jul 27 20:56:36.341791 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-800a1042-c1f6-4627-9cb1-1136f194c979 req-0f461f18-a0f9-4e20-9739-dc431345273d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581577 Jul 27 20:56:36.371077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8131b30b-55b7-40b4-b78f-3b0767f7e09f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-network', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:36.394872 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8131b30b-55b7-40b4-b78f-3b0767f7e09f admin admin] Made reservation on behalf of 12e5ac8a7f1d4e6c8b75f50adc33e828 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:36.397160 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8131b30b-55b7-40b4-b78f-3b0767f7e09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:36.409035 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8131b30b-55b7-40b4-b78f-3b0767f7e09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:36.479286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e05eb-5db6-4e36-9a54-a50c0a0298f6 req-cf96a610-78b6-442f-8b5b-e72b484038bc tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:36.480816 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b90e05eb-5db6-4e36-9a54-a50c0a0298f6 req-cf96a610-78b6-442f-8b5b-e72b484038bc tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 943 time: 0.0692260 Jul 27 20:56:36.510557 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8131b30b-55b7-40b4-b78f-3b0767f7e09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:36.523326 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8131b30b-55b7-40b4-b78f-3b0767f7e09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:36.541645 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b90e05eb-5db6-4e36-9a54-a50c0a0298f6 req-8b2a4715-0f0a-4a49-8090-c89b678e3d99 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543003 Jul 27 20:56:36.546951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8131b30b-55b7-40b4-b78f-3b0767f7e09f admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:56:36.561068 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131b30b-55b7-40b4-b78f-3b0767f7e09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bf2763-3e0d-433f-b049-79ef95d10bd3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:36.576267 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8131b30b-55b7-40b4-b78f-3b0767f7e09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:36.576836 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-8131b30b-55b7-40b4-b78f-3b0767f7e09f admin admin] Added segment 70d48939-bd03-407b-91ae-43c6ff0fae26 of type vlan for network 7513f0f6-f79b-476b-af43-6fdd18f13f2f Jul 27 20:56:36.626387 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8131b30b-55b7-40b4-b78f-3b0767f7e09f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:36.660541 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8131b30b-55b7-40b4-b78f-3b0767f7e09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:36.661514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8131b30b-55b7-40b4-b78f-3b0767f7e09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:36.662094 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8131b30b-55b7-40b4-b78f-3b0767f7e09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:36.700670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6139d4-cc49-40aa-bb8f-d9cc7bf845ed req-ed892809-c864-4643-9589-5e9c29860637 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:36.703269 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d6139d4-cc49-40aa-bb8f-d9cc7bf845ed req-ed892809-c864-4643-9589-5e9c29860637 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.1161828 Jul 27 20:56:36.717560 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8131b30b-55b7-40b4-b78f-3b0767f7e09f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4699860 Jul 27 20:56:36.720477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58316) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:36.725307 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2e4997e9-b30f-4eb9-a4c9-88d10eed7aea admin admin] Request body: {'subnet': {'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-subnet', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:36.741934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131b30b-55b7-40b4-b78f-3b0767f7e09f admin admin] Pushing event updated for resources: {'Network': ['ID=7513f0f6-f79b-476b-af43-6fdd18f13f2f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:36.753625 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 7513f0f6-f79b-476b-af43-6fdd18f13f2f details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:56:36.758903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d6139d4-cc49-40aa-bb8f-d9cc7bf845ed req-476d29ff-9ff7-404e-b4ac-cb61d887a0bd tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497663 Jul 27 20:56:36.763467 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4997e9-b30f-4eb9-a4c9-88d10eed7aea admin admin] Made reservation on behalf of 12e5ac8a7f1d4e6c8b75f50adc33e828 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:36.766660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2e4997e9-b30f-4eb9-a4c9-88d10eed7aea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:36.775564 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c46e1419-9f1f-4692-8a16-aca5a4d4b319 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:36.777176 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94a301-50b5-43a7-bd5a-86110894f609 req-7b9aee8b-98fc-4aa8-960a-2d3d04b43641 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:36.784514 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e94a301-50b5-43a7-bd5a-86110894f609 req-7b9aee8b-98fc-4aa8-960a-2d3d04b43641 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1317294 Jul 27 20:56:36.858872 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e94a301-50b5-43a7-bd5a-86110894f609 req-5c0eb515-0417-42e0-942d-b97e61a1238d tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733554 Jul 27 20:56:36.883731 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port c46e1419-9f1f-4692-8a16-aca5a4d4b319 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:36.894935 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port c46e1419-9f1f-4692-8a16-aca5a4d4b319 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:36.895524 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:36.938453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74abf5c-7a34-4d32-a2b0-0bc1c78b8803 req-b2d95bdd-fcc9-43d5-a3b6-95be05e4b118 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:36.940016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c74abf5c-7a34-4d32-a2b0-0bc1c78b8803 req-b2d95bdd-fcc9-43d5-a3b6-95be05e4b118 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 949 time: 0.0797577 Jul 27 20:56:36.984067 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c74abf5c-7a34-4d32-a2b0-0bc1c78b8803 req-04a6d8f0-6fbd-4d0f-b054-5908e29a04f7 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351706 Jul 27 20:56:36.999174 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:36.999365 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2e4997e9-b30f-4eb9-a4c9-88d10eed7aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.012253 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.027566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b0454d-e67e-4431-881c-a8957a447fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46e1419-9f1f-4692-8a16-aca5a4d4b319'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:37.029719 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d633f72-3f6d-422a-98bd-c6aa338144ad" -d '{"events": [{"server_uuid": "e3b0454d-e67e-4431-881c-a8957a447fbe", "name": "network-vif-plugged", "status": "completed", "tag": "c46e1419-9f1f-4692-8a16-aca5a4d4b319"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:37.045260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c46e1419-9f1f-4692-8a16-aca5a4d4b319, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c46e1419-9f1f-4692-8a16-aca5a4d4b319,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:37.050625 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.053684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4997e9-b30f-4eb9-a4c9-88d10eed7aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a624997-c66e-4850-8c17-1b4d1bc4a6c5,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:37.071057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4997e9-b30f-4eb9-a4c9-88d10eed7aea admin admin] Checking segment: {'id': '70d48939-bd03-407b-91ae-43c6ff0fae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:37.071478 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4997e9-b30f-4eb9-a4c9-88d10eed7aea admin admin] Network hostable DHCP agents. Network: 7513f0f6-f79b-476b-af43-6fdd18f13f2f, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:56:37.078461 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e908b3c7-f7ed-4e15-bcc0-8aca68c0fe0f x-openstack-request-id: req-e908b3c7-f7ed-4e15-bcc0-8aca68c0fe0f {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:37.078754 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b0454d-e67e-4431-881c-a8957a447fbe", "name": "network-vif-plugged", "status": "completed", "tag": "c46e1419-9f1f-4692-8a16-aca5a4d4b319", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:37.079004 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e908b3c7-f7ed-4e15-bcc0-8aca68c0fe0f {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:37.079393 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b0454d-e67e-4431-881c-a8957a447fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46e1419-9f1f-4692-8a16-aca5a4d4b319', 'code': 200} Jul 27 20:56:37.090913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4997e9-b30f-4eb9-a4c9-88d10eed7aea admin admin] Network 7513f0f6-f79b-476b-af43-6fdd18f13f2f is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:56:37.101596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-2e4997e9-b30f-4eb9-a4c9-88d10eed7aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 7513f0f6-f79b-476b-af43-6fdd18f13f2f) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:37.106505 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c46e1419-9f1f-4692-8a16-aca5a4d4b319,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:37.106820 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4997e9-b30f-4eb9-a4c9-88d10eed7aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:37.107480 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2e4997e9-b30f-4eb9-a4c9-88d10eed7aea admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.111146 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0516875-3037-463b-8a7a-a40e374e3e00 None None] Network 7513f0f6-f79b-476b-af43-6fdd18f13f2f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:37.131821 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58322) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:37.132579 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2e4997e9-b30f-4eb9-a4c9-88d10eed7aea admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4105365 Jul 27 20:56:37.137558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:37.163633 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.168225 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.244962 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9989af-a2d8-4024-b10f-8c8eab8d74ab req-baa5e01c-9e99-4f12-839e-88e76ff17e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:37.248074 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd9989af-a2d8-4024-b10f-8c8eab8d74ab req-baa5e01c-9e99-4f12-839e-88e76ff17e7e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 1101 time: 0.0942025 Jul 27 20:56:37.266855 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.291978 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd9989af-a2d8-4024-b10f-8c8eab8d74ab req-70a8ff41-a077-401a-ae0a-a8a4fe163963 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355146 Jul 27 20:56:37.356970 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.428159 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.455547 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:56:37.456508 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.528208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device e0c50947-71bd-4527-b447-6108267ba66e details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:37.530128 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 4c230cfe-90f3-480e-bd41-b6d8bffb3880 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:37.612120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a530b6b-dc49-405c-a338-3e228e4994a3 req-b5600d2e-7d29-4e86-a201-42e66a5e22e7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:37.613696 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a530b6b-dc49-405c-a338-3e228e4994a3 req-b5600d2e-7d29-4e86-a201-42e66a5e22e7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 944 time: 0.1805944 Jul 27 20:56:37.629402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caff589-a937-4276-bcb3-8face885c14e req-47a2935b-14da-46df-9ccc-ff67c754d85d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:37.630917 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7caff589-a937-4276-bcb3-8face885c14e req-47a2935b-14da-46df-9ccc-ff67c754d85d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.1819699 Jul 27 20:56:37.698361 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 4c230cfe-90f3-480e-bd41-b6d8bffb3880 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:37.706857 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a530b6b-dc49-405c-a338-3e228e4994a3 req-12777d24-da7a-4aa3-a8f8-fa6504537dcd tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852144 Jul 27 20:56:37.714993 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7caff589-a937-4276-bcb3-8face885c14e req-f7b9ab30-6491-4c8c-8c2f-5d47f17b7730 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757372 Jul 27 20:56:37.718147 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Allocated IP 172.20.0.2 (7513f0f6-f79b-476b-af43-6fdd18f13f2f/0a624997-c66e-4850-8c17-1b4d1bc4a6c5/d6de7a81-801c-4ded-a619-749b31e3b9d4) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:37.723445 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 4c230cfe-90f3-480e-bd41-b6d8bffb3880 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:37.723445 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.794022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port e0c50947-71bd-4527-b447-6108267ba66e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e0c50947-71bd-4527-b447-6108267ba66e,segment=NetworkSegment(19708875-46a8-4d4a-860f-8d2d45e2e7c6),segment_id=19708875-46a8-4d4a-860f-8d2d45e2e7c6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:37.846801 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'e0c50947-71bd-4527-b447-6108267ba66e', 'network_id': '77751492-e898-494d-817c-4c0bedb5dc79', 'port_id': 'e0c50947-71bd-4527-b447-6108267ba66e', 'mac_address': 'fa:16:3e:69:1a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e76974c-a54e-40f9-ab79-de33a8fc3f3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:37.872303 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.920963 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:37.967798 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.017069 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8a861-8e23-4843-837d-b06ca562f444 req-40b3ac1c-85ee-4e33-b90c-d94f72f34e0d tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:38.018672 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0d8a861-8e23-4843-837d-b06ca562f444 req-40b3ac1c-85ee-4e33-b90c-d94f72f34e0d tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 943 time: 0.1959617 Jul 27 20:56:38.021444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c50947-71bd-4527-b447-6108267ba66e {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:38.026033 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.076061 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.079872 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port e0c50947-71bd-4527-b447-6108267ba66e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e0c50947-71bd-4527-b447-6108267ba66e,segment=NetworkSegment(19708875-46a8-4d4a-860f-8d2d45e2e7c6),segment_id=19708875-46a8-4d4a-860f-8d2d45e2e7c6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:38.092766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1008188-db70-4100-bb56-5cd09ae8145e req-830f2fe3-2cf1-4aad-a7bb-14d9f981fbde tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:38.094358 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1008188-db70-4100-bb56-5cd09ae8145e req-830f2fe3-2cf1-4aad-a7bb-14d9f981fbde tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.2201157 Jul 27 20:56:38.101409 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.105202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Transition to ACTIVE for port object d6de7a81-801c-4ded-a619-749b31e3b9d4 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:38.108742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 4c230cfe-90f3-480e-bd41-b6d8bffb3880, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=4c230cfe-90f3-480e-bd41-b6d8bffb3880,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:38.116735 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.130467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Allocated IP 172.25.2.34 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/04ac11df-61ec-45b5-bde4-17e6dd650c77) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:38.148208 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0d8a861-8e23-4843-837d-b06ca562f444 req-fb52481d-2366-4f41-b32b-cc30cc31624f tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209557 Jul 27 20:56:38.151127 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Transition to ACTIVE for port object d6de7a81-801c-4ded-a619-749b31e3b9d4 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:38.165156 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.191514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Network 7513f0f6-f79b-476b-af43-6fdd18f13f2f is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:38.192816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=e0c50947-71bd-4527-b447-6108267ba66e,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:38.199492 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:38.201780 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:38.213309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1008188-db70-4100-bb56-5cd09ae8145e req-a75a97b8-4445-49a1-a355-d6f7369b585a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085560 Jul 27 20:56:38.304416 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=4c230cfe-90f3-480e-bd41-b6d8bffb3880,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:38.312315 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Attempting to bind port d6de7a81-801c-4ded-a619-749b31e3b9d4 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:38.312680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Attempting to bind port d6de7a81-801c-4ded-a619-749b31e3b9d4 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '70d48939-bd03-407b-91ae-43c6ff0fae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:38.313049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Attempting to bind port d6de7a81-801c-4ded-a619-749b31e3b9d4 on network 7513f0f6-f79b-476b-af43-6fdd18f13f2f {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:38.318565 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.344968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:38.345359 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Checking segment: {'id': '70d48939-bd03-407b-91ae-43c6ff0fae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:38.345812 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.346262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Bound using segment: {'id': '70d48939-bd03-407b-91ae-43c6ff0fae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:38.346786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Bound port: d6de7a81-801c-4ded-a619-749b31e3b9d4, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d48939-bd03-407b-91ae-43c6ff0fae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:38.347177 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.371514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Pushing event updated for resources: {'Port': ['ID=d6de7a81-801c-4ded-a619-749b31e3b9d4,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:38.406142 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c98aa-d2ee-4746-9ed6-e6f69259604f req-04475450-5a9c-4a76-a404-eb6b2610fb3d tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:38.408136 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f2c98aa-d2ee-4746-9ed6-e6f69259604f req-04475450-5a9c-4a76-a404-eb6b2610fb3d tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1654849 Jul 27 20:56:38.424370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-166d468a-b553-4f43-a69a-c55341305088 None None] For port d6de7a81-801c-4ded-a619-749b31e3b9d4, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:38.426375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f3a85-3637-4e53-97e0-add8e0515600 req-20093743-b540-4b9f-abaa-91cc33e32804 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:38.427512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-166d468a-b553-4f43-a69a-c55341305088 None None] For port d6de7a81-801c-4ded-a619-749b31e3b9d4, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d6de7a81-801c-4ded-a619-749b31e3b9d4,segment=NetworkSegment(70d48939-bd03-407b-91ae-43c6ff0fae26),segment_id=70d48939-bd03-407b-91ae-43c6ff0fae26)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:38.428072 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f0f3a85-3637-4e53-97e0-add8e0515600 req-20093743-b540-4b9f-abaa-91cc33e32804 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 950 time: 0.1395810 Jul 27 20:56:38.432485 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.453454 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.496616 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d468a-b553-4f43-a69a-c55341305088 None None] Pushing event updated for resources: {'Port': ['ID=d6de7a81-801c-4ded-a619-749b31e3b9d4,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:38.514433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['e0c50947-71bd-4527-b447-6108267ba66e'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:38.518038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:38.529005 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f2c98aa-d2ee-4746-9ed6-e6f69259604f req-4ba0256c-8d25-4a97-b7ad-804058d6ee01 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124110 Jul 27 20:56:38.535744 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:38.542272 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:38.549344 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f0f3a85-3637-4e53-97e0-add8e0515600 req-08c7d777-11af-42c7-9ada-2164b128083b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144216 Jul 27 20:56:38.550450 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Pushing event updated for resources: {'Port': ['ID=04ac11df-61ec-45b5-bde4-17e6dd650c77,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:38.767978 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.786999 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:38.915093 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:38.933191 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.933511 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'd9fc4143-1bb7-4abf-aa18-c1d81c65cf64', 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562', 'port_id': 'd9fc4143-1bb7-4abf-aa18-c1d81c65cf64', 'mac_address': 'fa:16:3e:50:6a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1928b7b-b29b-4188-ba4d-3193e8a7d45e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:38.971868 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:38.986823 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:39.009850 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:39.015408 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:39.051154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8a8f0-6e23-444a-84dc-deb8860219ed req-87bf7a1c-3e88-46b5-8c70-7df6c3635e7d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.053257 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7d8a8f0-6e23-444a-84dc-deb8860219ed req-87bf7a1c-3e88-46b5-8c70-7df6c3635e7d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.2129014 Jul 27 20:56:39.068856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:39.075959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81462a-1eae-44a5-af6f-f916d62445dd req-3f6eddd9-5891-4f57-a5cb-63cba70e25b2 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.077474 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c81462a-1eae-44a5-af6f-f916d62445dd req-3f6eddd9-5891-4f57-a5cb-63cba70e25b2 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.2357409 Jul 27 20:56:39.080015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fe065e-26b8-4b42-bd9a-fe7a5923e402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c230cfe-90f3-480e-bd41-b6d8bffb3880'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:39.082459 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165880f1-38b8-4c3b-b8c3-fbe5c1c55c54" -d '{"events": [{"server_uuid": "a1fe065e-26b8-4b42-bd9a-fe7a5923e402", "name": "network-vif-plugged", "status": "completed", "tag": "4c230cfe-90f3-480e-bd41-b6d8bffb3880"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:39.191614 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c81462a-1eae-44a5-af6f-f916d62445dd req-02cdb785-b6aa-468e-8388-c3e1861366fd tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029978 Jul 27 20:56:39.209903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7d8a8f0-6e23-444a-84dc-deb8860219ed req-52997f4c-448a-41d5-b3d5-5c5ecb9ff4c2 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296623 Jul 27 20:56:39.239890 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b77718b1-5b0c-4560-9513-cbaca5817cb0 req-1a398ba1-6833-410d-837b-df1a31003395 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0894234 Jul 27 20:56:39.310510 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7607eb-59c1-4c70-9fbe-9b82e6106595 x-openstack-request-id: req-8b7607eb-59c1-4c70-9fbe-9b82e6106595 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:39.310996 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fe065e-26b8-4b42-bd9a-fe7a5923e402", "name": "network-vif-plugged", "status": "completed", "tag": "4c230cfe-90f3-480e-bd41-b6d8bffb3880", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:39.311346 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b7607eb-59c1-4c70-9fbe-9b82e6106595 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:39.311929 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fe065e-26b8-4b42-bd9a-fe7a5923e402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c230cfe-90f3-480e-bd41-b6d8bffb3880', 'code': 200} Jul 27 20:56:39.371232 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:39.435924 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77718b1-5b0c-4560-9513-cbaca5817cb0 req-223b2aef-a09e-4fe3-97f7-ee1bfe575396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.437684 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b77718b1-5b0c-4560-9513-cbaca5817cb0 req-223b2aef-a09e-4fe3-97f7-ee1bfe575396 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 1095 time: 0.0929382 Jul 27 20:56:39.579835 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77718b1-5b0c-4560-9513-cbaca5817cb0 req-65ba8c05-3a95-4178-9bf7-06aa752c410d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.581742 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b77718b1-5b0c-4560-9513-cbaca5817cb0 req-65ba8c05-3a95-4178-9bf7-06aa752c410d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.1109338 Jul 27 20:56:39.627932 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b77718b1-5b0c-4560-9513-cbaca5817cb0 req-8a5ed962-8ed3-4fbd-919d-e344dc7032f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=355fca33-b957-43b9-9280-8dbeaa3311d2 HTTP/1.1" status: 200 len: 217 time: 0.0383418 Jul 27 20:56:39.634087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afce06ba-3aa4-489c-8f90-2a61c857e64a None None] Network 7513f0f6-f79b-476b-af43-6fdd18f13f2f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:56:39.685075 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77718b1-5b0c-4560-9513-cbaca5817cb0 req-d6f9ff4d-b6d2-42ae-b575-b2e11e6be42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.687073 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b77718b1-5b0c-4560-9513-cbaca5817cb0 req-d6f9ff4d-b6d2-42ae-b575-b2e11e6be42d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.0502365 Jul 27 20:56:39.693656 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['d9fc4143-1bb7-4abf-aa18-c1d81c65cf64'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:39.728869 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b77718b1-5b0c-4560-9513-cbaca5817cb0 req-220706c8-2d6c-4cb6-9d9d-c0d7918edfd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329330 Jul 27 20:56:39.770199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a4db9796-0ae3-42ba-884d-8f4d2e36d68a None None] Provisioning for port d6de7a81-801c-4ded-a619-749b31e3b9d4 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:39.844958 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b77718b1-5b0c-4560-9513-cbaca5817cb0 req-b9def6ac-28df-4ce5-9c7a-29fd4b768683 service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065042 Jul 27 20:56:39.938430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf95611-2cd4-4065-b469-b66d62330144 req-11d7f325-926d-438f-a8cd-f8cc7089de08 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.939964 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2cf95611-2cd4-4065-b469-b66d62330144 req-11d7f325-926d-438f-a8cd-f8cc7089de08 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.5438738 Jul 27 20:56:39.941856 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631e439-1b91-4c27-9bde-4b9ac95e4ff9 req-70ef7562-61cb-4a13-a5e9-13e478b0529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.943274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f631e439-1b91-4c27-9bde-4b9ac95e4ff9 req-70ef7562-61cb-4a13-a5e9-13e478b0529a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 1096 time: 0.5026402 Jul 27 20:56:39.959637 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b77718b1-5b0c-4560-9513-cbaca5817cb0 req-0ff7fcdc-673d-4a5b-b600-aba8c86d4777 service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073132 Jul 27 20:56:39.971472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fd368-aa6b-4785-91a9-bf66a1e48a32 req-4735612f-1d5c-4aae-9a30-2e4205587d47 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:39.973136 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-530fd368-aa6b-4785-91a9-bf66a1e48a32 req-4735612f-1d5c-4aae-9a30-2e4205587d47 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 944 time: 0.5334873 Jul 27 20:56:40.070156 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2cf95611-2cd4-4065-b469-b66d62330144 req-9d6be6ca-ba89-4800-827b-495860c16308 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240821 Jul 27 20:56:40.075653 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f631e439-1b91-4c27-9bde-4b9ac95e4ff9 req-0501e2e5-bd59-45f3-aac1-53861648682a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185970 Jul 27 20:56:40.076330 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Router b062a7b0-7181-4fd3-8783-2608d4910970 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:56:40.083369 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-530fd368-aa6b-4785-91a9-bf66a1e48a32 req-1baf0950-ffa0-4a08-b148-73b5e42b7f42 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950785 Jul 27 20:56:40.315051 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:56:40.324998 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Sync routers for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:56:40.339538 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:40.339985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f29da-5b44-4ca9-b2d0-b8f949c663e1 req-b6b0e844-ac27-475e-8e6f-da24f9ccca51 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:40.340133 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:56:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:40.341537 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e7f29da-5b44-4ca9-b2d0-b8f949c663e1 req-b6b0e844-ac27-475e-8e6f-da24f9ccca51 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1799202 Jul 27 20:56:40.355558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ea817-2922-4ad2-9c04-7dcda342d676 req-e8d18410-a912-495b-a8ea-c02396ab45cc tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:40.357212 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a13ea817-2922-4ad2-9c04-7dcda342d676 req-e8d18410-a912-495b-a8ea-c02396ab45cc tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 950 time: 0.1835713 Jul 27 20:56:40.360301 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:40.361505 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f3b3e7de-5536-49db-af08-6218dde6e776 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.2286379 Jul 27 20:56:40.364573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58362) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:56:40.427509 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e7f29da-5b44-4ca9-b2d0-b8f949c663e1 req-32512a09-0fd8-4475-8a40-64945cc5d746 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678127 Jul 27 20:56:40.429401 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a13ea817-2922-4ad2-9c04-7dcda342d676 req-aaea5437-e22f-4952-a461-17ec4f642b4e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605328 Jul 27 20:56:40.460632 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:40.634880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4209ab-9605-4303-9bf3-f888499debdf req-0d4b46a0-fbad-4459-b3a5-cddcb0670996 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:40.636674 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd4209ab-9605-4303-9bf3-f888499debdf req-0d4b46a0-fbad-4459-b3a5-cddcb0670996 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 945 time: 0.1203616 Jul 27 20:56:40.650522 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902cdf5-ea20-48a1-b571-ddb130e1de8e req-67179e2e-6cc4-4388-86e7-4ed261186e9e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:40.652298 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2902cdf5-ea20-48a1-b571-ddb130e1de8e req-67179e2e-6cc4-4388-86e7-4ed261186e9e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.1259122 Jul 27 20:56:40.709830 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d6de7a81-801c-4ded-a619-749b31e3b9d4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:40.729289 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd4209ab-9605-4303-9bf3-f888499debdf req-a5dc4fbc-5584-4686-8868-8a3ec742bbf0 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756955 Jul 27 20:56:40.744322 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2902cdf5-ea20-48a1-b571-ddb130e1de8e req-dd970d75-cd02-4094-88eb-b09a348f525f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833168 Jul 27 20:56:40.785835 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port d6de7a81-801c-4ded-a619-749b31e3b9d4 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:40.790618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port d6de7a81-801c-4ded-a619-749b31e3b9d4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:40.791157 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:40.888426 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:38Z', 'revision_number': 3, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:40.906470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e733642-ef8b-4fc4-9460-e4c83cb233e5 req-c04a25eb-8936-40db-b0fa-3e9aa59d8e07 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:40.908379 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e733642-ef8b-4fc4-9460-e4c83cb233e5 req-c04a25eb-8936-40db-b0fa-3e9aa59d8e07 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 1101 time: 0.0738347 Jul 27 20:56:40.921632 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Checking router: b062a7b0-7181-4fd3-8783-2608d4910970 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:56:40.922885 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Updating router b062a7b0-7181-4fd3-8783-2608d4910970 port 04ac11df-61ec-45b5-bde4-17e6dd650c77 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:56:40.925626 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:40.963704 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e733642-ef8b-4fc4-9460-e4c83cb233e5 req-7a0c1fa6-3dcb-465c-b4ce-1a5e2ebeb304 tempest-ServersOnMultiNodesTest-1036923071 tempest-ServersOnMultiNodesTest-1036923071-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487907 Jul 27 20:56:40.965397 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:40.968787 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port d6de7a81-801c-4ded-a619-749b31e3b9d4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d6de7a81-801c-4ded-a619-749b31e3b9d4,segment=NetworkSegment(70d48939-bd03-407b-91ae-43c6ff0fae26),segment_id=70d48939-bd03-407b-91ae-43c6ff0fae26)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:40.986165 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.038021 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.044784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=d6de7a81-801c-4ded-a619-749b31e3b9d4,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:41.241104 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243e01b-d07e-440d-9841-efa663b1e590 req-4615c6fc-ab95-4bc7-b2e1-575b8c89f202 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:41.242725 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7243e01b-d07e-440d-9841-efa663b1e590 req-4615c6fc-ab95-4bc7-b2e1-575b8c89f202 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.0792704 Jul 27 20:56:41.268324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Allocated IP 172.20.0.1 (7513f0f6-f79b-476b-af43-6fdd18f13f2f/0a624997-c66e-4850-8c17-1b4d1bc4a6c5/a953cc33-ee45-49a1-93c9-ab9f806930a8) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:41.309613 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7243e01b-d07e-440d-9841-efa663b1e590 req-b76edb39-2bf6-4d71-b5e0-ae2a527faba6 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477438 Jul 27 20:56:41.360521 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2863c2-4260-433f-a074-810f4077d155 req-188584c8-ce54-4c50-a0bc-5ca85aa02845 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:41.365310 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e2863c2-4260-433f-a074-810f4077d155 req-188584c8-ce54-4c50-a0bc-5ca85aa02845 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 944 time: 0.1438866 Jul 27 20:56:41.371495 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.390178 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.403191 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Transition to ACTIVE for port object 04ac11df-61ec-45b5-bde4-17e6dd650c77 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:41.417330 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.419853 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e2863c2-4260-433f-a074-810f4077d155 req-7ac6a0fc-2f69-441d-a422-db89f7a442c9 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444458 Jul 27 20:56:41.427170 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Transition to ACTIVE for port object a953cc33-ee45-49a1-93c9-ab9f806930a8 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:41.480259 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.494921 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Attempting to bind port 04ac11df-61ec-45b5-bde4-17e6dd650c77 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:41.495434 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Attempting to bind port 04ac11df-61ec-45b5-bde4-17e6dd650c77 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:41.495918 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Attempting to bind port 04ac11df-61ec-45b5-bde4-17e6dd650c77 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:41.498041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246efaef-e806-4599-b156-6fee4c47c479 req-2544168f-2dda-4678-8ebb-c19a6e457b99 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:41.500326 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-246efaef-e806-4599-b156-6fee4c47c479 req-2544168f-2dda-4678-8ebb-c19a6e457b99 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 950 time: 0.0795655 Jul 27 20:56:41.505270 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:41.505796 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:41.506609 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.507112 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:41.507866 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Bound port: 04ac11df-61ec-45b5-bde4-17e6dd650c77, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:41.508502 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.545866 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device e0c50947-71bd-4527-b447-6108267ba66e up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:41.546141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Network 7513f0f6-f79b-476b-af43-6fdd18f13f2f is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:41.548799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:41.553667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:41.557559 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Pushing event updated for resources: {'Port': ['ID=a953cc33-ee45-49a1-93c9-ab9f806930a8,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:41.579545 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] For port 04ac11df-61ec-45b5-bde4-17e6dd650c77, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:41.583215 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] For port 04ac11df-61ec-45b5-bde4-17e6dd650c77, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=04ac11df-61ec-45b5-bde4-17e6dd650c77,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:41.590566 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.596102 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-246efaef-e806-4599-b156-6fee4c47c479 req-72cf4c6c-5f4c-4f87-8bf0-b1bc2a4d3102 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882971 Jul 27 20:56:41.601841 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f9816-f039-4ffb-8369-0b761bd4ef9e None None] Pushing event updated for resources: {'Port': ['ID=04ac11df-61ec-45b5-bde4-17e6dd650c77,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:41.627804 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.628134 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:41.628766 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:56:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:41.645408 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a809d9b-93a2-4501-8b19-d695ee6d38f5 req-427a7988-7acb-4fc3-b60c-7789921a4fe7 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:41.647242 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a809d9b-93a2-4501-8b19-d695ee6d38f5 req-427a7988-7acb-4fc3-b60c-7789921a4fe7 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1278510 Jul 27 20:56:41.667458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port e0c50947-71bd-4527-b447-6108267ba66e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:41.676505 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f9816-f039-4ffb-8369-0b761bd4ef9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:41.676765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port e0c50947-71bd-4527-b447-6108267ba66e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:41.676879 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f9816-f039-4ffb-8369-0b761bd4ef9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:41.677178 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f9816-f039-4ffb-8369-0b761bd4ef9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:41.677460 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.677632 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f9816-f039-4ffb-8369-0b761bd4ef9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:41.677826 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f9816-f039-4ffb-8369-0b761bd4ef9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:41.678155 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f9816-f039-4ffb-8369-0b761bd4ef9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:41.678524 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f9816-f039-4ffb-8369-0b761bd4ef9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:41.678848 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f9816-f039-4ffb-8369-0b761bd4ef9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:41.679167 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f9816-f039-4ffb-8369-0b761bd4ef9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:41.679489 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f9816-f039-4ffb-8369-0b761bd4ef9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:41.680411 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f9816-f039-4ffb-8369-0b761bd4ef9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:41.680733 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5f9816-f039-4ffb-8369-0b761bd4ef9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:41.736291 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a809d9b-93a2-4501-8b19-d695ee6d38f5 req-21373cd4-3892-4dd5-9af3-7a3fa590e3bd tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798774 Jul 27 20:56:41.759555 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f9816-f039-4ffb-8369-0b761bd4ef9e None None] Pushing event updated for resources: {'Port': ['ID=04ac11df-61ec-45b5-bde4-17e6dd650c77,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:41.861797 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.874269 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:56:41.885389 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.901633 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:41.908612 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b3e0b3-11b0-45c3-9018-69e046cb31e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c50947-71bd-4527-b447-6108267ba66e'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:41.911612 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e42e54d-9c6c-4239-bfb0-d7bfb04cc293" -d '{"events": [{"server_uuid": "38b3e0b3-11b0-45c3-9018-69e046cb31e8", "name": "network-vif-plugged", "status": "completed", "tag": "e0c50947-71bd-4527-b447-6108267ba66e"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:41.928618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port e0c50947-71bd-4527-b447-6108267ba66e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e0c50947-71bd-4527-b447-6108267ba66e,segment=NetworkSegment(19708875-46a8-4d4a-860f-8d2d45e2e7c6),segment_id=19708875-46a8-4d4a-860f-8d2d45e2e7c6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:41.936487 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:41.943044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a9e97-61ac-40c7-b120-07ffc7b9399e req-80260fc2-d8bd-4c0e-9cef-37c6f24ad398 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:41.953677 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-010a9e97-61ac-40c7-b120-07ffc7b9399e req-80260fc2-d8bd-4c0e-9cef-37c6f24ad398 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 945 time: 0.1296380 Jul 27 20:56:41.990981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8742ac01-581f-4b7e-b29d-7d4a2da70cee None None] Provisioning for port a953cc33-ee45-49a1-93c9-ab9f806930a8 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:42.002833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8742ac01-581f-4b7e-b29d-7d4a2da70cee None None] Provisioning complete for port a953cc33-ee45-49a1-93c9-ab9f806930a8 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:42.002833 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8742ac01-581f-4b7e-b29d-7d4a2da70cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:42.027157 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-010a9e97-61ac-40c7-b120-07ffc7b9399e req-69ba5803-85e8-46a6-970c-bcea7434ecef tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638895 Jul 27 20:56:42.048521 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=e0c50947-71bd-4527-b447-6108267ba66e,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:42.049992 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58a1bf-efbd-4633-8c08-c98780d93a52 req-9a53152c-fe0b-479d-b36f-43c00e097812 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:42.065053 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-df58a1bf-efbd-4633-8c08-c98780d93a52 req-9a53152c-fe0b-479d-b36f-43c00e097812 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.2008975 Jul 27 20:56:42.083170 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-8742ac01-581f-4b7e-b29d-7d4a2da70cee None None] Port a953cc33-ee45-49a1-93c9-ab9f806930a8 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:56:42.118444 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-df58a1bf-efbd-4633-8c08-c98780d93a52 req-8c39dac6-021e-4ecc-88ff-019319bb4ea2 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417571 Jul 27 20:56:42.157952 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:42.167490 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:42.177027 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414f26d8-2a29-4b8c-98f7-98dbb0e2e08f x-openstack-request-id: req-414f26d8-2a29-4b8c-98f7-98dbb0e2e08f {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:42.177315 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b3e0b3-11b0-45c3-9018-69e046cb31e8", "name": "network-vif-plugged", "status": "completed", "tag": "e0c50947-71bd-4527-b447-6108267ba66e", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:42.177560 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-414f26d8-2a29-4b8c-98f7-98dbb0e2e08f {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:42.177950 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b3e0b3-11b0-45c3-9018-69e046cb31e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c50947-71bd-4527-b447-6108267ba66e', 'code': 200} Jul 27 20:56:42.194995 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:38Z', 'revision_number': 3, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:42.237643 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f8f6e1-5b15-40db-bb5b-e1b9402dc4e0 None None] The sync data for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 is: [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:38Z', 'revision_number': 3, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:56:42.268690 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:42.281907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Pushing event updated for resources: {'Port': ['ID=a953cc33-ee45-49a1-93c9-ab9f806930a8,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:42.403559 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fbc20-36e7-4589-9879-25fd38dafddd req-c12a0b16-baf5-41b6-bb6d-5a61b130a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:42.407689 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d8fbc20-36e7-4589-9879-25fd38dafddd req-c12a0b16-baf5-41b6-bb6d-5a61b130a960 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 1096 time: 0.0985725 Jul 27 20:56:42.418789 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Network 7513f0f6-f79b-476b-af43-6fdd18f13f2f is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:42.420864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:42.529278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d8fbc20-36e7-4589-9879-25fd38dafddd req-52716070-4bd6-48ef-bb6d-33f7c6add53e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112418 Jul 27 20:56:42.581859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Router b062a7b0-7181-4fd3-8783-2608d4910970 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:56:42.607451 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb334f-4bc3-4e9e-9deb-ef2c8d37d36a req-3623dedd-5dbc-4f81-a9fc-0e3d8739ccad tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:42.620090 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-addb334f-4bc3-4e9e-9deb-ef2c8d37d36a req-3623dedd-5dbc-4f81-a9fc-0e3d8739ccad tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.1947849 Jul 27 20:56:42.638150 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57ac3a-d8fa-4bfa-ba17-9fbd6afae64b req-be2b5a15-eb16-412f-9619-ab6b3a27718c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:42.639766 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da57ac3a-d8fa-4bfa-ba17-9fbd6afae64b req-be2b5a15-eb16-412f-9619-ab6b3a27718c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.2014914 Jul 27 20:56:42.720257 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-addb334f-4bc3-4e9e-9deb-ef2c8d37d36a req-27dc4ec2-c126-4a14-bc38-8ce384caeaec tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991735 Jul 27 20:56:42.732491 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da57ac3a-d8fa-4bfa-ba17-9fbd6afae64b req-39f04d17-ba61-4104-9766-50057682a6fb tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858567 Jul 27 20:56:42.733400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d6de7a81-801c-4ded-a619-749b31e3b9d4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:42.760276 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:56:42.772225 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1f57a5a0-ce01-4091-9e0a-beebfcdaae0d admin admin] 10.222.0.55 "PUT /v2.0/routers/b062a7b0-7181-4fd3-8783-2608d4910970/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4040742 Jul 27 20:56:42.835347 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:42.884799 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port d6de7a81-801c-4ded-a619-749b31e3b9d4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:42.885854 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:42.926385 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1f1f54e0-b96d-48a7-bc70-9dc77c63a4ee None None] Provisioning complete for port a953cc33-ee45-49a1-93c9-ab9f806930a8 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:42.927210 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1f1f54e0-b96d-48a7-bc70-9dc77c63a4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:42.960384 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1327d-1719-42db-9a67-9141c93be4b0 req-933b26ac-c5b5-43dd-a540-5d525e853e8c tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:42.963212 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91c1327d-1719-42db-9a67-9141c93be4b0 req-933b26ac-c5b5-43dd-a540-5d525e853e8c tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 945 time: 0.1311090 Jul 27 20:56:42.976138 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89000895-5d1a-409f-914f-be898dbdc8dc req-2956069e-38cc-4624-8510-507a04790c88 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:42.978151 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89000895-5d1a-409f-914f-be898dbdc8dc req-2956069e-38cc-4624-8510-507a04790c88 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 950 time: 0.1587472 Jul 27 20:56:43.046050 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91c1327d-1719-42db-9a67-9141c93be4b0 req-16a1b04e-72a1-46e7-bbc8-045fe30912a5 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668237 Jul 27 20:56:43.049723 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89000895-5d1a-409f-914f-be898dbdc8dc req-d1f0f85d-e283-42c4-90fe-f947b9a4287c tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640576 Jul 27 20:56:43.122475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f54e0-b96d-48a7-bc70-9dc77c63a4ee None None] Port a953cc33-ee45-49a1-93c9-ab9f806930a8 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:56:43.131191 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:43.138259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:43.138259 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:43.239434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7a643-b740-479f-8147-8f8dfe257735 req-c03b5158-61b4-4a17-b61b-2a0d4f7b3bec tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:43.242889 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e1e7a643-b740-479f-8147-8f8dfe257735 req-c03b5158-61b4-4a17-b61b-2a0d4f7b3bec tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1233938 Jul 27 20:56:43.261850 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:43.304149 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:43.306861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e1e7a643-b740-479f-8147-8f8dfe257735 req-4ec6d48c-9579-40be-94d7-7b36c8ee7648 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581307 Jul 27 20:56:43.311737 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:43.378308 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:43.500882 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-bd1bc3ba-6081-4dcd-baec-dd44eff2251c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:43.502389 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-bd1bc3ba-6081-4dcd-baec-dd44eff2251c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 821 time: 0.1471035 Jul 27 20:56:43.524296 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0031c1-dd28-49b8-b2b7-39d014f6d5ca req-cab41d53-78cf-4702-8e19-71cf7f669a09 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:43.525844 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf0031c1-dd28-49b8-b2b7-39d014f6d5ca req-cab41d53-78cf-4702-8e19-71cf7f669a09 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 946 time: 0.1454506 Jul 27 20:56:43.530511 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-e23f48a2-4701-44ce-9d87-a86e44f6d8d8 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/quotas/12e5ac8a7f1d4e6c8b75f50adc33e828 HTTP/1.1" status: 200 len: 375 time: 0.0207419 Jul 27 20:56:43.594705 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf0031c1-dd28-49b8-b2b7-39d014f6d5ca req-a7e87564-71bf-4038-b9fc-362c75c705f1 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628202 Jul 27 20:56:43.615516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63ffeb-cb1b-42fa-bdb2-57f920248e26 req-1904c15e-a713-497c-a5f3-e3d1988f9c09 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:43.618694 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb63ffeb-cb1b-42fa-bdb2-57f920248e26 req-1904c15e-a713-497c-a5f3-e3d1988f9c09 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 950 time: 0.0822375 Jul 27 20:56:43.628624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-e335a4c0-6404-429b-9858-a35a824f192f tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908906 Jul 27 20:56:43.736071 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-5d6974d3-01a7-4859-98e4-5749a743d7dc service neutron] 10.222.0.55 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993803 Jul 27 20:56:43.752468 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-bb63ffeb-cb1b-42fa-bdb2-57f920248e26 req-d72c0523-b921-4641-84d3-435763beb6d2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Deleting port c46e1419-9f1f-4692-8a16-aca5a4d4b319 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:43.753103 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bb63ffeb-cb1b-42fa-bdb2-57f920248e26 req-d72c0523-b921-4641-84d3-435763beb6d2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:43.877358 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-bb63ffeb-cb1b-42fa-bdb2-57f920248e26 req-d72c0523-b921-4641-84d3-435763beb6d2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] For port c46e1419-9f1f-4692-8a16-aca5a4d4b319, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c46e1419-9f1f-4692-8a16-aca5a4d4b319,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:43.877899 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bb63ffeb-cb1b-42fa-bdb2-57f920248e26 req-d72c0523-b921-4641-84d3-435763beb6d2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:43.891333 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-ecc78490-a061-45fa-8af6-c28f31ebe305 service neutron] 10.222.0.55 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465695 Jul 27 20:56:43.894030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-bb63ffeb-cb1b-42fa-bdb2-57f920248e26 req-d72c0523-b921-4641-84d3-435763beb6d2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Calling delete_port for c46e1419-9f1f-4692-8a16-aca5a4d4b319 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:43.910781 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727df739-67d4-47a2-b4e7-ea0742b1a1de req-da024b25-4c28-47c8-9287-ed319285215f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:43.912368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-727df739-67d4-47a2-b4e7-ea0742b1a1de req-da024b25-4c28-47c8-9287-ed319285215f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.1160436 Jul 27 20:56:43.955524 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-727df739-67d4-47a2-b4e7-ea0742b1a1de req-6141838e-d228-4c06-9000-a6f76670e16b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371702 Jul 27 20:56:44.066078 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bb63ffeb-cb1b-42fa-bdb2-57f920248e26 req-d72c0523-b921-4641-84d3-435763beb6d2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:44.079259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1a022cd7-e984-471e-a4f8-55737392083d', '6b073743-c445-4ad4-978e-380863cb1265', '61f362a6-585f-4379-8708-98469226b058', 'fa8d4fd2-579a-44b3-b17e-3e28dd073ee4', 'c46e1419-9f1f-4692-8a16-aca5a4d4b319'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:44.085776 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['48ca1259-7949-41a5-977e-c37d349da885', 'c9bfedf9-d153-4890-827b-79bd6c2e5edf', '08569fd1-fc6f-415d-a07d-4fbe0fcc8728'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:44.124110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c0523-b921-4641-84d3-435763beb6d2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Pushing event deleted for resources: {'Port': ['ID=c46e1419-9f1f-4692-8a16-aca5a4d4b319,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:44.139462 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a117f9ce-e561-4709-a9ab-392fe66265a9 req-53f5c450-116e-4c98-83e3-90a4e5c840e1 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 210 time: 0.0520613 Jul 27 20:56:44.186321 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94a1944-e5bb-48f5-a202-a6fef3e615dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fc4143-1bb7-4abf-aa18-c1d81c65cf64'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:44.188437 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c855e33e-8347-414e-bdc5-db890947df58" -d '{"events": [{"server_uuid": "e94a1944-e5bb-48f5-a202-a6fef3e615dc", "name": "network-vif-plugged", "status": "completed", "tag": "d9fc4143-1bb7-4abf-aa18-c1d81c65cf64"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:44.190478 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb63ffeb-cb1b-42fa-bdb2-57f920248e26 req-d72c0523-b921-4641-84d3-435763beb6d2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] No DVR routers for this DVR port c46e1419-9f1f-4692-8a16-aca5a4d4b319 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:44.193436 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bb63ffeb-cb1b-42fa-bdb2-57f920248e26 req-d72c0523-b921-4641-84d3-435763beb6d2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:44.209331 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb63ffeb-cb1b-42fa-bdb2-57f920248e26 req-d72c0523-b921-4641-84d3-435763beb6d2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "DELETE /v2.0/ports/c46e1419-9f1f-4692-8a16-aca5a4d4b319 HTTP/1.1" status: 204 len: 173 time: 0.5697646 Jul 27 20:56:44.212252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b0454d-e67e-4431-881c-a8957a447fbe', 'name': 'network-vif-deleted', 'tag': 'c46e1419-9f1f-4692-8a16-aca5a4d4b319'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:44.220107 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a179d05-9f95-4ed9-b97a-459198210319" -d '{"events": [{"server_uuid": "e3b0454d-e67e-4431-881c-a8957a447fbe", "name": "network-vif-deleted", "tag": "c46e1419-9f1f-4692-8a16-aca5a4d4b319"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:44.223358 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc4386-05ad-44d2-b926-42510e3b69f2 req-d62578b2-64e9-457c-b42d-d7388692bc97 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:44.225564 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-96cc4386-05ad-44d2-b926-42510e3b69f2 req-d62578b2-64e9-457c-b42d-d7388692bc97 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.1881733 Jul 27 20:56:44.397941 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Sync routers for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:56:44.415669 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-96cc4386-05ad-44d2-b926-42510e3b69f2 req-af985a11-8867-4110-9563-eef1625ab2cd tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814692 Jul 27 20:56:44.454567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:44.455387 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:56:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:44.470932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140932a-8267-4620-8c3c-8318f8b4217b req-eead98ee-47c0-4e6d-acac-a4161beb4555 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:44.472880 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d140932a-8267-4620-8c3c-8318f8b4217b req-eead98ee-47c0-4e6d-acac-a4161beb4555 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 945 time: 0.2023954 Jul 27 20:56:44.546346 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d140932a-8267-4620-8c3c-8318f8b4217b req-25689dd2-e074-4f01-a6a7-9435f4f4dfa4 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646546 Jul 27 20:56:44.597996 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7a3a65d1-f5a9-44d2-8823-ad35b4fe4ea3 req-a5a92b91-5a97-431b-a321-1069cec7c5c5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3b0454d-e67e-4431-881c-a8957a447fbe HTTP/1.1" status: 200 len: 210 time: 0.0505013 Jul 27 20:56:44.631725 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9560505-8a49-4383-ac6f-566303ab4705 x-openstack-request-id: req-e9560505-8a49-4383-ac6f-566303ab4705 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:44.632015 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94a1944-e5bb-48f5-a202-a6fef3e615dc", "name": "network-vif-plugged", "status": "completed", "tag": "d9fc4143-1bb7-4abf-aa18-c1d81c65cf64", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:44.632268 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9560505-8a49-4383-ac6f-566303ab4705 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:44.632656 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94a1944-e5bb-48f5-a202-a6fef3e615dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fc4143-1bb7-4abf-aa18-c1d81c65cf64', 'code': 200} Jul 27 20:56:44.685239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:44.709148 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0caa945-a7f8-4cfb-aa26-74e4cf459cd2 x-openstack-request-id: req-b0caa945-a7f8-4cfb-aa26-74e4cf459cd2 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:44.709942 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b0454d-e67e-4431-881c-a8957a447fbe", "name": "network-vif-deleted", "tag": "c46e1419-9f1f-4692-8a16-aca5a4d4b319", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:44.710122 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0caa945-a7f8-4cfb-aa26-74e4cf459cd2 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:44.710578 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b0454d-e67e-4431-881c-a8957a447fbe', 'name': 'network-vif-deleted', 'tag': 'c46e1419-9f1f-4692-8a16-aca5a4d4b319', 'status': 'completed', 'code': 200} Jul 27 20:56:44.773496 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 04ac11df-61ec-45b5-bde4-17e6dd650c77 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:44.843806 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-50016f70-346e-45d8-a377-0d562deb50ba req-6bf39568-a57a-40b9-b322-ae23e62e55dc tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1964299659&fields=id&tenant_id=57e8356d3d5f4a2b8072816c5364eae8 HTTP/1.1" status: 200 len: 267 time: 0.0546458 Jul 27 20:56:44.895846 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae041dd-0bde-4abf-a8e3-21dfa1da45ea req-391a6f40-6bcb-426a-ab6b-b2cf859310cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:44.908031 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5ae041dd-0bde-4abf-a8e3-21dfa1da45ea req-391a6f40-6bcb-426a-ab6b-b2cf859310cf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 1097 time: 0.1795890 Jul 27 20:56:44.918434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771f8f1-d020-45e9-ac8c-c60533c4665d req-22e5bea8-9702-4ba2-9706-ea24dbd0bfe9 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:44.920595 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5771f8f1-d020-45e9-ac8c-c60533c4665d req-22e5bea8-9702-4ba2-9706-ea24dbd0bfe9 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1806149 Jul 27 20:56:44.978921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5771f8f1-d020-45e9-ac8c-c60533c4665d req-3e4ebc08-1f72-40c1-bd42-799ffa4fe379 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514677 Jul 27 20:56:45.002501 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5ae041dd-0bde-4abf-a8e3-21dfa1da45ea req-3c3b3335-672e-4773-bfa7-a4bf5dc2c399 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814929 Jul 27 20:56:45.011973 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f681d69d-8a90-4898-af1c-41bef9322057 req-370070e0-b2ba-4d40-9054-c3e6abd071af service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2182121 Jul 27 20:56:45.034466 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50016f70-346e-45d8-a377-0d562deb50ba req-e41df779-89f9-4c44-9cfb-b05a82a2de38 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:45.036054 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-50016f70-346e-45d8-a377-0d562deb50ba req-e41df779-89f9-4c44-9cfb-b05a82a2de38 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 945 time: 0.1913714 Jul 27 20:56:45.055011 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-50016f70-346e-45d8-a377-0d562deb50ba req-bf879ec0-6949-44cb-bdbf-253ddf492ca2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Request body: {'port': {'security_groups': ['bf7f6540-57a4-4983-92ad-921e511b4fc2', 'fe11736f-fe67-4431-a21e-b2d27e8e2317']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:45.213521 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-50016f70-346e-45d8-a377-0d562deb50ba req-bf879ec0-6949-44cb-bdbf-253ddf492ca2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:45.235255 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb1011-5349-4631-8533-ff09067b74e7 req-b3753d2e-4090-44a2-a6d5-532e215474c3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:45.236984 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-17fb1011-5349-4631-8533-ff09067b74e7 req-b3753d2e-4090-44a2-a6d5-532e215474c3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 946 time: 0.1414008 Jul 27 20:56:45.264794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 04ac11df-61ec-45b5-bde4-17e6dd650c77 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:45.298797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 04ac11df-61ec-45b5-bde4-17e6dd650c77 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:45.299165 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:45.307080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681d69d-8a90-4898-af1c-41bef9322057 req-8951965e-a0d3-445c-a30a-2d52a51a5cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:45.308768 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f681d69d-8a90-4898-af1c-41bef9322057 req-8951965e-a0d3-445c-a30a-2d52a51a5cf3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 1096 time: 0.0964043 Jul 27 20:56:45.342314 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-17fb1011-5349-4631-8533-ff09067b74e7 req-a395484b-a53a-440a-b03d-70d006a3de60 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658014 Jul 27 20:56:45.447848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681d69d-8a90-4898-af1c-41bef9322057 req-e4f11ec4-3958-4aa5-aab7-ee51d9e4076f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:45.449670 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f681d69d-8a90-4898-af1c-41bef9322057 req-e4f11ec4-3958-4aa5-aab7-ee51d9e4076f service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.1105013 Jul 27 20:56:45.499866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-50016f70-346e-45d8-a377-0d562deb50ba req-bf879ec0-6949-44cb-bdbf-253ddf492ca2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] For port e0c50947-71bd-4527-b447-6108267ba66e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e0c50947-71bd-4527-b447-6108267ba66e,segment=NetworkSegment(19708875-46a8-4d4a-860f-8d2d45e2e7c6),segment_id=19708875-46a8-4d4a-860f-8d2d45e2e7c6)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:45.513332 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f681d69d-8a90-4898-af1c-41bef9322057 req-a0b3301b-57af-4098-8e4b-7b7f0a4b7917 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d095a58-2c25-44ae-a92c-05639700933b HTTP/1.1" status: 200 len: 217 time: 0.0518312 Jul 27 20:56:45.583516 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-50016f70-346e-45d8-a377-0d562deb50ba req-bf879ec0-6949-44cb-bdbf-253ddf492ca2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:45.602356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681d69d-8a90-4898-af1c-41bef9322057 req-bedb203d-218c-4d4d-a5aa-133b5a09c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:45.602993 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-50016f70-346e-45d8-a377-0d562deb50ba req-bf879ec0-6949-44cb-bdbf-253ddf492ca2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:45.604408 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f681d69d-8a90-4898-af1c-41bef9322057 req-bedb203d-218c-4d4d-a5aa-133b5a09c9bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.0814819 Jul 27 20:56:45.637877 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:45.662568 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f681d69d-8a90-4898-af1c-41bef9322057 req-8183ace5-8ebf-4e27-9104-b2ac6883b93b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444710 Jul 27 20:56:45.694174 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 04ac11df-61ec-45b5-bde4-17e6dd650c77, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=04ac11df-61ec-45b5-bde4-17e6dd650c77,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:45.713989 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:45.727219 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 2, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:45.803986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50016f70-346e-45d8-a377-0d562deb50ba req-bf879ec0-6949-44cb-bdbf-253ddf492ca2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:45.807920 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-50016f70-346e-45d8-a377-0d562deb50ba req-bf879ec0-6949-44cb-bdbf-253ddf492ca2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:45.809616 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-50016f70-346e-45d8-a377-0d562deb50ba req-bf879ec0-6949-44cb-bdbf-253ddf492ca2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "PUT /v2.0/ports/e0c50947-71bd-4527-b447-6108267ba66e HTTP/1.1" status: 200 len: 981 time: 0.7643275 Jul 27 20:56:45.820038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b3e0b3-11b0-45c3-9018-69e046cb31e8', 'tag': 'e0c50947-71bd-4527-b447-6108267ba66e'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:45.829512 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fe783e-f2b4-4a9d-8bdd-816581c34e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "38b3e0b3-11b0-45c3-9018-69e046cb31e8", "tag": "e0c50947-71bd-4527-b447-6108267ba66e"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:45.836472 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Checking router: b062a7b0-7181-4fd3-8783-2608d4910970 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:56:45.838743 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Updating router b062a7b0-7181-4fd3-8783-2608d4910970 port a953cc33-ee45-49a1-93c9-ab9f806930a8 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:56:45.858112 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf879ec0-6949-44cb-bdbf-253ddf492ca2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event updated for resources: {'Port': ['ID=e0c50947-71bd-4527-b447-6108267ba66e,revision_number=6']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:45.872847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb311ce7-0968-43ca-9ae1-490962597016 req-74ac5eba-6da3-4469-acad-207f0bb044da tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:45.881298 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb311ce7-0968-43ca-9ae1-490962597016 req-74ac5eba-6da3-4469-acad-207f0bb044da tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.2929411 Jul 27 20:56:45.951019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=04ac11df-61ec-45b5-bde4-17e6dd650c77,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:45.952286 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0eb4bab7-ebd9-486e-b43f-0863b66b9a82 req-ba9f2759-7502-4c56-96db-b58f814e0f3c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 210 time: 0.0350087 Jul 27 20:56:45.967573 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f681d69d-8a90-4898-af1c-41bef9322057 req-280dfa45-aaaa-4c10-99e9-7d1a6d4add69 service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932808 Jul 27 20:56:45.974749 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:45.987501 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb311ce7-0968-43ca-9ae1-490962597016 req-97241bb0-297f-4031-9b49-a81b43b77591 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049302 Jul 27 20:56:45.997193 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['e0c50947-71bd-4527-b447-6108267ba66e'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:46.022370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-a43e2881-b5a9-45f3-8a33-803378888c73 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:46.030190 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-a43e2881-b5a9-45f3-8a33-803378888c73 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.66 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 821 time: 0.2620826 Jul 27 20:56:46.076751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-dcbe92a1-ccfb-403b-92f1-6cabc2e8ba28 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Request body: {'port': {'device_id': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'admin_state_up': True, 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:46.184302 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3e97b-1858-403c-8ad3-6def60b0249b req-8aae5742-30be-49c8-9529-d1383870ce84 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:46.185864 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdc3e97b-1858-403c-8ad3-6def60b0249b req-8aae5742-30be-49c8-9529-d1383870ce84 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.1030664 Jul 27 20:56:46.189953 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-009a4fb4-eec4-46f4-b48e-319e5c19e37e req-fd170c5e-5d24-4290-99d9-427c288c5a97 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1226133739&fields=id&tenant_id=57e8356d3d5f4a2b8072816c5364eae8 HTTP/1.1" status: 200 len: 267 time: 0.0585306 Jul 27 20:56:46.210417 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f681d69d-8a90-4898-af1c-41bef9322057 req-af2f2a9e-c9e8-4b6c-a891-807a81f1f459 service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294004 Jul 27 20:56:46.244706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-dcbe92a1-ccfb-403b-92f1-6cabc2e8ba28 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Made reservation on behalf of 12e5ac8a7f1d4e6c8b75f50adc33e828 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:46.247949 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-dcbe92a1-ccfb-403b-92f1-6cabc2e8ba28 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:46.276280 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdc3e97b-1858-403c-8ad3-6def60b0249b req-a365b9d2-c610-423e-975e-6799457f6ed0 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796564 Jul 27 20:56:46.319636 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a4fb4-eec4-46f4-b48e-319e5c19e37e req-4a6960d9-13fb-4375-a6c7-11579ca3f2bb tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:46.322876 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-009a4fb4-eec4-46f4-b48e-319e5c19e37e req-4a6960d9-13fb-4375-a6c7-11579ca3f2bb tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 984 time: 0.1127462 Jul 27 20:56:46.337270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-009a4fb4-eec4-46f4-b48e-319e5c19e37e req-34ce99cf-ea4b-4cbe-b461-8cb7a8f3eae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Request body: {'port': {'security_groups': ['bf7f6540-57a4-4983-92ad-921e511b4fc2', 'fe11736f-fe67-4431-a21e-b2d27e8e2317', 'b0282c60-505f-4a2b-a8d9-6499b4705b6c']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:46.342115 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add1ee1b-a073-4179-9725-ed1773be8bdb x-openstack-request-id: req-add1ee1b-a073-4179-9725-ed1773be8bdb {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:46.342430 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b3e0b3-11b0-45c3-9018-69e046cb31e8", "tag": "e0c50947-71bd-4527-b447-6108267ba66e", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:46.342821 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-add1ee1b-a073-4179-9725-ed1773be8bdb {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:46.343265 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b3e0b3-11b0-45c3-9018-69e046cb31e8', 'tag': 'e0c50947-71bd-4527-b447-6108267ba66e', 'status': 'completed', 'code': 200} Jul 27 20:56:46.470786 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:46.481572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Transition to ACTIVE for port object a953cc33-ee45-49a1-93c9-ab9f806930a8 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:46.488796 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:46.503806 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-009a4fb4-eec4-46f4-b48e-319e5c19e37e req-34ce99cf-ea4b-4cbe-b461-8cb7a8f3eae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:46.543282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e25e7-5a48-441a-8650-5e7e1c4dc8cb None None] Pushing event updated for resources: {'Port': ['ID=a953cc33-ee45-49a1-93c9-ab9f806930a8,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:46.573925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-dcbe92a1-ccfb-403b-92f1-6cabc2e8ba28 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Allocated IP 172.20.0.3 (7513f0f6-f79b-476b-af43-6fdd18f13f2f/0a624997-c66e-4850-8c17-1b4d1bc4a6c5/34a37807-a73d-438b-bce2-8c6ab164189d) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:56:46.598423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fe591-52cc-4992-b004-7220326d724e req-02675484-0268-49c6-af90-6656f423be47 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:46.600019 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed4fe591-52cc-4992-b004-7220326d724e req-02675484-0268-49c6-af90-6656f423be47 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.2123151 Jul 27 20:56:46.624209 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe783e-f2b4-4a9d-8bdd-816581c34e8c req-b9040e45-9d31-4b74-bd45-8b53c15a81c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:46.625711 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79fe783e-f2b4-4a9d-8bdd-816581c34e8c req-b9040e45-9d31-4b74-bd45-8b53c15a81c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57e8356d3d5f4a2b8072816c5364eae8&device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 1135 time: 0.2229948 Jul 27 20:56:46.640297 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Attempting to bind port a953cc33-ee45-49a1-93c9-ab9f806930a8 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:46.640669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Attempting to bind port a953cc33-ee45-49a1-93c9-ab9f806930a8 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '70d48939-bd03-407b-91ae-43c6ff0fae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:46.641040 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Attempting to bind port a953cc33-ee45-49a1-93c9-ab9f806930a8 on network 7513f0f6-f79b-476b-af43-6fdd18f13f2f {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:46.660119 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:46.660498 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Checking segment: {'id': '70d48939-bd03-407b-91ae-43c6ff0fae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:46.660912 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:46.661324 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Bound using segment: {'id': '70d48939-bd03-407b-91ae-43c6ff0fae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:46.661798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Bound port: a953cc33-ee45-49a1-93c9-ab9f806930a8, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d48939-bd03-407b-91ae-43c6ff0fae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:46.662182 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:46.685828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 04ac11df-61ec-45b5-bde4-17e6dd650c77 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:46.763816 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed4fe591-52cc-4992-b004-7220326d724e req-4a12ec7e-5043-4acd-9e38-45e16bc1e9c6 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536336 Jul 27 20:56:46.830361 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] For port a953cc33-ee45-49a1-93c9-ab9f806930a8, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:46.833968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] For port a953cc33-ee45-49a1-93c9-ab9f806930a8, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a953cc33-ee45-49a1-93c9-ab9f806930a8,segment=NetworkSegment(70d48939-bd03-407b-91ae-43c6ff0fae26),segment_id=70d48939-bd03-407b-91ae-43c6ff0fae26)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:46.842604 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:46.901784 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-dcbe92a1-ccfb-403b-92f1-6cabc2e8ba28 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:46.913356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:56:46.914065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:56:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:46.918791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-dcbe92a1-ccfb-403b-92f1-6cabc2e8ba28 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Transition to ACTIVE for port object 34a37807-a73d-438b-bce2-8c6ab164189d will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:46.978711 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-dcbe92a1-ccfb-403b-92f1-6cabc2e8ba28 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:46.981586 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 04ac11df-61ec-45b5-bde4-17e6dd650c77 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:46.981970 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:47.001181 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe783e-f2b4-4a9d-8bdd-816581c34e8c req-e7e5d2b8-a91a-4380-b802-fa76e8fdf652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:47.002730 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79fe783e-f2b4-4a9d-8bdd-816581c34e8c req-e7e5d2b8-a91a-4380-b802-fa76e8fdf652 service neutron] 10.222.0.20 "GET /v2.0/networks?id=77751492-e898-494d-817c-4c0bedb5dc79 HTTP/1.1" status: 200 len: 913 time: 0.3604259 Jul 27 20:56:47.050629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['e0c50947-71bd-4527-b447-6108267ba66e'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:47.050827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe92a1-ccfb-403b-92f1-6cabc2e8ba28 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Pushing event updated for resources: {'Port': ['ID=34a37807-a73d-438b-bce2-8c6ab164189d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:47.066942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79fe783e-f2b4-4a9d-8bdd-816581c34e8c req-570ab505-d48c-4e55-a9c5-cd4d80cfbf63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c50947-71bd-4527-b447-6108267ba66e HTTP/1.1" status: 200 len: 217 time: 0.0531747 Jul 27 20:56:47.079923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-009a4fb4-eec4-46f4-b48e-319e5c19e37e req-34ce99cf-ea4b-4cbe-b461-8cb7a8f3eae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] For port e0c50947-71bd-4527-b447-6108267ba66e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e0c50947-71bd-4527-b447-6108267ba66e,segment=NetworkSegment(19708875-46a8-4d4a-860f-8d2d45e2e7c6),segment_id=19708875-46a8-4d4a-860f-8d2d45e2e7c6)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:47.082272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-dcbe92a1-ccfb-403b-92f1-6cabc2e8ba28 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Network 7513f0f6-f79b-476b-af43-6fdd18f13f2f is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:56:47.084331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-dcbe92a1-ccfb-403b-92f1-6cabc2e8ba28 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:56:47.088024 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-dcbe92a1-ccfb-403b-92f1-6cabc2e8ba28 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:56:47.159827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-dcbe92a1-ccfb-403b-92f1-6cabc2e8ba28 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:47.160981 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-dcbe92a1-ccfb-403b-92f1-6cabc2e8ba28 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:47.188319 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-dcbe92a1-ccfb-403b-92f1-6cabc2e8ba28 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1169262 Jul 27 20:56:47.212760 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Request body: {'port': {'device_id': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:47.218762 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe783e-f2b4-4a9d-8bdd-816581c34e8c req-9bc47ee8-c8f7-4c97-9533-b6ca3e2827e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:47.220509 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79fe783e-f2b4-4a9d-8bdd-816581c34e8c req-9bc47ee8-c8f7-4c97-9533-b6ca3e2827e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e76974c-a54e-40f9-ab79-de33a8fc3f3b HTTP/1.1" status: 200 len: 852 time: 0.1248674 Jul 27 20:56:47.224487 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-009a4fb4-eec4-46f4-b48e-319e5c19e37e req-34ce99cf-ea4b-4cbe-b461-8cb7a8f3eae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:47.261891 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-009a4fb4-eec4-46f4-b48e-319e5c19e37e req-34ce99cf-ea4b-4cbe-b461-8cb7a8f3eae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:47.271296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79fe783e-f2b4-4a9d-8bdd-816581c34e8c req-35b55455-ab6a-4837-bb21-78b3e2c510da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77751492-e898-494d-817c-4c0bedb5dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416441 Jul 27 20:56:47.285208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e25e7-5a48-441a-8650-5e7e1c4dc8cb None None] Pushing event updated for resources: {'Port': ['ID=a953cc33-ee45-49a1-93c9-ab9f806930a8,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:47.332631 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:47.334928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a4fb4-eec4-46f4-b48e-319e5c19e37e req-34ce99cf-ea4b-4cbe-b461-8cb7a8f3eae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:47.335306 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-009a4fb4-eec4-46f4-b48e-319e5c19e37e req-34ce99cf-ea4b-4cbe-b461-8cb7a8f3eae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:47.337759 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-009a4fb4-eec4-46f4-b48e-319e5c19e37e req-34ce99cf-ea4b-4cbe-b461-8cb7a8f3eae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "PUT /v2.0/ports/e0c50947-71bd-4527-b447-6108267ba66e HTTP/1.1" status: 200 len: 1020 time: 1.0072322 Jul 27 20:56:47.387193 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b0ad5-4467-4680-bebb-3a6f384ec4ea req-d6450993-b08e-46d7-9fe3-0214cd9de98c tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:47.388791 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-821b0ad5-4467-4680-bebb-3a6f384ec4ea req-d6450993-b08e-46d7-9fe3-0214cd9de98c tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 946 time: 0.3063171 Jul 27 20:56:47.440552 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:56:47.522179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['e0c50947-71bd-4527-b447-6108267ba66e'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:47.730184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a37807-a73d-438b-bce2-8c6ab164189d {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:47.738431 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:47.751624 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Transition to ACTIVE for port object 34a37807-a73d-438b-bce2-8c6ab164189d will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:47.757305 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:47.773390 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce99cf-ea4b-4cbe-b461-8cb7a8f3eae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event updated for resources: {'Port': ['ID=e0c50947-71bd-4527-b447-6108267ba66e,revision_number=7']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:47.815991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Pushing event updated for resources: {'Port': ['ID=34a37807-a73d-438b-bce2-8c6ab164189d,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:47.822153 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-821b0ad5-4467-4680-bebb-3a6f384ec4ea req-e8dada03-7a20-4d7e-b4fd-b336de046403 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222555 Jul 27 20:56:47.845765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c7fef4bf-f317-424f-91a8-2b672b8c861c None None] Provisioning for port 34a37807-a73d-438b-bce2-8c6ab164189d completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:47.867019 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79fe783e-f2b4-4a9d-8bdd-816581c34e8c req-785ed696-aec2-4b80-a2be-108dbcd9b05d service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644598 Jul 27 20:56:47.922973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Attempting to bind port 34a37807-a73d-438b-bce2-8c6ab164189d on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:47.923311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Attempting to bind port 34a37807-a73d-438b-bce2-8c6ab164189d by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '70d48939-bd03-407b-91ae-43c6ff0fae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:47.923762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Attempting to bind port 34a37807-a73d-438b-bce2-8c6ab164189d on network 7513f0f6-f79b-476b-af43-6fdd18f13f2f {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:47.929637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Port 34a37807-a73d-438b-bce2-8c6ab164189d on network 7513f0f6-f79b-476b-af43-6fdd18f13f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:47.929971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Attempting to bind port 34a37807-a73d-438b-bce2-8c6ab164189d on network 7513f0f6-f79b-476b-af43-6fdd18f13f2f {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:47.935824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:47.936061 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Checking segment: {'id': '70d48939-bd03-407b-91ae-43c6ff0fae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:47.936549 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Bound using segment: {'id': '70d48939-bd03-407b-91ae-43c6ff0fae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:47.936857 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Bound port: 34a37807-a73d-438b-bce2-8c6ab164189d, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d48939-bd03-407b-91ae-43c6ff0fae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:47.937219 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:47.979234 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da1638-4d21-49af-be79-0c67e05fcace req-19261291-63e5-4ef9-bc60-73223a7abc3c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:47.980933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28da1638-4d21-49af-be79-0c67e05fcace req-19261291-63e5-4ef9-bc60-73223a7abc3c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 931 time: 0.2779562 Jul 27 20:56:47.996782 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:46Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:56:48.020115 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] For port 34a37807-a73d-438b-bce2-8c6ab164189d, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:48.025244 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] For port 34a37807-a73d-438b-bce2-8c6ab164189d, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=34a37807-a73d-438b-bce2-8c6ab164189d,segment=NetworkSegment(70d48939-bd03-407b-91ae-43c6ff0fae26),segment_id=70d48939-bd03-407b-91ae-43c6ff0fae26)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:48.030901 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:48.040278 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff78ed5-1736-4160-a58a-9f901a00619d None None] The sync data for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 is: [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:46Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:56:48.057768 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:48.060065 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:48.061811 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] 10.222.0.66 "PUT /v2.0/ports/34a37807-a73d-438b-bce2-8c6ab164189d HTTP/1.1" status: 200 len: 1091 time: 0.8540294 Jul 27 20:56:48.063529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'tag': '34a37807-a73d-438b-bce2-8c6ab164189d'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:48.066571 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9782b1a-897a-4ac3-9447-8579cb063550" -d '{"events": [{"name": "network-changed", "server_uuid": "0c26cad7-e3b1-44ff-a864-c124b6c90ef7", "tag": "34a37807-a73d-438b-bce2-8c6ab164189d"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:48.066780 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['e0c50947-71bd-4527-b447-6108267ba66e'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:48.151515 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28da1638-4d21-49af-be79-0c67e05fcace req-58bbd5a0-0487-4921-bb4e-63fc0eed1504 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512678 Jul 27 20:56:48.166065 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79fe783e-f2b4-4a9d-8bdd-816581c34e8c req-b97cdd3b-456f-47d0-9c0e-15d73b7006cc service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738605 Jul 27 20:56:48.238016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba3e2f-d8b8-41da-bb63-7335396267e0 req-8b3794b6-ecec-4edd-8697-d38b9f223914 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:48.246366 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6cba3e2f-d8b8-41da-bb63-7335396267e0 req-8b3794b6-ecec-4edd-8697-d38b9f223914 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 949 time: 0.2616761 Jul 27 20:56:48.321888 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6cba3e2f-d8b8-41da-bb63-7335396267e0 req-2774198a-51b9-45dc-88c6-3588dfa19c0a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689323 Jul 27 20:56:48.345949 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278850e5-9e02-4f00-b134-6486780eebc2 service neutron] Pushing event updated for resources: {'Port': ['ID=34a37807-a73d-438b-bce2-8c6ab164189d,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:48.359634 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-a4e7e00d-3ac8-4328-81af-efb2406b8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:48.361318 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-a4e7e00d-3ac8-4328-81af-efb2406b8498 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 1094 time: 0.1870818 Jul 27 20:56:48.399948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b3e0b3-11b0-45c3-9018-69e046cb31e8', 'tag': 'e0c50947-71bd-4527-b447-6108267ba66e'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:48.413693 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd1a1de-3b56-4479-86fe-4526944e147a" -d '{"events": [{"name": "network-changed", "server_uuid": "38b3e0b3-11b0-45c3-9018-69e046cb31e8", "tag": "e0c50947-71bd-4527-b447-6108267ba66e"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:48.450263 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-13460573-952e-4759-98cb-f8d88389b567 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a37807-a73d-438b-bce2-8c6ab164189d HTTP/1.1" status: 200 len: 217 time: 0.0793433 Jul 27 20:56:48.524409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-f2cff7a6-b292-4722-806c-153482bb9b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:48.526693 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-f2cff7a6-b292-4722-806c-153482bb9b7c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0a624997-c66e-4850-8c17-1b4d1bc4a6c5 HTTP/1.1" status: 200 len: 860 time: 0.0676730 Jul 27 20:56:48.542034 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970de05-6289-4e4f-b106-05d2f943db8e req-4ec6b3c4-4d5a-491d-8c2c-b0065dfd7ef2 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:48.550864 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5970de05-6289-4e4f-b106-05d2f943db8e req-4ec6b3c4-4d5a-491d-8c2c-b0065dfd7ef2 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.2269814 Jul 27 20:56:48.578786 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320602a-00c2-475c-b50e-834e0027381e req-3f4295dd-4de1-494e-8e1b-d27a3082f1b1 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:48.580676 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5320602a-00c2-475c-b50e-834e0027381e req-3f4295dd-4de1-494e-8e1b-d27a3082f1b1 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.1567631 Jul 27 20:56:48.613721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-5671110d-5729-42c3-8644-74b260d9998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:48.618930 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-5671110d-5729-42c3-8644-74b260d9998a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7513f0f6-f79b-476b-af43-6fdd18f13f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782974 Jul 27 20:56:48.627032 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5970de05-6289-4e4f-b106-05d2f943db8e req-928a196f-5743-4fc4-b042-3bd6a7d4f4cd tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752604 Jul 27 20:56:48.651783 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5320602a-00c2-475c-b50e-834e0027381e req-6c5d10bb-d865-443f-9952-c46274afdccd tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480754 Jul 27 20:56:48.663734 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a953cc33-ee45-49a1-93c9-ab9f806930a8 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:48.751074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port a953cc33-ee45-49a1-93c9-ab9f806930a8 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:56:48.755514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a953cc33-ee45-49a1-93c9-ab9f806930a8 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:48.755893 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:48.756210 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-377d85ee-5dee-45ab-9ccb-6bbc431af79f service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300261 Jul 27 20:56:48.833475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6b085-9025-420b-8c2c-e2c79cc782ca req-8b727e5d-db54-468d-b315-cd493c089bfd tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:48.835293 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00f6b085-9025-420b-8c2c-e2c79cc782ca req-8b727e5d-db54-468d-b315-cd493c089bfd tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 1023 time: 0.1247783 Jul 27 20:56:48.858538 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:48.873901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c46e1419-9f1f-4692-8a16-aca5a4d4b319 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:48.878353 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-193d29bd-9cfd-4e2d-9dfb-a5020e9d2116 req-2a8df9bf-6fad-4cb9-bd6e-8969d0a30ed6 service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118197 Jul 27 20:56:48.909002 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68feac-0c13-45e4-9f59-7460d8ed5220 req-4ce3f08e-b06d-4330-a3de-15da66fba6f1 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:48.910250 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: c46e1419-9f1f-4692-8a16-aca5a4d4b319 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:48.910598 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c46e1419-9f1f-4692-8a16-aca5a4d4b319 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:48.911390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c68feac-0c13-45e4-9f59-7460d8ed5220 req-4ce3f08e-b06d-4330-a3de-15da66fba6f1 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1563995 Jul 27 20:56:48.928767 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port a953cc33-ee45-49a1-93c9-ab9f806930a8, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a953cc33-ee45-49a1-93c9-ab9f806930a8,segment=NetworkSegment(70d48939-bd03-407b-91ae-43c6ff0fae26),segment_id=70d48939-bd03-407b-91ae-43c6ff0fae26)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:48.934169 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:48.958074 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00f6b085-9025-420b-8c2c-e2c79cc782ca req-824864a9-d060-4a9e-a7ca-716f8d56898e tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0282c60-505f-4a2b-a8d9-6499b4705b6c&id=fe11736f-fe67-4431-a21e-b2d27e8e2317&id=bf7f6540-57a4-4983-92ad-921e511b4fc2 HTTP/1.1" status: 200 len: 6148 time: 0.1113157 Jul 27 20:56:48.983446 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c68feac-0c13-45e4-9f59-7460d8ed5220 req-826d39e4-3bce-44ee-9cdb-5de715cb0867 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630989 Jul 27 20:56:49.000733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=a953cc33-ee45-49a1-93c9-ab9f806930a8,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:49.039889 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1053aac6-b467-4b40-bdb9-43fde5da8c9e x-openstack-request-id: req-1053aac6-b467-4b40-bdb9-43fde5da8c9e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:49.040550 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c26cad7-e3b1-44ff-a864-c124b6c90ef7", "tag": "34a37807-a73d-438b-bce2-8c6ab164189d", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:49.040550 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1053aac6-b467-4b40-bdb9-43fde5da8c9e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:49.041005 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'tag': '34a37807-a73d-438b-bce2-8c6ab164189d', 'status': 'completed', 'code': 200} Jul 27 20:56:49.089816 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a36596-9549-4675-9436-46bb960006c7 x-openstack-request-id: req-d6a36596-9549-4675-9436-46bb960006c7 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:49.089816 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b3e0b3-11b0-45c3-9018-69e046cb31e8", "tag": "e0c50947-71bd-4527-b447-6108267ba66e", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:49.089816 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d6a36596-9549-4675-9436-46bb960006c7 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:49.089816 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b3e0b3-11b0-45c3-9018-69e046cb31e8', 'tag': 'e0c50947-71bd-4527-b447-6108267ba66e', 'status': 'completed', 'code': 200} Jul 27 20:56:49.126302 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffc012-e3f9-4792-8786-a1bc2820ab95 req-5539aa9c-7f35-4fc6-8288-548d82e3622e tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.128579 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3fffc012-e3f9-4792-8786-a1bc2820ab95 req-5539aa9c-7f35-4fc6-8288-548d82e3622e tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 1097 time: 0.0878229 Jul 27 20:56:49.155355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9782b1a-897a-4ac3-9447-8579cb063550 req-73b12246-6c8c-4625-826d-b30eb5bd57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.156880 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c9782b1a-897a-4ac3-9447-8579cb063550 req-73b12246-6c8c-4625-826d-b30eb5bd57cb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 1094 time: 0.0794981 Jul 27 20:56:49.198049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-9fd7b414-7ff4-430d-9966-ead015f19d12 req-7e6b6c3e-08df-486d-b42f-e35988c65ba5 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1786710034 ', 'description': 'tempest-description-29102606'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:49.249774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3fffc012-e3f9-4792-8786-a1bc2820ab95 req-f8546ffb-5b0c-4160-bafb-15a7cf17bb8c tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075161 Jul 27 20:56:49.252543 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-9fd7b414-7ff4-430d-9966-ead015f19d12 req-7e6b6c3e-08df-486d-b42f-e35988c65ba5 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:49.285080 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1a1de-3b56-4479-86fe-4526944e147a req-759cd30a-8586-4185-bfde-79b7eab7062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.286647 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7dd1a1de-3b56-4479-86fe-4526944e147a req-759cd30a-8586-4185-bfde-79b7eab7062c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57e8356d3d5f4a2b8072816c5364eae8&device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 1174 time: 0.1571095 Jul 27 20:56:49.294388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9782b1a-897a-4ac3-9447-8579cb063550 req-db1bd50e-3fba-4bb1-acc9-6260ce05c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.295923 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c9782b1a-897a-4ac3-9447-8579cb063550 req-db1bd50e-3fba-4bb1-acc9-6260ce05c755 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 922 time: 0.1261055 Jul 27 20:56:49.359416 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c9782b1a-897a-4ac3-9447-8579cb063550 req-f79959b3-1311-4fe2-977a-ef0f425fd778 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a37807-a73d-438b-bce2-8c6ab164189d HTTP/1.1" status: 200 len: 217 time: 0.0546811 Jul 27 20:56:49.439911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9782b1a-897a-4ac3-9447-8579cb063550 req-7bd1c4b5-3a83-4dbc-8246-dc0527e2a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.441496 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c9782b1a-897a-4ac3-9447-8579cb063550 req-7bd1c4b5-3a83-4dbc-8246-dc0527e2a2ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0a624997-c66e-4850-8c17-1b4d1bc4a6c5 HTTP/1.1" status: 200 len: 860 time: 0.0630467 Jul 27 20:56:49.499288 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1a1de-3b56-4479-86fe-4526944e147a req-c1dcda91-ed81-49e9-aa86-337bcec39275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.500895 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7dd1a1de-3b56-4479-86fe-4526944e147a req-c1dcda91-ed81-49e9-aa86-337bcec39275 service neutron] 10.222.0.20 "GET /v2.0/networks?id=77751492-e898-494d-817c-4c0bedb5dc79 HTTP/1.1" status: 200 len: 913 time: 0.1932039 Jul 27 20:56:49.505941 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0986d-ca9e-497c-b82b-81dd02ae5705 req-ddeffac9-7920-4be0-8a56-2a3e079e175e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.507332 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-98e0986d-ca9e-497c-b82b-81dd02ae5705 req-ddeffac9-7920-4be0-8a56-2a3e079e175e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.20 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 949 time: 0.1592596 Jul 27 20:56:49.511533 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-9fd7b414-7ff4-430d-9966-ead015f19d12 req-7e6b6c3e-08df-486d-b42f-e35988c65ba5 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:49.516891 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-9fd7b414-7ff4-430d-9966-ead015f19d12 req-7e6b6c3e-08df-486d-b42f-e35988c65ba5 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:49.543981 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efe688-180e-47c7-8cd3-069bedc4b9a6 req-074fc430-4d10-40c7-a5c0-99be5ea0882e tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.545650 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f9efe688-180e-47c7-8cd3-069bedc4b9a6 req-074fc430-4d10-40c7-a5c0-99be5ea0882e tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 943 time: 0.1856098 Jul 27 20:56:49.568546 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9782b1a-897a-4ac3-9447-8579cb063550 req-0ea13b8e-4b99-4842-9d12-c017e238d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.570996 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c9782b1a-897a-4ac3-9447-8579cb063550 req-0ea13b8e-4b99-4842-9d12-c017e238d881 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7513f0f6-f79b-476b-af43-6fdd18f13f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200676 Jul 27 20:56:49.612971 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-9fd7b414-7ff4-430d-9966-ead015f19d12 req-7e6b6c3e-08df-486d-b42f-e35988c65ba5 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:49.622936 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9fd7b414-7ff4-430d-9966-ead015f19d12 req-7e6b6c3e-08df-486d-b42f-e35988c65ba5 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.4304917 Jul 27 20:56:49.627621 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7dd1a1de-3b56-4479-86fe-4526944e147a req-12ec09f6-ba63-421c-8eb7-551386ca0bac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0c50947-71bd-4527-b447-6108267ba66e HTTP/1.1" status: 200 len: 217 time: 0.0916655 Jul 27 20:56:49.629832 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b6c3e-08df-486d-b42f-e35988c65ba5 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db69bef-00ce-4068-b586-e36b96d4e711,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:49.700006 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f9efe688-180e-47c7-8cd3-069bedc4b9a6 req-20425ab7-13ad-44a0-856f-eb4ff72ab651 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434467 Jul 27 20:56:49.742550 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1a1de-3b56-4479-86fe-4526944e147a req-a00c9e07-b5d9-4635-b8d1-33137f078b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.744625 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7dd1a1de-3b56-4479-86fe-4526944e147a req-a00c9e07-b5d9-4635-b8d1-33137f078b9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e76974c-a54e-40f9-ab79-de33a8fc3f3b HTTP/1.1" status: 200 len: 852 time: 0.1076365 Jul 27 20:56:49.824484 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7dd1a1de-3b56-4479-86fe-4526944e147a req-7d729124-47d0-4f86-8fa1-61760e5f6e43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77751492-e898-494d-817c-4c0bedb5dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634260 Jul 27 20:56:49.826562 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690915e-0bd9-47b5-98e2-fc4bf0f6c611 req-4acc4de7-a21a-45f2-9f16-03137cc259b6 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.828049 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f690915e-0bd9-47b5-98e2-fc4bf0f6c611 req-4acc4de7-a21a-45f2-9f16-03137cc259b6 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 1097 time: 0.1461172 Jul 27 20:56:49.951049 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f690915e-0bd9-47b5-98e2-fc4bf0f6c611 req-8be6f980-8016-452f-9a6e-8e39fe57d5e9 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080744 Jul 27 20:56:49.972422 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f2687-b700-44d6-bfef-03a75f5fb596 req-e6d9c3cf-b0c8-4e07-9ba1-0eb8a08c1c44 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:49.974597 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4c3f2687-b700-44d6-bfef-03a75f5fb596 req-e6d9c3cf-b0c8-4e07-9ba1-0eb8a08c1c44 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55200d6-4398-410c-9c0f-9e2fccae550d HTTP/1.1" status: 200 len: 949 time: 0.2039430 Jul 27 20:56:50.002611 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c9782b1a-897a-4ac3-9447-8579cb063550 req-042ff946-5ce6-4afd-9e86-203b368b489b service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223754 Jul 27 20:56:50.011558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-98e0986d-ca9e-497c-b82b-81dd02ae5705 req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Deleting port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:50.011895 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-98e0986d-ca9e-497c-b82b-81dd02ae5705 req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.017875 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7dd1a1de-3b56-4479-86fe-4526944e147a req-780317ba-9902-402a-9589-1e4e2d6fec12 service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842675 Jul 27 20:56:50.097961 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4c3f2687-b700-44d6-bfef-03a75f5fb596 req-715903f7-221a-4d2d-99de-fd6b92b2d4b1 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082499 Jul 27 20:56:50.143072 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce82c246-4529-4d8e-8a85-c3dd308828cb req-50de38e7-cfc1-4456-8e1e-6f03cb5cab2d tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/0db69bef-00ce-4068-b586-e36b96d4e711 HTTP/1.1" status: 200 len: 1779 time: 0.1345956 Jul 27 20:56:50.169211 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7dd1a1de-3b56-4479-86fe-4526944e147a req-4d7429c9-f19e-42e2-9f36-fa258de012e8 service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339030 Jul 27 20:56:50.175677 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c9782b1a-897a-4ac3-9447-8579cb063550 req-d3054334-be18-419f-86da-e44c706b4f36 service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606512 Jul 27 20:56:50.184732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-98e0986d-ca9e-497c-b82b-81dd02ae5705 req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] For port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=08569fd1-fc6f-415d-a07d-4fbe0fcc8728,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:50.185241 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-98e0986d-ca9e-497c-b82b-81dd02ae5705 req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.199665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-98e0986d-ca9e-497c-b82b-81dd02ae5705 req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Calling delete_port for 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:50.314756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e072d48-fba7-465b-a546-2daeb8fdf893 req-bf974fd3-162c-43b0-be61-485bd1e59e2e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:50.316268 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e072d48-fba7-465b-a546-2daeb8fdf893 req-bf974fd3-162c-43b0-be61-485bd1e59e2e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.0885651 Jul 27 20:56:50.324362 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce240309-caae-4a3f-9077-d74279c21534 req-b5c5d12b-e7b6-4c9c-8fc6-31fde44cd601 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:50.325913 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce240309-caae-4a3f-9077-d74279c21534 req-b5c5d12b-e7b6-4c9c-8fc6-31fde44cd601 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.1388023 Jul 27 20:56:50.344838 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-98e0986d-ca9e-497c-b82b-81dd02ae5705 req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.357474 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1a022cd7-e984-471e-a4f8-55737392083d', '6b073743-c445-4ad4-978e-380863cb1265', '61f362a6-585f-4379-8708-98469226b058', 'fa8d4fd2-579a-44b3-b17e-3e28dd073ee4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:50.362249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['48ca1259-7949-41a5-977e-c37d349da885', 'c9bfedf9-d153-4890-827b-79bd6c2e5edf', '08569fd1-fc6f-415d-a07d-4fbe0fcc8728'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:50.384677 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e072d48-fba7-465b-a546-2daeb8fdf893 req-7ecaeba0-05e9-4f27-ae93-5201838c2487 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577445 Jul 27 20:56:50.396867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Pushing event deleted for resources: {'Port': ['ID=08569fd1-fc6f-415d-a07d-4fbe0fcc8728,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:50.400973 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce240309-caae-4a3f-9077-d74279c21534 req-dbf9b766-1233-4cdb-9746-45c557458a50 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669320 Jul 27 20:56:50.431913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:50.432290 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:50.432636 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:50.432977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:50.433313 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:50.433648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:50.433979 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:50.434334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:50.436127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:50.436367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:50.436707 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:50.437038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:50.477968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e0986d-ca9e-497c-b82b-81dd02ae5705 req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] No DVR routers for this DVR port 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:50.482741 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-98e0986d-ca9e-497c-b82b-81dd02ae5705 req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.485817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-98e0986d-ca9e-497c-b82b-81dd02ae5705 req-b17d5098-f2b5-4b66-b3bb-8fdcc6df04e5 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.20 "DELETE /v2.0/ports/08569fd1-fc6f-415d-a07d-4fbe0fcc8728 HTTP/1.1" status: 204 len: 173 time: 0.9542270 Jul 27 20:56:50.593519 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7da179f0-b71f-406e-841c-7275a1bbe61a req-b688d549-bec2-4c7e-99e8-fd60880ad140 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/0db69bef-00ce-4068-b586-e36b96d4e711 HTTP/1.1" status: 200 len: 1779 time: 0.0920019 Jul 27 20:56:50.657529 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a953cc33-ee45-49a1-93c9-ab9f806930a8 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:50.657732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bb028-723d-404a-a0f9-5fd3c2c44b28 req-b1c29590-90f8-4426-aad5-981ca944aab4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:50.665568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a7bb028-723d-404a-a0f9-5fd3c2c44b28 req-b1c29590-90f8-4426-aad5-981ca944aab4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1746039 Jul 27 20:56:50.717614 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7da179f0-b71f-406e-841c-7275a1bbe61a req-ffb0751c-d5df-4a72-ab6d-838e026a58fc tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.734023 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a7bb028-723d-404a-a0f9-5fd3c2c44b28 req-0033c340-65dd-490f-b368-866a5bba4fc6 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675840 Jul 27 20:56:50.748781 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7da179f0-b71f-406e-841c-7275a1bbe61a req-ffb0751c-d5df-4a72-ab6d-838e026a58fc tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.795946 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7da179f0-b71f-406e-841c-7275a1bbe61a req-ffb0751c-d5df-4a72-ab6d-838e026a58fc tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.799223 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a953cc33-ee45-49a1-93c9-ab9f806930a8 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:50.799576 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7da179f0-b71f-406e-841c-7275a1bbe61a req-ffb0751c-d5df-4a72-ab6d-838e026a58fc tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.799724 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:50.801456 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7da179f0-b71f-406e-841c-7275a1bbe61a req-ffb0751c-d5df-4a72-ab6d-838e026a58fc tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "DELETE /v2.0/security-groups/0db69bef-00ce-4068-b586-e36b96d4e711 HTTP/1.1" status: 204 len: 173 time: 0.1991899 Jul 27 20:56:50.815750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0751c-d5df-4a72-ab6d-838e026a58fc tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db69bef-00ce-4068-b586-e36b96d4e711,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:50.960268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a59a90-be9e-4291-932b-19cb24ec8bc1 req-b073762b-51f1-4abc-8651-11a24abc5362 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:50.962023 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65a59a90-be9e-4291-932b-19cb24ec8bc1 req-b073762b-51f1-4abc-8651-11a24abc5362 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 943 time: 0.0769773 Jul 27 20:56:51.011258 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65a59a90-be9e-4291-932b-19cb24ec8bc1 req-f87ece86-c812-4e85-8e35-3963cb6780a2 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399234 Jul 27 20:56:51.042718 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55200d6-4398-410c-9c0f-9e2fccae550d', 'name': 'network-vif-deleted', 'tag': '08569fd1-fc6f-415d-a07d-4fbe0fcc8728'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:51.046214 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d256b7fa-2133-42d1-9d4b-072ce240e903" -d '{"events": [{"server_uuid": "b55200d6-4398-410c-9c0f-9e2fccae550d", "name": "network-vif-deleted", "tag": "08569fd1-fc6f-415d-a07d-4fbe0fcc8728"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:51.067129 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-ce10e5a3-e195-499b-a8e5-092b95cd53ce req-61fa089f-5f5e-4726-acbe-932887afb197 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] show failed (client error): The resource could not be found. Jul 27 20:56:51.068455 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce10e5a3-e195-499b-a8e5-092b95cd53ce req-61fa089f-5f5e-4726-acbe-932887afb197 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/0db69bef-00ce-4068-b586-e36b96d4e711 HTTP/1.1" status: 404 len: 352 time: 0.0302069 Jul 27 20:56:51.114636 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9c7a16-af89-4cfe-a189-1be4ecd6f271 x-openstack-request-id: req-bf9c7a16-af89-4cfe-a189-1be4ecd6f271 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:51.115697 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55200d6-4398-410c-9c0f-9e2fccae550d", "name": "network-vif-deleted", "tag": "08569fd1-fc6f-415d-a07d-4fbe0fcc8728", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:51.116138 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf9c7a16-af89-4cfe-a189-1be4ecd6f271 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:51.116982 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55200d6-4398-410c-9c0f-9e2fccae550d', 'name': 'network-vif-deleted', 'tag': '08569fd1-fc6f-415d-a07d-4fbe0fcc8728', 'status': 'completed', 'code': 200} Jul 27 20:56:51.133671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3843f7f3-28ac-446d-a0f6-a3be8822bd31 req-fb1d2d25-ba98-4c9b-a235-d88e9b526b22 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1968145222', 'description': 'tempest-description-1216127631'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:51.160673 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3843f7f3-28ac-446d-a0f6-a3be8822bd31 req-fb1d2d25-ba98-4c9b-a235-d88e9b526b22 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:51.294053 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3843f7f3-28ac-446d-a0f6-a3be8822bd31 req-fb1d2d25-ba98-4c9b-a235-d88e9b526b22 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:51.299126 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3843f7f3-28ac-446d-a0f6-a3be8822bd31 req-fb1d2d25-ba98-4c9b-a235-d88e9b526b22 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:51.326405 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3843f7f3-28ac-446d-a0f6-a3be8822bd31 req-fb1d2d25-ba98-4c9b-a235-d88e9b526b22 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:51.327662 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3843f7f3-28ac-446d-a0f6-a3be8822bd31 req-fb1d2d25-ba98-4c9b-a235-d88e9b526b22 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2026439 Jul 27 20:56:51.343633 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d2d25-ba98-4c9b-a235-d88e9b526b22 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a015e-9a01-43e9-b802-333cdc4bdd50,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:51.404243 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-1f80a14c-5f2f-4052-972c-743435bea83b req-c21e228c-3065-452a-bc5a-85d4aea558ce tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1266370201', 'description': 'tempest-description-997186854'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:51.430367 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1f80a14c-5f2f-4052-972c-743435bea83b req-c21e228c-3065-452a-bc5a-85d4aea558ce tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:51.519271 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1f80a14c-5f2f-4052-972c-743435bea83b req-c21e228c-3065-452a-bc5a-85d4aea558ce tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:51.523262 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1f80a14c-5f2f-4052-972c-743435bea83b req-c21e228c-3065-452a-bc5a-85d4aea558ce tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:51.553425 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1f80a14c-5f2f-4052-972c-743435bea83b req-c21e228c-3065-452a-bc5a-85d4aea558ce tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:51.555183 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f80a14c-5f2f-4052-972c-743435bea83b req-c21e228c-3065-452a-bc5a-85d4aea558ce tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1552041 Jul 27 20:56:51.556930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e228c-3065-452a-bc5a-85d4aea558ce tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a719207c-454e-4e60-93b7-d525999f6bdf,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:51.784269 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-8343b3ca-2b7b-4cd8-945d-b6cb0b774790 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:56:51.785465 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-8343b3ca-2b7b-4cd8-945d-b6cb0b774790 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066078 Jul 27 20:56:51.795777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5197d8ca-4c0d-43d4-8716-39a806551103 service neutron] Request body: {'binding': {'host': 'n-h1-764806-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:51.796315 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5197d8ca-4c0d-43d4-8716-39a806551103 service neutron] Unknown quota resources ['binding']. {{(pid=105580) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 20:56:51.800568 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd54d36-ffb1-47fc-9d33-4d5d1819a7b9 req-448d4074-8dff-4a44-8c64-24e0cc170252 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:51.802092 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd54d36-ffb1-47fc-9d33-4d5d1819a7b9 req-448d4074-8dff-4a44-8c64-24e0cc170252 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.0692019 Jul 27 20:56:51.846547 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd54d36-ffb1-47fc-9d33-4d5d1819a7b9 req-3d5ad53a-6987-4405-a75e-372a3ffb19f9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374975 Jul 27 20:56:51.937647 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5197d8ca-4c0d-43d4-8716-39a806551103 service neutron] Attempting to bind port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on host n-h1-764806-9 for vnic_type normal with profile None {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:51.937993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5197d8ca-4c0d-43d4-8716-39a806551103 service neutron] Attempting to bind port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:51.938495 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5197d8ca-4c0d-43d4-8716-39a806551103 service neutron] Attempting to bind port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:51.942966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5197d8ca-4c0d-43d4-8716-39a806551103 service neutron] Port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:51.943288 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5197d8ca-4c0d-43d4-8716-39a806551103 service neutron] Attempting to bind port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:51.949391 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5197d8ca-4c0d-43d4-8716-39a806551103 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:51.949732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5197d8ca-4c0d-43d4-8716-39a806551103 service neutron] Checking segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:51.950123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5197d8ca-4c0d-43d4-8716-39a806551103 service neutron] Bound using segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:51.950582 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5197d8ca-4c0d-43d4-8716-39a806551103 service neutron] Bound port: d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:51.968100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447456a-c7c3-4c89-9476-924f2ef7566a req-f2de5430-3193-4e95-acde-336351098510 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:51.969609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9447456a-c7c3-4c89-9476-924f2ef7566a req-f2de5430-3193-4e95-acde-336351098510 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.0675445 Jul 27 20:56:52.004468 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5197d8ca-4c0d-43d4-8716-39a806551103 service neutron] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:52.010486 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5197d8ca-4c0d-43d4-8716-39a806551103 service neutron] Notify callbacks [] for binding, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:52.011613 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5197d8ca-4c0d-43d4-8716-39a806551103 service neutron] 10.222.0.55 "POST /v2.0/ports/d9fc4143-1bb7-4abf-aa18-c1d81c65cf64/bindings HTTP/1.1" status: 201 len: 389 time: 0.2195575 Jul 27 20:56:52.017113 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9447456a-c7c3-4c89-9476-924f2ef7566a req-d44ba6be-519b-487d-9942-d6507801b846 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414224 Jul 27 20:56:52.038419 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-d09a41f5-320e-49f4-bd17-a44d56a4203d req-f3e4e04d-1baf-4f09-8d01-1ae0b35b0d01 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-880388487', 'description': 'tempest-description-1938686778'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:52.068155 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d09a41f5-320e-49f4-bd17-a44d56a4203d req-f3e4e04d-1baf-4f09-8d01-1ae0b35b0d01 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:52.194952 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d09a41f5-320e-49f4-bd17-a44d56a4203d req-f3e4e04d-1baf-4f09-8d01-1ae0b35b0d01 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:52.199832 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d09a41f5-320e-49f4-bd17-a44d56a4203d req-f3e4e04d-1baf-4f09-8d01-1ae0b35b0d01 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:52.236007 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d09a41f5-320e-49f4-bd17-a44d56a4203d req-f3e4e04d-1baf-4f09-8d01-1ae0b35b0d01 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:52.237221 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d09a41f5-320e-49f4-bd17-a44d56a4203d req-f3e4e04d-1baf-4f09-8d01-1ae0b35b0d01 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2036326 Jul 27 20:56:52.245943 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4e04d-1baf-4f09-8d01-1ae0b35b0d01 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d00ec2-8a3d-49a2-aa62-925b7944851f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:52.266721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dd797-83c7-4cb9-b618-7907820feba6 req-dcb304f5-5391-41f8-a8a3-31ec6859151e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:52.270631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd3dd797-83c7-4cb9-b618-7907820feba6 req-dcb304f5-5391-41f8-a8a3-31ec6859151e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 950 time: 0.1269357 Jul 27 20:56:52.307683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-d9094428-9949-4d68-b1b6-be61440f50bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:52.309084 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-d9094428-9949-4d68-b1b6-be61440f50bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 1097 time: 0.0746648 Jul 27 20:56:52.323717 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd3dd797-83c7-4cb9-b618-7907820feba6 req-500a1709-1a8d-4680-877a-bbaa2d968f33 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470920 Jul 27 20:56:52.400616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037fce5-3eca-4f1e-859f-bc19cfcacd19 req-3c730a6a-7db8-4c30-91cc-d87e958c73c7 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:52.402243 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1037fce5-3eca-4f1e-859f-bc19cfcacd19 req-3c730a6a-7db8-4c30-91cc-d87e958c73c7 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1009717 Jul 27 20:56:52.426542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-33e12129-78c2-497d-bbf8-45dddaf6e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:52.428032 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-33e12129-78c2-497d-bbf8-45dddaf6e791 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.1055589 Jul 27 20:56:52.441648 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1037fce5-3eca-4f1e-859f-bc19cfcacd19 req-41531bb1-95b8-495a-8fe7-dddb2e5b3197 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333219 Jul 27 20:56:52.482730 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-41332c73-362d-4653-85b9-ef8a1b6fde77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 HTTP/1.1" status: 200 len: 217 time: 0.0409725 Jul 27 20:56:52.536370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-76611bc1-4e18-49bd-86c9-567fe0591a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:52.537817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-76611bc1-4e18-49bd-86c9-567fe0591a0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.0463824 Jul 27 20:56:52.579508 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-99b2ef92-28af-42f4-a713-39687b478d9f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318341 Jul 27 20:56:52.587369 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fabe44-611e-486a-8ddb-a848372edee3 req-b317720f-86d9-46c5-9631-26baf7e653fc tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:52.588842 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74fabe44-611e-486a-8ddb-a848372edee3 req-b317720f-86d9-46c5-9631-26baf7e653fc tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 943 time: 0.1129892 Jul 27 20:56:52.604145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8aa93-c783-4d96-b6f9-b23d4c548444 req-76f08260-bc3e-4b86-839a-c9c2489bcb53 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:52.605629 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36f8aa93-c783-4d96-b6f9-b23d4c548444 req-76f08260-bc3e-4b86-839a-c9c2489bcb53 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 946 time: 0.1004970 Jul 27 20:56:52.664779 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74fabe44-611e-486a-8ddb-a848372edee3 req-aec078da-1eb3-40c1-9a1f-109270c34ca8 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694811 Jul 27 20:56:52.667674 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36f8aa93-c783-4d96-b6f9-b23d4c548444 req-f8ddf349-925a-4c4c-8b28-e6a36ac0914c tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554852 Jul 27 20:56:52.681785 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-6d7105f5-0de2-4ee9-838b-8641d80703d3 service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914161 Jul 27 20:56:52.790400 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-6d99328b-c2fc-4c9e-818f-637269f03e41 service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984361 Jul 27 20:56:52.796293 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-87327b81-c895-4278-93a2-d475494190b8 req-6078b60e-80fa-4acc-bccb-fe52a404d159 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57e8356d3d5f4a2b8072816c5364eae8 HTTP/1.1" status: 200 len: 10896 time: 0.1060781 Jul 27 20:56:52.844652 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-87327b81-c895-4278-93a2-d475494190b8 req-f043ea7e-98b9-47a2-8478-dfd2a71d132c tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/bf7f6540-57a4-4983-92ad-921e511b4fc2 HTTP/1.1" status: 200 len: 2981 time: 0.0416822 Jul 27 20:56:52.897075 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-87327b81-c895-4278-93a2-d475494190b8 req-3cf8416a-641a-47cd-a034-b9e061bcb5db tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/bf7f6540-57a4-4983-92ad-921e511b4fc2 HTTP/1.1" status: 200 len: 2981 time: 0.0462723 Jul 27 20:56:52.991235 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2bbdf585-afb4-47f2-8d0d-64655be22d56 req-f085e685-5a15-470a-a057-9737311627e7 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/dd1a015e-9a01-43e9-b802-333cdc4bdd50 HTTP/1.1" status: 200 len: 1801 time: 0.0713573 Jul 27 20:56:53.045721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af676ccb-10c3-48ad-8d4d-29e1c981dafa req-c905b9c3-d0af-4ddc-a0ee-d9f754ff31b9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:53.047292 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af676ccb-10c3-48ad-8d4d-29e1c981dafa req-c905b9c3-d0af-4ddc-a0ee-d9f754ff31b9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.1289721 Jul 27 20:56:53.102296 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-2bbdf585-afb4-47f2-8d0d-64655be22d56 req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.109159 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af676ccb-10c3-48ad-8d4d-29e1c981dafa req-ffadc6ad-0c0f-4682-95de-8784546bba66 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547235 Jul 27 20:56:53.145103 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-2bbdf585-afb4-47f2-8d0d-64655be22d56 req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.200074 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-b4b9e1b4-5fd9-49d5-8faa-4d6de86b2633 service neutron] show failed (client error): The resource could not be found. Jul 27 20:56:53.201097 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-b4b9e1b4-5fd9-49d5-8faa-4d6de86b2633 service neutron] 10.222.0.20 "GET /v2.0/ports/df778ef1-092b-479d-a17d-ce4c8616e2a8/bindings/n-h2-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.0676439 Jul 27 20:56:53.202518 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-2bbdf585-afb4-47f2-8d0d-64655be22d56 req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.208632 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-2bbdf585-afb4-47f2-8d0d-64655be22d56 req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.209741 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2bbdf585-afb4-47f2-8d0d-64655be22d56 req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "DELETE /v2.0/security-groups/dd1a015e-9a01-43e9-b802-333cdc4bdd50 HTTP/1.1" status: 204 len: 173 time: 0.2074804 Jul 27 20:56:53.252785 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a015e-9a01-43e9-b802-333cdc4bdd50,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:53.264722 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-22112cda-765c-4657-a792-0c0e44cf3aa2 req-cd7de881-e5a6-4bde-8333-3c21e922a2eb tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] show failed (client error): The resource could not be found. Jul 27 20:56:53.264722 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22112cda-765c-4657-a792-0c0e44cf3aa2 req-cd7de881-e5a6-4bde-8333-3c21e922a2eb tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/dd1a015e-9a01-43e9-b802-333cdc4bdd50 HTTP/1.1" status: 404 len: 352 time: 0.0277865 Jul 27 20:56:53.272464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:53.274423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:53.274781 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:53.275129 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:53.275470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:53.275806 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:53.276140 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:53.276557 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:53.276780 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:53.277103 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:53.277428 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:53.277750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5adafd4-c817-4128-97b2-4b4ad011fd5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:53.340720 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5f325-6729-4d81-a521-df06c2dd5c3b req-960ee716-69f3-461f-8ad8-be7deabe3305 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:53.342274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90e5f325-6729-4d81-a521-df06c2dd5c3b req-960ee716-69f3-461f-8ad8-be7deabe3305 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.1498337 Jul 27 20:56:53.372908 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce5ff205-1eb2-48ba-bf80-3dfb866feee5 req-3ac77c3c-ae0b-47db-8d60-84cbdd7605f0 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/a719207c-454e-4e60-93b7-d525999f6bdf HTTP/1.1" status: 200 len: 1800 time: 0.0673926 Jul 27 20:56:53.402915 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90e5f325-6729-4d81-a521-df06c2dd5c3b req-95d1c9e7-0613-4f12-8cc7-6f6025da9db6 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535979 Jul 27 20:56:53.480480 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-4988dc7b-327c-4e5c-b76a-417a4ce01cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:53.482029 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-4988dc7b-327c-4e5c-b76a-417a4ce01cf9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2&tenant_id=ff15cfc60ebf4100bfa873bb1415f95e HTTP/1.1" status: 200 len: 1100 time: 0.0771527 Jul 27 20:56:53.485555 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ce5ff205-1eb2-48ba-bf80-3dfb866feee5 req-5d282a89-9b4b-4237-a42c-e4c6ed431481 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.496319 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:53.535430 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ce5ff205-1eb2-48ba-bf80-3dfb866feee5 req-5d282a89-9b4b-4237-a42c-e4c6ed431481 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.592632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbccdd-ae9b-4bcc-84c5-26b5755f183f req-aadd5b71-bee0-4810-8c94-d92ac05fe01b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:53.594329 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fafbccdd-ae9b-4bcc-84c5-26b5755f183f req-aadd5b71-bee0-4810-8c94-d92ac05fe01b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 950 time: 0.1221075 Jul 27 20:56:53.603897 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ce5ff205-1eb2-48ba-bf80-3dfb866feee5 req-5d282a89-9b4b-4237-a42c-e4c6ed431481 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.604709 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.606653 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ce5ff205-1eb2-48ba-bf80-3dfb866feee5 req-5d282a89-9b4b-4237-a42c-e4c6ed431481 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:53.607745 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce5ff205-1eb2-48ba-bf80-3dfb866feee5 req-5d282a89-9b4b-4237-a42c-e4c6ed431481 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "DELETE /v2.0/security-groups/a719207c-454e-4e60-93b7-d525999f6bdf HTTP/1.1" status: 204 len: 173 time: 0.2264726 Jul 27 20:56:53.625355 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:53.630201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d282a89-9b4b-4237-a42c-e4c6ed431481 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a719207c-454e-4e60-93b7-d525999f6bdf,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:53.657431 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:53.658038 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 08569fd1-fc6f-415d-a07d-4fbe0fcc8728 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:53.669223 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fafbccdd-ae9b-4bcc-84c5-26b5755f183f req-fe32d4c9-b338-4bcc-8db3-69d43b499cf8 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663052 Jul 27 20:56:53.755471 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-ac224629-ad7d-4eb3-9910-af85b036bb36 req-8f0439db-624c-4b65-80c9-050438ca1178 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] show failed (client error): The resource could not be found. Jul 27 20:56:53.756504 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac224629-ad7d-4eb3-9910-af85b036bb36 req-8f0439db-624c-4b65-80c9-050438ca1178 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/a719207c-454e-4e60-93b7-d525999f6bdf HTTP/1.1" status: 404 len: 352 time: 0.0256467 Jul 27 20:56:53.825089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864109bb-95e6-4eb9-84a8-d28c6586050d req-83b8ba62-6cc9-4120-ae4c-ba3bd4b45962 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:53.827533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-864109bb-95e6-4eb9-84a8-d28c6586050d req-83b8ba62-6cc9-4120-ae4c-ba3bd4b45962 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.0883989 Jul 27 20:56:53.911279 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-864109bb-95e6-4eb9-84a8-d28c6586050d req-d9016b32-9ac2-4623-893a-5f7a74bc909a tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779343 Jul 27 20:56:53.913250 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfe899-5f48-423e-b2e0-e999f1bc1c05 req-d3d5157b-06e6-4e94-b64f-21dc8e43ccd4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:53.915589 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-afbfe899-5f48-423e-b2e0-e999f1bc1c05 req-d3d5157b-06e6-4e94-b64f-21dc8e43ccd4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 950 time: 0.1857982 Jul 27 20:56:53.963963 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e21e5-8832-4d0c-b073-de732456950d req-f26f668e-56b8-4670-a3bc-fcfb3cb04e15 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:53.965535 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-173e21e5-8832-4d0c-b073-de732456950d req-f26f668e-56b8-4670-a3bc-fcfb3cb04e15 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 943 time: 0.1104882 Jul 27 20:56:53.989717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] For port df778ef1-092b-479d-a17d-ce4c8616e2a8, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=df778ef1-092b-479d-a17d-ce4c8616e2a8,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:54.056244 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-173e21e5-8832-4d0c-b073-de732456950d req-df79079c-6751-4edc-97ba-ae79ab3915df tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833061 Jul 27 20:56:54.065755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] For port df778ef1-092b-479d-a17d-ce4c8616e2a8, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:54.126835 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1b739f-7c6b-4188-8eae-f9dd6db737d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df778ef1-092b-479d-a17d-ce4c8616e2a8'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:54.129670 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfa240a-be58-45e6-a1df-667e5170502b" -d '{"events": [{"server_uuid": "1a1b739f-7c6b-4188-8eae-f9dd6db737d2", "name": "network-vif-unplugged", "status": "completed", "tag": "df778ef1-092b-479d-a17d-ce4c8616e2a8"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:54.134771 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.144311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-afbfe899-5f48-423e-b2e0-e999f1bc1c05 req-eef2be9b-8f39-465c-8dd8-89421f43592e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Deleting port c9bfedf9-d153-4890-827b-79bd6c2e5edf {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:54.144806 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-afbfe899-5f48-423e-b2e0-e999f1bc1c05 req-eef2be9b-8f39-465c-8dd8-89421f43592e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.166254 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b5d29f99-e8b2-4837-9c93-8ccf6c6caed0 req-5d3f4cd7-dd78-47f9-ae35-bf1e42e6baaa tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/f7d00ec2-8a3d-49a2-aa62-925b7944851f HTTP/1.1" status: 200 len: 1800 time: 0.0716598 Jul 27 20:56:54.176391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dc780-975c-43fa-a73a-dd1a376cff95 req-7bd72a44-08fc-4c1b-9665-47a85e8ac253 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:54.178063 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba0dc780-975c-43fa-a73a-dd1a376cff95 req-7bd72a44-08fc-4c1b-9665-47a85e8ac253 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 946 time: 0.1500664 Jul 27 20:56:54.207779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Transition to ACTIVE for port object df778ef1-092b-479d-a17d-ce4c8616e2a8 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:56:54.217265 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.251119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba0dc780-975c-43fa-a73a-dd1a376cff95 req-415f613e-5afc-49c2-878b-af94203a8683 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648208 Jul 27 20:56:54.284039 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b5d29f99-e8b2-4837-9c93-8ccf6c6caed0 req-d9d97969-c1a2-4aac-b5a4-8decea73542a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.308830 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b5d29f99-e8b2-4837-9c93-8ccf6c6caed0 req-d9d97969-c1a2-4aac-b5a4-8decea73542a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.334930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] No DVR routers for this DVR port df778ef1-092b-479d-a17d-ce4c8616e2a8 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:54.339268 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-afbfe899-5f48-423e-b2e0-e999f1bc1c05 req-eef2be9b-8f39-465c-8dd8-89421f43592e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] For port c9bfedf9-d153-4890-827b-79bd6c2e5edf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9bfedf9-d153-4890-827b-79bd6c2e5edf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:54.339615 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-afbfe899-5f48-423e-b2e0-e999f1bc1c05 req-eef2be9b-8f39-465c-8dd8-89421f43592e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.351806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Pushing event updated for resources: {'Port': ['ID=df778ef1-092b-479d-a17d-ce4c8616e2a8,revision_number=6']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:54.381048 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b5d29f99-e8b2-4837-9c93-8ccf6c6caed0 req-d9d97969-c1a2-4aac-b5a4-8decea73542a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.384061 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b5d29f99-e8b2-4837-9c93-8ccf6c6caed0 req-d9d97969-c1a2-4aac-b5a4-8decea73542a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.396654 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b5d29f99-e8b2-4837-9c93-8ccf6c6caed0 req-d9d97969-c1a2-4aac-b5a4-8decea73542a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "DELETE /v2.0/security-groups/f7d00ec2-8a3d-49a2-aa62-925b7944851f HTTP/1.1" status: 204 len: 173 time: 0.2127507 Jul 27 20:56:54.409772 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28685946-1d98-42e8-8796-fc178e8878c5 x-openstack-request-id: req-28685946-1d98-42e8-8796-fc178e8878c5 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:54.410149 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1b739f-7c6b-4188-8eae-f9dd6db737d2", "name": "network-vif-unplugged", "status": "completed", "tag": "df778ef1-092b-479d-a17d-ce4c8616e2a8", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:54.410510 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28685946-1d98-42e8-8796-fc178e8878c5 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:54.411061 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1b739f-7c6b-4188-8eae-f9dd6db737d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df778ef1-092b-479d-a17d-ce4c8616e2a8', 'code': 200} Jul 27 20:56:54.425812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-afbfe899-5f48-423e-b2e0-e999f1bc1c05 req-eef2be9b-8f39-465c-8dd8-89421f43592e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Calling delete_port for c9bfedf9-d153-4890-827b-79bd6c2e5edf owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:54.431626 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d97969-c1a2-4aac-b5a4-8decea73542a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d00ec2-8a3d-49a2-aa62-925b7944851f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:54.444701 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-f7e0be61-e57c-4862-a678-10cce2586f81 req-937114b5-db9e-4b74-a196-5e9f596b748d tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] show failed (client error): The resource could not be found. Jul 27 20:56:54.463231 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Attempting to bind port df778ef1-092b-479d-a17d-ce4c8616e2a8 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:56:54.463449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Attempting to bind port df778ef1-092b-479d-a17d-ce4c8616e2a8 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:56:54.463779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Attempting to bind port df778ef1-092b-479d-a17d-ce4c8616e2a8 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:54.466482 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7e0be61-e57c-4862-a678-10cce2586f81 req-937114b5-db9e-4b74-a196-5e9f596b748d tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/f7d00ec2-8a3d-49a2-aa62-925b7944851f HTTP/1.1" status: 404 len: 352 time: 0.0464332 Jul 27 20:56:54.519363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Port df778ef1-092b-479d-a17d-ce4c8616e2a8 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:56:54.519686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Attempting to bind port df778ef1-092b-479d-a17d-ce4c8616e2a8 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:56:54.535068 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:56:54.535735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:56:54.535867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:56:54.536237 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Bound port: df778ef1-092b-479d-a17d-ce4c8616e2a8, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:56:54.536569 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.623891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] For port df778ef1-092b-479d-a17d-ce4c8616e2a8, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:56:54.627236 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] For port df778ef1-092b-479d-a17d-ce4c8616e2a8, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=df778ef1-092b-479d-a17d-ce4c8616e2a8,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:56:54.633429 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.645300 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17d6e3-71eb-4027-966f-1d08c7e8ec38 req-be08b44a-5c5d-4f14-9c3e-75658ea5b008 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:54.646591 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d17d6e3-71eb-4027-966f-1d08c7e8ec38 req-be08b44a-5c5d-4f14-9c3e-75658ea5b008 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 947 time: 0.1345522 Jul 27 20:56:54.688571 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8859af-3ffc-4d4c-ba99-6a9c1e949e05 req-0bd12f64-492c-4d55-bfed-6486fde9d305 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:54.689929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:54.690628 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.692263 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] 10.222.0.66 "PUT /v2.0/ports/df778ef1-092b-479d-a17d-ce4c8616e2a8 HTTP/1.1" status: 200 len: 1095 time: 1.2008836 Jul 27 20:56:54.697722 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c8859af-3ffc-4d4c-ba99-6a9c1e949e05 req-0bd12f64-492c-4d55-bfed-6486fde9d305 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.1342819 Jul 27 20:56:54.730505 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d17d6e3-71eb-4027-966f-1d08c7e8ec38 req-30a6cff7-eaa5-40e4-be4c-d6fe3189a762 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769055 Jul 27 20:56:54.760088 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c8859af-3ffc-4d4c-ba99-6a9c1e949e05 req-c6e7dec3-5001-4e6b-9df5-9ac6c66c91d9 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579922 Jul 27 20:56:54.760498 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccf92f-98ac-4d33-8c33-14f9a663a42a service neutron] Pushing event updated for resources: {'Port': ['ID=df778ef1-092b-479d-a17d-ce4c8616e2a8,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:54.840020 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-afbfe899-5f48-423e-b2e0-e999f1bc1c05 req-eef2be9b-8f39-465c-8dd8-89421f43592e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:54.850391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 34a37807-a73d-438b-bce2-8c6ab164189d details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:54.856355 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['48ca1259-7949-41a5-977e-c37d349da885', 'c9bfedf9-d153-4890-827b-79bd6c2e5edf'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:54.873469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0402c504-9d13-42dc-8489-973100102dcc req-8e6a0988-a74a-4899-b350-8727ceb52694 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57e8356d3d5f4a2b8072816c5364eae8 HTTP/1.1" status: 200 len: 6148 time: 0.0887198 Jul 27 20:56:54.912414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2be9b-8f39-465c-8dd8-89421f43592e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Pushing event deleted for resources: {'Port': ['ID=c9bfedf9-d153-4890-827b-79bd6c2e5edf,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:54.916409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-374ca65b-4e71-4700-94aa-22158d34c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:54.918157 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-374ca65b-4e71-4700-94aa-22158d34c7c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 1098 time: 0.1713662 Jul 27 20:56:54.927953 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1a022cd7-e984-471e-a4f8-55737392083d', '6b073743-c445-4ad4-978e-380863cb1265', '61f362a6-585f-4379-8708-98469226b058', 'fa8d4fd2-579a-44b3-b17e-3e28dd073ee4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:54.942106 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1201a5e4-2e66-4c2e-be8e-1e2309dae9f0 req-46f81e73-19c9-4e6f-af0b-b21b80254bc7 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90 HTTP/1.1" status: 200 len: 210 time: 0.0638905 Jul 27 20:56:55.020787 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0402c504-9d13-42dc-8489-973100102dcc req-3a752af1-8c58-4d69-9616-328dcc7350b7 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/bf7f6540-57a4-4983-92ad-921e511b4fc2 HTTP/1.1" status: 200 len: 2981 time: 0.1460886 Jul 27 20:56:55.117036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0402c504-9d13-42dc-8489-973100102dcc req-2613ba4e-cdb5-4c1f-b343-a7b6006bf429 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/bf7f6540-57a4-4983-92ad-921e511b4fc2 HTTP/1.1" status: 200 len: 2981 time: 0.0952904 Jul 27 20:56:55.156304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbfe899-5f48-423e-b2e0-e999f1bc1c05 req-eef2be9b-8f39-465c-8dd8-89421f43592e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] No DVR routers for this DVR port c9bfedf9-d153-4890-827b-79bd6c2e5edf on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:55.183436 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-afbfe899-5f48-423e-b2e0-e999f1bc1c05 req-eef2be9b-8f39-465c-8dd8-89421f43592e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.187771 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-afbfe899-5f48-423e-b2e0-e999f1bc1c05 req-eef2be9b-8f39-465c-8dd8-89421f43592e tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.20 "DELETE /v2.0/ports/c9bfedf9-d153-4890-827b-79bd6c2e5edf HTTP/1.1" status: 204 len: 173 time: 1.2646213 Jul 27 20:56:55.239162 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-dadf30cf-125d-462a-b0fa-09602293ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:55.242995 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-dadf30cf-125d-462a-b0fa-09602293ae6b service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.3137805 Jul 27 20:56:55.286793 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8bf9d-aecb-4fbc-a050-6d84db3d63b7 req-6846805d-4d90-4488-a174-5ede2488df65 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:55.295405 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74b8bf9d-aecb-4fbc-a050-6d84db3d63b7 req-6846805d-4d90-4488-a174-5ede2488df65 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1444807 Jul 27 20:56:55.317003 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-8ea9c21d-12a7-4298-9956-fd059768898c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=df778ef1-092b-479d-a17d-ce4c8616e2a8 HTTP/1.1" status: 200 len: 217 time: 0.0652859 Jul 27 20:56:55.329945 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fe7fb-97ca-4aea-8773-3919ceaff806 req-1f752e79-bea1-4f4a-956a-b7d64f51b893 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:55.331806 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d8fe7fb-97ca-4aea-8773-3919ceaff806 req-1f752e79-bea1-4f4a-956a-b7d64f51b893 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 943 time: 0.1414216 Jul 27 20:56:55.405688 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d8fe7fb-97ca-4aea-8773-3919ceaff806 req-49318461-35e1-4a09-96d2-5ba2b7f52451 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646095 Jul 27 20:56:55.406510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-d05fd4d1-af98-4c7e-ba2c-c89af223d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:55.408075 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-d05fd4d1-af98-4c7e-ba2c-c89af223d1ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0836902 Jul 27 20:56:55.408829 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74b8bf9d-aecb-4fbc-a050-6d84db3d63b7 req-74ef5a8e-2bae-4d84-93d2-e6771c3cb941 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126399 Jul 27 20:56:55.412572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 34a37807-a73d-438b-bce2-8c6ab164189d, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=34a37807-a73d-438b-bce2-8c6ab164189d,segment=NetworkSegment(70d48939-bd03-407b-91ae-43c6ff0fae26),segment_id=70d48939-bd03-407b-91ae-43c6ff0fae26)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:55.442422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '34a37807-a73d-438b-bce2-8c6ab164189d', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'port_id': '34a37807-a73d-438b-bce2-8c6ab164189d', 'mac_address': 'fa:16:3e:c7:d5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:55.460646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-e88414de-c9e6-4a7f-9ac5-9c6f7bb8088b req-b8c00238-bf79-4be1-8fff-1c8f0d9f7404 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1733790732', 'description': 'tempest-description-11877626'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:55.510288 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e88414de-c9e6-4a7f-9ac5-9c6f7bb8088b req-b8c00238-bf79-4be1-8fff-1c8f0d9f7404 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.567468 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-71da7096-3083-44d5-947f-f58e78b24ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:55.569566 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-71da7096-3083-44d5-947f-f58e78b24ebe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1405325 Jul 27 20:56:55.580931 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.608639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a37807-a73d-438b-bce2-8c6ab164189d {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:55.672346 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 34a37807-a73d-438b-bce2-8c6ab164189d, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=34a37807-a73d-438b-bce2-8c6ab164189d,segment=NetworkSegment(70d48939-bd03-407b-91ae-43c6ff0fae26),segment_id=70d48939-bd03-407b-91ae-43c6ff0fae26)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:55.682000 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.702392 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e88414de-c9e6-4a7f-9ac5-9c6f7bb8088b req-b8c00238-bf79-4be1-8fff-1c8f0d9f7404 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.721437 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e88414de-c9e6-4a7f-9ac5-9c6f7bb8088b req-b8c00238-bf79-4be1-8fff-1c8f0d9f7404 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.748894 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-37325125-8c25-4353-aa2d-6b27ab59c387 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707497 Jul 27 20:56:55.782801 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e88414de-c9e6-4a7f-9ac5-9c6f7bb8088b req-b8c00238-bf79-4be1-8fff-1c8f0d9f7404 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:55.785919 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e88414de-c9e6-4a7f-9ac5-9c6f7bb8088b req-b8c00238-bf79-4be1-8fff-1c8f0d9f7404 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3276262 Jul 27 20:56:55.801256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c00238-bf79-4be1-8fff-1c8f0d9f7404 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab58416f-9ce1-406a-a486-5639070c0bc9,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:55.808899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=34a37807-a73d-438b-bce2-8c6ab164189d,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:55.839004 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:55.848234 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:55.848829 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:55.848954 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c9cfb-ee0b-4e8d-ba9e-5d0b3f687c03 req-9a6472c8-27fb-497d-a5ce-51721b35c819 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:55.849450 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:55.849947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:55.850474 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:55.851532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:55.852065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:55.852555 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:55.853033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:55.853531 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:55.854015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:56:55.880577 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1a7c9cfb-ee0b-4e8d-ba9e-5d0b3f687c03 req-9a6472c8-27fb-497d-a5ce-51721b35c819 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 946 time: 0.3222923 Jul 27 20:56:55.949536 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a61cb3c8-b946-4cf0-a249-c799c2baa0a6 req-bec4e6c1-6421-4459-b936-3be8bbbcb7de service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838958 Jul 27 20:56:55.977847 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1a7c9cfb-ee0b-4e8d-ba9e-5d0b3f687c03 req-2b4887ee-f285-4cd3-a2c6-638d8bd481fc tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962338 Jul 27 20:56:56.026513 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3191829-db57-42ec-84e5-e332c58db334 req-92717304-2ede-456a-80c9-494bbe38a320 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:56.034581 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3191829-db57-42ec-84e5-e332c58db334 req-92717304-2ede-456a-80c9-494bbe38a320 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 947 time: 0.1316521 Jul 27 20:56:56.089907 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3191829-db57-42ec-84e5-e332c58db334 req-684e6256-83e3-45ba-953f-a84a728cf075 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538428 Jul 27 20:56:56.114543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-976d0ca5-63d2-4f14-a72f-6f980c2bade4 req-14e0e7ab-90e0-4b79-8b93-9fff473e4543 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1780738724', 'description': 'tempest-description-1788915730'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:56.151314 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-976d0ca5-63d2-4f14-a72f-6f980c2bade4 req-14e0e7ab-90e0-4b79-8b93-9fff473e4543 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.249192 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe4a7f-166d-439e-ba72-8d6a7886b1cc req-3be4bb65-0c2b-464f-b5f3-91f25735b34b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:56.250789 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4fe4a7f-166d-439e-ba72-8d6a7886b1cc req-3be4bb65-0c2b-464f-b5f3-91f25735b34b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.1107097 Jul 27 20:56:56.283321 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['34a37807-a73d-438b-bce2-8c6ab164189d'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:56.313928 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-976d0ca5-63d2-4f14-a72f-6f980c2bade4 req-14e0e7ab-90e0-4b79-8b93-9fff473e4543 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.318609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4fe4a7f-166d-439e-ba72-8d6a7886b1cc req-c49e69ab-c7af-4011-a7ea-06d1c6e071b4 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612104 Jul 27 20:56:56.320781 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-976d0ca5-63d2-4f14-a72f-6f980c2bade4 req-14e0e7ab-90e0-4b79-8b93-9fff473e4543 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.359666 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-976d0ca5-63d2-4f14-a72f-6f980c2bade4 req-14e0e7ab-90e0-4b79-8b93-9fff473e4543 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:56.360890 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-976d0ca5-63d2-4f14-a72f-6f980c2bade4 req-14e0e7ab-90e0-4b79-8b93-9fff473e4543 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2512205 Jul 27 20:56:56.361607 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0e7ab-90e0-4b79-8b93-9fff473e4543 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c299bf-a707-487d-bdc9-952526fa072d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:56.412032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1b739f-7c6b-4188-8eae-f9dd6db737d2', 'tag': 'df778ef1-092b-479d-a17d-ce4c8616e2a8'}, {'server_uuid': '1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90', 'name': 'network-vif-deleted', 'tag': 'c9bfedf9-d153-4890-827b-79bd6c2e5edf'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:56.415676 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374e083a-ef0a-4dce-a14f-f7703c9b4838" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1b739f-7c6b-4188-8eae-f9dd6db737d2", "tag": "df778ef1-092b-479d-a17d-ce4c8616e2a8"}, {"server_uuid": "1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90", "name": "network-vif-deleted", "tag": "c9bfedf9-d153-4890-827b-79bd6c2e5edf"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:56.540113 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191f00c6-4942-4e98-b5f4-0ebe17417fca x-openstack-request-id: req-191f00c6-4942-4e98-b5f4-0ebe17417fca {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:56.540454 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1b739f-7c6b-4188-8eae-f9dd6db737d2", "tag": "df778ef1-092b-479d-a17d-ce4c8616e2a8", "status": "completed", "code": 200}, {"server_uuid": "1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90", "name": "network-vif-deleted", "tag": "c9bfedf9-d153-4890-827b-79bd6c2e5edf", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:56.540722 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-191f00c6-4942-4e98-b5f4-0ebe17417fca {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:56.541235 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1b739f-7c6b-4188-8eae-f9dd6db737d2', 'tag': 'df778ef1-092b-479d-a17d-ce4c8616e2a8', 'status': 'completed', 'code': 200} Jul 27 20:56:56.542089 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4e5d95-5ec7-4b7d-b8d4-56e349bc6e90', 'name': 'network-vif-deleted', 'tag': 'c9bfedf9-d153-4890-827b-79bd6c2e5edf', 'status': 'completed', 'code': 200} Jul 27 20:56:56.682823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-104d529c-25b3-4321-8ab9-01d73515701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:56.684793 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-104d529c-25b3-4321-8ab9-01d73515701a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 1098 time: 0.1244125 Jul 27 20:56:56.712713 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-6964d171-7b21-41a9-8113-53af48c6064a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:56.715292 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-6964d171-7b21-41a9-8113-53af48c6064a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 1098 time: 0.1453013 Jul 27 20:56:56.744285 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174eeaaf-eecc-4611-bdb6-6ae098a51efa req-d4d33038-4159-457b-a727-3fc47dfd489f tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:56.745878 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-174eeaaf-eecc-4611-bdb6-6ae098a51efa req-d4d33038-4159-457b-a727-3fc47dfd489f tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 944 time: 0.1173320 Jul 27 20:56:56.801203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec18d89-a0e4-47fe-a692-a9264b439882 req-ec37c968-bc95-4066-903c-6346658ad87f tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:56.803216 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ec18d89-a0e4-47fe-a692-a9264b439882 req-ec37c968-bc95-4066-903c-6346658ad87f tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1133575 Jul 27 20:56:56.811001 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-174eeaaf-eecc-4611-bdb6-6ae098a51efa req-873483b6-0997-4edd-9c76-c568c71b9b3d tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553937 Jul 27 20:56:56.861790 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ec18d89-a0e4-47fe-a692-a9264b439882 req-0357004e-d11f-4b14-9035-70d932d9da6d tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472167 Jul 27 20:56:56.999406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-bb284d78-811a-4d82-8b92-af1750169287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:57.002523 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-bb284d78-811a-4d82-8b92-af1750169287 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.3074107 Jul 27 20:56:57.006693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-49364447-eb0d-4568-8adc-5d5be32cacc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:57.009276 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-49364447-eb0d-4568-8adc-5d5be32cacc0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.2768312 Jul 27 20:56:57.067462 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-f0458739-4da3-468b-9dd5-d003d3f3ecbc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=df778ef1-092b-479d-a17d-ce4c8616e2a8 HTTP/1.1" status: 200 len: 217 time: 0.0525064 Jul 27 20:56:57.079290 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-947a7ffe-7c12-4cc4-8261-31a92b920c1e tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:57.087607 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-947a7ffe-7c12-4cc4-8261-31a92b920c1e tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/networks?id=77751492-e898-494d-817c-4c0bedb5dc79 HTTP/1.1" status: 200 len: 812 time: 0.1649773 Jul 27 20:56:57.104821 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-12540e21-734a-40fe-a706-ca1a65b706da tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/quotas/57e8356d3d5f4a2b8072816c5364eae8 HTTP/1.1" status: 200 len: 375 time: 0.0162702 Jul 27 20:56:57.126744 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-a9c22342-f320-4a0b-a7d4-2050874961b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=df778ef1-092b-479d-a17d-ce4c8616e2a8 HTTP/1.1" status: 200 len: 217 time: 0.1038945 Jul 27 20:56:57.202623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-a35e2444-f06c-4aa3-84f2-53ed0f330a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:57.204264 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-a35e2444-f06c-4aa3-84f2-53ed0f330a3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0889156 Jul 27 20:56:57.211768 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-1e9e2e01-4240-4592-a5cf-e5181de9f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:57.213428 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-1e9e2e01-4240-4592-a5cf-e5181de9f016 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0676868 Jul 27 20:56:57.227202 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5494e5-c134-42fc-bf68-f060647f4618 req-e00bca86-d3ac-4f42-a8af-19134b2fdfa3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:57.228861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa5494e5-c134-42fc-bf68-f060647f4618 req-e00bca86-d3ac-4f42-a8af-19134b2fdfa3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 946 time: 0.1138387 Jul 27 20:56:57.238774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-374c4419-346d-4a2a-84ac-12761643712a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=57e8356d3d5f4a2b8072816c5364eae8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1329792 Jul 27 20:56:57.316222 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-f564fbdb-482a-4c5f-8c5b-5db82fc650fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:57.317842 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-f564fbdb-482a-4c5f-8c5b-5db82fc650fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034558 Jul 27 20:56:57.321858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-e4bcd7ad-7275-4e49-856e-eef5750e9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:57.323255 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-e4bcd7ad-7275-4e49-856e-eef5750e9b76 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808876 Jul 27 20:56:57.329419 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa5494e5-c134-42fc-bf68-f060647f4618 req-a8ef5f46-c05f-4645-b731-018b2c4eff34 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894086 Jul 27 20:56:57.378933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-ef737975-40d6-442d-9a77-431ac8786c52 service neutron] 10.222.0.55 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364045 Jul 27 20:56:57.527610 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-f65e18b9-3343-4b1c-b624-aad4d503c707 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998682 Jul 27 20:56:57.529325 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-994b3576-cb33-46ee-8fa5-c5408e3d77f2 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934447 Jul 27 20:56:57.627588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:56:57.641098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9bfedf9-d153-4890-827b-79bd6c2e5edf no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:57.676651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: c9bfedf9-d153-4890-827b-79bd6c2e5edf {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:56:57.677424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9bfedf9-d153-4890-827b-79bd6c2e5edf not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:57.678376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:57.840600 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-94c10223-9818-4e0a-b875-adb9a93ad3ad service neutron] 10.222.0.55 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574709 Jul 27 20:56:57.863747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638cc4b-ca40-41b9-9fa8-17be2bf89d70 req-ebbdcdc3-de58-4589-a7a8-359f4bfdb803 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:57.876811 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7638cc4b-ca40-41b9-9fa8-17be2bf89d70 req-ebbdcdc3-de58-4589-a7a8-359f4bfdb803 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e22865c4-1328-4351-ab9e-4773fbe1b639 HTTP/1.1" status: 200 len: 949 time: 0.4435558 Jul 27 20:56:57.880256 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:57.925289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6028ff9-690f-43c1-8d48-2937dc566aab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:57.927647 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2a6204-391f-4826-9dac-441cfee03353" -d '{"events": [{"server_uuid": "e6028ff9-690f-43c1-8d48-2937dc566aab", "name": "network-vif-unplugged", "status": "completed", "tag": "0059e62c-b2a1-4deb-8ad6-2dff4c96edbf"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:57.953047 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:57.962952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:57.965631 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:57.966384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device df778ef1-092b-479d-a17d-ce4c8616e2a8 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:56:57.981236 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7638cc4b-ca40-41b9-9fa8-17be2bf89d70 req-d1149ca8-b11b-4911-8eea-c52d9be2bef1 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965450 Jul 27 20:56:58.031189 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf', 'mac_address': 'fa:16:3e:56:5a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:56:58.047235 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-8b57015b-dbc4-474f-b47f-d1bcd87ff75a service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103130 Jul 27 20:56:58.049266 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-374e083a-ef0a-4dce-a14f-f7703c9b4838 req-f811ed63-64d9-40ad-8100-70d96e178ced service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033605 Jul 27 20:56:58.231304 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfebcad-2c83-4ab9-9ae3-e0120f103f4e req-67975c99-c0da-4e34-9bdd-b3267ee310e3 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:58.233116 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fdfebcad-2c83-4ab9-9ae3-e0120f103f4e req-67975c99-c0da-4e34-9bdd-b3267ee310e3 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 947 time: 0.1544073 Jul 27 20:56:58.271630 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device df778ef1-092b-479d-a17d-ce4c8616e2a8 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:56:58.279790 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.280885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e143e15-8c83-4fe6-94ab-f1bcb06713c2 req-4c942ecc-a9bd-49d1-80a0-afe2fe8b6cc3 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:58.282607 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e143e15-8c83-4fe6-94ab-f1bcb06713c2 req-4c942ecc-a9bd-49d1-80a0-afe2fe8b6cc3 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.1474640 Jul 27 20:56:58.294439 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:58.302020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:56:58.314084 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fdfebcad-2c83-4ab9-9ae3-e0120f103f4e req-a4f77d95-747b-4bb8-b800-bd88a2452ce5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721781 Jul 27 20:56:58.326127 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:58.330543 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.349631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e143e15-8c83-4fe6-94ab-f1bcb06713c2 req-fc039c39-872b-4272-9ce8-a45de06556a4 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533950 Jul 27 20:56:58.388459 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,revision_number=10']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:58.527920 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89479ef0-cd67-4f98-a0f3-6f78ed9a0c83 req-d98afc45-52c2-4b11-8ff0-670170a48382 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:58.529506 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89479ef0-cd67-4f98-a0f3-6f78ed9a0c83 req-d98afc45-52c2-4b11-8ff0-670170a48382 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 944 time: 0.1050639 Jul 27 20:56:58.589594 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89479ef0-cd67-4f98-a0f3-6f78ed9a0c83 req-9484b638-1c47-414f-82cc-4833fa607e90 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525811 Jul 27 20:56:58.602162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a6317-1e5b-4f42-995b-e6f3c37ef95c req-de89aff8-358f-4ef5-ba42-20e51281e779 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:58.603962 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-402a6317-1e5b-4f42-995b-e6f3c37ef95c req-de89aff8-358f-4ef5-ba42-20e51281e779 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 950 time: 0.1190851 Jul 27 20:56:58.642455 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10404961-5823-4fe2-8467-9eedf8df391a x-openstack-request-id: req-10404961-5823-4fe2-8467-9eedf8df391a {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:58.642990 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6028ff9-690f-43c1-8d48-2937dc566aab", "name": "network-vif-unplugged", "status": "completed", "tag": "0059e62c-b2a1-4deb-8ad6-2dff4c96edbf", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:58.643248 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10404961-5823-4fe2-8467-9eedf8df391a {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:58.643649 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6028ff9-690f-43c1-8d48-2937dc566aab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf', 'code': 200} Jul 27 20:56:58.654617 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-402a6317-1e5b-4f42-995b-e6f3c37ef95c req-ff2e9d4c-2092-4016-91c5-8d54d4a0d1ce tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434825 Jul 27 20:56:58.696962 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['0059e62c-b2a1-4deb-8ad6-2dff4c96edbf'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:58.731721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56c7e-a370-45ea-b6e3-057b7867dc56 req-080d2635-eb8a-474d-a6e9-368ad1e73541 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:58.733429 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c6a56c7e-a370-45ea-b6e3-057b7867dc56 req-080d2635-eb8a-474d-a6e9-368ad1e73541 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d26cee6d-6f6c-4dea-8183-e188cd94c5cb HTTP/1.1" status: 200 len: 950 time: 0.1048381 Jul 27 20:56:58.768006 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03160f6e-0918-4d80-a572-4d50217cf227 req-767ba39e-f8ee-4d4a-82e1-2555cf3862de tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 210 time: 0.0659425 Jul 27 20:56:58.818337 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1470f-d98d-4d80-bda8-3df7f63c0b49 req-7d99823d-d615-4e05-8d3f-ea133840ed23 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:58.820107 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24b1470f-d98d-4d80-bda8-3df7f63c0b49 req-7d99823d-d615-4e05-8d3f-ea133840ed23 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 946 time: 0.0823371 Jul 27 20:56:58.871621 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24b1470f-d98d-4d80-bda8-3df7f63c0b49 req-7de876cd-f71e-440f-82a7-f894c55653c9 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442431 Jul 27 20:56:58.872288 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-c6a56c7e-a370-45ea-b6e3-057b7867dc56 req-c16b7fe5-ea9e-4b3b-9e35-1a5b671650fb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Deleting port 48ca1259-7949-41a5-977e-c37d349da885 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:58.872637 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6a56c7e-a370-45ea-b6e3-057b7867dc56 req-c16b7fe5-ea9e-4b3b-9e35-1a5b671650fb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.965564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c6a56c7e-a370-45ea-b6e3-057b7867dc56 req-c16b7fe5-ea9e-4b3b-9e35-1a5b671650fb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] For port 48ca1259-7949-41a5-977e-c37d349da885, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=48ca1259-7949-41a5-977e-c37d349da885,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:58.965922 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6a56c7e-a370-45ea-b6e3-057b7867dc56 req-c16b7fe5-ea9e-4b3b-9e35-1a5b671650fb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:58.979260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-c6a56c7e-a370-45ea-b6e3-057b7867dc56 req-c16b7fe5-ea9e-4b3b-9e35-1a5b671650fb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Calling delete_port for 48ca1259-7949-41a5-977e-c37d349da885 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:59.136268 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6a56c7e-a370-45ea-b6e3-057b7867dc56 req-c16b7fe5-ea9e-4b3b-9e35-1a5b671650fb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.149432 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1a022cd7-e984-471e-a4f8-55737392083d', '6b073743-c445-4ad4-978e-380863cb1265', '61f362a6-585f-4379-8708-98469226b058', 'fa8d4fd2-579a-44b3-b17e-3e28dd073ee4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:59.176865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b7fe5-ea9e-4b3b-9e35-1a5b671650fb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Pushing event deleted for resources: {'Port': ['ID=48ca1259-7949-41a5-977e-c37d349da885,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:56:59.183845 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97368dae-ad9f-4bad-8017-54f3a026747a req-fc5e30a6-2dbf-49c3-86cf-148697481c7d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:59.192571 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97368dae-ad9f-4bad-8017-54f3a026747a req-fc5e30a6-2dbf-49c3-86cf-148697481c7d tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=e22865c4-1328-4351-ab9e-4773fbe1b639 HTTP/1.1" status: 200 len: 949 time: 0.0989113 Jul 27 20:56:59.245458 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a56c7e-a370-45ea-b6e3-057b7867dc56 req-c16b7fe5-ea9e-4b3b-9e35-1a5b671650fb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] No DVR routers for this DVR port 48ca1259-7949-41a5-977e-c37d349da885 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:56:59.248357 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6a56c7e-a370-45ea-b6e3-057b7867dc56 req-c16b7fe5-ea9e-4b3b-9e35-1a5b671650fb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.250603 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c6a56c7e-a370-45ea-b6e3-057b7867dc56 req-c16b7fe5-ea9e-4b3b-9e35-1a5b671650fb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.20 "DELETE /v2.0/ports/48ca1259-7949-41a5-977e-c37d349da885 HTTP/1.1" status: 204 len: 173 time: 0.5054660 Jul 27 20:56:59.251066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26cee6d-6f6c-4dea-8183-e188cd94c5cb', 'name': 'network-vif-deleted', 'tag': '48ca1259-7949-41a5-977e-c37d349da885'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:56:59.253751 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93acf1c0-4fa2-4f4f-b780-3e9a57b3b795" -d '{"events": [{"server_uuid": "d26cee6d-6f6c-4dea-8183-e188cd94c5cb", "name": "network-vif-deleted", "tag": "48ca1259-7949-41a5-977e-c37d349da885"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:56:59.305501 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bf26e2-d457-493b-9648-4da118083430 x-openstack-request-id: req-37bf26e2-d457-493b-9648-4da118083430 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:56:59.305795 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26cee6d-6f6c-4dea-8183-e188cd94c5cb", "name": "network-vif-deleted", "tag": "48ca1259-7949-41a5-977e-c37d349da885", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:56:59.306048 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-37bf26e2-d457-493b-9648-4da118083430 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:56:59.306482 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26cee6d-6f6c-4dea-8183-e188cd94c5cb', 'name': 'network-vif-deleted', 'tag': '48ca1259-7949-41a5-977e-c37d349da885', 'status': 'completed', 'code': 200} Jul 27 20:56:59.333526 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97368dae-ad9f-4bad-8017-54f3a026747a req-837810ba-f50b-4281-91f5-c06721b489e4 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399853 Jul 27 20:56:59.417886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-04960010-7065-4c5b-bf96-378a752939bf tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:59.419677 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-04960010-7065-4c5b-bf96-378a752939bf tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.20 "GET /v2.0/networks?id=77751492-e898-494d-817c-4c0bedb5dc79 HTTP/1.1" status: 200 len: 812 time: 0.1995387 Jul 27 20:56:59.438960 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['48ca1259-7949-41a5-977e-c37d349da885'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:56:59.439758 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-2673b6a3-bbf3-46a3-a5c3-d80212e02df1 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Request body: {'port': {'device_id': '8d069726-ce67-48a6-b2fa-3bb580dcb113', 'network_id': '77751492-e898-494d-817c-4c0bedb5dc79', 'admin_state_up': True, 'tenant_id': '57e8356d3d5f4a2b8072816c5364eae8'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:56:59.563108 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7062ee-500d-4102-a11a-875d6a22b729 req-cff6508e-6b56-45fa-9cf5-a323dbd11b50 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:59.564803 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b7062ee-500d-4102-a11a-875d6a22b729 req-cff6508e-6b56-45fa-9cf5-a323dbd11b50 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "GET /v2.0/ports?device_id=e22865c4-1328-4351-ab9e-4773fbe1b639 HTTP/1.1" status: 200 len: 949 time: 0.1094441 Jul 27 20:56:59.654952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:56:59.691040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f9656-bb33-410c-b689-cd6b0b231e16 req-3e51aa5d-dd0c-45ac-b51b-173c040c09ea tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:59.699834 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c12f9656-bb33-410c-b689-cd6b0b231e16 req-3e51aa5d-dd0c-45ac-b51b-173c040c09ea tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.1978748 Jul 27 20:56:59.740552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-0b7062ee-500d-4102-a11a-875d6a22b729 req-04857957-0ebc-4d4a-ac96-7ed40c0cb7cf tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Deleting port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:56:59.741171 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b7062ee-500d-4102-a11a-875d6a22b729 req-04857957-0ebc-4d4a-ac96-7ed40c0cb7cf tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.743313 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4095593-18ea-43dd-89a2-237495103f5c req-03a5b4c8-0648-4cd9-baf9-57d4fc4748b1 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:56:59.746835 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b4095593-18ea-43dd-89a2-237495103f5c req-03a5b4c8-0648-4cd9-baf9-57d4fc4748b1 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 947 time: 0.2401903 Jul 27 20:56:59.752101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-2673b6a3-bbf3-46a3-a5c3-d80212e02df1 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Made reservation on behalf of 57e8356d3d5f4a2b8072816c5364eae8 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:56:59.756280 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-2673b6a3-bbf3-46a3-a5c3-d80212e02df1 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.829577 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:56:59.830828 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.860762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0b7062ee-500d-4102-a11a-875d6a22b729 req-04857957-0ebc-4d4a-ac96-7ed40c0cb7cf tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] For port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=fa8d4fd2-579a-44b3-b17e-3e28dd073ee4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:56:59.861132 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b7062ee-500d-4102-a11a-875d6a22b729 req-04857957-0ebc-4d4a-ac96-7ed40c0cb7cf tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:56:59.869177 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c12f9656-bb33-410c-b689-cd6b0b231e16 req-9f4dd235-193d-40be-92a9-3cf8800d05ba tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684546 Jul 27 20:56:59.902413 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-0b7062ee-500d-4102-a11a-875d6a22b729 req-04857957-0ebc-4d4a-ac96-7ed40c0cb7cf tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Calling delete_port for fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:56:59.957590 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b4095593-18ea-43dd-89a2-237495103f5c req-2ebd0388-aca6-4a71-9c5d-11c2645254cc tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978540 Jul 27 20:57:00.013290 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.016486 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-2673b6a3-bbf3-46a3-a5c3-d80212e02df1 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Allocated IP 172.20.0.9 (77751492-e898-494d-817c-4c0bedb5dc79/9e76974c-a54e-40f9-ab79-de33a8fc3f3b/b70ca569-b765-494e-8d60-d8d6b07df444) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:00.073165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:00.078816 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.082064 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 48ca1259-7949-41a5-977e-c37d349da885 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:00.182854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 48ca1259-7949-41a5-977e-c37d349da885 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:00.183086 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 48ca1259-7949-41a5-977e-c37d349da885 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:00.208865 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b7062ee-500d-4102-a11a-875d6a22b729 req-04857957-0ebc-4d4a-ac96-7ed40c0cb7cf tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.217424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,revision_number=11']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:00.245073 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04857957-0ebc-4d4a-ac96-7ed40c0cb7cf tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Pushing event deleted for resources: {'Port': ['ID=fa8d4fd2-579a-44b3-b17e-3e28dd073ee4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:00.309165 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7062ee-500d-4102-a11a-875d6a22b729 req-04857957-0ebc-4d4a-ac96-7ed40c0cb7cf tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] No DVR routers for this DVR port fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:00.313728 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b7062ee-500d-4102-a11a-875d6a22b729 req-04857957-0ebc-4d4a-ac96-7ed40c0cb7cf tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.316916 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b7062ee-500d-4102-a11a-875d6a22b729 req-04857957-0ebc-4d4a-ac96-7ed40c0cb7cf tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "DELETE /v2.0/ports/fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 HTTP/1.1" status: 204 len: 173 time: 0.7401748 Jul 27 20:57:00.379372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710573c6-8908-4eed-9ed7-10737e2c3b0d req-45501fc9-7dac-412c-85c1-0adc85da2360 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:00.380961 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-710573c6-8908-4eed-9ed7-10737e2c3b0d req-45501fc9-7dac-412c-85c1-0adc85da2360 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 951 time: 0.2315619 Jul 27 20:57:00.389636 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b5be6-5359-4735-a922-482891ddee66 req-178170b8-fa66-4751-a0df-c74caef2ff23 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:00.391182 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f6b5be6-5359-4735-a922-482891ddee66 req-178170b8-fa66-4751-a0df-c74caef2ff23 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 944 time: 0.2665238 Jul 27 20:57:00.397188 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-2673b6a3-bbf3-46a3-a5c3-d80212e02df1 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.479792 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-710573c6-8908-4eed-9ed7-10737e2c3b0d req-40a20ad3-6f91-48b9-bab6-e683d19b18c8 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857015 Jul 27 20:57:00.484430 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f6b5be6-5359-4735-a922-482891ddee66 req-78310500-960c-4032-8318-b25ac3dadf5f tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822237 Jul 27 20:57:00.535689 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-2673b6a3-bbf3-46a3-a5c3-d80212e02df1 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.562979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['e0c50947-71bd-4527-b447-6108267ba66e'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:00.645608 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6028ff9-690f-43c1-8d48-2937dc566aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:00.649235 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a67b4d-ae57-4e85-beb0-2fae95e7a56e" -d '{"events": [{"server_uuid": "e6028ff9-690f-43c1-8d48-2937dc566aab", "name": "network-vif-plugged", "status": "completed", "tag": "0059e62c-b2a1-4deb-8ad6-2dff4c96edbf"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:00.677912 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-2673b6a3-bbf3-46a3-a5c3-d80212e02df1 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Network 77751492-e898-494d-817c-4c0bedb5dc79 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:00.690768 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-2673b6a3-bbf3-46a3-a5c3-d80212e02df1 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:00.701196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-2673b6a3-bbf3-46a3-a5c3-d80212e02df1 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:00.733561 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673b6a3-bbf3-46a3-a5c3-d80212e02df1 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event updated for resources: {'Port': ['ID=b70ca569-b765-494e-8d60-d8d6b07df444,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:00.792425 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-2673b6a3-bbf3-46a3-a5c3-d80212e02df1 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:00.793090 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-2673b6a3-bbf3-46a3-a5c3-d80212e02df1 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:00.830195 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-2673b6a3-bbf3-46a3-a5c3-d80212e02df1 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3961818 Jul 27 20:57:00.843067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 34a37807-a73d-438b-bce2-8c6ab164189d up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:00.844037 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4adce-9a51-4ce5-b08b-8d498b5769ad req-1737771b-3543-466a-a011-b9a4be5398dc tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:00.846146 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b1b4adce-9a51-4ce5-b08b-8d498b5769ad req-1737771b-3543-466a-a011-b9a4be5398dc tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 946 time: 0.2475483 Jul 27 20:57:00.859052 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d730b0-8ccc-4a41-b1bc-731d1a5d3418 req-586a0a1d-f2f5-4360-9905-e6f7add40546 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:00.867181 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-87d730b0-8ccc-4a41-b1bc-731d1a5d3418 req-586a0a1d-f2f5-4360-9905-e6f7add40546 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 931 time: 0.2716742 Jul 27 20:57:00.877766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Request body: {'port': {'device_id': '8d069726-ce67-48a6-b2fa-3bb580dcb113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:00.948167 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 34a37807-a73d-438b-bce2-8c6ab164189d completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:00.953156 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 34a37807-a73d-438b-bce2-8c6ab164189d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:00.953613 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:01.009802 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-87d730b0-8ccc-4a41-b1bc-731d1a5d3418 req-357132c9-9a7d-48f3-9af6-efcab0514d04 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415532 Jul 27 20:57:01.026815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b1b4adce-9a51-4ce5-b08b-8d498b5769ad req-a6549d77-ed2c-4f0d-93ad-140cbdf26139 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461115 Jul 27 20:57:01.053558 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:01.065512 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:01.095679 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85df2d1-7173-46f6-9626-d8d86e48b1f1 x-openstack-request-id: req-b85df2d1-7173-46f6-9626-d8d86e48b1f1 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:01.096150 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6028ff9-690f-43c1-8d48-2937dc566aab", "name": "network-vif-plugged", "status": "completed", "tag": "0059e62c-b2a1-4deb-8ad6-2dff4c96edbf", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:01.096412 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b85df2d1-7173-46f6-9626-d8d86e48b1f1 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:01.096852 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6028ff9-690f-43c1-8d48-2937dc566aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf', 'code': 200} Jul 27 20:57:01.100504 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 34a37807-a73d-438b-bce2-8c6ab164189d, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=34a37807-a73d-438b-bce2-8c6ab164189d,segment=NetworkSegment(70d48939-bd03-407b-91ae-43c6ff0fae26),segment_id=70d48939-bd03-407b-91ae-43c6ff0fae26)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:01.107424 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:01.108794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:01.167519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:01.168537 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device fa8d4fd2-579a-44b3-b17e-3e28dd073ee4 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:01.204870 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=34a37807-a73d-438b-bce2-8c6ab164189d,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:01.286863 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c96d9-a274-4ab2-9c3c-43a689dc70da req-955fb26d-b307-45c2-8d04-8b5d11bac3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:01.289015 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-249c96d9-a274-4ab2-9c3c-43a689dc70da req-955fb26d-b307-45c2-8d04-8b5d11bac3ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 1102 time: 0.0589530 Jul 27 20:57:01.306969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22865c4-1328-4351-ab9e-4773fbe1b639', 'name': 'network-vif-deleted', 'tag': 'fa8d4fd2-579a-44b3-b17e-3e28dd073ee4'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:01.309269 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b66c71-135f-401a-9312-0cc224696eef" -d '{"events": [{"server_uuid": "e22865c4-1328-4351-ab9e-4773fbe1b639", "name": "network-vif-deleted", "tag": "fa8d4fd2-579a-44b3-b17e-3e28dd073ee4"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:01.335964 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-249c96d9-a274-4ab2-9c3c-43a689dc70da req-cfced4ad-a5d5-4206-851e-5555e4959324 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365798 Jul 27 20:57:01.396884 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37e7c7-3640-4148-8b93-619926e256fa req-7cd12cc7-720a-4222-b231-392ebf74cd80 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:01.398458 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f37e7c7-3640-4148-8b93-619926e256fa req-7cd12cc7-720a-4222-b231-392ebf74cd80 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 947 time: 0.1886568 Jul 27 20:57:01.407511 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91085024-f52a-41b2-8519-cd2c6b76aaf4 req-fb0ce612-7ef0-4b01-b5e1-c18ff60795e2 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:01.408954 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91085024-f52a-41b2-8519-cd2c6b76aaf4 req-fb0ce612-7ef0-4b01-b5e1-c18ff60795e2 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.2004859 Jul 27 20:57:01.422375 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1a022cd7-e984-471e-a4f8-55737392083d', '6b073743-c445-4ad4-978e-380863cb1265', '61f362a6-585f-4379-8708-98469226b058'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:01.497070 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f37e7c7-3640-4148-8b93-619926e256fa req-24842696-f6f2-4025-9aed-3c49b9356171 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854135 Jul 27 20:57:01.512226 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91085024-f52a-41b2-8519-cd2c6b76aaf4 req-7fbc9225-9024-4489-8a3c-b3b252f2a061 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877090 Jul 27 20:57:01.563007 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70ca569-b765-494e-8d60-d8d6b07df444 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:01.572712 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:01.588524 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Transition to ACTIVE for port object b70ca569-b765-494e-8d60-d8d6b07df444 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:01.593660 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:01.614744 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7023b046-2051-4c87-b8f9-a07755d76f77 x-openstack-request-id: req-7023b046-2051-4c87-b8f9-a07755d76f77 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:01.615040 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22865c4-1328-4351-ab9e-4773fbe1b639", "name": "network-vif-deleted", "tag": "fa8d4fd2-579a-44b3-b17e-3e28dd073ee4", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:01.615293 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7023b046-2051-4c87-b8f9-a07755d76f77 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:01.615730 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22865c4-1328-4351-ab9e-4773fbe1b639', 'name': 'network-vif-deleted', 'tag': 'fa8d4fd2-579a-44b3-b17e-3e28dd073ee4', 'status': 'completed', 'code': 200} Jul 27 20:57:01.664145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Pushing event updated for resources: {'Port': ['ID=b70ca569-b765-494e-8d60-d8d6b07df444,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:01.815404 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Attempting to bind port b70ca569-b765-494e-8d60-d8d6b07df444 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:01.815743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Attempting to bind port b70ca569-b765-494e-8d60-d8d6b07df444 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '19708875-46a8-4d4a-860f-8d2d45e2e7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '77751492-e898-494d-817c-4c0bedb5dc79'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:01.816078 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Attempting to bind port b70ca569-b765-494e-8d60-d8d6b07df444 on network 77751492-e898-494d-817c-4c0bedb5dc79 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:01.837651 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dc733-deea-4a96-81c4-dd08f75dfc8e req-1d88624a-29bb-4f39-9376-bdc6c023691e tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:01.839300 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1a6dc733-deea-4a96-81c4-dd08f75dfc8e req-1d88624a-29bb-4f39-9376-bdc6c023691e tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 951 time: 0.1776168 Jul 27 20:57:01.839923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Port b70ca569-b765-494e-8d60-d8d6b07df444 on network 77751492-e898-494d-817c-4c0bedb5dc79 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:57:01.840999 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Attempting to bind port b70ca569-b765-494e-8d60-d8d6b07df444 on network 77751492-e898-494d-817c-4c0bedb5dc79 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:01.861306 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf184ea-7347-4473-b92e-fb56911c0804 req-5dea2e8b-50fc-4c2a-8c6d-d3ce41bbf176 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:01.862817 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ebf184ea-7347-4473-b92e-fb56911c0804 req-5dea2e8b-50fc-4c2a-8c6d-d3ce41bbf176 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 945 time: 0.1718519 Jul 27 20:57:01.863575 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:01.863906 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Checking segment: {'id': '19708875-46a8-4d4a-860f-8d2d45e2e7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '77751492-e898-494d-817c-4c0bedb5dc79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:01.864284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Bound using segment: {'id': '19708875-46a8-4d4a-860f-8d2d45e2e7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '77751492-e898-494d-817c-4c0bedb5dc79'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:01.864723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Bound port: b70ca569-b765-494e-8d60-d8d6b07df444, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19708875-46a8-4d4a-860f-8d2d45e2e7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '77751492-e898-494d-817c-4c0bedb5dc79'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:01.865081 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:01.940307 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1a6dc733-deea-4a96-81c4-dd08f75dfc8e req-dd911b61-1bf4-4971-8ec7-3b7acf35b600 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943601 Jul 27 20:57:01.974498 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ebf184ea-7347-4473-b92e-fb56911c0804 req-251d0faa-60a8-4a0c-a9a8-92733cba1b43 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936456 Jul 27 20:57:01.986630 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] For port b70ca569-b765-494e-8d60-d8d6b07df444, host n-h1-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:01.990178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] For port b70ca569-b765-494e-8d60-d8d6b07df444, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b70ca569-b765-494e-8d60-d8d6b07df444,segment=NetworkSegment(19708875-46a8-4d4a-860f-8d2d45e2e7c6),segment_id=19708875-46a8-4d4a-860f-8d2d45e2e7c6)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:01.996188 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:02.032449 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:02.033073 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:02.034560 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] 10.222.0.20 "PUT /v2.0/ports/b70ca569-b765-494e-8d60-d8d6b07df444 HTTP/1.1" status: 200 len: 1091 time: 1.1871719 Jul 27 20:57:02.035003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d069726-ce67-48a6-b2fa-3bb580dcb113', 'tag': 'b70ca569-b765-494e-8d60-d8d6b07df444'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:02.037278 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0303cdb-13ae-43be-bd3b-f917611e293c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d069726-ce67-48a6-b2fa-3bb580dcb113", "tag": "b70ca569-b765-494e-8d60-d8d6b07df444"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:02.071132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1676b52-d134-4195-a3a2-4fbdebfeab28 service neutron] Pushing event updated for resources: {'Port': ['ID=b70ca569-b765-494e-8d60-d8d6b07df444,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:02.170031 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbb98ba-0eab-4db7-a266-5b8bc1671d04 x-openstack-request-id: req-bdbb98ba-0eab-4db7-a266-5b8bc1671d04 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:02.170392 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d069726-ce67-48a6-b2fa-3bb580dcb113", "tag": "b70ca569-b765-494e-8d60-d8d6b07df444", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:02.170653 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bdbb98ba-0eab-4db7-a266-5b8bc1671d04 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:02.171020 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d069726-ce67-48a6-b2fa-3bb580dcb113', 'tag': 'b70ca569-b765-494e-8d60-d8d6b07df444', 'status': 'completed', 'code': 200} Jul 27 20:57:02.221546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-f9261e57-f7d7-40a4-95bf-ea6659bb82be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:02.223318 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-f9261e57-f7d7-40a4-95bf-ea6659bb82be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57e8356d3d5f4a2b8072816c5364eae8&device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 1094 time: 0.1285782 Jul 27 20:57:02.270986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91390e81-dffb-443b-8dca-87e3d52f149e req-39a35059-803b-4fd6-a923-ca33002f4e09 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:02.272478 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91390e81-dffb-443b-8dca-87e3d52f149e req-39a35059-803b-4fd6-a923-ca33002f4e09 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 943 time: 0.1359446 Jul 27 20:57:02.306835 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-d5db3581-48ba-407c-b68a-552daee94e7d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b70ca569-b765-494e-8d60-d8d6b07df444 HTTP/1.1" status: 200 len: 217 time: 0.0690410 Jul 27 20:57:02.377518 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91390e81-dffb-443b-8dca-87e3d52f149e req-c6cdcaaf-d10a-4f4a-8c82-6441dd26fde2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745251 Jul 27 20:57:02.394122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-cb962055-b77c-4407-80ea-1522aa61044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:02.395602 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-cb962055-b77c-4407-80ea-1522aa61044a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e76974c-a54e-40f9-ab79-de33a8fc3f3b HTTP/1.1" status: 200 len: 852 time: 0.0741110 Jul 27 20:57:02.407902 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc1367-72c4-484a-b2c3-d38fdd6af2aa req-6b74449c-c995-4660-987d-f53f0a83a40b tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:02.409442 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-01bc1367-72c4-484a-b2c3-d38fdd6af2aa req-6b74449c-c995-4660-987d-f53f0a83a40b tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 946 time: 0.1842659 Jul 27 20:57:02.443844 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-aa9bce51-afd8-4781-a981-1ffe47905d62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77751492-e898-494d-817c-4c0bedb5dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334258 Jul 27 20:57:02.527025 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-01bc1367-72c4-484a-b2c3-d38fdd6af2aa req-b5a6b984-564c-4588-9b87-a2c47d9689f3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088388 Jul 27 20:57:02.575140 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-569e6252-ee5c-4357-99a3-829e57733ea0 service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215308 Jul 27 20:57:02.576790 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8e2af9ce-dcaf-4dd9-8faa-46055171d336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:02.757588 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0a49dd3-65cc-4403-a6d6-26d5f57408ee req-de60acb9-17a4-4585-bc8e-cffeb745a0af service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665685 Jul 27 20:57:02.779282 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b043064-17d7-42fc-9f2d-f3e80488e832 req-fb15e467-74fd-4127-8696-0b588d5a5c15 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:02.780751 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b043064-17d7-42fc-9f2d-f3e80488e832 req-fb15e467-74fd-4127-8696-0b588d5a5c15 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.1431353 Jul 27 20:57:02.789391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a97b1-5199-4d91-ab19-d69d82b4d375 req-4bd90aa3-763e-45e6-9fd9-c758a76c8901 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:02.790860 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b6a97b1-5199-4d91-ab19-d69d82b4d375 req-4bd90aa3-763e-45e6-9fd9-c758a76c8901 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 947 time: 0.1521530 Jul 27 20:57:02.865885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device df778ef1-092b-479d-a17d-ce4c8616e2a8 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:57:02.973441 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port df778ef1-092b-479d-a17d-ce4c8616e2a8, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=df778ef1-092b-479d-a17d-ce4c8616e2a8,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:02.986769 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'df778ef1-092b-479d-a17d-ce4c8616e2a8', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'df778ef1-092b-479d-a17d-ce4c8616e2a8', 'mac_address': 'fa:16:3e:81:f0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:57:03.027084 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:03.041591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df778ef1-092b-479d-a17d-ce4c8616e2a8 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:03.063081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port df778ef1-092b-479d-a17d-ce4c8616e2a8, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=df778ef1-092b-479d-a17d-ce4c8616e2a8,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:03.068645 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:03.098579 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a37807-a73d-438b-bce2-8c6ab164189d'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:03.101510 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404195fd-f571-416a-aa1d-860a9ee419d4" -d '{"events": [{"server_uuid": "0c26cad7-e3b1-44ff-a864-c124b6c90ef7", "name": "network-vif-plugged", "status": "completed", "tag": "34a37807-a73d-438b-bce2-8c6ab164189d"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:03.126522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=df778ef1-092b-479d-a17d-ce4c8616e2a8,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:03.142603 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b043064-17d7-42fc-9f2d-f3e80488e832 req-7f909dc6-7b62-44eb-ae72-f0b721d6733c tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507526 Jul 27 20:57:03.151459 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b6a97b1-5199-4d91-ab19-d69d82b4d375 req-9ca96c49-590e-44ed-aee1-f073ad38c090 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535326 Jul 27 20:57:03.185270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0303cdb-13ae-43be-bd3b-f917611e293c req-8d08daa5-e2d4-4f97-a19d-5ea12febf9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:03.186909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0303cdb-13ae-43be-bd3b-f917611e293c req-8d08daa5-e2d4-4f97-a19d-5ea12febf9e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57e8356d3d5f4a2b8072816c5364eae8&device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 1094 time: 0.3755674 Jul 27 20:57:03.350561 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0303cdb-13ae-43be-bd3b-f917611e293c req-b5c2f614-fa21-4690-ad0c-d7123e331b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:03.352659 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0303cdb-13ae-43be-bd3b-f917611e293c req-b5c2f614-fa21-4690-ad0c-d7123e331b21 service neutron] 10.222.0.20 "GET /v2.0/networks?id=77751492-e898-494d-817c-4c0bedb5dc79 HTTP/1.1" status: 200 len: 913 time: 0.1550372 Jul 27 20:57:03.390120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373c7a8-cf7a-4d56-95d9-9527bdeeedda req-85c1e5dd-11d9-4b53-854d-5255a055e68a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:03.391635 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c373c7a8-cf7a-4d56-95d9-9527bdeeedda req-85c1e5dd-11d9-4b53-854d-5255a055e68a tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2af111b-f753-4925-bf46-2759c548d149 HTTP/1.1" status: 200 len: 950 time: 0.1454158 Jul 27 20:57:03.427925 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0303cdb-13ae-43be-bd3b-f917611e293c req-85636500-7f3e-4765-a0fd-45081f839488 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b70ca569-b765-494e-8d60-d8d6b07df444 HTTP/1.1" status: 200 len: 217 time: 0.0577254 Jul 27 20:57:03.510699 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c373c7a8-cf7a-4d56-95d9-9527bdeeedda req-3e7c16eb-13fc-442d-8e20-b9fe3f60cd79 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858517 Jul 27 20:57:03.515812 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0303cdb-13ae-43be-bd3b-f917611e293c req-db110b91-7fcd-40ff-8e39-062d9ac5753a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:03.517264 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0303cdb-13ae-43be-bd3b-f917611e293c req-db110b91-7fcd-40ff-8e39-062d9ac5753a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e76974c-a54e-40f9-ab79-de33a8fc3f3b HTTP/1.1" status: 200 len: 852 time: 0.0749485 Jul 27 20:57:03.526580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386132bb-3239-4001-bf02-34339d2e6ab3 req-40e1694f-8ac3-4592-b93d-55f4e50de2b8 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:03.528096 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-386132bb-3239-4001-bf02-34339d2e6ab3 req-40e1694f-8ac3-4592-b93d-55f4e50de2b8 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 951 time: 0.1984701 Jul 27 20:57:03.564472 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0303cdb-13ae-43be-bd3b-f917611e293c req-b6fc001d-0347-4bf3-8467-14516816e26f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77751492-e898-494d-817c-4c0bedb5dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352209 Jul 27 20:57:03.685427 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-386132bb-3239-4001-bf02-34339d2e6ab3 req-87c52f28-ae29-4099-b8e3-cf0ee989a9af tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452539 Jul 27 20:57:03.729953 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0303cdb-13ae-43be-bd3b-f917611e293c req-27f24d6c-c01b-4f90-9cb3-45a81952bbae service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566451 Jul 27 20:57:03.744145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171f520-c66f-4781-a86a-33edd2ac5c40 req-ed55110b-620b-49c2-b44f-151f0d65db4b tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:03.745728 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8171f520-c66f-4781-a86a-33edd2ac5c40 req-ed55110b-620b-49c2-b44f-151f0d65db4b tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 945 time: 0.1604466 Jul 27 20:57:03.748718 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9eb105-10a0-465c-8573-e07e3dbc462e x-openstack-request-id: req-2a9eb105-10a0-465c-8573-e07e3dbc462e {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:03.749217 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c26cad7-e3b1-44ff-a864-c124b6c90ef7", "name": "network-vif-plugged", "status": "completed", "tag": "34a37807-a73d-438b-bce2-8c6ab164189d", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:03.749301 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a9eb105-10a0-465c-8573-e07e3dbc462e {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:03.755339 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a37807-a73d-438b-bce2-8c6ab164189d', 'code': 200} Jul 27 20:57:03.794412 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:03.867013 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['df778ef1-092b-479d-a17d-ce4c8616e2a8'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:03.872477 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8171f520-c66f-4781-a86a-33edd2ac5c40 req-6db23ac4-8053-4e68-91f3-50540a0c30c3 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173520 Jul 27 20:57:03.886178 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612712b-5458-4da3-b514-2936c437b919 req-0e1e8406-8482-4bbe-8d78-4a9e3d2c0fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:03.887803 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0612712b-5458-4da3-b514-2936c437b919 req-0e1e8406-8482-4bbe-8d78-4a9e3d2c0fd4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 1096 time: 0.0587847 Jul 27 20:57:03.914072 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0303cdb-13ae-43be-bd3b-f917611e293c req-21b09d05-2263-459b-9299-d47c4373bd78 service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665802 Jul 27 20:57:03.937669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe8948-7bce-4c64-bed4-25621d0646dd req-9b328938-7502-4b35-bdf4-ce7f19a024a4 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:03.939631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1bfe8948-7bce-4c64-bed4-25621d0646dd req-9b328938-7502-4b35-bdf4-ce7f19a024a4 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 943 time: 0.1303992 Jul 27 20:57:03.951809 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0612712b-5458-4da3-b514-2936c437b919 req-4d7a27cf-7dd5-408d-b089-52a4c92a333c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487471 Jul 27 20:57:04.019427 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1bfe8948-7bce-4c64-bed4-25621d0646dd req-2f54ca7d-a0fa-4b68-8fe6-00f7227b4fd1 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714631 Jul 27 20:57:04.055046 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73e450-3abc-4828-a755-7083047edc52 req-dbe47944-e02b-450e-95b8-adc63c4d0659 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:04.056603 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a73e450-3abc-4828-a755-7083047edc52 req-dbe47944-e02b-450e-95b8-adc63c4d0659 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 946 time: 0.0857618 Jul 27 20:57:04.099276 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a73e450-3abc-4828-a755-7083047edc52 req-7494b69c-48d7-48bb-85bb-7380a263f600 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344114 Jul 27 20:57:04.291401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f10272-4c75-4670-894c-4e5ccd6e85d7 req-aac0a308-4b43-4d32-82de-eaf844295653 tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:04.293397 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74f10272-4c75-4670-894c-4e5ccd6e85d7 req-aac0a308-4b43-4d32-82de-eaf844295653 tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 1102 time: 0.1081896 Jul 27 20:57:04.308791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9eb453-ad20-47c8-baaf-46d7d5f34d1f req-52d27972-13f4-46d3-9e94-d8cee0db3601 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:04.311013 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e9eb453-ad20-47c8-baaf-46d7d5f34d1f req-52d27972-13f4-46d3-9e94-d8cee0db3601 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.0959496 Jul 27 20:57:04.362436 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74f10272-4c75-4670-894c-4e5ccd6e85d7 req-65d9e7e7-ba45-4c5a-a2f2-edb50cc14b76 tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501287 Jul 27 20:57:04.369958 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e9eb453-ad20-47c8-baaf-46d7d5f34d1f req-2798d6aa-993e-4724-b160-5b421319547a tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514348 Jul 27 20:57:04.485770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fef68-9289-46e2-8841-d321d2267fbc req-c3243cd6-1d3b-4efe-b891-4fcd48c6dd15 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:04.487327 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-809fef68-9289-46e2-8841-d321d2267fbc req-c3243cd6-1d3b-4efe-b891-4fcd48c6dd15 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 948 time: 0.0671344 Jul 27 20:57:04.529384 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-809fef68-9289-46e2-8841-d321d2267fbc req-9c1643e0-6a58-471f-99ca-f4a9c7796f8c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356050 Jul 27 20:57:04.681492 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55507f5b-9a6c-4d1a-b01f-7d0d316aafe6 req-a51aff67-1ac5-4a2c-867a-7370d668c402 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:04.683218 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55507f5b-9a6c-4d1a-b01f-7d0d316aafe6 req-a51aff67-1ac5-4a2c-867a-7370d668c402 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2af111b-f753-4925-bf46-2759c548d149 HTTP/1.1" status: 200 len: 950 time: 0.0846610 Jul 27 20:57:04.732228 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55507f5b-9a6c-4d1a-b01f-7d0d316aafe6 req-9e5d3c3b-5b21-45d2-aa95-9e820ee49098 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411935 Jul 27 20:57:04.891825 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c687d9-7e99-4287-a61a-e70277e08346 req-bcc8d9ac-f8cb-48d4-ac40-c1853d1705c3 tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:04.893349 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6c687d9-7e99-4287-a61a-e70277e08346 req-bcc8d9ac-f8cb-48d4-ac40-c1853d1705c3 tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 1102 time: 0.1547325 Jul 27 20:57:04.923724 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5720265-a773-4e99-8193-6841129245cc req-a6bd987e-4d03-4e59-9a16-5d8f3eac68df tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:04.925235 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5720265-a773-4e99-8193-6841129245cc req-a6bd987e-4d03-4e59-9a16-5d8f3eac68df tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2&tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 948 time: 0.1510975 Jul 27 20:57:04.952851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-b47352b7-d3e0-4fb6-bc79-a57c40f80ffc tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:04.954366 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-b47352b7-d3e0-4fb6-bc79-a57c40f80ffc tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc&tenant_id=67d405d7cc574d15a62e24d6cfd65e01&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 1097 time: 0.0668073 Jul 27 20:57:04.956529 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca16ae-51ea-414b-85b1-804a739a38cb req-bafec0c7-27b5-4775-a4d0-a6e81e1f5f8a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:04.958035 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-68ca16ae-51ea-414b-85b1-804a739a38cb req-bafec0c7-27b5-4775-a4d0-a6e81e1f5f8a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 948 time: 0.1491220 Jul 27 20:57:04.970487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764806-9'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:05.014296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6c687d9-7e99-4287-a61a-e70277e08346 req-23d1f920-4175-4988-899e-feb472ab7257 tempest-ServersAdminTestJSON-282555849 tempest-ServersAdminTestJSON-282555849-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132700 Jul 27 20:57:05.044438 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.052477 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-68ca16ae-51ea-414b-85b1-804a739a38cb req-afb45237-132e-453f-bed3-8052ef193d42 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734599 Jul 27 20:57:05.057786 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-d5720265-a773-4e99-8193-6841129245cc req-d2fab531-f521-46f0-a05e-44ee56561561 service neutron] delete failed (client error): The resource could not be found. Jul 27 20:57:05.058832 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5720265-a773-4e99-8193-6841129245cc req-d2fab531-f521-46f0-a05e-44ee56561561 service neutron] 10.222.0.20 "DELETE /v2.0/ports/df778ef1-092b-479d-a17d-ce4c8616e2a8/bindings/n-h1-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.1214049 Jul 27 20:57:05.200594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bd1bd-8402-4a52-905a-5e6347e04ba8 req-cb414aac-7876-422f-abcf-7b93178e971a tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:05.202157 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d5bd1bd-8402-4a52-905a-5e6347e04ba8 req-cb414aac-7876-422f-abcf-7b93178e971a tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 945 time: 0.1195228 Jul 27 20:57:05.243593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5720265-a773-4e99-8193-6841129245cc req-d96a567f-5c8e-4575-9545-1fc4b828d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:05.245189 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5720265-a773-4e99-8193-6841129245cc req-d96a567f-5c8e-4575-9545-1fc4b828d727 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 1099 time: 0.1228817 Jul 27 20:57:05.249850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e30ca-5f16-4db0-8e96-3044223aab11 req-3faf12ef-da4a-4544-a1fc-0b5e24a1a382 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:05.251419 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-526e30ca-5f16-4db0-8e96-3044223aab11 req-3faf12ef-da4a-4544-a1fc-0b5e24a1a382 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2af111b-f753-4925-bf46-2759c548d149 HTTP/1.1" status: 200 len: 950 time: 0.1972980 Jul 27 20:57:05.274257 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d5bd1bd-8402-4a52-905a-5e6347e04ba8 req-261017c5-7793-4e98-987e-67addc86ea81 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563829 Jul 27 20:57:05.295565 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-418f9b34-0355-48f2-a23a-dc02ccc35ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.348433 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:05.383147 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.435851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:05.457124 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5720265-a773-4e99-8193-6841129245cc req-008f31a5-4597-4fad-bb03-3c7b7aaf9e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:05.458567 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5720265-a773-4e99-8193-6841129245cc req-008f31a5-4597-4fad-bb03-3c7b7aaf9e24 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1828187 Jul 27 20:57:05.467234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-526e30ca-5f16-4db0-8e96-3044223aab11 req-6c9ff9bd-c1e1-4e38-a065-bf9c26e165e2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Deleting port 6b073743-c445-4ad4-978e-380863cb1265 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:05.467637 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-526e30ca-5f16-4db0-8e96-3044223aab11 req-6c9ff9bd-c1e1-4e38-a065-bf9c26e165e2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.475328 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd8e1f-0ab3-4483-ae53-3d38a3349d5f req-beb50d5e-ee84-4799-ae39-9a7e762b5725 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:05.477495 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04dd8e1f-0ab3-4483-ae53-3d38a3349d5f req-beb50d5e-ee84-4799-ae39-9a7e762b5725 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 943 time: 0.1858127 Jul 27 20:57:05.533149 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561788a-96c1-453f-9cee-f6a18cc3a1ec req-b603ea9c-1393-444b-91ca-cc8bb61ad5e8 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:05.533953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94a1944-e5bb-48f5-a202-a6fef3e615dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9fc4143-1bb7-4abf-aa18-c1d81c65cf64'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:05.534727 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8561788a-96c1-453f-9cee-f6a18cc3a1ec req-b603ea9c-1393-444b-91ca-cc8bb61ad5e8 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 946 time: 0.1965098 Jul 27 20:57:05.535704 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdffd26-8fdf-498d-8e09-4d44c4fe9d1e" -d '{"events": [{"server_uuid": "e94a1944-e5bb-48f5-a202-a6fef3e615dc", "name": "network-vif-unplugged", "status": "completed", "tag": "d9fc4143-1bb7-4abf-aa18-c1d81c65cf64"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:05.544125 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5720265-a773-4e99-8193-6841129245cc req-beff5b44-577e-49de-a8bd-014c9cb64511 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=df778ef1-092b-479d-a17d-ce4c8616e2a8 HTTP/1.1" status: 200 len: 217 time: 0.0656657 Jul 27 20:57:05.545708 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.553467 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.616938 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04dd8e1f-0ab3-4483-ae53-3d38a3349d5f req-35a16d10-f7bd-49d5-ab42-9341a1ab0ca4 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310740 Jul 27 20:57:05.638059 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8561788a-96c1-453f-9cee-f6a18cc3a1ec req-f343b2fb-a7ef-43f5-b4d4-9879204cd0c5 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943985 Jul 27 20:57:05.646353 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5720265-a773-4e99-8193-6841129245cc req-3396cdee-b60f-4ff6-b2d7-add1a3df167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:05.648038 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5720265-a773-4e99-8193-6841129245cc req-3396cdee-b60f-4ff6-b2d7-add1a3df167f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0870621 Jul 27 20:57:05.648609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-526e30ca-5f16-4db0-8e96-3044223aab11 req-6c9ff9bd-c1e1-4e38-a065-bf9c26e165e2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] For port 6b073743-c445-4ad4-978e-380863cb1265, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6b073743-c445-4ad4-978e-380863cb1265,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:05.648982 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-526e30ca-5f16-4db0-8e96-3044223aab11 req-6c9ff9bd-c1e1-4e38-a065-bf9c26e165e2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.672529 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device b70ca569-b765-494e-8d60-d8d6b07df444 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:57:05.708041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:05.760529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-526e30ca-5f16-4db0-8e96-3044223aab11 req-6c9ff9bd-c1e1-4e38-a065-bf9c26e165e2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Calling delete_port for 6b073743-c445-4ad4-978e-380863cb1265 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:05.774158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Attempting to bind port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on host n-h2-764806-9 for vnic_type normal with profile {"migrating_to": "n-h1-764806-9"} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:05.774534 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Attempting to bind port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:05.775371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Attempting to bind port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:05.806879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port b70ca569-b765-494e-8d60-d8d6b07df444, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b70ca569-b765-494e-8d60-d8d6b07df444,segment=NetworkSegment(19708875-46a8-4d4a-860f-8d2d45e2e7c6),segment_id=19708875-46a8-4d4a-860f-8d2d45e2e7c6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:05.813939 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:57:05.814289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Attempting to bind port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:05.825753 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'b70ca569-b765-494e-8d60-d8d6b07df444', 'network_id': '77751492-e898-494d-817c-4c0bedb5dc79', 'port_id': 'b70ca569-b765-494e-8d60-d8d6b07df444', 'mac_address': 'fa:16:3e:1b:4b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e76974c-a54e-40f9-ab79-de33a8fc3f3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:57:05.826966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:05.827313 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Checking segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:05.827708 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Bound using segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:05.828154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Bound port: d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:05.828516 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.835746 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5720265-a773-4e99-8193-6841129245cc req-1309b018-7156-438b-82a8-d54a2e64f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:05.837211 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5720265-a773-4e99-8193-6841129245cc req-1309b018-7156-438b-82a8-d54a2e64f5e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1772466 Jul 27 20:57:05.855917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf1abd-e42f-4602-976c-a3a68be1a0f7 req-d68310c9-5d3f-4b28-885f-2d387a3485c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:05.857427 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93cf1abd-e42f-4602-976c-a3a68be1a0f7 req-d68310c9-5d3f-4b28-885f-2d387a3485c4 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a HTTP/1.1" status: 200 len: 950 time: 0.1549861 Jul 27 20:57:05.880146 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.898608 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70ca569-b765-494e-8d60-d8d6b07df444 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:05.916465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fe73f-bc72-44d9-a657-4b1c8a0a5cdb req-49d83264-b3cd-45b6-9ecf-eb218e372983 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:05.917737 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-735fe73f-bc72-44d9-a657-4b1c8a0a5cdb req-49d83264-b3cd-45b6-9ecf-eb218e372983 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7529f77-7116-4a85-b030-c49be448cc0e HTTP/1.1" status: 200 len: 949 time: 0.2162509 Jul 27 20:57:05.919561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port b70ca569-b765-494e-8d60-d8d6b07df444, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b70ca569-b765-494e-8d60-d8d6b07df444,segment=NetworkSegment(19708875-46a8-4d4a-860f-8d2d45e2e7c6),segment_id=19708875-46a8-4d4a-860f-8d2d45e2e7c6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:05.924132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d7253-0bef-42e1-97f3-b4192929002e req-df22401f-94e2-47ec-8043-6d9153be6fd1 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:05.925836 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:05.926570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:57:05.932402 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc3d7253-0bef-42e1-97f3-b4192929002e req-df22401f-94e2-47ec-8043-6d9153be6fd1 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.2150321 Jul 27 20:57:06.005786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:06.015209 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93cf1abd-e42f-4602-976c-a3a68be1a0f7 req-85bb644f-a7ae-4b6f-ad6d-cace07680f9a tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119001 Jul 27 20:57:06.037307 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc3d7253-0bef-42e1-97f3-b4192929002e req-b2220d3a-8526-4c3c-a693-d0911b76e551 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997758 Jul 27 20:57:06.045711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:06.064085 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=b70ca569-b765-494e-8d60-d8d6b07df444,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:06.067267 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5720265-a773-4e99-8193-6841129245cc req-ba12220a-7954-4177-bd1c-3053fad3a735 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194843 Jul 27 20:57:06.078112 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.123708 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-526e30ca-5f16-4db0-8e96-3044223aab11 req-6c9ff9bd-c1e1-4e38-a065-bf9c26e165e2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.142772 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5972dea6-4c69-47fe-b96c-f93d747c9b86 x-openstack-request-id: req-5972dea6-4c69-47fe-b96c-f93d747c9b86 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:06.143239 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94a1944-e5bb-48f5-a202-a6fef3e615dc", "name": "network-vif-unplugged", "status": "completed", "tag": "d9fc4143-1bb7-4abf-aa18-c1d81c65cf64", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:06.143655 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5972dea6-4c69-47fe-b96c-f93d747c9b86 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:06.144209 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94a1944-e5bb-48f5-a202-a6fef3e615dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9fc4143-1bb7-4abf-aa18-c1d81c65cf64', 'code': 200} Jul 27 20:57:06.214360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h2-764806-9, got binding levels [] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:06.224215 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,revision_number=8']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:06.253024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1a022cd7-e984-471e-a4f8-55737392083d', '6b073743-c445-4ad4-978e-380863cb1265', '61f362a6-585f-4379-8708-98469226b058'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:06.283412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-526e30ca-5f16-4db0-8e96-3044223aab11 req-6c9ff9bd-c1e1-4e38-a065-bf9c26e165e2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] No DVR routers for this DVR port 6b073743-c445-4ad4-978e-380863cb1265 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:06.291874 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5720265-a773-4e99-8193-6841129245cc req-a4c61b5f-c38d-471a-9583-89cf3348a1d2 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160988 Jul 27 20:57:06.301148 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da00280b-c204-45d1-b5a2-5f7a9e169ca6 req-8bf28416-5d61-4f34-95a1-1d76dcdf7f38 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2af111b-f753-4925-bf46-2759c548d149 HTTP/1.1" status: 200 len: 210 time: 0.0575008 Jul 27 20:57:06.305015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ff9bd-c1e1-4e38-a065-bf9c26e165e2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Pushing event deleted for resources: {'Port': ['ID=6b073743-c445-4ad4-978e-380863cb1265,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:06.309523 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-526e30ca-5f16-4db0-8e96-3044223aab11 req-6c9ff9bd-c1e1-4e38-a065-bf9c26e165e2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.312553 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-526e30ca-5f16-4db0-8e96-3044223aab11 req-6c9ff9bd-c1e1-4e38-a065-bf9c26e165e2 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "DELETE /v2.0/ports/6b073743-c445-4ad4-978e-380863cb1265 HTTP/1.1" status: 204 len: 173 time: 1.0407412 Jul 27 20:57:06.314068 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Attempting to bind port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on host n-h2-764806-9 for vnic_type normal with profile {"migrating_to": "n-h1-764806-9"} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:06.317908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-735fe73f-bc72-44d9-a657-4b1c8a0a5cdb req-066adb1e-c547-453b-ad4d-3e52449bbbce tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Deleting port 61f362a6-585f-4379-8708-98469226b058 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:06.318505 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-735fe73f-bc72-44d9-a657-4b1c8a0a5cdb req-066adb1e-c547-453b-ad4d-3e52449bbbce tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.322914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:06.323690 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Attempting to bind port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:06.323945 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.324419 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Attempting to bind port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:06.325818 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5a3fcbe5-447d-4ddc-91cd-26e0cc130db1 service neutron] 10.222.0.20 "PUT /v2.0/ports/d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 HTTP/1.1" status: 200 len: 1122 time: 1.3598285 Jul 27 20:57:06.344987 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:57:06.345345 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Attempting to bind port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on network c4e94267-1e8c-444b-9271-9eac2bcbc562 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:06.386394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:06.387135 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Checking segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:06.388156 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Bound using segment: {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:06.388274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Bound port: d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a004610-955c-4605-bfa5-33ab90bf2c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c4e94267-1e8c-444b-9271-9eac2bcbc562'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:06.388715 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.463612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-735fe73f-bc72-44d9-a657-4b1c8a0a5cdb req-066adb1e-c547-453b-ad4d-3e52449bbbce tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] For port 61f362a6-585f-4379-8708-98469226b058, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=61f362a6-585f-4379-8708-98469226b058,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:06.463997 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-735fe73f-bc72-44d9-a657-4b1c8a0a5cdb req-066adb1e-c547-453b-ad4d-3e52449bbbce tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.482457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-735fe73f-bc72-44d9-a657-4b1c8a0a5cdb req-066adb1e-c547-453b-ad4d-3e52449bbbce tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Calling delete_port for 61f362a6-585f-4379-8708-98469226b058 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:06.508063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['d9fc4143-1bb7-4abf-aa18-c1d81c65cf64'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:06.527481 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['d9fc4143-1bb7-4abf-aa18-c1d81c65cf64'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:06.538934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9ad36-7aa9-4329-8974-6b315db2dade req-6af26ea6-956c-4c45-a8c2-7b5878fccefe tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:06.547948 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-69a9ad36-7aa9-4329-8974-6b315db2dade req-6af26ea6-956c-4c45-a8c2-7b5878fccefe tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 948 time: 0.2665944 Jul 27 20:57:06.616036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-69a9ad36-7aa9-4329-8974-6b315db2dade req-9105da4f-c24b-4c8d-a865-3e47a1fe8bdc tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659406 Jul 27 20:57:06.656376 n-d-764806-9 neutron-server[105581]: WARNING neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Concurrent port binding operations failed on port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 Jul 27 20:57:06.673221 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:06.693419 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88747d-ccc3-477a-88f2-5155cd11a485 req-6c7ea8c9-bc66-43ae-a592-59d3c82a876c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:06.695750 n-d-764806-9 neutron-server[105581]: INFO neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Attempt 2 to bind port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 Jul 27 20:57:06.696223 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 has no active binding in host n-h1-764806-9 {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 20:57:06.718497 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b88747d-ccc3-477a-88f2-5155cd11a485 req-6c7ea8c9-bc66-43ae-a592-59d3c82a876c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 945 time: 0.2387033 Jul 27 20:57:06.753176 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-735fe73f-bc72-44d9-a657-4b1c8a0a5cdb req-066adb1e-c547-453b-ad4d-3e52449bbbce tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.791724 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066adb1e-c547-453b-ad4d-3e52449bbbce tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Pushing event deleted for resources: {'Port': ['ID=61f362a6-585f-4379-8708-98469226b058,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:06.851860 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-735fe73f-bc72-44d9-a657-4b1c8a0a5cdb req-066adb1e-c547-453b-ad4d-3e52449bbbce tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] No DVR routers for this DVR port 61f362a6-585f-4379-8708-98469226b058 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:06.855255 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-735fe73f-bc72-44d9-a657-4b1c8a0a5cdb req-066adb1e-c547-453b-ad4d-3e52449bbbce tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:06.858878 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-735fe73f-bc72-44d9-a657-4b1c8a0a5cdb req-066adb1e-c547-453b-ad4d-3e52449bbbce tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "DELETE /v2.0/ports/61f362a6-585f-4379-8708-98469226b058 HTTP/1.1" status: 204 len: 173 time: 0.9273560 Jul 27 20:57:06.863043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b88747d-ccc3-477a-88f2-5155cd11a485 req-9589bdcb-7bf1-49f1-95a7-1015791ea6a3 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430461 Jul 27 20:57:06.923943 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device df778ef1-092b-479d-a17d-ce4c8616e2a8 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:06.929713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bc2a6-9fc8-48f6-936d-983da02d2233 req-e0358a4e-7bb2-4e89-b510-8e3066c7e3df tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:06.941404 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-237bc2a6-9fc8-48f6-936d-983da02d2233 req-e0358a4e-7bb2-4e89-b510-8e3066c7e3df tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 944 time: 0.2042575 Jul 27 20:57:07.017946 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-237bc2a6-9fc8-48f6-936d-983da02d2233 req-86d52152-cb7e-40a0-a7d6-f41c8d802417 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737720 Jul 27 20:57:07.059558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b98662-88d2-4eb8-b2e9-ffee750a25b2 req-c7e9cd98-4463-4cc5-87c9-77e32e8056d2 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:07.067369 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f5b98662-88d2-4eb8-b2e9-ffee750a25b2 req-c7e9cd98-4463-4cc5-87c9-77e32e8056d2 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.1040733 Jul 27 20:57:07.114196 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f5b98662-88d2-4eb8-b2e9-ffee750a25b2 req-61a53d29-4b4f-4669-9f4b-8772c8d9ad78 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456409 Jul 27 20:57:07.209493 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['b70ca569-b765-494e-8d60-d8d6b07df444'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:07.268673 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.347651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port df778ef1-092b-479d-a17d-ce4c8616e2a8 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:07.358729 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.363241 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port df778ef1-092b-479d-a17d-ce4c8616e2a8 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:07.363712 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.372359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877f98c-e350-4916-8cf8-3f06b498887a req-3a49aa61-a12a-4c2a-a1a1-e6d5251e39aa tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:07.374836 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a877f98c-e350-4916-8cf8-3f06b498887a req-3a49aa61-a12a-4c2a-a1a1-e6d5251e39aa tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.20 "GET /v2.0/ports?device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a HTTP/1.1" status: 200 len: 950 time: 0.1570754 Jul 27 20:57:07.394344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1a022cd7-e984-471e-a4f8-55737392083d'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:07.400460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785a263-72eb-44d8-930e-1500168dabdb req-b649e60d-d8b2-4195-b65c-7d12b38965c8 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:07.407929 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9785a263-72eb-44d8-930e-1500168dabdb req-b649e60d-d8b2-4195-b65c-7d12b38965c8 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=f98b0724-0280-40cf-a44f-ff2977ba1c1a HTTP/1.1" status: 200 len: 950 time: 0.1791968 Jul 27 20:57:07.422049 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-f91c5ad5-5793-4bfe-9665-7e45130683d4 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3136876 Jul 27 20:57:07.435900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:07.485705 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9785a263-72eb-44d8-930e-1500168dabdb req-20d0f2a6-9f2c-4ac0-addd-166913431c71 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712404 Jul 27 20:57:07.510125 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.540466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-a877f98c-e350-4916-8cf8-3f06b498887a req-65066590-0369-4c3d-8116-3a86317eb855 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Deleting port 9f8968a4-e547-4522-ad75-7327d84de30b {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:07.541069 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a877f98c-e350-4916-8cf8-3f06b498887a req-65066590-0369-4c3d-8116-3a86317eb855 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.616606 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.673763 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1b739f-7c6b-4188-8eae-f9dd6db737d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df778ef1-092b-479d-a17d-ce4c8616e2a8'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:07.676318 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d77fec-47c2-42e0-b466-6fb14f60e50f" -d '{"events": [{"server_uuid": "1a1b739f-7c6b-4188-8eae-f9dd6db737d2", "name": "network-vif-plugged", "status": "completed", "tag": "df778ef1-092b-479d-a17d-ce4c8616e2a8"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:07.685837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a877f98c-e350-4916-8cf8-3f06b498887a req-65066590-0369-4c3d-8116-3a86317eb855 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] For port 9f8968a4-e547-4522-ad75-7327d84de30b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9f8968a4-e547-4522-ad75-7327d84de30b,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:07.685837 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a877f98c-e350-4916-8cf8-3f06b498887a req-65066590-0369-4c3d-8116-3a86317eb855 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.701199 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-a877f98c-e350-4916-8cf8-3f06b498887a req-65066590-0369-4c3d-8116-3a86317eb855 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Calling delete_port for 9f8968a4-e547-4522-ad75-7327d84de30b owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:07.703280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port df778ef1-092b-479d-a17d-ce4c8616e2a8, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=df778ef1-092b-479d-a17d-ce4c8616e2a8,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:07.713761 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.715113 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 61f362a6-585f-4379-8708-98469226b058 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:07.744637 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 61f362a6-585f-4379-8708-98469226b058 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:07.745075 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 61f362a6-585f-4379-8708-98469226b058 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:07.745600 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6b073743-c445-4ad4-978e-380863cb1265 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:07.801042 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 6b073743-c445-4ad4-978e-380863cb1265 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:07.801496 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6b073743-c445-4ad4-978e-380863cb1265 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:07.848691 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=df778ef1-092b-479d-a17d-ce4c8616e2a8,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:07.901112 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a877f98c-e350-4916-8cf8-3f06b498887a req-65066590-0369-4c3d-8116-3a86317eb855 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.931281 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65066590-0369-4c3d-8116-3a86317eb855 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Pushing event deleted for resources: {'Port': ['ID=9f8968a4-e547-4522-ad75-7327d84de30b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:07.980323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a877f98c-e350-4916-8cf8-3f06b498887a req-65066590-0369-4c3d-8116-3a86317eb855 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] No DVR routers for this DVR port 9f8968a4-e547-4522-ad75-7327d84de30b on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:07.982911 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a877f98c-e350-4916-8cf8-3f06b498887a req-65066590-0369-4c3d-8116-3a86317eb855 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:07.985041 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a877f98c-e350-4916-8cf8-3f06b498887a req-65066590-0369-4c3d-8116-3a86317eb855 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.20 "DELETE /v2.0/ports/9f8968a4-e547-4522-ad75-7327d84de30b HTTP/1.1" status: 204 len: 173 time: 0.5933728 Jul 27 20:57:08.016930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d8e80-a906-4f24-901d-d4741de83afa req-845d9d7a-9158-4dbf-a417-a9f7beba319a tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:08.018562 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-350d8e80-a906-4f24-901d-d4741de83afa req-845d9d7a-9158-4dbf-a417-a9f7beba319a tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.4173260 Jul 27 20:57:08.073207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-350d8e80-a906-4f24-901d-d4741de83afa req-bccd7f17-be2b-488f-ac1c-ab9fb594eab4 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469105 Jul 27 20:57:08.080208 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.145337 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2af111b-f753-4925-bf46-2759c548d149', 'name': 'network-vif-deleted', 'tag': '6b073743-c445-4ad4-978e-380863cb1265'}, {'name': 'network-changed', 'server_uuid': 'e94a1944-e5bb-48f5-a202-a6fef3e615dc', 'tag': 'd9fc4143-1bb7-4abf-aa18-c1d81c65cf64'}, {'server_uuid': 'f7529f77-7116-4a85-b030-c49be448cc0e', 'name': 'network-vif-deleted', 'tag': '61f362a6-585f-4379-8708-98469226b058'}, {'server_uuid': 'f98b0724-0280-40cf-a44f-ff2977ba1c1a', 'name': 'network-vif-deleted', 'tag': '9f8968a4-e547-4522-ad75-7327d84de30b'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:08.148847 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6ac5b0-0bef-48f7-bafa-be35f71fdb1c" -d '{"events": [{"server_uuid": "f2af111b-f753-4925-bf46-2759c548d149", "name": "network-vif-deleted", "tag": "6b073743-c445-4ad4-978e-380863cb1265"}, {"name": "network-changed", "server_uuid": "e94a1944-e5bb-48f5-a202-a6fef3e615dc", "tag": "d9fc4143-1bb7-4abf-aa18-c1d81c65cf64"}, {"server_uuid": "f7529f77-7116-4a85-b030-c49be448cc0e", "name": "network-vif-deleted", "tag": "61f362a6-585f-4379-8708-98469226b058"}, {"server_uuid": "f98b0724-0280-40cf-a44f-ff2977ba1c1a", "name": "network-vif-deleted", "tag": "9f8968a4-e547-4522-ad75-7327d84de30b"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:08.149999 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['aea6dfed-c912-42ac-bf8b-43340d28b801'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:08.210474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Allocated IP 172.25.2.117 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/b69f3f13-a460-4416-adcf-b732d45bffa1) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:08.372506 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.389005 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b5055-61b0-44c7-aa26-d51d5e84c574 req-50b18422-a116-44e0-99e0-68e785a8f7fd tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:08.390614 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-399b5055-61b0-44c7-aa26-d51d5e84c574 req-50b18422-a116-44e0-99e0-68e785a8f7fd tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.1501331 Jul 27 20:57:08.446759 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['0059e62c-b2a1-4deb-8ad6-2dff4c96edbf'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:08.450876 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-399b5055-61b0-44c7-aa26-d51d5e84c574 req-22b5cd40-91f5-4c26-8fc4-a33d16da2fff tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518622 Jul 27 20:57:08.458584 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.500424 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:08.505943 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:08.510027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:08.513530 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f90c514-f3eb-434f-a33f-3f53836596b8 x-openstack-request-id: req-2f90c514-f3eb-434f-a33f-3f53836596b8 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:08.513821 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1b739f-7c6b-4188-8eae-f9dd6db737d2", "name": "network-vif-plugged", "status": "completed", "tag": "df778ef1-092b-479d-a17d-ce4c8616e2a8", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:08.514262 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f90c514-f3eb-434f-a33f-3f53836596b8 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:08.514660 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1b739f-7c6b-4188-8eae-f9dd6db737d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df778ef1-092b-479d-a17d-ce4c8616e2a8', 'code': 200} Jul 27 20:57:08.515767 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Pushing event updated for resources: {'Port': ['ID=b69f3f13-a460-4416-adcf-b732d45bffa1,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:08.674857 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.729728 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b48b66-c2fe-406a-b82d-79c39df4b474 req-14ff46a8-e4a2-4e4e-b8cc-a9b6590d79f7 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:08.731526 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-54b48b66-c2fe-406a-b82d-79c39df4b474 req-14ff46a8-e4a2-4e4e-b8cc-a9b6590d79f7 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 944 time: 0.1678810 Jul 27 20:57:08.762437 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.767530 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:08.803393 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-54b48b66-c2fe-406a-b82d-79c39df4b474 req-fb465c85-89a7-4d2e-b09c-360ae151d4d2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646825 Jul 27 20:57:08.986459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec3418-95ac-4a16-b5c2-13a1153a0074 req-b0957b7f-378d-4128-a303-8779b5d6810f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:08.987847 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8aec3418-95ac-4a16-b5c2-13a1153a0074 req-b0957b7f-378d-4128-a303-8779b5d6810f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.1132474 Jul 27 20:57:08.998316 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.005637 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.101349 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8aec3418-95ac-4a16-b5c2-13a1153a0074 req-d739c67c-2565-405e-b1bb-46a34fe45df3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072578 Jul 27 20:57:09.104401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Pushing event updated for resources: {'Port': ['ID=b69f3f13-a460-4416-adcf-b732d45bffa1,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:09.113838 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.131140 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.133469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-52c0c5d5-a028-4f7e-965b-a6d7a5651e93 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7025771 Jul 27 20:57:09.170697 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733abb90-6e58-4a19-8474-ecdf07421c09 x-openstack-request-id: req-733abb90-6e58-4a19-8474-ecdf07421c09 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:09.171722 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2af111b-f753-4925-bf46-2759c548d149", "name": "network-vif-deleted", "tag": "6b073743-c445-4ad4-978e-380863cb1265", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e94a1944-e5bb-48f5-a202-a6fef3e615dc", "tag": "d9fc4143-1bb7-4abf-aa18-c1d81c65cf64", "status": "completed", "code": 200}, {"server_uuid": "f7529f77-7116-4a85-b030-c49be448cc0e", "name": "network-vif-deleted", "tag": "61f362a6-585f-4379-8708-98469226b058", "status": "completed", "code": 200}, {"server_uuid": "f98b0724-0280-40cf-a44f-ff2977ba1c1a", "name": "network-vif-deleted", "tag": "9f8968a4-e547-4522-ad75-7327d84de30b", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:09.171722 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-733abb90-6e58-4a19-8474-ecdf07421c09 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:09.171722 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2af111b-f753-4925-bf46-2759c548d149', 'name': 'network-vif-deleted', 'tag': '6b073743-c445-4ad4-978e-380863cb1265', 'status': 'completed', 'code': 200} Jul 27 20:57:09.172008 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94a1944-e5bb-48f5-a202-a6fef3e615dc', 'tag': 'd9fc4143-1bb7-4abf-aa18-c1d81c65cf64', 'status': 'completed', 'code': 200} Jul 27 20:57:09.172104 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7529f77-7116-4a85-b030-c49be448cc0e', 'name': 'network-vif-deleted', 'tag': '61f362a6-585f-4379-8708-98469226b058', 'status': 'completed', 'code': 200} Jul 27 20:57:09.172365 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98b0724-0280-40cf-a44f-ff2977ba1c1a', 'name': 'network-vif-deleted', 'tag': '9f8968a4-e547-4522-ad75-7327d84de30b', 'status': 'completed', 'code': 200} Jul 27 20:57:09.186242 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-8d36f028-4985-4d6e-886d-86e696a4d757 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.0463369 Jul 27 20:57:09.285897 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ac5b0-0bef-48f7-bafa-be35f71fdb1c req-8fa1a7b0-df8e-494f-a25e-22e991192a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:09.287446 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c6ac5b0-0bef-48f7-bafa-be35f71fdb1c req-8fa1a7b0-df8e-494f-a25e-22e991192a2e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 1125 time: 0.0751667 Jul 27 20:57:09.361488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-7bef2602-e320-4caa-bda0-2e8fe6de2e77 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:09.362916 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d393ac37-0a3e-46a4-900f-51f542c23ccd req-7bef2602-e320-4caa-bda0-2e8fe6de2e77 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.1647549 Jul 27 20:57:09.395879 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ac5b0-0bef-48f7-bafa-be35f71fdb1c req-deca2f70-f39d-488d-80a9-b8f9ab226372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:09.396928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609f7a3-c1de-4400-9ce0-211d65daf104 req-adbf814e-4073-4985-ab96-55abab4dd7ec tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:09.405487 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7609f7a3-c1de-4400-9ce0-211d65daf104 req-adbf814e-4073-4985-ab96-55abab4dd7ec tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.1443913 Jul 27 20:57:09.406459 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c6ac5b0-0bef-48f7-bafa-be35f71fdb1c req-deca2f70-f39d-488d-80a9-b8f9ab226372 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.1016769 Jul 27 20:57:09.456682 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c6ac5b0-0bef-48f7-bafa-be35f71fdb1c req-dc621082-1542-4385-a858-b41f04850123 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 HTTP/1.1" status: 200 len: 217 time: 0.0467553 Jul 27 20:57:09.459583 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7609f7a3-c1de-4400-9ce0-211d65daf104 req-b69c1ce0-2bc8-4986-83b6-dbd857d343dd tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477450 Jul 27 20:57:09.525637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ac5b0-0bef-48f7-bafa-be35f71fdb1c req-9bd69b9c-ceed-492c-a4e6-96ccc8b273ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:09.527321 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c6ac5b0-0bef-48f7-bafa-be35f71fdb1c req-9bd69b9c-ceed-492c-a4e6-96ccc8b273ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.0583851 Jul 27 20:57:09.537536 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fac2a-e864-493b-8c02-748b25f39de5 req-928eb145-dca5-46b5-8d79-ea3b4a9a8dfd tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:09.539662 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-875fac2a-e864-493b-8c02-748b25f39de5 req-928eb145-dca5-46b5-8d79-ea3b4a9a8dfd tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.0787389 Jul 27 20:57:09.573475 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c6ac5b0-0bef-48f7-bafa-be35f71fdb1c req-2d05bf0c-2428-4045-857a-a155b6d81f37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346072 Jul 27 20:57:09.584263 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-875fac2a-e864-493b-8c02-748b25f39de5 req-80a3326a-e83a-46b5-8254-c468eef03044 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382569 Jul 27 20:57:09.685488 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device b70ca569-b765-494e-8d60-d8d6b07df444 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:09.714564 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c6ac5b0-0bef-48f7-bafa-be35f71fdb1c req-83df0630-ba5b-462b-8d71-8a27d1a83078 service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280706 Jul 27 20:57:09.748603 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port b70ca569-b765-494e-8d60-d8d6b07df444 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:09.754375 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port b70ca569-b765-494e-8d60-d8d6b07df444 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:09.754759 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.811970 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b943b-6993-4d45-9056-77516aba9e47 req-83a4076c-f65f-4738-a42a-28d724d1d680 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:09.820015 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-344b943b-6993-4d45-9056-77516aba9e47 req-83a4076c-f65f-4738-a42a-28d724d1d680 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 821 time: 0.1454177 Jul 27 20:57:09.837445 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-344b943b-6993-4d45-9056-77516aba9e47 req-fe10e181-a714-432c-aa33-42b41314bc36 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/quotas/12e5ac8a7f1d4e6c8b75f50adc33e828 HTTP/1.1" status: 200 len: 375 time: 0.0164840 Jul 27 20:57:09.861441 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c6ac5b0-0bef-48f7-bafa-be35f71fdb1c req-a95f38b5-60b5-4a51-bf9d-f5dc2fba905c service neutron] 10.222.0.66 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362298 Jul 27 20:57:09.866642 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.908409 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port b70ca569-b765-494e-8d60-d8d6b07df444, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b70ca569-b765-494e-8d60-d8d6b07df444,segment=NetworkSegment(19708875-46a8-4d4a-860f-8d2d45e2e7c6),segment_id=19708875-46a8-4d4a-860f-8d2d45e2e7c6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:09.912586 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:09.914613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 9f8968a4-e547-4522-ad75-7327d84de30b no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:09.927166 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-344b943b-6993-4d45-9056-77516aba9e47 req-e29ab1e3-67d6-4d5e-a2a4-21c8b46790cf tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0885482 Jul 27 20:57:09.960280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 9f8968a4-e547-4522-ad75-7327d84de30b {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:09.960643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 9f8968a4-e547-4522-ad75-7327d84de30b not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:09.989218 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=b70ca569-b765-494e-8d60-d8d6b07df444,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:10.064321 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-344b943b-6993-4d45-9056-77516aba9e47 req-1d95c391-cf12-4978-bc12-74caa5e34c21 service neutron] 10.222.0.55 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307158 Jul 27 20:57:10.137220 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8153173-ff55-4b7e-bf1d-6e5d607626dd req-8d4729e5-90ad-4c26-b942-9e7b6288e277 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:10.138912 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c8153173-ff55-4b7e-bf1d-6e5d607626dd req-8d4729e5-90ad-4c26-b942-9e7b6288e277 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 949 time: 0.1439826 Jul 27 20:57:10.205237 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c8153173-ff55-4b7e-bf1d-6e5d607626dd req-f5ca4a20-73da-4912-bb97-4c58293f9a84 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591967 Jul 27 20:57:10.207568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-344b943b-6993-4d45-9056-77516aba9e47 req-b9898a82-b06b-477a-a01c-6ca4d8f5119a service neutron] 10.222.0.55 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327465 Jul 27 20:57:10.360501 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2340591-6434-43f3-b72c-6f82d8da615c req-8aba55a0-3101-43fa-a682-e1d283a24b9b tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:10.362076 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2340591-6434-43f3-b72c-6f82d8da615c req-8aba55a0-3101-43fa-a682-e1d283a24b9b tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 945 time: 0.0839152 Jul 27 20:57:10.442033 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2340591-6434-43f3-b72c-6f82d8da615c req-5944c858-37c3-4191-8452-a30d3e3f2e5a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713215 Jul 27 20:57:10.477955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c52b1-0970-4ae1-846c-08eb9b91ddf0 req-799f1eff-46e7-4f70-b52a-8f213a31e32f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:10.479530 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-484c52b1-0970-4ae1-846c-08eb9b91ddf0 req-799f1eff-46e7-4f70-b52a-8f213a31e32f tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 949 time: 0.1020384 Jul 27 20:57:10.516329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d069726-ce67-48a6-b2fa-3bb580dcb113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70ca569-b765-494e-8d60-d8d6b07df444'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:10.519620 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0562489d-1cba-4d3c-935e-023cca11985c" -d '{"events": [{"server_uuid": "8d069726-ce67-48a6-b2fa-3bb580dcb113", "name": "network-vif-plugged", "status": "completed", "tag": "b70ca569-b765-494e-8d60-d8d6b07df444"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:10.557537 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-484c52b1-0970-4ae1-846c-08eb9b91ddf0 req-858d349f-b7c8-4690-93fe-9e097b85f803 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711653 Jul 27 20:57:10.615976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152ec37-f7f8-4b97-a883-fa79ce89a773 req-bee6c26c-a6a3-443a-b210-0c7851b7af3d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:10.617677 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8152ec37-f7f8-4b97-a883-fa79ce89a773 req-bee6c26c-a6a3-443a-b210-0c7851b7af3d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.1113057 Jul 27 20:57:10.695796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8152ec37-f7f8-4b97-a883-fa79ce89a773 req-3c339bbc-f3bd-4652-8547-e1ea23bb3202 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682702 Jul 27 20:57:10.697958 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77d8c1d6-0ce6-4d61-9989-8aa141c358db req-28dd3992-23b4-4e61-9c86-7ee602dc6fe5 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 210 time: 0.0461271 Jul 27 20:57:10.748726 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8d873f-8bb2-453b-a118-f068f7bf5063 x-openstack-request-id: req-ad8d873f-8bb2-453b-a118-f068f7bf5063 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:10.749271 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d069726-ce67-48a6-b2fa-3bb580dcb113", "name": "network-vif-plugged", "status": "completed", "tag": "b70ca569-b765-494e-8d60-d8d6b07df444", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:10.749414 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad8d873f-8bb2-453b-a118-f068f7bf5063 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:10.750089 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d069726-ce67-48a6-b2fa-3bb580dcb113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70ca569-b765-494e-8d60-d8d6b07df444', 'code': 200} Jul 27 20:57:10.883532 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c681ae-39d7-4e22-a8c9-061a92c16a85 req-d2b825a8-ac64-4669-bec0-aa2ea45bb702 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:10.886487 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9c681ae-39d7-4e22-a8c9-061a92c16a85 req-d2b825a8-ac64-4669-bec0-aa2ea45bb702 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.0870397 Jul 27 20:57:10.903826 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f0dfd-3539-4fe1-bf26-d4609ed03a66 req-f87f8b3c-798b-4039-a45c-93066e893255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:10.905835 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-684f0dfd-3539-4fe1-bf26-d4609ed03a66 req-f87f8b3c-798b-4039-a45c-93066e893255 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 1096 time: 0.0724511 Jul 27 20:57:10.930641 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9c681ae-39d7-4e22-a8c9-061a92c16a85 req-d5b44cbf-d0bd-4175-afe0-a7e7483dcf87 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368805 Jul 27 20:57:10.956049 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-684f0dfd-3539-4fe1-bf26-d4609ed03a66 req-015bd608-5cd5-4303-abdc-0964addfe88e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384078 Jul 27 20:57:11.043015 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-346570c3-8022-4033-adfd-316f2c73c5da tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230134 Jul 27 20:57:11.154926 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-67d163c2-6456-4fb2-8aa6-f87d01d29891 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:11.156374 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-67d163c2-6456-4fb2-8aa6-f87d01d29891 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1078117 Jul 27 20:57:11.171243 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-5cb52a9e-9f47-495f-9330-6c7a6c0411aa tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/quotas/ff15cfc60ebf4100bfa873bb1415f95e HTTP/1.1" status: 200 len: 375 time: 0.0092323 Jul 27 20:57:11.240215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-9099ce65-f2f7-4a76-bee4-8bbfdb798c41 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634673 Jul 27 20:57:11.358754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e46169-a25c-42bf-9eb5-994180c4621f req-a84c5f01-8559-4972-9aef-8a3e2f13a593 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:11.358754 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53e46169-a25c-42bf-9eb5-994180c4621f req-a84c5f01-8559-4972-9aef-8a3e2f13a593 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 949 time: 0.0710549 Jul 27 20:57:11.435675 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53e46169-a25c-42bf-9eb5-994180c4621f req-e058a975-0d0a-4ea7-b86b-268ce6f3c0d1 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721502 Jul 27 20:57:11.437727 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3374225a-353b-40f8-80ea-0976e0a2a3a2 req-a52d73e6-07b1-4c13-a59e-d5148303165f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 210 time: 0.0435598 Jul 27 20:57:11.589331 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694e254-a9c6-46ef-87cd-d8a7be44e30c req-ebbc3e61-f847-49a1-ba3f-e8315ad80124 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:11.592043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e694e254-a9c6-46ef-87cd-d8a7be44e30c req-ebbc3e61-f847-49a1-ba3f-e8315ad80124 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 945 time: 0.0733967 Jul 27 20:57:11.696795 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:57:11.727950 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e694e254-a9c6-46ef-87cd-d8a7be44e30c req-d229809b-5b6b-4a3c-8ce2-7d5cfd067644 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226480 Jul 27 20:57:11.825026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9594b-c0dd-4d21-8f7b-3349cf7c7acd req-2a94665d-b35e-4d5f-ab42-3ce7e787dd0b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:11.826834 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90d9594b-c0dd-4d21-8f7b-3349cf7c7acd req-2a94665d-b35e-4d5f-ab42-3ce7e787dd0b tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 949 time: 0.1639438 Jul 27 20:57:11.897840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b943b-6993-4d45-9056-77516aba9e47 req-7b1e9c4e-6b42-418f-b046-3a0ff90e5560 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:11.900604 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-344b943b-6993-4d45-9056-77516aba9e47 req-7b1e9c4e-6b42-418f-b046-3a0ff90e5560 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.66 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 821 time: 0.2358124 Jul 27 20:57:11.918954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-344b943b-6993-4d45-9056-77516aba9e47 req-961966dd-6e5b-4e87-8653-c7b9a98be935 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Request body: {'port': {'device_id': '650aa699-baaa-4671-b29f-d91a67482a47', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'admin_state_up': True, 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:11.930097 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee58f37d-19cd-45dc-aed7-ade1db2136fc req-7f847d5a-8b62-433d-a5c4-72b4279fbe33 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 210 time: 0.0560539 Jul 27 20:57:11.933662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:11.951746 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90d9594b-c0dd-4d21-8f7b-3349cf7c7acd req-e8762e62-1fc8-4b96-b293-ded160746fdb tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173587 Jul 27 20:57:11.979412 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 has no active binding in host n-h1-764806-9 {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 20:57:12.136035 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbd1ec-4b33-4f9b-96c6-18113a1bacf0 req-1aa3f28c-e3ba-4fba-838f-bb4c280909a4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:12.137813 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fffbd1ec-4b33-4f9b-96c6-18113a1bacf0 req-1aa3f28c-e3ba-4fba-838f-bb4c280909a4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.1089361 Jul 27 20:57:12.158509 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344b943b-6993-4d45-9056-77516aba9e47 req-961966dd-6e5b-4e87-8653-c7b9a98be935 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Made reservation on behalf of 12e5ac8a7f1d4e6c8b75f50adc33e828 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:12.170108 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-344b943b-6993-4d45-9056-77516aba9e47 req-961966dd-6e5b-4e87-8653-c7b9a98be935 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:12.223369 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fffbd1ec-4b33-4f9b-96c6-18113a1bacf0 req-d27fd20d-3e71-4d96-a04e-59f20afa9f22 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729787 Jul 27 20:57:12.293602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddec764-f13e-4450-8c70-a7228791425e req-365b92e8-a659-4e55-a9dd-e53cc0c888f4 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:12.305250 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ddec764-f13e-4450-8c70-a7228791425e req-365b92e8-a659-4e55-a9dd-e53cc0c888f4 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.1783872 Jul 27 20:57:12.345387 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ddec764-f13e-4450-8c70-a7228791425e req-831d2c7f-6095-40ae-b066-94b6f0c33b42 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388687 Jul 27 20:57:12.368971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-344b943b-6993-4d45-9056-77516aba9e47 req-961966dd-6e5b-4e87-8653-c7b9a98be935 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Allocated IP 172.20.0.11 (7513f0f6-f79b-476b-af43-6fdd18f13f2f/0a624997-c66e-4850-8c17-1b4d1bc4a6c5/f5a71e6a-12d2-49fa-bb9d-9b2dadc84668) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:12.541720 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-344b943b-6993-4d45-9056-77516aba9e47 req-961966dd-6e5b-4e87-8653-c7b9a98be935 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:12.559475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-344b943b-6993-4d45-9056-77516aba9e47 req-961966dd-6e5b-4e87-8653-c7b9a98be935 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Transition to ACTIVE for port object f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:12.594055 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-344b943b-6993-4d45-9056-77516aba9e47 req-961966dd-6e5b-4e87-8653-c7b9a98be935 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:12.598936 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30e8e206-9356-489d-a587-d79f42748374 req-f46ea5f1-3002-4330-932b-f73738132e35 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 210 time: 0.0506289 Jul 27 20:57:12.606595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['34a37807-a73d-438b-bce2-8c6ab164189d'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:12.668976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e045c0b-6217-4542-97fe-cd16fc2df0e3 req-461e961f-6430-4eda-a3a5-f8994d996142 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:12.691983 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e045c0b-6217-4542-97fe-cd16fc2df0e3 req-461e961f-6430-4eda-a3a5-f8994d996142 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 949 time: 0.1540706 Jul 27 20:57:12.747033 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344b943b-6993-4d45-9056-77516aba9e47 req-961966dd-6e5b-4e87-8653-c7b9a98be935 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Network 7513f0f6-f79b-476b-af43-6fdd18f13f2f is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:12.751253 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961966dd-6e5b-4e87-8653-c7b9a98be935 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Pushing event updated for resources: {'Port': ['ID=f5a71e6a-12d2-49fa-bb9d-9b2dadc84668,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:12.761088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-344b943b-6993-4d45-9056-77516aba9e47 req-961966dd-6e5b-4e87-8653-c7b9a98be935 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:12.780630 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-344b943b-6993-4d45-9056-77516aba9e47 req-961966dd-6e5b-4e87-8653-c7b9a98be935 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:12.799278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e045c0b-6217-4542-97fe-cd16fc2df0e3 req-96ee6555-0b61-4652-af78-af52297c727d tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061938 Jul 27 20:57:12.946094 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-4b1d411f-905b-43b0-9e9e-cb8276871a5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667627 Jul 27 20:57:12.979685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb755757-374f-4d97-8e3b-33afe1ef5ee6 req-9f22a7f3-0c1a-4d57-a69f-c110c8235d49 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:12.981261 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eb755757-374f-4d97-8e3b-33afe1ef5ee6 req-9f22a7f3-0c1a-4d57-a69f-c110c8235d49 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.66 "GET /v2.0/ports?device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 949 time: 0.3499577 Jul 27 20:57:13.119677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-a6094d3f-4d00-4853-ac59-534e469aab1b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.121487 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-a6094d3f-4d00-4853-ac59-534e469aab1b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1542661 Jul 27 20:57:13.134471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b943b-6993-4d45-9056-77516aba9e47 req-961966dd-6e5b-4e87-8653-c7b9a98be935 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.135359 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-344b943b-6993-4d45-9056-77516aba9e47 req-961966dd-6e5b-4e87-8653-c7b9a98be935 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:13.144643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0288abe4-5383-4cf9-a8ab-e546a239e6d0 None None] Provisioning for port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:13.148377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-d3efb579-6acb-4cc4-bc2b-ec994a0ef399 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Request body: {'port': {'device_id': '3f6088b8-2863-4940-9724-fddc3139ba79', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': 'ff15cfc60ebf4100bfa873bb1415f95e'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:13.150493 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0288abe4-5383-4cf9-a8ab-e546a239e6d0 None None] Provisioning complete for port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:13.152385 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0288abe4-5383-4cf9-a8ab-e546a239e6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:13.165670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce0891-a447-487f-a705-0ce419338e7b req-57aa67d7-31e1-4b3f-967f-fe63e0507d21 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.167691 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e0ce0891-a447-487f-a705-0ce419338e7b req-57aa67d7-31e1-4b3f-967f-fe63e0507d21 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 945 time: 0.3116987 Jul 27 20:57:13.263760 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e0ce0891-a447-487f-a705-0ce419338e7b req-7a3b8ad7-5775-4400-bc32-f371a822aece tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835757 Jul 27 20:57:13.268303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-0288abe4-5383-4cf9-a8ab-e546a239e6d0 None None] Port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:57:13.302382 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c24867-4882-46ba-8bd5-5b7baf55c829 req-8838ad1f-df49-4e81-acc5-fea08caba8d1 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.304591 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76c24867-4882-46ba-8bd5-5b7baf55c829 req-8838ad1f-df49-4e81-acc5-fea08caba8d1 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 949 time: 0.3227308 Jul 27 20:57:13.319996 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de1262-7dab-411f-9aba-5e0a06feda86 req-8938779f-3a6e-4d26-a805-fd7e9a901cec tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.328661 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5de1262-7dab-411f-9aba-5e0a06feda86 req-8938779f-3a6e-4d26-a805-fd7e9a901cec tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 932 time: 0.2619419 Jul 27 20:57:13.344925 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-344b943b-6993-4d45-9056-77516aba9e47 req-961966dd-6e5b-4e87-8653-c7b9a98be935 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4334216 Jul 27 20:57:13.364028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Request body: {'port': {'device_id': '650aa699-baaa-4671-b29f-d91a67482a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:13.419907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-d3efb579-6acb-4cc4-bc2b-ec994a0ef399 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Made reservation on behalf of ff15cfc60ebf4100bfa873bb1415f95e for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:13.423330 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-d3efb579-6acb-4cc4-bc2b-ec994a0ef399 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:13.471504 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-eb755757-374f-4d97-8e3b-33afe1ef5ee6 req-7be031d8-2f2b-441b-ad84-e2935de92982 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Deleting port aea6dfed-c912-42ac-bf8b-43340d28b801 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:13.471865 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb755757-374f-4d97-8e3b-33afe1ef5ee6 req-7be031d8-2f2b-441b-ad84-e2935de92982 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:13.474763 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5de1262-7dab-411f-9aba-5e0a06feda86 req-c4b0a0cc-846b-4c7b-a60d-2f2c2fc62a88 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450074 Jul 27 20:57:13.548695 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d040d09-e53c-4290-b797-63fafd4202e5 req-a8bd5130-cc8d-45d9-a3a6-4cfe1998cf29 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.556407 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d040d09-e53c-4290-b797-63fafd4202e5 req-a8bd5130-cc8d-45d9-a3a6-4cfe1998cf29 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/ports?device_id=10f26325-d0e9-418f-9f11-c6a5de9552da HTTP/1.1" status: 200 len: 949 time: 0.2122104 Jul 27 20:57:13.598306 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:13.604853 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-76c24867-4882-46ba-8bd5-5b7baf55c829 req-c6880149-0d9c-417e-8141-9361773db601 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Deleting port 1a022cd7-e984-471e-a4f8-55737392083d {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:13.605205 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-76c24867-4882-46ba-8bd5-5b7baf55c829 req-c6880149-0d9c-417e-8141-9361773db601 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:13.619276 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d040d09-e53c-4290-b797-63fafd4202e5 req-949a0735-36a1-46da-b4b5-ef3ff5c8b280 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e444a6d-8827-48d4-b303-36185fd4c019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606837 Jul 27 20:57:13.807685 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f8cc4aec-b50d-460f-b634-a27aa5d868ed req-612b0af3-d83d-48eb-9159-c36a58537f89 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1733790732&fields=id&tenant_id=57e8356d3d5f4a2b8072816c5364eae8 HTTP/1.1" status: 200 len: 267 time: 0.1081614 Jul 27 20:57:13.840421 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-76c24867-4882-46ba-8bd5-5b7baf55c829 req-c6880149-0d9c-417e-8141-9361773db601 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] For port 1a022cd7-e984-471e-a4f8-55737392083d, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1a022cd7-e984-471e-a4f8-55737392083d,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:13.840815 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-76c24867-4882-46ba-8bd5-5b7baf55c829 req-c6880149-0d9c-417e-8141-9361773db601 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:13.883639 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-76c24867-4882-46ba-8bd5-5b7baf55c829 req-c6880149-0d9c-417e-8141-9361773db601 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Calling delete_port for 1a022cd7-e984-471e-a4f8-55737392083d owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:13.893725 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06975a-cbd6-44a1-b5ad-3ed70d1ad01b req-c74c327e-fcf3-4ccd-b61c-70856ae448c8 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:13.895320 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c06975a-cbd6-44a1-b5ad-3ed70d1ad01b req-c74c327e-fcf3-4ccd-b61c-70856ae448c8 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.2113152 Jul 27 20:57:14.001144 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c06975a-cbd6-44a1-b5ad-3ed70d1ad01b req-0b908f93-f0a2-4623-b0ba-eec1ce2a4f77 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957150 Jul 27 20:57:14.017244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc4aec-b50d-460f-b634-a27aa5d868ed req-8900968a-3ef9-4bdd-9eca-d9ff7a8d383d tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:14.021283 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f8cc4aec-b50d-460f-b634-a27aa5d868ed req-8900968a-3ef9-4bdd-9eca-d9ff7a8d383d tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 945 time: 0.2031715 Jul 27 20:57:14.026306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-eb755757-374f-4d97-8e3b-33afe1ef5ee6 req-7be031d8-2f2b-441b-ad84-e2935de92982 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] For port aea6dfed-c912-42ac-bf8b-43340d28b801, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=aea6dfed-c912-42ac-bf8b-43340d28b801,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:14.026890 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb755757-374f-4d97-8e3b-33afe1ef5ee6 req-7be031d8-2f2b-441b-ad84-e2935de92982 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.038372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-f8cc4aec-b50d-460f-b634-a27aa5d868ed req-8993702f-1192-4557-b298-f4ba16193559 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Request body: {'port': {'security_groups': ['bf7f6540-57a4-4983-92ad-921e511b4fc2', 'ab58416f-9ce1-406a-a486-5639070c0bc9']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:14.121148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-eb755757-374f-4d97-8e3b-33afe1ef5ee6 req-7be031d8-2f2b-441b-ad84-e2935de92982 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Calling delete_port for aea6dfed-c912-42ac-bf8b-43340d28b801 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:14.185955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-d3efb579-6acb-4cc4-bc2b-ec994a0ef399 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Allocated IP 192.168.233.231 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/c9f66654-a7e7-40f0-ae0e-4934abc8726a) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:14.214742 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-76c24867-4882-46ba-8bd5-5b7baf55c829 req-c6880149-0d9c-417e-8141-9361773db601 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.227395 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1a022cd7-e984-471e-a4f8-55737392083d'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:14.235432 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f8cc4aec-b50d-460f-b634-a27aa5d868ed req-8993702f-1192-4557-b298-f4ba16193559 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.276208 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6880149-0d9c-417e-8141-9361773db601 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Pushing event deleted for resources: {'Port': ['ID=1a022cd7-e984-471e-a4f8-55737392083d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:14.289402 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-c2b68c7d-5092-49f2-83cf-6d7e95bc9875 service neutron] 10.222.0.66 "GET /v2.0/ports/d9fc4143-1bb7-4abf-aa18-c1d81c65cf64/bindings/n-h1-764806-9 HTTP/1.1" status: 200 len: 384 time: 0.2821348 Jul 27 20:57:14.350183 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e700ae0-7d49-46c3-b8d2-dd4752e4dfde req-11bdfe31-513b-4409-b0e0-5ba270c6395a tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:14.352223 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e700ae0-7d49-46c3-b8d2-dd4752e4dfde req-11bdfe31-513b-4409-b0e0-5ba270c6395a tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.2705305 Jul 27 20:57:14.352995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c24867-4882-46ba-8bd5-5b7baf55c829 req-c6880149-0d9c-417e-8141-9361773db601 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] No DVR routers for this DVR port 1a022cd7-e984-471e-a4f8-55737392083d on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:14.355653 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-76c24867-4882-46ba-8bd5-5b7baf55c829 req-c6880149-0d9c-417e-8141-9361773db601 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.357993 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76c24867-4882-46ba-8bd5-5b7baf55c829 req-c6880149-0d9c-417e-8141-9361773db601 tempest-ServersOnMultiNodesTest-2012384873 tempest-ServersOnMultiNodesTest-2012384873-project] 10.222.0.66 "DELETE /v2.0/ports/1a022cd7-e984-471e-a4f8-55737392083d HTTP/1.1" status: 204 len: 173 time: 1.0263257 Jul 27 20:57:14.360510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f26325-d0e9-418f-9f11-c6a5de9552da', 'name': 'network-vif-deleted', 'tag': '1a022cd7-e984-471e-a4f8-55737392083d'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:14.362764 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de642750-594c-4f80-b9ef-973d7358d808" -d '{"events": [{"server_uuid": "10f26325-d0e9-418f-9f11-c6a5de9552da", "name": "network-vif-deleted", "tag": "1a022cd7-e984-471e-a4f8-55737392083d"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:14.459318 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e700ae0-7d49-46c3-b8d2-dd4752e4dfde req-6772dcea-4b73-44ab-b5e0-472ed2ca2a48 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668728 Jul 27 20:57:14.575449 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91824b81-3760-4b79-a423-a89d22688c9c req-04942237-4f50-4c0f-94dd-be036d7e104e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 210 time: 0.0348244 Jul 27 20:57:14.711531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc9cbc-c668-4031-8589-91242c3f8a6b req-274e45f9-e152-49a9-89e2-828f138dd23e tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:14.713426 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7dc9cbc-c668-4031-8589-91242c3f8a6b req-274e45f9-e152-49a9-89e2-828f138dd23e tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=c44f8fb0-686a-4ce0-b541-d9b791e52fae HTTP/1.1" status: 200 len: 949 time: 0.0784748 Jul 27 20:57:14.723708 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb755757-374f-4d97-8e3b-33afe1ef5ee6 req-7be031d8-2f2b-441b-ad84-e2935de92982 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.735369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:14.737244 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['0059e62c-b2a1-4deb-8ad6-2dff4c96edbf'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:14.741651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['aea6dfed-c912-42ac-bf8b-43340d28b801'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:14.762019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-7a2b8763-c35f-40ec-ad18-86da1ae2c254 service neutron] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:14.801905 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.811176 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be031d8-2f2b-441b-ad84-e2935de92982 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Pushing event deleted for resources: {'Port': ['ID=aea6dfed-c912-42ac-bf8b-43340d28b801,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:14.826441 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7dc9cbc-c668-4031-8589-91242c3f8a6b req-df01cea6-b63f-4d8a-a420-d8ca8e5d467d tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876920 Jul 27 20:57:14.875218 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-d3efb579-6acb-4cc4-bc2b-ec994a0ef399 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.879220 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-f8cc4aec-b50d-460f-b634-a27aa5d868ed req-8993702f-1192-4557-b298-f4ba16193559 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] For port b70ca569-b765-494e-8d60-d8d6b07df444, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b70ca569-b765-494e-8d60-d8d6b07df444,segment=NetworkSegment(19708875-46a8-4d4a-860f-8d2d45e2e7c6),segment_id=19708875-46a8-4d4a-860f-8d2d45e2e7c6)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:14.895306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-7a2b8763-c35f-40ec-ad18-86da1ae2c254 service neutron] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:14.898158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Transition to ACTIVE for port object f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:14.917604 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3f402f-78b5-4cf7-a837-70d6b542305c x-openstack-request-id: req-1e3f402f-78b5-4cf7-a837-70d6b542305c {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:14.918164 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f26325-d0e9-418f-9f11-c6a5de9552da", "name": "network-vif-deleted", "tag": "1a022cd7-e984-471e-a4f8-55737392083d", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:14.918843 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e3f402f-78b5-4cf7-a837-70d6b542305c {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:14.919807 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f26325-d0e9-418f-9f11-c6a5de9552da', 'name': 'network-vif-deleted', 'tag': '1a022cd7-e984-471e-a4f8-55737392083d', 'status': 'completed', 'code': 200} Jul 27 20:57:14.942596 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.951405 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1a022cd7-e984-471e-a4f8-55737392083d no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:14.973378 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f8cc4aec-b50d-460f-b634-a27aa5d868ed req-8993702f-1192-4557-b298-f4ba16193559 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.981743 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f8cc4aec-b50d-460f-b634-a27aa5d868ed req-8993702f-1192-4557-b298-f4ba16193559 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:14.989298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb755757-374f-4d97-8e3b-33afe1ef5ee6 req-7be031d8-2f2b-441b-ad84-e2935de92982 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] No DVR routers for this DVR port aea6dfed-c912-42ac-bf8b-43340d28b801 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:14.994613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 1a022cd7-e984-471e-a4f8-55737392083d {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:14.995078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1a022cd7-e984-471e-a4f8-55737392083d not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:14.995700 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:15.042872 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-d3efb579-6acb-4cc4-bc2b-ec994a0ef399 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Transition to ACTIVE for port object c9f66654-a7e7-40f0-ae0e-4934abc8726a will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:15.070427 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc4aec-b50d-460f-b634-a27aa5d868ed req-8993702f-1192-4557-b298-f4ba16193559 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.071087 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f8cc4aec-b50d-460f-b634-a27aa5d868ed req-8993702f-1192-4557-b298-f4ba16193559 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:15.086822 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f8cc4aec-b50d-460f-b634-a27aa5d868ed req-8993702f-1192-4557-b298-f4ba16193559 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "PUT /v2.0/ports/b70ca569-b765-494e-8d60-d8d6b07df444 HTTP/1.1" status: 200 len: 981 time: 1.0550568 Jul 27 20:57:15.102982 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb755757-374f-4d97-8e3b-33afe1ef5ee6 req-7be031d8-2f2b-441b-ad84-e2935de92982 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:15.104997 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eb755757-374f-4d97-8e3b-33afe1ef5ee6 req-7be031d8-2f2b-441b-ad84-e2935de92982 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.66 "DELETE /v2.0/ports/aea6dfed-c912-42ac-bf8b-43340d28b801 HTTP/1.1" status: 204 len: 173 time: 1.9824347 Jul 27 20:57:15.107680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-7a2b8763-c35f-40ec-ad18-86da1ae2c254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:15.114172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a71e6a-12d2-49fa-bb9d-9b2dadc84668,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:15.118915 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44f8fb0-686a-4ce0-b541-d9b791e52fae', 'name': 'network-vif-deleted', 'tag': 'aea6dfed-c912-42ac-bf8b-43340d28b801'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:15.121821 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2336703d-f7c8-48e3-aa0a-fa7ece4a7157" -d '{"events": [{"server_uuid": "c44f8fb0-686a-4ce0-b541-d9b791e52fae", "name": "network-vif-deleted", "tag": "aea6dfed-c912-42ac-bf8b-43340d28b801"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:15.125080 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-d3efb579-6acb-4cc4-bc2b-ec994a0ef399 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:15.143260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['9df87c26-1b19-4a6a-bed2-59a55911966a', 'df778ef1-092b-479d-a17d-ce4c8616e2a8'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:15.145342 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993702f-1192-4557-b298-f4ba16193559 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event updated for resources: {'Port': ['ID=b70ca569-b765-494e-8d60-d8d6b07df444,revision_number=6']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:15.214763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25a2a9-9f5f-4af5-b931-889ec93f90f9 req-aa3078ab-311f-417d-8d71-d37df4cf461c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.224432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-d3efb579-6acb-4cc4-bc2b-ec994a0ef399 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:15.229529 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc25a2a9-9f5f-4af5-b931-889ec93f90f9 req-aa3078ab-311f-417d-8d71-d37df4cf461c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 944 time: 0.2106488 Jul 27 20:57:15.235191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efb579-6acb-4cc4-bc2b-ec994a0ef399 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Pushing event updated for resources: {'Port': ['ID=c9f66654-a7e7-40f0-ae0e-4934abc8726a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:15.238823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-d3efb579-6acb-4cc4-bc2b-ec994a0ef399 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:15.241404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-d3efb579-6acb-4cc4-bc2b-ec994a0ef399 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:15.264239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['b70ca569-b765-494e-8d60-d8d6b07df444'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:15.312436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-7a2b8763-c35f-40ec-ad18-86da1ae2c254 service neutron] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:15.322730 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-d3efb579-6acb-4cc4-bc2b-ec994a0ef399 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.323415 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-d3efb579-6acb-4cc4-bc2b-ec994a0ef399 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:15.378877 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc25a2a9-9f5f-4af5-b931-889ec93f90f9 req-b45620ea-f3ac-4fa2-be41-53408a253234 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483808 Jul 27 20:57:15.393688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['e0c50947-71bd-4527-b447-6108267ba66e', 'b70ca569-b765-494e-8d60-d8d6b07df444'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:15.411976 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-d3efb579-6acb-4cc4-bc2b-ec994a0ef399 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2711766 Jul 27 20:57:15.511040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52016916-84dd-411c-8458-cd61bd379a95 req-ff1ac215-c24a-4c05-8cdd-4fa191cd527a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/ab58416f-9ce1-406a-a486-5639070c0bc9 HTTP/1.1" status: 200 len: 1799 time: 0.0959022 Jul 27 20:57:15.525293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Request body: {'port': {'device_id': '3f6088b8-2863-4940-9724-fddc3139ba79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:15.534423 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-7a2b8763-c35f-40ec-ad18-86da1ae2c254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:15.581933 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ea543-f336-41ba-96e8-515c0f46c808 req-3afbaa1f-8897-4373-ab5a-e460a316569a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:15.592586 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e0ea543-f336-41ba-96e8-515c0f46c808 req-3afbaa1f-8897-4373-ab5a-e460a316569a tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 944 time: 0.1956110 Jul 27 20:57:15.651103 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e0ea543-f336-41ba-96e8-515c0f46c808 req-c3de48b5-9b99-4bf8-8689-33631c9a8f4f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575261 Jul 27 20:57:15.664009 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-52016916-84dd-411c-8458-cd61bd379a95 req-2d5aaa71-8ee6-4421-9913-1890151a588a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 20:57:15.671813 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52016916-84dd-411c-8458-cd61bd379a95 req-2d5aaa71-8ee6-4421-9913-1890151a588a tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "DELETE /v2.0/security-groups/ab58416f-9ce1-406a-a486-5639070c0bc9 HTTP/1.1" status: 409 len: 341 time: 0.1592715 Jul 27 20:57:15.711512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Attempting to bind port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:15.712500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Attempting to bind port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '70d48939-bd03-407b-91ae-43c6ff0fae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:15.714030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Attempting to bind port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 on network 7513f0f6-f79b-476b-af43-6fdd18f13f2f {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:15.765033 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c351e96-b2ee-44e4-aade-5469b611b29f x-openstack-request-id: req-2c351e96-b2ee-44e4-aade-5469b611b29f {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:15.765457 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44f8fb0-686a-4ce0-b541-d9b791e52fae", "name": "network-vif-deleted", "tag": "aea6dfed-c912-42ac-bf8b-43340d28b801", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:15.765864 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c351e96-b2ee-44e4-aade-5469b611b29f {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:15.767983 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44f8fb0-686a-4ce0-b541-d9b791e52fae', 'name': 'network-vif-deleted', 'tag': 'aea6dfed-c912-42ac-bf8b-43340d28b801', 'status': 'completed', 'code': 200} Jul 27 20:57:15.791903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 on network 7513f0f6-f79b-476b-af43-6fdd18f13f2f not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:57:15.792233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Attempting to bind port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 on network 7513f0f6-f79b-476b-af43-6fdd18f13f2f {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:15.795138 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58948) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:15.817790 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:15.818337 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Checking segment: {'id': '70d48939-bd03-407b-91ae-43c6ff0fae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:15.818865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Bound using segment: {'id': '70d48939-bd03-407b-91ae-43c6ff0fae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:15.831414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Bound port: f5a71e6a-12d2-49fa-bb9d-9b2dadc84668, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d48939-bd03-407b-91ae-43c6ff0fae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:15.837343 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:15.852688 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.017553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc9f7a-b9ff-4f6c-9dda-20652b69ec7a req-96f78776-2699-45bd-9932-10b1df8b3b2a tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:16.019223 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1dbc9f7a-b9ff-4f6c-9dda-20652b69ec7a req-96f78776-2699-45bd-9932-10b1df8b3b2a tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.2340035 Jul 27 20:57:16.032592 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4662d2b-e584-4ed6-a1b7-a8d2aa389c72 req-2a814011-68dd-40af-8e28-32c2fda83e9e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:16.042856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b4662d2b-e584-4ed6-a1b7-a8d2aa389c72 req-2a814011-68dd-40af-8e28-32c2fda83e9e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 936 time: 0.1826487 Jul 27 20:57:16.115169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-7a2b8763-c35f-40ec-ad18-86da1ae2c254 service neutron] Transition to ACTIVE for port object d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:16.151598 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-7a2b8763-c35f-40ec-ad18-86da1ae2c254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.166902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1dbc9f7a-b9ff-4f6c-9dda-20652b69ec7a req-5ee0b2f8-044f-4424-b318-fae587911ba0 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038837 Jul 27 20:57:16.189783 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b4662d2b-e584-4ed6-a1b7-a8d2aa389c72 req-afd46a73-3eaa-4728-a236-159a62f73ca7 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437299 Jul 27 20:57:16.205214 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-519edf74-7312-4442-98fa-c0265c9674b8 None None] Provisioning for port c9f66654-a7e7-40f0-ae0e-4934abc8726a completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:16.207281 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-432293c1-cb50-4aaf-a2d3-805d5c689298 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4fb64d87545a4d7b8837635cc8e66e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016042 Jul 27 20:57:16.208066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58954) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:16.213553 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-519edf74-7312-4442-98fa-c0265c9674b8 None None] Provisioning complete for port c9f66654-a7e7-40f0-ae0e-4934abc8726a triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:16.213931 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-519edf74-7312-4442-98fa-c0265c9674b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.280586 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-519edf74-7312-4442-98fa-c0265c9674b8 None None] Port c9f66654-a7e7-40f0-ae0e-4934abc8726a cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:57:16.303726 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-7a2b8763-c35f-40ec-ad18-86da1ae2c254 service neutron] No DVR routers for this DVR port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:16.316184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] For port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:16.329106 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6624e5ec-5cd4-456e-9735-f6f294635202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.372123 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6624e5ec-5cd4-456e-9735-f6f294635202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.460340 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-7a2b8763-c35f-40ec-ad18-86da1ae2c254 service neutron] 10.222.0.66 "PUT /v2.0/ports/d9fc4143-1bb7-4abf-aa18-c1d81c65cf64/bindings/n-h1-764806-9/activate HTTP/1.1" status: 200 len: 369 time: 2.1520007 Jul 27 20:57:16.460672 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6624e5ec-5cd4-456e-9735-f6f294635202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.464067 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6624e5ec-5cd4-456e-9735-f6f294635202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.465603 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6624e5ec-5cd4-456e-9735-f6f294635202 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e444a6d-8827-48d4-b303-36185fd4c019 HTTP/1.1" status: 204 len: 168 time: 0.2563560 Jul 27 20:57:16.485526 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624e5ec-5cd4-456e-9735-f6f294635202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e444a6d-8827-48d4-b303-36185fd4c019,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:16.499187 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b8763-c35f-40ec-ad18-86da1ae2c254 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,revision_number=10']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:16.528184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] For port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f5a71e6a-12d2-49fa-bb9d-9b2dadc84668,segment=NetworkSegment(70d48939-bd03-407b-91ae-43c6ff0fae26),segment_id=70d48939-bd03-407b-91ae-43c6ff0fae26)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:16.545634 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.640149 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4ce60-ab1c-4501-95bc-8b85797b671d req-cd0cb66f-094e-4745-94e1-1ac33ee5f70f tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:16.641938 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88e4ce60-ab1c-4501-95bc-8b85797b671d req-cd0cb66f-094e-4745-94e1-1ac33ee5f70f tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 944 time: 0.1035795 Jul 27 20:57:16.644831 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e4cf-a82b-4332-847c-e54d473d23b1 req-97d377d5-8763-4c61-9925-993eaf929137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:16.646368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a85e4cf-a82b-4332-847c-e54d473d23b1 req-97d377d5-8763-4c61-9925-993eaf929137 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57e8356d3d5f4a2b8072816c5364eae8&device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 1135 time: 0.1560249 Jul 27 20:57:16.786062 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:16.787336 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.788900 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-344b943b-6993-4d45-9056-77516aba9e47 req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] 10.222.0.66 "PUT /v2.0/ports/f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 HTTP/1.1" status: 200 len: 1092 time: 3.4322970 Jul 27 20:57:16.789946 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88e4ce60-ab1c-4501-95bc-8b85797b671d req-650aab96-21a7-4a84-9cdb-31549663155f tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337378 Jul 27 20:57:16.828440 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e4cf-a82b-4332-847c-e54d473d23b1 req-7aac34b9-91ff-4770-8b2a-6ddf30cfb851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:16.829904 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a85e4cf-a82b-4332-847c-e54d473d23b1 req-7aac34b9-91ff-4770-8b2a-6ddf30cfb851 service neutron] 10.222.0.20 "GET /v2.0/networks?id=77751492-e898-494d-817c-4c0bedb5dc79 HTTP/1.1" status: 200 len: 913 time: 0.1727428 Jul 27 20:57:16.865311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d617a-3b06-4375-a1d9-910755321310 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a71e6a-12d2-49fa-bb9d-9b2dadc84668,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:16.868077 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfd341-ab71-46d7-ad03-004e63cdd88b req-5f456e0c-c06b-49c7-8ae0-f13efc2506d2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:16.869740 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11bfd341-ab71-46d7-ad03-004e63cdd88b req-5f456e0c-c06b-49c7-8ae0-f13efc2506d2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 984 time: 0.1498110 Jul 27 20:57:16.918913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f66654-a7e7-40f0-ae0e-4934abc8726a {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:16.920388 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a85e4cf-a82b-4332-847c-e54d473d23b1 req-e7e83a0c-53b1-47b7-9df7-56584f600f6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b70ca569-b765-494e-8d60-d8d6b07df444 HTTP/1.1" status: 200 len: 217 time: 0.0737994 Jul 27 20:57:16.927044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d069726-ce67-48a6-b2fa-3bb580dcb113', 'tag': 'b70ca569-b765-494e-8d60-d8d6b07df444'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:16.927814 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-9f1847b5-56ca-4ab7-8472-37faff37d759 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:16.929591 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-9f1847b5-56ca-4ab7-8472-37faff37d759 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc&tenant_id=67d405d7cc574d15a62e24d6cfd65e01&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 1096 time: 0.3729756 Jul 27 20:57:16.929732 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bc2d91-1125-40ea-a1a0-4b51aac18021" -d '{"events": [{"name": "network-changed", "server_uuid": "8d069726-ce67-48a6-b2fa-3bb580dcb113", "tag": "b70ca569-b765-494e-8d60-d8d6b07df444"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:16.930074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58972) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:16.935978 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:16.946277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device aea6dfed-c912-42ac-bf8b-43340d28b801 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:16.968236 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: aea6dfed-c912-42ac-bf8b-43340d28b801 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:16.968608 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device aea6dfed-c912-42ac-bf8b-43340d28b801 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:16.994794 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Transition to ACTIVE for port object c9f66654-a7e7-40f0-ae0e-4934abc8726a will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:17.026349 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:17.028500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e4cf-a82b-4332-847c-e54d473d23b1 req-ebd94d4e-dca0-4de7-ae47-01df7a715bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.030082 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a85e4cf-a82b-4332-847c-e54d473d23b1 req-ebd94d4e-dca0-4de7-ae47-01df7a715bd1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e76974c-a54e-40f9-ab79-de33a8fc3f3b HTTP/1.1" status: 200 len: 852 time: 0.0796425 Jul 27 20:57:17.083154 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a85e4cf-a82b-4332-847c-e54d473d23b1 req-691ecd50-8284-4082-b651-749689ba7dba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77751492-e898-494d-817c-4c0bedb5dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372496 Jul 27 20:57:17.088584 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11bfd341-ab71-46d7-ad03-004e63cdd88b req-7543e502-cfab-4418-badd-db1575d2e073 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab58416f-9ce1-406a-a486-5639070c0bc9&id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1714637 Jul 27 20:57:17.114567 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-edd2d6bf-a275-48ba-aa70-586715e85a79 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d790fd62981543e688b0f41b7bfd00a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805665 Jul 27 20:57:17.117218 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58976) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:17.121160 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b943b-6993-4d45-9056-77516aba9e47 req-712c0788-c6f5-47a2-a0a7-5297a5c651d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.123229 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-344b943b-6993-4d45-9056-77516aba9e47 req-712c0788-c6f5-47a2-a0a7-5297a5c651d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 1095 time: 0.2654324 Jul 27 20:57:17.229479 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Pushing event updated for resources: {'Port': ['ID=c9f66654-a7e7-40f0-ae0e-4934abc8726a,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:17.248411 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-344b943b-6993-4d45-9056-77516aba9e47 req-7c4de04d-7d4c-4b98-8b4c-4018368b3323 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 HTTP/1.1" status: 200 len: 217 time: 0.1040277 Jul 27 20:57:17.297578 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-4bc33d2a-af79-4986-9ffa-186089acc4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.299253 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-4bc33d2a-af79-4986-9ffa-186089acc4e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc&tenant_id=67d405d7cc574d15a62e24d6cfd65e01 HTTP/1.1" status: 200 len: 1096 time: 0.3351371 Jul 27 20:57:17.434373 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cf092ee6-6ff3-464a-b2ea-4ce2a4821944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:17.440248 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b943b-6993-4d45-9056-77516aba9e47 req-9fc46f7b-cad8-40e5-916e-0f43c2ff8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.441872 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-344b943b-6993-4d45-9056-77516aba9e47 req-9fc46f7b-cad8-40e5-916e-0f43c2ff8f54 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0a624997-c66e-4850-8c17-1b4d1bc4a6c5 HTTP/1.1" status: 200 len: 860 time: 0.1653748 Jul 27 20:57:17.447206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Attempting to bind port c9f66654-a7e7-40f0-ae0e-4934abc8726a on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:17.447599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Attempting to bind port c9f66654-a7e7-40f0-ae0e-4934abc8726a by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:17.447934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Attempting to bind port c9f66654-a7e7-40f0-ae0e-4934abc8726a on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:17.500484 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Port c9f66654-a7e7-40f0-ae0e-4934abc8726a on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:57:17.500802 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Attempting to bind port c9f66654-a7e7-40f0-ae0e-4934abc8726a on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:17.506341 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cf092ee6-6ff3-464a-b2ea-4ce2a4821944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:17.513644 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf109e6-7c6b-43a2-ab50-507da9c2fe6c req-a448d52d-ec12-47bd-a904-cfe9414a2602 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.515190 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-faf109e6-7c6b-43a2-ab50-507da9c2fe6c req-a448d52d-ec12-47bd-a904-cfe9414a2602 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 951 time: 0.5939064 Jul 27 20:57:17.525856 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:17.526415 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:17.526724 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:17.527199 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Bound port: c9f66654-a7e7-40f0-ae0e-4934abc8726a, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:17.527555 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:17.565406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-1ef917c6-2179-485e-9197-a1b2883ebdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.567016 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-1ef917c6-2179-485e-9197-a1b2883ebdcc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 1096 time: 0.2282536 Jul 27 20:57:17.596833 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-faf109e6-7c6b-43a2-ab50-507da9c2fe6c req-d7e152eb-5465-4c11-b74d-4d65cef87542 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709865 Jul 27 20:57:17.598988 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a85e4cf-a82b-4332-847c-e54d473d23b1 req-6a17d92b-0ec2-41f3-8546-79ff3cad4fb8 service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011895 Jul 27 20:57:17.632709 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793584a-9725-467b-b15b-50e7caeee5b4 req-dce4c537-befd-4560-9f63-a340629ae617 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.634291 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1793584a-9725-467b-b15b-50e7caeee5b4 req-dce4c537-befd-4560-9f63-a340629ae617 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 945 time: 0.1713064 Jul 27 20:57:17.684589 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df53b0e7-5c7a-4c66-94c0-333d85ceb0a8 x-openstack-request-id: req-df53b0e7-5c7a-4c66-94c0-333d85ceb0a8 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:17.684941 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d069726-ce67-48a6-b2fa-3bb580dcb113", "tag": "b70ca569-b765-494e-8d60-d8d6b07df444", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:17.685173 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df53b0e7-5c7a-4c66-94c0-333d85ceb0a8 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:17.685578 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d069726-ce67-48a6-b2fa-3bb580dcb113', 'tag': 'b70ca569-b765-494e-8d60-d8d6b07df444', 'status': 'completed', 'code': 200} Jul 27 20:57:17.693097 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cf092ee6-6ff3-464a-b2ea-4ce2a4821944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:17.696905 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cf092ee6-6ff3-464a-b2ea-4ce2a4821944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:17.700457 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cf092ee6-6ff3-464a-b2ea-4ce2a4821944 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/367b06d1-2c9c-49f2-9176-11932d2c082e HTTP/1.1" status: 204 len: 168 time: 0.5688159 Jul 27 20:57:17.705865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b943b-6993-4d45-9056-77516aba9e47 req-8a3c7b94-8e46-43f9-a282-67c17550abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.707388 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-344b943b-6993-4d45-9056-77516aba9e47 req-8a3c7b94-8e46-43f9-a282-67c17550abdc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7513f0f6-f79b-476b-af43-6fdd18f13f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2572982 Jul 27 20:57:17.712519 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:17.717280 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:17.741481 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf092ee6-6ff3-464a-b2ea-4ce2a4821944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367b06d1-2c9c-49f2-9176-11932d2c082e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:17.745084 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:17.794851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650aa699-baaa-4671-b29f-d91a67482a47', 'tag': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:17.797084 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d6c067-e494-4c37-8aa9-d5f1fbc45f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "650aa699-baaa-4671-b29f-d91a67482a47", "tag": "f5a71e6a-12d2-49fa-bb9d-9b2dadc84668"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:17.805920 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1793584a-9725-467b-b15b-50e7caeee5b4 req-69b406e8-a66c-4f3e-813d-cd4e28070eed tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231959 Jul 27 20:57:17.829518 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a85e4cf-a82b-4332-847c-e54d473d23b1 req-03837cad-8739-4741-b009-ecf3f51d4a44 service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066932 Jul 27 20:57:17.852622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.853586 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:17.854977 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] 10.222.0.20 "PUT /v2.0/ports/c9f66654-a7e7-40f0-ae0e-4934abc8726a HTTP/1.1" status: 200 len: 1096 time: 2.3471372 Jul 27 20:57:17.859746 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e319cb-45fd-47c4-85a2-42f39f12a95c req-6ec071b7-0e7e-48a8-8ebb-62f8fb8fce42 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.871895 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31e319cb-45fd-47c4-85a2-42f39f12a95c req-6ec071b7-0e7e-48a8-8ebb-62f8fb8fce42 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.1589055 Jul 27 20:57:17.893066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-f03f3fc2-d7e1-4d77-a6a9-05991b91b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:17.894973 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-f03f3fc2-d7e1-4d77-a6a9-05991b91b94c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 200 len: 920 time: 0.3037281 Jul 27 20:57:17.953235 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31e319cb-45fd-47c4-85a2-42f39f12a95c req-24ab8586-5f8a-4360-895f-5bdea2c8729b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597179 Jul 27 20:57:18.002391 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08cd56-a2df-4a6d-a5ec-f1d9a91c276c service neutron] Pushing event updated for resources: {'Port': ['ID=c9f66654-a7e7-40f0-ae0e-4934abc8726a,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:18.012054 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-0d8cc346-2500-4e43-aaad-e10668a2f59f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 HTTP/1.1" status: 200 len: 217 time: 0.0765967 Jul 27 20:57:18.131794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc2d91-1125-40ea-a1a0-4b51aac18021 req-8e451132-956c-4a7e-beed-ea59dae7041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:18.134167 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67bc2d91-1125-40ea-a1a0-4b51aac18021 req-8e451132-956c-4a7e-beed-ea59dae7041e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57e8356d3d5f4a2b8072816c5364eae8&device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 1135 time: 0.1799293 Jul 27 20:57:18.149558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff594ec-c0dc-424d-8b0c-537ffc14ea7a req-62e75c7c-d3bf-4c58-946e-80f51bccd1b6 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:18.151201 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eff594ec-c0dc-424d-8b0c-537ffc14ea7a req-62e75c7c-d3bf-4c58-946e-80f51bccd1b6 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 948 time: 0.1307619 Jul 27 20:57:18.352599 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eff594ec-c0dc-424d-8b0c-537ffc14ea7a req-d129f826-558b-4762-a932-cf9d056ec6a0 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194584 Jul 27 20:57:18.393271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc2d91-1125-40ea-a1a0-4b51aac18021 req-ed765e01-d5a8-4103-8320-12733e6f22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:18.394959 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67bc2d91-1125-40ea-a1a0-4b51aac18021 req-ed765e01-d5a8-4103-8320-12733e6f22fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=77751492-e898-494d-817c-4c0bedb5dc79 HTTP/1.1" status: 200 len: 913 time: 0.2428498 Jul 27 20:57:18.410845 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979db177-d822-428c-bb08-6ed2bac9a70a req-5d0cdea2-1892-4d2d-be81-cad8c1e1572d tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:18.412583 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-979db177-d822-428c-bb08-6ed2bac9a70a req-5d0cdea2-1892-4d2d-be81-cad8c1e1572d tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 944 time: 0.1782265 Jul 27 20:57:18.444119 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-344b943b-6993-4d45-9056-77516aba9e47 req-45a09a73-1d5b-4565-84a7-b67434b2ce8d service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7209654 Jul 27 20:57:18.450585 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c43738-882e-4fd0-bc97-6c7b976f0c14 x-openstack-request-id: req-79c43738-882e-4fd0-bc97-6c7b976f0c14 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:18.450871 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650aa699-baaa-4671-b29f-d91a67482a47", "tag": "f5a71e6a-12d2-49fa-bb9d-9b2dadc84668", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:18.451110 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-79c43738-882e-4fd0-bc97-6c7b976f0c14 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:18.451896 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650aa699-baaa-4671-b29f-d91a67482a47', 'tag': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668', 'status': 'completed', 'code': 200} Jul 27 20:57:18.482260 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67bc2d91-1125-40ea-a1a0-4b51aac18021 req-51df8e2c-18fb-4711-8c16-d7035d94e998 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b70ca569-b765-494e-8d60-d8d6b07df444 HTTP/1.1" status: 200 len: 217 time: 0.0686648 Jul 27 20:57:18.543002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-07025bac-b40b-49b8-9d92-15fc11442805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:18.544457 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-07025bac-b40b-49b8-9d92-15fc11442805 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 200 len: 859 time: 0.5037420 Jul 27 20:57:18.573960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-73a98f1b-dfba-4563-9c62-875b42773f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:18.575491 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-73a98f1b-dfba-4563-9c62-875b42773f48 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 1099 time: 0.6231806 Jul 27 20:57:18.595022 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-979db177-d822-428c-bb08-6ed2bac9a70a req-61d98ae9-8793-47b0-b371-e7b3fc7aa172 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733322 Jul 27 20:57:18.597811 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc2d91-1125-40ea-a1a0-4b51aac18021 req-e5673ad4-feba-4ddc-ab29-c78b50044070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:18.599273 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67bc2d91-1125-40ea-a1a0-4b51aac18021 req-e5673ad4-feba-4ddc-ab29-c78b50044070 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e76974c-a54e-40f9-ab79-de33a8fc3f3b HTTP/1.1" status: 200 len: 852 time: 0.0843265 Jul 27 20:57:18.611235 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-5ee3e5ca-22cd-46e4-9a2c-bf65d3bb2193 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c4e94267-1e8c-444b-9271-9eac2bcbc562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491714 Jul 27 20:57:18.664971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dabd37-3a33-4ed2-87eb-9a6c4503d4d4 req-44baa089-00c6-4194-80f8-d12c24555b5f tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:18.670088 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-e28a54ac-c40b-4068-8d49-b8b88eaaaed1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a HTTP/1.1" status: 200 len: 217 time: 0.0631454 Jul 27 20:57:18.673576 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80dabd37-3a33-4ed2-87eb-9a6c4503d4d4 req-44baa089-00c6-4194-80f8-d12c24555b5f tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 984 time: 0.1982985 Jul 27 20:57:18.677279 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67bc2d91-1125-40ea-a1a0-4b51aac18021 req-d5f9110b-f2e7-4d25-aa30-04fe0c96404e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77751492-e898-494d-817c-4c0bedb5dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644472 Jul 27 20:57:18.689314 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-344b943b-6993-4d45-9056-77516aba9e47 req-21a0c12d-8971-4abd-a2e3-df6ab6e28678 service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354088 Jul 27 20:57:18.734403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.20', 65487) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:18.801082 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80dabd37-3a33-4ed2-87eb-9a6c4503d4d4 req-d551c824-cb61-42c5-b26d-8eaec9a8a1ea tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab58416f-9ce1-406a-a486-5639070c0bc9&id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1265454 Jul 27 20:57:18.858293 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59012) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:18.867277 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67bc2d91-1125-40ea-a1a0-4b51aac18021 req-e29b461e-d627-4657-97f4-d20290447d3f service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730103 Jul 27 20:57:18.867532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-c0dbebdf-5ede-487b-a923-110d8b02f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:18.869146 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-c0dbebdf-5ede-487b-a923-110d8b02f570 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1785574 Jul 27 20:57:18.876428 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f38988-e741-4b5c-904d-5cfe2a42b777 req-a3300754-6ee0-4d3e-a058-803d0280a4dc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:18.878006 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22f38988-e741-4b5c-904d-5cfe2a42b777 req-a3300754-6ee0-4d3e-a058-803d0280a4dc tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 951 time: 0.1318564 Jul 27 20:57:18.884831 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:57:18.932984 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-4f5ad793-281b-484d-a988-68593172901d service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778001 Jul 27 20:57:18.969806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd92ea9-8451-4b07-9729-e2ffcca87b56 req-091c65ff-95c4-496e-b2f4-271eb1f4d629 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:18.971299 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1dd92ea9-8451-4b07-9729-e2ffcca87b56 req-091c65ff-95c4-496e-b2f4-271eb1f4d629 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 951 time: 0.2359610 Jul 27 20:57:19.015609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6c067-e494-4c37-8aa9-d5f1fbc45f2a req-343d6875-80ff-4c82-a6d6-8f9f66326489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.016231 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-221426de-bcf1-4ced-955b-a02819c0e500 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-611581585-network', 'tenant_id': 'e18a54ad110b4aa68f7ff7bee62c881e'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:19.017077 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2d6c067-e494-4c37-8aa9-d5f1fbc45f2a req-343d6875-80ff-4c82-a6d6-8f9f66326489 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 1095 time: 0.2287295 Jul 27 20:57:19.056495 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22f38988-e741-4b5c-904d-5cfe2a42b777 req-6d47b6e5-6d5b-450a-ba89-a54ad3f5d282 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/security-groups?id=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659689 Jul 27 20:57:19.089421 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67bc2d91-1125-40ea-a1a0-4b51aac18021 req-8f85615a-b3d5-47be-8f01-372bfc3ff146 service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079449 Jul 27 20:57:19.092252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221426de-bcf1-4ced-955b-a02819c0e500 admin admin] Made reservation on behalf of e18a54ad110b4aa68f7ff7bee62c881e for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:19.094866 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-221426de-bcf1-4ced-955b-a02819c0e500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:19.121559 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-221426de-bcf1-4ced-955b-a02819c0e500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:19.179007 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d504e7a-5f59-4a02-b337-9aea1e31f881 req-0b277de4-2464-45ca-9d68-2e21dae80b65 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.180741 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d504e7a-5f59-4a02-b337-9aea1e31f881 req-0b277de4-2464-45ca-9d68-2e21dae80b65 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 945 time: 0.2217817 Jul 27 20:57:19.197958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-25d43e30-4b97-4b04-bd33-c32dd699b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.199724 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-25d43e30-4b97-4b04-bd33-c32dd699b4a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3180263 Jul 27 20:57:19.209368 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-8da3eb66-5104-433c-9405-4183ff9311f8 service neutron] 10.222.0.20 "GET /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622235 Jul 27 20:57:19.274859 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d504e7a-5f59-4a02-b337-9aea1e31f881 req-9714f1dc-710e-4ee6-a478-c88ac1ce828e tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868661 Jul 27 20:57:19.298625 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6c067-e494-4c37-8aa9-d5f1fbc45f2a req-0c58b566-40f1-462c-b704-fdfb0b3472a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.300102 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2d6c067-e494-4c37-8aa9-d5f1fbc45f2a req-0c58b566-40f1-462c-b704-fdfb0b3472a8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 922 time: 0.2707896 Jul 27 20:57:19.312387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb174d02-b4ab-40f4-9867-fbf058944466 req-2e43cc7f-8f9d-4d9d-9f58-fd2e5786cb1a tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.313974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb174d02-b4ab-40f4-9867-fbf058944466 req-2e43cc7f-8f9d-4d9d-9f58-fd2e5786cb1a tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.1822171 Jul 27 20:57:19.372381 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2d6c067-e494-4c37-8aa9-d5f1fbc45f2a req-f8ddc18f-0af6-4686-913e-51b9c7119231 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 HTTP/1.1" status: 200 len: 217 time: 0.0622239 Jul 27 20:57:19.379608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-1dd92ea9-8451-4b07-9729-e2ffcca87b56 req-2e47338c-dff8-45d8-a472-5d2d3000b701 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Deleting port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:19.379608 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1dd92ea9-8451-4b07-9729-e2ffcca87b56 req-2e47338c-dff8-45d8-a472-5d2d3000b701 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:19.382574 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-221426de-bcf1-4ced-955b-a02819c0e500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:19.396666 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb174d02-b4ab-40f4-9867-fbf058944466 req-b11d9213-2e4c-4c92-b4ac-2e548788b044 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690241 Jul 27 20:57:19.399272 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-221426de-bcf1-4ced-955b-a02819c0e500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:19.453055 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221426de-bcf1-4ced-955b-a02819c0e500 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:57:19.465577 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-221426de-bcf1-4ced-955b-a02819c0e500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:19.465964 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-221426de-bcf1-4ced-955b-a02819c0e500 admin admin] Added segment d7f1fe49-af42-47b5-a7ca-4afb01448ce8 of type vlan for network 704103d0-38a5-42c1-a2c9-1aa74df95d05 Jul 27 20:57:19.479552 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-fee1426f-ccee-4f8d-b296-2297fd4ea7ab service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604501 Jul 27 20:57:19.562660 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-221426de-bcf1-4ced-955b-a02819c0e500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:19.570883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221426de-bcf1-4ced-955b-a02819c0e500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a912c231-2095-44bf-884f-120051daef06,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:19.602429 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6c067-e494-4c37-8aa9-d5f1fbc45f2a req-185706f6-367b-4d69-910c-70e0c7a90b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.603884 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2d6c067-e494-4c37-8aa9-d5f1fbc45f2a req-185706f6-367b-4d69-910c-70e0c7a90b94 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0a624997-c66e-4850-8c17-1b4d1bc4a6c5 HTTP/1.1" status: 200 len: 860 time: 0.2147596 Jul 27 20:57:19.616713 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-221426de-bcf1-4ced-955b-a02819c0e500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:19.617587 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221426de-bcf1-4ced-955b-a02819c0e500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.618198 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-221426de-bcf1-4ced-955b-a02819c0e500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:19.628193 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b40877-8a35-4859-b589-fdc669603429 req-576919e0-63fa-46ff-886a-b47bc63eba18 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.629737 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27b40877-8a35-4859-b589-fdc669603429 req-576919e0-63fa-46ff-886a-b47bc63eba18 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 948 time: 0.1522615 Jul 27 20:57:19.644567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1dd92ea9-8451-4b07-9729-e2ffcca87b56 req-2e47338c-dff8-45d8-a472-5d2d3000b701 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] For port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:19.645106 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1dd92ea9-8451-4b07-9729-e2ffcca87b56 req-2e47338c-dff8-45d8-a472-5d2d3000b701 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:19.686983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-1dd92ea9-8451-4b07-9729-e2ffcca87b56 req-2e47338c-dff8-45d8-a472-5d2d3000b701 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Calling delete_port for 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:19.708084 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-221426de-bcf1-4ced-955b-a02819c0e500 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8486674 Jul 27 20:57:19.712072 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59026) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:19.725744 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2e5fac09-2667-4da4-af5d-4627193b6b4b admin admin] Request body: {'subnet': {'network_id': '704103d0-38a5-42c1-a2c9-1aa74df95d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-611581585-subnet', 'tenant_id': 'e18a54ad110b4aa68f7ff7bee62c881e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:19.763088 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6b934f5-915b-4d2a-9997-90125d845a93 req-826c174a-c355-4ded-af03-854673c6bde3 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707069 Jul 27 20:57:19.778735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-387c2412-e203-4d4c-ba7e-d6a94aa91c21 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.779689 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221426de-bcf1-4ced-955b-a02819c0e500 admin admin] Pushing event updated for resources: {'Network': ['ID=704103d0-38a5-42c1-a2c9-1aa74df95d05,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:19.780232 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-387c2412-e203-4d4c-ba7e-d6a94aa91c21 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc&tenant_id=67d405d7cc574d15a62e24d6cfd65e01&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 1096 time: 0.2700496 Jul 27 20:57:19.790499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 704103d0-38a5-42c1-a2c9-1aa74df95d05 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:57:19.799135 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27b40877-8a35-4859-b589-fdc669603429 req-9f823063-dc01-4b3e-984a-b8bafad5e061 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620491 Jul 27 20:57:19.819841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5fac09-2667-4da4-af5d-4627193b6b4b admin admin] Made reservation on behalf of e18a54ad110b4aa68f7ff7bee62c881e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:19.822680 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e5fac09-2667-4da4-af5d-4627193b6b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:19.857836 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6c067-e494-4c37-8aa9-d5f1fbc45f2a req-f978bf3b-db52-4ff1-a4c1-5ea886677424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.859411 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2d6c067-e494-4c37-8aa9-d5f1fbc45f2a req-f978bf3b-db52-4ff1-a4c1-5ea886677424 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7513f0f6-f79b-476b-af43-6fdd18f13f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2371454 Jul 27 20:57:19.895104 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd784b-57f3-4631-985a-cd325ea26063 req-4f92cd45-d91b-4e76-b16e-80efc38bc28a tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:19.898573 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fbd784b-57f3-4631-985a-cd325ea26063 req-4f92cd45-d91b-4e76-b16e-80efc38bc28a tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 944 time: 0.1938205 Jul 27 20:57:19.998663 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fbd784b-57f3-4631-985a-cd325ea26063 req-76ce4622-d9a1-44b9-8fb8-9cd458144f73 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917015 Jul 27 20:57:20.038147 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1dd92ea9-8451-4b07-9729-e2ffcca87b56 req-2e47338c-dff8-45d8-a472-5d2d3000b701 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:20.088705 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36d722-92a6-4f78-9f02-eaefc6e85ef0 req-ec17b1df-bc74-494f-baa7-bff2fd7fa728 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:20.090819 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4c36d722-92a6-4f78-9f02-eaefc6e85ef0 req-ec17b1df-bc74-494f-baa7-bff2fd7fa728 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 984 time: 0.1728406 Jul 27 20:57:20.114320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47338c-dff8-45d8-a472-5d2d3000b701 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Pushing event deleted for resources: {'Port': ['ID=0059e62c-b2a1-4deb-8ad6-2dff4c96edbf,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:20.119206 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2d6c067-e494-4c37-8aa9-d5f1fbc45f2a req-664c5752-2822-4c9f-99b4-d694c9b64206 service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492423 Jul 27 20:57:20.120443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-ccdfc7cc-7e07-4e8c-87fe-2cf765fff209 service neutron] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:20.152110 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-ccdfc7cc-7e07-4e8c-87fe-2cf765fff209 service neutron] Notify callbacks [] for binding, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:20.153300 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d469982-90bf-45e1-b434-2a12fb69fb2c req-ccdfc7cc-7e07-4e8c-87fe-2cf765fff209 service neutron] 10.222.0.20 "DELETE /v2.0/ports/d9fc4143-1bb7-4abf-aa18-c1d81c65cf64/bindings/n-h2-764806-9 HTTP/1.1" status: 204 len: 173 time: 0.3588514 Jul 27 20:57:20.189417 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e5fac09-2667-4da4-af5d-4627193b6b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:20.192676 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66661d82-b3b7-45bf-8bf9-659aa077c221 req-14a259c8-0c08-4d11-ba75-5bec118f5c71 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6028ff9-690f-43c1-8d48-2937dc566aab HTTP/1.1" status: 200 len: 210 time: 0.0381427 Jul 27 20:57:20.248329 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4c36d722-92a6-4f78-9f02-eaefc6e85ef0 req-11d30ed6-1ed0-44e0-aeda-9ed62c2c2c03 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab58416f-9ce1-406a-a486-5639070c0bc9&id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1239560 Jul 27 20:57:20.281687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd92ea9-8451-4b07-9729-e2ffcca87b56 req-2e47338c-dff8-45d8-a472-5d2d3000b701 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] No DVR routers for this DVR port 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:20.285374 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1dd92ea9-8451-4b07-9729-e2ffcca87b56 req-2e47338c-dff8-45d8-a472-5d2d3000b701 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:20.287985 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1dd92ea9-8451-4b07-9729-e2ffcca87b56 req-2e47338c-dff8-45d8-a472-5d2d3000b701 tempest-ServersAdminTestJSON-541959439 tempest-ServersAdminTestJSON-541959439-project] 10.222.0.20 "DELETE /v2.0/ports/0059e62c-b2a1-4deb-8ad6-2dff4c96edbf HTTP/1.1" status: 204 len: 173 time: 1.3029556 Jul 27 20:57:20.306619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fac09-2667-4da4-af5d-4627193b6b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7abc77c7-2d80-4c00-8380-33ac372b46c0,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:20.331068 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5fac09-2667-4da4-af5d-4627193b6b4b admin admin] Checking segment: {'id': 'd7f1fe49-af42-47b5-a7ca-4afb01448ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '704103d0-38a5-42c1-a2c9-1aa74df95d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:20.331510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5fac09-2667-4da4-af5d-4627193b6b4b admin admin] Network hostable DHCP agents. Network: 704103d0-38a5-42c1-a2c9-1aa74df95d05, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:57:20.348071 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2d6c067-e494-4c37-8aa9-d5f1fbc45f2a req-cddb508e-4841-45c6-ad96-08de1ba5941f service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085161 Jul 27 20:57:20.366614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5fac09-2667-4da4-af5d-4627193b6b4b admin admin] Network 704103d0-38a5-42c1-a2c9-1aa74df95d05 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:57:20.419775 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-2e5fac09-2667-4da4-af5d-4627193b6b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 704103d0-38a5-42c1-a2c9-1aa74df95d05) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:20.425017 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5fac09-2667-4da4-af5d-4627193b6b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:20.425629 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e5fac09-2667-4da4-af5d-4627193b6b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:20.429226 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63918e1-de35-486d-9075-28c81c19c9a9 None None] Network 704103d0-38a5-42c1-a2c9-1aa74df95d05 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:20.455007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a'}, {'server_uuid': 'e6028ff9-690f-43c1-8d48-2937dc566aab', 'name': 'network-vif-deleted', 'tag': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:20.458044 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b2c5a4-34a3-416d-aeae-e85b9ad93ced" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a"}, {"server_uuid": "e6028ff9-690f-43c1-8d48-2937dc566aab", "name": "network-vif-deleted", "tag": "0059e62c-b2a1-4deb-8ad6-2dff4c96edbf"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:20.488296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2e5fac09-2667-4da4-af5d-4627193b6b4b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7681327 Jul 27 20:57:20.494479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-289a5122-5703-499b-8ee9-1db4f5ef2f39 req-01b82de7-37e9-4369-b55b-3f9bc32e75c6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1780738724&fields=id&tenant_id=57e8356d3d5f4a2b8072816c5364eae8 HTTP/1.1" status: 200 len: 267 time: 0.1114991 Jul 27 20:57:20.578994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e4c7a-7333-43bd-8884-ddfae8c8e4fb req-2670d5b4-0926-474d-87b0-566e1ba98aea tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:20.580540 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa6e4c7a-7333-43bd-8884-ddfae8c8e4fb req-2670d5b4-0926-474d-87b0-566e1ba98aea tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 945 time: 0.1491234 Jul 27 20:57:20.593923 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21594df4-2a56-4adc-90cf-315c8b52c78d None None] Network 704103d0-38a5-42c1-a2c9-1aa74df95d05 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:20.618399 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5122-5703-499b-8ee9-1db4f5ef2f39 req-4539cb4c-7970-487e-a19f-9961ffee05a6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:20.619956 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-289a5122-5703-499b-8ee9-1db4f5ef2f39 req-4539cb4c-7970-487e-a19f-9961ffee05a6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 984 time: 0.1171765 Jul 27 20:57:20.642950 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-289a5122-5703-499b-8ee9-1db4f5ef2f39 req-c6e293a4-e39d-45cb-8fd8-7f5fde12b648 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Request body: {'port': {'security_groups': ['ab58416f-9ce1-406a-a486-5639070c0bc9', 'bf7f6540-57a4-4983-92ad-921e511b4fc2', '49c299bf-a707-487d-bdc9-952526fa072d']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:20.649874 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa6e4c7a-7333-43bd-8884-ddfae8c8e4fb req-74bc2918-2d8a-4e8b-ae51-be1dacabae70 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588005 Jul 27 20:57:20.749027 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-289a5122-5703-499b-8ee9-1db4f5ef2f39 req-c6e293a4-e39d-45cb-8fd8-7f5fde12b648 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:21.063638 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe1ac7-d606-4ab2-ac9e-81c2b3f1e871 req-8b9d3d87-cf19-4a2a-b229-da6b0a65f303 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:21.065414 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecfe1ac7-d606-4ab2-ac9e-81c2b3f1e871 req-8b9d3d87-cf19-4a2a-b229-da6b0a65f303 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.1645033 Jul 27 20:57:21.143915 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecfe1ac7-d606-4ab2-ac9e-81c2b3f1e871 req-9a8e2c2b-791f-439c-82f7-a816859a07da tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656195 Jul 27 20:57:21.152393 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-289a5122-5703-499b-8ee9-1db4f5ef2f39 req-c6e293a4-e39d-45cb-8fd8-7f5fde12b648 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] For port b70ca569-b765-494e-8d60-d8d6b07df444, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b70ca569-b765-494e-8d60-d8d6b07df444,segment=NetworkSegment(19708875-46a8-4d4a-860f-8d2d45e2e7c6),segment_id=19708875-46a8-4d4a-860f-8d2d45e2e7c6)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:21.187703 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59062) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:21.198716 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-95caf900-c475-4cdd-b395-8cdfc92aef97 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-986669038-network', 'tenant_id': '2f4cf5ad50f0486087ebe913ae2a6dfa'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:21.206505 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c1a220-5ed4-4559-8bc2-70de7f17e3c2 x-openstack-request-id: req-71c1a220-5ed4-4559-8bc2-70de7f17e3c2 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:21.207083 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a", "status": "completed", "code": 200}, {"server_uuid": "e6028ff9-690f-43c1-8d48-2937dc566aab", "name": "network-vif-deleted", "tag": "0059e62c-b2a1-4deb-8ad6-2dff4c96edbf", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:21.207083 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71c1a220-5ed4-4559-8bc2-70de7f17e3c2 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:21.207526 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a', 'status': 'completed', 'code': 200} Jul 27 20:57:21.208039 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6028ff9-690f-43c1-8d48-2937dc566aab', 'name': 'network-vif-deleted', 'tag': '0059e62c-b2a1-4deb-8ad6-2dff4c96edbf', 'status': 'completed', 'code': 200} Jul 27 20:57:21.213548 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-289a5122-5703-499b-8ee9-1db4f5ef2f39 req-c6e293a4-e39d-45cb-8fd8-7f5fde12b648 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:21.222952 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-289a5122-5703-499b-8ee9-1db4f5ef2f39 req-c6e293a4-e39d-45cb-8fd8-7f5fde12b648 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:21.236524 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['e0c50947-71bd-4527-b447-6108267ba66e', 'b70ca569-b765-494e-8d60-d8d6b07df444'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:21.265566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95caf900-c475-4cdd-b395-8cdfc92aef97 admin admin] Made reservation on behalf of 2f4cf5ad50f0486087ebe913ae2a6dfa for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:21.267664 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-95caf900-c475-4cdd-b395-8cdfc92aef97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:21.279565 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-95caf900-c475-4cdd-b395-8cdfc92aef97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:21.302032 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5122-5703-499b-8ee9-1db4f5ef2f39 req-c6e293a4-e39d-45cb-8fd8-7f5fde12b648 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:21.302608 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-289a5122-5703-499b-8ee9-1db4f5ef2f39 req-c6e293a4-e39d-45cb-8fd8-7f5fde12b648 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:21.314263 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-289a5122-5703-499b-8ee9-1db4f5ef2f39 req-c6e293a4-e39d-45cb-8fd8-7f5fde12b648 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "PUT /v2.0/ports/b70ca569-b765-494e-8d60-d8d6b07df444 HTTP/1.1" status: 200 len: 1020 time: 0.6814318 Jul 27 20:57:21.324903 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d069726-ce67-48a6-b2fa-3bb580dcb113', 'tag': 'b70ca569-b765-494e-8d60-d8d6b07df444'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:21.327609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2c5a4-34a3-416d-aeae-e85b9ad93ced req-f00322ab-5b5e-4429-904a-abc364cc3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:21.329588 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a3b2c5a4-34a3-416d-aeae-e85b9ad93ced req-f00322ab-5b5e-4429-904a-abc364cc3548 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 1099 time: 0.0936146 Jul 27 20:57:21.330902 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e9dbea-e10b-44b3-9b47-9c86eb3dfae2" -d '{"events": [{"name": "network-changed", "server_uuid": "8d069726-ce67-48a6-b2fa-3bb580dcb113", "tag": "b70ca569-b765-494e-8d60-d8d6b07df444"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:21.410257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['b70ca569-b765-494e-8d60-d8d6b07df444'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:21.432743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e293a4-e39d-45cb-8fd8-7f5fde12b648 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event updated for resources: {'Port': ['ID=b70ca569-b765-494e-8d60-d8d6b07df444,revision_number=7']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:21.479120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2c5a4-34a3-416d-aeae-e85b9ad93ced req-3e691c7a-0e89-4392-a35e-346b190dbc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:21.481017 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a3b2c5a4-34a3-416d-aeae-e85b9ad93ced req-3e691c7a-0e89-4392-a35e-346b190dbc6b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1419115 Jul 27 20:57:21.539912 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a3b2c5a4-34a3-416d-aeae-e85b9ad93ced req-4031ac04-9e99-494c-a541-e36aca4cdbe3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a HTTP/1.1" status: 200 len: 217 time: 0.0444446 Jul 27 20:57:21.541309 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974de946-7d66-4b47-b657-2735b57c5539 req-70cca887-d9ed-4510-8b1a-ccd3b5f46bde tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:21.542898 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-974de946-7d66-4b47-b657-2735b57c5539 req-70cca887-d9ed-4510-8b1a-ccd3b5f46bde tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 948 time: 0.2085111 Jul 27 20:57:21.556412 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433382ba-171b-4562-b2ce-dbffd664bb3b req-2627f372-7a31-4a45-99ab-a15bd5c17d28 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:21.558147 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-433382ba-171b-4562-b2ce-dbffd664bb3b req-2627f372-7a31-4a45-99ab-a15bd5c17d28 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 944 time: 0.1781852 Jul 27 20:57:21.604792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2c5a4-34a3-416d-aeae-e85b9ad93ced req-ea92823b-f26b-4f9c-b047-0793aac23aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:21.607093 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a3b2c5a4-34a3-416d-aeae-e85b9ad93ced req-ea92823b-f26b-4f9c-b047-0793aac23aa7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0545044 Jul 27 20:57:21.636121 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-95caf900-c475-4cdd-b395-8cdfc92aef97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:21.643705 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-95caf900-c475-4cdd-b395-8cdfc92aef97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:21.665818 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-974de946-7d66-4b47-b657-2735b57c5539 req-9e511341-4bb1-4f5e-a8e1-31114d038e09 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054056 Jul 27 20:57:21.680896 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2c5a4-34a3-416d-aeae-e85b9ad93ced req-f0acf206-834d-48e1-8405-ab08bdfd75c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:21.680896 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a3b2c5a4-34a3-416d-aeae-e85b9ad93ced req-f0acf206-834d-48e1-8405-ab08bdfd75c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0662491 Jul 27 20:57:21.690640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95caf900-c475-4cdd-b395-8cdfc92aef97 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:57:21.732867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9f66654-a7e7-40f0-ae0e-4934abc8726a details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:57:21.734951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:21.743852 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-433382ba-171b-4562-b2ce-dbffd664bb3b req-b5774144-86b9-4a24-981d-c353554d9fa8 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691873 Jul 27 20:57:21.776586 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-95caf900-c475-4cdd-b395-8cdfc92aef97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:21.776858 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-95caf900-c475-4cdd-b395-8cdfc92aef97 admin admin] Added segment b6ce1997-fd5a-42ba-8c0b-357db65a98d4 of type vlan for network e20e0cea-9146-4bcd-b976-e63e0a3e3d39 Jul 27 20:57:21.781243 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:21.781612 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0059e62c-b2a1-4deb-8ad6-2dff4c96edbf not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:21.832456 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a3b2c5a4-34a3-416d-aeae-e85b9ad93ced req-c0775cdd-472b-4dcb-9164-b6399706c57d service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395209 Jul 27 20:57:21.851211 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95caf900-c475-4cdd-b395-8cdfc92aef97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e09806-28fb-4428-beee-70becc1381a1,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:21.919408 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-95caf900-c475-4cdd-b395-8cdfc92aef97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:21.943984 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-159d3d22-2c7a-4af5-bd40-79ba13080606 req-0a2139fd-f2c3-4a06-9cc0-5b9529839200 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/49c299bf-a707-487d-bdc9-952526fa072d HTTP/1.1" status: 200 len: 1801 time: 0.1325989 Jul 27 20:57:22.007403 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-95caf900-c475-4cdd-b395-8cdfc92aef97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:22.008438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95caf900-c475-4cdd-b395-8cdfc92aef97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.008972 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-95caf900-c475-4cdd-b395-8cdfc92aef97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:22.029381 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:22.040180 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a3b2c5a4-34a3-416d-aeae-e85b9ad93ced req-0fee2ed3-3269-4d30-a8f4-236df4174f43 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899221 Jul 27 20:57:22.064861 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a', 'mac_address': 'fa:16:3e:f3:8f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:57:22.078472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1e0a7-43fb-4264-8a34-ee660dd57d7d req-b977ca22-b5bf-44c6-8159-2ae2f3f29008 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.086310 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cab1e0a7-43fb-4264-8a34-ee660dd57d7d req-b977ca22-b5bf-44c6-8159-2ae2f3f29008 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 1096 time: 0.2746971 Jul 27 20:57:22.103629 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-159d3d22-2c7a-4af5-bd40-79ba13080606 req-c9fd5757-c4e0-48e8-8910-d4c609930731 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 20:57:22.111499 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-159d3d22-2c7a-4af5-bd40-79ba13080606 req-c9fd5757-c4e0-48e8-8910-d4c609930731 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "DELETE /v2.0/security-groups/49c299bf-a707-487d-bdc9-952526fa072d HTTP/1.1" status: 409 len: 341 time: 0.1675279 Jul 27 20:57:22.117551 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-95caf900-c475-4cdd-b395-8cdfc92aef97 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9256575 Jul 27 20:57:22.118048 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59078) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:22.123514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-a96ab99f-a192-4896-ab5f-41d2bd3a1153 admin admin] Request body: {'subnet': {'network_id': 'e20e0cea-9146-4bcd-b976-e63e0a3e3d39', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-986669038-subnet', 'tenant_id': '2f4cf5ad50f0486087ebe913ae2a6dfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:22.151217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95caf900-c475-4cdd-b395-8cdfc92aef97 admin admin] Pushing event updated for resources: {'Network': ['ID=e20e0cea-9146-4bcd-b976-e63e0a3e3d39,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:22.168437 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cab1e0a7-43fb-4264-8a34-ee660dd57d7d req-9e2b6744-002b-42b6-b460-126cc0272ec5 tempest-LiveAutoBlockMigrationV225Test-1643436472 tempest-LiveAutoBlockMigrationV225Test-1643436472-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796881 Jul 27 20:57:22.173736 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96ab99f-a192-4896-ab5f-41d2bd3a1153 admin admin] Made reservation on behalf of 2f4cf5ad50f0486087ebe913ae2a6dfa for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:22.174730 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network e20e0cea-9146-4bcd-b976-e63e0a3e3d39 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:57:22.177050 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a96ab99f-a192-4896-ab5f-41d2bd3a1153 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:22.192725 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c429ac-1c1f-4c14-a2e0-ab3ca9c225b5 x-openstack-request-id: req-c7c429ac-1c1f-4c14-a2e0-ab3ca9c225b5 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:22.193391 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d069726-ce67-48a6-b2fa-3bb580dcb113", "tag": "b70ca569-b765-494e-8d60-d8d6b07df444", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:22.194151 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7c429ac-1c1f-4c14-a2e0-ab3ca9c225b5 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:22.194830 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d069726-ce67-48a6-b2fa-3bb580dcb113', 'tag': 'b70ca569-b765-494e-8d60-d8d6b07df444', 'status': 'completed', 'code': 200} Jul 27 20:57:22.281247 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:22.319412 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f66654-a7e7-40f0-ae0e-4934abc8726a {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:22.379616 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:22.387986 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:22.392368 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59086) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:22.504480 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=c9f66654-a7e7-40f0-ae0e-4934abc8726a,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:22.505500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5a278-8b3c-4d41-9019-2fb693769280 req-cb759e68-858e-4c44-88cd-1849ef11d1c6 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.525499 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ece5a278-8b3c-4d41-9019-2fb693769280 req-cb759e68-858e-4c44-88cd-1849ef11d1c6 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.1206126 Jul 27 20:57:22.567736 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9dbea-e10b-44b3-9b47-9c86eb3dfae2 req-cf3b9617-169a-449d-8a9e-94e67bf53472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.569496 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95e9dbea-e10b-44b3-9b47-9c86eb3dfae2 req-cf3b9617-169a-449d-8a9e-94e67bf53472 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57e8356d3d5f4a2b8072816c5364eae8&device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 1174 time: 0.2840073 Jul 27 20:57:22.598975 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ece5a278-8b3c-4d41-9019-2fb693769280 req-95e798e3-3886-404b-9322-68fc416bef1e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718603 Jul 27 20:57:22.655433 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a96ab99f-a192-4896-ab5f-41d2bd3a1153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:22.663861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-63d4b428-dabd-4940-9590-359a3f49e9b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d09d51e03f094340999f2b0d5a1019d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669301 Jul 27 20:57:22.664410 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59094) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:22.709977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['c9f66654-a7e7-40f0-ae0e-4934abc8726a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:22.758987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9dbea-e10b-44b3-9b47-9c86eb3dfae2 req-6ae5a042-94e3-4a03-9c89-a1955d558d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.760594 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95e9dbea-e10b-44b3-9b47-9c86eb3dfae2 req-6ae5a042-94e3-4a03-9c89-a1955d558d85 service neutron] 10.222.0.20 "GET /v2.0/networks?id=77751492-e898-494d-817c-4c0bedb5dc79 HTTP/1.1" status: 200 len: 913 time: 0.1804256 Jul 27 20:57:22.764976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ab99f-a192-4896-ab5f-41d2bd3a1153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c49c35-75c1-4dc0-a17f-86a7b9b82fcd,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:22.770295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ab99f-a192-4896-ab5f-41d2bd3a1153 admin admin] Checking segment: {'id': 'b6ce1997-fd5a-42ba-8c0b-357db65a98d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e20e0cea-9146-4bcd-b976-e63e0a3e3d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:22.770749 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96ab99f-a192-4896-ab5f-41d2bd3a1153 admin admin] Network hostable DHCP agents. Network: e20e0cea-9146-4bcd-b976-e63e0a3e3d39, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:57:22.811948 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-791a044b-273c-4fc5-bd83-14bde0890b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:22.822577 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95e9dbea-e10b-44b3-9b47-9c86eb3dfae2 req-c2829898-d9dc-4ce4-9396-fb98fcad4248 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b70ca569-b765-494e-8d60-d8d6b07df444 HTTP/1.1" status: 200 len: 217 time: 0.0456378 Jul 27 20:57:22.834771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96ab99f-a192-4896-ab5f-41d2bd3a1153 admin admin] Network e20e0cea-9146-4bcd-b976-e63e0a3e3d39 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:57:22.857944 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-791a044b-273c-4fc5-bd83-14bde0890b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:22.880692 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-a96ab99f-a192-4896-ab5f-41d2bd3a1153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, e20e0cea-9146-4bcd-b976-e63e0a3e3d39) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:22.880956 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398c2d6-1314-451f-ab88-7a68485c8f8f req-d37b23d8-06ce-4e6b-b10c-138f507695d2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.883038 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2398c2d6-1314-451f-ab88-7a68485c8f8f req-d37b23d8-06ce-4e6b-b10c-138f507695d2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 1023 time: 0.1890211 Jul 27 20:57:22.887412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96ab99f-a192-4896-ab5f-41d2bd3a1153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.888043 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a96ab99f-a192-4896-ab5f-41d2bd3a1153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:22.898679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e4a34-24e1-4fd9-8896-4279578b10de req-b43d6f80-f454-4ef0-aa55-667f4bee299b tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.899950 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e089f3f-a201-4398-9ede-9716bd0c3acb None None] Network e20e0cea-9146-4bcd-b976-e63e0a3e3d39 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:22.901052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9dbea-e10b-44b3-9b47-9c86eb3dfae2 req-13288ed1-5795-49a1-a2c7-4a6ab3b1d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:22.903393 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95e9dbea-e10b-44b3-9b47-9c86eb3dfae2 req-13288ed1-5795-49a1-a2c7-4a6ab3b1d3a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e76974c-a54e-40f9-ab79-de33a8fc3f3b HTTP/1.1" status: 200 len: 852 time: 0.0654581 Jul 27 20:57:22.906458 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-639e4a34-24e1-4fd9-8896-4279578b10de req-b43d6f80-f454-4ef0-aa55-667f4bee299b tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 945 time: 0.1943507 Jul 27 20:57:22.910205 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a96ab99f-a192-4896-ab5f-41d2bd3a1153 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7907236 Jul 27 20:57:22.965766 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95e9dbea-e10b-44b3-9b47-9c86eb3dfae2 req-a3b13b94-5435-4cb9-928e-5b5a9fc15efb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77751492-e898-494d-817c-4c0bedb5dc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461855 Jul 27 20:57:22.996740 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-639e4a34-24e1-4fd9-8896-4279578b10de req-a1de3e94-1e15-40ad-95af-3bf0dff706e3 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893993 Jul 27 20:57:23.006921 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-791a044b-273c-4fc5-bd83-14bde0890b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:23.022509 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-791a044b-273c-4fc5-bd83-14bde0890b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:23.027378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:57:23.028984 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-791a044b-273c-4fc5-bd83-14bde0890b86 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e20a195c-4e9a-46b8-8f52-3b3c9b8cf975 HTTP/1.1" status: 204 len: 168 time: 0.3633535 Jul 27 20:57:23.072022 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2398c2d6-1314-451f-ab88-7a68485c8f8f req-62621550-9f1f-4f05-b7c7-affee31325ce tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab58416f-9ce1-406a-a486-5639070c0bc9&id=bf7f6540-57a4-4983-92ad-921e511b4fc2&id=49c299bf-a707-487d-bdc9-952526fa072d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1629837 Jul 27 20:57:23.079314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a044b-273c-4fc5-bd83-14bde0890b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20a195c-4e9a-46b8-8f52-3b3c9b8cf975,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:23.174327 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95e9dbea-e10b-44b3-9b47-9c86eb3dfae2 req-3d734835-1548-42c7-b99c-a1db7e67cd9b service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972935 Jul 27 20:57:23.323814 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a9ee7-335f-4c0b-906d-9527c810cbb5 req-f68f235f-5600-435c-81c9-af0cd1e4c2f0 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:23.338145 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd4a9ee7-335f-4c0b-906d-9527c810cbb5 req-f68f235f-5600-435c-81c9-af0cd1e4c2f0 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 949 time: 0.2066522 Jul 27 20:57:23.370906 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4d8b9-d0d3-44a5-96ef-a89a339e6401 req-afaccf41-2519-4d2c-91b1-9783d78e0293 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:23.379436 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-68b4d8b9-d0d3-44a5-96ef-a89a339e6401 req-afaccf41-2519-4d2c-91b1-9783d78e0293 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 944 time: 0.1968234 Jul 27 20:57:23.438040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd4a9ee7-335f-4c0b-906d-9527c810cbb5 req-9787ca83-dc5a-41bb-8719-04f5de608e3e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012135 Jul 27 20:57:23.462386 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205d1123-b28d-4a75-a7a5-d45ca7ff3094 None None] Network e20e0cea-9146-4bcd-b976-e63e0a3e3d39 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:23.489979 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-68b4d8b9-d0d3-44a5-96ef-a89a339e6401 req-44343bb1-7b2a-4a1c-9bd0-12282f021127 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091502 Jul 27 20:57:23.556601 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59114) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:23.558115 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f5a71e6a-12d2-49fa-bb9d-9b2dadc84668,segment=NetworkSegment(70d48939-bd03-407b-91ae-43c6ff0fae26),segment_id=70d48939-bd03-407b-91ae-43c6ff0fae26)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:23.584572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'port_id': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668', 'mac_address': 'fa:16:3e:90:4f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:57:23.625607 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2343d1f2-6098-4ab8-b790-532cd9cf86bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd6099b92c9749d1b775722272aa45a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0680943 Jul 27 20:57:23.628097 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59118) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:23.706472 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:23.727253 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:23.742829 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-95e9dbea-e10b-44b3-9b47-9c86eb3dfae2 req-ef549d7c-9879-4a1c-857b-9b7709f91a50 service neutron] 10.222.0.20 "GET /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583761 Jul 27 20:57:23.756514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9f66654-a7e7-40f0-ae0e-4934abc8726a up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:23.763926 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f5a71e6a-12d2-49fa-bb9d-9b2dadc84668,segment=NetworkSegment(70d48939-bd03-407b-91ae-43c6ff0fae26),segment_id=70d48939-bd03-407b-91ae-43c6ff0fae26)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:23.787659 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a9aee-261e-44de-9379-c13ab2631e54 req-dfde1cf9-ceb7-4ba5-a5bb-103e5c6ac25b tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:23.790816 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:23.791003 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-592a9aee-261e-44de-9379-c13ab2631e54 req-dfde1cf9-ceb7-4ba5-a5bb-103e5c6ac25b tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.20 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 945 time: 0.1785576 Jul 27 20:57:23.877329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=f5a71e6a-12d2-49fa-bb9d-9b2dadc84668,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:23.892485 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port c9f66654-a7e7-40f0-ae0e-4934abc8726a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:23.907617 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port c9f66654-a7e7-40f0-ae0e-4934abc8726a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:23.908288 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:23.960664 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-592a9aee-261e-44de-9379-c13ab2631e54 req-9e123cf0-cca6-43b3-9f85-5a860b2f0131 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Deleting port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:23.962080 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-592a9aee-261e-44de-9379-c13ab2631e54 req-9e123cf0-cca6-43b3-9f85-5a860b2f0131 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:24.026130 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:24.052082 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:24.055319 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c5bed7-7f51-4e24-9ae9-b216d337a78e" -d '{"events": [{"server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "name": "network-vif-plugged", "status": "completed", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:24.074399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:24.079645 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:24.102802 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-592a9aee-261e-44de-9379-c13ab2631e54 req-9e123cf0-cca6-43b3-9f85-5a860b2f0131 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] For port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:24.103167 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-592a9aee-261e-44de-9379-c13ab2631e54 req-9e123cf0-cca6-43b3-9f85-5a860b2f0131 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:24.108315 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f66cdd7-1a84-413d-8836-7670fef05c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:24.121614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-592a9aee-261e-44de-9379-c13ab2631e54 req-9e123cf0-cca6-43b3-9f85-5a860b2f0131 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Calling delete_port for d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:24.133465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=c9f66654-a7e7-40f0-ae0e-4934abc8726a,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:24.160047 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f66cdd7-1a84-413d-8836-7670fef05c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:24.205735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4aa4a-71e5-4e31-a547-b75adf48cb3b req-7da2cead-91d4-43b3-9da3-7d918f36e601 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:24.207279 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-02b4aa4a-71e5-4e31-a547-b75adf48cb3b req-7da2cead-91d4-43b3-9da3-7d918f36e601 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 945 time: 0.2271991 Jul 27 20:57:24.216265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-a4634f80-3609-4d9b-a8a0-daa5337db40e tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:24.217894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-a4634f80-3609-4d9b-a8a0-daa5337db40e tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/networks?id=704103d0-38a5-42c1-a2c9-1aa74df95d05 HTTP/1.1" status: 200 len: 814 time: 0.2366803 Jul 27 20:57:24.275107 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-02b4aa4a-71e5-4e31-a547-b75adf48cb3b req-48dddf31-0ab8-45e7-b47b-9cde54206e1a tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552046 Jul 27 20:57:24.278253 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-1230d322-b74f-4f4e-ad27-8ced15bd7fa5 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/quotas/e18a54ad110b4aa68f7ff7bee62c881e HTTP/1.1" status: 200 len: 375 time: 0.0504827 Jul 27 20:57:24.282960 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f66cdd7-1a84-413d-8836-7670fef05c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:24.285642 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f66cdd7-1a84-413d-8836-7670fef05c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:24.286164 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-592a9aee-261e-44de-9379-c13ab2631e54 req-9e123cf0-cca6-43b3-9f85-5a860b2f0131 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:24.287046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7f66cdd7-1a84-413d-8836-7670fef05c93 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2dc449dd-f472-4753-a8ad-8ffc6c7d9d44 HTTP/1.1" status: 204 len: 168 time: 0.6579447 Jul 27 20:57:24.301437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66cdd7-1a84-413d-8836-7670fef05c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc449dd-f472-4753-a8ad-8ffc6c7d9d44,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:24.301912 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['f5a71e6a-12d2-49fa-bb9d-9b2dadc84668'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:24.338946 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-594b9cf8-bace-4de8-bd5e-fc1af18b4849 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e18a54ad110b4aa68f7ff7bee62c881e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499294 Jul 27 20:57:24.363625 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e123cf0-cca6-43b3-9f85-5a860b2f0131 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Pushing event deleted for resources: {'Port': ['ID=d9fc4143-1bb7-4abf-aa18-c1d81c65cf64,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:24.465564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-592a9aee-261e-44de-9379-c13ab2631e54 req-9e123cf0-cca6-43b3-9f85-5a860b2f0131 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] No DVR routers for this DVR port d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:24.476249 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e85cc7dd-6762-47f2-aac8-c7f5c335c8e5 req-f1ae4215-1cdc-41a5-856f-4e520ccb6884 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 210 time: 0.0518603 Jul 27 20:57:24.485525 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-592a9aee-261e-44de-9379-c13ab2631e54 req-9e123cf0-cca6-43b3-9f85-5a860b2f0131 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:24.488763 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-592a9aee-261e-44de-9379-c13ab2631e54 req-9e123cf0-cca6-43b3-9f85-5a860b2f0131 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.20 "DELETE /v2.0/ports/d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 HTTP/1.1" status: 204 len: 173 time: 0.6901183 Jul 27 20:57:24.489236 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94a1944-e5bb-48f5-a202-a6fef3e615dc', 'name': 'network-vif-deleted', 'tag': 'd9fc4143-1bb7-4abf-aa18-c1d81c65cf64'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:24.515971 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913364e7-6281-4fd6-aa2c-dfb5249783cf" -d '{"events": [{"server_uuid": "e94a1944-e5bb-48f5-a202-a6fef3e615dc", "name": "network-vif-deleted", "tag": "d9fc4143-1bb7-4abf-aa18-c1d81c65cf64"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:24.563657 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18bd76f-2a88-4dbc-bc52-e8299d5681f8 x-openstack-request-id: req-f18bd76f-2a88-4dbc-bc52-e8299d5681f8 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:24.564172 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "name": "network-vif-plugged", "status": "completed", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:24.565070 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f18bd76f-2a88-4dbc-bc52-e8299d5681f8 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:24.565510 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a', 'code': 200} Jul 27 20:57:24.568163 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-c72e0caf-f328-4dc4-8bad-fc008ca62b9f service neutron] 10.222.0.55 "GET /v2.0/networks/704103d0-38a5-42c1-a2c9-1aa74df95d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282174 Jul 27 20:57:24.618829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbd7c8-befd-4b8f-9b75-81b497ae9fec req-3a3f8ba3-3b83-4b8c-ac59-83b16a60ee28 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:24.620690 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4ebbd7c8-befd-4b8f-9b75-81b497ae9fec req-3a3f8ba3-3b83-4b8c-ac59-83b16a60ee28 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 1023 time: 0.1529038 Jul 27 20:57:24.749205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-bf0ed061-328a-40f2-a760-c5148a9601a7 service neutron] 10.222.0.55 "GET /v2.0/networks/704103d0-38a5-42c1-a2c9-1aa74df95d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794772 Jul 27 20:57:24.757867 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf8865-3694-4707-a403-f7454b479282 req-adb8de43-ca85-40c4-ad10-6131765b9f7f tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:24.765671 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfcf8865-3694-4707-a403-f7454b479282 req-adb8de43-ca85-40c4-ad10-6131765b9f7f tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 1023 time: 0.1152020 Jul 27 20:57:24.825366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667e5e5-65cb-4277-b629-fcfd3b2fc346 req-bf0d0c1a-f134-4fa6-a269-6fe8b8d959cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:24.825889 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfcf8865-3694-4707-a403-f7454b479282 req-932e5304-dd55-4240-b07d-2fd8655f19f0 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab58416f-9ce1-406a-a486-5639070c0bc9&id=bf7f6540-57a4-4983-92ad-921e511b4fc2&id=49c299bf-a707-487d-bdc9-952526fa072d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0591986 Jul 27 20:57:24.827250 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7667e5e5-65cb-4277-b629-fcfd3b2fc346 req-bf0d0c1a-f134-4fa6-a269-6fe8b8d959cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 1101 time: 0.1867416 Jul 27 20:57:24.832996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-4ebbd7c8-befd-4b8f-9b75-81b497ae9fec req-35d348b2-e854-482a-9c98-d6f02e8ffae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Deleting port b70ca569-b765-494e-8d60-d8d6b07df444 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:24.833344 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4ebbd7c8-befd-4b8f-9b75-81b497ae9fec req-35d348b2-e854-482a-9c98-d6f02e8ffae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:24.924347 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7667e5e5-65cb-4277-b629-fcfd3b2fc346 req-0fbb0f91-2e8e-41cb-b57f-a07e9fa3c4c8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865991 Jul 27 20:57:24.966146 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4ebbd7c8-befd-4b8f-9b75-81b497ae9fec req-35d348b2-e854-482a-9c98-d6f02e8ffae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] For port b70ca569-b765-494e-8d60-d8d6b07df444, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b70ca569-b765-494e-8d60-d8d6b07df444,segment=NetworkSegment(19708875-46a8-4d4a-860f-8d2d45e2e7c6),segment_id=19708875-46a8-4d4a-860f-8d2d45e2e7c6)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:24.966547 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4ebbd7c8-befd-4b8f-9b75-81b497ae9fec req-35d348b2-e854-482a-9c98-d6f02e8ffae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:24.994275 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-4ebbd7c8-befd-4b8f-9b75-81b497ae9fec req-35d348b2-e854-482a-9c98-d6f02e8ffae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Calling delete_port for b70ca569-b765-494e-8d60-d8d6b07df444 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:25.193087 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c4ffd-1749-4c70-ada2-e22b77444fa5 req-f32531bf-97eb-4f2a-bafd-c3993ab74e2b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:25.195805 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d55c4ffd-1749-4c70-ada2-e22b77444fa5 req-f32531bf-97eb-4f2a-bafd-c3993ab74e2b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.1003482 Jul 27 20:57:25.291758 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d55c4ffd-1749-4c70-ada2-e22b77444fa5 req-38e95b25-8349-4b4f-88fc-27d966a0576e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753589 Jul 27 20:57:25.315996 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4ebbd7c8-befd-4b8f-9b75-81b497ae9fec req-35d348b2-e854-482a-9c98-d6f02e8ffae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:25.329361 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['e0c50947-71bd-4527-b447-6108267ba66e', 'b70ca569-b765-494e-8d60-d8d6b07df444'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:25.422624 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba80d19-f6f2-495a-a44f-5f6e591e1c81 x-openstack-request-id: req-eba80d19-f6f2-495a-a44f-5f6e591e1c81 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:25.422929 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94a1944-e5bb-48f5-a202-a6fef3e615dc", "name": "network-vif-deleted", "tag": "d9fc4143-1bb7-4abf-aa18-c1d81c65cf64", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:25.423191 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eba80d19-f6f2-495a-a44f-5f6e591e1c81 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:25.423626 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94a1944-e5bb-48f5-a202-a6fef3e615dc', 'name': 'network-vif-deleted', 'tag': 'd9fc4143-1bb7-4abf-aa18-c1d81c65cf64', 'status': 'completed', 'code': 200} Jul 27 20:57:25.433249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d348b2-e854-482a-9c98-d6f02e8ffae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event deleted for resources: {'Port': ['ID=b70ca569-b765-494e-8d60-d8d6b07df444,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:25.497511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebbd7c8-befd-4b8f-9b75-81b497ae9fec req-35d348b2-e854-482a-9c98-d6f02e8ffae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] No DVR routers for this DVR port b70ca569-b765-494e-8d60-d8d6b07df444 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:25.502722 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4ebbd7c8-befd-4b8f-9b75-81b497ae9fec req-35d348b2-e854-482a-9c98-d6f02e8ffae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:25.507194 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4ebbd7c8-befd-4b8f-9b75-81b497ae9fec req-35d348b2-e854-482a-9c98-d6f02e8ffae2 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.20 "DELETE /v2.0/ports/b70ca569-b765-494e-8d60-d8d6b07df444 HTTP/1.1" status: 204 len: 173 time: 0.8793421 Jul 27 20:57:25.512367 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['2d95cc0c-0f78-432a-98fa-54b87b40d2b7'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:25.604854 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3dda01a2-aa50-424a-b72e-130cf8a0248c req-eeb9b21c-7383-464e-bfa6-9dac10175b02 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 210 time: 0.0487552 Jul 27 20:57:25.688074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e072e-63b9-4a41-87cf-432f88931876 req-98be0c3b-30b8-473a-8f68-40b66abf50b0 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:25.701868 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d0e072e-63b9-4a41-87cf-432f88931876 req-98be0c3b-30b8-473a-8f68-40b66abf50b0 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 945 time: 0.2407856 Jul 27 20:57:25.811646 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d0e072e-63b9-4a41-87cf-432f88931876 req-01045568-9a96-483f-ad21-a7b5d04d0c65 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022635 Jul 27 20:57:25.893428 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:25.972904 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b3aee3b-c14a-4654-9167-c8bdba5712db req-51f08be5-6516-455d-a297-0a71b8754dbf tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 210 time: 0.1287584 Jul 27 20:57:26.000644 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:26.000991 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d9fc4143-1bb7-4abf-aa18-c1d81c65cf64 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:26.001488 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device b70ca569-b765-494e-8d60-d8d6b07df444 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:26.017892 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f5654a0f-68cd-49ee-ab8c-0fb5d2342133 req-2f1dba90-ab53-45e8-bb7e-dbe1e5d8c4ab tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d069726-ce67-48a6-b2fa-3bb580dcb113 HTTP/1.1" status: 200 len: 210 time: 0.0593336 Jul 27 20:57:26.048514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: b70ca569-b765-494e-8d60-d8d6b07df444 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:26.048889 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device b70ca569-b765-494e-8d60-d8d6b07df444 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:26.483026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8f226-afa6-43a7-8c2a-7d47aab5e09f req-e73b8a91-9361-45aa-b8b5-299c6604b6d6 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:26.484607 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffc8f226-afa6-43a7-8c2a-7d47aab5e09f req-e73b8a91-9361-45aa-b8b5-299c6604b6d6 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.0976567 Jul 27 20:57:26.533862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffc8f226-afa6-43a7-8c2a-7d47aab5e09f req-9194119a-08f3-4dac-9104-f9952fafe0f8 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408025 Jul 27 20:57:26.691517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36394636-7454-4b4b-ba5b-26ee01a6ef90 req-de059966-33db-47a7-8066-7061865bb50c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:26.693092 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36394636-7454-4b4b-ba5b-26ee01a6ef90 req-de059966-33db-47a7-8066-7061865bb50c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.0686517 Jul 27 20:57:26.770780 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36394636-7454-4b4b-ba5b-26ee01a6ef90 req-b581f755-365f-4a22-9514-c49b49cd7374 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625563 Jul 27 20:57:26.857221 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e07ec02c-17f2-4862-ac75-0f57567e0192 req-9f30b3f7-a789-4876-a229-2b0ee9896e8d tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 210 time: 0.0414517 Jul 27 20:57:26.960423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:27.047557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-a23a700e-e4a4-4c41-8ecd-7621e778d802 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:27.049977 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-a23a700e-e4a4-4c41-8ecd-7621e778d802 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.66 "GET /v2.0/networks?id=704103d0-38a5-42c1-a2c9-1aa74df95d05 HTTP/1.1" status: 200 len: 814 time: 0.2202847 Jul 27 20:57:27.066269 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-020e4200-36f0-4cc5-ba3b-34864511fc58 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Request body: {'port': {'device_id': 'ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd', 'network_id': '704103d0-38a5-42c1-a2c9-1aa74df95d05', 'admin_state_up': True, 'tenant_id': 'e18a54ad110b4aa68f7ff7bee62c881e'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:27.089710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:27.107479 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:27.108493 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:27.166354 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e894f9-ac59-49a4-b653-a24054538d92 req-1e8f3937-b54e-49ae-b3ee-74beb5ede085 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:27.168708 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27e894f9-ac59-49a4-b653-a24054538d92 req-1e8f3937-b54e-49ae-b3ee-74beb5ede085 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 945 time: 0.1576648 Jul 27 20:57:27.232522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-020e4200-36f0-4cc5-ba3b-34864511fc58 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Made reservation on behalf of e18a54ad110b4aa68f7ff7bee62c881e for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:27.238287 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-020e4200-36f0-4cc5-ba3b-34864511fc58 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:27.246301 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27e894f9-ac59-49a4-b653-a24054538d92 req-822ef250-e7f6-42ca-ad67-ae1fcb380d96 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549114 Jul 27 20:57:27.299156 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:27.335820 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650aa699-baaa-4671-b29f-d91a67482a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:27.338747 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582f4cc8-9ff4-423f-8245-d96cab3f929d" -d '{"events": [{"server_uuid": "650aa699-baaa-4671-b29f-d91a67482a47", "name": "network-vif-plugged", "status": "completed", "tag": "f5a71e6a-12d2-49fa-bb9d-9b2dadc84668"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:27.376431 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f5a71e6a-12d2-49fa-bb9d-9b2dadc84668,segment=NetworkSegment(70d48939-bd03-407b-91ae-43c6ff0fae26),segment_id=70d48939-bd03-407b-91ae-43c6ff0fae26)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:27.383861 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:27.400916 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e1d140e-db7d-4af4-9318-04d27198f8a9 req-16c651af-c702-438d-91c0-037a4d3b2191 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 210 time: 0.0581672 Jul 27 20:57:27.424593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d069726-ce67-48a6-b2fa-3bb580dcb113', 'name': 'network-vif-deleted', 'tag': 'b70ca569-b765-494e-8d60-d8d6b07df444'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:27.427413 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f2edb0-62c9-443b-8344-7ca0f3973adb" -d '{"events": [{"server_uuid": "8d069726-ce67-48a6-b2fa-3bb580dcb113", "name": "network-vif-deleted", "tag": "b70ca569-b765-494e-8d60-d8d6b07df444"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:27.458651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=f5a71e6a-12d2-49fa-bb9d-9b2dadc84668,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:27.494236 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-020e4200-36f0-4cc5-ba3b-34864511fc58 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Allocated IP 172.20.0.3 (704103d0-38a5-42c1-a2c9-1aa74df95d05/7abc77c7-2d80-4c00-8380-33ac372b46c0/220ef8f4-1f4d-43d7-bd39-c3b59881a056) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:27.525211 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2956dc-a838-4ff3-9514-bb0f00de8815 x-openstack-request-id: req-0f2956dc-a838-4ff3-9514-bb0f00de8815 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:27.525501 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650aa699-baaa-4671-b29f-d91a67482a47", "name": "network-vif-plugged", "status": "completed", "tag": "f5a71e6a-12d2-49fa-bb9d-9b2dadc84668", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:27.526186 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f2956dc-a838-4ff3-9514-bb0f00de8815 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:27.526802 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650aa699-baaa-4671-b29f-d91a67482a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668', 'code': 200} Jul 27 20:57:27.610364 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dea360-1a9f-4f80-9fb0-c1c05838d186 x-openstack-request-id: req-e7dea360-1a9f-4f80-9fb0-c1c05838d186 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:27.610657 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d069726-ce67-48a6-b2fa-3bb580dcb113", "name": "network-vif-deleted", "tag": "b70ca569-b765-494e-8d60-d8d6b07df444", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:27.611840 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e7dea360-1a9f-4f80-9fb0-c1c05838d186 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:27.612390 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d069726-ce67-48a6-b2fa-3bb580dcb113', 'name': 'network-vif-deleted', 'tag': 'b70ca569-b765-494e-8d60-d8d6b07df444', 'status': 'completed', 'code': 200} Jul 27 20:57:27.642419 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16dbe6-8fb5-4a20-bd88-194d18ce015c req-bd832dd9-2fbb-4a64-a7fa-c53fa209661a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:27.645131 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc16dbe6-8fb5-4a20-bd88-194d18ce015c req-bd832dd9-2fbb-4a64-a7fa-c53fa209661a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.0822015 Jul 27 20:57:27.688945 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc16dbe6-8fb5-4a20-bd88-194d18ce015c req-72f149a7-2aa7-4ffc-a067-16ec3eb0f48e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363843 Jul 27 20:57:27.765444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 4c230cfe-90f3-480e-bd41-b6d8bffb3880 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:57:27.765670 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-e303b82d-9dba-41f6-92b6-f4bc64637a83 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2379644 Jul 27 20:57:27.776694 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13206c33-d65d-4c95-99af-580003cb9a18 req-a57d2b48-d2c6-45bc-a7a1-07b19e030893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:27.777743 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-13206c33-d65d-4c95-99af-580003cb9a18 req-a57d2b48-d2c6-45bc-a7a1-07b19e030893 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 1097 time: 0.1645694 Jul 27 20:57:27.786704 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-502ef08c-caad-44ed-a5ed-d4b7b99d4ff1 req-2b87db9f-5977-42df-b87e-f85c81b49f20 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/ab58416f-9ce1-406a-a486-5639070c0bc9 HTTP/1.1" status: 200 len: 1799 time: 0.0583816 Jul 27 20:57:27.867083 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-13206c33-d65d-4c95-99af-580003cb9a18 req-e01b39aa-ce91-43fc-9794-bc91c627a047 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699739 Jul 27 20:57:27.882909 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-020e4200-36f0-4cc5-ba3b-34864511fc58 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:27.933141 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-502ef08c-caad-44ed-a5ed-d4b7b99d4ff1 req-1c53b35b-b654-46e0-a3ee-b471c512fa0f tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:27.947088 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-020e4200-36f0-4cc5-ba3b-34864511fc58 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:27.977982 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-502ef08c-caad-44ed-a5ed-d4b7b99d4ff1 req-1c53b35b-b654-46e0-a3ee-b471c512fa0f tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:27.994557 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 4c230cfe-90f3-480e-bd41-b6d8bffb3880, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=4c230cfe-90f3-480e-bd41-b6d8bffb3880,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:28.029346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-020e4200-36f0-4cc5-ba3b-34864511fc58 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Network 704103d0-38a5-42c1-a2c9-1aa74df95d05 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:28.032980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '4c230cfe-90f3-480e-bd41-b6d8bffb3880', 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a', 'port_id': '4c230cfe-90f3-480e-bd41-b6d8bffb3880', 'mac_address': 'fa:16:3e:16:b8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:57:28.035200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e4200-36f0-4cc5-ba3b-34864511fc58 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Pushing event updated for resources: {'Port': ['ID=220ef8f4-1f4d-43d7-bd39-c3b59881a056,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:28.041038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-020e4200-36f0-4cc5-ba3b-34864511fc58 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:28.056311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-020e4200-36f0-4cc5-ba3b-34864511fc58 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:28.056929 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-502ef08c-caad-44ed-a5ed-d4b7b99d4ff1 req-1c53b35b-b654-46e0-a3ee-b471c512fa0f tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:28.061583 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-502ef08c-caad-44ed-a5ed-d4b7b99d4ff1 req-1c53b35b-b654-46e0-a3ee-b471c512fa0f tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:28.071650 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-502ef08c-caad-44ed-a5ed-d4b7b99d4ff1 req-1c53b35b-b654-46e0-a3ee-b471c512fa0f tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "DELETE /v2.0/security-groups/ab58416f-9ce1-406a-a486-5639070c0bc9 HTTP/1.1" status: 204 len: 173 time: 0.2761734 Jul 27 20:57:28.103602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53b35b-b654-46e0-a3ee-b471c512fa0f tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab58416f-9ce1-406a-a486-5639070c0bc9,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:28.161722 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:28.183865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c230cfe-90f3-480e-bd41-b6d8bffb3880 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:28.188747 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-020e4200-36f0-4cc5-ba3b-34864511fc58 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:28.189454 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-020e4200-36f0-4cc5-ba3b-34864511fc58 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:28.217664 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 4c230cfe-90f3-480e-bd41-b6d8bffb3880, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=4c230cfe-90f3-480e-bd41-b6d8bffb3880,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:28.222697 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:28.251528 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-020e4200-36f0-4cc5-ba3b-34864511fc58 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1917596 Jul 27 20:57:28.320055 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Request body: {'port': {'device_id': 'ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:28.335981 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b6b67-fefb-45fb-b780-b84b8f783cc8 req-f1a32f33-fdf2-4d59-af14-3277d61b74df tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:28.337750 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-453b6b67-fefb-45fb-b780-b84b8f783cc8 req-f1a32f33-fdf2-4d59-af14-3277d61b74df tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 931 time: 0.1375647 Jul 27 20:57:28.373236 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=4c230cfe-90f3-480e-bd41-b6d8bffb3880,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:28.417942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-453b6b67-fefb-45fb-b780-b84b8f783cc8 req-6e154352-aa4c-4f08-9f70-09490a965fff tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/security-groups?id=a912c231-2095-44bf-884f-120051daef06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736578 Jul 27 20:57:28.440947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['4c230cfe-90f3-480e-bd41-b6d8bffb3880'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:28.497173 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:28.630552 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-08772c87-5676-4037-8b1e-8da9e4b59779 req-5c272715-29d6-45c7-9f98-417ffcc42888 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/49c299bf-a707-487d-bdc9-952526fa072d HTTP/1.1" status: 200 len: 1801 time: 0.0882795 Jul 27 20:57:28.752883 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-08772c87-5676-4037-8b1e-8da9e4b59779 req-6efbcb86-f93f-4f42-b82a-f890f85c13de tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:28.793729 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-08772c87-5676-4037-8b1e-8da9e4b59779 req-6efbcb86-f93f-4f42-b82a-f890f85c13de tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:28.859640 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-08772c87-5676-4037-8b1e-8da9e4b59779 req-6efbcb86-f93f-4f42-b82a-f890f85c13de tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:28.864740 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-08772c87-5676-4037-8b1e-8da9e4b59779 req-6efbcb86-f93f-4f42-b82a-f890f85c13de tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:28.877662 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-08772c87-5676-4037-8b1e-8da9e4b59779 req-6efbcb86-f93f-4f42-b82a-f890f85c13de tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "DELETE /v2.0/security-groups/49c299bf-a707-487d-bdc9-952526fa072d HTTP/1.1" status: 204 len: 173 time: 0.2417326 Jul 27 20:57:28.901284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbcb86-f93f-4f42-b82a-f890f85c13de tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c299bf-a707-487d-bdc9-952526fa072d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:28.985730 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52c5ae3d-2d1c-4f75-bf4d-d1bba9e327e5 req-476cfb5e-5afd-4dfc-b1f8-64ad1eace0a5 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 210 time: 0.0505288 Jul 27 20:57:28.987221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 220ef8f4-1f4d-43d7-bd39-c3b59881a056 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:28.999202 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:29.015593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Transition to ACTIVE for port object 220ef8f4-1f4d-43d7-bd39-c3b59881a056 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:29.032170 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:29.122763 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Pushing event updated for resources: {'Port': ['ID=220ef8f4-1f4d-43d7-bd39-c3b59881a056,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:29.125562 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe26037-08ae-4aab-8740-ca38dc13e4ea req-43e97083-3882-4a3d-a188-2e8780819bb0 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:29.131697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0fe26037-08ae-4aab-8740-ca38dc13e4ea req-43e97083-3882-4a3d-a188-2e8780819bb0 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 946 time: 0.1218450 Jul 27 20:57:29.230889 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0fe26037-08ae-4aab-8740-ca38dc13e4ea req-76028902-7fd5-42d6-8269-e3565ceea036 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815868 Jul 27 20:57:29.291227 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927301ee-162b-4f20-a592-a60cd8e7f54e req-adcbe330-f705-42df-90c8-61cbc882a7fd tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:29.299717 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-927301ee-162b-4f20-a592-a60cd8e7f54e req-adcbe330-f705-42df-90c8-61cbc882a7fd tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.1626139 Jul 27 20:57:29.325320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Attempting to bind port 220ef8f4-1f4d-43d7-bd39-c3b59881a056 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:29.325662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Attempting to bind port 220ef8f4-1f4d-43d7-bd39-c3b59881a056 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'd7f1fe49-af42-47b5-a7ca-4afb01448ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '704103d0-38a5-42c1-a2c9-1aa74df95d05'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:29.325995 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Attempting to bind port 220ef8f4-1f4d-43d7-bd39-c3b59881a056 on network 704103d0-38a5-42c1-a2c9-1aa74df95d05 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:29.339909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Port 220ef8f4-1f4d-43d7-bd39-c3b59881a056 on network 704103d0-38a5-42c1-a2c9-1aa74df95d05 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:57:29.340262 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Attempting to bind port 220ef8f4-1f4d-43d7-bd39-c3b59881a056 on network 704103d0-38a5-42c1-a2c9-1aa74df95d05 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:29.349597 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:29.351876 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-927301ee-162b-4f20-a592-a60cd8e7f54e req-45ab40c9-742a-41a4-a275-7be1c629db13 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476618 Jul 27 20:57:29.352494 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Checking segment: {'id': 'd7f1fe49-af42-47b5-a7ca-4afb01448ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '704103d0-38a5-42c1-a2c9-1aa74df95d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:29.352963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Bound using segment: {'id': 'd7f1fe49-af42-47b5-a7ca-4afb01448ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '704103d0-38a5-42c1-a2c9-1aa74df95d05'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:29.353426 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Bound port: 220ef8f4-1f4d-43d7-bd39-c3b59881a056, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f1fe49-af42-47b5-a7ca-4afb01448ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '704103d0-38a5-42c1-a2c9-1aa74df95d05'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:29.353819 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:29.391881 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-c6d31c26-1d1a-4742-8338-52eda1ddf657 req-a689b724-c4dc-48b6-932c-692c73d67fb6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1126201036', 'description': 'tempest-description-2046472514'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:29.430547 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-c6d31c26-1d1a-4742-8338-52eda1ddf657 req-a689b724-c4dc-48b6-932c-692c73d67fb6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:29.539241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] For port 220ef8f4-1f4d-43d7-bd39-c3b59881a056, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:29.550693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] For port 220ef8f4-1f4d-43d7-bd39-c3b59881a056, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=220ef8f4-1f4d-43d7-bd39-c3b59881a056,segment=NetworkSegment(d7f1fe49-af42-47b5-a7ca-4afb01448ce8),segment_id=d7f1fe49-af42-47b5-a7ca-4afb01448ce8)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:29.566673 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-c6d31c26-1d1a-4742-8338-52eda1ddf657 req-a689b724-c4dc-48b6-932c-692c73d67fb6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:29.570949 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:29.579446 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-c6d31c26-1d1a-4742-8338-52eda1ddf657 req-a689b724-c4dc-48b6-932c-692c73d67fb6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:29.661405 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:29.661652 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-c6d31c26-1d1a-4742-8338-52eda1ddf657 req-a689b724-c4dc-48b6-932c-692c73d67fb6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:29.662619 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:29.664259 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] 10.222.0.66 "PUT /v2.0/ports/220ef8f4-1f4d-43d7-bd39-c3b59881a056 HTTP/1.1" status: 200 len: 1091 time: 1.3510079 Jul 27 20:57:29.667824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd', 'tag': '220ef8f4-1f4d-43d7-bd39-c3b59881a056'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:29.670325 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92335748-acb8-40df-8bd3-c91b80e6a7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd", "tag": "220ef8f4-1f4d-43d7-bd39-c3b59881a056"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:29.678672 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6d31c26-1d1a-4742-8338-52eda1ddf657 req-a689b724-c4dc-48b6-932c-692c73d67fb6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2904651 Jul 27 20:57:29.718402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4484f1c-ae48-4cbc-a495-3a39a1c82d43 service neutron] Pushing event updated for resources: {'Port': ['ID=220ef8f4-1f4d-43d7-bd39-c3b59881a056,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:29.722460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689b724-c4dc-48b6-932c-692c73d67fb6 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7966a2a-1310-489d-8fdd-faa49c1479cb,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:29.782865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 4c230cfe-90f3-480e-bd41-b6d8bffb3880 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:29.863327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-aac8544e-ac57-4915-9bfb-c2df1ab93469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:29.864878 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-aac8544e-ac57-4915-9bfb-c2df1ab93469 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e18a54ad110b4aa68f7ff7bee62c881e&device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 1094 time: 0.1314411 Jul 27 20:57:29.921122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 4c230cfe-90f3-480e-bd41-b6d8bffb3880 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:29.922130 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:29.945355 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-cd55e9e0-23ed-4d67-b0c7-0aaf4516572b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=220ef8f4-1f4d-43d7-bd39-c3b59881a056 HTTP/1.1" status: 200 len: 217 time: 0.0647650 Jul 27 20:57:30.007969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-4eb7aeb0-b389-4f8f-9551-bbcb863e177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:30.010371 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-4eb7aeb0-b389-4f8f-9551-bbcb863e177b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7abc77c7-2d80-4c00-8380-33ac372b46c0 HTTP/1.1" status: 200 len: 854 time: 0.0544927 Jul 27 20:57:30.015980 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9176f60-a897-4150-b189-a6f6535479f1 req-0671d3f4-ad1c-470d-88fd-9e06608d9777 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:30.024440 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9176f60-a897-4150-b189-a6f6535479f1 req-0671d3f4-ad1c-470d-88fd-9e06608d9777 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 943 time: 0.2228751 Jul 27 20:57:30.067879 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:30.068686 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c69f5cf3-b4ff-468d-a472-712405b538f6 req-25c8be4d-fba9-4dad-8deb-a09fc97fe6a5 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/c7966a2a-1310-489d-8fdd-faa49c1479cb HTTP/1.1" status: 200 len: 1801 time: 0.1436965 Jul 27 20:57:30.075474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-c69f5cf3-b4ff-468d-a472-712405b538f6 req-3cd01534-8ae0-4bfd-b123-18a29d289bd0 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Request body: {'security_group': {'name': 'tempest-sg-hth-891952398', 'description': 'tempest-description-hth-1624524590'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:30.120335 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9176f60-a897-4150-b189-a6f6535479f1 req-831720c5-0f43-41d3-aca2-539283cdd92e tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/security-groups?id=a912c231-2095-44bf-884f-120051daef06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948348 Jul 27 20:57:30.138049 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-51ec7fb3-0489-4fbd-a4a2-86e135041bb8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=704103d0-38a5-42c1-a2c9-1aa74df95d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127861 Jul 27 20:57:30.163466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fe065e-26b8-4b42-bd9a-fe7a5923e402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c230cfe-90f3-480e-bd41-b6d8bffb3880'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:30.168629 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-c69f5cf3-b4ff-468d-a472-712405b538f6 req-3cd01534-8ae0-4bfd-b123-18a29d289bd0 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:30.168893 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106265b8-533d-4d31-bed4-5100117a12a9" -d '{"events": [{"server_uuid": "a1fe065e-26b8-4b42-bd9a-fe7a5923e402", "name": "network-vif-plugged", "status": "completed", "tag": "4c230cfe-90f3-480e-bd41-b6d8bffb3880"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:30.197995 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 4c230cfe-90f3-480e-bd41-b6d8bffb3880, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=4c230cfe-90f3-480e-bd41-b6d8bffb3880,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:30.206963 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:30.272035 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-c69f5cf3-b4ff-468d-a472-712405b538f6 req-3cd01534-8ae0-4bfd-b123-18a29d289bd0 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:30.285653 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-c69f5cf3-b4ff-468d-a472-712405b538f6 req-3cd01534-8ae0-4bfd-b123-18a29d289bd0 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:30.289599 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-c69f5cf3-b4ff-468d-a472-712405b538f6 req-3cd01534-8ae0-4bfd-b123-18a29d289bd0 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:30.300121 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4444a19-ac69-46ab-a7a2-b4e36736bdff x-openstack-request-id: req-e4444a19-ac69-46ab-a7a2-b4e36736bdff {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:30.300894 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd", "tag": "220ef8f4-1f4d-43d7-bd39-c3b59881a056", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:30.301186 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4444a19-ac69-46ab-a7a2-b4e36736bdff {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:30.303570 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd', 'tag': '220ef8f4-1f4d-43d7-bd39-c3b59881a056', 'status': 'completed', 'code': 200} Jul 27 20:57:30.305640 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c69f5cf3-b4ff-468d-a472-712405b538f6 req-3cd01534-8ae0-4bfd-b123-18a29d289bd0 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "PUT /v2.0/security-groups/c7966a2a-1310-489d-8fdd-faa49c1479cb HTTP/1.1" status: 200 len: 1774 time: 0.2357080 Jul 27 20:57:30.368870 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=4c230cfe-90f3-480e-bd41-b6d8bffb3880,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:30.392359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd01534-8ae0-4bfd-b123-18a29d289bd0 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7966a2a-1310-489d-8fdd-faa49c1479cb,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:30.421359 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39dda5eb-1ba2-44fb-9360-eb1ce18c24bd x-openstack-request-id: req-39dda5eb-1ba2-44fb-9360-eb1ce18c24bd {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:30.421656 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fe065e-26b8-4b42-bd9a-fe7a5923e402", "name": "network-vif-plugged", "status": "completed", "tag": "4c230cfe-90f3-480e-bd41-b6d8bffb3880", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:30.421911 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39dda5eb-1ba2-44fb-9360-eb1ce18c24bd {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:30.422342 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fe065e-26b8-4b42-bd9a-fe7a5923e402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c230cfe-90f3-480e-bd41-b6d8bffb3880', 'code': 200} Jul 27 20:57:30.448523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe551-3754-494c-9f15-c07976067ace req-95073eeb-8c98-48af-aea0-68f5eaff8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:30.450453 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-95073eeb-8c98-48af-aea0-68f5eaff8b7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 1101 time: 0.1434896 Jul 27 20:57:30.452247 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-5d5edc62-fdc5-4f68-96da-d1cc7f691c3d service neutron] 10.222.0.66 "GET /v2.0/networks/704103d0-38a5-42c1-a2c9-1aa74df95d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078375 Jul 27 20:57:30.469548 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ac6bd5f-f381-4244-bb64-5def5dd100a7 req-f64a967e-1b04-45b2-bb82-d7bc5b66512d tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94a1944-e5bb-48f5-a202-a6fef3e615dc HTTP/1.1" status: 200 len: 210 time: 0.0572231 Jul 27 20:57:30.612312 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77d19367-1b7b-4d83-8c80-be5748d05d8c req-4be07486-6acf-4379-98d9-47a39e53e2a5 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/c7966a2a-1310-489d-8fdd-faa49c1479cb HTTP/1.1" status: 200 len: 1774 time: 0.1008706 Jul 27 20:57:30.740660 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43ec8c61-32a5-4817-8c4f-699ff12df932 req-fe58cf1d-ddac-4a79-be01-d8cbb15ca488 service neutron] 10.222.0.66 "GET /v2.0/networks/704103d0-38a5-42c1-a2c9-1aa74df95d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766509 Jul 27 20:57:30.750189 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbee71-8934-440c-a939-00016d7aeefc req-1beb033a-7425-4c5b-a742-c3944f881099 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:30.756902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34fbee71-8934-440c-a939-00016d7aeefc req-1beb033a-7425-4c5b-a742-c3944f881099 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 946 time: 0.1803598 Jul 27 20:57:30.769062 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe551-3754-494c-9f15-c07976067ace req-20856c42-68f5-4bc3-a45a-cc2f23965a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:30.770647 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-20856c42-68f5-4bc3-a45a-cc2f23965a8f service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.2890468 Jul 27 20:57:30.839432 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-d2080a8f-1d01-42b0-9fe2-111419ca50a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a HTTP/1.1" status: 200 len: 217 time: 0.0604753 Jul 27 20:57:30.901243 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34fbee71-8934-440c-a939-00016d7aeefc req-9f8c2991-a677-4f91-ad48-52c26e1e69d6 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378648 Jul 27 20:57:30.966166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe551-3754-494c-9f15-c07976067ace req-8f681cda-d572-4abd-ad1c-2898be20baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:30.967841 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-8f681cda-d572-4abd-ad1c-2898be20baa3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1135991 Jul 27 20:57:30.971614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c0a2e-8923-4a9a-a2dc-687fff81a6c8 req-ba7627aa-c84e-4e9a-8bb1-f2b41e22012b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:30.973491 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a68c0a2e-8923-4a9a-a2dc-687fff81a6c8 req-ba7627aa-c84e-4e9a-8bb1-f2b41e22012b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.1896620 Jul 27 20:57:31.038194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92335748-acb8-40df-8bd3-c91b80e6a7eb req-8f03ba5e-7fef-4cf8-b20a-351a4dfa4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:31.040600 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92335748-acb8-40df-8bd3-c91b80e6a7eb req-8f03ba5e-7fef-4cf8-b20a-351a4dfa4bcc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e18a54ad110b4aa68f7ff7bee62c881e&device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 1094 time: 0.1952627 Jul 27 20:57:31.047018 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a68c0a2e-8923-4a9a-a2dc-687fff81a6c8 req-1acdbd82-c806-4362-a5fc-bbec57f9840a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655551 Jul 27 20:57:31.056944 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd9f5634-d038-4bd1-b55d-db3e2f6075f5 req-adf7ba9a-a430-483c-8782-6aa99380f990 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/c7966a2a-1310-489d-8fdd-faa49c1479cb HTTP/1.1" status: 200 len: 1774 time: 0.1226654 Jul 27 20:57:31.190935 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-dd9f5634-d038-4bd1-b55d-db3e2f6075f5 req-deea017c-fab3-4b6b-aafb-5acc159fd863 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:31.197684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92335748-acb8-40df-8bd3-c91b80e6a7eb req-7b1a329f-3cc8-4571-a173-9ab1db75f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:31.199200 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92335748-acb8-40df-8bd3-c91b80e6a7eb req-7b1a329f-3cc8-4571-a173-9ab1db75f2e4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=704103d0-38a5-42c1-a2c9-1aa74df95d05 HTTP/1.1" status: 200 len: 915 time: 0.1355150 Jul 27 20:57:31.207550 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe551-3754-494c-9f15-c07976067ace req-fc69c3f5-c68c-4cb5-a216-fe89de1b0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:31.213888 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-fc69c3f5-c68c-4cb5-a216-fe89de1b0dde service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2330983 Jul 27 20:57:31.227305 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-dd9f5634-d038-4bd1-b55d-db3e2f6075f5 req-deea017c-fab3-4b6b-aafb-5acc159fd863 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:31.295357 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-dd9f5634-d038-4bd1-b55d-db3e2f6075f5 req-deea017c-fab3-4b6b-aafb-5acc159fd863 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:31.298132 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-dd9f5634-d038-4bd1-b55d-db3e2f6075f5 req-deea017c-fab3-4b6b-aafb-5acc159fd863 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:31.299318 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd9f5634-d038-4bd1-b55d-db3e2f6075f5 req-deea017c-fab3-4b6b-aafb-5acc159fd863 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "DELETE /v2.0/security-groups/c7966a2a-1310-489d-8fdd-faa49c1479cb HTTP/1.1" status: 204 len: 173 time: 0.2347867 Jul 27 20:57:31.325095 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea017c-fab3-4b6b-aafb-5acc159fd863 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7966a2a-1310-489d-8fdd-faa49c1479cb,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:31.347644 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92335748-acb8-40df-8bd3-c91b80e6a7eb req-9f0af18b-e492-44d8-bd3e-192530e86b38 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=220ef8f4-1f4d-43d7-bd39-c3b59881a056 HTTP/1.1" status: 200 len: 217 time: 0.0496755 Jul 27 20:57:31.482514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92335748-acb8-40df-8bd3-c91b80e6a7eb req-bb794623-cdc1-4a7e-ae1e-7d56b8379c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:31.484063 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92335748-acb8-40df-8bd3-c91b80e6a7eb req-bb794623-cdc1-4a7e-ae1e-7d56b8379c77 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7abc77c7-2d80-4c00-8380-33ac372b46c0 HTTP/1.1" status: 200 len: 854 time: 0.1292508 Jul 27 20:57:31.498602 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-21f39792-6fc0-4cfc-8af1-b490e6def3c5 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713742 Jul 27 20:57:31.548236 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-877379eb-3aa2-4065-9e48-041b078523f5 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:31.549900 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-877379eb-3aa2-4065-9e48-041b078523f5 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1274848 Jul 27 20:57:31.574629 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92335748-acb8-40df-8bd3-c91b80e6a7eb req-e32b76ee-cb52-4c7c-8649-1325ce9919b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=704103d0-38a5-42c1-a2c9-1aa74df95d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783710 Jul 27 20:57:31.661538 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-c0ef4621-5739-42f4-b20f-9c14ea75a63d tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.0972185 Jul 27 20:57:31.675462 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-dc0c7aff-1e1b-4275-850c-82cbf26f71f1 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Request body: {'floatingip': {'port_id': '34a37807-a73d-438b-bce2-8c6ab164189d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:31.749849 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92335748-acb8-40df-8bd3-c91b80e6a7eb req-c2612d5d-a3a2-417b-b04b-97d0fc5f4b20 service neutron] 10.222.0.66 "GET /v2.0/networks/704103d0-38a5-42c1-a2c9-1aa74df95d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446435 Jul 27 20:57:31.801109 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-dc0c7aff-1e1b-4275-850c-82cbf26f71f1 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:31.875102 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-eba9ba62-bfed-42c8-963d-513898be7ba9 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644977 Jul 27 20:57:31.890046 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92335748-acb8-40df-8bd3-c91b80e6a7eb req-27b778a0-df41-444a-ad0f-9bb53ac399f8 service neutron] 10.222.0.66 "GET /v2.0/networks/704103d0-38a5-42c1-a2c9-1aa74df95d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299684 Jul 27 20:57:32.043988 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f628e-8c89-412c-8bbf-d2636115475b req-38cc4a10-e90d-424c-bf6d-12f8851c254a tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:32.054296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc6f628e-8c89-412c-8bbf-d2636115475b req-38cc4a10-e90d-424c-bf6d-12f8851c254a tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 943 time: 0.2491143 Jul 27 20:57:32.167304 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc6f628e-8c89-412c-8bbf-d2636115475b req-3fddc7d8-9221-4e8b-863a-446e4725fd7b tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/security-groups?id=a912c231-2095-44bf-884f-120051daef06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098711 Jul 27 20:57:32.607348 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42941871-37fc-4ce7-b3c3-98022be17760 req-d8aff6dc-b569-4dd0-beb8-34db8a791df4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:32.607679 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6ea0be00-861e-42d1-baa5-d4de78f3a151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:32.632067 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42941871-37fc-4ce7-b3c3-98022be17760 req-d8aff6dc-b569-4dd0-beb8-34db8a791df4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.2398052 Jul 27 20:57:32.710819 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.db.resource_extend [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-dc0c7aff-1e1b-4275-850c-82cbf26f71f1 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 20:57:32.770910 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-dc0c7aff-1e1b-4275-850c-82cbf26f71f1 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:32.789819 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42941871-37fc-4ce7-b3c3-98022be17760 req-a69a7c09-8520-4e4b-ac6f-8abc0d90654c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566598 Jul 27 20:57:32.791366 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-dc0c7aff-1e1b-4275-850c-82cbf26f71f1 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:32.971231 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-dc0c7aff-1e1b-4275-850c-82cbf26f71f1 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Floating IP 9389243a-3242-4a99-a416-bd70bba8ac06 associated. External IP: 172.25.2.117, port: 34a37807-a73d-438b-bce2-8c6ab164189d. Jul 27 20:57:33.211231 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-a7eaf1cb-8f06-4838-93aa-74549954af05 req-c9aac948-1400-4ab8-99e6-145704359224 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] show failed (client error): The resource could not be found. Jul 27 20:57:33.213533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7eaf1cb-8f06-4838-93aa-74549954af05 req-c9aac948-1400-4ab8-99e6-145704359224 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/49c299bf-a707-487d-bdc9-952526fa072d HTTP/1.1" status: 404 len: 352 time: 0.0821366 Jul 27 20:57:33.258540 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-dc0c7aff-1e1b-4275-850c-82cbf26f71f1 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Router b062a7b0-7181-4fd3-8783-2608d4910970 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:57:33.482118 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-dc0c7aff-1e1b-4275-850c-82cbf26f71f1 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:57:33.488712 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-dc0c7aff-1e1b-4275-850c-82cbf26f71f1 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:33.501928 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f236c1b-a908-4475-8fc8-5b112ab11407 None None] Sync routers for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:57:33.520335 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f236c1b-a908-4475-8fc8-5b112ab11407 None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:33.522788 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-4f236c1b-a908-4475-8fc8-5b112ab11407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:57:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:33.557736 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce5353-2e3e-4adc-9e50-e0cb90793821 req-855d1149-2dae-4dfc-b466-eb665b6286e9 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:33.567067 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82ce5353-2e3e-4adc-9e50-e0cb90793821 req-855d1149-2dae-4dfc-b466-eb665b6286e9 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 943 time: 0.2040598 Jul 27 20:57:33.596939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-dc0c7aff-1e1b-4275-850c-82cbf26f71f1 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "PUT /v2.0/floatingips/9389243a-3242-4a99-a416-bd70bba8ac06 HTTP/1.1" status: 200 len: 996 time: 1.9303071 Jul 27 20:57:33.600720 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'tag': '34a37807-a73d-438b-bce2-8c6ab164189d'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:33.606846 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86adf91-2391-4a7c-bf6c-a83dd4b171e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c26cad7-e3b1-44ff-a864-c124b6c90ef7", "tag": "34a37807-a73d-438b-bce2-8c6ab164189d"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:33.764621 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82ce5353-2e3e-4adc-9e50-e0cb90793821 req-4c3d84ff-6724-44a8-ab1b-99219844471b tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/security-groups?id=a912c231-2095-44bf-884f-120051daef06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952312 Jul 27 20:57:33.805401 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:33.815918 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-4f236c1b-a908-4475-8fc8-5b112ab11407 None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:33.817133 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-5c797eb7-8c2d-4039-9e45-2ddf797adcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:33.822473 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-5c797eb7-8c2d-4039-9e45-2ddf797adcef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 1096 time: 0.2002959 Jul 27 20:57:33.920753 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-de1acfba-6001-4292-bc9b-0daef1504f3b req-5ec3184b-1184-4417-994a-f15b639b8ea7 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] show failed (client error): The resource could not be found. Jul 27 20:57:33.925431 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de1acfba-6001-4292-bc9b-0daef1504f3b req-5ec3184b-1184-4417-994a-f15b639b8ea7 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/ab58416f-9ce1-406a-a486-5639070c0bc9 HTTP/1.1" status: 404 len: 352 time: 0.0960672 Jul 27 20:57:34.035963 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-0936217b-0dbc-4b00-bcd2-3b0c8df560f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:34.060878 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-0936217b-0dbc-4b00-bcd2-3b0c8df560f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 922 time: 0.2331891 Jul 27 20:57:34.195027 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-e6c637dc-4384-4ce0-a59b-29bd2c2ca352 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a37807-a73d-438b-bce2-8c6ab164189d HTTP/1.1" status: 200 len: 999 time: 0.1325343 Jul 27 20:57:34.282536 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-4f236c1b-a908-4475-8fc8-5b112ab11407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9389243a-3242-4a99-a416-bd70bba8ac06', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'port_id': '34a37807-a73d-438b-bce2-8c6ab164189d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'mac_address': 'fa:16:3e:c7:d5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:57:08Z', 'updated_at': '2021-07-27T20:57:32Z', 'revision_number': 1, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:34.326897 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-ce744262-c032-49e5-adbd-c55478216e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:34.337174 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-ce744262-c032-49e5-adbd-c55478216e32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a624997-c66e-4850-8c17-1b4d1bc4a6c5 HTTP/1.1" status: 200 len: 860 time: 0.1356654 Jul 27 20:57:34.369756 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f236c1b-a908-4475-8fc8-5b112ab11407 None None] Checking router: b062a7b0-7181-4fd3-8783-2608d4910970 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:57:34.384476 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f236c1b-a908-4475-8fc8-5b112ab11407 None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:34.385010 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-4f236c1b-a908-4475-8fc8-5b112ab11407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:57:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:34.452919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-d8c0316c-7dba-4e6b-96d0-09ddf35de1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:34.461007 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-d8c0316c-7dba-4e6b-96d0-09ddf35de1dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7513f0f6-f79b-476b-af43-6fdd18f13f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228774 Jul 27 20:57:34.469032 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-d5ee52fd-3a94-47e8-b941-0757697aceb7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:57:34.485020 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-d5ee52fd-3a94-47e8-b941-0757697aceb7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0230761 Jul 27 20:57:34.606726 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-4f236c1b-a908-4475-8fc8-5b112ab11407 None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:34.758193 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-96615879-af02-4849-bda5-883681f60160 service neutron] 10.222.0.55 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679160 Jul 27 20:57:34.896509 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6677901b-2d37-4d61-825b-eb44546cb5ee req-785d1ddf-95b8-4023-b122-5a4b2fcf6070 service neutron] 10.222.0.55 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354525 Jul 27 20:57:34.898253 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8abe042-db46-4167-ba85-1491e96df49d x-openstack-request-id: req-a8abe042-db46-4167-ba85-1491e96df49d {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:34.898908 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c26cad7-e3b1-44ff-a864-c124b6c90ef7", "tag": "34a37807-a73d-438b-bce2-8c6ab164189d", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:34.899093 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8abe042-db46-4167-ba85-1491e96df49d {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:34.899579 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'tag': '34a37807-a73d-438b-bce2-8c6ab164189d', 'status': 'completed', 'code': 200} Jul 27 20:57:34.989204 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 220ef8f4-1f4d-43d7-bd39-c3b59881a056 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:57:35.011167 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86adf91-2391-4a7c-bf6c-a83dd4b171e9 req-0c655060-2633-429b-bab8-5877b1529d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:35.012897 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c86adf91-2391-4a7c-bf6c-a83dd4b171e9 req-0c655060-2633-429b-bab8-5877b1529d97 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 1096 time: 0.2082322 Jul 27 20:57:35.045111 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-3fcb1a3f-c7e1-48bd-98fb-9ceb12a72d2c req-8de9f39b-29e9-421d-b81d-50173a61bd57 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] show failed (client error): The resource could not be found. Jul 27 20:57:35.059376 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3fcb1a3f-c7e1-48bd-98fb-9ceb12a72d2c req-8de9f39b-29e9-421d-b81d-50173a61bd57 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/f7d00ec2-8a3d-49a2-aa62-925b7944851f HTTP/1.1" status: 404 len: 352 time: 0.0642099 Jul 27 20:57:35.136183 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81916588-686f-4968-9651-08ee337cf2de req-6e980101-c9a6-4b8a-ab16-02e5cacdd77a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:35.137952 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-81916588-686f-4968-9651-08ee337cf2de req-6e980101-c9a6-4b8a-ab16-02e5cacdd77a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.1638076 Jul 27 20:57:35.218323 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-81916588-686f-4968-9651-08ee337cf2de req-8866c8e3-23b0-4f74-90db-b7762c88ce48 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726197 Jul 27 20:57:35.368013 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ea8b436d-e928-48b1-8969-93b489bb8491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.423718 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86adf91-2391-4a7c-bf6c-a83dd4b171e9 req-2cdc7b65-0e30-4de8-823d-786c76839752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:35.426212 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c86adf91-2391-4a7c-bf6c-a83dd4b171e9 req-2cdc7b65-0e30-4de8-823d-786c76839752 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 922 time: 0.4053421 Jul 27 20:57:35.447471 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-4f236c1b-a908-4475-8fc8-5b112ab11407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9389243a-3242-4a99-a416-bd70bba8ac06', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'port_id': '34a37807-a73d-438b-bce2-8c6ab164189d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'mac_address': 'fa:16:3e:c7:d5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:57:08Z', 'updated_at': '2021-07-27T20:57:32Z', 'revision_number': 1, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:35.460702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 220ef8f4-1f4d-43d7-bd39-c3b59881a056, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=220ef8f4-1f4d-43d7-bd39-c3b59881a056,segment=NetworkSegment(d7f1fe49-af42-47b5-a7ca-4afb01448ce8),segment_id=d7f1fe49-af42-47b5-a7ca-4afb01448ce8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:35.468700 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.506798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '220ef8f4-1f4d-43d7-bd39-c3b59881a056', 'network_id': '704103d0-38a5-42c1-a2c9-1aa74df95d05', 'port_id': '220ef8f4-1f4d-43d7-bd39-c3b59881a056', 'mac_address': 'fa:16:3e:e7:f1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7abc77c7-2d80-4c00-8380-33ac372b46c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:57:35.547600 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f236c1b-a908-4475-8fc8-5b112ab11407 None None] The sync data for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 is: [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9389243a-3242-4a99-a416-bd70bba8ac06', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'port_id': '34a37807-a73d-438b-bce2-8c6ab164189d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'mac_address': 'fa:16:3e:c7:d5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:57:08Z', 'updated_at': '2021-07-27T20:57:32Z', 'revision_number': 1, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:57:35.612933 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c86adf91-2391-4a7c-bf6c-a83dd4b171e9 req-0befb745-59f8-4335-bf07-d9a87a2f176f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a37807-a73d-438b-bce2-8c6ab164189d HTTP/1.1" status: 200 len: 999 time: 0.1737661 Jul 27 20:57:35.615255 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd04a8b-b76f-4499-a710-81422546f63f req-67029c1e-2ec4-483c-afdf-72342ce05db6 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:35.624338 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-67029c1e-2ec4-483c-afdf-72342ce05db6 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=650aa699-baaa-4671-b29f-d91a67482a47&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2531459 Jul 27 20:57:35.657034 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.693693 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220ef8f4-1f4d-43d7-bd39-c3b59881a056 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:35.708364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86adf91-2391-4a7c-bf6c-a83dd4b171e9 req-d461d559-dd70-4b37-86f1-a5cc12cfc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:35.714992 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c86adf91-2391-4a7c-bf6c-a83dd4b171e9 req-d461d559-dd70-4b37-86f1-a5cc12cfc8c5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0a624997-c66e-4850-8c17-1b4d1bc4a6c5 HTTP/1.1" status: 200 len: 860 time: 0.0939875 Jul 27 20:57:35.764371 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 220ef8f4-1f4d-43d7-bd39-c3b59881a056, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=220ef8f4-1f4d-43d7-bd39-c3b59881a056,segment=NetworkSegment(d7f1fe49-af42-47b5-a7ca-4afb01448ce8),segment_id=d7f1fe49-af42-47b5-a7ca-4afb01448ce8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:35.772369 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:35.934131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86adf91-2391-4a7c-bf6c-a83dd4b171e9 req-d5f1ddbd-a582-4d5b-bf58-d3f477a1e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:35.936669 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c86adf91-2391-4a7c-bf6c-a83dd4b171e9 req-d5f1ddbd-a582-4d5b-bf58-d3f477a1e544 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7513f0f6-f79b-476b-af43-6fdd18f13f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2131732 Jul 27 20:57:35.942280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=220ef8f4-1f4d-43d7-bd39-c3b59881a056,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:35.970960 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1c0130-3e87-40ab-adf5-e301c64b0a7c None None] New status for floating IP 9389243a-3242-4a99-a416-bd70bba8ac06: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:57:36.088565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8277f2-68b8-4027-a573-0760cb90aa4a req-144fa2a9-315a-49a4-a6e0-4303b68f86c5 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:36.099415 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8d8277f2-68b8-4027-a573-0760cb90aa4a req-144fa2a9-315a-49a4-a6e0-4303b68f86c5 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 943 time: 0.7117317 Jul 27 20:57:36.169184 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-33f844d4-b131-4dcc-83d8-db16b8013f4d tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 999 time: 0.5438392 Jul 27 20:57:36.181415 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c86adf91-2391-4a7c-bf6c-a83dd4b171e9 req-2d6dcb65-9cd0-41e9-83c9-28b18c00bc1c service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346687 Jul 27 20:57:36.229839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8d8277f2-68b8-4027-a573-0760cb90aa4a req-6d5566fa-8430-43cf-9314-7bfbc8741295 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/security-groups?id=a912c231-2095-44bf-884f-120051daef06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976410 Jul 27 20:57:36.229839 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3bd04a8b-b76f-4499-a710-81422546f63f req-0c7448b5-4476-4a50-a6b5-785bd99475c0 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Request body: {'floatingip': {'port_id': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:36.307374 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['220ef8f4-1f4d-43d7-bd39-c3b59881a056'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:36.353180 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-7db9a520-286d-4f84-b482-7a0e4b132890 req-92fbed39-c1c0-46c6-8911-db121dc2f71f tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] show failed (client error): The resource could not be found. Jul 27 20:57:36.354735 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7db9a520-286d-4f84-b482-7a0e4b132890 req-92fbed39-c1c0-46c6-8911-db121dc2f71f tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/a719207c-454e-4e60-93b7-d525999f6bdf HTTP/1.1" status: 404 len: 352 time: 0.0399909 Jul 27 20:57:36.397098 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c86adf91-2391-4a7c-bf6c-a83dd4b171e9 req-445a12b5-b87f-4f8d-9f62-5be7756eafa2 service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071545 Jul 27 20:57:36.441496 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3bd04a8b-b76f-4499-a710-81422546f63f req-0c7448b5-4476-4a50-a6b5-785bd99475c0 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:36.824341 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e130e-0aba-4df4-acf9-95f126b024b9 req-779633b9-6e5f-4952-a0d7-b61fc2ccd77e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:36.832723 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-408e130e-0aba-4df4-acf9-95f126b024b9 req-779633b9-6e5f-4952-a0d7-b61fc2ccd77e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.1549273 Jul 27 20:57:36.933836 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-408e130e-0aba-4df4-acf9-95f126b024b9 req-ea31e468-2723-4e5c-96a7-d69b268ccd00 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987947 Jul 27 20:57:37.022684 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.141327 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-eed35f7a-e91f-42f1-9234-d4ccd3bfa129 req-b06f44bf-cc18-49b9-9245-a07626b420c0 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] show failed (client error): The resource could not be found. Jul 27 20:57:37.151759 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eed35f7a-e91f-42f1-9234-d4ccd3bfa129 req-b06f44bf-cc18-49b9-9245-a07626b420c0 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/dd1a015e-9a01-43e9-b802-333cdc4bdd50 HTTP/1.1" status: 404 len: 352 time: 0.0885766 Jul 27 20:57:37.349721 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.424735 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3bd04a8b-b76f-4499-a710-81422546f63f req-0c7448b5-4476-4a50-a6b5-785bd99475c0 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.431709 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3bd04a8b-b76f-4499-a710-81422546f63f req-0c7448b5-4476-4a50-a6b5-785bd99475c0 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.524109 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-968cc6e0-9374-488a-8e80-ac0e28612498 req-6d37a2d5-3c3a-432c-b448-a8eecc5781ad tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] show failed (client error): The resource could not be found. Jul 27 20:57:37.533374 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-968cc6e0-9374-488a-8e80-ac0e28612498 req-6d37a2d5-3c3a-432c-b448-a8eecc5781ad tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/0db69bef-00ce-4068-b586-e36b96d4e711 HTTP/1.1" status: 404 len: 352 time: 0.0441904 Jul 27 20:57:37.575039 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59498) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:37.700761 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7020df8b-3369-46ab-92c0-4b340971def9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.713510 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [req-3bd04a8b-b76f-4499-a710-81422546f63f req-0c7448b5-4476-4a50-a6b5-785bd99475c0 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Floating IP 9389243a-3242-4a99-a416-bd70bba8ac06 associated. External IP: 172.25.2.117, port: 34a37807-a73d-438b-bce2-8c6ab164189d. Jul 27 20:57:37.834200 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e81ae4-841f-4000-aecc-1e179c0dad41 req-aa27a80a-efc1-43c8-a269-69bd1555ff84 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:37.835192 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7020df8b-3369-46ab-92c0-4b340971def9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.840692 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7020df8b-3369-46ab-92c0-4b340971def9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:37.843044 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1e81ae4-841f-4000-aecc-1e179c0dad41 req-aa27a80a-efc1-43c8-a269-69bd1555ff84 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 944 time: 0.1995149 Jul 27 20:57:37.883313 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020df8b-3369-46ab-92c0-4b340971def9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3de45c-3aa3-4edf-a22c-f6af68b65c01,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:37.887752 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7020df8b-3369-46ab-92c0-4b340971def9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16bd1265eee04242a54d9358a0226ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116269 Jul 27 20:57:37.890401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59502) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:37.924545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1e81ae4-841f-4000-aecc-1e179c0dad41 req-67b275ba-1c24-4de9-9c84-455ebd20f9bb tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/security-groups?id=a912c231-2095-44bf-884f-120051daef06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806017 Jul 27 20:57:37.995030 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a97fa68e-92c2-47fa-af87-cbddef661fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:38.041696 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a97fa68e-92c2-47fa-af87-cbddef661fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:38.114031 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a97fa68e-92c2-47fa-af87-cbddef661fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:38.125409 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a97fa68e-92c2-47fa-af87-cbddef661fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:38.138058 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a97fa68e-92c2-47fa-af87-cbddef661fda admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae3de45c-3aa3-4edf-a22c-f6af68b65c01 HTTP/1.1" status: 204 len: 168 time: 0.2456386 Jul 27 20:57:38.142016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bd04a8b-b76f-4499-a710-81422546f63f req-0c7448b5-4476-4a50-a6b5-785bd99475c0 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Router b062a7b0-7181-4fd3-8783-2608d4910970 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:57:38.158812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fa68e-92c2-47fa-af87-cbddef661fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3de45c-3aa3-4edf-a22c-f6af68b65c01,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:38.174435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d29b61-0113-408b-af54-b32811b6a298 req-96fb4965-c391-492d-bc44-80957703eaf8 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:38.176000 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-61d29b61-0113-408b-af54-b32811b6a298 req-96fb4965-c391-492d-bc44-80957703eaf8 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 944 time: 0.1350782 Jul 27 20:57:38.286278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-61d29b61-0113-408b-af54-b32811b6a298 req-1c52dab8-9122-4170-bdd9-5ab56f91abf7 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764012 Jul 27 20:57:38.338841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bd04a8b-b76f-4499-a710-81422546f63f req-0c7448b5-4476-4a50-a6b5-785bd99475c0 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:57:38.351923 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8fa45b-6a6c-4a40-bb3c-208806ec8025 None None] Sync routers for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:57:38.362777 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8fa45b-6a6c-4a40-bb3c-208806ec8025 None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:38.363690 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-7f8fa45b-6a6c-4a40-bb3c-208806ec8025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:57:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:38.519201 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-7f8fa45b-6a6c-4a40-bb3c-208806ec8025 None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:38.770073 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:38.823235 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bd04a8b-b76f-4499-a710-81422546f63f req-0c7448b5-4476-4a50-a6b5-785bd99475c0 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Router b062a7b0-7181-4fd3-8783-2608d4910970 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:57:38.878309 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-7f8fa45b-6a6c-4a40-bb3c-208806ec8025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9389243a-3242-4a99-a416-bd70bba8ac06', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'port_id': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'mac_address': 'fa:16:3e:90:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650aa699-baaa-4671-b29f-d91a67482a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:57:08Z', 'updated_at': '2021-07-27T20:57:37Z', 'revision_number': 3, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:38.913809 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8fa45b-6a6c-4a40-bb3c-208806ec8025 None None] Checking router: b062a7b0-7181-4fd3-8783-2608d4910970 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:57:38.925764 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8fa45b-6a6c-4a40-bb3c-208806ec8025 None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:38.926354 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-7f8fa45b-6a6c-4a40-bb3c-208806ec8025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:57:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:38.931278 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f069-a2df-473d-862f-d69dcb68685c req-49ed718d-78da-45cf-8bed-4da0ef761d52 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:38.932836 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fd74f069-a2df-473d-862f-d69dcb68685c req-49ed718d-78da-45cf-8bed-4da0ef761d52 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.66 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 944 time: 0.1603460 Jul 27 20:57:38.986983 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 220ef8f4-1f4d-43d7-bd39-c3b59881a056 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:39.058702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 220ef8f4-1f4d-43d7-bd39-c3b59881a056 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:39.065786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 220ef8f4-1f4d-43d7-bd39-c3b59881a056 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:39.066167 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:39.080765 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-7f8fa45b-6a6c-4a40-bb3c-208806ec8025 None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:39.138140 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e293a72-c468-47bc-83fb-e427b81ce909 req-4b1e6bbf-ddd1-4ac2-9764-974f5b946672 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:39.139779 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e293a72-c468-47bc-83fb-e427b81ce909 req-4b1e6bbf-ddd1-4ac2-9764-974f5b946672 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.2940276 Jul 27 20:57:39.143658 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bd04a8b-b76f-4499-a710-81422546f63f req-0c7448b5-4476-4a50-a6b5-785bd99475c0 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:57:39.149455 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3bd04a8b-b76f-4499-a710-81422546f63f req-0c7448b5-4476-4a50-a6b5-785bd99475c0 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:39.151439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-fd74f069-a2df-473d-862f-d69dcb68685c req-32f589ff-7a9e-4b9e-85a9-167e2b777ee4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Deleting port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:39.153942 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fd74f069-a2df-473d-862f-d69dcb68685c req-32f589ff-7a9e-4b9e-85a9-167e2b777ee4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:39.241292 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:39.270035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220ef8f4-1f4d-43d7-bd39-c3b59881a056'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:39.273081 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57862314-319b-4894-9aea-ba577a1e741b" -d '{"events": [{"server_uuid": "ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd", "name": "network-vif-plugged", "status": "completed", "tag": "220ef8f4-1f4d-43d7-bd39-c3b59881a056"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:39.289206 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'tag': '34a37807-a73d-438b-bce2-8c6ab164189d'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:39.290210 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 220ef8f4-1f4d-43d7-bd39-c3b59881a056, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=220ef8f4-1f4d-43d7-bd39-c3b59881a056,segment=NetworkSegment(d7f1fe49-af42-47b5-a7ca-4afb01448ce8),segment_id=d7f1fe49-af42-47b5-a7ca-4afb01448ce8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:39.292084 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d26ead3-afcd-4c94-be63-443afa31c004" -d '{"events": [{"name": "network-changed", "server_uuid": "0c26cad7-e3b1-44ff-a864-c124b6c90ef7", "tag": "34a37807-a73d-438b-bce2-8c6ab164189d"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:39.307974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e293a72-c468-47bc-83fb-e427b81ce909 req-63c45b68-3c9f-45d0-bb89-38ff6441fb08 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534643 Jul 27 20:57:39.308672 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:39.385321 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-0c7448b5-4476-4a50-a6b5-785bd99475c0 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "PUT /v2.0/floatingips/9389243a-3242-4a99-a416-bd70bba8ac06 HTTP/1.1" status: 200 len: 999 time: 3.1816943 Jul 27 20:57:39.472540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=220ef8f4-1f4d-43d7-bd39-c3b59881a056,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:39.525019 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd04a8b-b76f-4499-a710-81422546f63f req-e549e1d3-9a36-42e1-8bbb-dd89a3d8727d tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:39.526684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-e549e1d3-9a36-42e1-8bbb-dd89a3d8727d tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports/34a37807-a73d-438b-bce2-8c6ab164189d HTTP/1.1" status: 200 len: 942 time: 0.1291065 Jul 27 20:57:39.530416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-fd74f069-a2df-473d-862f-d69dcb68685c req-32f589ff-7a9e-4b9e-85a9-167e2b777ee4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] For port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:39.536378 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fd74f069-a2df-473d-862f-d69dcb68685c req-32f589ff-7a9e-4b9e-85a9-167e2b777ee4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:39.592951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-fd74f069-a2df-473d-862f-d69dcb68685c req-32f589ff-7a9e-4b9e-85a9-167e2b777ee4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Calling delete_port for 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:39.633218 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-7f8fa45b-6a6c-4a40-bb3c-208806ec8025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9389243a-3242-4a99-a416-bd70bba8ac06', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'port_id': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'mac_address': 'fa:16:3e:90:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650aa699-baaa-4671-b29f-d91a67482a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:57:08Z', 'updated_at': '2021-07-27T20:57:37Z', 'revision_number': 3, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:39.680698 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8fa45b-6a6c-4a40-bb3c-208806ec8025 None None] The sync data for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 is: [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9389243a-3242-4a99-a416-bd70bba8ac06', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'port_id': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'mac_address': 'fa:16:3e:90:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650aa699-baaa-4671-b29f-d91a67482a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:57:08Z', 'updated_at': '2021-07-27T20:57:37Z', 'revision_number': 3, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:57:39.823636 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04755322-1caf-4262-8727-a92d8e0ed1ff req-8c29c14e-e24d-4ca2-b961-46e7ce6875a4 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:39.829552 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fd74f069-a2df-473d-862f-d69dcb68685c req-32f589ff-7a9e-4b9e-85a9-167e2b777ee4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:39.832830 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04755322-1caf-4262-8727-a92d8e0ed1ff req-8c29c14e-e24d-4ca2-b961-46e7ce6875a4 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 1023 time: 0.2230182 Jul 27 20:57:39.847083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['2d95cc0c-0f78-432a-98fa-54b87b40d2b7'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:39.849369 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd04a8b-b76f-4499-a710-81422546f63f req-cfc04be5-1ff2-43f4-975e-ad62eab4a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:39.858661 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-cfc04be5-1ff2-43f4-975e-ad62eab4a58a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 1096 time: 0.1476543 Jul 27 20:57:39.895165 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f589ff-7a9e-4b9e-85a9-167e2b777ee4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Pushing event deleted for resources: {'Port': ['ID=2d95cc0c-0f78-432a-98fa-54b87b40d2b7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:39.948084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd74f069-a2df-473d-862f-d69dcb68685c req-32f589ff-7a9e-4b9e-85a9-167e2b777ee4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] No DVR routers for this DVR port 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:39.951803 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fd74f069-a2df-473d-862f-d69dcb68685c req-32f589ff-7a9e-4b9e-85a9-167e2b777ee4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:39.953410 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fd74f069-a2df-473d-862f-d69dcb68685c req-32f589ff-7a9e-4b9e-85a9-167e2b777ee4 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.66 "DELETE /v2.0/ports/2d95cc0c-0f78-432a-98fa-54b87b40d2b7 HTTP/1.1" status: 204 len: 173 time: 1.0053647 Jul 27 20:57:39.953609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75271b67-8ed1-478b-9bfd-02ed1e8fff50', 'name': 'network-vif-deleted', 'tag': '2d95cc0c-0f78-432a-98fa-54b87b40d2b7'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:39.955983 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ce3863-7251-4963-b1ea-ed335ed28bb8" -d '{"events": [{"server_uuid": "75271b67-8ed1-478b-9bfd-02ed1e8fff50", "name": "network-vif-deleted", "tag": "2d95cc0c-0f78-432a-98fa-54b87b40d2b7"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:39.983581 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04755322-1caf-4262-8727-a92d8e0ed1ff req-a1c7aa99-8de5-4794-b5bd-fb0d349ca0be tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups?id=b0282c60-505f-4a2b-a8d9-6499b4705b6c&id=fe11736f-fe67-4431-a21e-b2d27e8e2317&id=bf7f6540-57a4-4983-92ad-921e511b4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1491406 Jul 27 20:57:40.047473 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc975231-d98f-4678-ab94-de69fa59615f None None] New status for floating IP 9389243a-3242-4a99-a416-bd70bba8ac06: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:57:40.067452 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd04a8b-b76f-4499-a710-81422546f63f req-20f2b572-1a54-4d3f-87b2-90a2898b1b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:40.075929 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-20f2b572-1a54-4d3f-87b2-90a2898b1b6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 922 time: 0.2163594 Jul 27 20:57:40.146510 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-f5d8406a-a95e-4120-b07e-886bfdb71413 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a37807-a73d-438b-bce2-8c6ab164189d HTTP/1.1" status: 200 len: 217 time: 0.0684013 Jul 27 20:57:40.234968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd04a8b-b76f-4499-a710-81422546f63f req-fc098c92-2622-40b9-991b-223237025b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:40.242818 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-fc098c92-2622-40b9-991b-223237025b19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a624997-c66e-4850-8c17-1b4d1bc4a6c5 HTTP/1.1" status: 200 len: 860 time: 0.0953999 Jul 27 20:57:40.301178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4105ce-1aed-4acf-8be2-011c0411accf req-0475b21c-e10b-4cf3-9d0e-a3536118626b tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:40.302816 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cb4105ce-1aed-4acf-8be2-011c0411accf req-0475b21c-e10b-4cf3-9d0e-a3536118626b tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 945 time: 0.1661232 Jul 27 20:57:40.339850 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd04a8b-b76f-4499-a710-81422546f63f req-f2c461f0-66bd-46e0-95cc-e68fcb90523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:40.347955 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-f2c461f0-66bd-46e0-95cc-e68fcb90523c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7513f0f6-f79b-476b-af43-6fdd18f13f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042187 Jul 27 20:57:40.414455 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cb4105ce-1aed-4acf-8be2-011c0411accf req-b4ff131a-5900-40a1-80c1-7b3d1efd1489 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/security-groups?id=a912c231-2095-44bf-884f-120051daef06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022520 Jul 27 20:57:40.463812 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d96040-13e8-47b7-9b9c-11273d3f1f3a None None] Sync routers for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:57:40.483178 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d96040-13e8-47b7-9b9c-11273d3f1f3a None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:40.484804 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f1d96040-13e8-47b7-9b9c-11273d3f1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:57:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:40.490575 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-50943169-7933-46c8-9cc1-8106359318f2 service neutron] 10.222.0.55 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412175 Jul 27 20:57:40.522808 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e90f62-92b9-4f39-8bd1-66f399b68653 x-openstack-request-id: req-65e90f62-92b9-4f39-8bd1-66f399b68653 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:40.522808 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd", "name": "network-vif-plugged", "status": "completed", "tag": "220ef8f4-1f4d-43d7-bd39-c3b59881a056", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:40.523127 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65e90f62-92b9-4f39-8bd1-66f399b68653 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:40.523432 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220ef8f4-1f4d-43d7-bd39-c3b59881a056', 'code': 200} Jul 27 20:57:40.535556 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b57b4d-d5be-4f93-927b-84cd5d71522c req-0b44f2b9-50d1-4abd-8e3a-401fa6b69e62 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:40.537879 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92b57b4d-d5be-4f93-927b-84cd5d71522c req-0b44f2b9-50d1-4abd-8e3a-401fa6b69e62 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 1023 time: 0.1447670 Jul 27 20:57:40.624525 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b3491c-0696-4abf-9f46-dbbe98e06540 x-openstack-request-id: req-20b3491c-0696-4abf-9f46-dbbe98e06540 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:40.625009 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c26cad7-e3b1-44ff-a864-c124b6c90ef7", "tag": "34a37807-a73d-438b-bce2-8c6ab164189d", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:40.625410 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20b3491c-0696-4abf-9f46-dbbe98e06540 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:40.625956 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'tag': '34a37807-a73d-438b-bce2-8c6ab164189d', 'status': 'completed', 'code': 200} Jul 27 20:57:40.764206 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-8321a049-ee29-4f73-81df-8d5660d2f6da service neutron] 10.222.0.55 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662945 Jul 27 20:57:40.786540 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-f1d96040-13e8-47b7-9b9c-11273d3f1f3a None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:40.805754 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8f112a2-a4f4-4373-9968-3b7cc2d0c7b3 req-64eb0bc2-2961-4835-830c-e5d29b2a9114 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=75271b67-8ed1-478b-9bfd-02ed1e8fff50 HTTP/1.1" status: 200 len: 210 time: 0.0683913 Jul 27 20:57:40.915926 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd04a8b-b76f-4499-a710-81422546f63f req-00fb55be-4560-40d4-a705-a2f43a6479d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:40.924128 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-00fb55be-4560-40d4-a705-a2f43a6479d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 1097 time: 0.1130304 Jul 27 20:57:41.095593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd04a8b-b76f-4499-a710-81422546f63f req-713151ae-b214-45ae-b593-d1103b943056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.101918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-713151ae-b214-45ae-b593-d1103b943056 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 922 time: 0.1767304 Jul 27 20:57:41.311951 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-48997aad-2366-44ca-9468-5368b3797634 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 HTTP/1.1" status: 200 len: 1002 time: 0.1984351 Jul 27 20:57:41.390486 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8219c1d-d53f-4c92-92fc-e3a147b8679f x-openstack-request-id: req-f8219c1d-d53f-4c92-92fc-e3a147b8679f {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:41.391193 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75271b67-8ed1-478b-9bfd-02ed1e8fff50", "name": "network-vif-deleted", "tag": "2d95cc0c-0f78-432a-98fa-54b87b40d2b7", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:41.391193 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8219c1d-d53f-4c92-92fc-e3a147b8679f {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:41.391634 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75271b67-8ed1-478b-9bfd-02ed1e8fff50', 'name': 'network-vif-deleted', 'tag': '2d95cc0c-0f78-432a-98fa-54b87b40d2b7', 'status': 'completed', 'code': 200} Jul 27 20:57:41.422504 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f1d96040-13e8-47b7-9b9c-11273d3f1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9389243a-3242-4a99-a416-bd70bba8ac06', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'port_id': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'mac_address': 'fa:16:3e:90:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650aa699-baaa-4671-b29f-d91a67482a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:57:08Z', 'updated_at': '2021-07-27T20:57:40Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:41.429572 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e2433-23eb-4efd-b421-b2d2694841f6 req-abf8710c-faa1-4c27-bbe0-62ea559a35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.431332 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-663e2433-23eb-4efd-b421-b2d2694841f6 req-abf8710c-faa1-4c27-bbe0-62ea559a35b3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 1096 time: 0.7886508 Jul 27 20:57:41.441942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ead3-afcd-4c94-be63-443afa31c004 req-5724f8dd-e676-4fbd-ba11-bf78d081bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.443644 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d26ead3-afcd-4c94-be63-443afa31c004 req-5724f8dd-e676-4fbd-ba11-bf78d081bcb3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 1096 time: 0.8021183 Jul 27 20:57:41.450784 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-92b57b4d-d5be-4f93-927b-84cd5d71522c req-d40fd677-69e4-4f31-a66b-46008d9b2dbe tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Deleting port e0c50947-71bd-4527-b447-6108267ba66e {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:41.451340 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-92b57b4d-d5be-4f93-927b-84cd5d71522c req-d40fd677-69e4-4f31-a66b-46008d9b2dbe tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:41.465092 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d96040-13e8-47b7-9b9c-11273d3f1f3a None None] Checking router: b062a7b0-7181-4fd3-8783-2608d4910970 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:57:41.477000 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d96040-13e8-47b7-9b9c-11273d3f1f3a None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:41.477752 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f1d96040-13e8-47b7-9b9c-11273d3f1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:57:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:41.480089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd04a8b-b76f-4499-a710-81422546f63f req-19789760-8495-4c46-8578-6c73c3e657b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.481863 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-19789760-8495-4c46-8578-6c73c3e657b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a624997-c66e-4850-8c17-1b4d1bc4a6c5 HTTP/1.1" status: 200 len: 860 time: 0.1459479 Jul 27 20:57:41.620803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ead3-afcd-4c94-be63-443afa31c004 req-4e605978-c21b-4116-9dc9-91f4a26e888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.626760 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d26ead3-afcd-4c94-be63-443afa31c004 req-4e605978-c21b-4116-9dc9-91f4a26e888a service neutron] 10.222.0.66 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 922 time: 0.1515539 Jul 27 20:57:41.633114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd04a8b-b76f-4499-a710-81422546f63f req-18ffada6-b7b7-4029-9a68-204da8379556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.638817 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-18ffada6-b7b7-4029-9a68-204da8379556 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7513f0f6-f79b-476b-af43-6fdd18f13f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495166 Jul 27 20:57:41.704022 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-f1d96040-13e8-47b7-9b9c-11273d3f1f3a None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:41.744272 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-663e2433-23eb-4efd-b421-b2d2694841f6 req-8d0aa98a-da1b-4500-8a67-9e3e2e698a3d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a912c231-2095-44bf-884f-120051daef06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993584 Jul 27 20:57:41.751486 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d26ead3-afcd-4c94-be63-443afa31c004 req-7c55273b-c54f-482b-b5c2-fa81bb6877ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a37807-a73d-438b-bce2-8c6ab164189d HTTP/1.1" status: 200 len: 217 time: 0.1027169 Jul 27 20:57:41.789661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59574) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:41.858153 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-92b57b4d-d5be-4f93-927b-84cd5d71522c req-d40fd677-69e4-4f31-a66b-46008d9b2dbe tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] For port e0c50947-71bd-4527-b447-6108267ba66e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e0c50947-71bd-4527-b447-6108267ba66e,segment=NetworkSegment(19708875-46a8-4d4a-860f-8d2d45e2e7c6),segment_id=19708875-46a8-4d4a-860f-8d2d45e2e7c6)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:41.859764 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-92b57b4d-d5be-4f93-927b-84cd5d71522c req-d40fd677-69e4-4f31-a66b-46008d9b2dbe tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:41.872392 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4c8e2-9951-496e-be43-f376e2cac378 req-c0a85001-3b61-4e85-888d-1f2027d52d46 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.880626 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dfe4c8e2-9951-496e-be43-f376e2cac378 req-c0a85001-3b61-4e85-888d-1f2027d52d46 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.3422160 Jul 27 20:57:41.945921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-92b57b4d-d5be-4f93-927b-84cd5d71522c req-d40fd677-69e4-4f31-a66b-46008d9b2dbe tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Calling delete_port for e0c50947-71bd-4527-b447-6108267ba66e owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:41.954522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ead3-afcd-4c94-be63-443afa31c004 req-47f82b4b-07ea-41c0-acf4-f418dc2383c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:41.956556 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d26ead3-afcd-4c94-be63-443afa31c004 req-47f82b4b-07ea-41c0-acf4-f418dc2383c0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0a624997-c66e-4850-8c17-1b4d1bc4a6c5 HTTP/1.1" status: 200 len: 860 time: 0.0765798 Jul 27 20:57:41.970026 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dfe4c8e2-9951-496e-be43-f376e2cac378 req-a9326f74-b784-4392-afdb-9e22b6319bb6 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882185 Jul 27 20:57:41.975629 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-53c70a37-3dd7-42ce-bc7c-531bc67d5068 service neutron] 10.222.0.55 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172936 Jul 27 20:57:42.130565 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f1d96040-13e8-47b7-9b9c-11273d3f1f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9389243a-3242-4a99-a416-bd70bba8ac06', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'port_id': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'mac_address': 'fa:16:3e:90:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650aa699-baaa-4671-b29f-d91a67482a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:57:08Z', 'updated_at': '2021-07-27T20:57:40Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:42.144052 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-92b57b4d-d5be-4f93-927b-84cd5d71522c req-d40fd677-69e4-4f31-a66b-46008d9b2dbe tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.182253 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dcf2fb70-9905-4f81-bcc2-45d4f4f36b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.183121 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d96040-13e8-47b7-9b9c-11273d3f1f3a None None] The sync data for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 is: [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9389243a-3242-4a99-a416-bd70bba8ac06', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'port_id': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'mac_address': 'fa:16:3e:90:4f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650aa699-baaa-4671-b29f-d91a67482a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:57:08Z', 'updated_at': '2021-07-27T20:57:40Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:57:42.237735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fd677-69e4-4f31-a66b-46008d9b2dbe tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event deleted for resources: {'Port': ['ID=e0c50947-71bd-4527-b447-6108267ba66e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:42.294746 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c4ce8f6-f930-4e2b-bb33-d857d77b2b54 req-b6ceb0d1-e085-4984-8724-da24e956bc76 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/ports?device_id=38b3e0b3-11b0-45c3-9018-69e046cb31e8 HTTP/1.1" status: 200 len: 210 time: 0.0702856 Jul 27 20:57:42.316706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b57b4d-d5be-4f93-927b-84cd5d71522c req-d40fd677-69e4-4f31-a66b-46008d9b2dbe tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] No DVR routers for this DVR port e0c50947-71bd-4527-b447-6108267ba66e on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:42.321744 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-92b57b4d-d5be-4f93-927b-84cd5d71522c req-d40fd677-69e4-4f31-a66b-46008d9b2dbe tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.324215 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92b57b4d-d5be-4f93-927b-84cd5d71522c req-d40fd677-69e4-4f31-a66b-46008d9b2dbe tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.20 "DELETE /v2.0/ports/e0c50947-71bd-4527-b447-6108267ba66e HTTP/1.1" status: 204 len: 173 time: 1.7784379 Jul 27 20:57:42.329469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd04a8b-b76f-4499-a710-81422546f63f req-2516e2d9-6616-4a4a-9521-6f2c077f8027 service neutron] 10.222.0.55 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413475 Jul 27 20:57:42.356188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ead3-afcd-4c94-be63-443afa31c004 req-574b4982-8fe5-40fe-9988-e51da33f4637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:42.357919 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d26ead3-afcd-4c94-be63-443afa31c004 req-574b4982-8fe5-40fe-9988-e51da33f4637 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7513f0f6-f79b-476b-af43-6fdd18f13f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2233391 Jul 27 20:57:42.566244 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d26ead3-afcd-4c94-be63-443afa31c004 req-11814d3a-e446-4360-85d2-720b3811f84a service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964331 Jul 27 20:57:42.573806 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dcf2fb70-9905-4f81-bcc2-45d4f4f36b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.595436 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dcf2fb70-9905-4f81-bcc2-45d4f4f36b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.612656 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90381a1f-fa61-4524-9837-f6e167f908a5 req-a425f92e-1a1b-4aeb-932e-4d35b2b03c5c tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:42.625305 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90381a1f-fa61-4524-9837-f6e167f908a5 req-a425f92e-1a1b-4aeb-932e-4d35b2b03c5c tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 945 time: 0.2013035 Jul 27 20:57:42.660735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2fb70-9905-4f81-bcc2-45d4f4f36b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123c08b8-531a-4eba-907b-f28b592d195a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:42.708149 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dcf2fb70-9905-4f81-bcc2-45d4f4f36b28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0576684bf2634bdb9b9afd064538e471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9137986 Jul 27 20:57:42.717731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59594) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:42.781026 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d26ead3-afcd-4c94-be63-443afa31c004 req-fbd44151-69fe-41be-b60f-836498b586f3 service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057106 Jul 27 20:57:42.825640 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9252-67cc-4132-bf7c-77084a870539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.871538 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9252-67cc-4132-bf7c-77084a870539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.952724 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9252-67cc-4132-bf7c-77084a870539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.957683 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed6a9252-67cc-4132-bf7c-77084a870539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:42.960189 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ed6a9252-67cc-4132-bf7c-77084a870539 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/123c08b8-531a-4eba-907b-f28b592d195a HTTP/1.1" status: 204 len: 168 time: 0.2410378 Jul 27 20:57:43.010038 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:43.016919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a9252-67cc-4132-bf7c-77084a870539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123c08b8-531a-4eba-907b-f28b592d195a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:43.066148 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:43.066951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2d95cc0c-0f78-432a-98fa-54b87b40d2b7 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:43.110694 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650aa699-baaa-4671-b29f-d91a67482a47', 'tag': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:43.113558 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dc0748-491f-43cf-9b51-a30b7890d46a" -d '{"events": [{"name": "network-changed", "server_uuid": "650aa699-baaa-4671-b29f-d91a67482a47", "tag": "f5a71e6a-12d2-49fa-bb9d-9b2dadc84668"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:43.158403 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a149b93-f8ea-4724-9aee-92443a18eba2 req-7613c58a-f48c-4a83-80fa-69288e1ff16b tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 1002 time: 0.4936864 Jul 27 20:57:43.207146 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90381a1f-fa61-4524-9837-f6e167f908a5 req-cc030a26-505b-4363-9a17-04537b3ade75 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/security-groups?id=a912c231-2095-44bf-884f-120051daef06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5806127 Jul 27 20:57:43.241598 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149b93-f8ea-4724-9aee-92443a18eba2 req-3d98380a-2440-49fe-91a4-691851fa2f32 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:43.243420 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a149b93-f8ea-4724-9aee-92443a18eba2 req-3d98380a-2440-49fe-91a4-691851fa2f32 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports/f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 HTTP/1.1" status: 200 len: 943 time: 0.0841424 Jul 27 20:57:43.393305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b3e0b3-11b0-45c3-9018-69e046cb31e8', 'name': 'network-vif-deleted', 'tag': 'e0c50947-71bd-4527-b447-6108267ba66e'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:43.399591 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bc4e30-a932-4da2-a567-110bcb519446" -d '{"events": [{"server_uuid": "38b3e0b3-11b0-45c3-9018-69e046cb31e8", "name": "network-vif-deleted", "tag": "e0c50947-71bd-4527-b447-6108267ba66e"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:43.488477 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a149b93-f8ea-4724-9aee-92443a18eba2 req-01722a59-2861-4e94-850d-54ceabdacccc tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 1002 time: 0.1312563 Jul 27 20:57:43.667326 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149b93-f8ea-4724-9aee-92443a18eba2 req-6d6f58d8-dc2e-49ea-a641-931b06582372 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:43.684344 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a149b93-f8ea-4724-9aee-92443a18eba2 req-6d6f58d8-dc2e-49ea-a641-931b06582372 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.1896119 Jul 27 20:57:43.702880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41749d4f-5c3d-4da7-b0b7-f2eca14bef9f req-eacd7c6d-ccff-4570-b117-45e7e33afae3 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:43.727465 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41749d4f-5c3d-4da7-b0b7-f2eca14bef9f req-eacd7c6d-ccff-4570-b117-45e7e33afae3 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.1920462 Jul 27 20:57:43.793841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41749d4f-5c3d-4da7-b0b7-f2eca14bef9f req-b117fea3-2648-4ed4-881e-c5155fe07eff tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640712 Jul 27 20:57:43.819339 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693d24ce-4401-46ca-bd96-8353e924179f x-openstack-request-id: req-693d24ce-4401-46ca-bd96-8353e924179f {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:43.819627 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650aa699-baaa-4671-b29f-d91a67482a47", "tag": "f5a71e6a-12d2-49fa-bb9d-9b2dadc84668", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:43.819872 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-693d24ce-4401-46ca-bd96-8353e924179f {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:43.820368 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650aa699-baaa-4671-b29f-d91a67482a47', 'tag': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668', 'status': 'completed', 'code': 200} Jul 27 20:57:43.886145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device e0c50947-71bd-4527-b447-6108267ba66e no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:43.895247 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47dc03d-8d80-486b-9e8d-feb43432fa84 x-openstack-request-id: req-e47dc03d-8d80-486b-9e8d-feb43432fa84 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:43.896980 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b3e0b3-11b0-45c3-9018-69e046cb31e8", "name": "network-vif-deleted", "tag": "e0c50947-71bd-4527-b447-6108267ba66e", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:43.897557 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e47dc03d-8d80-486b-9e8d-feb43432fa84 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:43.898187 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b3e0b3-11b0-45c3-9018-69e046cb31e8', 'name': 'network-vif-deleted', 'tag': 'e0c50947-71bd-4527-b447-6108267ba66e', 'status': 'completed', 'code': 200} Jul 27 20:57:43.942768 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc0748-491f-43cf-9b51-a30b7890d46a req-d9e0de57-c109-4968-95dd-d9c51df0b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:43.945985 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b6dc0748-491f-43cf-9b51-a30b7890d46a req-d9e0de57-c109-4968-95dd-d9c51df0b33a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 1097 time: 0.0900905 Jul 27 20:57:44.130709 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc0748-491f-43cf-9b51-a30b7890d46a req-fa943963-0994-4773-8b54-3435e39dcf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:44.133221 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b6dc0748-491f-43cf-9b51-a30b7890d46a req-fa943963-0994-4773-8b54-3435e39dcf0d service neutron] 10.222.0.66 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 922 time: 0.1656506 Jul 27 20:57:44.235847 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b6dc0748-491f-43cf-9b51-a30b7890d46a req-c99fc8ad-0241-4f65-8d32-10bc1ede438b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 HTTP/1.1" status: 200 len: 1002 time: 0.0919352 Jul 27 20:57:44.273284 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53f6c220-0384-4594-8608-16d981a9a873 req-6f2029b2-121b-4f3d-baae-db07da97a548 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 1002 time: 0.2218800 Jul 27 20:57:44.277714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: e0c50947-71bd-4527-b447-6108267ba66e {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:44.278657 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device e0c50947-71bd-4527-b447-6108267ba66e not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:44.333861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc0748-491f-43cf-9b51-a30b7890d46a req-7d1bea65-5ce0-4d83-83aa-0924ccbe43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:44.335942 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b6dc0748-491f-43cf-9b51-a30b7890d46a req-7d1bea65-5ce0-4d83-83aa-0924ccbe43fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0a624997-c66e-4850-8c17-1b4d1bc4a6c5 HTTP/1.1" status: 200 len: 860 time: 0.0882144 Jul 27 20:57:44.340533 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c6df7-2bb9-4e65-8323-6bb49d788b3b req-5a535e96-b098-4402-8f30-edf5fa02e695 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:44.360196 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-557c6df7-2bb9-4e65-8323-6bb49d788b3b req-5a535e96-b098-4402-8f30-edf5fa02e695 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 945 time: 0.3842266 Jul 27 20:57:44.374648 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59644) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:44.419578 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc0748-491f-43cf-9b51-a30b7890d46a req-f1916964-5381-4ebe-a386-8c0b1f77160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:44.421248 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b6dc0748-491f-43cf-9b51-a30b7890d46a req-f1916964-5381-4ebe-a386-8c0b1f77160f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7513f0f6-f79b-476b-af43-6fdd18f13f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721676 Jul 27 20:57:44.470292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6c220-0384-4594-8608-16d981a9a873 req-b7ae7250-08ff-406b-8ca9-001efdbc7353 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:44.474864 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53f6c220-0384-4594-8608-16d981a9a873 req-b7ae7250-08ff-406b-8ca9-001efdbc7353 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports/f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 HTTP/1.1" status: 200 len: 943 time: 0.1935024 Jul 27 20:57:44.547218 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-557c6df7-2bb9-4e65-8323-6bb49d788b3b req-62c7ac7a-5e8e-4ded-ad66-f7f562b09b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802924 Jul 27 20:57:44.690656 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b6dc0748-491f-43cf-9b51-a30b7890d46a req-4e73a264-651d-47e3-9eaa-cc54df160380 service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608221 Jul 27 20:57:44.700829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad5c08-bb07-47a6-8dcd-16b550ff3e4c req-39b087f7-c51a-4fba-9a4e-3a217f80805f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:44.702537 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-45ad5c08-bb07-47a6-8dcd-16b550ff3e4c req-39b087f7-c51a-4fba-9a4e-3a217f80805f tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a1b876d-f03b-44e2-bc30-8fc2d4291e49 HTTP/1.1" status: 200 len: 945 time: 0.1387570 Jul 27 20:57:44.704125 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-69a34623-3d2d-4cfb-b39d-401f11000702 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1168524882-network', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:44.829742 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd3fd67a-65ab-40fc-a19c-8ec352952ad7 req-a6548ad5-40f1-4795-b18a-66b270a368cb tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/b0282c60-505f-4a2b-a8d9-6499b4705b6c HTTP/1.1" status: 200 len: 1800 time: 0.2334602 Jul 27 20:57:44.898907 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53f6c220-0384-4594-8608-16d981a9a873 req-8517e6e5-6179-449d-95d9-65745599f3d6 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 1002 time: 0.2573647 Jul 27 20:57:44.902129 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a34623-3d2d-4cfb-b39d-401f11000702 admin admin] Made reservation on behalf of 059c8831d7844550bdb3ab0cdc9b6109 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:44.904678 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69a34623-3d2d-4cfb-b39d-401f11000702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:44.907157 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b6dc0748-491f-43cf-9b51-a30b7890d46a req-9c5aa447-c6f8-4783-af68-b3307af2d52d service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933393 Jul 27 20:57:44.940676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-45ad5c08-bb07-47a6-8dcd-16b550ff3e4c req-72b953b9-b916-4201-b356-f9c2e54a2716 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Deleting port 3d095a58-2c25-44ae-a92c-05639700933b {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:44.941208 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-45ad5c08-bb07-47a6-8dcd-16b550ff3e4c req-72b953b9-b916-4201-b356-f9c2e54a2716 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:44.974574 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69a34623-3d2d-4cfb-b39d-401f11000702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.088387 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-45ad5c08-bb07-47a6-8dcd-16b550ff3e4c req-72b953b9-b916-4201-b356-f9c2e54a2716 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] For port 3d095a58-2c25-44ae-a92c-05639700933b, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=3d095a58-2c25-44ae-a92c-05639700933b,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:45.088935 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-45ad5c08-bb07-47a6-8dcd-16b550ff3e4c req-72b953b9-b916-4201-b356-f9c2e54a2716 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.111553 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-45ad5c08-bb07-47a6-8dcd-16b550ff3e4c req-72b953b9-b916-4201-b356-f9c2e54a2716 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Calling delete_port for 3d095a58-2c25-44ae-a92c-05639700933b owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:45.144934 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-fd3fd67a-65ab-40fc-a19c-8ec352952ad7 req-49113240-5283-4351-b70e-954822fb05b9 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.214136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6c220-0384-4594-8608-16d981a9a873 req-ffef3b37-fa4e-4ba0-a8a3-b76a04456439 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:45.224049 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53f6c220-0384-4594-8608-16d981a9a873 req-ffef3b37-fa4e-4ba0-a8a3-b76a04456439 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.3164966 Jul 27 20:57:45.246158 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-fd3fd67a-65ab-40fc-a19c-8ec352952ad7 req-49113240-5283-4351-b70e-954822fb05b9 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.328578 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-45ad5c08-bb07-47a6-8dcd-16b550ff3e4c req-72b953b9-b916-4201-b356-f9c2e54a2716 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.366551 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b953b9-b916-4201-b356-f9c2e54a2716 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Pushing event deleted for resources: {'Port': ['ID=3d095a58-2c25-44ae-a92c-05639700933b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:45.401379 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53f6c220-0384-4594-8608-16d981a9a873 req-a5c0df44-8def-410d-8b99-3e3487148da5 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 1002 time: 0.1761510 Jul 27 20:57:45.407289 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-53f6c220-0384-4594-8608-16d981a9a873 req-b590abc1-568d-4b4a-ac88-d25558574c69 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:45.417057 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69a34623-3d2d-4cfb-b39d-401f11000702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.422895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ad5c08-bb07-47a6-8dcd-16b550ff3e4c req-72b953b9-b916-4201-b356-f9c2e54a2716 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] No DVR routers for this DVR port 3d095a58-2c25-44ae-a92c-05639700933b on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:45.426362 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-45ad5c08-bb07-47a6-8dcd-16b550ff3e4c req-72b953b9-b916-4201-b356-f9c2e54a2716 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.428811 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-45ad5c08-bb07-47a6-8dcd-16b550ff3e4c req-72b953b9-b916-4201-b356-f9c2e54a2716 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.66 "DELETE /v2.0/ports/3d095a58-2c25-44ae-a92c-05639700933b HTTP/1.1" status: 204 len: 173 time: 0.7056153 Jul 27 20:57:45.473397 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-fd3fd67a-65ab-40fc-a19c-8ec352952ad7 req-49113240-5283-4351-b70e-954822fb05b9 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.477495 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-fd3fd67a-65ab-40fc-a19c-8ec352952ad7 req-49113240-5283-4351-b70e-954822fb05b9 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.479062 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd3fd67a-65ab-40fc-a19c-8ec352952ad7 req-49113240-5283-4351-b70e-954822fb05b9 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "DELETE /v2.0/security-groups/b0282c60-505f-4a2b-a8d9-6499b4705b6c HTTP/1.1" status: 204 len: 173 time: 0.6481755 Jul 27 20:57:45.485688 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69a34623-3d2d-4cfb-b39d-401f11000702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.501377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a34623-3d2d-4cfb-b39d-401f11000702 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:57:45.527100 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69a34623-3d2d-4cfb-b39d-401f11000702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.527100 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-69a34623-3d2d-4cfb-b39d-401f11000702 admin admin] Added segment 3d093617-ca75-42c2-8b4d-81ab932e7d04 of type vlan for network e118a5f0-c6fb-4fb0-911e-06a96389ce3a Jul 27 20:57:45.545971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49113240-5283-4351-b70e-954822fb05b9 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0282c60-505f-4a2b-a8d9-6499b4705b6c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:45.597789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a34623-3d2d-4cfb-b39d-401f11000702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:45.652216 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-53f6c220-0384-4594-8608-16d981a9a873 req-b590abc1-568d-4b4a-ac88-d25558574c69 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.720529 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69a34623-3d2d-4cfb-b39d-401f11000702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.840405 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69a34623-3d2d-4cfb-b39d-401f11000702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.841673 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a34623-3d2d-4cfb-b39d-401f11000702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:45.842288 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69a34623-3d2d-4cfb-b39d-401f11000702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:45.881564 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6b65c-e252-4854-ac74-58e4c2ce1ab2 req-848a8a55-0f78-4823-9d58-a510d1901018 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:45.889301 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7e6b65c-e252-4854-ac74-58e4c2ce1ab2 req-848a8a55-0f78-4823-9d58-a510d1901018 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 945 time: 0.2854466 Jul 27 20:57:45.899302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1b876d-f03b-44e2-bc30-8fc2d4291e49', 'name': 'network-vif-deleted', 'tag': '3d095a58-2c25-44ae-a92c-05639700933b'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:45.902249 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec33d823-4714-4f11-8b79-88e2ada08b10" -d '{"events": [{"server_uuid": "3a1b876d-f03b-44e2-bc30-8fc2d4291e49", "name": "network-vif-deleted", "tag": "3d095a58-2c25-44ae-a92c-05639700933b"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:46.017037 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-53f6c220-0384-4594-8608-16d981a9a873 req-b590abc1-568d-4b4a-ac88-d25558574c69 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:46.027403 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-69a34623-3d2d-4cfb-b39d-401f11000702 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6498504 Jul 27 20:57:46.033388 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7e6b65c-e252-4854-ac74-58e4c2ce1ab2 req-caa99ba1-e07e-4679-bfa9-284db012e64e tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/security-groups?id=a912c231-2095-44bf-884f-120051daef06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431890 Jul 27 20:57:46.034053 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-53f6c220-0384-4594-8608-16d981a9a873 req-b590abc1-568d-4b4a-ac88-d25558574c69 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:46.034395 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [req-53f6c220-0384-4594-8608-16d981a9a873 req-b590abc1-568d-4b4a-ac88-d25558574c69 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Floating IP 9389243a-3242-4a99-a416-bd70bba8ac06 disassociated. External IP: 172.25.2.117, port: f5a71e6a-12d2-49fa-bb9d-9b2dadc84668. Jul 27 20:57:46.038625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a34623-3d2d-4cfb-b39d-401f11000702 admin admin] Pushing event updated for resources: {'Network': ['ID=e118a5f0-c6fb-4fb0-911e-06a96389ce3a,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:46.050301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network e118a5f0-c6fb-4fb0-911e-06a96389ce3a details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:57:46.098670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59660) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:46.138699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5294a84a-0fea-45a3-8875-b5eaff8d7603 admin admin] Request body: {'subnet': {'network_id': 'e118a5f0-c6fb-4fb0-911e-06a96389ce3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1168524882-subnet', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:46.405586 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5294a84a-0fea-45a3-8875-b5eaff8d7603 admin admin] Made reservation on behalf of 059c8831d7844550bdb3ab0cdc9b6109 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:46.407069 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5294a84a-0fea-45a3-8875-b5eaff8d7603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:46.499230 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-72b5711a-8979-4f0b-bdb5-fff4d3aab175 req-ef1be4bc-e100-405e-86f5-ee9ca469e903 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097839 Jul 27 20:57:46.666460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dbfd1-86a7-4383-8411-6f9acf5850d7 req-9010a2fb-e8f3-4964-819d-c31bbc6a9d02 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:46.668168 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-275dbfd1-86a7-4383-8411-6f9acf5850d7 req-9010a2fb-e8f3-4964-819d-c31bbc6a9d02 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.2897563 Jul 27 20:57:46.717006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5711a-8979-4f0b-bdb5-fff4d3aab175 req-c5eabe7c-087a-4781-9042-f180d75583d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:46.719004 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-72b5711a-8979-4f0b-bdb5-fff4d3aab175 req-c5eabe7c-087a-4781-9042-f180d75583d8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 1101 time: 0.1943436 Jul 27 20:57:46.824827 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-275dbfd1-86a7-4383-8411-6f9acf5850d7 req-3423eabd-21e5-41a6-91e2-d0a869309dde tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134312 Jul 27 20:57:46.872209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5711a-8979-4f0b-bdb5-fff4d3aab175 req-5ed821c8-539a-46d3-9b00-e838b5ada307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:46.873913 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-72b5711a-8979-4f0b-bdb5-fff4d3aab175 req-5ed821c8-539a-46d3-9b00-e838b5ada307 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1214480 Jul 27 20:57:46.893791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53f6c220-0384-4594-8608-16d981a9a873 req-b590abc1-568d-4b4a-ac88-d25558574c69 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Router b062a7b0-7181-4fd3-8783-2608d4910970 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:57:46.940220 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-72b5711a-8979-4f0b-bdb5-fff4d3aab175 req-46043abb-dc94-4565-80b7-caae4e59b6b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9df87c26-1b19-4a6a-bed2-59a55911966a HTTP/1.1" status: 200 len: 217 time: 0.0552480 Jul 27 20:57:46.961010 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5294a84a-0fea-45a3-8875-b5eaff8d7603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:47.034726 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5711a-8979-4f0b-bdb5-fff4d3aab175 req-8696ca61-f427-4aac-a5f8-d43b565d978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:47.040060 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 3d095a58-2c25-44ae-a92c-05639700933b no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:47.050301 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-72b5711a-8979-4f0b-bdb5-fff4d3aab175 req-8696ca61-f427-4aac-a5f8-d43b565d978b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1015451 Jul 27 20:57:47.076605 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 3d095a58-2c25-44ae-a92c-05639700933b {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:47.090627 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 3d095a58-2c25-44ae-a92c-05639700933b not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:47.139128 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53f6c220-0384-4594-8608-16d981a9a873 req-b590abc1-568d-4b4a-ac88-d25558574c69 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:57:47.152021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2208ef39-0182-4ced-95cd-3cbaac524fb4 None None] Sync routers for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:57:47.158467 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5711a-8979-4f0b-bdb5-fff4d3aab175 req-3aaab1eb-198e-48c9-8bcf-ed3559027127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:47.160116 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-72b5711a-8979-4f0b-bdb5-fff4d3aab175 req-3aaab1eb-198e-48c9-8bcf-ed3559027127 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1006916 Jul 27 20:57:47.160863 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-53f6c220-0384-4594-8608-16d981a9a873 req-b590abc1-568d-4b4a-ac88-d25558574c69 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:47.164131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2208ef39-0182-4ced-95cd-3cbaac524fb4 None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:47.164980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2208ef39-0182-4ced-95cd-3cbaac524fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:57:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:47.224555 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53f6c220-0384-4594-8608-16d981a9a873 req-b590abc1-568d-4b4a-ac88-d25558574c69 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "PUT /v2.0/floatingips/9389243a-3242-4a99-a416-bd70bba8ac06 HTTP/1.1" status: 200 len: 695 time: 1.8138928 Jul 27 20:57:47.293662 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650aa699-baaa-4671-b29f-d91a67482a47', 'tag': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:47.297409 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccbdf3d-ea79-496e-b40d-860b99343543" -d '{"events": [{"name": "network-changed", "server_uuid": "650aa699-baaa-4671-b29f-d91a67482a47", "tag": "f5a71e6a-12d2-49fa-bb9d-9b2dadc84668"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:47.309614 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-2208ef39-0182-4ced-95cd-3cbaac524fb4 None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:47.312655 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf7f8f47-05c4-42c8-9559-f88794ce70c2 req-5663b47f-7e8c-49b5-9216-6bf8bf88fb89 tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "GET /v2.0/security-groups/fe11736f-fe67-4431-a21e-b2d27e8e2317 HTTP/1.1" status: 200 len: 1800 time: 0.1647489 Jul 27 20:57:47.313376 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294a84a-0fea-45a3-8875-b5eaff8d7603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac43173-2e9a-41f4-a8a7-71b1f42c4ccf,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:47.354258 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-72b5711a-8979-4f0b-bdb5-fff4d3aab175 req-ba7a9ee0-cd0d-4278-8575-6c11d01da2ba service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858494 Jul 27 20:57:47.407335 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5294a84a-0fea-45a3-8875-b5eaff8d7603 admin admin] Checking segment: {'id': '3d093617-ca75-42c2-8b4d-81ab932e7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e118a5f0-c6fb-4fb0-911e-06a96389ce3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:47.407968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5294a84a-0fea-45a3-8875-b5eaff8d7603 admin admin] Network hostable DHCP agents. Network: e118a5f0-c6fb-4fb0-911e-06a96389ce3a, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:57:47.431576 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6c220-0384-4594-8608-16d981a9a873 req-66d8ea98-6c10-4d9c-b3c9-ffe608f27d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:47.433173 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53f6c220-0384-4594-8608-16d981a9a873 req-66d8ea98-6c10-4d9c-b3c9-ffe608f27d35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 1097 time: 0.2076955 Jul 27 20:57:47.480111 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-72b5711a-8979-4f0b-bdb5-fff4d3aab175 req-31d43abe-06f7-4be8-9bb2-a1cb9fe42980 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177640 Jul 27 20:57:47.487164 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-cf7f8f47-05c4-42c8-9559-f88794ce70c2 req-334aab7e-f05f-4b99-96d3-b94f3c01390d tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:47.516426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5294a84a-0fea-45a3-8875-b5eaff8d7603 admin admin] Network e118a5f0-c6fb-4fb0-911e-06a96389ce3a is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:57:47.558925 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-5294a84a-0fea-45a3-8875-b5eaff8d7603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, e118a5f0-c6fb-4fb0-911e-06a96389ce3a) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:47.564572 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5294a84a-0fea-45a3-8875-b5eaff8d7603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:47.564722 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5294a84a-0fea-45a3-8875-b5eaff8d7603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:47.570148 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f3a938-9873-47bf-933c-2e9ecd5a9981 None None] Network e118a5f0-c6fb-4fb0-911e-06a96389ce3a requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:47.576436 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-cf7f8f47-05c4-42c8-9559-f88794ce70c2 req-334aab7e-f05f-4b99-96d3-b94f3c01390d tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:47.633102 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5294a84a-0fea-45a3-8875-b5eaff8d7603 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5331538 Jul 27 20:57:47.636197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59696) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:47.641525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1168524882-router', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:47.675412 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6c220-0384-4594-8608-16d981a9a873 req-1c507405-7f12-4bbc-a3a2-f7fb4e4e22f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:47.678354 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53f6c220-0384-4594-8608-16d981a9a873 req-1c507405-7f12-4bbc-a3a2-f7fb4e4e22f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 922 time: 0.2325377 Jul 27 20:57:47.680138 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:47.681449 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:47.686875 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-cf7f8f47-05c4-42c8-9559-f88794ce70c2 req-334aab7e-f05f-4b99-96d3-b94f3c01390d tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:47.691611 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-cf7f8f47-05c4-42c8-9559-f88794ce70c2 req-334aab7e-f05f-4b99-96d3-b94f3c01390d tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:47.695681 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf7f8f47-05c4-42c8-9559-f88794ce70c2 req-334aab7e-f05f-4b99-96d3-b94f3c01390d tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] 10.222.0.55 "DELETE /v2.0/security-groups/fe11736f-fe67-4431-a21e-b2d27e8e2317 HTTP/1.1" status: 204 len: 173 time: 0.3511603 Jul 27 20:57:47.702056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59698) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:47.748414 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2208ef39-0182-4ced-95cd-3cbaac524fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:47.761044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cfedd5-596c-4ac2-a810-5626c04ced4e admin admin] Deleting subnet 9e76974c-a54e-40f9-ab79-de33a8fc3f3b {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:57:47.776830 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-66cfedd5-596c-4ac2-a810-5626c04ced4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:47.789468 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2208ef39-0182-4ced-95cd-3cbaac524fb4 None None] Checking router: b062a7b0-7181-4fd3-8783-2608d4910970 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:57:47.789947 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2feca2-21c6-4e4f-bc78-ff0e32ac5a7c x-openstack-request-id: req-cd2feca2-21c6-4e4f-bc78-ff0e32ac5a7c {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:47.790294 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1b876d-f03b-44e2-bc30-8fc2d4291e49", "name": "network-vif-deleted", "tag": "3d095a58-2c25-44ae-a92c-05639700933b", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:47.790524 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd2feca2-21c6-4e4f-bc78-ff0e32ac5a7c {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:47.791058 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1b876d-f03b-44e2-bc30-8fc2d4291e49', 'name': 'network-vif-deleted', 'tag': '3d095a58-2c25-44ae-a92c-05639700933b', 'status': 'completed', 'code': 200} Jul 27 20:57:47.803772 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334aab7e-f05f-4b99-96d3-b94f3c01390d tempest-SecurityGroupsTestJSON-2112695470 tempest-SecurityGroupsTestJSON-2112695470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe11736f-fe67-4431-a21e-b2d27e8e2317,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:47.824296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53f6c220-0384-4594-8608-16d981a9a873 req-734336ce-3948-41a5-9734-55eae02d7a64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 HTTP/1.1" status: 200 len: 217 time: 0.1272092 Jul 27 20:57:47.857836 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:47.861932 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2208ef39-0182-4ced-95cd-3cbaac524fb4 None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:47.863460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2208ef39-0182-4ced-95cd-3cbaac524fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:57:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:47.915127 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6c220-0384-4594-8608-16d981a9a873 req-fdf21abf-4f4b-4c30-95cf-a574d80c5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:47.916895 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53f6c220-0384-4594-8608-16d981a9a873 req-fdf21abf-4f4b-4c30-95cf-a574d80c5c5d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a624997-c66e-4850-8c17-1b4d1bc4a6c5 HTTP/1.1" status: 200 len: 860 time: 0.0858762 Jul 27 20:57:47.943910 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d67fff-0541-4fab-8330-93151e549424 x-openstack-request-id: req-80d67fff-0541-4fab-8330-93151e549424 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:47.944196 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650aa699-baaa-4671-b29f-d91a67482a47", "tag": "f5a71e6a-12d2-49fa-bb9d-9b2dadc84668", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:47.944445 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80d67fff-0541-4fab-8330-93151e549424 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:47.944852 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650aa699-baaa-4671-b29f-d91a67482a47', 'tag': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668', 'status': 'completed', 'code': 200} Jul 27 20:57:47.996568 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6c220-0384-4594-8608-16d981a9a873 req-d310362a-a61a-4d38-8ab4-dd4723ded70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:47.998163 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53f6c220-0384-4594-8608-16d981a9a873 req-d310362a-a61a-4d38-8ab4-dd4723ded70d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7513f0f6-f79b-476b-af43-6fdd18f13f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724232 Jul 27 20:57:48.006574 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-66cfedd5-596c-4ac2-a810-5626c04ced4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.011304 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-e118a5f0-c6fb-4fb0-911e-06a96389ce3a', 'network_id': 'e118a5f0-c6fb-4fb0-911e-06a96389ce3a', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'fixed_ips': [{'subnet_id': 'bac43173-2e9a-41f4-a8a7-71b1f42c4ccf'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:57:48.012291 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.124664 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53f6c220-0384-4594-8608-16d981a9a873 req-c4fb3431-dc79-4ee6-abca-f8f0df9e6bf1 service neutron] 10.222.0.55 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165786 Jul 27 20:57:48.168225 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-2208ef39-0182-4ced-95cd-3cbaac524fb4 None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:48.172977 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.198374 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-66cfedd5-596c-4ac2-a810-5626c04ced4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.296998 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbdf3d-ea79-496e-b40d-860b99343543 req-190c89e2-486b-4787-bad5-79b9570cca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:48.298642 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ccbdf3d-ea79-496e-b40d-860b99343543 req-190c89e2-486b-4787-bad5-79b9570cca62 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 1097 time: 0.3092058 Jul 27 20:57:48.319163 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-66cfedd5-596c-4ac2-a810-5626c04ced4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.335824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Allocated IP 172.20.0.2 (e118a5f0-c6fb-4fb0-911e-06a96389ce3a/bac43173-2e9a-41f4-a8a7-71b1f42c4ccf/772b76a3-d69d-48fa-800c-b7204904dc35) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:48.404972 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-66cfedd5-596c-4ac2-a810-5626c04ced4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.410161 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-66cfedd5-596c-4ac2-a810-5626c04ced4e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9e76974c-a54e-40f9-ab79-de33a8fc3f3b HTTP/1.1" status: 204 len: 168 time: 0.7068715 Jul 27 20:57:48.410561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfedd5-596c-4ac2-a810-5626c04ced4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e76974c-a54e-40f9-ab79-de33a8fc3f3b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:48.417324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59722) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:48.546800 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fa5009c-b1b4-4f6e-b574-cff98791df79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.550721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbdf3d-ea79-496e-b40d-860b99343543 req-44e75a4d-0440-4ea7-aca8-d9028f25f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:48.552371 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ccbdf3d-ea79-496e-b40d-860b99343543 req-44e75a4d-0440-4ea7-aca8-d9028f25f5c9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 922 time: 0.2305121 Jul 27 20:57:48.563132 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2208ef39-0182-4ced-95cd-3cbaac524fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:48.607495 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2208ef39-0182-4ced-95cd-3cbaac524fb4 None None] The sync data for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 is: [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:57:48.607952 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53f6c220-0384-4594-8608-16d981a9a873 req-2ba8fcb2-d04a-44e5-a2ea-beef252fc1a4 service neutron] 10.222.0.55 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773481 Jul 27 20:57:48.617894 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.628756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Transition to ACTIVE for port object 772b76a3-d69d-48fa-800c-b7204904dc35 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:48.633233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e273d-7308-45cb-8a24-0d7fcc7c22ab req-106a0976-0380-47cc-a07d-758cbd1b84d1 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:48.635416 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b6e273d-7308-45cb-8a24-0d7fcc7c22ab req-106a0976-0380-47cc-a07d-758cbd1b84d1 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.1193874 Jul 27 20:57:48.650190 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Transition to ACTIVE for port object 772b76a3-d69d-48fa-800c-b7204904dc35 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:48.659550 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.698857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Network e118a5f0-c6fb-4fb0-911e-06a96389ce3a is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:48.699116 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b6e273d-7308-45cb-8a24-0d7fcc7c22ab req-b3853c04-2083-4d0e-abcc-03442ebd8a2c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544584 Jul 27 20:57:48.701689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:48.704285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:48.825795 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Pushing event updated for resources: {'Port': ['ID=772b76a3-d69d-48fa-800c-b7204904dc35,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:48.830836 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Attempting to bind port 772b76a3-d69d-48fa-800c-b7204904dc35 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:48.831198 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Attempting to bind port 772b76a3-d69d-48fa-800c-b7204904dc35 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '3d093617-ca75-42c2-8b4d-81ab932e7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e118a5f0-c6fb-4fb0-911e-06a96389ce3a'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:48.831548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Attempting to bind port 772b76a3-d69d-48fa-800c-b7204904dc35 on network e118a5f0-c6fb-4fb0-911e-06a96389ce3a {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:48.841055 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:48.841444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Checking segment: {'id': '3d093617-ca75-42c2-8b4d-81ab932e7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e118a5f0-c6fb-4fb0-911e-06a96389ce3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:48.842013 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.842580 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Bound using segment: {'id': '3d093617-ca75-42c2-8b4d-81ab932e7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e118a5f0-c6fb-4fb0-911e-06a96389ce3a'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:48.843078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Bound port: 772b76a3-d69d-48fa-800c-b7204904dc35, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d093617-ca75-42c2-8b4d-81ab932e7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e118a5f0-c6fb-4fb0-911e-06a96389ce3a'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:48.843470 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:48.971802 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] For port 772b76a3-d69d-48fa-800c-b7204904dc35, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:48.975567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] For port 772b76a3-d69d-48fa-800c-b7204904dc35, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=772b76a3-d69d-48fa-800c-b7204904dc35,segment=NetworkSegment(3d093617-ca75-42c2-8b4d-81ab932e7d04),segment_id=3d093617-ca75-42c2-8b4d-81ab932e7d04)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:48.982718 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.056825 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ccbdf3d-ea79-496e-b40d-860b99343543 req-652af823-4ec2-4289-816e-d2f76979ac65 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 HTTP/1.1" status: 200 len: 217 time: 0.4897070 Jul 27 20:57:49.102386 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4343fba3-9668-42c4-9cd4-1eba1a7692a3 None None] New status for floating IP 9389243a-3242-4a99-a416-bd70bba8ac06: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:57:49.128470 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497498a9-9b77-4ff3-ac93-2365aefb58b7 None None] Pushing event updated for resources: {'Port': ['ID=772b76a3-d69d-48fa-800c-b7204904dc35,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:49.158541 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784abd49-ab2a-4bb2-8e5e-2bb75e88ca74 req-5707f541-7c34-4f76-b1d2-b8de8c4b4389 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:49.161909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-784abd49-ab2a-4bb2-8e5e-2bb75e88ca74 req-5707f541-7c34-4f76-b1d2-b8de8c4b4389 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 944 time: 0.1636415 Jul 27 20:57:49.253132 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fa5009c-b1b4-4f6e-b574-cff98791df79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.271896 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-784abd49-ab2a-4bb2-8e5e-2bb75e88ca74 req-c6fddffa-6afb-4ec3-8815-b5c2fdde2691 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/security-groups?id=ab816a5f-3c97-4505-9ede-9285478020bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997264 Jul 27 20:57:49.281951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7fa5009c-b1b4-4f6e-b574-cff98791df79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77751492-e898-494d-817c-4c0bedb5dc79']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:49.290045 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.294136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbdf3d-ea79-496e-b40d-860b99343543 req-f32e3336-d360-441e-9535-581a05c3e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:49.295988 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ccbdf3d-ea79-496e-b40d-860b99343543 req-f32e3336-d360-441e-9535-581a05c3e5ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0a624997-c66e-4850-8c17-1b4d1bc4a6c5 HTTP/1.1" status: 200 len: 860 time: 0.2106416 Jul 27 20:57:49.355501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7fa5009c-b1b4-4f6e-b574-cff98791df79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19708875-46a8-4d4a-860f-8d2d45e2e7c6') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:49.355925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7fa5009c-b1b4-4f6e-b574-cff98791df79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19708875-46a8-4d4a-860f-8d2d45e2e7c6') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:49.360885 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.486241 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fa5009c-b1b4-4f6e-b574-cff98791df79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.571668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4845b-9488-4117-85c3-8b200ec0f00a req-140356dc-c089-468c-989e-918d13519ce8 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:49.573345 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eca4845b-9488-4117-85c3-8b200ec0f00a req-140356dc-c089-468c-989e-918d13519ce8 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 944 time: 0.9618504 Jul 27 20:57:49.589704 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fa5009c-b1b4-4f6e-b574-cff98791df79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.617778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa5009c-b1b4-4f6e-b574-cff98791df79 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:57:49.618601 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fa5009c-b1b4-4f6e-b574-cff98791df79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.618851 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-42bf6a7c-d403-4ea9-a78c-960632209416 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:49.620813 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-42bf6a7c-d403-4ea9-a78c-960632209416 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1160030 Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: timer() Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:57:49.678082 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:57:49.692142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-6e4c685e-441a-47b6-b3ad-72562ac95ace tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.0645337 Jul 27 20:57:49.699191 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-d2b89b44-57e0-4aa9-a189-635327b9447c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Request body: {'floatingip': {'port_id': '34a37807-a73d-438b-bce2-8c6ab164189d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:49.721288 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fa5009c-b1b4-4f6e-b574-cff98791df79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.736384 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fa5009c-b1b4-4f6e-b574-cff98791df79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.741599 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7fa5009c-b1b4-4f6e-b574-cff98791df79 admin admin] 10.222.0.55 "DELETE /v2.0/networks/77751492-e898-494d-817c-4c0bedb5dc79 HTTP/1.1" status: 204 len: 168 time: 1.3191535 Jul 27 20:57:49.768625 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-d2b89b44-57e0-4aa9-a189-635327b9447c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:49.815367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5009c-b1b4-4f6e-b574-cff98791df79 admin admin] Pushing event deleted for resources: {'Network': ['ID=77751492-e898-494d-817c-4c0bedb5dc79,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:49.894205 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbdf3d-ea79-496e-b40d-860b99343543 req-14a2c5a3-78e5-4bb0-831c-ce89fe7d7785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:49.897529 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ccbdf3d-ea79-496e-b40d-860b99343543 req-14a2c5a3-78e5-4bb0-831c-ce89fe7d7785 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7513f0f6-f79b-476b-af43-6fdd18f13f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5710709 Jul 27 20:57:49.898870 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Allocated IP 172.25.2.135 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/8bcae30e-9467-43e8-89fa-dc5286b17a5b) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:50.091643 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ccbdf3d-ea79-496e-b40d-860b99343543 req-b2ddb734-b71e-403d-9538-fa38d76d3a9e service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577580 Jul 27 20:57:50.093622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59788) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:50.158354 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7fdcef2a-33f4-4d3b-afad-9c2a61a038e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57e8356d3d5f4a2b8072816c5364eae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0639257 Jul 27 20:57:50.165684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59790) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:50.397336 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6b4be02f-50b2-4196-93d2-3a0eec1e9859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.432324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-eca4845b-9488-4117-85c3-8b200ec0f00a req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Deleting port 355fca33-b957-43b9-9280-8dbeaa3311d2 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:50.432663 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eca4845b-9488-4117-85c3-8b200ec0f00a req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.481062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da5838-c0e2-46b2-9b2b-14506d5b2fc5 req-25be81cc-1073-4c37-8025-b619a5d06648 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:50.482860 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39da5838-c0e2-46b2-9b2b-14506d5b2fc5 req-25be81cc-1073-4c37-8025-b619a5d06648 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.1493886 Jul 27 20:57:50.500604 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6b4be02f-50b2-4196-93d2-3a0eec1e9859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.511652 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ccbdf3d-ea79-496e-b40d-860b99343543 req-e512174e-4af4-426c-b30a-5803a1e9d0b9 service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013205 Jul 27 20:57:50.511974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834c53f9-e138-4c78-90a2-37eb955cc7e9 None None] Network e118a5f0-c6fb-4fb0-911e-06a96389ce3a requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:50.600271 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-eca4845b-9488-4117-85c3-8b200ec0f00a req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] For port 355fca33-b957-43b9-9280-8dbeaa3311d2, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=355fca33-b957-43b9-9280-8dbeaa3311d2,segment=NetworkSegment(7a004610-955c-4605-bfa5-33ab90bf2c6d),segment_id=7a004610-955c-4605-bfa5-33ab90bf2c6d)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:50.600661 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eca4845b-9488-4117-85c3-8b200ec0f00a req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.619130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-eca4845b-9488-4117-85c3-8b200ec0f00a req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Calling delete_port for 355fca33-b957-43b9-9280-8dbeaa3311d2 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:50.629774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39da5838-c0e2-46b2-9b2b-14506d5b2fc5 req-3439a122-72c3-43cb-a15d-0981d876eff6 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409609 Jul 27 20:57:50.687499 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-d2b89b44-57e0-4aa9-a189-635327b9447c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.693064 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-d2b89b44-57e0-4aa9-a189-635327b9447c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.774353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 772b76a3-d69d-48fa-800c-b7204904dc35 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:50.827993 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eca4845b-9488-4117-85c3-8b200ec0f00a req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.835308 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8af5ba20-7b84-4eef-9d79-71701c879ac1 None None] Provisioning for port 772b76a3-d69d-48fa-800c-b7204904dc35 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:50.891776 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 772b76a3-d69d-48fa-800c-b7204904dc35 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:50.903759 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-d2b89b44-57e0-4aa9-a189-635327b9447c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Floating IP 9389243a-3242-4a99-a416-bd70bba8ac06 associated. External IP: 172.25.2.117, port: 34a37807-a73d-438b-bce2-8c6ab164189d. Jul 27 20:57:50.913278 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Pushing event deleted for resources: {'Port': ['ID=355fca33-b957-43b9-9280-8dbeaa3311d2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:50.922534 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:50.938331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:50.938697 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:50.939049 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:50.939390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:50.939730 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:50.940106 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:50.940442 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:50.940820 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:50.941159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:50.941491 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:50.941843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:50.942161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:51.008822 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 772b76a3-d69d-48fa-800c-b7204904dc35 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:51.009364 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.040593 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-164f9bcb-2c15-4e13-b8cf-89616b50678c req-e499a752-bf51-4c6f-986e-8fc1b56ec5f2 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.55 "GET /v2.0/ports?device_id=c5a5f2eb-08ce-47f9-a873-ff227ba66654 HTTP/1.1" status: 200 len: 210 time: 0.0389555 Jul 27 20:57:51.069507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca4845b-9488-4117-85c3-8b200ec0f00a req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] No DVR routers for this DVR port 355fca33-b957-43b9-9280-8dbeaa3311d2 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:51.074345 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eca4845b-9488-4117-85c3-8b200ec0f00a req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.077720 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eca4845b-9488-4117-85c3-8b200ec0f00a req-3d5ac2ac-4a52-4815-8810-e5733c2f5b49 tempest-LiveAutoBlockMigrationV225Test-2075707367 tempest-LiveAutoBlockMigrationV225Test-2075707367-project] 10.222.0.20 "DELETE /v2.0/ports/355fca33-b957-43b9-9280-8dbeaa3311d2 HTTP/1.1" status: 204 len: 173 time: 1.4818921 Jul 27 20:57:51.083848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a5f2eb-08ce-47f9-a873-ff227ba66654', 'name': 'network-vif-deleted', 'tag': '355fca33-b957-43b9-9280-8dbeaa3311d2'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:51.098926 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f445f38-b46a-4cbf-85a7-54bd76d04d93" -d '{"events": [{"server_uuid": "c5a5f2eb-08ce-47f9-a873-ff227ba66654", "name": "network-vif-deleted", "tag": "355fca33-b957-43b9-9280-8dbeaa3311d2"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:51.110613 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6b4be02f-50b2-4196-93d2-3a0eec1e9859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.113087 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6b4be02f-50b2-4196-93d2-3a0eec1e9859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.114867 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6b4be02f-50b2-4196-93d2-3a0eec1e9859 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf7f6540-57a4-4983-92ad-921e511b4fc2 HTTP/1.1" status: 204 len: 168 time: 0.9455631 Jul 27 20:57:51.133126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4be02f-50b2-4196-93d2-3a0eec1e9859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7f6540-57a4-4983-92ad-921e511b4fc2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:51.147869 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.259514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:51.267633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:51.287142 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:51.338453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Pushing event updated for resources: {'Port': ['ID=8bcae30e-9467-43e8-89fa-dc5286b17a5b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:51.390481 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.439588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 772b76a3-d69d-48fa-800c-b7204904dc35, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=772b76a3-d69d-48fa-800c-b7204904dc35,segment=NetworkSegment(3d093617-ca75-42c2-8b4d-81ab932e7d04),segment_id=3d093617-ca75-42c2-8b4d-81ab932e7d04)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:51.449299 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.539658 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=772b76a3-d69d-48fa-800c-b7204904dc35,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:51.555827 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-d2b89b44-57e0-4aa9-a189-635327b9447c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Router b062a7b0-7181-4fd3-8783-2608d4910970 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:57:51.661848 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-fed1f673-1e0b-46be-ae39-14be86471ef6 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:51.676365 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-fed1f673-1e0b-46be-ae39-14be86471ef6 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/networks?id=f11efe74-7d57-405b-bed7-006f980e826a HTTP/1.1" status: 200 len: 805 time: 0.3042705 Jul 27 20:57:51.697756 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-bb927930-b27f-4a8f-a552-ee5629067d50 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/quotas/699d8262e8564546ac8817002a258094 HTTP/1.1" status: 200 len: 375 time: 0.0202436 Jul 27 20:57:51.781933 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.789687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e0c33620-2cf2-4fb2-9848-b6e043715d05 None None] Provisioning complete for port 772b76a3-d69d-48fa-800c-b7204904dc35 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:51.790057 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0c33620-2cf2-4fb2-9848-b6e043715d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.921577 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-d2b89b44-57e0-4aa9-a189-635327b9447c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:57:51.929184 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-d2b89b44-57e0-4aa9-a189-635327b9447c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:51.974566 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-d2b89b44-57e0-4aa9-a189-635327b9447c tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "PUT /v2.0/floatingips/9389243a-3242-4a99-a416-bd70bba8ac06 HTTP/1.1" status: 200 len: 996 time: 2.2804244 Jul 27 20:57:51.975251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'tag': '34a37807-a73d-438b-bce2-8c6ab164189d'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:51.977676 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9a6723-68cf-4e22-ac82-814747736838" -d '{"events": [{"name": "network-changed", "server_uuid": "0c26cad7-e3b1-44ff-a864-c124b6c90ef7", "tag": "34a37807-a73d-438b-bce2-8c6ab164189d"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:51.994809 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-fad6320f-aad2-478d-8728-0c4afe1bbde0 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=699d8262e8564546ac8817002a258094&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2960775 Jul 27 20:57:52.006553 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d0620d-39fb-4903-a80f-31c73201818b None None] Sync routers for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:57:52.014974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 4c230cfe-90f3-480e-bd41-b6d8bffb3880 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:52.051101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d0620d-39fb-4903-a80f-31c73201818b None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:52.052532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c1d0620d-39fb-4903-a80f-31c73201818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:57:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:52.124434 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:52.205632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-085bb65c-7eec-4a30-a31d-1d0bb5d2f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:52.207214 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-085bb65c-7eec-4a30-a31d-1d0bb5d2f2f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 1096 time: 0.2116001 Jul 27 20:57:52.212517 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-834741f5-f620-4e65-ba6a-604d08624808 service neutron] 10.222.0.55 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003725 Jul 27 20:57:52.236930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-c1d0620d-39fb-4903-a80f-31c73201818b None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:52.344938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-87a37724-10cd-407f-8515-e532f7cefb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:52.346290 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-87a37724-10cd-407f-8515-e532f7cefb50 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 922 time: 0.1321182 Jul 27 20:57:52.382151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216155d-7a0e-494b-baae-91f4a2b7f5d9 req-130fccd7-608f-4c52-99ab-0b7123502af9 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:52.383775 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c216155d-7a0e-494b-baae-91f4a2b7f5d9 req-130fccd7-608f-4c52-99ab-0b7123502af9 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.66 "GET /v2.0/ports?device_id=650aa699-baaa-4671-b29f-d91a67482a47 HTTP/1.1" status: 200 len: 946 time: 0.1612327 Jul 27 20:57:52.416612 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:52.463703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fe065e-26b8-4b42-bd9a-fe7a5923e402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c230cfe-90f3-480e-bd41-b6d8bffb3880'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:52.479045 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dc0a94-ed15-4502-b82c-d276f8a0f1e6" -d '{"events": [{"server_uuid": "a1fe065e-26b8-4b42-bd9a-fe7a5923e402", "name": "network-vif-unplugged", "status": "completed", "tag": "4c230cfe-90f3-480e-bd41-b6d8bffb3880"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:52.484187 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-2b07325a-88ae-46e1-a88c-83e88a2380cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a37807-a73d-438b-bce2-8c6ab164189d HTTP/1.1" status: 200 len: 999 time: 0.1236050 Jul 27 20:57:52.505876 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59846) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:52.522900 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 4c230cfe-90f3-480e-bd41-b6d8bffb3880, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=4c230cfe-90f3-480e-bd41-b6d8bffb3880,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:52.537032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Router d0c177b4-893f-4faf-836f-9047ee51f7a7 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:57:52.583957 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:52.585335 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 355fca33-b957-43b9-9280-8dbeaa3311d2 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:52.629077 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-c3dbe723-e7c5-4163-92ce-c8091478dcc9 service neutron] 10.222.0.55 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941916 Jul 27 20:57:52.646968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-ac688855-bf2a-4b9b-a534-87f49f14c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:52.654293 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-ac688855-bf2a-4b9b-a534-87f49f14c845 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a624997-c66e-4850-8c17-1b4d1bc4a6c5 HTTP/1.1" status: 200 len: 860 time: 0.1189170 Jul 27 20:57:52.691241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1bcfe89d-216e-48f8-b42a-802d997dcea6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-854407584-network', 'tenant_id': '4e3eba95f84c4e0b8330a86a8876a84c'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:52.695433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 355fca33-b957-43b9-9280-8dbeaa3311d2 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:52.696402 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 355fca33-b957-43b9-9280-8dbeaa3311d2 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:52.718517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 772b76a3-d69d-48fa-800c-b7204904dc35 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:52.777231 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-0befae0d-2ddb-4af9-b5ae-fb611220ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:52.782869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcfe89d-216e-48f8-b42a-802d997dcea6 admin admin] Made reservation on behalf of 4e3eba95f84c4e0b8330a86a8876a84c for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:52.785117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1bcfe89d-216e-48f8-b42a-802d997dcea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:52.786167 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-0befae0d-2ddb-4af9-b5ae-fb611220ef10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7513f0f6-f79b-476b-af43-6fdd18f13f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309471 Jul 27 20:57:52.791995 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=4c230cfe-90f3-480e-bd41-b6d8bffb3880,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:52.860948 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 772b76a3-d69d-48fa-800c-b7204904dc35 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:52.861314 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:52.902759 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-b1e13558-0202-40d5-bcc6-65f73ad7ffcb service neutron] 10.222.0.55 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126211 Jul 27 20:57:53.103471 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973b95d-d02d-4035-be15-60f17e72616f req-052c7d48-47a6-48a0-a533-d8f2d05f259f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:53.112072 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3973b95d-d02d-4035-be15-60f17e72616f req-052c7d48-47a6-48a0-a533-d8f2d05f259f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.1223624 Jul 27 20:57:53.157431 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eba69b5d-d6fc-406f-96e6-fc8361fb44a8 req-114baeef-e163-44a9-b70a-9fa0cf1c2b4b service neutron] 10.222.0.55 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512817 Jul 27 20:57:53.177805 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3973b95d-d02d-4035-be15-60f17e72616f req-0fcaae35-9821-4869-ae39-f2e2414de94f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614736 Jul 27 20:57:53.248132 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c1d0620d-39fb-4903-a80f-31c73201818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9389243a-3242-4a99-a416-bd70bba8ac06', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'port_id': '34a37807-a73d-438b-bce2-8c6ab164189d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'mac_address': 'fa:16:3e:c7:d5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:57:08Z', 'updated_at': '2021-07-27T20:57:50Z', 'revision_number': 8, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:53.271144 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1698697-2805-47eb-809e-7fbc7fefc1ed x-openstack-request-id: req-f1698697-2805-47eb-809e-7fbc7fefc1ed {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:53.271696 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c26cad7-e3b1-44ff-a864-c124b6c90ef7", "tag": "34a37807-a73d-438b-bce2-8c6ab164189d", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:53.272015 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1698697-2805-47eb-809e-7fbc7fefc1ed {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:53.272484 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'tag': '34a37807-a73d-438b-bce2-8c6ab164189d', 'status': 'completed', 'code': 200} Jul 27 20:57:53.290970 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d0620d-39fb-4903-a80f-31c73201818b None None] Checking router: b062a7b0-7181-4fd3-8783-2608d4910970 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:57:53.305907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d0620d-39fb-4903-a80f-31c73201818b None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:53.306562 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c1d0620d-39fb-4903-a80f-31c73201818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:57:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:53.342013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:57:53.343892 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1bcfe89d-216e-48f8-b42a-802d997dcea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:53.353895 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Sync routers for ids ['d0c177b4-893f-4faf-836f-9047ee51f7a7'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:57:53.355113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59862) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:53.371746 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Routers {'d0c177b4-893f-4faf-836f-9047ee51f7a7'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:53.373640 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:57:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d0c177b4-893f-4faf-836f-9047ee51f7a7'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:53.385138 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f57337a-ec75-4586-8794-7c804f790bf0 x-openstack-request-id: req-4f57337a-ec75-4586-8794-7c804f790bf0 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:53.385442 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a5f2eb-08ce-47f9-a873-ff227ba66654", "name": "network-vif-deleted", "tag": "355fca33-b957-43b9-9280-8dbeaa3311d2", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:53.385696 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f57337a-ec75-4586-8794-7c804f790bf0 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:53.386099 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a5f2eb-08ce-47f9-a873-ff227ba66654', 'name': 'network-vif-deleted', 'tag': '355fca33-b957-43b9-9280-8dbeaa3311d2', 'status': 'completed', 'code': 200} Jul 27 20:57:53.407259 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-c216155d-7a0e-494b-baae-91f4a2b7f5d9 req-2f510a34-ba87-442a-b87e-4a5010fe5992 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Deleting port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:53.407593 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c216155d-7a0e-494b-baae-91f4a2b7f5d9 req-2f510a34-ba87-442a-b87e-4a5010fe5992 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:53.482969 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:53.484121 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-100e06ad-4d98-429e-9721-08edf049fcd1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8469157 Jul 27 20:57:53.491842 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Deleting subnet e1928b7b-b29b-4188-ba4d-3193e8a7d45e {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:57:53.493058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067106b8-ddf6-43ed-8aae-49b510162351 req-a98ba791-d893-4962-afec-0f97b828c5d6 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:53.494973 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-067106b8-ddf6-43ed-8aae-49b510162351 req-a98ba791-d893-4962-afec-0f97b828c5d6 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1fe065e-26b8-4b42-bd9a-fe7a5923e402 HTTP/1.1" status: 200 len: 943 time: 0.9050291 Jul 27 20:57:53.496112 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59864) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:53.523648 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Set router d0c177b4-893f-4faf-836f-9047ee51f7a7 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:53.583395 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:53.630043 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-c1d0620d-39fb-4903-a80f-31c73201818b None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:53.668703 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c216155d-7a0e-494b-baae-91f4a2b7f5d9 req-2f510a34-ba87-442a-b87e-4a5010fe5992 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] For port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f5a71e6a-12d2-49fa-bb9d-9b2dadc84668,segment=NetworkSegment(70d48939-bd03-407b-91ae-43c6ff0fae26),segment_id=70d48939-bd03-407b-91ae-43c6ff0fae26)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:53.669671 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c216155d-7a0e-494b-baae-91f4a2b7f5d9 req-2f510a34-ba87-442a-b87e-4a5010fe5992 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:53.716735 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21da5c4f-6bf6-46c3-a271-93f2a42aa1a5 x-openstack-request-id: req-21da5c4f-6bf6-46c3-a271-93f2a42aa1a5 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:53.718872 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fe065e-26b8-4b42-bd9a-fe7a5923e402", "name": "network-vif-unplugged", "status": "completed", "tag": "4c230cfe-90f3-480e-bd41-b6d8bffb3880", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:53.719755 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21da5c4f-6bf6-46c3-a271-93f2a42aa1a5 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:53.723881 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fe065e-26b8-4b42-bd9a-fe7a5923e402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c230cfe-90f3-480e-bd41-b6d8bffb3880', 'code': 200} Jul 27 20:57:53.726973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-c216155d-7a0e-494b-baae-91f4a2b7f5d9 req-2f510a34-ba87-442a-b87e-4a5010fe5992 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Calling delete_port for f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:53.828905 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'name': 'tempest-ServersTestMultiNic-1168524882-router', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:47Z', 'updated_at': '2021-07-27T20:57:51Z', 'revision_number': 3, 'project_id': '059c8831d7844550bdb3ab0cdc9b6109', 'gw_port': {'id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:49Z', 'updated_at': '2021-07-27T20:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:53.857864 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Checking router: d0c177b4-893f-4faf-836f-9047ee51f7a7 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:57:53.858493 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Updating router d0c177b4-893f-4faf-836f-9047ee51f7a7 port 8bcae30e-9467-43e8-89fa-dc5286b17a5b binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:57:53.904084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a6723-68cf-4e22-ac82-814747736838 req-2a786a8c-1715-4010-b547-96b2b684aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:53.905378 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:53.909980 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8d9a6723-68cf-4e22-ac82-814747736838 req-2a786a8c-1715-4010-b547-96b2b684aa90 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 1096 time: 0.5384271 Jul 27 20:57:53.920470 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.045589 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c1d0620d-39fb-4903-a80f-31c73201818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9389243a-3242-4a99-a416-bd70bba8ac06', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'port_id': '34a37807-a73d-438b-bce2-8c6ab164189d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'mac_address': 'fa:16:3e:c7:d5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:57:08Z', 'updated_at': '2021-07-27T20:57:50Z', 'revision_number': 8, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:54.083303 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a6723-68cf-4e22-ac82-814747736838 req-efda5b77-60fd-4d7d-ad81-011b2908b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:54.085405 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8d9a6723-68cf-4e22-ac82-814747736838 req-efda5b77-60fd-4d7d-ad81-011b2908b2df service neutron] 10.222.0.66 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 922 time: 0.1404278 Jul 27 20:57:54.090677 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d0620d-39fb-4903-a80f-31c73201818b None None] The sync data for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 is: [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9389243a-3242-4a99-a416-bd70bba8ac06', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'port_id': '34a37807-a73d-438b-bce2-8c6ab164189d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'mac_address': 'fa:16:3e:c7:d5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:57:08Z', 'updated_at': '2021-07-27T20:57:50Z', 'revision_number': 8, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:57:54.258483 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab8c7b04-e1f1-4c59-ab95-941d6f684ca3 req-e38f792a-e82e-4ce0-91f9-8d1570b54890 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/floatingips/9389243a-3242-4a99-a416-bd70bba8ac06 HTTP/1.1" status: 200 len: 996 time: 0.7488081 Jul 27 20:57:54.322257 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1bcfe89d-216e-48f8-b42a-802d997dcea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.327712 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8d9a6723-68cf-4e22-ac82-814747736838 req-2a086a32-4fed-40ae-9464-cb33e479dd0c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a37807-a73d-438b-bce2-8c6ab164189d HTTP/1.1" status: 200 len: 999 time: 0.2217901 Jul 27 20:57:54.338997 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aed5da46-33bd-44ee-9429-90ffd389c482 req-91a66f8c-b89e-428d-8295-3b74bc87622e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=201e7ee1-ae86-4a58-8d7d-a9d07ff01645 HTTP/1.1" status: 200 len: 210 time: 0.8434923 Jul 27 20:57:54.404285 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.492799 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f487c1-9493-4311-9081-9ebed61b7f66 None None] New status for floating IP 9389243a-3242-4a99-a416-bd70bba8ac06: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:57:54.506808 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.543373 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1bcfe89d-216e-48f8-b42a-802d997dcea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.611860 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-afee5427-d2f0-479e-82c0-c34b4baa70a8 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:54.613355 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-afee5427-d2f0-479e-82c0-c34b4baa70a8 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.66 "GET /v2.0/networks?id=f11efe74-7d57-405b-bed7-006f980e826a HTTP/1.1" status: 200 len: 805 time: 0.2755702 Jul 27 20:57:54.625450 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-067106b8-ddf6-43ed-8aae-49b510162351 req-c20cf71d-a026-49e9-9af5-5bed7444149f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Deleting port 4c230cfe-90f3-480e-bd41-b6d8bffb3880 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:57:54.625792 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-067106b8-ddf6-43ed-8aae-49b510162351 req-c20cf71d-a026-49e9-9af5-5bed7444149f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.629385 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bcfe89d-216e-48f8-b42a-802d997dcea6 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:57:54.648273 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Transition to ACTIVE for port object 8bcae30e-9467-43e8-89fa-dc5286b17a5b will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:54.663831 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.664711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-f7adcfbb-f410-4c2f-a30d-049b781b1346 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Request body: {'port': {'device_id': '201e7ee1-ae86-4a58-8d7d-a9d07ff01645', 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a', 'admin_state_up': True, 'tenant_id': '699d8262e8564546ac8817002a258094'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:54.728081 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c216155d-7a0e-494b-baae-91f4a2b7f5d9 req-2f510a34-ba87-442a-b87e-4a5010fe5992 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.743165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['34a37807-a73d-438b-bce2-8c6ab164189d'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:57:54.776116 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e818f5-6492-4d71-a8bf-1846b1a98e0b None None] Pushing event updated for resources: {'Port': ['ID=8bcae30e-9467-43e8-89fa-dc5286b17a5b,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:54.781071 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfe89d-216e-48f8-b42a-802d997dcea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1da7ec-ba9f-44db-ad69-5c42d79705f3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:54.797581 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1bcfe89d-216e-48f8-b42a-802d997dcea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.801086 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-1bcfe89d-216e-48f8-b42a-802d997dcea6 admin admin] Added segment 56d716b4-1d29-42db-a8a1-6abfe6a8a906 of type vlan for network 2fc0f579-539e-467b-ba79-ca443f3b0713 Jul 27 20:57:54.829502 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e818f5-6492-4d71-a8bf-1846b1a98e0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:54.829844 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e818f5-6492-4d71-a8bf-1846b1a98e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:54.836205 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e818f5-6492-4d71-a8bf-1846b1a98e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:54.836731 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e818f5-6492-4d71-a8bf-1846b1a98e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:54.837230 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e818f5-6492-4d71-a8bf-1846b1a98e0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:54.837858 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e818f5-6492-4d71-a8bf-1846b1a98e0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:54.838375 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e818f5-6492-4d71-a8bf-1846b1a98e0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:54.838884 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e818f5-6492-4d71-a8bf-1846b1a98e0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:54.839385 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e818f5-6492-4d71-a8bf-1846b1a98e0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:54.839888 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e818f5-6492-4d71-a8bf-1846b1a98e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:54.840188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f510a34-ba87-442a-b87e-4a5010fe5992 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Pushing event deleted for resources: {'Port': ['ID=f5a71e6a-12d2-49fa-bb9d-9b2dadc84668,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:54.840543 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e818f5-6492-4d71-a8bf-1846b1a98e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:54.841026 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e818f5-6492-4d71-a8bf-1846b1a98e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:54.846681 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Attempting to bind port 8bcae30e-9467-43e8-89fa-dc5286b17a5b on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:54.847221 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Attempting to bind port 8bcae30e-9467-43e8-89fa-dc5286b17a5b by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:54.847748 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Attempting to bind port 8bcae30e-9467-43e8-89fa-dc5286b17a5b on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:54.853873 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:54.854566 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:54.855194 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.856120 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:54.856766 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Bound port: 8bcae30e-9467-43e8-89fa-dc5286b17a5b, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:54.857368 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:54.895925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a6723-68cf-4e22-ac82-814747736838 req-f4244378-c5f2-4a94-a304-dd3efe200c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:54.897823 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8d9a6723-68cf-4e22-ac82-814747736838 req-f4244378-c5f2-4a94-a304-dd3efe200c96 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0a624997-c66e-4850-8c17-1b4d1bc4a6c5 HTTP/1.1" status: 200 len: 860 time: 0.3791547 Jul 27 20:57:54.942208 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] For port 8bcae30e-9467-43e8-89fa-dc5286b17a5b, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:54.947313 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] For port 8bcae30e-9467-43e8-89fa-dc5286b17a5b, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8bcae30e-9467-43e8-89fa-dc5286b17a5b,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:54.955404 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.044787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-067106b8-ddf6-43ed-8aae-49b510162351 req-c20cf71d-a026-49e9-9af5-5bed7444149f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] For port 4c230cfe-90f3-480e-bd41-b6d8bffb3880, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=4c230cfe-90f3-480e-bd41-b6d8bffb3880,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:55.045163 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-067106b8-ddf6-43ed-8aae-49b510162351 req-c20cf71d-a026-49e9-9af5-5bed7444149f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.063873 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-067106b8-ddf6-43ed-8aae-49b510162351 req-c20cf71d-a026-49e9-9af5-5bed7444149f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Calling delete_port for 4c230cfe-90f3-480e-bd41-b6d8bffb3880 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:57:55.075094 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.076939 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:55.107181 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Routers {'d0c177b4-893f-4faf-836f-9047ee51f7a7'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:55.115054 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:57:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d0c177b4-893f-4faf-836f-9047ee51f7a7'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:55.126074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1928b7b-b29b-4188-ba4d-3193e8a7d45e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:55.136591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:57:55.137018 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:55.146268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:55.146268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:55.146584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:55.146839 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:55.147178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:55.147509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:55.147840 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:55.148168 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:55.148527 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:55.148858 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:55.149180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:55.149502 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:55.177933 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.180466 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d03f2ad7-d25a-43d1-9caf-a64ed77240a4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e1928b7b-b29b-4188-ba4d-3193e8a7d45e HTTP/1.1" status: 204 len: 168 time: 1.8243506 Jul 27 20:57:55.189132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c7b04-e1f1-4c59-ab95-941d6f684ca3 req-e0c90b0d-39d2-4ca6-900e-9edf876fc7c0 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:55.190761 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab8c7b04-e1f1-4c59-ab95-941d6f684ca3 req-e0c90b0d-39d2-4ca6-900e-9edf876fc7c0 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.9314671 Jul 27 20:57:55.195263 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59878) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:55.230904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c216155d-7a0e-494b-baae-91f4a2b7f5d9 req-2f510a34-ba87-442a-b87e-4a5010fe5992 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] No DVR routers for this DVR port f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:55.241632 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1bcfe89d-216e-48f8-b42a-802d997dcea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.273562 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c216155d-7a0e-494b-baae-91f4a2b7f5d9 req-2f510a34-ba87-442a-b87e-4a5010fe5992 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.275787 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c216155d-7a0e-494b-baae-91f4a2b7f5d9 req-2f510a34-ba87-442a-b87e-4a5010fe5992 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.66 "DELETE /v2.0/ports/f5a71e6a-12d2-49fa-bb9d-9b2dadc84668 HTTP/1.1" status: 204 len: 173 time: 2.8848531 Jul 27 20:57:55.283622 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] Set router d0c177b4-893f-4faf-836f-9047ee51f7a7 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:55.307145 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-f7adcfbb-f410-4c2f-a30d-049b781b1346 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Made reservation on behalf of 699d8262e8564546ac8817002a258094 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:55.310629 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-f7adcfbb-f410-4c2f-a30d-049b781b1346 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.322885 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-682b852d-d922-47a4-bac5-1f91ee263d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.408932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650aa699-baaa-4671-b29f-d91a67482a47', 'name': 'network-vif-deleted', 'tag': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:55.411821 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3370de87-daac-4a87-9738-27e938c6a27c" -d '{"events": [{"server_uuid": "650aa699-baaa-4671-b29f-d91a67482a47", "name": "network-vif-deleted", "tag": "f5a71e6a-12d2-49fa-bb9d-9b2dadc84668"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:55.415882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a6723-68cf-4e22-ac82-814747736838 req-bf4665d9-5a49-4fbc-8298-8c49cd5c7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:55.418073 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8d9a6723-68cf-4e22-ac82-814747736838 req-bf4665d9-5a49-4fbc-8298-8c49cd5c7f89 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7513f0f6-f79b-476b-af43-6fdd18f13f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4656167 Jul 27 20:57:55.481744 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90cc9c-b3c4-4a78-8256-63345c799645 req-536ce91d-a711-4d31-8c47-b260ed8fdc0a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:55.483678 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f90cc9c-b3c4-4a78-8256-63345c799645 req-536ce91d-a711-4d31-8c47-b260ed8fdc0a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 1.0008180 Jul 27 20:57:55.490042 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-ab8c7b04-e1f1-4c59-ab95-941d6f684ca3 req-56a95a99-18fe-4ff9-bcee-84fd540467a5 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:57:55.491192 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab8c7b04-e1f1-4c59-ab95-941d6f684ca3 req-56a95a99-18fe-4ff9-bcee-84fd540467a5 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2932129 Jul 27 20:57:55.496767 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.589572 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1bcfe89d-216e-48f8-b42a-802d997dcea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.592080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcfe89d-216e-48f8-b42a-802d997dcea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:55.593626 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1bcfe89d-216e-48f8-b42a-802d997dcea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.628069 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-682b852d-d922-47a4-bac5-1f91ee263d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.699422 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-682b852d-d922-47a4-bac5-1f91ee263d35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e94267-1e8c-444b-9271-9eac2bcbc562']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:55.708631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f90cc9c-b3c4-4a78-8256-63345c799645 req-474f8077-190f-4d84-a32b-e2bc1ec1fb11 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152264 Jul 27 20:57:55.726038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-682b852d-d922-47a4-bac5-1f91ee263d35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a004610-955c-4605-bfa5-33ab90bf2c6d') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:55.726449 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-682b852d-d922-47a4-bac5-1f91ee263d35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a004610-955c-4605-bfa5-33ab90bf2c6d') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:55.743741 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-682b852d-d922-47a4-bac5-1f91ee263d35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.790963 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-682b852d-d922-47a4-bac5-1f91ee263d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.793070 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1bcfe89d-216e-48f8-b42a-802d997dcea6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.2854462 Jul 27 20:57:55.798959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59888) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:55.810942 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-06805245-85de-4199-b9de-24e97aa18dca admin admin] Request body: {'subnet': {'network_id': '2fc0f579-539e-467b-ba79-ca443f3b0713', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-854407584-subnet', 'tenant_id': '4e3eba95f84c4e0b8330a86a8876a84c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:55.820776 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e818f5-6492-4d71-a8bf-1846b1a98e0b None None] Pushing event updated for resources: {'Port': ['ID=8bcae30e-9467-43e8-89fa-dc5286b17a5b,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:55.821555 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7136a7a1-1ecc-4835-b0c2-68505ccf923a x-openstack-request-id: req-7136a7a1-1ecc-4835-b0c2-68505ccf923a {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:55.821555 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650aa699-baaa-4671-b29f-d91a67482a47", "name": "network-vif-deleted", "tag": "f5a71e6a-12d2-49fa-bb9d-9b2dadc84668", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:55.821758 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7136a7a1-1ecc-4835-b0c2-68505ccf923a {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:55.822081 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650aa699-baaa-4671-b29f-d91a67482a47', 'name': 'network-vif-deleted', 'tag': 'f5a71e6a-12d2-49fa-bb9d-9b2dadc84668', 'status': 'completed', 'code': 200} Jul 27 20:57:55.848581 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682b852d-d922-47a4-bac5-1f91ee263d35 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:57:55.849195 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-682b852d-d922-47a4-bac5-1f91ee263d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: timer() Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:57:55.852706 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:57:55.881025 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:57:55.890154 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'name': 'tempest-ServersTestMultiNic-1168524882-router', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:47Z', 'updated_at': '2021-07-27T20:57:51Z', 'revision_number': 3, 'project_id': '059c8831d7844550bdb3ab0cdc9b6109', 'gw_port': {'id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:49Z', 'updated_at': '2021-07-27T20:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:55.922099 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfe89d-216e-48f8-b42a-802d997dcea6 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc0f579-539e-467b-ba79-ca443f3b0713,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:55.934145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 2fc0f579-539e-467b-ba79-ca443f3b0713 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:57:55.966276 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 4c230cfe-90f3-480e-bd41-b6d8bffb3880 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:57:55.969933 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06805245-85de-4199-b9de-24e97aa18dca admin admin] Made reservation on behalf of 4e3eba95f84c4e0b8330a86a8876a84c for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:57:55.972664 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-06805245-85de-4199-b9de-24e97aa18dca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:55.979323 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040490c-c4b2-4868-bbc2-0d0205a23c4b None None] The sync data for ids ['d0c177b4-893f-4faf-836f-9047ee51f7a7'] in n-d-764806-9 is: [{'id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'name': 'tempest-ServersTestMultiNic-1168524882-router', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:47Z', 'updated_at': '2021-07-27T20:57:51Z', 'revision_number': 3, 'project_id': '059c8831d7844550bdb3ab0cdc9b6109', 'gw_port': {'id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:49Z', 'updated_at': '2021-07-27T20:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:57:56.052237 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8d9a6723-68cf-4e22-ac82-814747736838 req-a0b2958b-0f7f-4265-a723-3f83208e2cd3 service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737534 Jul 27 20:57:56.057845 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-067106b8-ddf6-43ed-8aae-49b510162351 req-c20cf71d-a026-49e9-9af5-5bed7444149f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.060370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-f7adcfbb-f410-4c2f-a30d-049b781b1346 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Allocated IP 172.20.0.4 (f11efe74-7d57-405b-bed7-006f980e826a/37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189/ce1ee3da-58be-4677-9b16-8ffc05e8f7df) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:56.093306 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99373867-77e1-49d2-a152-0aca3e332e51 req-6ba1d844-07c2-4af5-b6bd-63597c159609 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=201e7ee1-ae86-4a58-8d7d-a9d07ff01645 HTTP/1.1" status: 200 len: 210 time: 0.2499278 Jul 27 20:57:56.096639 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-618ebcab-1368-4555-a6f0-baaa88846ddd tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 1001 time: 0.2027128 Jul 27 20:57:56.137497 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No active binding found for port 4c230cfe-90f3-480e-bd41-b6d8bffb3880 {{(pid=105581) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 20:57:56.137856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 4c230cfe-90f3-480e-bd41-b6d8bffb3880 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:57:56.190680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cf71d-a026-49e9-9af5-5bed7444149f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Pushing event deleted for resources: {'Port': ['ID=4c230cfe-90f3-480e-bd41-b6d8bffb3880,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:56.247007 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-682b852d-d922-47a4-bac5-1f91ee263d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.263766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-067106b8-ddf6-43ed-8aae-49b510162351 req-c20cf71d-a026-49e9-9af5-5bed7444149f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] No DVR routers for this DVR port 4c230cfe-90f3-480e-bd41-b6d8bffb3880 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:57:56.274780 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-067106b8-ddf6-43ed-8aae-49b510162351 req-c20cf71d-a026-49e9-9af5-5bed7444149f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.276681 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-067106b8-ddf6-43ed-8aae-49b510162351 req-c20cf71d-a026-49e9-9af5-5bed7444149f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.20 "DELETE /v2.0/ports/4c230cfe-90f3-480e-bd41-b6d8bffb3880 HTTP/1.1" status: 204 len: 173 time: 2.7717035 Jul 27 20:57:56.281515 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-682b852d-d922-47a4-bac5-1f91ee263d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.283533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-682b852d-d922-47a4-bac5-1f91ee263d35 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c4e94267-1e8c-444b-9271-9eac2bcbc562 HTTP/1.1" status: 204 len: 168 time: 1.0871770 Jul 27 20:57:56.289286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59892) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:56.302267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Allocated IP 172.20.0.1 (e118a5f0-c6fb-4fb0-911e-06a96389ce3a/bac43173-2e9a-41f4-a8a7-71b1f42c4ccf/5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:57:56.324400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b852d-d922-47a4-bac5-1f91ee263d35 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e94267-1e8c-444b-9271-9eac2bcbc562,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:56.344568 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-d5cff577-ef2d-4900-8d2e-58233face5ad tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:56.346077 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-d5cff577-ef2d-4900-8d2e-58233face5ad tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports/34a37807-a73d-438b-bce2-8c6ab164189d HTTP/1.1" status: 200 len: 942 time: 0.1653144 Jul 27 20:57:56.388272 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8d9a6723-68cf-4e22-ac82-814747736838 req-2afd9c15-54a1-41e1-8b22-4b0341e0ab44 service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218198 Jul 27 20:57:56.524512 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-f7adcfbb-f410-4c2f-a30d-049b781b1346 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.575394 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-f7adcfbb-f410-4c2f-a30d-049b781b1346 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.633042 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9065e13-9c72-4a35-bcbd-2a0609d73304 admin admin] Deleting subnet 6a1cf8cc-82bf-4a6b-bd46-62df828f2a7b {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:57:56.647866 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adcfbb-f410-4c2f-a30d-049b781b1346 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Pushing event updated for resources: {'Port': ['ID=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:56.664036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-f7adcfbb-f410-4c2f-a30d-049b781b1346 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Network f11efe74-7d57-405b-bed7-006f980e826a is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:56.665929 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9065e13-9c72-4a35-bcbd-2a0609d73304 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.667887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-f7adcfbb-f410-4c2f-a30d-049b781b1346 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:56.670872 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-f7adcfbb-f410-4c2f-a30d-049b781b1346 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:56.692001 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-d61348bf-70d2-4f6e-b094-9aea8419b8ff tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 1001 time: 0.2272856 Jul 27 20:57:56.734519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8bcae30e-9467-43e8-89fa-dc5286b17a5b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:56.779768 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-f7adcfbb-f410-4c2f-a30d-049b781b1346 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:56.780602 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-f7adcfbb-f410-4c2f-a30d-049b781b1346 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.835692 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-f7adcfbb-f410-4c2f-a30d-049b781b1346 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1959600 Jul 27 20:57:56.850498 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Request body: {'port': {'device_id': '201e7ee1-ae86-4a58-8d7d-a9d07ff01645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:56.910561 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.933993 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Transition to ACTIVE for port object 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:56.966401 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:56.984572 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-06805245-85de-4199-b9de-24e97aa18dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.093331 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 8bcae30e-9467-43e8-89fa-dc5286b17a5b completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:57.101918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 8bcae30e-9467-43e8-89fa-dc5286b17a5b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:57.102898 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.173670 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9065e13-9c72-4a35-bcbd-2a0609d73304 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.252184 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.258407 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.292127 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Network e118a5f0-c6fb-4fb0-911e-06a96389ce3a is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:57.299913 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 8bcae30e-9467-43e8-89fa-dc5286b17a5b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8bcae30e-9467-43e8-89fa-dc5286b17a5b,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:57:57.305624 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:57.307179 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.327418 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:57:57.368375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1ee3da-58be-4677-9b16-8ffc05e8f7df {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:57:57.376005 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06805245-85de-4199-b9de-24e97aa18dca admin admin] Checking segment: {'id': '56d716b4-1d29-42db-a8a1-6abfe6a8a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fc0f579-539e-467b-ba79-ca443f3b0713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:57.376362 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06805245-85de-4199-b9de-24e97aa18dca admin admin] Network hostable DHCP agents. Network: 2fc0f579-539e-467b-ba79-ca443f3b0713, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:57:57.377735 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.387424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=8bcae30e-9467-43e8-89fa-dc5286b17a5b,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:57.396863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:57.397654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:57.398726 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:57.399300 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:57.399953 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:57.400518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:57.401233 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:57.402179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:57.402698 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:57.403212 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:57.403919 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:57.404433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:57:57.413530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Transition to ACTIVE for port object ce1ee3da-58be-4677-9b16-8ffc05e8f7df will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:57:57.420790 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.424301 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06805245-85de-4199-b9de-24e97aa18dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f65b89c7-66c2-484c-bbb4-0ef1600482b2,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:57.449602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-4e73dcb0-718c-4485-891a-049b21df1c67 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:57.454846 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-4e73dcb0-718c-4485-891a-049b21df1c67 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.7578211 Jul 27 20:57:57.460287 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9065e13-9c72-4a35-bcbd-2a0609d73304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.482548 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:57.521194 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.568557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Attempting to bind port ce1ee3da-58be-4677-9b16-8ffc05e8f7df on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:57:57.568991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Attempting to bind port ce1ee3da-58be-4677-9b16-8ffc05e8f7df by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'e5f5391a-9a0a-4539-b961-5897d31712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:57:57.569392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Attempting to bind port ce1ee3da-58be-4677-9b16-8ffc05e8f7df on network f11efe74-7d57-405b-bed7-006f980e826a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:57.574625 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Port ce1ee3da-58be-4677-9b16-8ffc05e8f7df on network f11efe74-7d57-405b-bed7-006f980e826a not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:57:57.575025 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Attempting to bind port ce1ee3da-58be-4677-9b16-8ffc05e8f7df on network f11efe74-7d57-405b-bed7-006f980e826a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:57:57.580738 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:57:57.581084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Checking segment: {'id': 'e5f5391a-9a0a-4539-b961-5897d31712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:57:57.581473 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Bound using segment: {'id': 'e5f5391a-9a0a-4539-b961-5897d31712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:57:57.581901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Bound port: ce1ee3da-58be-4677-9b16-8ffc05e8f7df, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f5391a-9a0a-4539-b961-5897d31712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:57:57.582281 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.607770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Pushing event updated for resources: {'Port': ['ID=5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:57.609916 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06805245-85de-4199-b9de-24e97aa18dca admin admin] Network 2fc0f579-539e-467b-ba79-ca443f3b0713 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:57:57.643398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3af73f-d080-4cb1-aa6e-ea98d16eb00e req-fe7420c2-d418-45c2-8f19-0490468ecdfe tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:57.644941 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f3af73f-d080-4cb1-aa6e-ea98d16eb00e req-fe7420c2-d418-45c2-8f19-0490468ecdfe tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.7544303 Jul 27 20:57:57.655277 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-06805245-85de-4199-b9de-24e97aa18dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 2fc0f579-539e-467b-ba79-ca443f3b0713) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:57.657260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] For port ce1ee3da-58be-4677-9b16-8ffc05e8f7df, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:57:57.661302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] For port ce1ee3da-58be-4677-9b16-8ffc05e8f7df, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:57:57.668882 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.670674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6161e2d9-dcaa-4c8f-8755-d176c6b53586 None None] Network 2fc0f579-539e-467b-ba79-ca443f3b0713 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:57.673690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06805245-85de-4199-b9de-24e97aa18dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:57.675149 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-06805245-85de-4199-b9de-24e97aa18dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.688680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:57.689815 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.691353 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] 10.222.0.66 "PUT /v2.0/ports/ce1ee3da-58be-4677-9b16-8ffc05e8f7df HTTP/1.1" status: 200 len: 1091 time: 0.8470619 Jul 27 20:57:57.694245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d22e088e-3fa2-490f-8f2d-22278d4ab704 None None] Provisioning for port 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:57:57.696923 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-9234d67d-80b9-4e24-b1ff-c1ab4ee64aff tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 1001 time: 0.2029002 Jul 27 20:57:57.717905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-8710b3f2-38df-44d3-bd42-734e53ecbcf9 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:57.737108 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d22e088e-3fa2-490f-8f2d-22278d4ab704 None None] Provisioning complete for port 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:57.737844 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d22e088e-3fa2-490f-8f2d-22278d4ab704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.775795 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9065e13-9c72-4a35-bcbd-2a0609d73304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:57.796022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d22e088e-3fa2-490f-8f2d-22278d4ab704 None None] Port 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:57:57.817568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2e6ca-b197-48eb-a683-75fc477e2199 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:57.823770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1fe065e-26b8-4b42-bd9a-fe7a5923e402', 'name': 'network-vif-deleted', 'tag': '4c230cfe-90f3-480e-bd41-b6d8bffb3880'}, {'name': 'network-changed', 'server_uuid': '201e7ee1-ae86-4a58-8d7d-a9d07ff01645', 'tag': 'ce1ee3da-58be-4677-9b16-8ffc05e8f7df'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:57.826198 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a884df5e-4dae-4fc9-8b98-c898f038ecd6" -d '{"events": [{"server_uuid": "a1fe065e-26b8-4b42-bd9a-fe7a5923e402", "name": "network-vif-deleted", "tag": "4c230cfe-90f3-480e-bd41-b6d8bffb3880"}, {"name": "network-changed", "server_uuid": "201e7ee1-ae86-4a58-8d7d-a9d07ff01645", "tag": "ce1ee3da-58be-4677-9b16-8ffc05e8f7df"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:57.837627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-79b4ef68-7a35-45df-a618-fc0a54ca18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:57.839276 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-79b4ef68-7a35-45df-a618-fc0a54ca18ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=699d8262e8564546ac8817002a258094&device_id=201e7ee1-ae86-4a58-8d7d-a9d07ff01645 HTTP/1.1" status: 200 len: 1094 time: 0.0968363 Jul 27 20:57:57.871616 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1fc768-d0ed-4a28-b046-e4734f5dd86c None None] Network 2fc0f579-539e-467b-ba79-ca443f3b0713 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:57:57.889640 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-4bc3393a-3cb3-4d87-81b1-21bfbd780c8d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce1ee3da-58be-4677-9b16-8ffc05e8f7df HTTP/1.1" status: 200 len: 217 time: 0.0412719 Jul 27 20:57:57.958762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-720431d8-1e09-4764-9b36-857b1cd7d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:57.960331 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-720431d8-1e09-4764-9b36-857b1cd7d978 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189 HTTP/1.1" status: 200 len: 845 time: 0.0621533 Jul 27 20:57:58.002900 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-94837eb3-19fe-423d-a95b-23609cefb2d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f11efe74-7d57-405b-bed7-006f980e826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339999 Jul 27 20:57:58.105674 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-d96e62b5-342f-44f4-b256-2a8e9c353455 service neutron] 10.222.0.66 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955510 Jul 27 20:57:58.117974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-06805245-85de-4199-b9de-24e97aa18dca admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3178537 Jul 27 20:57:58.157812 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9065e13-9c72-4a35-bcbd-2a0609d73304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a1cf8cc-82bf-4a6b-bd46-62df828f2a7b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:58.169386 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9065e13-9c72-4a35-bcbd-2a0609d73304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.171495 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b9065e13-9c72-4a35-bcbd-2a0609d73304 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6a1cf8cc-82bf-4a6b-bd46-62df828f2a7b HTTP/1.1" status: 204 len: 168 time: 1.8667662 Jul 27 20:57:58.174810 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f3af73f-d080-4cb1-aa6e-ea98d16eb00e req-5ea5367e-df4e-4b8e-94f6-0d3eb30e6e70 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158298 Jul 27 20:57:58.180246 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59914) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:58.193221 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-8710b3f2-38df-44d3-bd42-734e53ecbcf9 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.297095 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac8a9f91-fde0-45e3-b1ab-b12e03b00973 req-2e5bb249-3762-4331-9de1-c31a65f0472d service neutron] 10.222.0.66 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817985 Jul 27 20:57:58.416706 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.425708 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-14ac547d-6fa7-4df8-b316-4a70f313de44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.529449 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-8710b3f2-38df-44d3-bd42-734e53ecbcf9 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.540604 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-8710b3f2-38df-44d3-bd42-734e53ecbcf9 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.540917 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-8710b3f2-38df-44d3-bd42-734e53ecbcf9 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Floating IP 9389243a-3242-4a99-a416-bd70bba8ac06 disassociated. External IP: 172.25.2.117, port: 34a37807-a73d-438b-bce2-8c6ab164189d. Jul 27 20:57:58.625118 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ee5b8-4cc3-4cfd-9b02-b98e0b8e7f9a req-750c30c2-92cf-4ebc-892e-ed13c4e0215a tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:58.626627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa1ee5b8-4cc3-4cfd-9b02-b98e0b8e7f9a req-750c30c2-92cf-4ebc-892e-ed13c4e0215a tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=201e7ee1-ae86-4a58-8d7d-a9d07ff01645 HTTP/1.1" status: 200 len: 943 time: 0.3430390 Jul 27 20:57:58.651618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8bcae30e-9467-43e8-89fa-dc5286b17a5b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:57:58.700699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 8bcae30e-9467-43e8-89fa-dc5286b17a5b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:58.701071 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.774119 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-14ac547d-6fa7-4df8-b316-4a70f313de44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.808622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-14ac547d-6fa7-4df8-b316-4a70f313de44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76caa58-4960-429a-8330-9c972fcb6aa6']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:58.830113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-14ac547d-6fa7-4df8-b316-4a70f313de44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51c526b-618a-4aa6-9b24-eb1add371740') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:58.830437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-14ac547d-6fa7-4df8-b316-4a70f313de44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51c526b-618a-4aa6-9b24-eb1add371740') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:58.836479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa1ee5b8-4cc3-4cfd-9b02-b98e0b8e7f9a req-bef847e6-74cb-4615-b59b-c882158d7dbc tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672776 Jul 27 20:57:58.860932 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-14ac547d-6fa7-4df8-b316-4a70f313de44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.922726 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-14ac547d-6fa7-4df8-b316-4a70f313de44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.943037 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ac547d-6fa7-4df8-b316-4a70f313de44 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:57:58.943466 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-14ac547d-6fa7-4df8-b316-4a70f313de44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: timer() Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:57:58.945354 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:57:58.956656 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d803034-693c-4c97-84bc-a50b6ed93c54 x-openstack-request-id: req-0d803034-693c-4c97-84bc-a50b6ed93c54 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:57:58.957187 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1fe065e-26b8-4b42-bd9a-fe7a5923e402", "name": "network-vif-deleted", "tag": "4c230cfe-90f3-480e-bd41-b6d8bffb3880", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "201e7ee1-ae86-4a58-8d7d-a9d07ff01645", "tag": "ce1ee3da-58be-4677-9b16-8ffc05e8f7df", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:57:58.957319 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d803034-693c-4c97-84bc-a50b6ed93c54 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:57:58.957899 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1fe065e-26b8-4b42-bd9a-fe7a5923e402', 'name': 'network-vif-deleted', 'tag': '4c230cfe-90f3-480e-bd41-b6d8bffb3880', 'status': 'completed', 'code': 200} Jul 27 20:57:58.958018 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201e7ee1-ae86-4a58-8d7d-a9d07ff01645', 'tag': 'ce1ee3da-58be-4677-9b16-8ffc05e8f7df', 'status': 'completed', 'code': 200} Jul 27 20:57:58.967472 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-11abe551-3754-494c-9f15-c07976067ace req-b2775419-183a-4d05-8c6d-398cfa2608f9 service neutron] show failed (client error): The resource could not be found. Jul 27 20:57:58.968509 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-b2775419-183a-4d05-8c6d-398cfa2608f9 service neutron] 10.222.0.20 "GET /v2.0/ports/c9f66654-a7e7-40f0-ae0e-4934abc8726a/bindings/n-h2-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.0733800 Jul 27 20:57:59.046585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884df5e-4dae-4fc9-8b98-c898f038ecd6 req-2f088d0d-3bb4-408b-b78c-1adad8537c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:59.048720 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a884df5e-4dae-4fc9-8b98-c898f038ecd6 req-2f088d0d-3bb4-408b-b78c-1adad8537c83 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=699d8262e8564546ac8817002a258094&device_id=201e7ee1-ae86-4a58-8d7d-a9d07ff01645 HTTP/1.1" status: 200 len: 1094 time: 0.0701897 Jul 27 20:57:59.058779 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.073513 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.103928 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-14ac547d-6fa7-4df8-b316-4a70f313de44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.105473 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-9ec43596-c521-40e7-80e2-5396e0f1a1dd req-09fa4663-1084-4222-864f-a724cd47932b tempest-SecurityGroupsNegativeTestJSON-1305091255 tempest-SecurityGroupsNegativeTestJSON-1305091255-project] show failed (client error): The resource could not be found. Jul 27 20:57:59.106610 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ec43596-c521-40e7-80e2-5396e0f1a1dd req-09fa4663-1084-4222-864f-a724cd47932b tempest-SecurityGroupsNegativeTestJSON-1305091255 tempest-SecurityGroupsNegativeTestJSON-1305091255-project] 10.222.0.55 "GET /v2.0/security-groups/36bce0b2-4304-4d8a-b3f1-a8b7589d692d HTTP/1.1" status: 404 len: 352 time: 0.0598900 Jul 27 20:57:59.143785 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-14ac547d-6fa7-4df8-b316-4a70f313de44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.145977 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-14ac547d-6fa7-4df8-b316-4a70f313de44 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b76caa58-4960-429a-8330-9c972fcb6aa6 HTTP/1.1" status: 204 len: 168 time: 0.9646187 Jul 27 20:57:59.161955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-8710b3f2-38df-44d3-bd42-734e53ecbcf9 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Router b062a7b0-7181-4fd3-8783-2608d4910970 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:57:59.168386 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac547d-6fa7-4df8-b316-4a70f313de44 admin admin] Pushing event deleted for resources: {'Network': ['ID=b76caa58-4960-429a-8330-9c972fcb6aa6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:59.186712 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.190024 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Pushing event updated for resources: {'Port': ['ID=5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:57:59.229236 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884df5e-4dae-4fc9-8b98-c898f038ecd6 req-fee49656-c276-4c25-965b-0d2a77ce3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:59.230748 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a884df5e-4dae-4fc9-8b98-c898f038ecd6 req-fee49656-c276-4c25-965b-0d2a77ce3b3c service neutron] 10.222.0.66 "GET /v2.0/networks?id=f11efe74-7d57-405b-bed7-006f980e826a HTTP/1.1" status: 200 len: 906 time: 0.1723878 Jul 27 20:57:59.294391 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a884df5e-4dae-4fc9-8b98-c898f038ecd6 req-5752d987-80f0-4ec6-81b4-ef1f8ba0bca0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce1ee3da-58be-4677-9b16-8ffc05e8f7df HTTP/1.1" status: 200 len: 217 time: 0.0467145 Jul 27 20:57:59.297264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe551-3754-494c-9f15-c07976067ace req-7aed867d-a8be-4bf7-802f-b1e5ef6d77ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:59.298667 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-7aed867d-a8be-4bf7-802f-b1e5ef6d77ad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79&tenant_id=ff15cfc60ebf4100bfa873bb1415f95e HTTP/1.1" status: 200 len: 1101 time: 0.1211948 Jul 27 20:57:59.327015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59930) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:59.359923 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:57:59.360229 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5f6ff62-63e1-43d0-92d5-fae5c989eef6 req-8f041b74-6aa5-4e23-9837-fe931660c0f8 tempest-SecurityGroupsNegativeTestJSON-1305091255 tempest-SecurityGroupsNegativeTestJSON-1305091255-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e3eba95f84c4e0b8330a86a8876a84c HTTP/1.1" status: 200 len: 2984 time: 0.1712711 Jul 27 20:57:59.441435 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5974758a-67b1-48ed-87f3-04366a7a9589 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67d405d7cc574d15a62e24d6cfd65e01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1127794 Jul 27 20:57:59.447301 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59932) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:57:59.466922 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Network e118a5f0-c6fb-4fb0-911e-06a96389ce3a is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:57:59.468121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-8710b3f2-38df-44d3-bd42-734e53ecbcf9 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:57:59.483382 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b03059a-1dca-4722-8d4f-380734f84929 None None] Sync routers for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:57:59.484686 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-8710b3f2-38df-44d3-bd42-734e53ecbcf9 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.484891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884df5e-4dae-4fc9-8b98-c898f038ecd6 req-ce64438a-5da4-4ad7-b451-a764b6616026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:59.485910 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:57:59.486646 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a884df5e-4dae-4fc9-8b98-c898f038ecd6 req-ce64438a-5da4-4ad7-b451-a764b6616026 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189 HTTP/1.1" status: 200 len: 845 time: 0.1322312 Jul 27 20:57:59.502060 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b03059a-1dca-4722-8d4f-380734f84929 None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:57:59.503257 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8b03059a-1dca-4722-8d4f-380734f84929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:57:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:59.520843 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.543813 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5f6ff62-63e1-43d0-92d5-fae5c989eef6 req-7b3fefbf-5959-4054-b576-339f806af4c9 tempest-SecurityGroupsNegativeTestJSON-1305091255 tempest-SecurityGroupsNegativeTestJSON-1305091255-project] 10.222.0.55 "GET /v2.0/security-groups/ea1da7ec-ba9f-44db-ad69-5c42d79705f3 HTTP/1.1" status: 200 len: 2981 time: 0.1519909 Jul 27 20:57:59.659310 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-8710b3f2-38df-44d3-bd42-734e53ecbcf9 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "PUT /v2.0/floatingips/9389243a-3242-4a99-a416-bd70bba8ac06 HTTP/1.1" status: 200 len: 696 time: 1.9583189 Jul 27 20:57:59.665467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'tag': '34a37807-a73d-438b-bce2-8c6ab164189d'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:57:59.667929 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb9e63d-22a9-45d0-b901-9fededcc54a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0c26cad7-e3b1-44ff-a864-c124b6c90ef7", "tag": "34a37807-a73d-438b-bce2-8c6ab164189d"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:57:59.686056 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-8b03059a-1dca-4722-8d4f-380734f84929 None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:57:59.736771 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a884df5e-4dae-4fc9-8b98-c898f038ecd6 req-185d90d1-3c5d-40fb-9865-5b43c05d4e5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f11efe74-7d57-405b-bed7-006f980e826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2357538 Jul 27 20:57:59.737002 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-968044ab-d59f-42f1-bf21-434e40c6b56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.790091 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5f6ff62-63e1-43d0-92d5-fae5c989eef6 req-0ecb3831-a953-4e11-b6fa-1f484d02b54f tempest-SecurityGroupsNegativeTestJSON-1305091255 tempest-SecurityGroupsNegativeTestJSON-1305091255-project] 10.222.0.55 "GET /v2.0/security-groups/ea1da7ec-ba9f-44db-ad69-5c42d79705f3 HTTP/1.1" status: 200 len: 2981 time: 0.2453198 Jul 27 20:57:59.838595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7b39fe17-4c41-4887-8581-17eb4828e964 None None] Provisioning complete for port 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:57:59.839754 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7b39fe17-4c41-4887-8581-17eb4828e964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.845028 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-968044ab-d59f-42f1-bf21-434e40c6b56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:57:59.894706 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7b39fe17-4c41-4887-8581-17eb4828e964 None None] Port 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:57:59.906865 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Router d0c177b4-893f-4faf-836f-9047ee51f7a7 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:57:59.964947 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8b03059a-1dca-4722-8d4f-380734f84929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:57:59.975675 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-317e8e4b-4721-47f9-9ebd-3e18b0fa306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:57:59.977234 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-317e8e4b-4721-47f9-9ebd-3e18b0fa306d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 1096 time: 0.2970049 Jul 27 20:57:59.998607 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b03059a-1dca-4722-8d4f-380734f84929 None None] Checking router: b062a7b0-7181-4fd3-8783-2608d4910970 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:00.009131 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b03059a-1dca-4722-8d4f-380734f84929 None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:00.009876 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8b03059a-1dca-4722-8d4f-380734f84929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:57:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:00.099307 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-968044ab-d59f-42f1-bf21-434e40c6b56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:00.101869 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-968044ab-d59f-42f1-bf21-434e40c6b56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:00.103062 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-968044ab-d59f-42f1-bf21-434e40c6b56a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab816a5f-3c97-4505-9ede-9285478020bf HTTP/1.1" status: 204 len: 168 time: 0.6515169 Jul 27 20:58:00.162459 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-8b03059a-1dca-4722-8d4f-380734f84929 None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:00.168162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f1389-a00a-4b43-b87a-0e5f0a127a89 req-5a18bdf7-5291-4b60-99ed-ccd740b91929 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:00.169617 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a74f1389-a00a-4b43-b87a-0e5f0a127a89 req-5a18bdf7-5291-4b60-99ed-ccd740b91929 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.2802072 Jul 27 20:58:00.170450 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968044ab-d59f-42f1-bf21-434e40c6b56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab816a5f-3c97-4505-9ede-9285478020bf,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:00.236840 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:00.255712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Sync routers for ids ['d0c177b4-893f-4faf-836f-9047ee51f7a7'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:00.263013 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-206becf0-b12c-4e8c-8ace-366c78ed5c03 admin admin] 10.222.0.55 "PUT /v2.0/routers/d0c177b4-893f-4faf-836f-9047ee51f7a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7403586 Jul 27 20:58:00.263013 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-5e10d5c2-a9ad-44fe-baec-412247177261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:00.263013 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-5e10d5c2-a9ad-44fe-baec-412247177261 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 922 time: 0.2684450 Jul 27 20:58:00.281593 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Routers {'d0c177b4-893f-4faf-836f-9047ee51f7a7'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:00.282283 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:57:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d0c177b4-893f-4faf-836f-9047ee51f7a7'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:00.319347 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a884df5e-4dae-4fc9-8b98-c898f038ecd6 req-e8cf00ce-3023-409e-8a96-1972fe7dd6b4 service neutron] 10.222.0.66 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655348 Jul 27 20:58:00.381032 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a74f1389-a00a-4b43-b87a-0e5f0a127a89 req-3f8d47cd-b46c-4b69-b3b9-127f7cd6dfc9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882353 Jul 27 20:58:00.382918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-bfacd01c-017c-4f88-b372-812b020b8078 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a37807-a73d-438b-bce2-8c6ab164189d HTTP/1.1" status: 200 len: 217 time: 0.0985875 Jul 27 20:58:00.464878 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:00.492892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59952) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:00.499439 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Set router d0c177b4-893f-4faf-836f-9047ee51f7a7 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:00.510674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-5a7cc76b-e2f3-4fdd-afea-8e423d294f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:00.515317 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-5a7cc76b-e2f3-4fdd-afea-8e423d294f29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a624997-c66e-4850-8c17-1b4d1bc4a6c5 HTTP/1.1" status: 200 len: 860 time: 0.1146169 Jul 27 20:58:00.530589 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee2f116-2c15-49b4-9ffe-df3eb379d293 x-openstack-request-id: req-7ee2f116-2c15-49b4-9ffe-df3eb379d293 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:00.531029 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c26cad7-e3b1-44ff-a864-c124b6c90ef7", "tag": "34a37807-a73d-438b-bce2-8c6ab164189d", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:00.531385 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ee2f116-2c15-49b4-9ffe-df3eb379d293 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:00.532022 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'tag': '34a37807-a73d-438b-bce2-8c6ab164189d', 'status': 'completed', 'code': 200} Jul 27 20:58:00.632149 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7277bb7-f093-4bdf-89fa-f8718aff0340 req-4c5d39fb-db90-48a9-8ea1-631e845b12a6 tempest-SecurityGroupsNegativeTestJSON-1305091255 tempest-SecurityGroupsNegativeTestJSON-1305091255-project] 10.222.0.55 "GET /v2.0/security-groups/ea1da7ec-ba9f-44db-ad69-5c42d79705f3 HTTP/1.1" status: 200 len: 2981 time: 0.0988870 Jul 27 20:58:00.652789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-976a2fdf-aa6c-4555-bd8a-b85edffe1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:00.657913 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-976a2fdf-aa6c-4555-bd8a-b85edffe1733 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7513f0f6-f79b-476b-af43-6fdd18f13f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235394 Jul 27 20:58:00.697976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:00.725446 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8b03059a-1dca-4722-8d4f-380734f84929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:00.734985 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a884df5e-4dae-4fc9-8b98-c898f038ecd6 req-d203c955-3b3d-447d-b378-1b839b1c8e10 service neutron] 10.222.0.66 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997223 Jul 27 20:58:00.768706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59956) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:00.771959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9e63d-22a9-45d0-b901-9fededcc54a5 req-54735f4b-cc13-41b5-ba7b-5d21466b4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:00.774104 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ceb9e63d-22a9-45d0-b901-9fededcc54a5 req-54735f4b-cc13-41b5-ba7b-5d21466b4be9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 1096 time: 0.2413614 Jul 27 20:58:00.787911 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:00.796986 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b03059a-1dca-4722-8d4f-380734f84929 None None] The sync data for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 is: [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:41Z', 'revision_number': 4, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a953cc33-ee45-49a1-93c9-ab9f806930a8', 'name': '', 'network_id': '7513f0f6-f79b-476b-af43-6fdd18f13f2f', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'mac_address': 'fa:16:3e:67:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:41Z', 'updated_at': '2021-07-27T20:56:48Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'subnets': [{'id': '0a624997-c66e-4850-8c17-1b4d1bc4a6c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:00.813170 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-f7277bb7-f093-4bdf-89fa-f8718aff0340 req-534dc609-4ec1-4022-83c5-8c2537e71305 tempest-SecurityGroupsNegativeTestJSON-1305091255 tempest-SecurityGroupsNegativeTestJSON-1305091255-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 20:58:00.833149 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7277bb7-f093-4bdf-89fa-f8718aff0340 req-534dc609-4ec1-4022-83c5-8c2537e71305 tempest-SecurityGroupsNegativeTestJSON-1305091255 tempest-SecurityGroupsNegativeTestJSON-1305091255-project] 10.222.0.55 "DELETE /v2.0/security-groups/ea1da7ec-ba9f-44db-ad69-5c42d79705f3 HTTP/1.1" status: 409 len: 352 time: 0.1885002 Jul 27 20:58:00.904138 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4470c06a-4462-4555-bdbe-b853949ad5bb tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-253723241'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:00.940865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Transition to ACTIVE for port object c9f66654-a7e7-40f0-ae0e-4934abc8726a will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:00.961902 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:00.964253 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02532ef-fe6d-408f-9f7d-81764c61e339" -d '{"events": [{"server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "name": "network-vif-unplugged", "status": "completed", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:00.966978 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:00.976597 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9e63d-22a9-45d0-b901-9fededcc54a5 req-5e3c1da6-d13d-4b92-9989-e52124b76844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:00.977927 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ceb9e63d-22a9-45d0-b901-9fededcc54a5 req-5e3c1da6-d13d-4b92-9989-e52124b76844 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 200 len: 922 time: 0.1804028 Jul 27 20:58:01.008409 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1dd8aa6c-280f-4dd4-bf60-89e97b610f25 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db0ca99c60fb4ed982efb774a661c414&name=default HTTP/1.1" status: 200 len: 2978 time: 0.2331779 Jul 27 20:58:01.011437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59962) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:01.021448 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'name': 'tempest-ServersTestMultiNic-1168524882-router', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:47Z', 'updated_at': '2021-07-27T20:57:58Z', 'revision_number': 4, 'project_id': '059c8831d7844550bdb3ab0cdc9b6109', 'gw_port': {'id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:49Z', 'updated_at': '2021-07-27T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068', 'name': '', 'network_id': 'e118a5f0-c6fb-4fb0-911e-06a96389ce3a', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'mac_address': 'fa:16:3e:00:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'bac43173-2e9a-41f4-a8a7-71b1f42c4ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:55Z', 'updated_at': '2021-07-27T20:57:58Z', 'revision_number': 2, 'project_id': '059c8831d7844550bdb3ab0cdc9b6109', 'subnets': [{'id': 'bac43173-2e9a-41f4-a8a7-71b1f42c4ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:01.022808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4470c06a-4462-4555-bdbe-b853949ad5bb tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Made reservation on behalf of 059c8831d7844550bdb3ab0cdc9b6109 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:01.026320 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4470c06a-4462-4555-bdbe-b853949ad5bb tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.056576 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Checking router: d0c177b4-893f-4faf-836f-9047ee51f7a7 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:01.057189 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Updating router d0c177b4-893f-4faf-836f-9047ee51f7a7 port 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:58:01.058923 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-2c63475e-8bcc-4e5f-b2ad-40d89b392ed5 service neutron] 10.222.0.55 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677573 Jul 27 20:58:01.100387 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ceb9e63d-22a9-45d0-b901-9fededcc54a5 req-78d44dd1-3e4d-4e0f-89d6-8191f854458c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34a37807-a73d-438b-bce2-8c6ab164189d HTTP/1.1" status: 200 len: 217 time: 0.0970490 Jul 27 20:58:01.126376 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.146457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f66654-a7e7-40f0-ae0e-4934abc8726a,revision_number=6']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:01.218207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] No DVR routers for this DVR port c9f66654-a7e7-40f0-ae0e-4934abc8726a on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:01.251987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4470c06a-4462-4555-bdbe-b853949ad5bb tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:58:01.262307 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fe56ff-6ea4-4637-84ee-f7c704a792b0 None None] New status for floating IP 9389243a-3242-4a99-a416-bd70bba8ac06: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:58:01.308465 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4470c06a-4462-4555-bdbe-b853949ad5bb tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.308877 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-4470c06a-4462-4555-bdbe-b853949ad5bb tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Added segment e8346875-dd76-4bb2-b676-61e6527941e6 of type vlan for network 77b93395-c436-4434-948d-ca554ec7a563 Jul 27 20:58:01.316630 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9e63d-22a9-45d0-b901-9fededcc54a5 req-c33133cf-099b-4a92-b7c1-a816880be57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:01.318814 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ceb9e63d-22a9-45d0-b901-9fededcc54a5 req-c33133cf-099b-4a92-b7c1-a816880be57d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0a624997-c66e-4850-8c17-1b4d1bc4a6c5 HTTP/1.1" status: 200 len: 860 time: 0.2024424 Jul 27 20:58:01.362900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Attempting to bind port c9f66654-a7e7-40f0-ae0e-4934abc8726a on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:01.363658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Attempting to bind port c9f66654-a7e7-40f0-ae0e-4934abc8726a by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:01.363774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Attempting to bind port c9f66654-a7e7-40f0-ae0e-4934abc8726a on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:01.409688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Port c9f66654-a7e7-40f0-ae0e-4934abc8726a on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:58:01.409965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Attempting to bind port c9f66654-a7e7-40f0-ae0e-4934abc8726a on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:01.414000 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4470c06a-4462-4555-bdbe-b853949ad5bb tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.428518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:01.428862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:01.429256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:01.429712 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Bound port: c9f66654-a7e7-40f0-ae0e-4934abc8726a, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:01.430078 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.518953 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4470c06a-4462-4555-bdbe-b853949ad5bb tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.526348 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4470c06a-4462-4555-bdbe-b853949ad5bb tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:01.527015 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4470c06a-4462-4555-bdbe-b853949ad5bb tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.541912 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9e63d-22a9-45d0-b901-9fededcc54a5 req-d5697966-b49c-460c-be5c-609d01a6bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:01.543661 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ceb9e63d-22a9-45d0-b901-9fededcc54a5 req-d5697966-b49c-460c-be5c-609d01a6bbdd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7513f0f6-f79b-476b-af43-6fdd18f13f2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2126644 Jul 27 20:58:01.569400 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4470c06a-4462-4555-bdbe-b853949ad5bb tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0520313 Jul 27 20:58:01.570354 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59968) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:01.599316 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.604504 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be280eb4-51ae-4ec0-8ed1-44ba0bbc936f req-a331c859-5707-4d57-845a-fcdaae87b301 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:01.610689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Transition to ACTIVE for port object 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:01.611964 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be280eb4-51ae-4ec0-8ed1-44ba0bbc936f req-a331c859-5707-4d57-845a-fcdaae87b301 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=201e7ee1-ae86-4a58-8d7d-a9d07ff01645 HTTP/1.1" status: 200 len: 943 time: 0.6841540 Jul 27 20:58:01.622667 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.668391 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-25ce7b5d-b2e8-408e-87c7-6b05f7d68e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.685430 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb3b03-f6ca-4f19-8fcd-05eb23583690 None None] Pushing event updated for resources: {'Port': ['ID=5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:01.694846 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470c06a-4462-4555-bdbe-b853949ad5bb tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event updated for resources: {'Network': ['ID=77b93395-c436-4434-948d-ca554ec7a563,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:01.705450 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-b6018c1b-9785-451a-885d-886f3efa303c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Request body: {'subnet': {'network_id': '77b93395-c436-4434-948d-ca554ec7a563', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:01.723947 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-25ce7b5d-b2e8-408e-87c7-6b05f7d68e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.735740 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be280eb4-51ae-4ec0-8ed1-44ba0bbc936f req-3ded559b-1728-4b03-92dd-6d21e7dcc4dd tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227553 Jul 27 20:58:01.736425 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 77b93395-c436-4434-948d-ca554ec7a563 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:58:01.748720 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfb29347-e3c1-4b40-9c83-f39717ff49f6 req-96ec606b-4187-4235-bb26-723fc0be93d8 service neutron] 10.222.0.55 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716502 Jul 27 20:58:01.828564 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-25ce7b5d-b2e8-408e-87c7-6b05f7d68e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.831517 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-25ce7b5d-b2e8-408e-87c7-6b05f7d68e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:01.835890 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-25ce7b5d-b2e8-408e-87c7-6b05f7d68e9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff91d357-8c51-4b50-93be-8738fd9760e8 HTTP/1.1" status: 204 len: 168 time: 0.8209131 Jul 27 20:58:01.861191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:01.873402 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-23817f09-4612-4456-b4ad-e39e03ec6a6f req-248fa3a4-7545-4d49-8a7f-e0942e751ac7 tempest-SecurityGroupsNegativeTestJSON-1305091255 tempest-SecurityGroupsNegativeTestJSON-1305091255-project] show failed (client error): The resource could not be found. Jul 27 20:58:01.896495 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-23817f09-4612-4456-b4ad-e39e03ec6a6f req-248fa3a4-7545-4d49-8a7f-e0942e751ac7 tempest-SecurityGroupsNegativeTestJSON-1305091255 tempest-SecurityGroupsNegativeTestJSON-1305091255-project] 10.222.0.55 "GET /v2.0/security-groups/129069a3-fa3e-4216-9d07-5417325cee82 HTTP/1.1" status: 404 len: 352 time: 0.0793879 Jul 27 20:58:01.916224 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce7b5d-b2e8-408e-87c7-6b05f7d68e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff91d357-8c51-4b50-93be-8738fd9760e8,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:01.948426 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:01.962607 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.053847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9f66654-a7e7-40f0-ae0e-4934abc8726a no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:02.058113 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4445a9-cbb4-4953-b839-be910445fffd x-openstack-request-id: req-bc4445a9-cbb4-4953-b839-be910445fffd {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:02.058581 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "name": "network-vif-unplugged", "status": "completed", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:02.058965 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc4445a9-cbb4-4953-b839-be910445fffd {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:02.059458 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a', 'code': 200} Jul 27 20:58:02.115029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:02.118032 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.121153 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] 10.222.0.66 "PUT /v2.0/ports/c9f66654-a7e7-40f0-ae0e-4934abc8726a HTTP/1.1" status: 200 len: 1096 time: 2.7657516 Jul 27 20:58:02.149594 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ceb9e63d-22a9-45d0-b901-9fededcc54a5 req-90fa67d3-13a0-4de5-97fb-ccc8e48b2672 service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572129 Jul 27 20:58:02.163605 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Attempting to bind port 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:02.164172 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Attempting to bind port 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '3d093617-ca75-42c2-8b4d-81ab932e7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e118a5f0-c6fb-4fb0-911e-06a96389ce3a'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:02.164725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Attempting to bind port 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 on network e118a5f0-c6fb-4fb0-911e-06a96389ce3a {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:02.168393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6018c1b-9785-451a-885d-886f3efa303c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Made reservation on behalf of 059c8831d7844550bdb3ab0cdc9b6109 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:02.172309 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6018c1b-9785-451a-885d-886f3efa303c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.183542 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:02.184787 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Checking segment: {'id': '3d093617-ca75-42c2-8b4d-81ab932e7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e118a5f0-c6fb-4fb0-911e-06a96389ce3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:02.185597 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.186700 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Bound using segment: {'id': '3d093617-ca75-42c2-8b4d-81ab932e7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e118a5f0-c6fb-4fb0-911e-06a96389ce3a'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:02.187975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Bound port: 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d093617-ca75-42c2-8b4d-81ab932e7d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e118a5f0-c6fb-4fb0-911e-06a96389ce3a'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:02.188583 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.206825 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-5ed512fc-c9ec-4d14-bd19-4fa824fa282a req-e5789519-c352-4a3c-981a-263dfd54c549 tempest-SecurityGroupsNegativeTestJSON-1305091255 tempest-SecurityGroupsNegativeTestJSON-1305091255-project] show failed (client error): The resource could not be found. Jul 27 20:58:02.207927 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ed512fc-c9ec-4d14-bd19-4fa824fa282a req-e5789519-c352-4a3c-981a-263dfd54c549 tempest-SecurityGroupsNegativeTestJSON-1305091255 tempest-SecurityGroupsNegativeTestJSON-1305091255-project] 10.222.0.55 "GET /v2.0/security-groups/3d23f418-df77-483e-b6dc-e30c5ee4046e HTTP/1.1" status: 404 len: 352 time: 0.0331678 Jul 27 20:58:02.224497 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9f66654-a7e7-40f0-ae0e-4934abc8726a not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:02.224798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59978) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:02.283910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db7e9a-019f-4c03-a197-092e9019cb07 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f66654-a7e7-40f0-ae0e-4934abc8726a,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:02.366018 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b91c1a9-07ce-443d-9079-6da3a4dfb90e admin admin] Deleting subnet f65b89c7-66c2-484c-bbb4-0ef1600482b2 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:58:02.370930 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b91c1a9-07ce-443d-9079-6da3a4dfb90e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.375301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] For port 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:02.380414 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] For port 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068,segment=NetworkSegment(3d093617-ca75-42c2-8b4d-81ab932e7d04),segment_id=3d093617-ca75-42c2-8b4d-81ab932e7d04)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:02.387421 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.416196 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b91c1a9-07ce-443d-9079-6da3a4dfb90e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.437453 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ceb9e63d-22a9-45d0-b901-9fededcc54a5 req-b16fc76e-ac2b-4749-964a-57862d8245ca service neutron] 10.222.0.66 "GET /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702847 Jul 27 20:58:02.471012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb3b03-f6ca-4f19-8fcd-05eb23583690 None None] Pushing event updated for resources: {'Port': ['ID=5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:02.484711 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b91c1a9-07ce-443d-9079-6da3a4dfb90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.539778 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Routers {'d0c177b4-893f-4faf-836f-9047ee51f7a7'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:02.545266 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:57:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d0c177b4-893f-4faf-836f-9047ee51f7a7'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:02.612793 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc267e26-0c2d-42b9-9571-8b2a693ddd00 req-ffd5211c-15ef-42e4-8069-d56422c12c46 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:02.624053 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc267e26-0c2d-42b9-9571-8b2a693ddd00 req-ffd5211c-15ef-42e4-8069-d56422c12c46 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 948 time: 0.5959778 Jul 27 20:58:02.670892 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-22794a78-6c8c-45ef-b790-a412b675b19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.705815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16e6db4e-8738-43e7-a263-b2f343803123 req-c2001446-2300-4b50-b43f-85030488a632 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/floatingips/9389243a-3242-4a99-a416-bd70bba8ac06 HTTP/1.1" status: 200 len: 694 time: 0.1752388 Jul 27 20:58:02.705971 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b91c1a9-07ce-443d-9079-6da3a4dfb90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.784557 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b91c1a9-07ce-443d-9079-6da3a4dfb90e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:02.789199 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0b91c1a9-07ce-443d-9079-6da3a4dfb90e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f65b89c7-66c2-484c-bbb4-0ef1600482b2 HTTP/1.1" status: 204 len: 168 time: 0.5517607 Jul 27 20:58:02.805309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59998) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:02.813924 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] Set router d0c177b4-893f-4faf-836f-9047ee51f7a7 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:02.834968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91c1a9-07ce-443d-9079-6da3a4dfb90e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f65b89c7-66c2-484c-bbb4-0ef1600482b2,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:02.844701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe551-3754-494c-9f15-c07976067ace req-7eb379da-706d-4153-876a-b920f23b060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:02.846442 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-7eb379da-706d-4153-876a-b920f23b060a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 1099 time: 0.5782325 Jul 27 20:58:02.883444 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc267e26-0c2d-42b9-9571-8b2a693ddd00 req-39fe1df0-af79-47cd-95c4-f9efe0a77268 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581649 Jul 27 20:58:02.963295 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6db4e-8738-43e7-a263-b2f343803123 req-cac71522-cf93-4af2-8d7a-f6aee778df9e tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:02.972642 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16e6db4e-8738-43e7-a263-b2f343803123 req-cac71522-cf93-4af2-8d7a-f6aee778df9e tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.2711062 Jul 27 20:58:02.989540 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6018c1b-9785-451a-885d-886f3efa303c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.060207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16e6db4e-8738-43e7-a263-b2f343803123 req-abb6239a-f605-4fc6-b194-9d29c1fb0d60 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 697 time: 0.0852075 Jul 27 20:58:03.084441 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-25f7b3aa-4bad-4042-b2c4-5a0cb7cdb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.127589 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16e6db4e-8738-43e7-a263-b2f343803123 req-86ffa23f-8c2a-4377-948d-05ca1b89d516 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 697 time: 0.0659275 Jul 27 20:58:03.160005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ce1ee3da-58be-4677-9b16-8ffc05e8f7df details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:58:03.171330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6018c1b-9785-451a-885d-886f3efa303c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event updated for resources: {'Subnet': ['ID=05944b1a-eb54-4c2d-9185-bb233ef52663,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:03.196389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe551-3754-494c-9f15-c07976067ace req-c0b19b54-2c18-4b1e-9572-92304e9f2986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:03.198690 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-c0b19b54-2c18-4b1e-9572-92304e9f2986 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.3299432 Jul 27 20:58:03.242303 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6018c1b-9785-451a-885d-886f3efa303c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Checking segment: {'id': 'e8346875-dd76-4bb2-b676-61e6527941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77b93395-c436-4434-948d-ca554ec7a563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:03.242776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6018c1b-9785-451a-885d-886f3efa303c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Network hostable DHCP agents. Network: 77b93395-c436-4434-948d-ca554ec7a563, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:58:03.281034 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'name': 'tempest-ServersTestMultiNic-1168524882-router', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:47Z', 'updated_at': '2021-07-27T20:57:58Z', 'revision_number': 4, 'project_id': '059c8831d7844550bdb3ab0cdc9b6109', 'gw_port': {'id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:49Z', 'updated_at': '2021-07-27T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068', 'name': '', 'network_id': 'e118a5f0-c6fb-4fb0-911e-06a96389ce3a', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'mac_address': 'fa:16:3e:00:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'bac43173-2e9a-41f4-a8a7-71b1f42c4ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:55Z', 'updated_at': '2021-07-27T20:58:02Z', 'revision_number': 4, 'project_id': '059c8831d7844550bdb3ab0cdc9b6109', 'subnets': [{'id': 'bac43173-2e9a-41f4-a8a7-71b1f42c4ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:03.289602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-16e6db4e-8738-43e7-a263-b2f343803123 req-2da290d4-bee3-4a6b-a67f-f740bcc3c7ac tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Deleting port b69f3f13-a460-4416-adcf-b732d45bffa1 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:03.290285 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-16e6db4e-8738-43e7-a263-b2f343803123 req-2da290d4-bee3-4a6b-a67f-f740bcc3c7ac tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.316964 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b6cc7-ef65-474c-90f9-cd3d34cfc5e0 None None] The sync data for ids ['d0c177b4-893f-4faf-836f-9047ee51f7a7'] in n-d-764806-9 is: [{'id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'name': 'tempest-ServersTestMultiNic-1168524882-router', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:47Z', 'updated_at': '2021-07-27T20:57:58Z', 'revision_number': 4, 'project_id': '059c8831d7844550bdb3ab0cdc9b6109', 'gw_port': {'id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:49Z', 'updated_at': '2021-07-27T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068', 'name': '', 'network_id': 'e118a5f0-c6fb-4fb0-911e-06a96389ce3a', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'mac_address': 'fa:16:3e:00:1d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'bac43173-2e9a-41f4-a8a7-71b1f42c4ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:55Z', 'updated_at': '2021-07-27T20:58:02Z', 'revision_number': 4, 'project_id': '059c8831d7844550bdb3ab0cdc9b6109', 'subnets': [{'id': 'bac43173-2e9a-41f4-a8a7-71b1f42c4ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:03.372530 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ce1ee3da-58be-4677-9b16-8ffc05e8f7df, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:03.416103 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'ce1ee3da-58be-4677-9b16-8ffc05e8f7df', 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a', 'port_id': 'ce1ee3da-58be-4677-9b16-8ffc05e8f7df', 'mac_address': 'fa:16:3e:e1:e2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:58:03.437599 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-3d7b361d-5968-4f84-bf24-ac90151eb5dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a HTTP/1.1" status: 200 len: 217 time: 0.2047765 Jul 27 20:58:03.452913 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-16e6db4e-8738-43e7-a263-b2f343803123 req-2da290d4-bee3-4a6b-a67f-f740bcc3c7ac tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.456307 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-16e6db4e-8738-43e7-a263-b2f343803123 req-2da290d4-bee3-4a6b-a67f-f740bcc3c7ac tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.493091 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.505831 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-25f7b3aa-4bad-4042-b2c4-5a0cb7cdb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.513038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6018c1b-9785-451a-885d-886f3efa303c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Network 77b93395-c436-4434-948d-ca554ec7a563 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:58:03.513267 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1ee3da-58be-4677-9b16-8ffc05e8f7df {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:03.516087 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-16e6db4e-8738-43e7-a263-b2f343803123 req-2da290d4-bee3-4a6b-a67f-f740bcc3c7ac tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Calling delete_port for b69f3f13-a460-4416-adcf-b732d45bffa1 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:03.541662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ce1ee3da-58be-4677-9b16-8ffc05e8f7df, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:03.551924 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-b6018c1b-9785-451a-885d-886f3efa303c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 77b93395-c436-4434-948d-ca554ec7a563) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:03.554515 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-25f7b3aa-4bad-4042-b2c4-5a0cb7cdb0fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc0f579-539e-467b-ba79-ca443f3b0713']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:03.558870 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.570447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-25f7b3aa-4bad-4042-b2c4-5a0cb7cdb0fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d716b4-1d29-42db-a8a1-6abfe6a8a906') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:03.570759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-25f7b3aa-4bad-4042-b2c4-5a0cb7cdb0fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d716b4-1d29-42db-a8a1-6abfe6a8a906') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:03.577821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6018c1b-9785-451a-885d-886f3efa303c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:03.578553 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6018c1b-9785-451a-885d-886f3efa303c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.585795 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f49854c-1774-4476-acd2-d7ece052c8fa None None] Network 77b93395-c436-4434-948d-ca554ec7a563 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:03.604851 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b6018c1b-9785-451a-885d-886f3efa303c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9108765 Jul 27 20:58:03.607567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60020) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:03.608962 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe551-3754-494c-9f15-c07976067ace req-a04be477-1eeb-4e2a-8aef-822c559ec74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:03.610459 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-a04be477-1eeb-4e2a-8aef-822c559ec74b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1583078 Jul 27 20:58:03.615841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c2ea0e31-ff9a-4c8f-9021-0bab2e12daf5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2102240153'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:03.620323 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-25f7b3aa-4bad-4042-b2c4-5a0cb7cdb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.721790 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-25f7b3aa-4bad-4042-b2c4-5a0cb7cdb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.756309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f7b3aa-4bad-4042-b2c4-5a0cb7cdb0fd admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:58:03.756724 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-25f7b3aa-4bad-4042-b2c4-5a0cb7cdb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: timer() Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:58:03.758682 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:58:03.778063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:03.778355 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09b502-12f4-42dd-918e-3af9943cebfa req-3625e168-0667-4b32-9bed-7688c4d56c65 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:03.787694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd09b502-12f4-42dd-918e-3af9943cebfa req-3625e168-0667-4b32-9bed-7688c4d56c65 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=201e7ee1-ae86-4a58-8d7d-a9d07ff01645 HTTP/1.1" status: 200 len: 944 time: 0.1365874 Jul 27 20:58:03.828829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ea0e31-ff9a-4c8f-9021-0bab2e12daf5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Made reservation on behalf of 059c8831d7844550bdb3ab0cdc9b6109 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:03.836752 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0e31-ff9a-4c8f-9021-0bab2e12daf5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.853772 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd09b502-12f4-42dd-918e-3af9943cebfa req-3ea041a7-c75a-4038-a54c-6afa540be346 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650642 Jul 27 20:58:03.930519 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-25f7b3aa-4bad-4042-b2c4-5a0cb7cdb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.931814 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.954539 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-16e6db4e-8738-43e7-a263-b2f343803123 req-2da290d4-bee3-4a6b-a67f-f740bcc3c7ac tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.987856 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe551-3754-494c-9f15-c07976067ace req-52511032-aac5-4a01-a768-8caac81df54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:03.988213 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da290d4-bee3-4a6b-a67f-f740bcc3c7ac tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Pushing event deleted for resources: {'Port': ['ID=b69f3f13-a460-4416-adcf-b732d45bffa1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:03.992780 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-52511032-aac5-4a01-a768-8caac81df54d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3684220 Jul 27 20:58:03.994035 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-25f7b3aa-4bad-4042-b2c4-5a0cb7cdb0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:03.996716 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-25f7b3aa-4bad-4042-b2c4-5a0cb7cdb0fd admin admin] 10.222.0.55 "DELETE /v2.0/networks/2fc0f579-539e-467b-ba79-ca443f3b0713 HTTP/1.1" status: 204 len: 168 time: 1.1835225 Jul 27 20:58:04.008200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ea0e31-ff9a-4c8f-9021-0bab2e12daf5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:58:04.016528 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-77b93395-c436-4434-948d-ca554ec7a563', 'network_id': '77b93395-c436-4434-948d-ca554ec7a563', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'fixed_ips': [{'subnet_id': '05944b1a-eb54-4c2d-9185-bb233ef52663'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:58:04.018986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7b3aa-4bad-4042-b2c4-5a0cb7cdb0fd admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc0f579-539e-467b-ba79-ca443f3b0713,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:04.021257 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.084333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:04.089741 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:04.157144 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-16e6db4e-8738-43e7-a263-b2f343803123 req-2da290d4-bee3-4a6b-a67f-f740bcc3c7ac tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.162964 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-16e6db4e-8738-43e7-a263-b2f343803123 req-2da290d4-bee3-4a6b-a67f-f740bcc3c7ac tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.164188 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16e6db4e-8738-43e7-a263-b2f343803123 req-2da290d4-bee3-4a6b-a67f-f740bcc3c7ac tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "DELETE /v2.0/floatingips/9389243a-3242-4a99-a416-bd70bba8ac06 HTTP/1.1" status: 204 len: 173 time: 1.0357952 Jul 27 20:58:04.176942 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0e31-ff9a-4c8f-9021-0bab2e12daf5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.177590 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-c2ea0e31-ff9a-4c8f-9021-0bab2e12daf5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Added segment fc077d32-a531-4e83-974a-dd421fc5e9b4 of type vlan for network 4859d1b4-d0da-4aed-bbe6-b8db015c1ede Jul 27 20:58:04.191353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['ce1ee3da-58be-4677-9b16-8ffc05e8f7df'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:04.253338 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0e31-ff9a-4c8f-9021-0bab2e12daf5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.274947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60042) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:04.323374 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-a6d76e58-b311-4a35-8717-faddeaa537ce service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907643 Jul 27 20:58:04.372973 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cdb66540-af55-4b9d-8496-bf6297e8c779 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e3eba95f84c4e0b8330a86a8876a84c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0954711 Jul 27 20:58:04.382754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Allocated IP 19.80.0.2 (77b93395-c436-4434-948d-ca554ec7a563/05944b1a-eb54-4c2d-9185-bb233ef52663/775a5da9-6c7a-4200-92f9-535d2635e0f4) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:04.392890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60048) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:04.418544 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0e31-ff9a-4c8f-9021-0bab2e12daf5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.438859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ea0e31-ff9a-4c8f-9021-0bab2e12daf5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:04.439692 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2ea0e31-ff9a-4c8f-9021-0bab2e12daf5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.634694 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1e6ef-602c-49ce-96d8-6ebe940b75a2 req-485d8b3c-bf95-46fd-aa47-10b637b7c171 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:04.645482 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ea1e6ef-602c-49ce-96d8-6ebe940b75a2 req-485d8b3c-bf95-46fd-aa47-10b637b7c171 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 948 time: 0.3460748 Jul 27 20:58:04.669630 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c2ea0e31-ff9a-4c8f-9021-0bab2e12daf5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0581119 Jul 27 20:58:04.677677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60056) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:04.691138 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea0e31-ff9a-4c8f-9021-0bab2e12daf5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event updated for resources: {'Network': ['ID=4859d1b4-d0da-4aed-bbe6-b8db015c1ede,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:04.701211 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-103e5978-8e3b-47fd-90a9-76ecf006c158 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Request body: {'subnet': {'network_id': '4859d1b4-d0da-4aed-bbe6-b8db015c1ede', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:04.708291 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aaf8890c-e272-4c90-9503-b66e2d5dfd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.745257 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ea1e6ef-602c-49ce-96d8-6ebe940b75a2 req-74bfe50e-bd4d-4eed-8837-3562096b513c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986266 Jul 27 20:58:04.757011 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 4859d1b4-d0da-4aed-bbe6-b8db015c1ede details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:58:04.799539 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aaf8890c-e272-4c90-9503-b66e2d5dfd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.962073 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11abe551-3754-494c-9f15-c07976067ace req-1cc063da-5879-4eee-9d3c-b99345b9678a service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220980 Jul 27 20:58:04.964331 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aaf8890c-e272-4c90-9503-b66e2d5dfd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.965540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:04.968547 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aaf8890c-e272-4c90-9503-b66e2d5dfd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:04.975503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-aaf8890c-e272-4c90-9503-b66e2d5dfd1b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ea1da7ec-ba9f-44db-ad69-5c42d79705f3 HTTP/1.1" status: 204 len: 168 time: 0.5814614 Jul 27 20:58:05.000654 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8890c-e272-4c90-9503-b66e2d5dfd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1da7ec-ba9f-44db-ad69-5c42d79705f3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:05.075847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103e5978-8e3b-47fd-90a9-76ecf006c158 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Made reservation on behalf of 059c8831d7844550bdb3ab0cdc9b6109 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:05.079748 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-103e5978-8e3b-47fd-90a9-76ecf006c158 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.094532 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9a44ae-0a34-4c58-8ac3-b27ad182cf44 x-openstack-request-id: req-dc9a44ae-0a34-4c58-8ac3-b27ad182cf44 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:05.094821 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:05.095070 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc9a44ae-0a34-4c58-8ac3-b27ad182cf44 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:05.095511 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a', 'status': 'completed', 'code': 200} Jul 27 20:58:05.354501 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.357632 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8a5ea52e-3997-4a26-a8b7-2c0cb67cd35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.381654 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fb8da-2cb6-4800-b17f-86b7914804d5 req-9bfaa663-cc6b-4f02-86cf-e87d00b99100 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:05.388654 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f7fb8da-2cb6-4800-b17f-86b7914804d5 req-9bfaa663-cc6b-4f02-86cf-e87d00b99100 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=201e7ee1-ae86-4a58-8d7d-a9d07ff01645 HTTP/1.1" status: 200 len: 944 time: 0.1831045 Jul 27 20:58:05.400227 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Transition to ACTIVE for port object 775a5da9-6c7a-4200-92f9-535d2635e0f4 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:05.431022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60070) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:05.443201 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.485411 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:05.512491 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:05.522168 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.534041 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Transition to ACTIVE for port object 775a5da9-6c7a-4200-92f9-535d2635e0f4 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:05.550259 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.567725 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f7fb8da-2cb6-4800-b17f-86b7914804d5 req-0e0e865c-fd74-41dd-9306-6d8003d71176 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705978 Jul 27 20:58:05.607978 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-a1c6d578-548e-4f09-a37a-ccc31c2c3689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:05.609589 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-a1c6d578-548e-4f09-a37a-ccc31c2c3689 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 1099 time: 0.4837377 Jul 27 20:58:05.671499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Network 77b93395-c436-4434-948d-ca554ec7a563 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:05.739995 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:05.751859 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531dcdf-39d8-4274-9af0-6ee468b3c7f1 req-8c3bc691-7314-4460-bd60-de0a8b056c76 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:05.781175 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:05.787368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d531dcdf-39d8-4274-9af0-6ee468b3c7f1 req-8c3bc691-7314-4460-bd60-de0a8b056c76 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 945 time: 0.2182531 Jul 27 20:58:05.837226 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Pushing event updated for resources: {'Port': ['ID=775a5da9-6c7a-4200-92f9-535d2635e0f4,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:05.893538 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d531dcdf-39d8-4274-9af0-6ee468b3c7f1 req-2748371a-e0f2-46cc-9212-571f7b01d993 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021764 Jul 27 20:58:05.918166 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Attempting to bind port 775a5da9-6c7a-4200-92f9-535d2635e0f4 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:05.918626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Attempting to bind port 775a5da9-6c7a-4200-92f9-535d2635e0f4 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'e8346875-dd76-4bb2-b676-61e6527941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77b93395-c436-4434-948d-ca554ec7a563'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:05.919144 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Attempting to bind port 775a5da9-6c7a-4200-92f9-535d2635e0f4 on network 77b93395-c436-4434-948d-ca554ec7a563 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:05.937053 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:05.937426 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Checking segment: {'id': 'e8346875-dd76-4bb2-b676-61e6527941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77b93395-c436-4434-948d-ca554ec7a563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:05.937829 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.938212 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Bound using segment: {'id': 'e8346875-dd76-4bb2-b676-61e6527941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77b93395-c436-4434-948d-ca554ec7a563'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:05.938694 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Bound port: 775a5da9-6c7a-4200-92f9-535d2635e0f4, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8346875-dd76-4bb2-b676-61e6527941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77b93395-c436-4434-948d-ca554ec7a563'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:05.939208 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.943139 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.977149 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6725b8c5-be9d-4709-a261-4ae240bc783a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:05.997202 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-d948eecc-6957-42a2-b185-4336b43cb043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:05.999931 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-d948eecc-6957-42a2-b185-4336b43cb043 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.3782833 Jul 27 20:58:06.017084 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-103e5978-8e3b-47fd-90a9-76ecf006c158 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.044625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282cd75-f1d8-4f8d-9f82-dc7a2c020936 req-ff2116c7-fbf9-4fb6-a707-49d18d5fa025 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:06.046947 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7282cd75-f1d8-4f8d-9f82-dc7a2c020936 req-ff2116c7-fbf9-4fb6-a707-49d18d5fa025 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 948 time: 0.1178875 Jul 27 20:58:06.065572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068,segment=NetworkSegment(3d093617-ca75-42c2-8b4d-81ab932e7d04),segment_id=3d093617-ca75-42c2-8b4d-81ab932e7d04)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:06.076620 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.139456 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] For port 775a5da9-6c7a-4200-92f9-535d2635e0f4, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:06.148812 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] For port 775a5da9-6c7a-4200-92f9-535d2635e0f4, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=775a5da9-6c7a-4200-92f9-535d2635e0f4,segment=NetworkSegment(e8346875-dd76-4bb2-b676-61e6527941e6),segment_id=e8346875-dd76-4bb2-b676-61e6527941e6)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:06.159898 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7282cd75-f1d8-4f8d-9f82-dc7a2c020936 req-6c8f408e-3885-40d6-b7a9-5e3f6229b39f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041300 Jul 27 20:58:06.170834 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.188496 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:06.244388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa5031-5737-4ea0-9575-c22ba03b42df None None] Pushing event updated for resources: {'Port': ['ID=775a5da9-6c7a-4200-92f9-535d2635e0f4,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:06.470024 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-bb38e277-c771-40f6-aa16-a5a6214a982f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a HTTP/1.1" status: 200 len: 217 time: 0.4587026 Jul 27 20:58:06.568105 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-214b107f-1a2b-4214-a1e4-b876dac8c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:06.569835 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-214b107f-1a2b-4214-a1e4-b876dac8c3ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 1099 time: 1.1571465 Jul 27 20:58:06.579707 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e5978-8e3b-47fd-90a9-76ecf006c158 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event updated for resources: {'Subnet': ['ID=0b28e497-7522-4e04-8fd1-64c67911d332,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:06.688727 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-c8ca6ade-5902-4d6b-8fb2-0258f0564f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:06.690464 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-c8ca6ade-5902-4d6b-8fb2-0258f0564f89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.2088928 Jul 27 20:58:06.695740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e5978-8e3b-47fd-90a9-76ecf006c158 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Checking segment: {'id': 'fc077d32-a531-4e83-974a-dd421fc5e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4859d1b4-d0da-4aed-bbe6-b8db015c1ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:06.696914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e5978-8e3b-47fd-90a9-76ecf006c158 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Network hostable DHCP agents. Network: 4859d1b4-d0da-4aed-bbe6-b8db015c1ede, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:58:06.766320 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60102) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:06.803085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ced7dc-e400-48c9-97ae-ab2a73a6ee95 req-7d16d36f-943a-4cd0-a28f-d721f5b8363a tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:06.808111 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7ced7dc-e400-48c9-97ae-ab2a73a6ee95 req-7d16d36f-943a-4cd0-a28f-d721f5b8363a tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=201e7ee1-ae86-4a58-8d7d-a9d07ff01645 HTTP/1.1" status: 200 len: 944 time: 0.1580467 Jul 27 20:58:06.909453 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6725b8c5-be9d-4709-a261-4ae240bc783a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.914918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7ced7dc-e400-48c9-97ae-ab2a73a6ee95 req-8b43ef08-b736-4483-a57e-9bae604b99e6 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991325 Jul 27 20:58:06.928069 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6725b8c5-be9d-4709-a261-4ae240bc783a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:06.962909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 775a5da9-6c7a-4200-92f9-535d2635e0f4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:06.994856 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c013ac85-aad7-4122-b7fb-d7ff6ddc29a1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1803856703-network', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:07.018450 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-24d4092f-cd99-416b-a1eb-1e78a299ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:07.021081 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-24d4092f-cd99-416b-a1eb-1e78a299ee8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.4388785 Jul 27 20:58:07.021992 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e5978-8e3b-47fd-90a9-76ecf006c158 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Network 4859d1b4-d0da-4aed-bbe6-b8db015c1ede is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:58:07.047987 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.075248 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c013ac85-aad7-4122-b7fb-d7ff6ddc29a1 admin admin] Made reservation on behalf of 8b4623fa88924a56a60c56db5082e3c0 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:07.076613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 775a5da9-6c7a-4200-92f9-535d2635e0f4 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:07.078428 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c013ac85-aad7-4122-b7fb-d7ff6ddc29a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.081862 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:07.090257 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c013ac85-aad7-4122-b7fb-d7ff6ddc29a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.102758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725b8c5-be9d-4709-a261-4ae240bc783a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40eabb40-e725-43f4-b244-be7971242cc6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:07.111680 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-13b6df98-84ad-4e8d-a28e-81761d113ae4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a HTTP/1.1" status: 200 len: 217 time: 0.0662420 Jul 27 20:58:07.125192 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-103e5978-8e3b-47fd-90a9-76ecf006c158 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 4859d1b4-d0da-4aed-bbe6-b8db015c1ede) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:07.134770 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e66e3f8-679b-4838-9e35-f540dcec81d5 None None] Network 4859d1b4-d0da-4aed-bbe6-b8db015c1ede requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:07.148967 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed92526-275d-4382-8136-bc0cd8df0c88 req-a1c04d9d-f464-49a2-a55d-82fe3a1a0a12 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:07.156766 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ed92526-275d-4382-8136-bc0cd8df0c88 req-a1c04d9d-f464-49a2-a55d-82fe3a1a0a12 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 945 time: 0.1266186 Jul 27 20:58:07.172680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103e5978-8e3b-47fd-90a9-76ecf006c158 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:07.173378 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-103e5978-8e3b-47fd-90a9-76ecf006c158 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.199027 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6725b8c5-be9d-4709-a261-4ae240bc783a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dfee4ee16805494aa9f800b7b9b125b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7668180 Jul 27 20:58:07.202424 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60112) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:07.213052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-ed37124d-9d82-4a02-9de1-662ab9a49fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:07.214800 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-ed37124d-9d82-4a02-9de1-662ab9a49fa9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5032756 Jul 27 20:58:07.244449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-5aee25a0-3ea8-45d9-857e-5361420e93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:07.249511 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ed92526-275d-4382-8136-bc0cd8df0c88 req-384b22aa-a3ba-4b4a-8442-34495e5db23f tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7bf2763-3e0d-433f-b049-79ef95d10bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868702 Jul 27 20:58:07.250770 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-5aee25a0-3ea8-45d9-857e-5361420e93dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1279702 Jul 27 20:58:07.287080 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:07.287489 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.389650 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c013ac85-aad7-4122-b7fb-d7ff6ddc29a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.418116 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c013ac85-aad7-4122-b7fb-d7ff6ddc29a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.432595 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.433940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c013ac85-aad7-4122-b7fb-d7ff6ddc29a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:58:07.453149 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0c67699d-db4d-480c-a724-2fb7ec26a181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.481171 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c013ac85-aad7-4122-b7fb-d7ff6ddc29a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.481631 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-c013ac85-aad7-4122-b7fb-d7ff6ddc29a1 admin admin] Added segment 40b1d573-14d6-42b3-9b80-94147a5fe78c of type vlan for network c136ab28-e2bc-4ec9-9b8b-bf8448242a8e Jul 27 20:58:07.484208 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-103e5978-8e3b-47fd-90a9-76ecf006c158 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7892325 Jul 27 20:58:07.532750 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0c67699d-db4d-480c-a724-2fb7ec26a181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.568835 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-3c9e857c-39b5-41c3-8c2d-0633abae805c service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425822 Jul 27 20:58:07.633523 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-4859d1b4-d0da-4aed-bbe6-b8db015c1ede', 'network_id': '4859d1b4-d0da-4aed-bbe6-b8db015c1ede', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'fixed_ips': [{'subnet_id': '0b28e497-7522-4e04-8fd1-64c67911d332'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:58:07.634627 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.641007 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0c67699d-db4d-480c-a724-2fb7ec26a181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.643568 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0c67699d-db4d-480c-a724-2fb7ec26a181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.648567 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0c67699d-db4d-480c-a724-2fb7ec26a181 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/40eabb40-e725-43f4-b244-be7971242cc6 HTTP/1.1" status: 204 len: 168 time: 0.4427884 Jul 27 20:58:07.689124 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013ac85-aad7-4122-b7fb-d7ff6ddc29a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a3edb6-4d8c-4b2c-960e-63c36eafad96,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:07.712845 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738e96c-5d28-41d5-b2cb-e545be95f02c req-0a8ba2b1-db30-4d29-a256-6b0a809042b1 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:07.714596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-8497f7f1-1167-455f-ba86-9c669d74c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:07.717524 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-8497f7f1-1167-455f-ba86-9c669d74c0ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4365785 Jul 27 20:58:07.720500 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9738e96c-5d28-41d5-b2cb-e545be95f02c req-0a8ba2b1-db30-4d29-a256-6b0a809042b1 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 948 time: 0.4158204 Jul 27 20:58:07.743504 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56098e-5b0d-4a15-a46c-cccf1a3c91c5 req-51702cde-8efd-4cf3-8644-b5afa0fcb1c6 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:07.745239 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe56098e-5b0d-4a15-a46c-cccf1a3c91c5 req-51702cde-8efd-4cf3-8644-b5afa0fcb1c6 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 945 time: 0.3492098 Jul 27 20:58:07.764324 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c013ac85-aad7-4122-b7fb-d7ff6ddc29a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.768070 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67699d-db4d-480c-a724-2fb7ec26a181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eabb40-e725-43f4-b244-be7971242cc6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:07.793662 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9738e96c-5d28-41d5-b2cb-e545be95f02c req-d44a3bab-cb15-46e4-a2a6-86da88d5dd70 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677779 Jul 27 20:58:07.833555 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c013ac85-aad7-4122-b7fb-d7ff6ddc29a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.834818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c013ac85-aad7-4122-b7fb-d7ff6ddc29a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:07.835543 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c013ac85-aad7-4122-b7fb-d7ff6ddc29a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:07.936158 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-852fba07-c0b8-4e58-9c24-229f14ee16c2 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831410 Jul 27 20:58:07.990731 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Allocated IP 19.86.0.2 (4859d1b4-d0da-4aed-bbe6-b8db015c1ede/0b28e497-7522-4e04-8fd1-64c67911d332/9b145d36-6900-4e1e-94d4-d3c510192a66) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:08.172591 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-bbb06263-0c05-4d19-b1f3-87a6ea03d3a5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:08.180103 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-bbb06263-0c05-4d19-b1f3-87a6ea03d3a5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:08.182310 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-bbb06263-0c05-4d19-b1f3-87a6ea03d3a5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/networks?id=77b93395-c436-4434-948d-ca554ec7a563&id=4859d1b4-d0da-4aed-bbe6-b8db015c1ede&id=77b93395-c436-4434-948d-ca554ec7a563 HTTP/1.1" status: 200 len: 1391 time: 0.3184502 Jul 27 20:58:08.211063 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-7a275ab5-14e2-4f1b-93b5-d61f6d83d6bb service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154169 Jul 27 20:58:08.224675 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-cddf1cda-983c-477e-a52b-379e2e278966 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/quotas/059c8831d7844550bdb3ab0cdc9b6109 HTTP/1.1" status: 200 len: 375 time: 0.0253646 Jul 27 20:58:08.233210 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c013ac85-aad7-4122-b7fb-d7ff6ddc29a1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4645014 Jul 27 20:58:08.237044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60136) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:08.269603 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ca8c0ccf-4ddf-4381-a86a-4ea7e3ff67b0 admin admin] Request body: {'subnet': {'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1803856703-subnet', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:08.329358 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013ac85-aad7-4122-b7fb-d7ff6ddc29a1 admin admin] Pushing event updated for resources: {'Network': ['ID=c136ab28-e2bc-4ec9-9b8b-bf8448242a8e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:08.358755 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ac9dd3e-b488-43c0-9d66-99ec75b1fad0 req-5160d1bd-c082-4ec2-be3e-2199928f94a1 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7766578 Jul 27 20:58:08.360830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60140) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:08.363912 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ceefb1-4143-4eb0-b59f-004eb08ed21a None None] Network 77b93395-c436-4434-948d-ca554ec7a563 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:08.367637 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network c136ab28-e2bc-4ec9-9b8b-bf8448242a8e details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:58:08.381001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8c0ccf-4ddf-4381-a86a-4ea7e3ff67b0 admin admin] Made reservation on behalf of 8b4623fa88924a56a60c56db5082e3c0 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:08.383565 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca8c0ccf-4ddf-4381-a86a-4ea7e3ff67b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.399087 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-89b1888c-be38-4107-a09e-d1ec352c41a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.447302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-fe56098e-5b0d-4a15-a46c-cccf1a3c91c5 req-1b266575-3258-4911-9375-285aef4b2697 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Deleting port 34a37807-a73d-438b-bce2-8c6ab164189d {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:08.447636 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fe56098e-5b0d-4a15-a46c-cccf1a3c91c5 req-1b266575-3258-4911-9375-285aef4b2697 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.512707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8dbc6e7c-2774-498b-a66e-679d82173905 None None] Provisioning for port 775a5da9-6c7a-4200-92f9-535d2635e0f4 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:08.546157 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8dbc6e7c-2774-498b-a66e-679d82173905 None None] Provisioning complete for port 775a5da9-6c7a-4200-92f9-535d2635e0f4 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:08.546663 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8dbc6e7c-2774-498b-a66e-679d82173905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.548635 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.560055 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-fe56098e-5b0d-4a15-a46c-cccf1a3c91c5 req-1b266575-3258-4911-9375-285aef4b2697 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] For port 34a37807-a73d-438b-bce2-8c6ab164189d, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=34a37807-a73d-438b-bce2-8c6ab164189d,segment=NetworkSegment(70d48939-bd03-407b-91ae-43c6ff0fae26),segment_id=70d48939-bd03-407b-91ae-43c6ff0fae26)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:08.560539 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fe56098e-5b0d-4a15-a46c-cccf1a3c91c5 req-1b266575-3258-4911-9375-285aef4b2697 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.577652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-fe56098e-5b0d-4a15-a46c-cccf1a3c91c5 req-1b266575-3258-4911-9375-285aef4b2697 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Calling delete_port for 34a37807-a73d-438b-bce2-8c6ab164189d owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:08.580859 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5efb6-aa1a-4abb-a332-b80b9daf9d64 req-b245ba8d-dc7d-49a0-bcca-4f81aa46dc96 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:08.583468 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Transition to ACTIVE for port object 9b145d36-6900-4e1e-94d4-d3c510192a66 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:08.590257 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-afb5efb6-aa1a-4abb-a332-b80b9daf9d64 req-b245ba8d-dc7d-49a0-bcca-4f81aa46dc96 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=201e7ee1-ae86-4a58-8d7d-a9d07ff01645 HTTP/1.1" status: 200 len: 944 time: 0.4029536 Jul 27 20:58:08.594582 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca8c0ccf-4ddf-4381-a86a-4ea7e3ff67b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.623828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Transition to ACTIVE for port object 9b145d36-6900-4e1e-94d4-d3c510192a66 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:08.628923 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-72646aca-b92a-48ec-97b7-46fd0fa9a285 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=059c8831d7844550bdb3ab0cdc9b6109&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3550227 Jul 27 20:58:08.655127 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.730389 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Network 4859d1b4-d0da-4aed-bbe6-b8db015c1ede is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:08.735352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Pushing event updated for resources: {'Port': ['ID=9b145d36-6900-4e1e-94d4-d3c510192a66,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:08.802001 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8dbc6e7c-2774-498b-a66e-679d82173905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.808493 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:08.822574 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:08.841672 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-89b1888c-be38-4107-a09e-d1ec352c41a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.843804 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fe56098e-5b0d-4a15-a46c-cccf1a3c91c5 req-1b266575-3258-4911-9375-285aef4b2697 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.872958 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['34a37807-a73d-438b-bce2-8c6ab164189d'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:08.874263 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-3db7e977-aa12-474f-a09b-15fba3783a86 service neutron] 10.222.0.55 "GET /v2.0/networks/77b93395-c436-4434-948d-ca554ec7a563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022746 Jul 27 20:58:08.909930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b266575-3258-4911-9375-285aef4b2697 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Pushing event deleted for resources: {'Port': ['ID=34a37807-a73d-438b-bce2-8c6ab164189d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:08.920131 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-89b1888c-be38-4107-a09e-d1ec352c41a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.941223 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Attempting to bind port 9b145d36-6900-4e1e-94d4-d3c510192a66 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:08.941967 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Attempting to bind port 9b145d36-6900-4e1e-94d4-d3c510192a66 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'fc077d32-a531-4e83-974a-dd421fc5e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4859d1b4-d0da-4aed-bbe6-b8db015c1ede'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:08.942353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Attempting to bind port 9b145d36-6900-4e1e-94d4-d3c510192a66 on network 4859d1b4-d0da-4aed-bbe6-b8db015c1ede {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:08.952549 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.960746 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:08.961049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Checking segment: {'id': 'fc077d32-a531-4e83-974a-dd421fc5e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4859d1b4-d0da-4aed-bbe6-b8db015c1ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:08.961505 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:08.961940 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Bound using segment: {'id': 'fc077d32-a531-4e83-974a-dd421fc5e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4859d1b4-d0da-4aed-bbe6-b8db015c1ede'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:08.962585 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Bound port: 9b145d36-6900-4e1e-94d4-d3c510192a66, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc077d32-a531-4e83-974a-dd421fc5e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4859d1b4-d0da-4aed-bbe6-b8db015c1ede'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:08.962988 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.019596 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-89b1888c-be38-4107-a09e-d1ec352c41a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f63489317244695a95cde7b025cb2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6505671 Jul 27 20:58:09.025197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60146) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:09.036500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-8dbc6e7c-2774-498b-a66e-679d82173905 None None] For port 775a5da9-6c7a-4200-92f9-535d2635e0f4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=775a5da9-6c7a-4200-92f9-535d2635e0f4,segment=NetworkSegment(e8346875-dd76-4bb2-b676-61e6527941e6),segment_id=e8346875-dd76-4bb2-b676-61e6527941e6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:09.055707 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8dbc6e7c-2774-498b-a66e-679d82173905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.068238 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-262de743-ab15-47be-a91e-bac5d1eb6859 service neutron] 10.222.0.55 "GET /v2.0/networks/77b93395-c436-4434-948d-ca554ec7a563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779203 Jul 27 20:58:09.075411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c0ccf-4ddf-4381-a86a-4ea7e3ff67b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1400dfa6-e41f-4985-af22-30801885ca3a,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:09.076476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1888c-be38-4107-a09e-d1ec352c41a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff313d4c-6c2d-46da-90a4-b142c1d3c075,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:09.080187 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-afb5efb6-aa1a-4abb-a332-b80b9daf9d64 req-95cbbe59-475f-439a-a4aa-4b3e0fcd9efa tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891777 Jul 27 20:58:09.080945 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe56098e-5b0d-4a15-a46c-cccf1a3c91c5 req-1b266575-3258-4911-9375-285aef4b2697 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] No DVR routers for this DVR port 34a37807-a73d-438b-bce2-8c6ab164189d on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:09.098416 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fe56098e-5b0d-4a15-a46c-cccf1a3c91c5 req-1b266575-3258-4911-9375-285aef4b2697 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.100696 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe56098e-5b0d-4a15-a46c-cccf1a3c91c5 req-1b266575-3258-4911-9375-285aef4b2697 tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.66 "DELETE /v2.0/ports/34a37807-a73d-438b-bce2-8c6ab164189d HTTP/1.1" status: 204 len: 173 time: 1.3384054 Jul 27 20:58:09.119599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'name': 'network-vif-deleted', 'tag': '34a37807-a73d-438b-bce2-8c6ab164189d'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:09.125275 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5032694-7fe9-4ab7-b5f0-dc923b32947f" -d '{"events": [{"server_uuid": "0c26cad7-e3b1-44ff-a864-c124b6c90ef7", "name": "network-vif-deleted", "tag": "34a37807-a73d-438b-bce2-8c6ab164189d"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:09.181926 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ce1ee3da-58be-4677-9b16-8ffc05e8f7df up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:09.185477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] For port 9b145d36-6900-4e1e-94d4-d3c510192a66, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:09.292412 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f2b5d1b-aefe-41bc-aa8d-b2f512a28d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.303913 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-be63ebcb-ccfe-40b4-b3c8-0fac784b3594 service neutron] 10.222.0.55 "GET /v2.0/networks/4859d1b4-d0da-4aed-bbe6-b8db015c1ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225313 Jul 27 20:58:09.331585 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] For port 9b145d36-6900-4e1e-94d4-d3c510192a66, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9b145d36-6900-4e1e-94d4-d3c510192a66,segment=NetworkSegment(fc077d32-a531-4e83-974a-dd421fc5e9b4),segment_id=fc077d32-a531-4e83-974a-dd421fc5e9b4)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:09.343022 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f2b5d1b-aefe-41bc-aa8d-b2f512a28d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.348480 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc6e7c-2774-498b-a66e-679d82173905 None None] Pushing event updated for resources: {'Port': ['ID=775a5da9-6c7a-4200-92f9-535d2635e0f4,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:09.355091 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.403425 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f2b5d1b-aefe-41bc-aa8d-b2f512a28d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.406414 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f2b5d1b-aefe-41bc-aa8d-b2f512a28d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.411381 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4f2b5d1b-aefe-41bc-aa8d-b2f512a28d51 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff313d4c-6c2d-46da-90a4-b142c1d3c075 HTTP/1.1" status: 204 len: 168 time: 0.3825059 Jul 27 20:58:09.420015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b5d1b-aefe-41bc-aa8d-b2f512a28d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff313d4c-6c2d-46da-90a4-b142c1d3c075,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:09.493252 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e7575a59-f34d-410b-a2ae-c1df51f4326a req-40246bc2-506b-4c14-b4a5-84f2cc37801f tempest-FloatingIPsAssociationTestJSON-143112481 tempest-FloatingIPsAssociationTestJSON-143112481-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c26cad7-e3b1-44ff-a864-c124b6c90ef7 HTTP/1.1" status: 200 len: 210 time: 0.1699774 Jul 27 20:58:09.510801 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bc67b-21b3-44d5-b222-08cd4bc01c99 None None] Pushing event updated for resources: {'Port': ['ID=9b145d36-6900-4e1e-94d4-d3c510192a66,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:09.526510 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port ce1ee3da-58be-4677-9b16-8ffc05e8f7df completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:09.532505 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port ce1ee3da-58be-4677-9b16-8ffc05e8f7df triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:09.533262 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.542752 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8c0ccf-4ddf-4381-a86a-4ea7e3ff67b0 admin admin] Checking segment: {'id': '40b1d573-14d6-42b3-9b80-94147a5fe78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:09.544305 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8c0ccf-4ddf-4381-a86a-4ea7e3ff67b0 admin admin] Network hostable DHCP agents. Network: c136ab28-e2bc-4ec9-9b8b-bf8448242a8e, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:58:09.588198 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6ac89933-8c03-4ddf-9080-28474172d714 service neutron] 10.222.0.55 "GET /v2.0/networks/4859d1b4-d0da-4aed-bbe6-b8db015c1ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831261 Jul 27 20:58:09.595257 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8c0ccf-4ddf-4381-a86a-4ea7e3ff67b0 admin admin] Network c136ab28-e2bc-4ec9-9b8b-bf8448242a8e is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:58:09.637982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-666e16f9-5e90-4631-aae5-23cc9de84841 None None] Provisioning complete for port 775a5da9-6c7a-4200-92f9-535d2635e0f4 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:09.638381 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-666e16f9-5e90-4631-aae5-23cc9de84841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.788965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-b3facf14-def4-4101-a8d1-c0969a201855 service neutron] 10.222.0.55 "GET /v2.0/networks/77b93395-c436-4434-948d-ca554ec7a563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884906 Jul 27 20:58:09.881850 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.980907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e7ee1-ae86-4a58-8d7d-a9d07ff01645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ee3da-58be-4677-9b16-8ffc05e8f7df'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:09.984269 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8be4ce-da08-4c6a-a512-9fc00524f53b" -d '{"events": [{"server_uuid": "201e7ee1-ae86-4a58-8d7d-a9d07ff01645", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ee3da-58be-4677-9b16-8ffc05e8f7df"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:09.987378 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-ca8c0ccf-4ddf-4381-a86a-4ea7e3ff67b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, c136ab28-e2bc-4ec9-9b8b-bf8448242a8e) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:09.993414 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8c0ccf-4ddf-4381-a86a-4ea7e3ff67b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:09.994023 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca8c0ccf-4ddf-4381-a86a-4ea7e3ff67b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:09.999799 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-9b2f453f-a811-4ce8-a03b-a15bfa1cc470 service neutron] 10.222.0.55 "GET /v2.0/networks/77b93395-c436-4434-948d-ca554ec7a563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031360 Jul 27 20:58:10.018177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f72465-91ac-4c5a-82cc-82f49798d24b None None] Network c136ab28-e2bc-4ec9-9b8b-bf8448242a8e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:10.058980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ce1ee3da-58be-4677-9b16-8ffc05e8f7df, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:10.074848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ca8c0ccf-4ddf-4381-a86a-4ea7e3ff67b0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8133080 Jul 27 20:58:10.079547 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60160) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:10.095762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1803856703-router', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:10.152713 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.156596 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.169352 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a763ad-f510-4673-adee-535235739fdf req-bbd90995-76dd-4d6f-bc5b-2b4dc4c9c37d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:10.180483 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-25a763ad-f510-4673-adee-535235739fdf req-bbd90995-76dd-4d6f-bc5b-2b4dc4c9c37d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 948 time: 0.1782572 Jul 27 20:58:10.204489 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.259379 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.271817 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-25a763ad-f510-4673-adee-535235739fdf req-e0bdc9ae-8cd2-4590-8d5a-7604a6715991 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771687 Jul 27 20:58:10.364083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:10.406532 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af17a1a-e66e-4f64-9784-cad274cfea97 x-openstack-request-id: req-7af17a1a-e66e-4f64-9784-cad274cfea97 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:10.407132 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e7ee1-ae86-4a58-8d7d-a9d07ff01645", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ee3da-58be-4677-9b16-8ffc05e8f7df", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:10.410798 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7af17a1a-e66e-4f64-9784-cad274cfea97 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:10.411505 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e7ee1-ae86-4a58-8d7d-a9d07ff01645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ee3da-58be-4677-9b16-8ffc05e8f7df', 'code': 200} Jul 27 20:58:10.460216 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87e1dee-eb86-431d-9b99-5da6d516eac0 x-openstack-request-id: req-a87e1dee-eb86-431d-9b99-5da6d516eac0 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:10.460515 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c26cad7-e3b1-44ff-a864-c124b6c90ef7", "name": "network-vif-deleted", "tag": "34a37807-a73d-438b-bce2-8c6ab164189d", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:10.460949 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a87e1dee-eb86-431d-9b99-5da6d516eac0 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:10.461363 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c26cad7-e3b1-44ff-a864-c124b6c90ef7', 'name': 'network-vif-deleted', 'tag': '34a37807-a73d-438b-bce2-8c6ab164189d', 'status': 'completed', 'code': 200} Jul 27 20:58:10.507239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-c136ab28-e2bc-4ec9-9b8b-bf8448242a8e', 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'fixed_ips': [{'subnet_id': '1400dfa6-e41f-4985-af22-30801885ca3a'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:58:10.508139 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.597214 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:10.598291 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce20baa1-8040-4f52-aa60-c54f82619804 req-ebda3f20-ce48-4a7f-8a99-bb4384652789 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 210 time: 0.1189559 Jul 27 20:58:10.703163 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60184) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:10.763932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20b998-66b9-47f5-8a87-4b4a5e815bc6 req-bd02df0e-c105-4039-8a2b-8ac0de5a21ea tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:10.781441 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe20b998-66b9-47f5-8a87-4b4a5e815bc6 req-bd02df0e-c105-4039-8a2b-8ac0de5a21ea tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=201e7ee1-ae86-4a58-8d7d-a9d07ff01645 HTTP/1.1" status: 200 len: 945 time: 0.2889588 Jul 27 20:58:10.795056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9000c88-ce10-4d9f-8c12-3d50054c9a3d req-dd860ee8-05e7-4231-ad9a-597170ac7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:10.796851 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9000c88-ce10-4d9f-8c12-3d50054c9a3d req-dd860ee8-05e7-4231-ad9a-597170ac7757 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=201e7ee1-ae86-4a58-8d7d-a9d07ff01645 HTTP/1.1" status: 200 len: 1096 time: 0.3297958 Jul 27 20:58:10.926754 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9000c88-ce10-4d9f-8c12-3d50054c9a3d req-c747274e-409e-416d-a591-cc32ea8b092e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155438 Jul 27 20:58:10.970940 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Allocated IP 172.20.0.2 (c136ab28-e2bc-4ec9-9b8b-bf8448242a8e/1400dfa6-e41f-4985-af22-30801885ca3a/2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:10.989533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe20b998-66b9-47f5-8a87-4b4a5e815bc6 req-23e98798-d96c-4aff-9176-5066453966b9 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489360 Jul 27 20:58:11.019002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 775a5da9-6c7a-4200-92f9-535d2635e0f4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:11.258536 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c9f66654-a7e7-40f0-ae0e-4934abc8726a details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:58:11.259553 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.261741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 34a37807-a73d-438b-bce2-8c6ab164189d no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:11.313893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 34a37807-a73d-438b-bce2-8c6ab164189d {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:11.314536 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 34a37807-a73d-438b-bce2-8c6ab164189d not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:11.338196 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.386883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 775a5da9-6c7a-4200-92f9-535d2635e0f4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:11.387564 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:11.517309 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232773d6-3bb4-489d-a49e-3057b76734bd None None] Network 4859d1b4-d0da-4aed-bbe6-b8db015c1ede requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:11.592574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced941af-5d26-4596-a6fe-49f307cb4685 req-6a1c5dba-6089-4a6a-a191-be96561304fe tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:11.594150 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ced941af-5d26-4596-a6fe-49f307cb4685 req-6a1c5dba-6089-4a6a-a191-be96561304fe tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 948 time: 0.1324909 Jul 27 20:58:11.656263 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.resource_extend [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 20:58:11.725464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Allocated IP 172.25.2.225 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/5c954263-b08e-4ffd-8afb-967db15383c9) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:11.850704 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c0393d49-f6b9-4d0f-9d1c-3671a310b2b6 None None] Provisioning for port 9b145d36-6900-4e1e-94d4-d3c510192a66 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:12.040492 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.066107 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9b145d36-6900-4e1e-94d4-d3c510192a66 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:12.141829 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.183061 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.202276 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:12.218037 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:12.218821 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 9b145d36-6900-4e1e-94d4-d3c510192a66 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:12.223020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:12.226814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 9b145d36-6900-4e1e-94d4-d3c510192a66 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:12.227290 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.232414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:12.234535 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Transition to ACTIVE for port object 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:12.279620 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d9ebf59-c24b-4f03-9704-029f5eb60aaa req-c5ac5a73-db17-43ba-bcda-5c72dd66270d tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 210 time: 0.1090176 Jul 27 20:58:12.283925 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a', 'mac_address': 'fa:16:3e:f3:8f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:58:12.321404 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ced941af-5d26-4596-a6fe-49f307cb4685 req-909781f5-51f7-41e0-a67f-79d369fde2c4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7190077 Jul 27 20:58:12.371234 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Transition to ACTIVE for port object 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:12.374434 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.395994 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a131156-510c-4f53-b9a7-529dba625e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.406970 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f66654-a7e7-40f0-ae0e-4934abc8726a {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:12.423412 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.494720 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Pushing event updated for resources: {'Port': ['ID=2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:12.523634 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Network c136ab28-e2bc-4ec9-9b8b-bf8448242a8e is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:12.526783 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e31b1e32-d734-4b1f-a1fe-f20366bd77ea None None] Provisioning complete for port 9b145d36-6900-4e1e-94d4-d3c510192a66 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:12.527164 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e31b1e32-d734-4b1f-a1fe-f20366bd77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.530038 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:12.536782 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:12.538899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:12.558038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Pushing event updated for resources: {'Port': ['ID=5c954263-b08e-4ffd-8afb-967db15383c9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:12.575005 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.732509 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Attempting to bind port 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:12.732929 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Attempting to bind port 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '40b1d573-14d6-42b3-9b80-94147a5fe78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:12.733327 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Attempting to bind port 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 on network c136ab28-e2bc-4ec9-9b8b-bf8448242a8e {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:12.765920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:12.766164 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Checking segment: {'id': '40b1d573-14d6-42b3-9b80-94147a5fe78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:12.767649 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.768432 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Bound using segment: {'id': '40b1d573-14d6-42b3-9b80-94147a5fe78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:12.769017 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Bound port: 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b1d573-14d6-42b3-9b80-94147a5fe78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:12.770337 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.819824 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba12ad-672e-4be9-85e0-5968a788df84 req-7acafe9a-7501-4eb3-aaa2-76bde39290a8 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:12.821825 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8ba12ad-672e-4be9-85e0-5968a788df84 req-7acafe9a-7501-4eb3-aaa2-76bde39290a8 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=201e7ee1-ae86-4a58-8d7d-a9d07ff01645 HTTP/1.1" status: 200 len: 945 time: 0.2907498 Jul 27 20:58:12.838616 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:12.987153 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8ba12ad-672e-4be9-85e0-5968a788df84 req-de3642f4-1845-4654-883b-443b87ea1235 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268406 Jul 27 20:58:13.091583 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c9f66654-a7e7-40f0-ae0e-4934abc8726a,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:13.106818 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.172022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-3f62717c-09dc-48e9-a554-81562a3e9d27 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:13.180830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-3f62717c-09dc-48e9-a554-81562a3e9d27 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:13.182750 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-3f62717c-09dc-48e9-a554-81562a3e9d27 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.20 "GET /v2.0/networks?id=77b93395-c436-4434-948d-ca554ec7a563&id=4859d1b4-d0da-4aed-bbe6-b8db015c1ede&id=77b93395-c436-4434-948d-ca554ec7a563 HTTP/1.1" status: 200 len: 1391 time: 0.2711232 Jul 27 20:58:13.204120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 9b145d36-6900-4e1e-94d4-d3c510192a66, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9b145d36-6900-4e1e-94d4-d3c510192a66,segment=NetworkSegment(fc077d32-a531-4e83-974a-dd421fc5e9b4),segment_id=fc077d32-a531-4e83-974a-dd421fc5e9b4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:13.213251 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e31b1e32-d734-4b1f-a1fe-f20366bd77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.215260 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.232963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] For port 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:13.233421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-e609b5b9-c41c-4e02-96c0-1336d774319c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Request body: {'port': {'device_id': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'network_id': '77b93395-c436-4434-948d-ca554ec7a563', 'admin_state_up': True, 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:13.236826 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0f5cdd6-6157-40bd-b04d-abeb2628c2da req-eef37deb-4d7a-4170-bcd1-fbaf6e6d868b tempest-FlavorsV2NegativeTest-896182741 tempest-FlavorsV2NegativeTest-896182741-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=da3455dc1cff404d9c0825a225e84ecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1707287 Jul 27 20:58:13.328503 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=9b145d36-6900-4e1e-94d4-d3c510192a66,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:13.355856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['c9f66654-a7e7-40f0-ae0e-4934abc8726a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:13.368471 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] For port 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73,segment=NetworkSegment(40b1d573-14d6-42b3-9b80-94147a5fe78c),segment_id=40b1d573-14d6-42b3-9b80-94147a5fe78c)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:13.402066 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.516784 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b3359-389a-49d2-a953-0583dc0fb2dd req-b1b74cb5-72ea-4f67-aa07-1c43c5f8d51e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:13.528847 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b6b3359-389a-49d2-a953-0583dc0fb2dd req-b1b74cb5-72ea-4f67-aa07-1c43c5f8d51e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 949 time: 0.4344089 Jul 27 20:58:13.544853 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-e31b1e32-d734-4b1f-a1fe-f20366bd77ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:58:13.545245 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-e31b1e32-d734-4b1f-a1fe-f20366bd77ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:58:13.567478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-6a131156-510c-4f53-b9a7-529dba625e4e admin admin] Deleting port a953cc33-ee45-49a1-93c9-ab9f806930a8 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:13.568098 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a131156-510c-4f53-b9a7-529dba625e4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.581184 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5cdd6-6157-40bd-b04d-abeb2628c2da req-307ecbb9-0ebc-45fb-a76f-02848e0d977f tempest-FlavorsV2NegativeTest-896182741 tempest-FlavorsV2NegativeTest-896182741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:13.586403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71fd75-fcbb-4a18-a9ab-b80f7106fb6e None None] Pushing event updated for resources: {'Port': ['ID=2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:13.590534 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0f5cdd6-6157-40bd-b04d-abeb2628c2da req-307ecbb9-0ebc-45fb-a76f-02848e0d977f tempest-FlavorsV2NegativeTest-896182741 tempest-FlavorsV2NegativeTest-896182741-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3328598 Jul 27 20:58:13.665493 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0f5cdd6-6157-40bd-b04d-abeb2628c2da req-4201419a-6e81-4456-b1b2-866eb9e4781b tempest-FlavorsV2NegativeTest-896182741 tempest-FlavorsV2NegativeTest-896182741-project] 10.222.0.55 "GET /v2.0/quotas/da3455dc1cff404d9c0825a225e84ecf HTTP/1.1" status: 200 len: 375 time: 0.0735581 Jul 27 20:58:13.717711 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b6b3359-389a-49d2-a953-0583dc0fb2dd req-906bb4d4-d6d0-4455-93a2-cf4eeacb177a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865175 Jul 27 20:58:13.742023 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0f5cdd6-6157-40bd-b04d-abeb2628c2da req-b532c411-d7a8-41ea-b188-035e2af12092 tempest-FlavorsV2NegativeTest-896182741 tempest-FlavorsV2NegativeTest-896182741-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=da3455dc1cff404d9c0825a225e84ecf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746684 Jul 27 20:58:13.845928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-6a131156-510c-4f53-b9a7-529dba625e4e admin admin] For port a953cc33-ee45-49a1-93c9-ab9f806930a8, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a953cc33-ee45-49a1-93c9-ab9f806930a8,segment=NetworkSegment(70d48939-bd03-407b-91ae-43c6ff0fae26),segment_id=70d48939-bd03-407b-91ae-43c6ff0fae26)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:13.846596 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a131156-510c-4f53-b9a7-529dba625e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:13.890395 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-6a131156-510c-4f53-b9a7-529dba625e4e admin admin] Calling delete_port for a953cc33-ee45-49a1-93c9-ab9f806930a8 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:13.949961 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f54395a1-d1c8-451b-8cbb-39b86a89bbae req-d3d65a9f-6ff3-43cb-ad07-79b802f76464 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 210 time: 0.0563681 Jul 27 20:58:14.117881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-fb72d81c-7e1f-41da-8254-ce226777a3e6 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:14.119530 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-fb72d81c-7e1f-41da-8254-ce226777a3e6 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79&tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 949 time: 1.1457007 Jul 27 20:58:14.243547 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4f4db-7e98-4d81-97f7-cc7bc71a3da7 req-b3fc0fa3-1645-4c56-ab52-c5a133466b64 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:14.253419 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdb4f4db-7e98-4d81-97f7-cc7bc71a3da7 req-b3fc0fa3-1645-4c56-ab52-c5a133466b64 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=201e7ee1-ae86-4a58-8d7d-a9d07ff01645 HTTP/1.1" status: 200 len: 945 time: 0.1358862 Jul 27 20:58:14.283849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-e609b5b9-c41c-4e02-96c0-1336d774319c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Made reservation on behalf of 059c8831d7844550bdb3ab0cdc9b6109 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:14.289041 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-e609b5b9-c41c-4e02-96c0-1336d774319c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.291124 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a131156-510c-4f53-b9a7-529dba625e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.339179 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a131156-510c-4f53-b9a7-529dba625e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=a953cc33-ee45-49a1-93c9-ab9f806930a8,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:14.369689 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.394812 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdb4f4db-7e98-4d81-97f7-cc7bc71a3da7 req-808c88e6-fd58-437a-be08-8ce14ea23689 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311002 Jul 27 20:58:14.667950 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-c78031e0-3dcf-4eb3-bf34-47c5e3be0cc9 service neutron] 10.222.0.66 "GET /v2.0/ports/c9f66654-a7e7-40f0-ae0e-4934abc8726a/bindings/n-h2-764806-9 HTTP/1.1" status: 200 len: 382 time: 0.5162117 Jul 27 20:58:14.729056 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a131156-510c-4f53-b9a7-529dba625e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.740429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60290) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:14.883325 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-e609b5b9-c41c-4e02-96c0-1336d774319c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Allocated IP 19.80.0.238 (77b93395-c436-4434-948d-ca554ec7a563/05944b1a-eb54-4c2d-9185-bb233ef52663/414b9eda-4e84-46d0-8366-9c947b0c6efd) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:14.951636 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:58:14.969390 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6859e94e-4161-4030-b41c-1ae009a369ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:14.983507 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f97f02-4a70-4731-a97a-8ac4376d8f6c None None] Network c136ab28-e2bc-4ec9-9b8b-bf8448242a8e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:15.074301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-1768c485-16a8-47b6-892a-0f0a44df6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:15.074992 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4517f40b-3527-485a-8282-53d05523b2ae None None] Provisioning for port 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:15.076407 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-1768c485-16a8-47b6-892a-0f0a44df6a5a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 1100 time: 0.3759327 Jul 27 20:58:15.096460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1475eb6-9109-4ea1-8ba8-b2bfa5088866 req-6d47f364-2623-438b-864b-09b70b528558 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:15.098332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a1475eb6-9109-4ea1-8ba8-b2bfa5088866 req-6d47f364-2623-438b-864b-09b70b528558 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 949 time: 0.2209494 Jul 27 20:58:15.210400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c9f66654-a7e7-40f0-ae0e-4934abc8726a up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:15.214340 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65d58d-38d3-4729-b6a1-41fad7962118 req-82d97f33-8636-40d9-9edb-15840c9ecfc8 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:15.215756 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad65d58d-38d3-4729-b6a1-41fad7962118 req-82d97f33-8636-40d9-9edb-15840c9ecfc8 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=201e7ee1-ae86-4a58-8d7d-a9d07ff01645 HTTP/1.1" status: 200 len: 945 time: 0.2746313 Jul 27 20:58:15.242510 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-e609b5b9-c41c-4e02-96c0-1336d774319c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.253019 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a1475eb6-9109-4ea1-8ba8-b2bfa5088866 req-a71c308e-ead3-4d38-9b23-7eb3285d3c77 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114526 Jul 27 20:58:15.256667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a131156-510c-4f53-b9a7-529dba625e4e admin admin] Router b062a7b0-7181-4fd3-8783-2608d4910970 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:58:15.290056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:15.308311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Sync routers for ids ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:15.313535 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port c9f66654-a7e7-40f0-ae0e-4934abc8726a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:15.313857 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-e609b5b9-c41c-4e02-96c0-1336d774319c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Transition to ACTIVE for port object 414b9eda-4e84-46d0-8366-9c947b0c6efd will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:15.337612 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Routers {'fe2ae7ee-7962-4e46-8f99-2246a14d10d8'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:15.339386 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-1e6781ba-a85d-4df4-b69c-f9648a20bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:15.339864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:58:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:15.341345 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-1e6781ba-a85d-4df4-b69c-f9648a20bc57 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.2529590 Jul 27 20:58:15.344794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port c9f66654-a7e7-40f0-ae0e-4934abc8726a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:15.347163 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.427412 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-87482c55-a243-4e9b-ae48-d2e2195b2508 req-79f644d6-8282-4e64-b445-916f6fa1222a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 210 time: 0.0545592 Jul 27 20:58:15.458530 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-e609b5b9-c41c-4e02-96c0-1336d774319c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.470803 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-ebe7f379-c413-42dc-8edc-d9cc45c2f71e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a HTTP/1.1" status: 200 len: 217 time: 0.1162736 Jul 27 20:58:15.483146 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6859e94e-4161-4030-b41c-1ae009a369ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.498903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad65d58d-38d3-4729-b6a1-41fad7962118 req-ce22d996-98c5-45bd-b8b4-57b20d4bf526 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448182 Jul 27 20:58:15.508946 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6859e94e-4161-4030-b41c-1ae009a369ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.630005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60308) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:15.632355 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6859e94e-4161-4030-b41c-1ae009a369ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da3455dc1cff404d9c0825a225e84ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8858948 Jul 27 20:58:15.686326 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.688736 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ca74fa69-1a0c-42b7-a9ff-eebf1c996d2d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6070867 Jul 27 20:58:15.689280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:15.710169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60312) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:15.721266 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-e609b5b9-c41c-4e02-96c0-1336d774319c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Network 77b93395-c436-4434-948d-ca554ec7a563 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:15.755012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Set router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:15.792114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859e94e-4161-4030-b41c-1ae009a369ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1d3eed-61f1-4a17-ba00-e5366f13e261,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:15.801124 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-e609b5b9-c41c-4e02-96c0-1336d774319c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:15.803791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-e609b5b9-c41c-4e02-96c0-1336d774319c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:15.823600 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a131156-510c-4f53-b9a7-529dba625e4e admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:15.836074 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3554dd-34ec-4a0e-96f7-08273c582368 None None] Sync routers for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:15.846777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6a131156-510c-4f53-b9a7-529dba625e4e admin admin] 10.222.0.55 "PUT /v2.0/routers/b062a7b0-7181-4fd3-8783-2608d4910970/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1367397 Jul 27 20:58:15.851402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60316) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:15.853555 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3554dd-34ec-4a0e-96f7-08273c582368 None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:15.855670 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5e3554dd-34ec-4a0e-96f7-08273c582368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:58:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:15.868777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-e609b5b9-c41c-4e02-96c0-1336d774319c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:15.869622 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-e609b5b9-c41c-4e02-96c0-1336d774319c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:15.882537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609b5b9-c41c-4e02-96c0-1336d774319c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event updated for resources: {'Port': ['ID=414b9eda-4e84-46d0-8366-9c947b0c6efd,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:15.928137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-c43639f3-0c33-4212-9a4c-ffb45e6ccea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:15.936210 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-c43639f3-0c33-4212-9a4c-ffb45e6ccea6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.3327441 Jul 27 20:58:15.980720 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b002aaae-72fa-4041-ab3c-51007b96a35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.030592 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-e609b5b9-c41c-4e02-96c0-1336d774319c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8363795 Jul 27 20:58:16.085979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:16.097022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-87c83f9c-dc6f-43af-bec3-9058f27c614e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Request body: {'port': {'device_id': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'network_id': '4859d1b4-d0da-4aed-bbe6-b8db015c1ede', 'admin_state_up': True, 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:16.117273 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.119097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:16.119461 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.123911 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1bae4cc-541a-497a-a839-6cac78c4b5fb admin admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.179057 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-5e3554dd-34ec-4a0e-96f7-08273c582368 None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:16.272861 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b002aaae-72fa-4041-ab3c-51007b96a35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.310493 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-87c83f9c-dc6f-43af-bec3-9058f27c614e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Made reservation on behalf of 059c8831d7844550bdb3ab0cdc9b6109 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:16.321521 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-87c83f9c-dc6f-43af-bec3-9058f27c614e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.327623 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1bae4cc-541a-497a-a839-6cac78c4b5fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.356695 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:16.368937 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa35596e-a36b-4caf-b41b-ecf6c441a5b6" -d '{"events": [{"server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "name": "network-vif-plugged", "status": "completed", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:16.421939 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:16.431773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-95c43f50-aa34-4039-b8cc-32dbfa0bd2d9 None None] Provisioning for port 414b9eda-4e84-46d0-8366-9c947b0c6efd completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:16.448344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-95c43f50-aa34-4039-b8cc-32dbfa0bd2d9 None None] Provisioning complete for port 414b9eda-4e84-46d0-8366-9c947b0c6efd triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:16.448344 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-95c43f50-aa34-4039-b8cc-32dbfa0bd2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.453352 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.539052 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-e1bae4cc-541a-497a-a839-6cac78c4b5fb admin admin] Deleting port 04ac11df-61ec-45b5-bde4-17e6dd650c77 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:16.539395 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1bae4cc-541a-497a-a839-6cac78c4b5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.543915 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5e3554dd-34ec-4a0e-96f7-08273c582368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:58:14Z', 'revision_number': 5, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port': {'id': '04ac11df-61ec-45b5-bde4-17e6dd650c77', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:16.548372 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9686d541-f0c2-4f30-aad0-a16ff01e40e1 x-openstack-request-id: req-9686d541-f0c2-4f30-aad0-a16ff01e40e1 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:16.551823 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "name": "network-vif-plugged", "status": "completed", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:16.552207 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9686d541-f0c2-4f30-aad0-a16ff01e40e1 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:16.552729 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a', 'code': 200} Jul 27 20:58:16.565053 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a1c0c-74d8-48b7-a67a-2a79be1e6f82 req-d1a208c1-3406-4ba2-aa6e-9c56292721e4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:16.573841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae3a1c0c-74d8-48b7-a67a-2a79be1e6f82 req-d1a208c1-3406-4ba2-aa6e-9c56292721e4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.1698418 Jul 27 20:58:16.592212 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3554dd-34ec-4a0e-96f7-08273c582368 None None] Checking router: b062a7b0-7181-4fd3-8783-2608d4910970 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:16.601629 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3554dd-34ec-4a0e-96f7-08273c582368 None None] Routers {'b062a7b0-7181-4fd3-8783-2608d4910970'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:16.602507 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5e3554dd-34ec-4a0e-96f7-08273c582368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:58:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b062a7b0-7181-4fd3-8783-2608d4910970'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:16.649635 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b002aaae-72fa-4041-ab3c-51007b96a35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.652766 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b002aaae-72fa-4041-ab3c-51007b96a35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.657254 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b002aaae-72fa-4041-ab3c-51007b96a35f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed1d3eed-61f1-4a17-ba00-e5366f13e261 HTTP/1.1" status: 204 len: 168 time: 1.0259192 Jul 27 20:58:16.668045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-95c43f50-aa34-4039-b8cc-32dbfa0bd2d9 None None] Port 414b9eda-4e84-46d0-8366-9c947b0c6efd cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:16.677997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-4ecbe5e7-49c4-4036-8b7e-95dbb6582b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:16.679774 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-4ecbe5e7-49c4-4036-8b7e-95dbb6582b13 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7076118 Jul 27 20:58:16.688240 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'name': 'tempest-TaggedBootDevicesTest-1803856703-router', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:12Z', 'revision_number': 3, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'gw_port': {'id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:16.694684 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-5e3554dd-34ec-4a0e-96f7-08273c582368 None None] Set router b062a7b0-7181-4fd3-8783-2608d4910970 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:16.722093 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Checking router: fe2ae7ee-7962-4e46-8f99-2246a14d10d8 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:16.723705 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Updating router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 port 5c954263-b08e-4ffd-8afb-967db15383c9 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:58:16.726068 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c9f66654-a7e7-40f0-ae0e-4934abc8726a,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:16.732148 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.740340 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002aaae-72fa-4041-ab3c-51007b96a35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1d3eed-61f1-4a17-ba00-e5366f13e261,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:16.813072 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae3a1c0c-74d8-48b7-a67a-2a79be1e6f82 req-1ffe7e28-35e9-45f9-b86c-0d1e95b1a82f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382231 Jul 27 20:58:16.817619 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73,segment=NetworkSegment(40b1d573-14d6-42b3-9b80-94147a5fe78c),segment_id=40b1d573-14d6-42b3-9b80-94147a5fe78c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:16.828020 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.828981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9b145d36-6900-4e1e-94d4-d3c510192a66 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:16.892222 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:16.969434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb8164-5e61-4c15-ae48-896180f67624 req-d697cea9-6ab7-4890-b882-433598a69556 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:16.971399 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5e3554dd-34ec-4a0e-96f7-08273c582368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:58:16Z', 'revision_number': 6, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:16.981440 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-237bcb39-4907-4fd3-988e-fb538368901d service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591648 Jul 27 20:58:16.984655 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00eb8164-5e61-4c15-ae48-896180f67624 req-d697cea9-6ab7-4890-b882-433598a69556 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 932 time: 0.3874927 Jul 27 20:58:17.038025 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:17.042014 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3554dd-34ec-4a0e-96f7-08273c582368 None None] The sync data for ids ['b062a7b0-7181-4fd3-8783-2608d4910970'] in n-d-764806-9 is: [{'id': 'b062a7b0-7181-4fd3-8783-2608d4910970', 'name': 'tempest-FloatingIPsAssociationTestJSON-1590689746-router', 'tenant_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:56:37Z', 'updated_at': '2021-07-27T20:58:16Z', 'revision_number': 6, 'project_id': '12e5ac8a7f1d4e6c8b75f50adc33e828', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:17.150251 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 9b145d36-6900-4e1e-94d4-d3c510192a66 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:17.150723 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.201968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-e1bae4cc-541a-497a-a839-6cac78c4b5fb admin admin] For port 04ac11df-61ec-45b5-bde4-17e6dd650c77, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=04ac11df-61ec-45b5-bde4-17e6dd650c77,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:17.202500 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1bae4cc-541a-497a-a839-6cac78c4b5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.261462 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00eb8164-5e61-4c15-ae48-896180f67624 req-6b7a6b78-3346-4ad9-90bb-6220326d275e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703152 Jul 27 20:58:17.262154 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-39fb2fa1-426a-4f10-81f1-88993239215d service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715464 Jul 27 20:58:17.269759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-87c83f9c-dc6f-43af-bec3-9058f27c614e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Allocated IP 19.86.0.197 (4859d1b4-d0da-4aed-bbe6-b8db015c1ede/0b28e497-7522-4e04-8fd1-64c67911d332/23db9247-96ca-4e13-9077-ec6c1c7859ef) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:17.299792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc2904-0b90-4338-9623-842287b24659 req-ae04fd99-6d22-4e70-b3ca-29d95055f3f0 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:17.313318 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2bc2904-0b90-4338-9623-842287b24659 req-ae04fd99-6d22-4e70-b3ca-29d95055f3f0 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=201e7ee1-ae86-4a58-8d7d-a9d07ff01645 HTTP/1.1" status: 200 len: 945 time: 0.3138058 Jul 27 20:58:17.406612 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-e1bae4cc-541a-497a-a839-6cac78c4b5fb admin admin] Calling delete_port for 04ac11df-61ec-45b5-bde4-17e6dd650c77 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:17.439552 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2bc2904-0b90-4338-9623-842287b24659 req-889c3e76-5bea-4897-8478-532448591db9 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235201 Jul 27 20:58:17.595430 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.797838 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1bae4cc-541a-497a-a839-6cac78c4b5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.798822 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.820118 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-87c83f9c-dc6f-43af-bec3-9058f27c614e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.822741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Transition to ACTIVE for port object 5c954263-b08e-4ffd-8afb-967db15383c9 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:17.836122 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.882581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-87c83f9c-dc6f-43af-bec3-9058f27c614e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Transition to ACTIVE for port object 23db9247-96ca-4e13-9077-ec6c1c7859ef will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:17.891444 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bae4cc-541a-497a-a839-6cac78c4b5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=04ac11df-61ec-45b5-bde4-17e6dd650c77,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:17.956551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d48280-bcb5-4ef1-a2cb-35c2c1ebffa0 None None] Pushing event updated for resources: {'Port': ['ID=5c954263-b08e-4ffd-8afb-967db15383c9,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:17.959442 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Attempting to bind port 5c954263-b08e-4ffd-8afb-967db15383c9 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:17.959940 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Attempting to bind port 5c954263-b08e-4ffd-8afb-967db15383c9 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:17.960419 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Attempting to bind port 5c954263-b08e-4ffd-8afb-967db15383c9 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:17.967143 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:17.967664 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:17.968193 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.968711 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:17.969824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Bound port: 5c954263-b08e-4ffd-8afb-967db15383c9, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:17.969824 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:17.987564 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60364) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:18.061457 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1bae4cc-541a-497a-a839-6cac78c4b5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.099214 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Allocated IP 172.20.0.1 (c136ab28-e2bc-4ec9-9b8b-bf8448242a8e/1400dfa6-e41f-4985-af22-30801885ca3a/a89c848b-4112-48b1-8279-3d9c24fec558) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:18.111145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] For port 5c954263-b08e-4ffd-8afb-967db15383c9, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:18.116499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] For port 5c954263-b08e-4ffd-8afb-967db15383c9, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5c954263-b08e-4ffd-8afb-967db15383c9,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:18.146880 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.215953 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:18.227677 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Routers {'fe2ae7ee-7962-4e46-8f99-2246a14d10d8'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:18.228534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:58:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:18.384992 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d48280-bcb5-4ef1-a2cb-35c2c1ebffa0 None None] Pushing event updated for resources: {'Port': ['ID=5c954263-b08e-4ffd-8afb-967db15383c9,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:18.471770 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-87c83f9c-dc6f-43af-bec3-9058f27c614e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.476688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:18.477070 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.516799 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] Set router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:18.545241 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.571792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-87c83f9c-dc6f-43af-bec3-9058f27c614e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Network 4859d1b4-d0da-4aed-bbe6-b8db015c1ede is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:18.584069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-87c83f9c-dc6f-43af-bec3-9058f27c614e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:18.589616 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-87c83f9c-dc6f-43af-bec3-9058f27c614e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:18.621244 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Transition to ACTIVE for port object a89c848b-4112-48b1-8279-3d9c24fec558 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:18.634556 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c83f9c-dc6f-43af-bec3-9058f27c614e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event updated for resources: {'Port': ['ID=23db9247-96ca-4e13-9077-ec6c1c7859ef,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:18.690702 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-87c83f9c-dc6f-43af-bec3-9058f27c614e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:18.692132 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-87c83f9c-dc6f-43af-bec3-9058f27c614e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.722879 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-07115516-f4c9-4bf4-a377-e99964bc5e1b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1818885469-network', 'tenant_id': '60213d46ccd94abb844bca9d76eae953'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:18.748407 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-87c83f9c-dc6f-43af-bec3-9058f27c614e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6560609 Jul 27 20:58:18.750607 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.806247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-0d11967c-5a7a-435f-8d0a-488c114fccf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Request body: {'port': {'device_id': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'network_id': '77b93395-c436-4434-948d-ca554ec7a563', 'admin_state_up': True, 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:18.811079 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 04ac11df-61ec-45b5-bde4-17e6dd650c77 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:18.822136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Network c136ab28-e2bc-4ec9-9b8b-bf8448242a8e is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:18.836729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:18.865448 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1bae4cc-541a-497a-a839-6cac78c4b5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.872986 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1bae4cc-541a-497a-a839-6cac78c4b5fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.878711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:18.951621 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 04ac11df-61ec-45b5-bde4-17e6dd650c77 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:18.952840 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 04ac11df-61ec-45b5-bde4-17e6dd650c77 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:18.954512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a953cc33-ee45-49a1-93c9-ab9f806930a8 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:18.994760 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1bae4cc-541a-497a-a839-6cac78c4b5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:18.995896 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bae4cc-541a-497a-a839-6cac78c4b5fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b062a7b0-7181-4fd3-8783-2608d4910970 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:58:19.004057 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1bae4cc-541a-497a-a839-6cac78c4b5fb admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:19.008819 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e1bae4cc-541a-497a-a839-6cac78c4b5fb admin admin] 10.222.0.55 "DELETE /v2.0/routers/b062a7b0-7181-4fd3-8783-2608d4910970 HTTP/1.1" status: 204 len: 168 time: 3.1559093 Jul 27 20:58:19.009313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: a953cc33-ee45-49a1-93c9-ab9f806930a8 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:19.009710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a953cc33-ee45-49a1-93c9-ab9f806930a8 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:19.010352 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07115516-f4c9-4bf4-a377-e99964bc5e1b admin admin] Made reservation on behalf of 60213d46ccd94abb844bca9d76eae953 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:19.012925 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07115516-f4c9-4bf4-a377-e99964bc5e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:19.020168 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60384) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:19.063856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'name': 'tempest-TaggedBootDevicesTest-1803856703-router', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:12Z', 'revision_number': 3, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'gw_port': {'id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:19.101670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a07ba9-cec6-42fe-9943-a71a4d3a3b69 admin admin] Deleting subnet 0a624997-c66e-4850-8c17-1b4d1bc4a6c5 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:58:19.110933 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07115516-f4c9-4bf4-a377-e99964bc5e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:19.140079 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-40a07ba9-cec6-42fe-9943-a71a4d3a3b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:19.154113 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba48b1-4bc3-44fc-9007-694141f70452 None None] The sync data for ids ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'] in n-d-764806-9 is: [{'id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'name': 'tempest-TaggedBootDevicesTest-1803856703-router', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:12Z', 'revision_number': 3, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'gw_port': {'id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:19.171662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5e6c5103-c59b-4b5f-a9b9-b6aaf5e44826 None None] Provisioning for port 23db9247-96ca-4e13-9077-ec6c1c7859ef completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:19.187583 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5e6c5103-c59b-4b5f-a9b9-b6aaf5e44826 None None] Provisioning complete for port 23db9247-96ca-4e13-9077-ec6c1c7859ef triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:19.192183 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5e6c5103-c59b-4b5f-a9b9-b6aaf5e44826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:19.218613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ddd1b-85b3-4b2b-b57a-f65c48ee81a1 req-e3e5ea33-c847-4567-9fa7-d2bac0a0737d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:19.227196 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-882ddd1b-85b3-4b2b-b57a-f65c48ee81a1 req-e3e5ea33-c847-4567-9fa7-d2bac0a0737d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 1.2791550 Jul 27 20:58:19.260598 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f725a-0fe6-47b3-b13b-25b83cab0544 req-72b562b8-5dc0-44fe-b4d6-7a78ccb199fd tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:19.267111 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f725a-0fe6-47b3-b13b-25b83cab0544 req-72b562b8-5dc0-44fe-b4d6-7a78ccb199fd tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:19.278001 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a4f725a-0fe6-47b3-b13b-25b83cab0544 req-72b562b8-5dc0-44fe-b4d6-7a78ccb199fd tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 1655 time: 0.5608306 Jul 27 20:58:19.288889 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5e6c5103-c59b-4b5f-a9b9-b6aaf5e44826 None None] Port 23db9247-96ca-4e13-9077-ec6c1c7859ef cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:19.309310 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-40a07ba9-cec6-42fe-9943-a71a4d3a3b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:19.419373 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-882ddd1b-85b3-4b2b-b57a-f65c48ee81a1 req-c38c235e-4326-4b54-8bd5-99b4deed83e2 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909399 Jul 27 20:58:19.455796 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:19.463097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-92dcff08-e61e-4363-adad-bba059598e78 None None] Provisioning for port a89c848b-4112-48b1-8279-3d9c24fec558 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:19.472593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Pushing event updated for resources: {'Port': ['ID=a89c848b-4112-48b1-8279-3d9c24fec558,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:19.502139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-92dcff08-e61e-4363-adad-bba059598e78 None None] Provisioning complete for port a89c848b-4112-48b1-8279-3d9c24fec558 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:19.502787 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-92dcff08-e61e-4363-adad-bba059598e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:19.502960 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a4f725a-0fe6-47b3-b13b-25b83cab0544 req-c1555b2b-4011-4993-99e1-430dea0b0dbc tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230322 Jul 27 20:58:19.654420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-92dcff08-e61e-4363-adad-bba059598e78 None None] Port a89c848b-4112-48b1-8279-3d9c24fec558 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:19.759112 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-40a07ba9-cec6-42fe-9943-a71a4d3a3b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:19.893576 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5c954263-b08e-4ffd-8afb-967db15383c9 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:19.930672 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-40a07ba9-cec6-42fe-9943-a71a4d3a3b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:19.933234 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.023019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 5c954263-b08e-4ffd-8afb-967db15383c9 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:20.033305 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5c954263-b08e-4ffd-8afb-967db15383c9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:20.033995 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.062399 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a07ba9-cec6-42fe-9943-a71a4d3a3b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a624997-c66e-4850-8c17-1b4d1bc4a6c5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:20.080058 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07115516-f4c9-4bf4-a377-e99964bc5e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.090050 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-40a07ba9-cec6-42fe-9943-a71a4d3a3b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.093835 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-40a07ba9-cec6-42fe-9943-a71a4d3a3b69 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0a624997-c66e-4850-8c17-1b4d1bc4a6c5 HTTP/1.1" status: 204 len: 168 time: 1.0697958 Jul 27 20:58:20.100203 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07115516-f4c9-4bf4-a377-e99964bc5e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.100758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60402) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:20.107828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7ab4b6-4d22-4d97-9e0c-2c762fd37130 None None] Network 7513f0f6-f79b-476b-af43-6fdd18f13f2f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:20.177266 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07115516-f4c9-4bf4-a377-e99964bc5e1b admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:58:20.198049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07115516-f4c9-4bf4-a377-e99964bc5e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf0db36-4576-4c71-8913-5e7866440e5f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:20.224186 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07115516-f4c9-4bf4-a377-e99964bc5e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.224538 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-07115516-f4c9-4bf4-a377-e99964bc5e1b admin admin] Added segment 3bc70c3f-0b25-4877-a1b0-b578c03717ad of type vlan for network 14b683e0-3c87-43d4-a4ba-10e1a217cdbb Jul 27 20:58:20.322789 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07115516-f4c9-4bf4-a377-e99964bc5e1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.363277 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.382337 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07115516-f4c9-4bf4-a377-e99964bc5e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.383417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07115516-f4c9-4bf4-a377-e99964bc5e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:20.384007 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07115516-f4c9-4bf4-a377-e99964bc5e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.455374 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 5c954263-b08e-4ffd-8afb-967db15383c9, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5c954263-b08e-4ffd-8afb-967db15383c9,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:20.463585 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.484880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07115516-f4c9-4bf4-a377-e99964bc5e1b admin admin] Pushing event updated for resources: {'Network': ['ID=14b683e0-3c87-43d4-a4ba-10e1a217cdbb,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:20.495514 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.514469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-07115516-f4c9-4bf4-a377-e99964bc5e1b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5242445 Jul 27 20:58:20.515376 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60406) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:20.521979 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1908a8e8-f672-4269-af62-524aad63e609 admin admin] Request body: {'subnet': {'network_id': '14b683e0-3c87-43d4-a4ba-10e1a217cdbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1818885469-subnet', 'tenant_id': '60213d46ccd94abb844bca9d76eae953', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:20.524784 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.526815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 14b683e0-3c87-43d4-a4ba-10e1a217cdbb details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:58:20.624647 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-0d11967c-5a7a-435f-8d0a-488c114fccf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Made reservation on behalf of 059c8831d7844550bdb3ab0cdc9b6109 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:20.630747 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-0d11967c-5a7a-435f-8d0a-488c114fccf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.650882 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1908a8e8-f672-4269-af62-524aad63e609 admin admin] Made reservation on behalf of 60213d46ccd94abb844bca9d76eae953 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:20.653521 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1908a8e8-f672-4269-af62-524aad63e609 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.657818 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.734970 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Pushing event updated for resources: {'Port': ['ID=a89c848b-4112-48b1-8279-3d9c24fec558,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:20.764835 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:20.793179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=5c954263-b08e-4ffd-8afb-967db15383c9,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:20.841079 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1965f-b041-4012-a01a-e114b3e7b7fd req-42de8c4a-756d-4d47-937a-5d303d56d483 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:20.849729 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28e1965f-b041-4012-a01a-e114b3e7b7fd req-42de8c4a-756d-4d47-937a-5d303d56d483 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.2875216 Jul 27 20:58:20.931600 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28e1965f-b041-4012-a01a-e114b3e7b7fd req-5a192f2b-bb9f-4e6c-a28a-9aa7b628e4f8 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802038 Jul 27 20:58:20.961633 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11477f3-bbdb-4ac9-bb2a-dd984b5972b0 None None] DHCP port deletion for 7513f0f6-f79b-476b-af43-6fdd18f13f2f request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:58:20.961870 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b9277-07bf-4547-b4a8-0364e1524a22 req-31c1759c-bcc7-4520-8631-a4da32053f02 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:20.970047 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b9277-07bf-4547-b4a8-0364e1524a22 req-31c1759c-bcc7-4520-8631-a4da32053f02 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:20.980808 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d4b9277-07bf-4547-b4a8-0364e1524a22 req-31c1759c-bcc7-4520-8631-a4da32053f02 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 1655 time: 0.3195174 Jul 27 20:58:21.067860 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d4b9277-07bf-4547-b4a8-0364e1524a22 req-359e306f-80d7-46e7-b97e-c25f0a50e312 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857289 Jul 27 20:58:21.072035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a11477f3-bbdb-4ac9-bb2a-dd984b5972b0 None None] Deleting port d6de7a81-801c-4ded-a619-749b31e3b9d4 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:21.072415 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a11477f3-bbdb-4ac9-bb2a-dd984b5972b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.135807 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1908a8e8-f672-4269-af62-524aad63e609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.174256 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a11477f3-bbdb-4ac9-bb2a-dd984b5972b0 None None] For port d6de7a81-801c-4ded-a619-749b31e3b9d4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d6de7a81-801c-4ded-a619-749b31e3b9d4,segment=NetworkSegment(70d48939-bd03-407b-91ae-43c6ff0fae26),segment_id=70d48939-bd03-407b-91ae-43c6ff0fae26)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:21.176169 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a11477f3-bbdb-4ac9-bb2a-dd984b5972b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.176822 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-21bbcdfa-b4f6-43f4-933e-34704b7ef53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:21.178571 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-21bbcdfa-b4f6-43f4-933e-34704b7ef53b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79&tenant_id=ff15cfc60ebf4100bfa873bb1415f95e HTTP/1.1" status: 200 len: 1101 time: 1.0960069 Jul 27 20:58:21.200291 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a11477f3-bbdb-4ac9-bb2a-dd984b5972b0 None None] Calling delete_port for d6de7a81-801c-4ded-a619-749b31e3b9d4 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:21.202520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:21.210666 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908a8e8-f672-4269-af62-524aad63e609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10367081-47bb-4003-9f5b-b59e1727109f,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:21.220364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1908a8e8-f672-4269-af62-524aad63e609 admin admin] Checking segment: {'id': '3bc70c3f-0b25-4877-a1b0-b578c03717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14b683e0-3c87-43d4-a4ba-10e1a217cdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:21.220740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1908a8e8-f672-4269-af62-524aad63e609 admin admin] Network hostable DHCP agents. Network: 14b683e0-3c87-43d4-a4ba-10e1a217cdbb, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:58:21.240077 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1908a8e8-f672-4269-af62-524aad63e609 admin admin] Network 14b683e0-3c87-43d4-a4ba-10e1a217cdbb is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:58:21.260492 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-1908a8e8-f672-4269-af62-524aad63e609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 14b683e0-3c87-43d4-a4ba-10e1a217cdbb) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:21.265662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-0d11967c-5a7a-435f-8d0a-488c114fccf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Allocated IP 19.80.0.244 (77b93395-c436-4434-948d-ca554ec7a563/05944b1a-eb54-4c2d-9185-bb233ef52663/8921303e-3a47-41e9-b5b3-024227bb2ef6) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:21.283123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Network c136ab28-e2bc-4ec9-9b8b-bf8448242a8e is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:21.291694 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:21.292321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1908a8e8-f672-4269-af62-524aad63e609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:21.301696 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ce1ee3da-58be-4677-9b16-8ffc05e8f7df details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:58:21.301868 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1908a8e8-f672-4269-af62-524aad63e609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.304927 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014d5670-9a6a-405f-9022-16e3938c6ba3 None None] Network 14b683e0-3c87-43d4-a4ba-10e1a217cdbb requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:21.311493 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a11477f3-bbdb-4ac9-bb2a-dd984b5972b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.332665 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1908a8e8-f672-4269-af62-524aad63e609 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8158505 Jul 27 20:58:21.335037 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60424) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:21.343088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1818885469-router', 'tenant_id': '60213d46ccd94abb844bca9d76eae953', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:21.370423 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.372208 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.424368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] Deleting port d6de7a81-801c-4ded-a619-749b31e3b9d4 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:21.424715 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.439394 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.524476 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11477f3-bbdb-4ac9-bb2a-dd984b5972b0 None None] Pushing event deleted for resources: {'Port': ['ID=d6de7a81-801c-4ded-a619-749b31e3b9d4,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:21.538192 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11477f3-bbdb-4ac9-bb2a-dd984b5972b0 None None] No DVR routers for this DVR port d6de7a81-801c-4ded-a619-749b31e3b9d4 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:21.550009 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.600359 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ce1ee3da-58be-4677-9b16-8ffc05e8f7df, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:21.625424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'ce1ee3da-58be-4677-9b16-8ffc05e8f7df', 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a', 'port_id': 'ce1ee3da-58be-4677-9b16-8ffc05e8f7df', 'mac_address': 'fa:16:3e:e1:e2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:58:21.703552 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.710043 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.724870 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] For port d6de7a81-801c-4ded-a619-749b31e3b9d4, host n-d-764806-9, got binding levels [] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:21.725833 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.741981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce1ee3da-58be-4677-9b16-8ffc05e8f7df {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:21.793132 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ce1ee3da-58be-4677-9b16-8ffc05e8f7df, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:21.847073 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-399ecaac-a09c-4501-bf66-b751a3766143 None None] Provisioning complete for port a89c848b-4112-48b1-8279-3d9c24fec558 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:21.847073 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-399ecaac-a09c-4501-bf66-b751a3766143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.854361 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.872325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5c954263-b08e-4ffd-8afb-967db15383c9 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:21.874249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-14b683e0-3c87-43d4-a4ba-10e1a217cdbb', 'network_id': '14b683e0-3c87-43d4-a4ba-10e1a217cdbb', 'tenant_id': '60213d46ccd94abb844bca9d76eae953', 'fixed_ips': [{'subnet_id': '10367081-47bb-4003-9f5b-b59e1727109f'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:58:21.875254 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:21.952059 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] Calling delete_port for d6de7a81-801c-4ded-a619-749b31e3b9d4 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:21.960108 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.ipam_backend_mixin [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] Port d6de7a81-801c-4ded-a619-749b31e3b9d4 was not found and therefore no delete operation was performed {{(pid=105580) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 20:58:21.981399 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.021024 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:58:22.139531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=d6de7a81-801c-4ded-a619-749b31e3b9d4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:22.147381 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] No DVR routers for this DVR port d6de7a81-801c-4ded-a619-749b31e3b9d4 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:22.151685 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.164462 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-0d11967c-5a7a-435f-8d0a-488c114fccf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.187409 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.215415 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-0d11967c-5a7a-435f-8d0a-488c114fccf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Transition to ACTIVE for port object 8921303e-3a47-41e9-b5b3-024227bb2ef6 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:22.291675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['ce1ee3da-58be-4677-9b16-8ffc05e8f7df'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:22.350423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-399ecaac-a09c-4501-bf66-b751a3766143 None None] Port a89c848b-4112-48b1-8279-3d9c24fec558 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:22.380999 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.388086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c61812-694c-4759-8a56-0e2f83cad582 req-4a27f7f3-5e29-4137-ba32-91f0569e897b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:22.389771 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29c61812-694c-4759-8a56-0e2f83cad582 req-4a27f7f3-5e29-4137-ba32-91f0569e897b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.2987080 Jul 27 20:58:22.393235 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7513f0f6-f79b-476b-af43-6fdd18f13f2f']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:22.408084 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Allocated IP 172.25.2.137 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/5437b046-04fb-4767-be93-cba395ed585d) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:22.408453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d48939-bd03-407b-91ae-43c6ff0fae26') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:22.408663 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d48939-bd03-407b-91ae-43c6ff0fae26') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:22.418065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:22.424302 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.446160 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.454147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:58:22.455312 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.467506 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5c954263-b08e-4ffd-8afb-967db15383c9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:22.467882 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.470980 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29c61812-694c-4759-8a56-0e2f83cad582 req-a1033372-89fc-4472-a911-ad0ad3d90f2a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718369 Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: timer() Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:58:22.574316 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:58:22.580525 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.620674 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-0d11967c-5a7a-435f-8d0a-488c114fccf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.622442 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.641700 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] 10.222.0.55 "DELETE /v2.0/networks/7513f0f6-f79b-476b-af43-6fdd18f13f2f HTTP/1.1" status: 204 len: 168 time: 2.4828775 Jul 27 20:58:22.651885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Allocated IP 172.20.0.2 (14b683e0-3c87-43d4-a4ba-10e1a217cdbb/10367081-47bb-4003-9f5b-b59e1727109f/dbadd60d-9a4e-41d4-9f48-ddf88a13e606) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:22.655919 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.660662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9d6ae-3f9c-4c03-bee8-0e5b1f814e5a admin admin] Pushing event deleted for resources: {'Network': ['ID=7513f0f6-f79b-476b-af43-6fdd18f13f2f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:22.707315 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330d870-ff4e-4a4e-8e5b-1513c645407a req-1ee62747-9ed7-4daf-acd5-62a50effdf69 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:22.714586 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330d870-ff4e-4a4e-8e5b-1513c645407a req-1ee62747-9ed7-4daf-acd5-62a50effdf69 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:22.720124 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e330d870-ff4e-4a4e-8e5b-1513c645407a req-1ee62747-9ed7-4daf-acd5-62a50effdf69 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 1655 time: 0.4237728 Jul 27 20:58:22.722328 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.764035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-0d11967c-5a7a-435f-8d0a-488c114fccf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Network 77b93395-c436-4434-948d-ca554ec7a563 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:22.773589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:22.778090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-0d11967c-5a7a-435f-8d0a-488c114fccf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:22.793127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-0d11967c-5a7a-435f-8d0a-488c114fccf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:22.824343 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:22.831215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:22.837722 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e330d870-ff4e-4a4e-8e5b-1513c645407a req-7cc550cf-f0f6-4dba-9eb0-c394c1779a8e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117837 Jul 27 20:58:22.839331 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:22.843320 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Pushing event updated for resources: {'Port': ['ID=5437b046-04fb-4767-be93-cba395ed585d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:22.900201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60448) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:22.977036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:22.981864 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:22.991880 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-0d11967c-5a7a-435f-8d0a-488c114fccf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:22.993185 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-0d11967c-5a7a-435f-8d0a-488c114fccf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.000609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-79cdbe68-8fa6-4ede-b324-1c838ca3cd19 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12e5ac8a7f1d4e6c8b75f50adc33e828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0969391 Jul 27 20:58:23.001025 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-10d20c83-7b30-4a82-ba80-682a08ae2241 admin admin] 10.222.0.55 "PUT /v2.0/routers/fe2ae7ee-7962-4e46-8f99-2246a14d10d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2878487 Jul 27 20:58:23.001150 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60450) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:23.009318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11967c-5a7a-435f-8d0a-488c114fccf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event updated for resources: {'Port': ['ID=8921303e-3a47-41e9-b5b3-024227bb2ef6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:23.021864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Sync routers for ids ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:23.047864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Transition to ACTIVE for port object dbadd60d-9a4e-41d4-9f48-ddf88a13e606 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:23.071365 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-0d11967c-5a7a-435f-8d0a-488c114fccf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3074632 Jul 27 20:58:23.096659 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Transition to ACTIVE for port object dbadd60d-9a4e-41d4-9f48-ddf88a13e606 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:23.109593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Request body: {'port': {'device_id': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:23.111081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d6de7a81-801c-4ded-a619-749b31e3b9d4 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:23.118102 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.120341 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:23.201534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Routers {'fe2ae7ee-7962-4e46-8f99-2246a14d10d8'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:23.202181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:58:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:23.222821 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3f92e42-064b-4722-b8a4-354583155e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.290914 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.309952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Transition to ACTIVE for port object c9f66654-a7e7-40f0-ae0e-4934abc8726a will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:23.310784 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:23.313683 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88be969b-df25-4a20-9de8-26c43ca38421" -d '{"events": [{"server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "name": "network-vif-unplugged", "status": "completed", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:23.326009 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.330393 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ce1ee3da-58be-4677-9b16-8ffc05e8f7df up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:23.347415 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: d6de7a81-801c-4ded-a619-749b31e3b9d4 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:23.347770 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d6de7a81-801c-4ded-a619-749b31e3b9d4 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:23.364901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Network 14b683e0-3c87-43d4-a4ba-10e1a217cdbb is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:23.410576 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.446773 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500b76d7-1092-49e0-9190-565e9378eb29 x-openstack-request-id: req-500b76d7-1092-49e0-9190-565e9378eb29 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:23.447064 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "name": "network-vif-unplugged", "status": "completed", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:23.447319 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-500b76d7-1092-49e0-9190-565e9378eb29 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:23.447720 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a', 'code': 200} Jul 27 20:58:23.460421 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3f92e42-064b-4722-b8a4-354583155e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.474929 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Pushing event updated for resources: {'Port': ['ID=dbadd60d-9a4e-41d4-9f48-ddf88a13e606,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:23.527876 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Pushing event updated for resources: {'Port': ['ID=c9f66654-a7e7-40f0-ae0e-4934abc8726a,revision_number=10']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:23.545906 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] No DVR routers for this DVR port c9f66654-a7e7-40f0-ae0e-4934abc8726a on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:23.562866 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:23.569424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:23.621838 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5160c661-16a2-408d-9a14-5eded44330ce None None] Provisioning for port 8921303e-3a47-41e9-b5b3-024227bb2ef6 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:23.668220 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.674695 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Attempting to bind port dbadd60d-9a4e-41d4-9f48-ddf88a13e606 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:23.680741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Attempting to bind port dbadd60d-9a4e-41d4-9f48-ddf88a13e606 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '3bc70c3f-0b25-4877-a1b0-b578c03717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14b683e0-3c87-43d4-a4ba-10e1a217cdbb'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:23.681252 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Attempting to bind port dbadd60d-9a4e-41d4-9f48-ddf88a13e606 on network 14b683e0-3c87-43d4-a4ba-10e1a217cdbb {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:23.697952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5160c661-16a2-408d-9a14-5eded44330ce None None] Provisioning complete for port 8921303e-3a47-41e9-b5b3-024227bb2ef6 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:23.708548 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Attempting to bind port c9f66654-a7e7-40f0-ae0e-4934abc8726a on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:23.709319 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Attempting to bind port c9f66654-a7e7-40f0-ae0e-4934abc8726a by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:23.709967 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Attempting to bind port c9f66654-a7e7-40f0-ae0e-4934abc8726a on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:23.712932 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5160c661-16a2-408d-9a14-5eded44330ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.714436 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3f92e42-064b-4722-b8a4-354583155e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.717258 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3f92e42-064b-4722-b8a4-354583155e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:23.718798 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e3f92e42-064b-4722-b8a4-354583155e6d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7bf2763-3e0d-433f-b049-79ef95d10bd3 HTTP/1.1" status: 204 len: 168 time: 0.7166831 Jul 27 20:58:23.841671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f92e42-064b-4722-b8a4-354583155e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bf2763-3e0d-433f-b049-79ef95d10bd3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:23.907979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Set router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:23.961820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7df071-bb90-40cf-9ce6-2300ae622683 req-1f2fe545-a3f7-4ee6-aa2b-cfce50c8acad tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:23.963575 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da7df071-bb90-40cf-9ce6-2300ae622683 req-1f2fe545-a3f7-4ee6-aa2b-cfce50c8acad tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 949 time: 0.2552793 Jul 27 20:58:24.067139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:24.067757 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Checking segment: {'id': '3bc70c3f-0b25-4877-a1b0-b578c03717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14b683e0-3c87-43d4-a4ba-10e1a217cdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:24.068555 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.069117 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Bound using segment: {'id': '3bc70c3f-0b25-4877-a1b0-b578c03717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14b683e0-3c87-43d4-a4ba-10e1a217cdbb'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:24.069773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Bound port: dbadd60d-9a4e-41d4-9f48-ddf88a13e606, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc70c3f-0b25-4877-a1b0-b578c03717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14b683e0-3c87-43d4-a4ba-10e1a217cdbb'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:24.070363 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.073073 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5160c661-16a2-408d-9a14-5eded44330ce None None] Port 8921303e-3a47-41e9-b5b3-024227bb2ef6 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:24.136237 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Port c9f66654-a7e7-40f0-ae0e-4934abc8726a on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:58:24.136571 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Attempting to bind port c9f66654-a7e7-40f0-ae0e-4934abc8726a on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:24.153705 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port ce1ee3da-58be-4677-9b16-8ffc05e8f7df triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:24.154660 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.161291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:24.161747 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:24.162279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:24.162866 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Bound port: c9f66654-a7e7-40f0-ae0e-4934abc8726a, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:24.163358 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.176588 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414b9eda-4e84-46d0-8366-9c947b0c6efd {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:24.185903 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.200299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Transition to ACTIVE for port object 414b9eda-4e84-46d0-8366-9c947b0c6efd will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:24.217439 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.249192 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] For port dbadd60d-9a4e-41d4-9f48-ddf88a13e606, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:24.255148 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] For port dbadd60d-9a4e-41d4-9f48-ddf88a13e606, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dbadd60d-9a4e-41d4-9f48-ddf88a13e606,segment=NetworkSegment(3bc70c3f-0b25-4877-a1b0-b578c03717ad),segment_id=3bc70c3f-0b25-4877-a1b0-b578c03717ad)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:24.288816 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.457179 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=414b9eda-4e84-46d0-8366-9c947b0c6efd,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:24.576561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:24.595912 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:24.630488 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.679217 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da7df071-bb90-40cf-9ce6-2300ae622683 req-ebd726e6-5b78-45e0-bff5-58fadcda397c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6151154 Jul 27 20:58:24.724666 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.749524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:24.750261 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:24.751604 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] 10.222.0.20 "PUT /v2.0/ports/c9f66654-a7e7-40f0-ae0e-4934abc8726a HTTP/1.1" status: 200 len: 1097 time: 3.5591936 Jul 27 20:58:24.757063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Attempting to bind port 414b9eda-4e84-46d0-8366-9c947b0c6efd on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:24.786319 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Attempting to bind port 414b9eda-4e84-46d0-8366-9c947b0c6efd by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'e8346875-dd76-4bb2-b676-61e6527941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77b93395-c436-4434-948d-ca554ec7a563'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:24.786812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Attempting to bind port 414b9eda-4e84-46d0-8366-9c947b0c6efd on network 77b93395-c436-4434-948d-ca554ec7a563 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:24.909109 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e579886-0549-4e19-95d5-7e9fe0e18e8a req-c867970c-8ab8-4be0-af58-8ae8de093964 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:24.922884 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e579886-0549-4e19-95d5-7e9fe0e18e8a req-c867970c-8ab8-4be0-af58-8ae8de093964 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:24.933675 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e579886-0549-4e19-95d5-7e9fe0e18e8a req-c867970c-8ab8-4be0-af58-8ae8de093964 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:24.951494 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e579886-0549-4e19-95d5-7e9fe0e18e8a req-c867970c-8ab8-4be0-af58-8ae8de093964 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2377 time: 0.8903265 Jul 27 20:58:24.961819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Port 414b9eda-4e84-46d0-8366-9c947b0c6efd on network 77b93395-c436-4434-948d-ca554ec7a563 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:58:24.964743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Attempting to bind port 414b9eda-4e84-46d0-8366-9c947b0c6efd on network 77b93395-c436-4434-948d-ca554ec7a563 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:24.996561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83252fd-d167-422e-b3f2-8bac065ab237 None None] Pushing event updated for resources: {'Port': ['ID=dbadd60d-9a4e-41d4-9f48-ddf88a13e606,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:25.016584 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:25.026546 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:25.026881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Checking segment: {'id': 'e8346875-dd76-4bb2-b676-61e6527941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77b93395-c436-4434-948d-ca554ec7a563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:25.027260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Bound using segment: {'id': 'e8346875-dd76-4bb2-b676-61e6527941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77b93395-c436-4434-948d-ca554ec7a563'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:25.027743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Bound port: 414b9eda-4e84-46d0-8366-9c947b0c6efd, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8346875-dd76-4bb2-b676-61e6527941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77b93395-c436-4434-948d-ca554ec7a563'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:25.028400 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:25.213926 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e579886-0549-4e19-95d5-7e9fe0e18e8a req-091f7b0e-f5df-4526-8c7a-b1d730939cc0 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614853 Jul 27 20:58:25.215370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'name': 'tempest-TaggedBootDevicesTest-1803856703-router', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:19Z', 'revision_number': 4, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'gw_port': {'id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a89c848b-4112-48b1-8279-3d9c24fec558', 'name': '', 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'mac_address': 'fa:16:3e:cd:b1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:17Z', 'updated_at': '2021-07-27T20:58:20Z', 'revision_number': 2, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'subnets': [{'id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:25.220769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7d8cf-d347-4bc1-ae6d-823f2cc933bf service neutron] Pushing event updated for resources: {'Port': ['ID=c9f66654-a7e7-40f0-ae0e-4934abc8726a,revision_number=11']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:25.323334 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e7ee1-ae86-4a58-8d7d-a9d07ff01645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ee3da-58be-4677-9b16-8ffc05e8f7df'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:25.325284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Router 93f15438-046a-479e-acd1-3ef63a8316e2 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:58:25.326894 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f50e54-87d3-4ff7-b875-ffcc0869cf74" -d '{"events": [{"server_uuid": "201e7ee1-ae86-4a58-8d7d-a9d07ff01645", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ee3da-58be-4677-9b16-8ffc05e8f7df"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:25.329964 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Checking router: fe2ae7ee-7962-4e46-8f99-2246a14d10d8 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:25.330611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Updating router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 port a89c848b-4112-48b1-8279-3d9c24fec558 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:58:25.369883 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-2cc6bbea-9b43-4358-9c32-76ae5961f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:25.376899 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-2cc6bbea-9b43-4358-9c32-76ae5961f6d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 1100 time: 0.5561504 Jul 27 20:58:25.465526 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:25.468588 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524db572-4926-479c-a759-90e671f238ba" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:25.502893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] For port 414b9eda-4e84-46d0-8366-9c947b0c6efd, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:25.525221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] For port 414b9eda-4e84-46d0-8366-9c947b0c6efd, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=414b9eda-4e84-46d0-8366-9c947b0c6efd,segment=NetworkSegment(e8346875-dd76-4bb2-b676-61e6527941e6),segment_id=e8346875-dd76-4bb2-b676-61e6527941e6)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:25.536484 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:25.537990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ce1ee3da-58be-4677-9b16-8ffc05e8f7df, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:25.542336 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:25.555754 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:25.560918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c9f66654-a7e7-40f0-ae0e-4934abc8726a no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:25.630929 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:25.648073 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Sync routers for ids ['93f15438-046a-479e-acd1-3ef63a8316e2'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:25.682908 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Routers {'93f15438-046a-479e-acd1-3ef63a8316e2'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:25.689514 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:58:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['93f15438-046a-479e-acd1-3ef63a8316e2'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:25.704287 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c9f66654-a7e7-40f0-ae0e-4934abc8726a not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:25.710598 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:25.712727 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:25.717001 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] 10.222.0.20 "PUT /v2.0/ports/414b9eda-4e84-46d0-8366-9c947b0c6efd HTTP/1.1" status: 200 len: 1092 time: 2.6230738 Jul 27 20:58:25.729134 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:25.741413 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60596) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:25.742124 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7552dc61-4435-418b-823d-c9df24cc3005 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4060061 Jul 27 20:58:25.759118 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc2457-7727-4b14-bf30-f566382a9fe1 req-ab04c8c0-97ac-4117-ab97-d1dd0ebef52e tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:25.762163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Request body: {'port': {'device_id': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:25.766924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4dbc2457-7727-4b14-bf30-f566382a9fe1 req-ab04c8c0-97ac-4117-ab97-d1dd0ebef52e tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 945 time: 0.2121568 Jul 27 20:58:25.890650 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f755fe9e-78ff-490c-ab41-51c46c4326b9 x-openstack-request-id: req-f755fe9e-78ff-490c-ab41-51c46c4326b9 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:25.891288 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e7ee1-ae86-4a58-8d7d-a9d07ff01645", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ee3da-58be-4677-9b16-8ffc05e8f7df", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:25.891761 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f755fe9e-78ff-490c-ab41-51c46c4326b9 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:25.892574 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e7ee1-ae86-4a58-8d7d-a9d07ff01645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ee3da-58be-4677-9b16-8ffc05e8f7df', 'code': 200} Jul 27 20:58:25.893387 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:25.914045 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4dbc2457-7727-4b14-bf30-f566382a9fe1 req-65d9c5d7-e8bb-4b5f-871e-864ff3924e7f tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/security-groups?id=a912c231-2095-44bf-884f-120051daef06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329830 Jul 27 20:58:25.940320 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dbadd60d-9a4e-41d4-9f48-ddf88a13e606 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:25.996511 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.006751 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Set router 93f15438-046a-479e-acd1-3ef63a8316e2 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:26.006938 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62d9925-a14a-4a28-8cb2-a9feae060955 x-openstack-request-id: req-c62d9925-a14a-4a28-8cb2-a9feae060955 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:26.007245 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:26.007588 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c62d9925-a14a-4a28-8cb2-a9feae060955 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:26.008078 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a', 'status': 'completed', 'code': 200} Jul 27 20:58:26.255766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679595f-6d3a-41d4-a4aa-2009c2467cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=414b9eda-4e84-46d0-8366-9c947b0c6efd,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:26.279162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1de8a1-079f-4f6b-9ff8-410a6ce68809 req-79ad6ee4-8fea-47de-83b4-c1e2096cba44 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:26.282935 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port dbadd60d-9a4e-41d4-9f48-ddf88a13e606 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:26.296156 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ec1de8a1-079f-4f6b-9ff8-410a6ce68809 req-79ad6ee4-8fea-47de-83b4-c1e2096cba44 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 949 time: 0.1289847 Jul 27 20:58:26.307797 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f33995a3-1d36-4b9e-b0c4-718d52d52545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:26.308241 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-f33995a3-1d36-4b9e-b0c4-718d52d52545 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.9155135 Jul 27 20:58:26.402089 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ec1de8a1-079f-4f6b-9ff8-410a6ce68809 req-c363e846-6bac-4308-a40e-aa7c5f6267db tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017234 Jul 27 20:58:26.457820 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.480317 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Transition to ACTIVE for port object a89c848b-4112-48b1-8279-3d9c24fec558 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:26.492021 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.534107 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'name': 'tempest-FloatingIPsTestJSON-1818885469-router', 'tenant_id': '60213d46ccd94abb844bca9d76eae953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '5437b046-04fb-4767-be93-cba395ed585d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:21Z', 'updated_at': '2021-07-27T20:58:23Z', 'revision_number': 3, 'project_id': '60213d46ccd94abb844bca9d76eae953', 'gw_port': {'id': '5437b046-04fb-4767-be93-cba395ed585d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:22Z', 'updated_at': '2021-07-27T20:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:26.546110 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26445b09-1887-4c7d-9939-8f9bd09db974 None None] Pushing event updated for resources: {'Port': ['ID=a89c848b-4112-48b1-8279-3d9c24fec558,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:26.577156 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Checking router: 93f15438-046a-479e-acd1-3ef63a8316e2 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:26.577709 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Updating router 93f15438-046a-479e-acd1-3ef63a8316e2 port 5437b046-04fb-4767-be93-cba395ed585d binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:58:26.657905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb69048-403a-4780-933f-3687a0cc680a req-f9fde4cd-e388-4dba-bbbf-83de02956693 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:26.675236 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Attempting to bind port a89c848b-4112-48b1-8279-3d9c24fec558 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:26.676205 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Attempting to bind port a89c848b-4112-48b1-8279-3d9c24fec558 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '40b1d573-14d6-42b3-9b80-94147a5fe78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:26.676579 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Attempting to bind port a89c848b-4112-48b1-8279-3d9c24fec558 on network c136ab28-e2bc-4ec9-9b8b-bf8448242a8e {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:26.680278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb69048-403a-4780-933f-3687a0cc680a req-f9fde4cd-e388-4dba-bbbf-83de02956693 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:26.682820 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:26.683189 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Checking segment: {'id': '40b1d573-14d6-42b3-9b80-94147a5fe78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:26.683597 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.684129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Bound using segment: {'id': '40b1d573-14d6-42b3-9b80-94147a5fe78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:26.684613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Bound port: a89c848b-4112-48b1-8279-3d9c24fec558, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b1d573-14d6-42b3-9b80-94147a5fe78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:26.684991 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.700397 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:26.709328 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466bcbde-9c06-49f8-9b28-fec950641ca5 None None] Network 14b683e0-3c87-43d4-a4ba-10e1a217cdbb requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:26.715589 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb69048-403a-4780-933f-3687a0cc680a req-f9fde4cd-e388-4dba-bbbf-83de02956693 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:26.724708 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ccb69048-403a-4780-933f-3687a0cc680a req-f9fde4cd-e388-4dba-bbbf-83de02956693 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2389 time: 0.2762187 Jul 27 20:58:26.831557 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ccb69048-403a-4780-933f-3687a0cc680a req-dc4357cc-5271-44f1-b501-1262a9a5b81e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972815 Jul 27 20:58:26.960140 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] For port a89c848b-4112-48b1-8279-3d9c24fec558, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:26.965371 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] For port a89c848b-4112-48b1-8279-3d9c24fec558, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a89c848b-4112-48b1-8279-3d9c24fec558,segment=NetworkSegment(40b1d573-14d6-42b3-9b80-94147a5fe78c),segment_id=40b1d573-14d6-42b3-9b80-94147a5fe78c)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:26.969189 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-26adf15d-d204-493f-822f-440f51e93b4c None None] Provisioning for port dbadd60d-9a4e-41d4-9f48-ddf88a13e606 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:26.976543 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.008864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-26adf15d-d204-493f-822f-440f51e93b4c None None] Provisioning complete for port dbadd60d-9a4e-41d4-9f48-ddf88a13e606 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:27.009230 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-26adf15d-d204-493f-822f-440f51e93b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.104435 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Routers {'fe2ae7ee-7962-4e46-8f99-2246a14d10d8'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:27.105192 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:58:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:27.115713 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-440dc08d-2b69-4bb7-ac60-66dbe7378756 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a HTTP/1.1" status: 200 len: 217 time: 0.7600276 Jul 27 20:58:27.205075 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4139a1-5da2-4023-aa3c-f0d595304502 req-9cbb2496-463f-495e-9771-27fdcfd358cf tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:27.210782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b4139a1-5da2-4023-aa3c-f0d595304502 req-9cbb2496-463f-495e-9771-27fdcfd358cf tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 945 time: 0.1714988 Jul 27 20:58:27.291132 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.291360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26445b09-1887-4c7d-9939-8f9bd09db974 None None] Pushing event updated for resources: {'Port': ['ID=a89c848b-4112-48b1-8279-3d9c24fec558,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:27.310011 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Transition to ACTIVE for port object 5437b046-04fb-4767-be93-cba395ed585d will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:27.311587 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b4139a1-5da2-4023-aa3c-f0d595304502 req-e0a1e942-c840-40a5-84e4-b15dfe5f74bd tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/security-groups?id=a912c231-2095-44bf-884f-120051daef06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883403 Jul 27 20:58:27.323730 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.385017 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Attempting to bind port 5437b046-04fb-4767-be93-cba395ed585d on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:27.385670 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Attempting to bind port 5437b046-04fb-4767-be93-cba395ed585d by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:27.386034 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Attempting to bind port 5437b046-04fb-4767-be93-cba395ed585d on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:27.401336 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:27.401710 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:27.402156 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.402578 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:27.403266 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Bound port: 5437b046-04fb-4767-be93-cba395ed585d, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:27.403651 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.442001 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae084a-567b-4703-a612-fa8fffb882af None None] Pushing event updated for resources: {'Port': ['ID=5437b046-04fb-4767-be93-cba395ed585d,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:27.527364 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] For port 5437b046-04fb-4767-be93-cba395ed585d, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:27.546604 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] For port 5437b046-04fb-4767-be93-cba395ed585d, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5437b046-04fb-4767-be93-cba395ed585d,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:27.553512 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.586901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524db572-4926-479c-a759-90e671f238ba req-d1660243-ad96-4dc2-8596-ace8b46812b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:27.589950 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-524db572-4926-479c-a759-90e671f238ba req-d1660243-ad96-4dc2-8596-ace8b46812b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 1100 time: 1.5805902 Jul 27 20:58:27.592136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-ac064234-e652-4e06-9a79-36d72a04b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:27.605180 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-ac064234-e652-4e06-9a79-36d72a04b84a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.4770384 Jul 27 20:58:27.609392 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60654) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:27.661334 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae084a-567b-4703-a612-fa8fffb882af None None] Pushing event updated for resources: {'Port': ['ID=5437b046-04fb-4767-be93-cba395ed585d,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:27.694985 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Routers {'93f15438-046a-479e-acd1-3ef63a8316e2'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:27.697408 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:58:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['93f15438-046a-479e-acd1-3ef63a8316e2'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:27.756162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c7fa6-5531-4d69-805c-59815382afa9 req-16bcfc36-3238-479d-b510-7e007d1c4346 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:27.757935 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-714c7fa6-5531-4d69-805c-59815382afa9 req-16bcfc36-3238-479d-b510-7e007d1c4346 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 949 time: 0.2251351 Jul 27 20:58:27.781600 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] Set router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:27.837278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-714c7fa6-5531-4d69-805c-59815382afa9 req-943968a6-0f76-43e6-a060-b99d109a1ce9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721145 Jul 27 20:58:27.885216 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-26adf15d-d204-493f-822f-440f51e93b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:27.933043 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c535951-f800-4f7e-8a14-8ef283043fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.014716 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] Set router 93f15438-046a-479e-acd1-3ef63a8316e2 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:28.074542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'tag': '414b9eda-4e84-46d0-8366-9c947b0c6efd'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:28.079129 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c535951-f800-4f7e-8a14-8ef283043fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.086062 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cd7384-34db-43f3-b2b7-e561197375a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "tag": "414b9eda-4e84-46d0-8366-9c947b0c6efd"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:28.110437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-26adf15d-d204-493f-822f-440f51e93b4c None None] For port dbadd60d-9a4e-41d4-9f48-ddf88a13e606, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dbadd60d-9a4e-41d4-9f48-ddf88a13e606,segment=NetworkSegment(3bc70c3f-0b25-4877-a1b0-b578c03717ad),segment_id=3bc70c3f-0b25-4877-a1b0-b578c03717ad)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:28.112459 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c535951-f800-4f7e-8a14-8ef283043fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.122565 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-26adf15d-d204-493f-822f-440f51e93b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.185423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c535951-f800-4f7e-8a14-8ef283043fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12edff7-1b64-4c80-9f7d-066fc301fdf9,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:28.192854 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8c535951-f800-4f7e-8a14-8ef283043fcf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e514640a2934c5ca6045cf6895b6639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5769038 Jul 27 20:58:28.193084 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60676) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:28.276314 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aedcaa1c-e6c2-4617-892d-6c18324ebb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.287146 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1624a1c4-c508-45f8-9132-43d6cc41fef0 x-openstack-request-id: req-1624a1c4-c508-45f8-9132-43d6cc41fef0 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:28.287843 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "tag": "414b9eda-4e84-46d0-8366-9c947b0c6efd", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:28.287994 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1624a1c4-c508-45f8-9132-43d6cc41fef0 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:28.288454 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'tag': '414b9eda-4e84-46d0-8366-9c947b0c6efd', 'status': 'completed', 'code': 200} Jul 27 20:58:28.298089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adf15d-d204-493f-822f-440f51e93b4c None None] Pushing event updated for resources: {'Port': ['ID=dbadd60d-9a4e-41d4-9f48-ddf88a13e606,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:28.321388 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a075c91-2d77-4f45-b8e6-93ab7e7679ea req-ff8c81fa-0e5a-41da-bec6-3a84566ce2e5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:28.327471 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a075c91-2d77-4f45-b8e6-93ab7e7679ea req-ff8c81fa-0e5a-41da-bec6-3a84566ce2e5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:28.333520 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a075c91-2d77-4f45-b8e6-93ab7e7679ea req-ff8c81fa-0e5a-41da-bec6-3a84566ce2e5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:28.342215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a075c91-2d77-4f45-b8e6-93ab7e7679ea req-ff8c81fa-0e5a-41da-bec6-3a84566ce2e5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2389 time: 0.3804057 Jul 27 20:58:28.379599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524db572-4926-479c-a759-90e671f238ba req-03c53bf1-0d13-48fc-b95c-d61182c09d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:28.379858 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aedcaa1c-e6c2-4617-892d-6c18324ebb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.381339 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-524db572-4926-479c-a759-90e671f238ba req-03c53bf1-0d13-48fc-b95c-d61182c09d30 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.7636788 Jul 27 20:58:28.439409 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-09a9ca85-b15f-4a45-be08-78af2aac1057 None None] Provisioning complete for port dbadd60d-9a4e-41d4-9f48-ddf88a13e606 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:28.440019 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-09a9ca85-b15f-4a45-be08-78af2aac1057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.440343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a075c91-2d77-4f45-b8e6-93ab7e7679ea req-d3819c3e-51f8-42ea-aba3-b76988c08c99 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970006 Jul 27 20:58:28.451508 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-7219eae4-2dd8-42a8-bb03-85ab269fc3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:28.453892 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-7219eae4-2dd8-42a8-bb03-85ab269fc3f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8153305 Jul 27 20:58:28.511708 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'name': 'tempest-FloatingIPsTestJSON-1818885469-router', 'tenant_id': '60213d46ccd94abb844bca9d76eae953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '5437b046-04fb-4767-be93-cba395ed585d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:21Z', 'updated_at': '2021-07-27T20:58:23Z', 'revision_number': 3, 'project_id': '60213d46ccd94abb844bca9d76eae953', 'gw_port': {'id': '5437b046-04fb-4767-be93-cba395ed585d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:22Z', 'updated_at': '2021-07-27T20:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:28.533118 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-524db572-4926-479c-a759-90e671f238ba req-1b12765e-39e6-44fe-ab53-9800c9eeffa4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a HTTP/1.1" status: 200 len: 217 time: 0.1338174 Jul 27 20:58:28.537662 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aedcaa1c-e6c2-4617-892d-6c18324ebb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.540252 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aedcaa1c-e6c2-4617-892d-6c18324ebb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:28.541444 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-aedcaa1c-e6c2-4617-892d-6c18324ebb3d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f12edff7-1b64-4c80-9f7d-066fc301fdf9 HTTP/1.1" status: 204 len: 168 time: 0.3474572 Jul 27 20:58:28.552284 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e5ce9-2c28-4321-8cbd-227878203c95 req-24cb21a0-0182-4e07-a272-b16287ce27b8 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:28.553821 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f23e5ce9-2c28-4321-8cbd-227878203c95 req-24cb21a0-0182-4e07-a272-b16287ce27b8 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 945 time: 0.5741270 Jul 27 20:58:28.561096 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c3c69-8fb5-41ff-92f5-24eb6b89cdc7 req-9b80f774-63f2-4fab-9b4f-f97134839605 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:28.563304 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b9c3c69-8fb5-41ff-92f5-24eb6b89cdc7 req-9b80f774-63f2-4fab-9b4f-f97134839605 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 945 time: 0.0888052 Jul 27 20:58:28.568540 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcaa1c-e6c2-4617-892d-6c18324ebb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12edff7-1b64-4c80-9f7d-066fc301fdf9,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:28.616374 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed968542-968a-4e12-9a75-71791556d6f8 None None] The sync data for ids ['93f15438-046a-479e-acd1-3ef63a8316e2'] in n-d-764806-9 is: [{'id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'name': 'tempest-FloatingIPsTestJSON-1818885469-router', 'tenant_id': '60213d46ccd94abb844bca9d76eae953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '5437b046-04fb-4767-be93-cba395ed585d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:21Z', 'updated_at': '2021-07-27T20:58:23Z', 'revision_number': 3, 'project_id': '60213d46ccd94abb844bca9d76eae953', 'gw_port': {'id': '5437b046-04fb-4767-be93-cba395ed585d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:22Z', 'updated_at': '2021-07-27T20:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:28.642508 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'name': 'tempest-TaggedBootDevicesTest-1803856703-router', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:19Z', 'revision_number': 4, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'gw_port': {'id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a89c848b-4112-48b1-8279-3d9c24fec558', 'name': '', 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'mac_address': 'fa:16:3e:cd:b1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:17Z', 'updated_at': '2021-07-27T20:58:26Z', 'revision_number': 4, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'subnets': [{'id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:28.654306 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b9c3c69-8fb5-41ff-92f5-24eb6b89cdc7 req-04612286-bf66-4858-9b96-48296eec3b62 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/security-groups?id=a912c231-2095-44bf-884f-120051daef06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707467 Jul 27 20:58:28.714903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350218cf-f0af-41f3-9b58-684f63d69e31 None None] The sync data for ids ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'] in n-d-764806-9 is: [{'id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'name': 'tempest-TaggedBootDevicesTest-1803856703-router', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:19Z', 'revision_number': 4, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'gw_port': {'id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a89c848b-4112-48b1-8279-3d9c24fec558', 'name': '', 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'mac_address': 'fa:16:3e:cd:b1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:17Z', 'updated_at': '2021-07-27T20:58:26Z', 'revision_number': 4, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'subnets': [{'id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:28.978019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23db9247-96ca-4e13-9077-ec6c1c7859ef {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:29.022790 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd7384-34db-43f3-b2b7-e561197375a8 req-ecd736f6-2ab0-45c9-89db-677d980a986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:29.024324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd7384-34db-43f3-b2b7-e561197375a8 req-ecd736f6-2ab0-45c9-89db-677d980a986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:29.024988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd7384-34db-43f3-b2b7-e561197375a8 req-ecd736f6-2ab0-45c9-89db-677d980a986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:29.029009 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-75cd7384-34db-43f3-b2b7-e561197375a8 req-ecd736f6-2ab0-45c9-89db-677d980a986c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=059c8831d7844550bdb3ab0cdc9b6109&device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2732 time: 0.7444098 Jul 27 20:58:29.133521 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:29.177549 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Transition to ACTIVE for port object 23db9247-96ca-4e13-9077-ec6c1c7859ef will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:29.199633 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c5e9a-b825-4713-8b8f-96cada775e2d req-dbd32b2f-b204-40d3-a8cd-53e8f3fadcca tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:29.214102 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-eecf1a39-1539-4a8c-a243-dbd6d039f0ad service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7078567 Jul 27 20:58:29.220731 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d42c5e9a-b825-4713-8b8f-96cada775e2d req-dbd32b2f-b204-40d3-a8cd-53e8f3fadcca tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 949 time: 0.2144470 Jul 27 20:58:29.222295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524db572-4926-479c-a759-90e671f238ba req-b295369e-3691-433e-a14b-6fe17fbfb485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:29.225039 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-524db572-4926-479c-a759-90e671f238ba req-b295369e-3691-433e-a14b-6fe17fbfb485 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.6393952 Jul 27 20:58:29.227391 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:29.302383 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d42c5e9a-b825-4713-8b8f-96cada775e2d req-401a695c-6343-4404-a194-976abbca2a54 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804954 Jul 27 20:58:29.424014 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:29.688226 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2f86-b241-4083-8f74-5feb8581d01f req-0b5cfd89-f7d9-4b3b-a477-0097f9c50a64 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:29.696272 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2f86-b241-4083-8f74-5feb8581d01f req-0b5cfd89-f7d9-4b3b-a477-0097f9c50a64 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:29.729955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2f86-b241-4083-8f74-5feb8581d01f req-0b5cfd89-f7d9-4b3b-a477-0097f9c50a64 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:29.749021 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-615e2f86-b241-4083-8f74-5feb8581d01f req-0b5cfd89-f7d9-4b3b-a477-0097f9c50a64 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2401 time: 0.1922317 Jul 27 20:58:30.114890 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-615e2f86-b241-4083-8f74-5feb8581d01f req-984c2ffa-fd4a-46bb-a10b-7062086de97b tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596942 Jul 27 20:58:30.172568 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dbadd60d-9a4e-41d4-9f48-ddf88a13e606 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:30.193910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524db572-4926-479c-a759-90e671f238ba req-d487fd86-8d42-4646-a309-0867d07ac864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:30.202949 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-524db572-4926-479c-a759-90e671f238ba req-d487fd86-8d42-4646-a309-0867d07ac864 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9498503 Jul 27 20:58:30.278505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Pushing event updated for resources: {'Port': ['ID=23db9247-96ca-4e13-9077-ec6c1c7859ef,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:30.280020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124616d-a952-498b-a808-4d77c0692f86 req-084cfa6c-600e-4ca9-9cdf-6b76077e3ea3 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:30.287817 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d124616d-a952-498b-a808-4d77c0692f86 req-084cfa6c-600e-4ca9-9cdf-6b76077e3ea3 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 945 time: 0.4585323 Jul 27 20:58:30.405244 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port dbadd60d-9a4e-41d4-9f48-ddf88a13e606 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:30.405634 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:30.454480 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d124616d-a952-498b-a808-4d77c0692f86 req-9930bffc-ac81-4b29-8f02-579484207a6a tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/security-groups?id=a912c231-2095-44bf-884f-120051daef06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635509 Jul 27 20:58:30.700789 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1183d7dd-e2a5-4c93-aece-4a6c009106a2 req-b44053f6-2a47-4391-b92b-da81e0d572d8 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4510422 Jul 27 20:58:30.708774 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5437b046-04fb-4767-be93-cba395ed585d up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:30.751572 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-f23e5ce9-2c28-4321-8cbd-227878203c95 req-476a7965-8b11-4aa4-89c8-63368a0fa642 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Deleting port 220ef8f4-1f4d-43d7-bd39-c3b59881a056 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:30.752079 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f23e5ce9-2c28-4321-8cbd-227878203c95 req-476a7965-8b11-4aa4-89c8-63368a0fa642 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:30.817844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 5437b046-04fb-4767-be93-cba395ed585d completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:30.825234 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5437b046-04fb-4767-be93-cba395ed585d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:30.825827 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:30.859242 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd7384-34db-43f3-b2b7-e561197375a8 req-e691f595-d2f5-4a53-8297-405bfc0e7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:30.859726 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd7384-34db-43f3-b2b7-e561197375a8 req-e691f595-d2f5-4a53-8297-405bfc0e7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:30.863328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd7384-34db-43f3-b2b7-e561197375a8 req-e691f595-d2f5-4a53-8297-405bfc0e7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:30.866999 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-75cd7384-34db-43f3-b2b7-e561197375a8 req-e691f595-d2f5-4a53-8297-405bfc0e7595 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=059c8831d7844550bdb3ab0cdc9b6109&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.6152167 Jul 27 20:58:31.004353 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:31.039807 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 5437b046-04fb-4767-be93-cba395ed585d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5437b046-04fb-4767-be93-cba395ed585d,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:31.042868 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed446e-a6c0-4b67-bbed-f49bb4f16980 req-b188b20e-192b-49ac-9354-d9f420dbe898 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:31.051368 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:31.052765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a89c848b-4112-48b1-8279-3d9c24fec558 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:31.056458 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2ed446e-a6c0-4b67-bbed-f49bb4f16980 req-b188b20e-192b-49ac-9354-d9f420dbe898 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 949 time: 0.1380358 Jul 27 20:58:31.183070 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2ed446e-a6c0-4b67-bbed-f49bb4f16980 req-90bcfac7-5e32-493d-a3c7-b24d5e7331cc tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244035 Jul 27 20:58:31.438611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=5437b046-04fb-4767-be93-cba395ed585d,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:31.459810 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port a89c848b-4112-48b1-8279-3d9c24fec558 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:31.465008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a89c848b-4112-48b1-8279-3d9c24fec558 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:31.465384 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:31.487565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffde20-2ac9-4a8c-8075-1a0d1faa8797 req-d9cfd3c3-14c1-446a-a61d-c2efd9ea555c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:31.498775 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffde20-2ac9-4a8c-8075-1a0d1faa8797 req-d9cfd3c3-14c1-446a-a61d-c2efd9ea555c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:31.535419 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffde20-2ac9-4a8c-8075-1a0d1faa8797 req-d9cfd3c3-14c1-446a-a61d-c2efd9ea555c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:31.542960 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16ffde20-2ac9-4a8c-8075-1a0d1faa8797 req-d9cfd3c3-14c1-446a-a61d-c2efd9ea555c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2401 time: 0.2406688 Jul 27 20:58:31.554597 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60774) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:31.617084 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:31.627227 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16ffde20-2ac9-4a8c-8075-1a0d1faa8797 req-49f7754c-6b55-4baa-8587-5c76da6e700c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833726 Jul 27 20:58:31.711275 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port a89c848b-4112-48b1-8279-3d9c24fec558, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a89c848b-4112-48b1-8279-3d9c24fec558,segment=NetworkSegment(40b1d573-14d6-42b3-9b80-94147a5fe78c),segment_id=40b1d573-14d6-42b3-9b80-94147a5fe78c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:31.727114 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:31.853084 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=a89c848b-4112-48b1-8279-3d9c24fec558,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:31.931725 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ba985c48-4b15-4df0-bc97-5f9b9d956161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:31.937919 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5437b046-04fb-4767-be93-cba395ed585d up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:32.000822 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Allocated IP 172.20.0.1 (14b683e0-3c87-43d4-a4ba-10e1a217cdbb/10367081-47bb-4003-9f5b-b59e1727109f/480dce76-ad05-47bf-8589-1b87f0a1d7e3) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:32.049551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5437b046-04fb-4767-be93-cba395ed585d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:32.050006 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:32.064951 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-524db572-4926-479c-a759-90e671f238ba req-8714ef60-6f4c-4ad9-b1b3-22ff35da8282 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7696838 Jul 27 20:58:32.265546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f34020-0f0f-4aeb-8a18-28f51af29bba req-197126e2-879d-419e-95bc-0e4e6adb9c17 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:32.273923 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52f34020-0f0f-4aeb-8a18-28f51af29bba req-197126e2-879d-419e-95bc-0e4e6adb9c17 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 945 time: 0.2648826 Jul 27 20:58:32.324487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9f66654-a7e7-40f0-ae0e-4934abc8726a details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:58:32.427389 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ba985c48-4b15-4df0-bc97-5f9b9d956161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:32.457418 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52f34020-0f0f-4aeb-8a18-28f51af29bba req-4b1c61b9-15cb-46f4-9d4c-eb7351ca055a tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/security-groups?id=a912c231-2095-44bf-884f-120051daef06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819654 Jul 27 20:58:32.467167 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ba985c48-4b15-4df0-bc97-5f9b9d956161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:32.553088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:32.578531 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a', 'mac_address': 'fa:16:3e:f3:8f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:58:32.644962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba985c48-4b15-4df0-bc97-5f9b9d956161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2646b8cb-6ea8-4824-add9-a54115d2c33c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:32.654522 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ba985c48-4b15-4df0-bc97-5f9b9d956161 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43a646ea782c4210aa4f74ff176fd72a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0981617 Jul 27 20:58:32.667854 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60782) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:32.761415 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ae8e5606-473a-4813-9f12-e430ec408c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:32.770808 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19267db3-8ede-4e15-86e6-0c5ce999b526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:32.783006 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1998f7-4408-4182-80f0-7fe572263a60 req-53cc04d9-527e-4181-a03a-9dcedc3a8584 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:32.791975 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad1998f7-4408-4182-80f0-7fe572263a60 req-53cc04d9-527e-4181-a03a-9dcedc3a8584 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 949 time: 0.1357751 Jul 27 20:58:32.824658 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:32.860088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Attempting to bind port 23db9247-96ca-4e13-9077-ec6c1c7859ef on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:32.866774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Attempting to bind port 23db9247-96ca-4e13-9077-ec6c1c7859ef by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'fc077d32-a531-4e83-974a-dd421fc5e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4859d1b4-d0da-4aed-bbe6-b8db015c1ede'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:32.867597 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Attempting to bind port 23db9247-96ca-4e13-9077-ec6c1c7859ef on network 4859d1b4-d0da-4aed-bbe6-b8db015c1ede {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:32.877236 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f66654-a7e7-40f0-ae0e-4934abc8726a {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:32.881382 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:58:32.882485 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19267db3-8ede-4e15-86e6-0c5ce999b526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:32.947474 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:32.956591 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:32.958793 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad1998f7-4408-4182-80f0-7fe572263a60 req-e12a77fd-be34-4a0b-afa9-f8be2a78b8f0 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658282 Jul 27 20:58:33.013168 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Port 23db9247-96ca-4e13-9077-ec6c1c7859ef on network 4859d1b4-d0da-4aed-bbe6-b8db015c1ede not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:58:33.014946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Attempting to bind port 23db9247-96ca-4e13-9077-ec6c1c7859ef on network 4859d1b4-d0da-4aed-bbe6-b8db015c1ede {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:33.021707 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd7384-34db-43f3-b2b7-e561197375a8 req-b4138d38-e816-43be-b18c-bf57611f718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:33.024717 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-75cd7384-34db-43f3-b2b7-e561197375a8 req-b4138d38-e816-43be-b18c-bf57611f718d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3576038 Jul 27 20:58:33.026799 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19267db3-8ede-4e15-86e6-0c5ce999b526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:33.029518 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19267db3-8ede-4e15-86e6-0c5ce999b526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:33.030750 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-19267db3-8ede-4e15-86e6-0c5ce999b526 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2646b8cb-6ea8-4824-add9-a54115d2c33c HTTP/1.1" status: 204 len: 168 time: 0.3617165 Jul 27 20:58:33.044518 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19267db3-8ede-4e15-86e6-0c5ce999b526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2646b8cb-6ea8-4824-add9-a54115d2c33c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:33.075068 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f23e5ce9-2c28-4321-8cbd-227878203c95 req-476a7965-8b11-4aa4-89c8-63368a0fa642 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] For port 220ef8f4-1f4d-43d7-bd39-c3b59881a056, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=220ef8f4-1f4d-43d7-bd39-c3b59881a056,segment=NetworkSegment(d7f1fe49-af42-47b5-a7ca-4afb01448ce8),segment_id=d7f1fe49-af42-47b5-a7ca-4afb01448ce8)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:33.075440 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f23e5ce9-2c28-4321-8cbd-227878203c95 req-476a7965-8b11-4aa4-89c8-63368a0fa642 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:33.095817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=c9f66654-a7e7-40f0-ae0e-4934abc8726a,revision_number=12']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:33.100054 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:33.117252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Transition to ACTIVE for port object 480dce76-ad05-47bf-8589-1b87f0a1d7e3 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:33.178461 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:33.178858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Checking segment: {'id': 'fc077d32-a531-4e83-974a-dd421fc5e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4859d1b4-d0da-4aed-bbe6-b8db015c1ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:33.179377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Bound using segment: {'id': 'fc077d32-a531-4e83-974a-dd421fc5e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4859d1b4-d0da-4aed-bbe6-b8db015c1ede'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:33.180030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Bound port: 23db9247-96ca-4e13-9077-ec6c1c7859ef, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc077d32-a531-4e83-974a-dd421fc5e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4859d1b4-d0da-4aed-bbe6-b8db015c1ede'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:33.180551 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:33.183716 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:33.190171 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['c9f66654-a7e7-40f0-ae0e-4934abc8726a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:33.217042 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-f23e5ce9-2c28-4321-8cbd-227878203c95 req-476a7965-8b11-4aa4-89c8-63368a0fa642 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Calling delete_port for 220ef8f4-1f4d-43d7-bd39-c3b59881a056 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:33.278089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524db572-4926-479c-a759-90e671f238ba req-7656eb90-795a-49e1-95d3-0c214730cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:33.286120 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-524db572-4926-479c-a759-90e671f238ba req-7656eb90-795a-49e1-95d3-0c214730cf35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 1100 time: 2.5018499 Jul 27 20:58:33.323153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 220ef8f4-1f4d-43d7-bd39-c3b59881a056 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:33.396985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9ac72-a121-4b4b-9119-fcdd749dabaa req-a58d51b5-69a2-4b00-ab41-ba3210ef605d tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:33.410994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9ac72-a121-4b4b-9119-fcdd749dabaa req-a58d51b5-69a2-4b00-ab41-ba3210ef605d tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:33.430265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9ac72-a121-4b4b-9119-fcdd749dabaa req-a58d51b5-69a2-4b00-ab41-ba3210ef605d tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:33.443533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7e9ac72-a121-4b4b-9119-fcdd749dabaa req-a58d51b5-69a2-4b00-ab41-ba3210ef605d tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2401 time: 0.2712462 Jul 27 20:58:33.542000 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524db572-4926-479c-a759-90e671f238ba req-fd48067c-4b5e-430f-a371-88466d80b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:33.543559 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-524db572-4926-479c-a759-90e671f238ba req-fd48067c-4b5e-430f-a371-88466d80b454 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.2565427 Jul 27 20:58:33.547631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7e9ac72-a121-4b4b-9119-fcdd749dabaa req-2ea6a72c-4b5f-4e57-a8ab-af5f621afc6d tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002915 Jul 27 20:58:33.655603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Network 14b683e0-3c87-43d4-a4ba-10e1a217cdbb is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:33.660871 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-524db572-4926-479c-a759-90e671f238ba req-1b320722-51e6-4e84-b76a-75df7bc5182d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a HTTP/1.1" status: 200 len: 217 time: 0.0907910 Jul 27 20:58:33.735556 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:33.751979 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:33.885936 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:33.888947 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:33.890193 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:33.898651 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-524db572-4926-479c-a759-90e671f238ba req-d008d3ca-8e97-45fa-8375-dfa6cdf9082a service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7603843 Jul 27 20:58:33.948266 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a89c848b-4112-48b1-8279-3d9c24fec558 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:33.983496 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49710d23-291b-4322-a280-2e560da8ec1e req-914aa7f7-ecbf-45eb-a1b5-5c46bf9ba369 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:33.996375 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49710d23-291b-4322-a280-2e560da8ec1e req-914aa7f7-ecbf-45eb-a1b5-5c46bf9ba369 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 945 time: 0.2096670 Jul 27 20:58:34.020589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Pushing event updated for resources: {'Port': ['ID=480dce76-ad05-47bf-8589-1b87f0a1d7e3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:34.065073 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '220ef8f4-1f4d-43d7-bd39-c3b59881a056'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:34.071980 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b32c404-42ad-4c3d-a671-f2dc35c3e962" -d '{"events": [{"server_uuid": "ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd", "name": "network-vif-unplugged", "status": "completed", "tag": "220ef8f4-1f4d-43d7-bd39-c3b59881a056"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:34.100361 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49710d23-291b-4322-a280-2e560da8ec1e req-212b5e5f-5cfb-4b74-b6e0-231941821ffc tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/security-groups?id=a912c231-2095-44bf-884f-120051daef06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004035 Jul 27 20:58:34.130465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 220ef8f4-1f4d-43d7-bd39-c3b59881a056, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=220ef8f4-1f4d-43d7-bd39-c3b59881a056,segment=NetworkSegment(d7f1fe49-af42-47b5-a7ca-4afb01448ce8),segment_id=d7f1fe49-af42-47b5-a7ca-4afb01448ce8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:34.139535 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:34.188718 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a89c848b-4112-48b1-8279-3d9c24fec558 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:34.189365 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:34.239372 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9f66654-a7e7-40f0-ae0e-4934abc8726a up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:34.384814 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba9bb6-406e-4e77-8e23-d489e06763a1 req-82be69c8-cb6e-4816-8163-44dfc8cfac4f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:34.392742 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2ba9bb6-406e-4e77-8e23-d489e06763a1 req-82be69c8-cb6e-4816-8163-44dfc8cfac4f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.1671984 Jul 27 20:58:34.437389 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=220ef8f4-1f4d-43d7-bd39-c3b59881a056,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:34.472406 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2ba9bb6-406e-4e77-8e23-d489e06763a1 req-2dff9099-362d-4ca4-b2c5-272457fad07e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733929 Jul 27 20:58:34.486975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eb355d54-86bb-46a0-9ab0-b47f2283daaa None None] Provisioning for port 480dce76-ad05-47bf-8589-1b87f0a1d7e3 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:34.511895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eb355d54-86bb-46a0-9ab0-b47f2283daaa None None] Provisioning complete for port 480dce76-ad05-47bf-8589-1b87f0a1d7e3 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:34.512272 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eb355d54-86bb-46a0-9ab0-b47f2283daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:34.555531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] For port 23db9247-96ca-4e13-9077-ec6c1c7859ef, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:34.559906 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0626b4c-35ab-4f77-93e4-8c460d985c88 x-openstack-request-id: req-a0626b4c-35ab-4f77-93e4-8c460d985c88 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:34.560253 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd", "name": "network-vif-unplugged", "status": "completed", "tag": "220ef8f4-1f4d-43d7-bd39-c3b59881a056", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:34.560462 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a0626b4c-35ab-4f77-93e4-8c460d985c88 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:34.560968 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '220ef8f4-1f4d-43d7-bd39-c3b59881a056', 'code': 200} Jul 27 20:58:34.572749 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] For port 23db9247-96ca-4e13-9077-ec6c1c7859ef, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=23db9247-96ca-4e13-9077-ec6c1c7859ef,segment=NetworkSegment(fc077d32-a531-4e83-974a-dd421fc5e9b4),segment_id=fc077d32-a531-4e83-974a-dd421fc5e9b4)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:34.576390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524db572-4926-479c-a759-90e671f238ba req-375cac45-3657-4fb8-83a1-f0ea99fa02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:34.578152 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-524db572-4926-479c-a759-90e671f238ba req-375cac45-3657-4fb8-83a1-f0ea99fa02f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.8584552 Jul 27 20:58:34.656107 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:34.676562 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port c9f66654-a7e7-40f0-ae0e-4934abc8726a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:34.685930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-eb355d54-86bb-46a0-9ab0-b47f2283daaa None None] Port 480dce76-ad05-47bf-8589-1b87f0a1d7e3 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:34.687436 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port c9f66654-a7e7-40f0-ae0e-4934abc8726a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:34.687808 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:34.728535 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4239bb0-e888-4176-838a-ec83f85c2f27 req-fd2d74d0-fc43-496f-a6d4-fc7829febed9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:34.730135 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4239bb0-e888-4176-838a-ec83f85c2f27 req-fd2d74d0-fc43-496f-a6d4-fc7829febed9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 950 time: 0.1450152 Jul 27 20:58:34.795962 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4239bb0-e888-4176-838a-ec83f85c2f27 req-4a58e517-698d-417e-88be-2fc5fb455c5a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587425 Jul 27 20:58:34.865077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:34.865633 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:34.867118 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] 10.222.0.20 "PUT /v2.0/ports/23db9247-96ca-4e13-9077-ec6c1c7859ef HTTP/1.1" status: 200 len: 1092 time: 9.1120760 Jul 27 20:58:34.873467 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'tag': '23db9247-96ca-4e13-9077-ec6c1c7859ef'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:34.875816 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f67d28d-6810-4dae-bc6e-47af45fea5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "tag": "23db9247-96ca-4e13-9077-ec6c1c7859ef"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:34.879771 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:34.882125 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:34.930593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Request body: {'port': {'device_id': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:34.949551 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d59d1-b7f0-436b-a4ec-b0c37ff63197 service neutron] Pushing event updated for resources: {'Port': ['ID=23db9247-96ca-4e13-9077-ec6c1c7859ef,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:34.956841 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:34.971937 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:35.113203 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f23e5ce9-2c28-4321-8cbd-227878203c95 req-476a7965-8b11-4aa4-89c8-63368a0fa642 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:35.122062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=c9f66654-a7e7-40f0-ae0e-4934abc8726a,revision_number=13']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:35.143499 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524db572-4926-479c-a759-90e671f238ba req-f7242305-49c3-43c5-a292-c4173e584c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:35.145210 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-524db572-4926-479c-a759-90e671f238ba req-f7242305-49c3-43c5-a292-c4173e584c28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5299308 Jul 27 20:58:35.274473 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a7965-8b11-4aa4-89c8-63368a0fa642 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Pushing event deleted for resources: {'Port': ['ID=220ef8f4-1f4d-43d7-bd39-c3b59881a056,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:35.370578 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-68a1d346-314c-4ece-b662-4313a65acb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:35.443964 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:35.472879 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23e5ce9-2c28-4321-8cbd-227878203c95 req-476a7965-8b11-4aa4-89c8-63368a0fa642 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] No DVR routers for this DVR port 220ef8f4-1f4d-43d7-bd39-c3b59881a056 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:35.500013 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f23e5ce9-2c28-4321-8cbd-227878203c95 req-476a7965-8b11-4aa4-89c8-63368a0fa642 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:35.502128 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f23e5ce9-2c28-4321-8cbd-227878203c95 req-476a7965-8b11-4aa4-89c8-63368a0fa642 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.66 "DELETE /v2.0/ports/220ef8f4-1f4d-43d7-bd39-c3b59881a056 HTTP/1.1" status: 204 len: 173 time: 6.9152689 Jul 27 20:58:35.510087 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:35.559629 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-524db572-4926-479c-a759-90e671f238ba req-95212c4d-d2e8-42b3-85ff-a4c1ba236271 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469806 Jul 27 20:58:35.587820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1ba39-674b-4bed-aa0e-37cdf35af3ff req-d99df241-6ca0-4201-808e-e0a820771430 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:35.604264 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1ba39-674b-4bed-aa0e-37cdf35af3ff req-d99df241-6ca0-4201-808e-e0a820771430 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:35.640169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1ba39-674b-4bed-aa0e-37cdf35af3ff req-d99df241-6ca0-4201-808e-e0a820771430 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:35.658039 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8a1ba39-674b-4bed-aa0e-37cdf35af3ff req-d99df241-6ca0-4201-808e-e0a820771430 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2401 time: 0.2358742 Jul 27 20:58:35.769686 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8a1ba39-674b-4bed-aa0e-37cdf35af3ff req-9abc4c78-05fd-40ed-ba1e-110f97d68d33 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074402 Jul 27 20:58:35.825514 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:35.840093 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:35.967863 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-524db572-4926-479c-a759-90e671f238ba req-f1f1dffd-b384-47d8-bd21-b9f7946ca0ed service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747983 Jul 27 20:58:36.009282 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Pushing event updated for resources: {'Port': ['ID=480dce76-ad05-47bf-8589-1b87f0a1d7e3,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:36.014348 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:36.096422 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c2b31f-cffc-4939-8b06-bc614b6c8702 x-openstack-request-id: req-67c2b31f-cffc-4939-8b06-bc614b6c8702 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:36.096892 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "tag": "23db9247-96ca-4e13-9077-ec6c1c7859ef", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:36.097219 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67c2b31f-cffc-4939-8b06-bc614b6c8702 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:36.097621 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'tag': '23db9247-96ca-4e13-9077-ec6c1c7859ef', 'status': 'completed', 'code': 200} Jul 27 20:58:36.288952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Network 14b683e0-3c87-43d4-a4ba-10e1a217cdbb is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:36.294641 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:36.308513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8921303e-3a47-41e9-b5b3-024227bb2ef6 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:36.323655 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:36.332627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67d28d-6810-4dae-bc6e-47af45fea5ea req-5e6cdb95-be38-4a02-8b71-9a51c7af87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:36.333208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67d28d-6810-4dae-bc6e-47af45fea5ea req-5e6cdb95-be38-4a02-8b71-9a51c7af87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:36.333695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67d28d-6810-4dae-bc6e-47af45fea5ea req-5e6cdb95-be38-4a02-8b71-9a51c7af87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:36.335426 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7f67d28d-6810-4dae-bc6e-47af45fea5ea req-5e6cdb95-be38-4a02-8b71-9a51c7af87bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=059c8831d7844550bdb3ab0cdc9b6109&device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2799 time: 0.2734609 Jul 27 20:58:36.380608 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1675f82b-415e-40ec-ba2f-d0d76070d215 req-01b3add1-e6f5-4d13-af70-367c06bf4601 tempest-VolumesAdminNegativeTest-803558643 tempest-VolumesAdminNegativeTest-803558643-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd HTTP/1.1" status: 200 len: 210 time: 0.0945516 Jul 27 20:58:36.563692 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:36.567775 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5a0979-9735-4c81-be82-bc50f5e4c9e0" -d '{"events": [{"server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "name": "network-vif-plugged", "status": "completed", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:36.682034 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2ff9357b-0937-4125-945c-640462ccc883 None None] Provisioning complete for port 480dce76-ad05-47bf-8589-1b87f0a1d7e3 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:36.689729 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2ff9357b-0937-4125-945c-640462ccc883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:36.757233 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-2ff9357b-0937-4125-945c-640462ccc883 None None] Port 480dce76-ad05-47bf-8589-1b87f0a1d7e3 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:37.020517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67d28d-6810-4dae-bc6e-47af45fea5ea req-32bf33df-d3ff-4ea5-80f7-fc387a4e3cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:37.022095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67d28d-6810-4dae-bc6e-47af45fea5ea req-32bf33df-d3ff-4ea5-80f7-fc387a4e3cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:37.022095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67d28d-6810-4dae-bc6e-47af45fea5ea req-32bf33df-d3ff-4ea5-80f7-fc387a4e3cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:37.024080 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7f67d28d-6810-4dae-bc6e-47af45fea5ea req-32bf33df-d3ff-4ea5-80f7-fc387a4e3cd3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=059c8831d7844550bdb3ab0cdc9b6109&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6354294 Jul 27 20:58:37.025453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Transition to ACTIVE for port object 8921303e-3a47-41e9-b5b3-024227bb2ef6 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:37.030896 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:37.044525 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:37.123819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Pushing event updated for resources: {'Port': ['ID=8921303e-3a47-41e9-b5b3-024227bb2ef6,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:37.356966 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:37.360678 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Router 93f15438-046a-479e-acd1-3ef63a8316e2 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:58:37.377486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67d28d-6810-4dae-bc6e-47af45fea5ea req-896e5916-a9cc-4e1d-9830-dbe3cafaa96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:37.381382 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7f67d28d-6810-4dae-bc6e-47af45fea5ea req-896e5916-a9cc-4e1d-9830-dbe3cafaa96c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3469746 Jul 27 20:58:37.483425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Attempting to bind port 8921303e-3a47-41e9-b5b3-024227bb2ef6 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:37.483792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Attempting to bind port 8921303e-3a47-41e9-b5b3-024227bb2ef6 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'e8346875-dd76-4bb2-b676-61e6527941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77b93395-c436-4434-948d-ca554ec7a563'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:37.484127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Attempting to bind port 8921303e-3a47-41e9-b5b3-024227bb2ef6 on network 77b93395-c436-4434-948d-ca554ec7a563 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:37.498453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Port 8921303e-3a47-41e9-b5b3-024227bb2ef6 on network 77b93395-c436-4434-948d-ca554ec7a563 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:58:37.498884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Attempting to bind port 8921303e-3a47-41e9-b5b3-024227bb2ef6 on network 77b93395-c436-4434-948d-ca554ec7a563 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:37.549072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:37.549351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Checking segment: {'id': 'e8346875-dd76-4bb2-b676-61e6527941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77b93395-c436-4434-948d-ca554ec7a563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:37.549868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Bound using segment: {'id': 'e8346875-dd76-4bb2-b676-61e6527941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77b93395-c436-4434-948d-ca554ec7a563'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:37.550323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Bound port: 8921303e-3a47-41e9-b5b3-024227bb2ef6, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8346875-dd76-4bb2-b676-61e6527941e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '77b93395-c436-4434-948d-ca554ec7a563'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:37.550761 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:37.632570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:58:37.639287 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5d1c3e61-ced6-484a-aa8d-961240527c38 admin admin] 10.222.0.55 "PUT /v2.0/routers/93f15438-046a-479e-acd1-3ef63a8316e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7724528 Jul 27 20:58:37.650204 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Sync routers for ids ['93f15438-046a-479e-acd1-3ef63a8316e2'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:58:37.665785 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Routers {'93f15438-046a-479e-acd1-3ef63a8316e2'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:37.666575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:58:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['93f15438-046a-479e-acd1-3ef63a8316e2'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:37.718631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] For port 8921303e-3a47-41e9-b5b3-024227bb2ef6, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:37.730441 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] For port 8921303e-3a47-41e9-b5b3-024227bb2ef6, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8921303e-3a47-41e9-b5b3-024227bb2ef6,segment=NetworkSegment(e8346875-dd76-4bb2-b676-61e6527941e6),segment_id=e8346875-dd76-4bb2-b676-61e6527941e6)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:37.741460 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:37.838901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:37.838901 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:37.840737 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] 10.222.0.20 "PUT /v2.0/ports/8921303e-3a47-41e9-b5b3-024227bb2ef6 HTTP/1.1" status: 200 len: 1092 time: 2.9300220 Jul 27 20:58:37.853080 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Set router 93f15438-046a-479e-acd1-3ef63a8316e2 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:37.995878 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fddbc1-f350-4b42-b279-9054ec086efb service neutron] Pushing event updated for resources: {'Port': ['ID=8921303e-3a47-41e9-b5b3-024227bb2ef6,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:38.076188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-be66abff-198a-437f-9726-a63b7a013430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:38.076681 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-be66abff-198a-437f-9726-a63b7a013430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:38.077162 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-be66abff-198a-437f-9726-a63b7a013430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:38.079024 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-be66abff-198a-437f-9726-a63b7a013430 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=059c8831d7844550bdb3ab0cdc9b6109&device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2866 time: 0.1574590 Jul 27 20:58:38.101033 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd', 'name': 'network-vif-deleted', 'tag': '220ef8f4-1f4d-43d7-bd39-c3b59881a056'}, {'name': 'network-changed', 'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'tag': '8921303e-3a47-41e9-b5b3-024227bb2ef6'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:38.103434 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641ad97b-5fd0-4d1e-8e6b-f3b09c14b11e" -d '{"events": [{"server_uuid": "ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd", "name": "network-vif-deleted", "tag": "220ef8f4-1f4d-43d7-bd39-c3b59881a056"}, {"name": "network-changed", "server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "tag": "8921303e-3a47-41e9-b5b3-024227bb2ef6"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:38.150316 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-7d397308-ecc6-468d-a625-786abc4089fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.238&port_id=414b9eda-4e84-46d0-8366-9c947b0c6efd HTTP/1.1" status: 200 len: 217 time: 0.0573730 Jul 27 20:58:38.228385 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-5f928d90-68a6-42aa-ae0b-d7b9ae6cc123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:38.230359 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-5f928d90-68a6-42aa-ae0b-d7b9ae6cc123 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05944b1a-eb54-4c2d-9185-bb233ef52663 HTTP/1.1" status: 200 len: 801 time: 0.0721815 Jul 27 20:58:38.349418 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-e151f02d-f8e6-4810-83d7-f66e821ff60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:38.354165 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-e151f02d-f8e6-4810-83d7-f66e821ff60d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77b93395-c436-4434-948d-ca554ec7a563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1124437 Jul 27 20:58:38.479818 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'name': 'tempest-FloatingIPsTestJSON-1818885469-router', 'tenant_id': '60213d46ccd94abb844bca9d76eae953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '5437b046-04fb-4767-be93-cba395ed585d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:21Z', 'updated_at': '2021-07-27T20:58:34Z', 'revision_number': 4, 'project_id': '60213d46ccd94abb844bca9d76eae953', 'gw_port': {'id': '5437b046-04fb-4767-be93-cba395ed585d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:22Z', 'updated_at': '2021-07-27T20:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '480dce76-ad05-47bf-8589-1b87f0a1d7e3', 'name': '', 'network_id': '14b683e0-3c87-43d4-a4ba-10e1a217cdbb', 'tenant_id': '60213d46ccd94abb844bca9d76eae953', 'mac_address': 'fa:16:3e:b4:59:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '10367081-47bb-4003-9f5b-b59e1727109f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:29Z', 'updated_at': '2021-07-27T20:58:35Z', 'revision_number': 2, 'project_id': '60213d46ccd94abb844bca9d76eae953', 'subnets': [{'id': '10367081-47bb-4003-9f5b-b59e1727109f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:38.485388 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-37760c7e-170f-4886-92ce-15fcc55fa380 service neutron] 10.222.0.20 "GET /v2.0/networks/77b93395-c436-4434-948d-ca554ec7a563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235964 Jul 27 20:58:38.517092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Checking router: 93f15438-046a-479e-acd1-3ef63a8316e2 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:58:38.517478 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Updating router 93f15438-046a-479e-acd1-3ef63a8316e2 port 480dce76-ad05-47bf-8589-1b87f0a1d7e3 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:58:38.560782 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:38.681641 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-f8475cec-faad-4ed4-af3c-b9f4de80b860 service neutron] 10.222.0.20 "GET /v2.0/networks/77b93395-c436-4434-948d-ca554ec7a563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751783 Jul 27 20:58:38.778122 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-ad242c64-9b8d-4ff1-9a6c-9cbaf9856f47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.197&port_id=23db9247-96ca-4e13-9077-ec6c1c7859ef HTTP/1.1" status: 200 len: 217 time: 0.0798647 Jul 27 20:58:38.824874 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:38.857788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-273c9fc6-3788-4223-82d0-e1b7a9c46f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:38.859725 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-273c9fc6-3788-4223-82d0-e1b7a9c46f36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b28e497-7522-4e04-8fd1-64c67911d332 HTTP/1.1" status: 200 len: 801 time: 0.0729437 Jul 27 20:58:38.942668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-56944576-64c0-44dc-9402-a0a666d7671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:38.944134 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-56944576-64c0-44dc-9402-a0a666d7671a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4859d1b4-d0da-4aed-bbe6-b8db015c1ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0771084 Jul 27 20:58:38.960519 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:38.978139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Transition to ACTIVE for port object 480dce76-ad05-47bf-8589-1b87f0a1d7e3 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:38.991432 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:39.092003 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-bc2c2c5c-ad78-4e6b-93e3-02d4bf602c3c service neutron] 10.222.0.20 "GET /v2.0/networks/4859d1b4-d0da-4aed-bbe6-b8db015c1ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298788 Jul 27 20:58:39.107337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8471c-e084-4d4a-a78e-91ae11ba22db None None] Pushing event updated for resources: {'Port': ['ID=480dce76-ad05-47bf-8589-1b87f0a1d7e3,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:39.200820 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Attempting to bind port 480dce76-ad05-47bf-8589-1b87f0a1d7e3 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:39.201647 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Attempting to bind port 480dce76-ad05-47bf-8589-1b87f0a1d7e3 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '3bc70c3f-0b25-4877-a1b0-b578c03717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14b683e0-3c87-43d4-a4ba-10e1a217cdbb'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:39.202271 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Attempting to bind port 480dce76-ad05-47bf-8589-1b87f0a1d7e3 on network 14b683e0-3c87-43d4-a4ba-10e1a217cdbb {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:39.217810 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:39.218195 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Checking segment: {'id': '3bc70c3f-0b25-4877-a1b0-b578c03717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14b683e0-3c87-43d4-a4ba-10e1a217cdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:39.219292 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:39.219916 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Bound using segment: {'id': '3bc70c3f-0b25-4877-a1b0-b578c03717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14b683e0-3c87-43d4-a4ba-10e1a217cdbb'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:39.222040 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-774f2a0c-6051-47de-8645-1152effb7734 service neutron] 10.222.0.20 "GET /v2.0/networks/4859d1b4-d0da-4aed-bbe6-b8db015c1ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212087 Jul 27 20:58:39.225378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Bound port: 480dce76-ad05-47bf-8589-1b87f0a1d7e3, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc70c3f-0b25-4877-a1b0-b578c03717ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14b683e0-3c87-43d4-a4ba-10e1a217cdbb'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:39.226017 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:39.270665 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-cd72d5b1-f2a0-4fe8-8f7d-52a33890d096 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=8921303e-3a47-41e9-b5b3-024227bb2ef6 HTTP/1.1" status: 200 len: 217 time: 0.0405459 Jul 27 20:58:39.400599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-4e032db1-759b-4855-b160-0f82fab2e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:39.403130 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-4e032db1-759b-4855-b160-0f82fab2e453 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05944b1a-eb54-4c2d-9185-bb233ef52663 HTTP/1.1" status: 200 len: 801 time: 0.1244278 Jul 27 20:58:39.422604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] For port 480dce76-ad05-47bf-8589-1b87f0a1d7e3, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:39.427732 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] For port 480dce76-ad05-47bf-8589-1b87f0a1d7e3, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=480dce76-ad05-47bf-8589-1b87f0a1d7e3,segment=NetworkSegment(3bc70c3f-0b25-4877-a1b0-b578c03717ad),segment_id=3bc70c3f-0b25-4877-a1b0-b578c03717ad)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:39.440598 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:39.539918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Routers {'93f15438-046a-479e-acd1-3ef63a8316e2'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:58:39.540487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:58:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['93f15438-046a-479e-acd1-3ef63a8316e2'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:39.566746 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-8805a906-6d7b-4b39-ab2d-c428b117950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:39.568297 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-8805a906-6d7b-4b39-ab2d-c428b117950f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77b93395-c436-4434-948d-ca554ec7a563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1576715 Jul 27 20:58:39.592716 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8471c-e084-4d4a-a78e-91ae11ba22db None None] Pushing event updated for resources: {'Port': ['ID=480dce76-ad05-47bf-8589-1b87f0a1d7e3,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:39.745626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] Set router 93f15438-046a-479e-acd1-3ef63a8316e2 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:58:39.749077 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-6bce4ff4-b4b1-47a2-984a-61017333e779 service neutron] 10.222.0.20 "GET /v2.0/networks/77b93395-c436-4434-948d-ca554ec7a563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717381 Jul 27 20:58:39.985279 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb77a649-e7a0-4ceb-bfe9-cb121fd4e4f3 req-4cacc402-38c5-4670-b10b-01e548eb8e4f service neutron] 10.222.0.20 "GET /v2.0/networks/77b93395-c436-4434-948d-ca554ec7a563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273853 Jul 27 20:58:40.077000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'name': 'tempest-FloatingIPsTestJSON-1818885469-router', 'tenant_id': '60213d46ccd94abb844bca9d76eae953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '5437b046-04fb-4767-be93-cba395ed585d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:21Z', 'updated_at': '2021-07-27T20:58:34Z', 'revision_number': 4, 'project_id': '60213d46ccd94abb844bca9d76eae953', 'gw_port': {'id': '5437b046-04fb-4767-be93-cba395ed585d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:22Z', 'updated_at': '2021-07-27T20:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '480dce76-ad05-47bf-8589-1b87f0a1d7e3', 'name': '', 'network_id': '14b683e0-3c87-43d4-a4ba-10e1a217cdbb', 'tenant_id': '60213d46ccd94abb844bca9d76eae953', 'mac_address': 'fa:16:3e:b4:59:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '10367081-47bb-4003-9f5b-b59e1727109f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:29Z', 'updated_at': '2021-07-27T20:58:39Z', 'revision_number': 4, 'project_id': '60213d46ccd94abb844bca9d76eae953', 'subnets': [{'id': '10367081-47bb-4003-9f5b-b59e1727109f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:40.125046 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bd02f1-88e1-4c06-b32d-a48187a819d7 None None] The sync data for ids ['93f15438-046a-479e-acd1-3ef63a8316e2'] in n-d-764806-9 is: [{'id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'name': 'tempest-FloatingIPsTestJSON-1818885469-router', 'tenant_id': '60213d46ccd94abb844bca9d76eae953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '5437b046-04fb-4767-be93-cba395ed585d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:21Z', 'updated_at': '2021-07-27T20:58:34Z', 'revision_number': 4, 'project_id': '60213d46ccd94abb844bca9d76eae953', 'gw_port': {'id': '5437b046-04fb-4767-be93-cba395ed585d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:22Z', 'updated_at': '2021-07-27T20:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '480dce76-ad05-47bf-8589-1b87f0a1d7e3', 'name': '', 'network_id': '14b683e0-3c87-43d4-a4ba-10e1a217cdbb', 'tenant_id': '60213d46ccd94abb844bca9d76eae953', 'mac_address': 'fa:16:3e:b4:59:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '10367081-47bb-4003-9f5b-b59e1727109f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:29Z', 'updated_at': '2021-07-27T20:58:39Z', 'revision_number': 4, 'project_id': '60213d46ccd94abb844bca9d76eae953', 'subnets': [{'id': '10367081-47bb-4003-9f5b-b59e1727109f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:58:41.879348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 480dce76-ad05-47bf-8589-1b87f0a1d7e3 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:41.939282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 480dce76-ad05-47bf-8589-1b87f0a1d7e3 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:41.943602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 480dce76-ad05-47bf-8589-1b87f0a1d7e3 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:41.943974 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.053773 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.104336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 480dce76-ad05-47bf-8589-1b87f0a1d7e3, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=480dce76-ad05-47bf-8589-1b87f0a1d7e3,segment=NetworkSegment(3bc70c3f-0b25-4877-a1b0-b578c03717ad),segment_id=3bc70c3f-0b25-4877-a1b0-b578c03717ad)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:42.110929 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.191274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=480dce76-ad05-47bf-8589-1b87f0a1d7e3,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:42.254352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 23db9247-96ca-4e13-9077-ec6c1c7859ef details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:58:42.395667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 23db9247-96ca-4e13-9077-ec6c1c7859ef, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=23db9247-96ca-4e13-9077-ec6c1c7859ef,segment=NetworkSegment(fc077d32-a531-4e83-974a-dd421fc5e9b4),segment_id=fc077d32-a531-4e83-974a-dd421fc5e9b4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:42.411860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '23db9247-96ca-4e13-9077-ec6c1c7859ef', 'network_id': '4859d1b4-d0da-4aed-bbe6-b8db015c1ede', 'port_id': '23db9247-96ca-4e13-9077-ec6c1c7859ef', 'mac_address': 'fa:16:3e:59:36:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b28e497-7522-4e04-8fd1-64c67911d332', 'ip_address': '19.86.0.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:58:42.472917 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.502257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23db9247-96ca-4e13-9077-ec6c1c7859ef {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:42.545159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 23db9247-96ca-4e13-9077-ec6c1c7859ef, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=23db9247-96ca-4e13-9077-ec6c1c7859ef,segment=NetworkSegment(fc077d32-a531-4e83-974a-dd421fc5e9b4),segment_id=fc077d32-a531-4e83-974a-dd421fc5e9b4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:42.555639 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.556418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 414b9eda-4e84-46d0-8366-9c947b0c6efd details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:58:42.665796 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=23db9247-96ca-4e13-9077-ec6c1c7859ef,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:42.717008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 414b9eda-4e84-46d0-8366-9c947b0c6efd, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=414b9eda-4e84-46d0-8366-9c947b0c6efd,segment=NetworkSegment(e8346875-dd76-4bb2-b676-61e6527941e6),segment_id=e8346875-dd76-4bb2-b676-61e6527941e6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:42.732733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '414b9eda-4e84-46d0-8366-9c947b0c6efd', 'network_id': '77b93395-c436-4434-948d-ca554ec7a563', 'port_id': '414b9eda-4e84-46d0-8366-9c947b0c6efd', 'mac_address': 'fa:16:3e:22:9e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05944b1a-eb54-4c2d-9185-bb233ef52663', 'ip_address': '19.80.0.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:58:42.786963 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.806771 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414b9eda-4e84-46d0-8366-9c947b0c6efd {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:42.832706 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 414b9eda-4e84-46d0-8366-9c947b0c6efd, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=414b9eda-4e84-46d0-8366-9c947b0c6efd,segment=NetworkSegment(e8346875-dd76-4bb2-b676-61e6527941e6),segment_id=e8346875-dd76-4bb2-b676-61e6527941e6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:42.839768 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:42.840807 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8921303e-3a47-41e9-b5b3-024227bb2ef6 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:58:42.853147 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e52b65ac-bfd6-4137-a52b-c4c1d1331b8a req-45b35786-afd4-4bcd-8d8e-bb95fbb8ac0d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748551 Jul 27 20:58:42.929263 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=414b9eda-4e84-46d0-8366-9c947b0c6efd,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:42.941864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8921303e-3a47-41e9-b5b3-024227bb2ef6, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8921303e-3a47-41e9-b5b3-024227bb2ef6,segment=NetworkSegment(e8346875-dd76-4bb2-b676-61e6527941e6),segment_id=e8346875-dd76-4bb2-b676-61e6527941e6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:42.955916 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '8921303e-3a47-41e9-b5b3-024227bb2ef6', 'network_id': '77b93395-c436-4434-948d-ca554ec7a563', 'port_id': '8921303e-3a47-41e9-b5b3-024227bb2ef6', 'mac_address': 'fa:16:3e:f0:5b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05944b1a-eb54-4c2d-9185-bb233ef52663', 'ip_address': '19.80.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:58:43.004308 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b65ac-bfd6-4137-a52b-c4c1d1331b8a req-72c75f53-9713-4afa-bb51-f7d2091699cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:43.005763 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e52b65ac-bfd6-4137-a52b-c4c1d1331b8a req-72c75f53-9713-4afa-bb51-f7d2091699cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 1102 time: 0.1009805 Jul 27 20:58:43.008988 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:43.028131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8921303e-3a47-41e9-b5b3-024227bb2ef6 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:43.072574 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8921303e-3a47-41e9-b5b3-024227bb2ef6, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8921303e-3a47-41e9-b5b3-024227bb2ef6,segment=NetworkSegment(e8346875-dd76-4bb2-b676-61e6527941e6),segment_id=e8346875-dd76-4bb2-b676-61e6527941e6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:43.083922 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:43.181107 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=8921303e-3a47-41e9-b5b3-024227bb2ef6,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:43.200310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b65ac-bfd6-4137-a52b-c4c1d1331b8a req-a4b87948-806f-4a51-9506-9d418d61851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:43.202106 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e52b65ac-bfd6-4137-a52b-c4c1d1331b8a req-a4b87948-806f-4a51-9506-9d418d61851c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1687732 Jul 27 20:58:43.259776 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e52b65ac-bfd6-4137-a52b-c4c1d1331b8a req-26f13138-9619-485a-af4c-3d49e9697dab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a HTTP/1.1" status: 200 len: 217 time: 0.0492597 Jul 27 20:58:43.334272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b65ac-bfd6-4137-a52b-c4c1d1331b8a req-381512b0-8683-482f-9cb5-6bb3a0842034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:43.336264 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e52b65ac-bfd6-4137-a52b-c4c1d1331b8a req-381512b0-8683-482f-9cb5-6bb3a0842034 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0688605 Jul 27 20:58:43.385930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['414b9eda-4e84-46d0-8366-9c947b0c6efd'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:43.435290 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['23db9247-96ca-4e13-9077-ec6c1c7859ef'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:43.472706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b65ac-bfd6-4137-a52b-c4c1d1331b8a req-a179d7ac-2776-483c-93c0-060703de8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:43.475886 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e52b65ac-bfd6-4137-a52b-c4c1d1331b8a req-a179d7ac-2776-483c-93c0-060703de8c2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1291931 Jul 27 20:58:43.600779 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e52b65ac-bfd6-4137-a52b-c4c1d1331b8a req-9a8e1d15-e026-40dd-8ca5-9ddb0f9d2d33 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145508 Jul 27 20:58:43.729079 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e52b65ac-bfd6-4137-a52b-c4c1d1331b8a req-be8eb2ed-f34a-4828-ab1e-f7cb9975ac60 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190951 Jul 27 20:58:43.871357 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 480dce76-ad05-47bf-8589-1b87f0a1d7e3 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:43.960546 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 480dce76-ad05-47bf-8589-1b87f0a1d7e3 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:43.961412 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:44.494699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['8921303e-3a47-41e9-b5b3-024227bb2ef6'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:44.548992 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4606a340-f3ab-450a-b47e-4dd05d69783a req-b1289deb-28bc-4be2-a6a6-80e4c2c79c18 tempest-AbsoluteLimitsNegativeTestJSON-666175373 tempest-AbsoluteLimitsNegativeTestJSON-666175373-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=46b95890d48e4a7685df906b4b010cdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518546 Jul 27 20:58:44.789414 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-e48a39b6-dd13-4f9c-abfb-57797faeacc5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525036 Jul 27 20:58:44.862852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606a340-f3ab-450a-b47e-4dd05d69783a req-d058a018-9346-47fc-a2ca-b203066ce20e tempest-AbsoluteLimitsNegativeTestJSON-666175373 tempest-AbsoluteLimitsNegativeTestJSON-666175373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:44.862852 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4606a340-f3ab-450a-b47e-4dd05d69783a req-d058a018-9346-47fc-a2ca-b203066ce20e tempest-AbsoluteLimitsNegativeTestJSON-666175373 tempest-AbsoluteLimitsNegativeTestJSON-666175373-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3022590 Jul 27 20:58:44.983660 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4606a340-f3ab-450a-b47e-4dd05d69783a req-313e5b54-4531-4335-b004-0e5d09427f43 tempest-AbsoluteLimitsNegativeTestJSON-666175373 tempest-AbsoluteLimitsNegativeTestJSON-666175373-project] 10.222.0.55 "GET /v2.0/quotas/46b95890d48e4a7685df906b4b010cdc HTTP/1.1" status: 200 len: 375 time: 0.1119289 Jul 27 20:58:45.053269 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4606a340-f3ab-450a-b47e-4dd05d69783a req-01f4f267-0fbc-4ec1-82cd-6c089be89578 tempest-AbsoluteLimitsNegativeTestJSON-666175373 tempest-AbsoluteLimitsNegativeTestJSON-666175373-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=46b95890d48e4a7685df906b4b010cdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686531 Jul 27 20:58:45.203214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-670876ba-3714-4d7d-9075-e40051b164c8 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:45.216392 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-670876ba-3714-4d7d-9075-e40051b164c8 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4192939 Jul 27 20:58:45.251132 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-b2a4004b-ff62-4177-a413-d54523d0d1eb tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/quotas/ff15cfc60ebf4100bfa873bb1415f95e HTTP/1.1" status: 200 len: 375 time: 0.0241885 Jul 27 20:58:45.268892 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35564b3-646a-46b1-a0b7-57b72aa3bf17 x-openstack-request-id: req-f35564b3-646a-46b1-a0b7-57b72aa3bf17 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:45.268892 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "name": "network-vif-plugged", "status": "completed", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:45.268892 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f35564b3-646a-46b1-a0b7-57b72aa3bf17 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:45.268892 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a', 'code': 200} Jul 27 20:58:45.441747 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-4d8ac5a8-29e2-4564-af66-920d9b1d732e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1875563 Jul 27 20:58:45.453704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd81c5f-55f5-4802-b0c6-605bbcde1b40 req-90f76bbd-2521-4cb9-ab57-81d11086b9ea tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:45.462527 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd81c5f-55f5-4802-b0c6-605bbcde1b40 req-90f76bbd-2521-4cb9-ab57-81d11086b9ea tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:45.469937 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd81c5f-55f5-4802-b0c6-605bbcde1b40 req-90f76bbd-2521-4cb9-ab57-81d11086b9ea tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:45.479598 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd81c5f-55f5-4802-b0c6-605bbcde1b40 req-90f76bbd-2521-4cb9-ab57-81d11086b9ea tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2416 time: 0.1477475 Jul 27 20:58:45.554479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd81c5f-55f5-4802-b0c6-605bbcde1b40 req-dc37f7ee-3934-4ae4-ab04-60af1b9bbf02 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734591 Jul 27 20:58:45.686608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60918) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:45.733098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60922) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:45.874102 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb7d554-7f59-48ec-9e0f-4a5f169c916a x-openstack-request-id: req-2cb7d554-7f59-48ec-9e0f-4a5f169c916a {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:45.874707 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd", "name": "network-vif-deleted", "tag": "220ef8f4-1f4d-43d7-bd39-c3b59881a056", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "tag": "8921303e-3a47-41e9-b5b3-024227bb2ef6", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:45.874819 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2cb7d554-7f59-48ec-9e0f-4a5f169c916a {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:45.875673 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd2cdff-1df0-4c40-8a0a-de5aa1da7ebd', 'name': 'network-vif-deleted', 'tag': '220ef8f4-1f4d-43d7-bd39-c3b59881a056', 'status': 'completed', 'code': 200} Jul 27 20:58:45.881226 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'tag': '8921303e-3a47-41e9-b5b3-024227bb2ef6', 'status': 'completed', 'code': 200} Jul 27 20:58:46.015167 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04ba6ed-eb2a-4f58-946a-90220b9fb687 admin admin] Deleting subnet 7abc77c7-2d80-4c00-8380-33ac372b46c0 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:58:46.023924 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e125992d-fa2b-4b3a-9cf1-99572308fdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.037007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ad97b-5fd0-4d1e-8e6b-f3b09c14b11e req-92727a4e-8e77-429f-869f-5d554a816169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:46.037513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ad97b-5fd0-4d1e-8e6b-f3b09c14b11e req-92727a4e-8e77-429f-869f-5d554a816169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:46.038480 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ad97b-5fd0-4d1e-8e6b-f3b09c14b11e req-92727a4e-8e77-429f-869f-5d554a816169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:46.040377 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-641ad97b-5fd0-4d1e-8e6b-f3b09c14b11e req-92727a4e-8e77-429f-869f-5d554a816169 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=059c8831d7844550bdb3ab0cdc9b6109&device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2869 time: 0.1335685 Jul 27 20:58:46.046458 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f04ba6ed-eb2a-4f58-946a-90220b9fb687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.309488 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 414b9eda-4e84-46d0-8366-9c947b0c6efd up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:46.334124 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ad97b-5fd0-4d1e-8e6b-f3b09c14b11e req-6fea4d72-66e1-4d0e-95b3-c41c95f77eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:46.336024 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-641ad97b-5fd0-4d1e-8e6b-f3b09c14b11e req-6fea4d72-66e1-4d0e-95b3-c41c95f77eb6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=77b93395-c436-4434-948d-ca554ec7a563 HTTP/1.1" status: 200 len: 902 time: 0.2750702 Jul 27 20:58:46.447519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 414b9eda-4e84-46d0-8366-9c947b0c6efd completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:46.461157 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-641ad97b-5fd0-4d1e-8e6b-f3b09c14b11e req-2a12f51a-904e-49d8-9d45-4d167927652e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=8921303e-3a47-41e9-b5b3-024227bb2ef6 HTTP/1.1" status: 200 len: 217 time: 0.1164451 Jul 27 20:58:46.461410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 414b9eda-4e84-46d0-8366-9c947b0c6efd triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:46.461714 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.464310 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f04ba6ed-eb2a-4f58-946a-90220b9fb687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.699702 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e125992d-fa2b-4b3a-9cf1-99572308fdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.707240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ad97b-5fd0-4d1e-8e6b-f3b09c14b11e req-d1e688a6-fb64-42c4-9fc1-f65e8c51a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:46.709171 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-641ad97b-5fd0-4d1e-8e6b-f3b09c14b11e req-d1e688a6-fb64-42c4-9fc1-f65e8c51a2b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05944b1a-eb54-4c2d-9185-bb233ef52663 HTTP/1.1" status: 200 len: 801 time: 0.2400196 Jul 27 20:58:46.715817 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.803284 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eccd0fcf-bbbb-405b-b95d-41fee3a1961c req-fb509b03-39fb-47ac-b72e-7204915484a0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2416105 Jul 27 20:58:46.810642 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 414b9eda-4e84-46d0-8366-9c947b0c6efd, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=414b9eda-4e84-46d0-8366-9c947b0c6efd,segment=NetworkSegment(e8346875-dd76-4bb2-b676-61e6527941e6),segment_id=e8346875-dd76-4bb2-b676-61e6527941e6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:46.819715 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.820415 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 23db9247-96ca-4e13-9077-ec6c1c7859ef up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:46.858501 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-6ee032ed-104a-48b0-8c8b-e96f9271ee4c tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6638839 Jul 27 20:58:46.865330 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:46.880849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ad97b-5fd0-4d1e-8e6b-f3b09c14b11e req-1fe1d8b5-6827-43fc-a2dc-a7a5e7d97ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:46.884695 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-641ad97b-5fd0-4d1e-8e6b-f3b09c14b11e req-1fe1d8b5-6827-43fc-a2dc-a7a5e7d97ec1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=77b93395-c436-4434-948d-ca554ec7a563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1653917 Jul 27 20:58:46.897972 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e125992d-fa2b-4b3a-9cf1-99572308fdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:46.915677 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52124b93-4218-424a-ae32-f5671ce11a89 req-1f197115-5aa7-47b8-a80a-60113f8b899f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 210 time: 0.4432304 Jul 27 20:58:47.020716 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=414b9eda-4e84-46d0-8366-9c947b0c6efd,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:47.072465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 23db9247-96ca-4e13-9077-ec6c1c7859ef completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:47.077001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 23db9247-96ca-4e13-9077-ec6c1c7859ef triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:47.077377 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.103374 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f04ba6ed-eb2a-4f58-946a-90220b9fb687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.110875 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e125992d-fa2b-4b3a-9cf1-99572308fdb8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46b95890d48e4a7685df906b4b010cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4228225 Jul 27 20:58:47.114213 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-641ad97b-5fd0-4d1e-8e6b-f3b09c14b11e req-516eea23-3450-4119-93d5-0da517b296a7 service neutron] 10.222.0.20 "GET /v2.0/networks/77b93395-c436-4434-948d-ca554ec7a563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197115 Jul 27 20:58:47.116294 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60964) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:47.168839 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.209899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125992d-fa2b-4b3a-9cf1-99572308fdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a882343-59a8-4db8-b6d7-5774faa41503,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:47.273220 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414b9eda-4e84-46d0-8366-9c947b0c6efd'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:47.278250 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aeeb718-b69c-4e8e-bc6d-b124f66bab97" -d '{"events": [{"server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "name": "network-vif-plugged", "status": "completed", "tag": "414b9eda-4e84-46d0-8366-9c947b0c6efd"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:47.291774 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.362241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd0fcf-bbbb-405b-b95d-41fee3a1961c req-fccf8da7-821d-4532-8c93-a7a1325b4581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:47.363895 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eccd0fcf-bbbb-405b-b95d-41fee3a1961c req-fccf8da7-821d-4532-8c93-a7a1325b4581 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=421c0bc741dc429f9a5bc81fd9d591b1&device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 1096 time: 0.2483928 Jul 27 20:58:47.372433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 23db9247-96ca-4e13-9077-ec6c1c7859ef, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=23db9247-96ca-4e13-9077-ec6c1c7859ef,segment=NetworkSegment(fc077d32-a531-4e83-974a-dd421fc5e9b4),segment_id=fc077d32-a531-4e83-974a-dd421fc5e9b4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:47.383402 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.384978 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8921303e-3a47-41e9-b5b3-024227bb2ef6 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:47.492318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd0fcf-bbbb-405b-b95d-41fee3a1961c req-e739bc3c-6553-49e6-a4cc-ec54cb4f92ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:47.492606 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a8967-dfc3-4e6a-8a2c-44613f3ffdb5 req-c89f12ec-976f-4115-9ec5-6165a7dee5b1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:47.494474 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eccd0fcf-bbbb-405b-b95d-41fee3a1961c req-e739bc3c-6553-49e6-a4cc-ec54cb4f92ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=d0529065-8390-47a3-aefb-e0f34741ee1f HTTP/1.1" status: 200 len: 923 time: 0.1097674 Jul 27 20:58:47.506953 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a8967-dfc3-4e6a-8a2c-44613f3ffdb5 req-c89f12ec-976f-4115-9ec5-6165a7dee5b1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:47.522557 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a8967-dfc3-4e6a-8a2c-44613f3ffdb5 req-c89f12ec-976f-4115-9ec5-6165a7dee5b1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:47.530800 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b57a8967-dfc3-4e6a-8a2c-44613f3ffdb5 req-c89f12ec-976f-4115-9ec5-6165a7dee5b1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2417 time: 0.4735122 Jul 27 20:58:47.535811 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 8921303e-3a47-41e9-b5b3-024227bb2ef6 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:47.544420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 8921303e-3a47-41e9-b5b3-024227bb2ef6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:47.545241 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.594423 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-641ad97b-5fd0-4d1e-8e6b-f3b09c14b11e req-2206d15d-4a06-4a8d-a617-a2fa1334c408 service neutron] 10.222.0.20 "GET /v2.0/networks/77b93395-c436-4434-948d-ca554ec7a563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208689 Jul 27 20:58:47.663308 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-235854b6-ddb2-4068-9a86-7183ee47d6cc tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1675878 Jul 27 20:58:47.674979 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd0c557e-c494-4f94-a7d4-22e7abde95ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.719611 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.720409 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd0c557e-c494-4f94-a7d4-22e7abde95ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.743673 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=23db9247-96ca-4e13-9077-ec6c1c7859ef,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:47.773318 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f04ba6ed-eb2a-4f58-946a-90220b9fb687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.787838 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd0c557e-c494-4f94-a7d4-22e7abde95ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.790137 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd0c557e-c494-4f94-a7d4-22e7abde95ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.791430 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cd0c557e-c494-4f94-a7d4-22e7abde95ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a882343-59a8-4db8-b6d7-5774faa41503 HTTP/1.1" status: 204 len: 168 time: 0.6533685 Jul 27 20:58:47.794103 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8921303e-3a47-41e9-b5b3-024227bb2ef6, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8921303e-3a47-41e9-b5b3-024227bb2ef6,segment=NetworkSegment(e8346875-dd76-4bb2-b676-61e6527941e6),segment_id=e8346875-dd76-4bb2-b676-61e6527941e6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:47.808712 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.829999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b57a8967-dfc3-4e6a-8a2c-44613f3ffdb5 req-22f1451f-98cb-4e98-a9e4-1892f6d97967 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978733 Jul 27 20:58:47.848887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ba6ed-eb2a-4f58-946a-90220b9fb687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7abc77c7-2d80-4c00-8380-33ac372b46c0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:47.856793 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f04ba6ed-eb2a-4f58-946a-90220b9fb687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:47.863454 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f04ba6ed-eb2a-4f58-946a-90220b9fb687 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7abc77c7-2d80-4c00-8380-33ac372b46c0 HTTP/1.1" status: 204 len: 168 time: 2.1289988 Jul 27 20:58:47.867641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60972) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:47.891669 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eccd0fcf-bbbb-405b-b95d-41fee3a1961c req-ff387241-f307-43c2-ad95-931fec8383f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3635750e-578b-4e9c-8266-f3f6e7b25232 HTTP/1.1" status: 200 len: 1000 time: 0.3441529 Jul 27 20:58:47.961548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c557e-c494-4f94-a7d4-22e7abde95ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a882343-59a8-4db8-b6d7-5774faa41503,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:48.003403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=8921303e-3a47-41e9-b5b3-024227bb2ef6,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:48.070439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-6bcc276a-2f18-4a0b-98da-c1741b5aa2ff tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:48.072311 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-6bcc276a-2f18-4a0b-98da-c1741b5aa2ff tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3983116 Jul 27 20:58:48.090821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd0fcf-bbbb-405b-b95d-41fee3a1961c req-4de2633a-1772-4630-ae70-72e8d7430438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:48.092283 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eccd0fcf-bbbb-405b-b95d-41fee3a1961c req-4de2633a-1772-4630-ae70-72e8d7430438 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9b547ef7-4cb6-4736-b263-c7c9499342ec HTTP/1.1" status: 200 len: 861 time: 0.1925833 Jul 27 20:58:48.103973 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ecafb3-55e4-4d59-9073-6080e421f69e x-openstack-request-id: req-68ecafb3-55e4-4d59-9073-6080e421f69e {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:48.104272 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "name": "network-vif-plugged", "status": "completed", "tag": "414b9eda-4e84-46d0-8366-9c947b0c6efd", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:48.105255 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-68ecafb3-55e4-4d59-9073-6080e421f69e {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:48.105255 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414b9eda-4e84-46d0-8366-9c947b0c6efd', 'code': 200} Jul 27 20:58:48.107131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-adf074bc-df2a-4e33-92c5-8f9daba0b266 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Request body: {'port': {'device_id': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': 'ff15cfc60ebf4100bfa873bb1415f95e'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:48.108279 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.112741 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24df7cad-156e-401c-90bf-aa21f3d6f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.284548 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62221f5a-2123-4fed-a257-523d7182f8cc req-350b285b-2652-4022-bf06-b66ff4f9718f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 210 time: 0.0662847 Jul 27 20:58:48.358296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd0fcf-bbbb-405b-b95d-41fee3a1961c req-07fdb300-44b5-4fac-b1c8-f378ca513c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:48.360732 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eccd0fcf-bbbb-405b-b95d-41fee3a1961c req-07fdb300-44b5-4fac-b1c8-f378ca513c8b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d0529065-8390-47a3-aefb-e0f34741ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2456944 Jul 27 20:58:48.382888 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24df7cad-156e-401c-90bf-aa21f3d6f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.400588 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-24df7cad-156e-401c-90bf-aa21f3d6f2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704103d0-38a5-42c1-a2c9-1aa74df95d05']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:48.418276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-24df7cad-156e-401c-90bf-aa21f3d6f2f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f1fe49-af42-47b5-a7ca-4afb01448ce8') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:48.418615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-24df7cad-156e-401c-90bf-aa21f3d6f2f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f1fe49-af42-47b5-a7ca-4afb01448ce8') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:48.443781 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24df7cad-156e-401c-90bf-aa21f3d6f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.447265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Allocated IP 172.25.2.150 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/3da69500-e034-4cde-b21a-4489597a00d9) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:48.460389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-adf074bc-df2a-4e33-92c5-8f9daba0b266 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Made reservation on behalf of ff15cfc60ebf4100bfa873bb1415f95e for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:48.472731 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24df7cad-156e-401c-90bf-aa21f3d6f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.472970 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-adf074bc-df2a-4e33-92c5-8f9daba0b266 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.484207 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24df7cad-156e-401c-90bf-aa21f3d6f2f7 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:58:48.484793 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24df7cad-156e-401c-90bf-aa21f3d6f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: timer() Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:58:48.486775 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:58:48.593018 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24df7cad-156e-401c-90bf-aa21f3d6f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.597557 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eccd0fcf-bbbb-405b-b95d-41fee3a1961c req-9e89f9ae-93f8-4753-bf2d-41e13b80af79 service neutron] 10.222.0.66 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285287 Jul 27 20:58:48.626796 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24df7cad-156e-401c-90bf-aa21f3d6f2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.629573 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-24df7cad-156e-401c-90bf-aa21f3d6f2f7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/704103d0-38a5-42c1-a2c9-1aa74df95d05 HTTP/1.1" status: 204 len: 168 time: 0.7547505 Jul 27 20:58:48.632843 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df7cad-156e-401c-90bf-aa21f3d6f2f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=704103d0-38a5-42c1-a2c9-1aa74df95d05,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:48.633025 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32782) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:48.673227 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.722441 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.769862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee09efe9-c9f4-452f-af85-8382ff099f23 admin admin] Deleting subnet d8c49c35-75c1-4dc0-a17f-86a7b9b82fcd {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:58:48.784345 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ee09efe9-c9f4-452f-af85-8382ff099f23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.785855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Pushing event updated for resources: {'Port': ['ID=3da69500-e034-4cde-b21a-4489597a00d9,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:48.786648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-adf074bc-df2a-4e33-92c5-8f9daba0b266 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Allocated IP 192.168.233.46 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/7e2caf8e-57dc-4c1c-822f-02572f4b9fb4) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:48.803683 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:48.806065 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:48.810797 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:48.884581 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eccd0fcf-bbbb-405b-b95d-41fee3a1961c req-66a188e2-7be3-466e-8090-3f4b13f9099a service neutron] 10.222.0.66 "GET /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551322 Jul 27 20:58:48.912673 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ee09efe9-c9f4-452f-af85-8382ff099f23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.956061 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:48.965905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32794) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:49.033121 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ee09efe9-c9f4-452f-af85-8382ff099f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.066982 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.137629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-47f65e3a-8e9b-4dc7-b0b6-357532c4777f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1624924517-network', 'tenant_id': 'f9356d2f895943a7b11295fb2f999893'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:49.188913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ee09efe9-c9f4-452f-af85-8382ff099f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.200898 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-adf074bc-df2a-4e33-92c5-8f9daba0b266 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.207797 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4571286-5520-463f-a231-0bbc9138d076 req-d0f42c48-5d4d-4816-86bf-602ba962efe8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:49.214418 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ee09efe9-c9f4-452f-af85-8382ff099f23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.214660 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4571286-5520-463f-a231-0bbc9138d076 req-d0f42c48-5d4d-4816-86bf-602ba962efe8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:49.218878 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ee09efe9-c9f4-452f-af85-8382ff099f23 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d8c49c35-75c1-4dc0-a17f-86a7b9b82fcd HTTP/1.1" status: 204 len: 168 time: 0.5777402 Jul 27 20:58:49.221560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4571286-5520-463f-a231-0bbc9138d076 req-d0f42c48-5d4d-4816-86bf-602ba962efe8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:49.233989 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e4571286-5520-463f-a231-0bbc9138d076 req-d0f42c48-5d4d-4816-86bf-602ba962efe8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2419 time: 0.2819376 Jul 27 20:58:49.236246 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 32802) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:49.250719 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09efe9-c9f4-452f-af85-8382ff099f23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c49c35-75c1-4dc0-a17f-86a7b9b82fcd,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:49.260539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f65e3a-8e9b-4dc7-b0b6-357532c4777f admin admin] Made reservation on behalf of f9356d2f895943a7b11295fb2f999893 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:49.263597 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47f65e3a-8e9b-4dc7-b0b6-357532c4777f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.268951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-adf074bc-df2a-4e33-92c5-8f9daba0b266 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Transition to ACTIVE for port object 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:49.280578 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47f65e3a-8e9b-4dc7-b0b6-357532c4777f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.350655 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-adf074bc-df2a-4e33-92c5-8f9daba0b266 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.366033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['9df87c26-1b19-4a6a-bed2-59a55911966a', 'df778ef1-092b-479d-a17d-ce4c8616e2a8'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:49.368192 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['c9f66654-a7e7-40f0-ae0e-4934abc8726a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:49.401810 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.410725 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e4571286-5520-463f-a231-0bbc9138d076 req-c4db172a-496a-4c6c-8742-675e5c5b316e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758885 Jul 27 20:58:49.419256 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.442919 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8617984-c9b9-4e30-8abf-209e028d93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.454209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-adf074bc-df2a-4e33-92c5-8f9daba0b266 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:49.476770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf074bc-df2a-4e33-92c5-8f9daba0b266 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Pushing event updated for resources: {'Port': ['ID=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:49.490021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-adf074bc-df2a-4e33-92c5-8f9daba0b266 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:49.493674 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-adf074bc-df2a-4e33-92c5-8f9daba0b266 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:49.531704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Pushing event updated for resources: {'Port': ['ID=3da69500-e034-4cde-b21a-4489597a00d9,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:49.540241 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.616209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-adf074bc-df2a-4e33-92c5-8f9daba0b266 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:49.616900 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-adf074bc-df2a-4e33-92c5-8f9daba0b266 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.684756 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47f65e3a-8e9b-4dc7-b0b6-357532c4777f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.694755 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47f65e3a-8e9b-4dc7-b0b6-357532c4777f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.715107 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-adf074bc-df2a-4e33-92c5-8f9daba0b266 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6217566 Jul 27 20:58:49.741652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Request body: {'port': {'device_id': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:49.796659 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f65e3a-8e9b-4dc7-b0b6-357532c4777f admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:58:49.828892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f65e3a-8e9b-4dc7-b0b6-357532c4777f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fde0e90-7b44-41d2-b2f2-d80458d94c9d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:49.845634 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47f65e3a-8e9b-4dc7-b0b6-357532c4777f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.846542 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-47f65e3a-8e9b-4dc7-b0b6-357532c4777f admin admin] Added segment 5c8be573-5156-41f5-9eca-a35c0611d475 of type vlan for network e942917d-c786-450f-a41a-7afd14216ffe Jul 27 20:58:49.939144 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47f65e3a-8e9b-4dc7-b0b6-357532c4777f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:49.946272 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.021547 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47f65e3a-8e9b-4dc7-b0b6-357532c4777f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.022650 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f65e3a-8e9b-4dc7-b0b6-357532c4777f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:50.023520 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47f65e3a-8e9b-4dc7-b0b6-357532c4777f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.071114 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-47f65e3a-8e9b-4dc7-b0b6-357532c4777f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0998163 Jul 27 20:58:50.075315 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32818) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:50.079677 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.088256 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-c838281e-2b81-43aa-8f53-2f4fdef7c9e2 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2286801 Jul 27 20:58:50.093031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Request body: {'subnet': {'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1624924517-subnet', 'tenant_id': 'f9356d2f895943a7b11295fb2f999893', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:50.111115 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23db9247-96ca-4e13-9077-ec6c1c7859ef'}, {'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8921303e-3a47-41e9-b5b3-024227bb2ef6'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:50.114324 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ec833f-9954-4ac6-bd3c-74e9b57cdd60" -d '{"events": [{"server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "name": "network-vif-plugged", "status": "completed", "tag": "23db9247-96ca-4e13-9077-ec6c1c7859ef"}, {"server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "name": "network-vif-plugged", "status": "completed", "tag": "8921303e-3a47-41e9-b5b3-024227bb2ef6"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:50.121053 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0128e5c2-a40d-46e8-80f9-e0a49bda28f4 None None] Provisioning for port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:50.136088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0128e5c2-a40d-46e8-80f9-e0a49bda28f4 None None] Provisioning complete for port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:50.136691 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0128e5c2-a40d-46e8-80f9-e0a49bda28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.153257 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8617984-c9b9-4e30-8abf-209e028d93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.172689 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-0132b25c-4283-4029-a172-932674ae68c5 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.0831900 Jul 27 20:58:50.196983 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-e8617984-c9b9-4e30-8abf-209e028d93f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20e0cea-9146-4bcd-b976-e63e0a3e3d39']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:50.197735 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-0128e5c2-a40d-46e8-80f9-e0a49bda28f4 None None] Port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:58:50.293802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-e8617984-c9b9-4e30-8abf-209e028d93f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ce1997-fd5a-42ba-8c0b-357db65a98d4') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:50.294123 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-e8617984-c9b9-4e30-8abf-209e028d93f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ce1997-fd5a-42ba-8c0b-357db65a98d4') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:58:50.313128 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8617984-c9b9-4e30-8abf-209e028d93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.415075 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-8a15dd5e-14fc-4fb6-8c63-d6820e00815e tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:50.416788 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37913e0b-8751-4e88-b7bc-5d044279d47d req-8a15dd5e-14fc-4fb6-8c63-d6820e00815e tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.2428598 Jul 27 20:58:50.425768 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607c5ef-49b1-402a-b4c5-f6a48caaf881 req-20789c95-f9b7-482c-ab01-5b843166844a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:50.427758 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8607c5ef-49b1-402a-b4c5-f6a48caaf881 req-20789c95-f9b7-482c-ab01-5b843166844a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 935 time: 0.3872755 Jul 27 20:58:50.428847 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8617984-c9b9-4e30-8abf-209e028d93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.438597 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8617984-c9b9-4e30-8abf-209e028d93f8 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:58:50.438597 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8617984-c9b9-4e30-8abf-209e028d93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: timer() Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:58:50.439488 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:58:50.528490 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8607c5ef-49b1-402a-b4c5-f6a48caaf881 req-ad54f46e-f8fc-4fc0-ad2e-bedcec63de86 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764058 Jul 27 20:58:50.546619 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8617984-c9b9-4e30-8abf-209e028d93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.558086 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2eb5d3-cd72-4c7d-969a-5cd6e87d097f x-openstack-request-id: req-fe2eb5d3-cd72-4c7d-969a-5cd6e87d097f {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:50.558086 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "name": "network-vif-plugged", "status": "completed", "tag": "23db9247-96ca-4e13-9077-ec6c1c7859ef", "code": 200}, {"server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "name": "network-vif-plugged", "status": "completed", "tag": "8921303e-3a47-41e9-b5b3-024227bb2ef6", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:50.558086 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe2eb5d3-cd72-4c7d-969a-5cd6e87d097f {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:50.558086 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23db9247-96ca-4e13-9077-ec6c1c7859ef', 'code': 200} Jul 27 20:58:50.558086 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8921303e-3a47-41e9-b5b3-024227bb2ef6', 'code': 200} Jul 27 20:58:50.581663 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8617984-c9b9-4e30-8abf-209e028d93f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.583611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e8617984-c9b9-4e30-8abf-209e028d93f8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e20e0cea-9146-4bcd-b976-e63e0a3e3d39 HTTP/1.1" status: 204 len: 168 time: 1.3002839 Jul 27 20:58:50.584477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8617984-c9b9-4e30-8abf-209e028d93f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e20e0cea-9146-4bcd-b976-e63e0a3e3d39,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:50.654870 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a4779f7-f59e-4fa0-823f-bfa93f67d3d9 req-539bc3d4-661d-4d96-ab4a-42fd4061ecb4 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/floatingips/314d4168-5736-4b63-96c1-a029b2b0d47c HTTP/1.1" status: 200 len: 693 time: 0.0595796 Jul 27 20:58:50.714801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f65e3a-8e9b-4dc7-b0b6-357532c4777f admin admin] Pushing event updated for resources: {'Network': ['ID=e942917d-c786-450f-a41a-7afd14216ffe,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:50.732082 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network e942917d-c786-450f-a41a-7afd14216ffe details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:58:50.765893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Made reservation on behalf of f9356d2f895943a7b11295fb2f999893 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:50.768419 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:50.771573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32842) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:50.835553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d7224-ddb0-4759-a83e-93544f895fb5 req-5e07d8f5-5214-4f8b-95d2-27a20a510098 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:50.841653 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d7224-ddb0-4759-a83e-93544f895fb5 req-5e07d8f5-5214-4f8b-95d2-27a20a510098 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:50.852113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d7224-ddb0-4759-a83e-93544f895fb5 req-5e07d8f5-5214-4f8b-95d2-27a20a510098 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:50.853883 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d8d7224-ddb0-4759-a83e-93544f895fb5 req-5e07d8f5-5214-4f8b-95d2-27a20a510098 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2419 time: 0.1964631 Jul 27 20:58:50.866355 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4779f7-f59e-4fa0-823f-bfa93f67d3d9 req-aa26d482-f5e1-4207-a8d8-c8da657694d1 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:50.869020 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a4779f7-f59e-4fa0-823f-bfa93f67d3d9 req-aa26d482-f5e1-4207-a8d8-c8da657694d1 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.2130785 Jul 27 20:58:50.885412 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-5a4779f7-f59e-4fa0-823f-bfa93f67d3d9 req-69f9d5b7-0e37-4b63-b88d-47e964331951 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:58:50.893400 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a4779f7-f59e-4fa0-823f-bfa93f67d3d9 req-69f9d5b7-0e37-4b63-b88d-47e964331951 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143356 Jul 27 20:58:50.938929 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d8d7224-ddb0-4759-a83e-93544f895fb5 req-c443fe41-49fc-495f-982a-9ef35d8faf29 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690939 Jul 27 20:58:50.952905 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-66174c90-2750-4aae-9c91-84bee84e75d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e18a54ad110b4aa68f7ff7bee62c881e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794291 Jul 27 20:58:50.956113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 32850) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:50.965430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5032cf4-bdbe-468a-9110-55a8cdc133aa req-28122a5d-a86e-49f3-a033-5f44e5f51c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:50.966093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5032cf4-bdbe-468a-9110-55a8cdc133aa req-28122a5d-a86e-49f3-a033-5f44e5f51c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:50.966628 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5032cf4-bdbe-468a-9110-55a8cdc133aa req-28122a5d-a86e-49f3-a033-5f44e5f51c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:50.968374 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5032cf4-bdbe-468a-9110-55a8cdc133aa req-28122a5d-a86e-49f3-a033-5f44e5f51c05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2872 time: 0.3356309 Jul 27 20:58:51.061809 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-510a66d9-3c5f-4185-aca9-466838fdfb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.100584 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-510a66d9-3c5f-4185-aca9-466838fdfb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.108660 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5032cf4-bdbe-468a-9110-55a8cdc133aa req-4d036f8a-bfce-462f-a97b-c64cec700f82 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255052 Jul 27 20:58:51.137275 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:51.175333 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.220561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Transition to ACTIVE for port object 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:51.225815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb8d7823-927a-4760-a5f8-9acf6ef7b648 req-ac17eba7-0c45-41bf-bce0-82a703924d47 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=60213d46ccd94abb844bca9d76eae953 HTTP/1.1" status: 200 len: 696 time: 0.0917804 Jul 27 20:58:51.227634 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.234767 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.339526 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:51.370264 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-510a66d9-3c5f-4185-aca9-466838fdfb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.374998 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-510a66d9-3c5f-4185-aca9-466838fdfb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.378960 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-510a66d9-3c5f-4185-aca9-466838fdfb55 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a912c231-2095-44bf-884f-120051daef06 HTTP/1.1" status: 204 len: 168 time: 0.4041173 Jul 27 20:58:51.382299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da266496-c80f-4909-bc94-7064206d9311,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:51.391673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.392026 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.392349 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.393295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.393618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.393952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.394445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.394653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.394964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.395300 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.395615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.396052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.457147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Checking segment: {'id': '5c8be573-5156-41f5-9eca-a35c0611d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:51.457517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Network hostable DHCP agents. Network: e942917d-c786-450f-a41a-7afd14216ffe, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:58:51.477107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.477857 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.478503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.478926 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.479323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.479626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.479957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.480257 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.480594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.480925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.481285 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.481561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:51.484338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d7823-927a-4760-a5f8-9acf6ef7b648 req-3d69c405-714a-4640-a376-e64a3dc7ccca tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:51.489221 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb8d7823-927a-4760-a5f8-9acf6ef7b648 req-3d69c405-714a-4640-a376-e64a3dc7ccca tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/networks?id=606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 787 time: 0.2624717 Jul 27 20:58:51.532695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Network e942917d-c786-450f-a41a-7afd14216ffe is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:58:51.553151 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-fb8d7823-927a-4760-a5f8-9acf6ef7b648 req-83997edf-38b3-426d-928b-48d83eef0fbf tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 20:58:51.555970 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb8d7823-927a-4760-a5f8-9acf6ef7b648 req-83997edf-38b3-426d-928b-48d83eef0fbf tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0586431 Jul 27 20:58:51.557987 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a66d9-3c5f-4185-aca9-466838fdfb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a912c231-2095-44bf-884f-120051daef06,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:51.574132 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, e942917d-c786-450f-a41a-7afd14216ffe) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:51.574132 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Attempting to bind port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:51.574132 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Attempting to bind port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:51.574132 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Attempting to bind port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:51.574827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:51.575269 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.591629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:58:51.592090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Attempting to bind port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:51.615576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:51.616203 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:51.616678 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:51.617468 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Bound port: 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:51.618384 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.631482 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd330326-18f6-4d4c-8abe-56f09b1a0d6c None None] Network e942917d-c786-450f-a41a-7afd14216ffe requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:51.707011 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bc9b2480-44fb-4e68-8ec9-4d4347fc9628 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6185799 Jul 27 20:58:51.896781 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:51.904459 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:51.916289 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:51.962270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068cf07-3046-40e8-bf40-a4081a46341d req-2e5a5fdd-441b-4126-8d8e-505e3fc03e6f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:51.963850 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f068cf07-3046-40e8-bf40-a4081a46341d req-2e5a5fdd-441b-4126-8d8e-505e3fc03e6f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 947 time: 0.1992292 Jul 27 20:58:52.088137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:52.091889 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f068cf07-3046-40e8-bf40-a4081a46341d req-ae487a49-2a57-49af-a0e0-39f1d33f2ccb tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197979 Jul 27 20:58:52.120428 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:52.122052 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] 10.222.0.66 "PUT /v2.0/ports/7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 HTTP/1.1" status: 200 len: 1095 time: 2.3930902 Jul 27 20:58:52.132295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'tag': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:52.135268 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33a45c5-f10e-4384-bbe3-bfe2f6b7242a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb", "tag": "7e2caf8e-57dc-4c1c-822f-02572f4b9fb4"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:52.165081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620a8114-9847-40a9-a36f-393720b44a70 None None] Network e942917d-c786-450f-a41a-7afd14216ffe requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:58:52.267643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4b7d9-a8e5-4aeb-8a4f-e9b11158d713 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:52.309811 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e5b34d6-df0b-4e80-989b-c2af8913fef4 req-3514066e-57aa-4a20-bd08-0306a0390a2e tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/floatingips/314d4168-5736-4b63-96c1-a029b2b0d47c HTTP/1.1" status: 200 len: 693 time: 0.1634572 Jul 27 20:58:52.312646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 32908) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:52.404930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-373b851f-8c08-493f-b570-552714cd5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:52.408611 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-373b851f-8c08-493f-b570-552714cd5f6f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 1098 time: 0.1085088 Jul 27 20:58:52.464283 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-0485033f-3824-4741-932f-67276dbcd667 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 HTTP/1.1" status: 200 len: 217 time: 0.0488191 Jul 27 20:58:52.519552 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-eee36bd0-0cfa-422c-8060-80d1f5e7eb99 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f4cf5ad50f0486087ebe913ae2a6dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055001 Jul 27 20:58:52.522282 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32910) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:52.574169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b34d6-df0b-4e80-989b-c2af8913fef4 req-0f576ae7-9c61-453b-a6ac-9610809da159 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:52.575258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-6803b3e3-fcf9-491a-af93-8565887eaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:52.575412 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e5b34d6-df0b-4e80-989b-c2af8913fef4 req-0f576ae7-9c61-453b-a6ac-9610809da159 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.2487066 Jul 27 20:58:52.576690 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-6803b3e3-fcf9-491a-af93-8565887eaf10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1040642 Jul 27 20:58:52.588310 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4d8db-de75-4b70-a233-5cca22435f1d req-bc00dd89-5943-4ef8-91dc-2aaddb453e42 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:52.594258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4d8db-de75-4b70-a233-5cca22435f1d req-bc00dd89-5943-4ef8-91dc-2aaddb453e42 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:52.600483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4d8db-de75-4b70-a233-5cca22435f1d req-bc00dd89-5943-4ef8-91dc-2aaddb453e42 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:52.602207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bca4d8db-de75-4b70-a233-5cca22435f1d req-bc00dd89-5943-4ef8-91dc-2aaddb453e42 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2419 time: 0.2293577 Jul 27 20:58:52.636089 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2a7747f-1a78-4137-8e7b-dbb8a911f8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:52.674584 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2a7747f-1a78-4137-8e7b-dbb8a911f8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:52.676489 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e5b34d6-df0b-4e80-989b-c2af8913fef4 req-11688701-6e94-4a00-a14d-36e8f5ce5702 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.0732212 Jul 27 20:58:52.707700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-5fe0367a-e3b4-46a2-94c9-76c4f492cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:52.707958 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bca4d8db-de75-4b70-a233-5cca22435f1d req-3e057f7b-406c-4844-ae1e-1e18bea26361 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974746 Jul 27 20:58:52.710016 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-5fe0367a-e3b4-46a2-94c9-76c4f492cebd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1243691 Jul 27 20:58:52.767299 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e5b34d6-df0b-4e80-989b-c2af8913fef4 req-5808f83c-2e58-407e-9ea9-fbb944609cb7 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.150 HTTP/1.1" status: 200 len: 696 time: 0.0764513 Jul 27 20:58:52.815988 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2a7747f-1a78-4137-8e7b-dbb8a911f8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:52.818752 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2a7747f-1a78-4137-8e7b-dbb8a911f8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:52.823108 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f2a7747f-1a78-4137-8e7b-dbb8a911f8ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69e09806-28fb-4428-beee-70becc1381a1 HTTP/1.1" status: 204 len: 168 time: 0.2978454 Jul 27 20:58:52.842719 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-2c06d9c6-fe0c-4e41-9d07-08f0edf37caa service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244192 Jul 27 20:58:52.843653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7747f-1a78-4137-8e7b-dbb8a911f8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e09806-28fb-4428-beee-70becc1381a1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:52.931227 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-5e5b34d6-df0b-4e80-989b-c2af8913fef4 req-8195bba3-9fd1-47f3-901d-47831cedf8c5 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Deleting port 3da69500-e034-4cde-b21a-4489597a00d9 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:52.931479 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e5b34d6-df0b-4e80-989b-c2af8913fef4 req-8195bba3-9fd1-47f3-901d-47831cedf8c5 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:52.963863 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d6445726-389c-4dcf-af1b-e20441f711d2 req-465c1e7d-6c32-48c2-ac6a-2227716fa3a0 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136937 Jul 27 20:58:53.030671 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e236cdc2-caaf-4448-82d4-65b6d0c8832c x-openstack-request-id: req-e236cdc2-caaf-4448-82d4-65b6d0c8832c {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:53.030671 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb", "tag": "7e2caf8e-57dc-4c1c-822f-02572f4b9fb4", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:53.031003 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e236cdc2-caaf-4448-82d4-65b6d0c8832c {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:53.031307 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'tag': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4', 'status': 'completed', 'code': 200} Jul 27 20:58:53.032972 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e5b34d6-df0b-4e80-989b-c2af8913fef4 req-8195bba3-9fd1-47f3-901d-47831cedf8c5 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.033904 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e5b34d6-df0b-4e80-989b-c2af8913fef4 req-8195bba3-9fd1-47f3-901d-47831cedf8c5 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.050823 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-5e5b34d6-df0b-4e80-989b-c2af8913fef4 req-8195bba3-9fd1-47f3-901d-47831cedf8c5 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Calling delete_port for 3da69500-e034-4cde-b21a-4489597a00d9 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:53.144355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a45c5-f10e-4384-bbe3-bfe2f6b7242a req-ebfb9390-bb21-4e55-823c-3b4e36e4a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:53.148864 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d33a45c5-f10e-4384-bbe3-bfe2f6b7242a req-ebfb9390-bb21-4e55-823c-3b4e36e4a1a2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 1098 time: 0.0783677 Jul 27 20:58:53.224864 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e5b34d6-df0b-4e80-989b-c2af8913fef4 req-8195bba3-9fd1-47f3-901d-47831cedf8c5 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.254278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195bba3-9fd1-47f3-901d-47831cedf8c5 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Pushing event deleted for resources: {'Port': ['ID=3da69500-e034-4cde-b21a-4489597a00d9,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:53.288062 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a45c5-f10e-4384-bbe3-bfe2f6b7242a req-4a901685-58a8-4463-89cc-b05f8522a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:53.289609 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d33a45c5-f10e-4384-bbe3-bfe2f6b7242a req-4a901685-58a8-4463-89cc-b05f8522a5c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1342647 Jul 27 20:58:53.334655 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e5b34d6-df0b-4e80-989b-c2af8913fef4 req-8195bba3-9fd1-47f3-901d-47831cedf8c5 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.337223 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e5b34d6-df0b-4e80-989b-c2af8913fef4 req-8195bba3-9fd1-47f3-901d-47831cedf8c5 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.350821 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e5b34d6-df0b-4e80-989b-c2af8913fef4 req-8195bba3-9fd1-47f3-901d-47831cedf8c5 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "DELETE /v2.0/floatingips/314d4168-5736-4b63-96c1-a029b2b0d47c HTTP/1.1" status: 204 len: 173 time: 0.5739996 Jul 27 20:58:53.357504 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d33a45c5-f10e-4384-bbe3-bfe2f6b7242a req-b054a4fb-402c-497a-aadb-79d5a703f85c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 HTTP/1.1" status: 200 len: 217 time: 0.0582516 Jul 27 20:58:53.363606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ce1ee3da-58be-4677-9b16-8ffc05e8f7df no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:53.458659 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a45c5-f10e-4384-bbe3-bfe2f6b7242a req-b8f910fb-47c3-40c5-bcce-62bd295c3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:53.460597 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d33a45c5-f10e-4384-bbe3-bfe2f6b7242a req-b8f910fb-47c3-40c5-bcce-62bd295c3a51 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0863602 Jul 27 20:58:53.482641 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.510529 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e7ee1-ae86-4a58-8d7d-a9d07ff01645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1ee3da-58be-4677-9b16-8ffc05e8f7df'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:53.513270 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4371d5f-7db5-4df8-b845-f5acbf17023f" -d '{"events": [{"server_uuid": "201e7ee1-ae86-4a58-8d7d-a9d07ff01645", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1ee3da-58be-4677-9b16-8ffc05e8f7df"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:53.529181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ce1ee3da-58be-4677-9b16-8ffc05e8f7df, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:53.535192 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:53.556821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a45c5-f10e-4384-bbe3-bfe2f6b7242a req-dd887408-6e85-4313-9d64-a6c9ae97405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:53.558826 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d33a45c5-f10e-4384-bbe3-bfe2f6b7242a req-dd887408-6e85-4313-9d64-a6c9ae97405c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891125 Jul 27 20:58:53.573872 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede2ee7-0e1e-43d8-bcbb-c52a81a3d309 req-d02090b9-60c7-4f01-b0f6-1e54044924f3 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:53.575480 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ede2ee7-0e1e-43d8-bcbb-c52a81a3d309 req-d02090b9-60c7-4f01-b0f6-1e54044924f3 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 947 time: 0.1707556 Jul 27 20:58:53.595121 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:53.614998 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-66bc34e9-f4ed-4aa6-a0f9-d249430650fe tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:53.616520 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-66bc34e9-f4ed-4aa6-a0f9-d249430650fe tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/networks?id=e942917d-c786-450f-a41a-7afd14216ffe HTTP/1.1" status: 200 len: 815 time: 0.1682210 Jul 27 20:58:53.645704 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-515d6add-59f2-40ef-bae5-f7aea3cca7cd tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/quotas/f9356d2f895943a7b11295fb2f999893 HTTP/1.1" status: 200 len: 375 time: 0.0178666 Jul 27 20:58:53.687118 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d33a45c5-f10e-4384-bbe3-bfe2f6b7242a req-2f7db9fb-f287-4e5e-a885-1cc2472c09a0 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155920 Jul 27 20:58:53.689599 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ede2ee7-0e1e-43d8-bcbb-c52a81a3d309 req-69827f90-9ce7-4ea3-bce2-56cefb5a7e15 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034901 Jul 27 20:58:53.692746 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-480626ab-eb2f-44b1-b3d5-39248a03b543 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9356d2f895943a7b11295fb2f999893&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383840 Jul 27 20:58:53.833207 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d33a45c5-f10e-4384-bbe3-bfe2f6b7242a req-2bfcfddd-9105-4b37-9f5e-3881d5687208 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372190 Jul 27 20:58:53.981715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-202e9d7f-4c2f-48ac-8390-cfdc01df348b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:53.989721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-202e9d7f-4c2f-48ac-8390-cfdc01df348b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/networks?id=f11efe74-7d57-405b-bed7-006f980e826a HTTP/1.1" status: 200 len: 805 time: 0.1554236 Jul 27 20:58:54.038793 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-f53f301b-105f-42e3-b97f-abf5972a599b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/quotas/699d8262e8564546ac8817002a258094 HTTP/1.1" status: 200 len: 375 time: 0.0481501 Jul 27 20:58:54.122797 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-089f2ec4-25ac-4c76-8a1e-3e300f419b12 service neutron] 10.222.0.55 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158955 Jul 27 20:58:54.193387 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-bd530dc1-e4a8-4337-9285-465581842ca7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=699d8262e8564546ac8817002a258094&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1533036 Jul 27 20:58:54.240209 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-71989792-1b6c-4a61-9ed5-613a997209fd service neutron] 10.222.0.55 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150889 Jul 27 20:58:54.346942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-96dde914-9bb2-4dc9-a3f8-98952758b2e1 service neutron] 10.222.0.55 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442475 Jul 27 20:58:54.539939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-953d141c-8b9d-4407-a14a-1c769b9bb0ee service neutron] 10.222.0.55 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852930 Jul 27 20:58:54.560348 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b22e8932-9a85-4450-bd51-941e21649987 req-834182d1-3357-423a-97e5-b64bea414373 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1792593 Jul 27 20:58:54.578098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-b22e8932-9a85-4450-bd51-941e21649987 req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:54.627841 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b22e8932-9a85-4450-bd51-941e21649987 req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:54.740646 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dac810e-1b72-473e-8c32-c2fd87afbb68 x-openstack-request-id: req-2dac810e-1b72-473e-8c32-c2fd87afbb68 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:54.741242 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e7ee1-ae86-4a58-8d7d-a9d07ff01645", "name": "network-vif-unplugged", "status": "completed", "tag": "ce1ee3da-58be-4677-9b16-8ffc05e8f7df", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:54.741626 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2dac810e-1b72-473e-8c32-c2fd87afbb68 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:54.741972 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e7ee1-ae86-4a58-8d7d-a9d07ff01645', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce1ee3da-58be-4677-9b16-8ffc05e8f7df', 'code': 200} Jul 27 20:58:54.804004 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b22e8932-9a85-4450-bd51-941e21649987 req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:54.973434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-b22e8932-9a85-4450-bd51-941e21649987 req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Allocated IP 172.25.2.143 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/8e0f74f9-1a82-42c3-830b-575f5a2d4e83) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:54.991450 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d920b-4f80-492c-961d-7ce30c18a711 req-84ca7511-c1db-4c11-9165-8bcd04c67ee5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:55.009625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d920b-4f80-492c-961d-7ce30c18a711 req-84ca7511-c1db-4c11-9165-8bcd04c67ee5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:55.017014 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d920b-4f80-492c-961d-7ce30c18a711 req-84ca7511-c1db-4c11-9165-8bcd04c67ee5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:55.019286 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4c3d920b-4f80-492c-961d-7ce30c18a711 req-84ca7511-c1db-4c11-9165-8bcd04c67ee5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2419 time: 0.1702378 Jul 27 20:58:55.116353 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4c3d920b-4f80-492c-961d-7ce30c18a711 req-59527d21-090c-4b68-9b91-d63782e9f6fb tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869267 Jul 27 20:58:55.175415 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b22e8932-9a85-4450-bd51-941e21649987 req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.233863 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b22e8932-9a85-4450-bd51-941e21649987 req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.280163 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22e8932-9a85-4450-bd51-941e21649987 req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:55.284014 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-b22e8932-9a85-4450-bd51-941e21649987 req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:55.288903 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22e8932-9a85-4450-bd51-941e21649987 req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:55.329092 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ef902-bfa5-4c20-a8b6-972db539a726 req-8ad6c3db-3ad4-4ef6-980c-e8d0315c2fcd tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:55.331536 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-481ef902-bfa5-4c20-a8b6-972db539a726 req-8ad6c3db-3ad4-4ef6-980c-e8d0315c2fcd tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.66 "GET /v2.0/ports?device_id=201e7ee1-ae86-4a58-8d7d-a9d07ff01645 HTTP/1.1" status: 200 len: 943 time: 0.1100099 Jul 27 20:58:55.371167 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Pushing event updated for resources: {'Port': ['ID=8e0f74f9-1a82-42c3-830b-575f5a2d4e83,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:55.385191 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:58:55.407041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:55.408859 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:55.409497 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:55.410210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:55.410737 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:55.411247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:55.411762 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:55.413011 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:55.413257 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:55.413924 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:55.414464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:55.414971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:55.446905 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b22e8932-9a85-4450-bd51-941e21649987 req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.529576 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b22e8932-9a85-4450-bd51-941e21649987 req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.594523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-481ef902-bfa5-4c20-a8b6-972db539a726 req-b16a3131-c442-46b7-b3cf-4e35aefe2d86 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Deleting port ce1ee3da-58be-4677-9b16-8ffc05e8f7df {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:55.594523 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-481ef902-bfa5-4c20-a8b6-972db539a726 req-b16a3131-c442-46b7-b3cf-4e35aefe2d86 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.631609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee506701-3f21-4299-baca-064449d98727 req-10c9a2fe-5669-49e6-815b-ea38f7807b7b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 210 time: 0.0739641 Jul 27 20:58:55.682958 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:55.709828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4', 'mac_address': 'fa:16:3e:7f:34:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:58:55.783578 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.800561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:55.820145 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f680420-ba3d-4732-ac7d-7e416d6714e1 req-b8450d7e-6177-4444-837f-81637902936c tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 210 time: 0.0530593 Jul 27 20:58:55.844483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:55.855167 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.880476 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b22e8932-9a85-4450-bd51-941e21649987 req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.897546 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b22e8932-9a85-4450-bd51-941e21649987 req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:55.951726 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:56.003992 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-481ef902-bfa5-4c20-a8b6-972db539a726 req-b16a3131-c442-46b7-b3cf-4e35aefe2d86 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] For port ce1ee3da-58be-4677-9b16-8ffc05e8f7df, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:56.005473 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-481ef902-bfa5-4c20-a8b6-972db539a726 req-b16a3131-c442-46b7-b3cf-4e35aefe2d86 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.031791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-481ef902-bfa5-4c20-a8b6-972db539a726 req-b16a3131-c442-46b7-b3cf-4e35aefe2d86 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Calling delete_port for ce1ee3da-58be-4677-9b16-8ffc05e8f7df owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:56.043677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-30d27553-cd12-4032-91df-6848918fdadc tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:56.045774 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-30d27553-cd12-4032-91df-6848918fdadc tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.20 "GET /v2.0/networks?id=e942917d-c786-450f-a41a-7afd14216ffe HTTP/1.1" status: 200 len: 815 time: 0.3041191 Jul 27 20:58:56.062377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Pushing event updated for resources: {'Port': ['ID=8e0f74f9-1a82-42c3-830b-575f5a2d4e83,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:56.064070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-a5659a49-ba7a-4fe5-834e-f39d52fa35a3 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Request body: {'port': {'device_id': '76cd1cd8-8627-41dd-a18d-796c375633c9', 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe', 'admin_state_up': True, 'tenant_id': 'f9356d2f895943a7b11295fb2f999893'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:56.080258 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b22e8932-9a85-4450-bd51-941e21649987 req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.105616 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b22e8932-9a85-4450-bd51-941e21649987 req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.111922 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b22e8932-9a85-4450-bd51-941e21649987 req-28ddef1e-0c4a-4b31-bfea-c08a27af5156 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5423412 Jul 27 20:58:56.179770 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b22e8932-9a85-4450-bd51-941e21649987 req-61436e20-8ecc-46ad-9577-4e08d3c804e6 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.143 HTTP/1.1" status: 200 len: 696 time: 0.0549123 Jul 27 20:58:56.214126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['7e2caf8e-57dc-4c1c-822f-02572f4b9fb4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:58:56.395877 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e8932-9a85-4450-bd51-941e21649987 req-80a31590-441e-4b1a-b8e8-60a9608a9eca tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:56.410122 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b22e8932-9a85-4450-bd51-941e21649987 req-80a31590-441e-4b1a-b8e8-60a9608a9eca tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.2229550 Jul 27 20:58:56.476692 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-a5659a49-ba7a-4fe5-834e-f39d52fa35a3 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Made reservation on behalf of f9356d2f895943a7b11295fb2f999893 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:56.477860 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-a5659a49-ba7a-4fe5-834e-f39d52fa35a3 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.480057 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03ac38-1b2b-4d58-914c-e87867ecd3df req-d5a320d6-be24-435b-bed0-4dc9af19e20e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:56.493724 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f03ac38-1b2b-4d58-914c-e87867ecd3df req-d5a320d6-be24-435b-bed0-4dc9af19e20e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 948 time: 0.1903882 Jul 27 20:58:56.556248 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f03ac38-1b2b-4d58-914c-e87867ecd3df req-a70928b6-f622-42c8-8e3b-b957996912b8 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616376 Jul 27 20:58:56.660106 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-0aa56785-4832-4a93-b701-ecae4ce9662f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:56.661624 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-0aa56785-4832-4a93-b701-ecae4ce9662f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.20 "GET /v2.0/networks?id=f11efe74-7d57-405b-bed7-006f980e826a HTTP/1.1" status: 200 len: 805 time: 0.4298172 Jul 27 20:58:56.664080 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76d8f020-331c-4aa4-8c27-c5d9b765119d req-9b98ab06-e95b-47a2-a560-33bab60e98d1 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/floatingips/41e71154-0c9f-4c2c-a3a6-9f1a86c3eed4 HTTP/1.1" status: 200 len: 693 time: 0.0585926 Jul 27 20:58:56.693397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-d3dd8aa0-c672-449c-a1c1-ff1afde3320e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Request body: {'port': {'device_id': '9841a2a7-d526-4aef-9a77-c9c6ef685bac', 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a', 'admin_state_up': True, 'tenant_id': '699d8262e8564546ac8817002a258094'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:56.742252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33050) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:56.788598 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-481ef902-bfa5-4c20-a8b6-972db539a726 req-b16a3131-c442-46b7-b3cf-4e35aefe2d86 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.790956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-a5659a49-ba7a-4fe5-834e-f39d52fa35a3 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Allocated IP 172.20.0.7 (e942917d-c786-450f-a41a-7afd14216ffe/da266496-c80f-4909-bc94-7064206d9311/484b4026-23fa-4144-b1c0-e2cb2b757150) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:56.862196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a3131-c442-46b7-b3cf-4e35aefe2d86 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Pushing event deleted for resources: {'Port': ['ID=ce1ee3da-58be-4677-9b16-8ffc05e8f7df,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:56.987844 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-481ef902-bfa5-4c20-a8b6-972db539a726 req-b16a3131-c442-46b7-b3cf-4e35aefe2d86 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] No DVR routers for this DVR port ce1ee3da-58be-4677-9b16-8ffc05e8f7df on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:58:56.996676 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-481ef902-bfa5-4c20-a8b6-972db539a726 req-b16a3131-c442-46b7-b3cf-4e35aefe2d86 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:56.998699 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-481ef902-bfa5-4c20-a8b6-972db539a726 req-b16a3131-c442-46b7-b3cf-4e35aefe2d86 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.66 "DELETE /v2.0/ports/ce1ee3da-58be-4677-9b16-8ffc05e8f7df HTTP/1.1" status: 204 len: 173 time: 1.6599357 Jul 27 20:58:56.999150 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201e7ee1-ae86-4a58-8d7d-a9d07ff01645', 'name': 'network-vif-deleted', 'tag': 'ce1ee3da-58be-4677-9b16-8ffc05e8f7df'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:57.001395 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298fe9bc-0d2d-48ea-b708-d528fb327cde" -d '{"events": [{"server_uuid": "201e7ee1-ae86-4a58-8d7d-a9d07ff01645", "name": "network-vif-deleted", "tag": "ce1ee3da-58be-4677-9b16-8ffc05e8f7df"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:57.067492 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-612ed186-bbf1-4f37-86c8-855f42c3c5a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-106174532'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:57.076752 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-d3dd8aa0-c672-449c-a1c1-ff1afde3320e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Made reservation on behalf of 699d8262e8564546ac8817002a258094 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:57.080794 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-d3dd8aa0-c672-449c-a1c1-ff1afde3320e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.112848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5186cc7d-1410-4181-a3b4-93e26064f9c1 req-cda242b2-a16c-4434-be83-047aad6244fe tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 210 time: 0.0411754 Jul 27 20:58:57.164594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612ed186-bbf1-4f37-86c8-855f42c3c5a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Made reservation on behalf of 8b4623fa88924a56a60c56db5082e3c0 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:57.170189 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-612ed186-bbf1-4f37-86c8-855f42c3c5a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.208222 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8f020-331c-4aa4-8c27-c5d9b765119d req-8e166a21-5b50-4312-b35a-fbabf70f7ba7 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:57.209510 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76d8f020-331c-4aa4-8c27-c5d9b765119d req-8e166a21-5b50-4312-b35a-fbabf70f7ba7 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.5446372 Jul 27 20:58:57.215066 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-a5659a49-ba7a-4fe5-834e-f39d52fa35a3 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.297917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-d3dd8aa0-c672-449c-a1c1-ff1afde3320e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Allocated IP 172.20.0.9 (f11efe74-7d57-405b-bed7-006f980e826a/37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189/fd7488bc-3ca7-4982-878e-223a634d410e) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:58:57.309260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612ed186-bbf1-4f37-86c8-855f42c3c5a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:58:57.324021 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-a5659a49-ba7a-4fe5-834e-f39d52fa35a3 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.330549 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76d8f020-331c-4aa4-8c27-c5d9b765119d req-1b33c540-532c-40da-aecd-226dfab10cd3 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.143 HTTP/1.1" status: 200 len: 696 time: 0.1114655 Jul 27 20:58:57.344328 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33070) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:57.378488 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-612ed186-bbf1-4f37-86c8-855f42c3c5a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.378935 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-612ed186-bbf1-4f37-86c8-855f42c3c5a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Added segment 4539c1f8-e338-4e71-8dde-30e4c414c181 of type vlan for network a410ce51-102d-4a42-9789-3fefbaa95d0a Jul 27 20:58:57.390066 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:58:57.406974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76d8f020-331c-4aa4-8c27-c5d9b765119d req-f34fb9d6-1bf0-46c1-b018-305e3378fc3e tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.143 HTTP/1.1" status: 200 len: 696 time: 0.0752914 Jul 27 20:58:57.413107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-a5659a49-ba7a-4fe5-834e-f39d52fa35a3 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Network e942917d-c786-450f-a41a-7afd14216ffe is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:57.425102 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-a5659a49-ba7a-4fe5-834e-f39d52fa35a3 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:57.434453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-a5659a49-ba7a-4fe5-834e-f39d52fa35a3 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:57.454448 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:58:57.459256 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-612ed186-bbf1-4f37-86c8-855f42c3c5a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.461635 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:58:57.462465 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.466322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5659a49-ba7a-4fe5-834e-f39d52fa35a3 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Pushing event updated for resources: {'Port': ['ID=484b4026-23fa-4144-b1c0-e2cb2b757150,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:57.542978 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-612ed186-bbf1-4f37-86c8-855f42c3c5a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.548924 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612ed186-bbf1-4f37-86c8-855f42c3c5a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:57.549111 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-612ed186-bbf1-4f37-86c8-855f42c3c5a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.553978 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.561790 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-a5659a49-ba7a-4fe5-834e-f39d52fa35a3 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:57.562458 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-a5659a49-ba7a-4fe5-834e-f39d52fa35a3 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.580475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:58:57.583163 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf7c044-9061-4b6a-8aa2-64f40671a1d7" -d '{"events": [{"server_uuid": "cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb", "name": "network-vif-plugged", "status": "completed", "tag": "7e2caf8e-57dc-4c1c-822f-02572f4b9fb4"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:58:57.598511 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:58:57.603662 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-a5659a49-ba7a-4fe5-834e-f39d52fa35a3 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5449057 Jul 27 20:58:57.604881 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.606506 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ce1ee3da-58be-4677-9b16-8ffc05e8f7df no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:58:57.608670 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f6b90adb-c5d4-43ef-8477-32a5e849d0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.625544 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Request body: {'port': {'device_id': '76cd1cd8-8627-41dd-a18d-796c375633c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:57.666081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: ce1ee3da-58be-4677-9b16-8ffc05e8f7df {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:58:57.666379 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-d3dd8aa0-c672-449c-a1c1-ff1afde3320e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.666492 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ce1ee3da-58be-4677-9b16-8ffc05e8f7df not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:58:57.692363 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:57.700917 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:57.701530 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:57.702034 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:57.702599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:57.703105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:57.703607 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:57.704096 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:57.704582 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:57.705279 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:57.705774 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:57.706128 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356942b-9677-4f6b-bf15-9528b531be75 req-73be69cd-cb5a-4bd0-9290-1962bab98823 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:57.706475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:57.706963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:58:57.713272 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356942b-9677-4f6b-bf15-9528b531be75 req-73be69cd-cb5a-4bd0-9290-1962bab98823 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:57.719462 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356942b-9677-4f6b-bf15-9528b531be75 req-73be69cd-cb5a-4bd0-9290-1962bab98823 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:57.721847 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9356942b-9677-4f6b-bf15-9528b531be75 req-73be69cd-cb5a-4bd0-9290-1962bab98823 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2419 time: 0.5065749 Jul 27 20:58:57.751022 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.795274 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-d3dd8aa0-c672-449c-a1c1-ff1afde3320e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.814568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-612ed186-bbf1-4f37-86c8-855f42c3c5a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0705910 Jul 27 20:58:57.824502 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33080) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:57.828638 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ed186-bbf1-4f37-86c8-855f42c3c5a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event updated for resources: {'Network': ['ID=a410ce51-102d-4a42-9789-3fefbaa95d0a,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:57.838411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d8a37cf7-5297-4b55-a103-6583c1f46910 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-234209863'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:57.841122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network a410ce51-102d-4a42-9789-3fefbaa95d0a details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:58:57.858006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-d3dd8aa0-c672-449c-a1c1-ff1afde3320e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Network f11efe74-7d57-405b-bed7-006f980e826a is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:58:57.890725 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9356942b-9677-4f6b-bf15-9528b531be75 req-0bc315f3-b40c-4307-8b0e-537be7e59d8d tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490138 Jul 27 20:58:57.916113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-76d8f020-331c-4aa4-8c27-c5d9b765119d req-816e8c57-990e-4b14-a98d-f318e1eab1c7 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Deleting port 8e0f74f9-1a82-42c3-830b-575f5a2d4e83 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:57.916471 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-76d8f020-331c-4aa4-8c27-c5d9b765119d req-816e8c57-990e-4b14-a98d-f318e1eab1c7 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:57.936513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-d3dd8aa0-c672-449c-a1c1-ff1afde3320e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:58:57.946805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-d3dd8aa0-c672-449c-a1c1-ff1afde3320e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:58:57.958096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd8aa0-c672-449c-a1c1-ff1afde3320e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Pushing event updated for resources: {'Port': ['ID=fd7488bc-3ca7-4982-878e-223a634d410e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:58.049448 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-d3dd8aa0-c672-449c-a1c1-ff1afde3320e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:58.050459 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-d3dd8aa0-c672-449c-a1c1-ff1afde3320e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.070033 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-76d8f020-331c-4aa4-8c27-c5d9b765119d req-816e8c57-990e-4b14-a98d-f318e1eab1c7 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.070400 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-76d8f020-331c-4aa4-8c27-c5d9b765119d req-816e8c57-990e-4b14-a98d-f318e1eab1c7 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.083448 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f6b90adb-c5d4-43ef-8477-32a5e849d0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.095059 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f6b90adb-c5d4-43ef-8477-32a5e849d0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.098953 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-d3dd8aa0-c672-449c-a1c1-ff1afde3320e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4101481 Jul 27 20:58:58.101072 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-76d8f020-331c-4aa4-8c27-c5d9b765119d req-816e8c57-990e-4b14-a98d-f318e1eab1c7 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Calling delete_port for 8e0f74f9-1a82-42c3-830b-575f5a2d4e83 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:58:58.114079 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Request body: {'port': {'device_id': '9841a2a7-d526-4aef-9a77-c9c6ef685bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:58.146304 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dc204-9abe-44f7-9ac0-c9b7509f22bc req-6600b76b-462a-4335-b9c0-419a0a2038bb tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:58.147891 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-973dc204-9abe-44f7-9ac0-c9b7509f22bc req-6600b76b-462a-4335-b9c0-419a0a2038bb tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 931 time: 0.1798236 Jul 27 20:58:58.207179 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a37cf7-5297-4b55-a103-6583c1f46910 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Made reservation on behalf of 8b4623fa88924a56a60c56db5082e3c0 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:58.210515 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d8a37cf7-5297-4b55-a103-6583c1f46910 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.214286 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f6b90adb-c5d4-43ef-8477-32a5e849d0b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6817760995db4522ba174d14d8f1ba21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8688977 Jul 27 20:58:58.217970 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484b4026-23fa-4144-b1c0-e2cb2b757150 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:58.222299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33084) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:58.237483 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.241831 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b90adb-c5d4-43ef-8477-32a5e849d0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ba1ba6-3855-440e-9290-880b7f1a0672,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:58.274519 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.276581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Transition to ACTIVE for port object 484b4026-23fa-4144-b1c0-e2cb2b757150 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:58.285230 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.289928 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-973dc204-9abe-44f7-9ac0-c9b7509f22bc req-2672afe7-58c6-4b8d-92c1-46bcea45a52b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282578 Jul 27 20:58:58.298850 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a37cf7-5297-4b55-a103-6583c1f46910 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:58:58.314154 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d8a37cf7-5297-4b55-a103-6583c1f46910 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.315267 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-d8a37cf7-5297-4b55-a103-6583c1f46910 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Added segment 31a768ef-39ac-43da-967d-273196d38ced of type vlan for network a54d9f4c-31a3-472d-917d-12867f1c0085 Jul 27 20:58:58.355535 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f7a08e-44de-4667-a7ba-4dbde408b1b8 x-openstack-request-id: req-22f7a08e-44de-4667-a7ba-4dbde408b1b8 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:58.355835 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201e7ee1-ae86-4a58-8d7d-a9d07ff01645", "name": "network-vif-deleted", "tag": "ce1ee3da-58be-4677-9b16-8ffc05e8f7df", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:58.356063 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-22f7a08e-44de-4667-a7ba-4dbde408b1b8 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:58.356499 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201e7ee1-ae86-4a58-8d7d-a9d07ff01645', 'name': 'network-vif-deleted', 'tag': 'ce1ee3da-58be-4677-9b16-8ffc05e8f7df', 'status': 'completed', 'code': 200} Jul 27 20:58:58.383316 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d8a37cf7-5297-4b55-a103-6583c1f46910 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.418529 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ccec84f8-6042-41ee-8f24-8e71d36ab1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.422837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Pushing event updated for resources: {'Port': ['ID=484b4026-23fa-4144-b1c0-e2cb2b757150,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:58.490251 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d8a37cf7-5297-4b55-a103-6583c1f46910 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.495966 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a37cf7-5297-4b55-a103-6583c1f46910 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:58.496644 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d8a37cf7-5297-4b55-a103-6583c1f46910 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.509439 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-76d8f020-331c-4aa4-8c27-c5d9b765119d req-816e8c57-990e-4b14-a98d-f318e1eab1c7 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.535930 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ccec84f8-6042-41ee-8f24-8e71d36ab1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.598106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e8c57-990e-4b14-a98d-f318e1eab1c7 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Pushing event deleted for resources: {'Port': ['ID=8e0f74f9-1a82-42c3-830b-575f5a2d4e83,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:58.610095 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d8a37cf7-5297-4b55-a103-6583c1f46910 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7797902 Jul 27 20:58:58.612172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33086) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:58.621110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-03aff5f0-4fea-43e4-b1ac-c400b7642216 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Request body: {'subnet': {'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:58:58.633023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Attempting to bind port 484b4026-23fa-4144-b1c0-e2cb2b757150 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:58:58.633369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Attempting to bind port 484b4026-23fa-4144-b1c0-e2cb2b757150 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '5c8be573-5156-41f5-9eca-a35c0611d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:58:58.633693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Attempting to bind port 484b4026-23fa-4144-b1c0-e2cb2b757150 on network e942917d-c786-450f-a41a-7afd14216ffe {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:58.641071 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a7a76-5b9f-4e64-97f6-cc8c6df90ee6 req-6b0b0749-4ce9-4dee-bc99-28c5f330328f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:58.643382 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca3a7a76-5b9f-4e64-97f6-cc8c6df90ee6 req-6b0b0749-4ce9-4dee-bc99-28c5f330328f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.2368755 Jul 27 20:58:58.645237 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a37cf7-5297-4b55-a103-6583c1f46910 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event updated for resources: {'Network': ['ID=a54d9f4c-31a3-472d-917d-12867f1c0085,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:58.657760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network a54d9f4c-31a3-472d-917d-12867f1c0085 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:58:58.716705 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-76d8f020-331c-4aa4-8c27-c5d9b765119d req-816e8c57-990e-4b14-a98d-f318e1eab1c7 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.719589 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-76d8f020-331c-4aa4-8c27-c5d9b765119d req-816e8c57-990e-4b14-a98d-f318e1eab1c7 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:58.721446 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76d8f020-331c-4aa4-8c27-c5d9b765119d req-816e8c57-990e-4b14-a98d-f318e1eab1c7 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "DELETE /v2.0/floatingips/41e71154-0c9f-4c2c-a3a6-9f1a86c3eed4 HTTP/1.1" status: 204 len: 173 time: 1.2269833 Jul 27 20:58:58.724884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca3a7a76-5b9f-4e64-97f6-cc8c6df90ee6 req-b0564f81-ee58-480a-b5f1-2e4f36db2f19 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583558 Jul 27 20:58:58.776465 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d050b85-2a56-4bd2-98f4-9606bb7eabe6 x-openstack-request-id: req-9d050b85-2a56-4bd2-98f4-9606bb7eabe6 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:58:58.776791 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb", "name": "network-vif-plugged", "status": "completed", "tag": "7e2caf8e-57dc-4c1c-822f-02572f4b9fb4", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:58:58.777079 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d050b85-2a56-4bd2-98f4-9606bb7eabe6 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:58:58.777533 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4', 'code': 200} Jul 27 20:58:58.873814 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-73f666b6-8795-4162-815c-9be6d6ffe6e4 req-0393645b-e795-4257-a0f5-c05e11bc7491 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] show failed (client error): The resource could not be found. Jul 27 20:58:58.874887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73f666b6-8795-4162-815c-9be6d6ffe6e4 req-0393645b-e795-4257-a0f5-c05e11bc7491 tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/floatingips/41e71154-0c9f-4c2c-a3a6-9f1a86c3eed4 HTTP/1.1" status: 404 len: 350 time: 0.0531683 Jul 27 20:58:58.935978 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-44f7872b-a4b1-44f9-8434-1157891c67bd req-5a4f5b24-bf4b-4144-a04a-d793b5ab0f9a tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] show failed (client error): The resource could not be found. Jul 27 20:58:58.937126 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44f7872b-a4b1-44f9-8434-1157891c67bd req-5a4f5b24-bf4b-4144-a04a-d793b5ab0f9a tempest-FloatingIPsTestJSON-528325362 tempest-FloatingIPsTestJSON-528325362-project] 10.222.0.55 "GET /v2.0/floatingips/41e71154-0c9f-4c2c-a3a6-9f1a86c3eed4 HTTP/1.1" status: 404 len: 350 time: 0.0402732 Jul 27 20:58:58.948042 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33094) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:58:59.050391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61e38c-6ae4-4e5b-be72-e0b4dd85285f req-c312e8ee-f9a4-4d55-ba45-5c7023ced3a2 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:59.051817 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc61e38c-6ae4-4e5b-be72-e0b4dd85285f req-c312e8ee-f9a4-4d55-ba45-5c7023ced3a2 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 943 time: 0.2192430 Jul 27 20:58:59.062623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Port 484b4026-23fa-4144-b1c0-e2cb2b757150 on network e942917d-c786-450f-a41a-7afd14216ffe not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:58:59.062950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Attempting to bind port 484b4026-23fa-4144-b1c0-e2cb2b757150 on network e942917d-c786-450f-a41a-7afd14216ffe {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:58:59.122266 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:58:59.122670 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Checking segment: {'id': '5c8be573-5156-41f5-9eca-a35c0611d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:58:59.122977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Bound using segment: {'id': '5c8be573-5156-41f5-9eca-a35c0611d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:58:59.123420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Bound port: 484b4026-23fa-4144-b1c0-e2cb2b757150, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8be573-5156-41f5-9eca-a35c0611d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:58:59.123775 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.152921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc61e38c-6ae4-4e5b-be72-e0b4dd85285f req-6ab02ec3-ed27-4a4e-882b-9328df590fcc tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677915 Jul 27 20:58:59.175327 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ccec84f8-6042-41ee-8f24-8e71d36ab1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.175327 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ccec84f8-6042-41ee-8f24-8e71d36ab1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.175327 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ccec84f8-6042-41ee-8f24-8e71d36ab1a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50ba1ba6-3855-440e-9290-880b7f1a0672 HTTP/1.1" status: 204 len: 168 time: 0.9466693 Jul 27 20:58:59.198084 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0909fed-4b99-489b-b988-92cf0de8fdf6 req-32131135-db33-4f0e-8472-448175f09918 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:59.203982 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0909fed-4b99-489b-b988-92cf0de8fdf6 req-32131135-db33-4f0e-8472-448175f09918 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:59.210076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0909fed-4b99-489b-b988-92cf0de8fdf6 req-32131135-db33-4f0e-8472-448175f09918 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:59.216639 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0909fed-4b99-489b-b988-92cf0de8fdf6 req-32131135-db33-4f0e-8472-448175f09918 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2419 time: 0.2143602 Jul 27 20:58:59.239215 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec84f8-6042-41ee-8f24-8e71d36ab1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ba1ba6-3855-440e-9290-880b7f1a0672,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:59.314167 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0909fed-4b99-489b-b988-92cf0de8fdf6 req-e1d11bdc-15d5-4688-8b3d-d467d271f50d tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921273 Jul 27 20:58:59.315709 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03aff5f0-4fea-43e4-b1ac-c400b7642216 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Made reservation on behalf of 8b4623fa88924a56a60c56db5082e3c0 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:58:59.319605 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-03aff5f0-4fea-43e4-b1ac-c400b7642216 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.399804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cc399-ec0b-41ab-bb99-26c7925a8b73 req-5606b272-c4c0-4af6-b578-213ae9dc7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:59.401036 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f7cc399-ec0b-41ab-bb99-26c7925a8b73 req-5606b272-c4c0-4af6-b578-213ae9dc7a1c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 1100 time: 0.3759961 Jul 27 20:58:59.450807 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-806b38ac-5472-4a24-a7ee-2f4a0290fde3 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:59.458395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-806b38ac-5472-4a24-a7ee-2f4a0290fde3 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:59.464096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-806b38ac-5472-4a24-a7ee-2f4a0290fde3 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:59.465457 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-806b38ac-5472-4a24-a7ee-2f4a0290fde3 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2419 time: 0.8359728 Jul 27 20:58:59.521413 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] For port 484b4026-23fa-4144-b1c0-e2cb2b757150, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:58:59.524043 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88ba7c-ca63-4c4e-af2b-a74b53ce44ab req-708daa0c-ff13-471b-a6d7-a301df7846a1 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:59.525646 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f88ba7c-ca63-4c4e-af2b-a74b53ce44ab req-708daa0c-ff13-471b-a6d7-a301df7846a1 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 931 time: 0.1257169 Jul 27 20:58:59.550753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7488bc-3ca7-4982-878e-223a634d410e {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:58:59.559748 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4c40206-5ca8-4961-9dc0-40a5bcf22fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.572764 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] For port 484b4026-23fa-4144-b1c0-e2cb2b757150, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=484b4026-23fa-4144-b1c0-e2cb2b757150,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:58:59.588574 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.598489 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.616509 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f88ba7c-ca63-4c4e-af2b-a74b53ce44ab req-12c084cd-7ccd-44e1-a825-f7f6dfa5c736 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830286 Jul 27 20:58:59.619981 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f7cc399-ec0b-41ab-bb99-26c7925a8b73 req-7cc96501-d8eb-4b5f-afb0-e4eeeba4bcfa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840212 Jul 27 20:58:59.681051 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Transition to ACTIVE for port object fd7488bc-3ca7-4982-878e-223a634d410e will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:58:59.689952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:59.690694 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.692090 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] 10.222.0.20 "PUT /v2.0/ports/484b4026-23fa-4144-b1c0-e2cb2b757150 HTTP/1.1" status: 200 len: 1091 time: 2.0728517 Jul 27 20:58:59.702197 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.809262 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2c9d7-3ee3-47c7-bc06-64b3664bcb7d service neutron] Pushing event updated for resources: {'Port': ['ID=484b4026-23fa-4144-b1c0-e2cb2b757150,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:58:59.918268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d4c40206-5ca8-4961-9dc0-40a5bcf22fd1 admin admin] Deleting port 480dce76-ad05-47bf-8589-1b87f0a1d7e3 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:59.918687 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4c40206-5ca8-4961-9dc0-40a5bcf22fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.986451 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2cdfe-a661-4b3c-8ccb-a46c0087ca52 req-b2047f0a-8ae3-416d-ae77-79e36114f820 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:58:59.986784 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-c58af22c-2eda-43fb-bec9-00d285311a3c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Deleting port 414b9eda-4e84-46d0-8366-9c947b0c6efd {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:58:59.987327 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-c58af22c-2eda-43fb-bec9-00d285311a3c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:58:59.988090 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0cb2cdfe-a661-4b3c-8ccb-a46c0087ca52 req-b2047f0a-8ae3-416d-ae77-79e36114f820 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1383352 Jul 27 20:58:59.999645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Pushing event updated for resources: {'Port': ['ID=fd7488bc-3ca7-4982-878e-223a634d410e,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:00.051665 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-d4c40206-5ca8-4961-9dc0-40a5bcf22fd1 admin admin] For port 480dce76-ad05-47bf-8589-1b87f0a1d7e3, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=480dce76-ad05-47bf-8589-1b87f0a1d7e3,segment=NetworkSegment(3bc70c3f-0b25-4877-a1b0-b578c03717ad),segment_id=3bc70c3f-0b25-4877-a1b0-b578c03717ad)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:00.052501 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4c40206-5ca8-4961-9dc0-40a5bcf22fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:00.063768 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0cb2cdfe-a661-4b3c-8ccb-a46c0087ca52 req-0f54213c-fc94-4e18-ace6-1c24f1b89751 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666835 Jul 27 20:59:00.069949 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d4c40206-5ca8-4961-9dc0-40a5bcf22fd1 admin admin] Calling delete_port for 480dce76-ad05-47bf-8589-1b87f0a1d7e3 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:00.088136 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-03aff5f0-4fea-43e4-b1ac-c400b7642216 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:00.161969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Attempting to bind port fd7488bc-3ca7-4982-878e-223a634d410e on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:00.162399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Attempting to bind port fd7488bc-3ca7-4982-878e-223a634d410e by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'e5f5391a-9a0a-4539-b961-5897d31712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:00.162646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Attempting to bind port fd7488bc-3ca7-4982-878e-223a634d410e on network f11efe74-7d57-405b-bed7-006f980e826a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:00.185075 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-e25e082b-7d1a-4113-a96b-12bccdbdcb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:00.186897 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-e25e082b-7d1a-4113-a96b-12bccdbdcb7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9356d2f895943a7b11295fb2f999893&device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 1094 time: 0.4210892 Jul 27 20:59:00.215766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Port fd7488bc-3ca7-4982-878e-223a634d410e on network f11efe74-7d57-405b-bed7-006f980e826a not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:00.216121 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Attempting to bind port fd7488bc-3ca7-4982-878e-223a634d410e on network f11efe74-7d57-405b-bed7-006f980e826a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:00.222035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-c58af22c-2eda-43fb-bec9-00d285311a3c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] For port 414b9eda-4e84-46d0-8366-9c947b0c6efd, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=414b9eda-4e84-46d0-8366-9c947b0c6efd,segment=NetworkSegment(e8346875-dd76-4bb2-b676-61e6527941e6),segment_id=e8346875-dd76-4bb2-b676-61e6527941e6)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:00.222462 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-c58af22c-2eda-43fb-bec9-00d285311a3c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:00.235365 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aff5f0-4fea-43e4-b1ac-c400b7642216 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event updated for resources: {'Subnet': ['ID=2a7a7b95-12bc-48a4-b7c3-4715da94a46d,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:00.279905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:00.280305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Checking segment: {'id': 'e5f5391a-9a0a-4539-b961-5897d31712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:00.280631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Bound using segment: {'id': 'e5f5391a-9a0a-4539-b961-5897d31712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:00.281078 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Bound port: fd7488bc-3ca7-4982-878e-223a634d410e, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f5391a-9a0a-4539-b961-5897d31712be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:00.281431 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:00.289568 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-1809e0d7-e204-4a50-b836-b0f1a9200d4a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=484b4026-23fa-4144-b1c0-e2cb2b757150 HTTP/1.1" status: 200 len: 217 time: 0.0876245 Jul 27 20:59:00.291672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-c58af22c-2eda-43fb-bec9-00d285311a3c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Calling delete_port for 414b9eda-4e84-46d0-8366-9c947b0c6efd owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:00.332440 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4c40206-5ca8-4961-9dc0-40a5bcf22fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:00.344946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aff5f0-4fea-43e4-b1ac-c400b7642216 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Checking segment: {'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:00.345959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aff5f0-4fea-43e4-b1ac-c400b7642216 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Network hostable DHCP agents. Network: a410ce51-102d-4a42-9789-3fefbaa95d0a, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:59:00.372930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c40206-5ca8-4961-9dc0-40a5bcf22fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=480dce76-ad05-47bf-8589-1b87f0a1d7e3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:00.391005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cd1cd8-8627-41dd-a18d-796c375633c9', 'tag': '484b4026-23fa-4144-b1c0-e2cb2b757150'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:00.393860 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7a3023-9ea4-4021-9a55-e4207789e256" -d '{"events": [{"name": "network-changed", "server_uuid": "76cd1cd8-8627-41dd-a18d-796c375633c9", "tag": "484b4026-23fa-4144-b1c0-e2cb2b757150"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:00.418307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ced0e4-839c-492e-be39-63201604fb24 req-79269ab4-22b6-4982-ab75-d305d0c0c4ac tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:00.426620 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-48ced0e4-839c-492e-be39-63201604fb24 req-79269ab4-22b6-4982-ab75-d305d0c0c4ac tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 943 time: 0.1646876 Jul 27 20:59:00.469841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-965fa1ac-f08a-4962-acf7-bc0e9a12cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:00.472534 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-965fa1ac-f08a-4962-acf7-bc0e9a12cd3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da266496-c80f-4909-bc94-7064206d9311 HTTP/1.1" status: 200 len: 855 time: 0.1678276 Jul 27 20:59:00.478168 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aff5f0-4fea-43e4-b1ac-c400b7642216 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Network a410ce51-102d-4a42-9789-3fefbaa95d0a is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:59:00.536946 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-daf0e9c1-0a46-4b7c-b8a9-a65f47e28f80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e942917d-c786-450f-a41a-7afd14216ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461020 Jul 27 20:59:00.542615 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-48ced0e4-839c-492e-be39-63201604fb24 req-6f52b6a4-669e-4c4e-8053-e5141903360f tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145806 Jul 27 20:59:00.545921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-03aff5f0-4fea-43e4-b1ac-c400b7642216 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, a410ce51-102d-4a42-9789-3fefbaa95d0a) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:00.560519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f4dccc-b844-4c37-ae0f-ebaf7d1461e7 None None] Network a410ce51-102d-4a42-9789-3fefbaa95d0a requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:00.566027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] For port fd7488bc-3ca7-4982-878e-223a634d410e, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:00.569731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aff5f0-4fea-43e4-b1ac-c400b7642216 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:00.580840 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-03aff5f0-4fea-43e4-b1ac-c400b7642216 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:00.647559 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] For port fd7488bc-3ca7-4982-878e-223a634d410e, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=fd7488bc-3ca7-4982-878e-223a634d410e,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:00.659060 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-03aff5f0-4fea-43e4-b1ac-c400b7642216 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0419834 Jul 27 20:59:00.666817 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33138) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:00.672598 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7101bff7-6578-46da-b765-4e5189134b18 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Request body: {'subnet': {'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:00.703389 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:00.710122 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e078f3f-5c01-404d-999a-c776b6d57764 x-openstack-request-id: req-7e078f3f-5c01-404d-999a-c776b6d57764 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:00.710456 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cd1cd8-8627-41dd-a18d-796c375633c9", "tag": "484b4026-23fa-4144-b1c0-e2cb2b757150", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:00.710707 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e078f3f-5c01-404d-999a-c776b6d57764 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:00.711108 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cd1cd8-8627-41dd-a18d-796c375633c9', 'tag': '484b4026-23fa-4144-b1c0-e2cb2b757150', 'status': 'completed', 'code': 200} Jul 27 20:59:00.783120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:00.783923 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:00.785469 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] 10.222.0.20 "PUT /v2.0/ports/fd7488bc-3ca7-4982-878e-223a634d410e HTTP/1.1" status: 200 len: 1091 time: 2.6769121 Jul 27 20:59:00.827281 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-c58af22c-2eda-43fb-bec9-00d285311a3c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:00.838020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280ba5b-e7d0-4407-b4b2-54c1fb6e88bf service neutron] Pushing event updated for resources: {'Port': ['ID=fd7488bc-3ca7-4982-878e-223a634d410e,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:00.849316 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-242599cb-41fa-4533-80ee-bb784861456d service neutron] 10.222.0.20 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990487 Jul 27 20:59:00.879688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-a410ce51-102d-4a42-9789-3fefbaa95d0a', 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'fixed_ips': [{'subnet_id': '2a7a7b95-12bc-48a4-b7c3-4715da94a46d'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:59:00.880563 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:00.882583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58af22c-2eda-43fb-bec9-00d285311a3c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event deleted for resources: {'Port': ['ID=414b9eda-4e84-46d0-8366-9c947b0c6efd,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:01.026076 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-c58af22c-2eda-43fb-bec9-00d285311a3c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] No DVR routers for this DVR port 414b9eda-4e84-46d0-8366-9c947b0c6efd on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:01.032543 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-c58af22c-2eda-43fb-bec9-00d285311a3c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:01.035482 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-c58af22c-2eda-43fb-bec9-00d285311a3c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.20 "DELETE /v2.0/ports/414b9eda-4e84-46d0-8366-9c947b0c6efd HTTP/1.1" status: 204 len: 173 time: 1.5626597 Jul 27 20:59:01.077102 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Allocated IP 10.1.1.2 (a410ce51-102d-4a42-9789-3fefbaa95d0a/2a7a7b95-12bc-48a4-b7c3-4715da94a46d/8b2ce7b8-6e1c-4ae9-83b7-5432781b572a) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:01.124838 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24135f6e-53d7-4dca-a4d0-40ff7213334e req-c72568ec-e574-4002-acd4-4d59fa28caa1 service neutron] 10.222.0.20 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433121 Jul 27 20:59:01.171084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-699df3cc-6f48-4c36-bf81-99d54a5d2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:01.172754 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-699df3cc-6f48-4c36-bf81-99d54a5d2cdc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=699d8262e8564546ac8817002a258094&device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 1094 time: 0.2822249 Jul 27 20:59:01.210215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc833e-a9a8-47ab-bf8c-f40c16c6c310 req-e3a8f209-1d79-4962-952c-24f39322d093 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:01.216353 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc833e-a9a8-47ab-bf8c-f40c16c6c310 req-e3a8f209-1d79-4962-952c-24f39322d093 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:01.222766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc833e-a9a8-47ab-bf8c-f40c16c6c310 req-e3a8f209-1d79-4962-952c-24f39322d093 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:01.225013 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ecc833e-a9a8-47ab-bf8c-f40c16c6c310 req-e3a8f209-1d79-4962-952c-24f39322d093 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 2340 time: 0.7770729 Jul 27 20:59:01.237495 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-4fbeb25b-cab6-4774-ac87-96f25a2b9ade service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7488bc-3ca7-4982-878e-223a634d410e HTTP/1.1" status: 200 len: 217 time: 0.0531671 Jul 27 20:59:01.288553 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:01.297629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Transition to ACTIVE for port object 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:01.297846 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4c40206-5ca8-4961-9dc0-40a5bcf22fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:01.318837 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Transition to ACTIVE for port object 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:01.324110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-078aafa5-9e69-4db2-8c98-4e983e0daef2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Deleting port 8921303e-3a47-41e9-b5b3-024227bb2ef6 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:01.324453 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-078aafa5-9e69-4db2-8c98-4e983e0daef2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:01.326173 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:01.327336 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7101bff7-6578-46da-b765-4e5189134b18 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Made reservation on behalf of 8b4623fa88924a56a60c56db5082e3c0 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:01.332224 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7101bff7-6578-46da-b765-4e5189134b18 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:01.340985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ecc833e-a9a8-47ab-bf8c-f40c16c6c310 req-3dddf317-6d17-4c5d-8772-8e3940747cec tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950315 Jul 27 20:59:01.383133 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Network a410ce51-102d-4a42-9789-3fefbaa95d0a is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:01.386288 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:01.390639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:01.408289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Pushing event updated for resources: {'Port': ['ID=8b2ce7b8-6e1c-4ae9-83b7-5432781b572a,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:01.446405 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-483a9530-db6e-4131-9840-2cefe912388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:01.447878 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-483a9530-db6e-4131-9840-2cefe912388c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189 HTTP/1.1" status: 200 len: 845 time: 0.1841872 Jul 27 20:59:01.450880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684e181-1bd7-4ecb-ad08-8e417c727dd9 req-df8ba105-7c16-44fe-9c5f-45a1b670fe0f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:01.458515 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e684e181-1bd7-4ecb-ad08-8e417c727dd9 req-df8ba105-7c16-44fe-9c5f-45a1b670fe0f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 943 time: 0.3604496 Jul 27 20:59:01.475527 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a3023-9ea4-4021-9a55-e4207789e256 req-8d74f1a7-ba95-42fb-a190-dbcd5ccc5feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:01.477000 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-de7a3023-9ea4-4021-9a55-e4207789e256 req-8d74f1a7-ba95-42fb-a190-dbcd5ccc5feb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9356d2f895943a7b11295fb2f999893&device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 1094 time: 0.2830787 Jul 27 20:59:01.486603 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Attempting to bind port 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:01.487024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Attempting to bind port 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:01.488025 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Attempting to bind port 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a on network a410ce51-102d-4a42-9789-3fefbaa95d0a {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:01.497475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:01.497903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Checking segment: {'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:01.498397 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:01.499153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Bound using segment: {'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:01.500164 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Bound port: 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:01.500574 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:01.529939 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-85179724-2fc4-4c1f-b832-7f7e18c68f58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f11efe74-7d57-405b-bed7-006f980e826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636292 Jul 27 20:59:01.581711 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e684e181-1bd7-4ecb-ad08-8e417c727dd9 req-92be1f83-4375-411f-8636-00f7c7788606 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219425 Jul 27 20:59:01.588831 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] For port 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:01.594867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] For port 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8b2ce7b8-6e1c-4ae9-83b7-5432781b572a,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:01.600197 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:01.625156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-078aafa5-9e69-4db2-8c98-4e983e0daef2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] For port 8921303e-3a47-41e9-b5b3-024227bb2ef6, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8921303e-3a47-41e9-b5b3-024227bb2ef6,segment=NetworkSegment(e8346875-dd76-4bb2-b676-61e6527941e6),segment_id=e8346875-dd76-4bb2-b676-61e6527941e6)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:01.625706 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-078aafa5-9e69-4db2-8c98-4e983e0daef2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:01.652489 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-078aafa5-9e69-4db2-8c98-4e983e0daef2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Calling delete_port for 8921303e-3a47-41e9-b5b3-024227bb2ef6 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:01.708197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79e7bf-b3a2-4673-92d4-723c0fb49931 None None] Pushing event updated for resources: {'Port': ['ID=8b2ce7b8-6e1c-4ae9-83b7-5432781b572a,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:01.769141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a3023-9ea4-4021-9a55-e4207789e256 req-7cf5ca50-9164-44bb-8c04-2afe29b13a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:01.770785 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-de7a3023-9ea4-4021-9a55-e4207789e256 req-7cf5ca50-9164-44bb-8c04-2afe29b13a47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e942917d-c786-450f-a41a-7afd14216ffe HTTP/1.1" status: 200 len: 916 time: 0.2853343 Jul 27 20:59:01.891956 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-de7a3023-9ea4-4021-9a55-e4207789e256 req-6c531912-7e27-43f5-a072-ca086516b2a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=484b4026-23fa-4144-b1c0-e2cb2b757150 HTTP/1.1" status: 200 len: 217 time: 0.0991364 Jul 27 20:59:01.897148 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-87d65b70-3cf0-4857-a6f2-a72ac683f10f service neutron] 10.222.0.20 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330574 Jul 27 20:59:01.900377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c40206-5ca8-4961-9dc0-40a5bcf22fd1 admin admin] Router 93f15438-046a-479e-acd1-3ef63a8316e2 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:59:02.107658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a3023-9ea4-4021-9a55-e4207789e256 req-a3d42758-576d-4099-a0fd-6033017e7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:02.109231 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-de7a3023-9ea4-4021-9a55-e4207789e256 req-a3d42758-576d-4099-a0fd-6033017e7b21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da266496-c80f-4909-bc94-7064206d9311 HTTP/1.1" status: 200 len: 855 time: 0.2026815 Jul 27 20:59:02.143873 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7101bff7-6578-46da-b765-4e5189134b18 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:02.200971 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-de7a3023-9ea4-4021-9a55-e4207789e256 req-2bec5964-dfe4-46e5-a3bf-b37b24b83f88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e942917d-c786-450f-a41a-7afd14216ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760970 Jul 27 20:59:02.204597 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-078aafa5-9e69-4db2-8c98-4e983e0daef2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:02.209074 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2953eeb1-34ae-4d67-a655-63aeade7bd45 req-f4805c96-ac93-49b5-bca1-72add317c919 service neutron] 10.222.0.20 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897699 Jul 27 20:59:02.258915 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078aafa5-9e69-4db2-8c98-4e983e0daef2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event deleted for resources: {'Port': ['ID=8921303e-3a47-41e9-b5b3-024227bb2ef6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:02.288220 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33a050-2a1d-4ec5-9e36-24b8be1eed6a req-b6a59cec-f3b9-48be-b131-7b69e6d7e51b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:02.290623 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba33a050-2a1d-4ec5-9e36-24b8be1eed6a req-b6a59cec-f3b9-48be-b131-7b69e6d7e51b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.3857160 Jul 27 20:59:02.315072 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8879afc-f3f1-4710-aef4-60f9c34e2c99 req-67edeced-fc98-4877-b64a-a16003202639 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:02.316690 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c8879afc-f3f1-4710-aef4-60f9c34e2c99 req-67edeced-fc98-4877-b64a-a16003202639 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 943 time: 0.4089990 Jul 27 20:59:02.317402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101bff7-6578-46da-b765-4e5189134b18 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event updated for resources: {'Subnet': ['ID=4a43653b-252d-4da2-bf43-47c001947d62,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:02.340639 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c40206-5ca8-4961-9dc0-40a5bcf22fd1 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:59:02.356519 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df303767-fea7-4ad1-a101-b76f6c40166b None None] Sync routers for ids ['93f15438-046a-479e-acd1-3ef63a8316e2'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:59:02.360236 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d4c40206-5ca8-4961-9dc0-40a5bcf22fd1 admin admin] 10.222.0.55 "PUT /v2.0/routers/93f15438-046a-479e-acd1-3ef63a8316e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4109445 Jul 27 20:59:02.366849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33150) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:02.383708 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df303767-fea7-4ad1-a101-b76f6c40166b None None] Routers {'93f15438-046a-479e-acd1-3ef63a8316e2'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:02.386156 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-df303767-fea7-4ad1-a101-b76f6c40166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:58:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['93f15438-046a-479e-acd1-3ef63a8316e2'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:02.393255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 484b4026-23fa-4144-b1c0-e2cb2b757150 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:02.399011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-078aafa5-9e69-4db2-8c98-4e983e0daef2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] No DVR routers for this DVR port 8921303e-3a47-41e9-b5b3-024227bb2ef6 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:02.400730 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 414b9eda-4e84-46d0-8366-9c947b0c6efd no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:02.404185 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101bff7-6578-46da-b765-4e5189134b18 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Checking segment: {'id': '31a768ef-39ac-43da-967d-273196d38ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:02.405293 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7101bff7-6578-46da-b765-4e5189134b18 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Network hostable DHCP agents. Network: a54d9f4c-31a3-472d-917d-12867f1c0085, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:59:02.451186 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 414b9eda-4e84-46d0-8366-9c947b0c6efd {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:02.451713 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 414b9eda-4e84-46d0-8366-9c947b0c6efd not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:02.452322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 23db9247-96ca-4e13-9077-ec6c1c7859ef no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:02.464134 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c8879afc-f3f1-4710-aef4-60f9c34e2c99 req-96bfe4cc-c5e2-44d6-8dfc-6417e04a65c8 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183946 Jul 27 20:59:02.468368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba33a050-2a1d-4ec5-9e36-24b8be1eed6a req-f99f1a8b-92d2-45a4-b36e-c989b4a24f28 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452522 Jul 27 20:59:02.498518 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7101bff7-6578-46da-b765-4e5189134b18 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Network a54d9f4c-31a3-472d-917d-12867f1c0085 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:59:02.526763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7101bff7-6578-46da-b765-4e5189134b18 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, a54d9f4c-31a3-472d-917d-12867f1c0085) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:02.534629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7101bff7-6578-46da-b765-4e5189134b18 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:02.535415 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7101bff7-6578-46da-b765-4e5189134b18 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:02.573773 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7101bff7-6578-46da-b765-4e5189134b18 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9057944 Jul 27 20:59:02.577010 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33158) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:02.585565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-11b5dea5-318e-4d66-8b51-dc4181a22394 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Request body: {'port': {'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a', 'name': 'tempest-TaggedBootDevicesTest-1311882976', 'fixed_ips': [{'subnet_id': '2a7a7b95-12bc-48a4-b7c3-4715da94a46d'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:02.666066 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 484b4026-23fa-4144-b1c0-e2cb2b757150, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=484b4026-23fa-4144-b1c0-e2cb2b757150,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:02.690802 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-df303767-fea7-4ad1-a101-b76f6c40166b None None] Set router 93f15438-046a-479e-acd1-3ef63a8316e2 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:02.695862 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '484b4026-23fa-4144-b1c0-e2cb2b757150', 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe', 'port_id': '484b4026-23fa-4144-b1c0-e2cb2b757150', 'mac_address': 'fa:16:3e:db:39:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da266496-c80f-4909-bc94-7064206d9311', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:02.773896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a67eafa-951c-434c-9111-1654d4a64d81 None None] Network a54d9f4c-31a3-472d-917d-12867f1c0085 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:02.822483 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:02.904144 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484b4026-23fa-4144-b1c0-e2cb2b757150 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:02.934560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 484b4026-23fa-4144-b1c0-e2cb2b757150, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=484b4026-23fa-4144-b1c0-e2cb2b757150,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:03.016258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9841a2a7-d526-4aef-9a77-c9c6ef685bac', 'tag': 'fd7488bc-3ca7-4982-878e-223a634d410e'}, {'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'name': 'network-vif-deleted', 'tag': '414b9eda-4e84-46d0-8366-9c947b0c6efd'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:03.019257 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a304c194-9132-4fcd-8cf1-8267fc55b833" -d '{"events": [{"name": "network-changed", "server_uuid": "9841a2a7-d526-4aef-9a77-c9c6ef685bac", "tag": "fd7488bc-3ca7-4982-878e-223a634d410e"}, {"server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "name": "network-vif-deleted", "tag": "414b9eda-4e84-46d0-8366-9c947b0c6efd"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:03.027409 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-078aafa5-9e69-4db2-8c98-4e983e0daef2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.030383 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-078aafa5-9e69-4db2-8c98-4e983e0daef2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.20 "DELETE /v2.0/ports/8921303e-3a47-41e9-b5b3-024227bb2ef6 HTTP/1.1" status: 204 len: 173 time: 1.9819491 Jul 27 20:59:03.034880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b5dea5-318e-4d66-8b51-dc4181a22394 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Made reservation on behalf of 8b4623fa88924a56a60c56db5082e3c0 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:03.070802 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9a7f68bd-39dc-4dd9-aa45-3a25fa2bb080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.074708 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0c248-4ec4-47b4-ae95-6523658a87d1 req-0d5f04f0-7bfb-4b8b-be4b-3b1ff8e3b072 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:03.082795 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51e0c248-4ec4-47b4-ae95-6523658a87d1 req-0d5f04f0-7bfb-4b8b-be4b-3b1ff8e3b072 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 946 time: 0.3208361 Jul 27 20:59:03.105522 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.163040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ab555-7192-4554-919c-177b0995a1c5 req-5bf3c357-83c0-48ee-bd8b-b7b535f9c703 tempest-MigrationsAdminTest-1782794619 tempest-MigrationsAdminTest-1782794619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:03.174870 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a53ab555-7192-4554-919c-177b0995a1c5 req-5bf3c357-83c0-48ee-bd8b-b7b535f9c703 tempest-MigrationsAdminTest-1782794619 tempest-MigrationsAdminTest-1782794619-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 1100 time: 0.4138782 Jul 27 20:59:03.180779 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=484b4026-23fa-4144-b1c0-e2cb2b757150,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:03.186868 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-a54d9f4c-31a3-472d-917d-12867f1c0085', 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'fixed_ips': [{'subnet_id': '4a43653b-252d-4da2-bf43-47c001947d62'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:59:03.188408 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.208930 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-df303767-fea7-4ad1-a101-b76f6c40166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'name': 'tempest-FloatingIPsTestJSON-1818885469-router', 'tenant_id': '60213d46ccd94abb844bca9d76eae953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '5437b046-04fb-4767-be93-cba395ed585d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:21Z', 'updated_at': '2021-07-27T20:59:00Z', 'revision_number': 5, 'project_id': '60213d46ccd94abb844bca9d76eae953', 'gw_port': {'id': '5437b046-04fb-4767-be93-cba395ed585d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:22Z', 'updated_at': '2021-07-27T20:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:03.230606 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-de7a3023-9ea4-4021-9a55-e4207789e256 req-cae11559-c558-4b2b-8ce7-6b9f2f386deb service neutron] 10.222.0.20 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0187032 Jul 27 20:59:03.251797 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df303767-fea7-4ad1-a101-b76f6c40166b None None] Checking router: 93f15438-046a-479e-acd1-3ef63a8316e2 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:59:03.263580 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df303767-fea7-4ad1-a101-b76f6c40166b None None] Routers {'93f15438-046a-479e-acd1-3ef63a8316e2'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:03.272008 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-df303767-fea7-4ad1-a101-b76f6c40166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:58:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['93f15438-046a-479e-acd1-3ef63a8316e2'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:03.287431 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-58e3c77e-6b1d-459b-a384-82b6aebfcb0c admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.322111 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51e0c248-4ec4-47b4-ae95-6523658a87d1 req-959e2b87-250d-4c1d-b355-bef7e56c95d3 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823931 Jul 27 20:59:03.341851 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a53ab555-7192-4554-919c-177b0995a1c5 req-cbf044ec-ed07-4023-80e7-8ecad4a6ab0e tempest-MigrationsAdminTest-1782794619 tempest-MigrationsAdminTest-1782794619-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658359 Jul 27 20:59:03.378248 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Allocated IP 10.2.2.2 (a54d9f4c-31a3-472d-917d-12867f1c0085/4a43653b-252d-4da2-bf43-47c001947d62/dd9aa406-691b-405d-8c42-47143211bfa9) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:03.426661 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11b5dea5-318e-4d66-8b51-dc4181a22394 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.484295 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6b28e5-3a17-4c45-a0e3-d22d98732636 None None] Network a410ce51-102d-4a42-9789-3fefbaa95d0a requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:03.491204 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-df303767-fea7-4ad1-a101-b76f6c40166b None None] Set router 93f15438-046a-479e-acd1-3ef63a8316e2 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:03.496432 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-11b5dea5-318e-4d66-8b51-dc4181a22394 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] device_id is not set on port d428951c-9af6-415a-913d-31512d67dde2 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:59:03.511512 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-58e3c77e-6b1d-459b-a384-82b6aebfcb0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.552821 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-de7a3023-9ea4-4021-9a55-e4207789e256 req-b2a2ab04-b80d-4a00-99b8-d340592bfea5 service neutron] 10.222.0.20 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950089 Jul 27 20:59:03.563192 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-8c670238-6591-4d7d-afcd-db1f81f7a390 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Deleting port 23db9247-96ca-4e13-9077-ec6c1c7859ef {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:03.564347 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-8c670238-6591-4d7d-afcd-db1f81f7a390 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.733107 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f4978-f1dc-4a5e-a183-d8f0492312f4 req-25fe3781-4c01-4916-a574-c4655c43e4b0 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:03.738495 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-649f4978-f1dc-4a5e-a183-d8f0492312f4 req-25fe3781-4c01-4916-a574-c4655c43e4b0 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 943 time: 0.2849422 Jul 27 20:59:03.744342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-8c670238-6591-4d7d-afcd-db1f81f7a390 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] For port 23db9247-96ca-4e13-9077-ec6c1c7859ef, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=23db9247-96ca-4e13-9077-ec6c1c7859ef,segment=NetworkSegment(fc077d32-a531-4e83-974a-dd421fc5e9b4),segment_id=fc077d32-a531-4e83-974a-dd421fc5e9b4)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:03.745655 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-8c670238-6591-4d7d-afcd-db1f81f7a390 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.790413 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['484b4026-23fa-4144-b1c0-e2cb2b757150'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:03.793854 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9781546a-d340-4353-afab-41aee4f3c0ff x-openstack-request-id: req-9781546a-d340-4353-afab-41aee4f3c0ff {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:03.794246 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9841a2a7-d526-4aef-9a77-c9c6ef685bac", "tag": "fd7488bc-3ca7-4982-878e-223a634d410e", "status": "completed", "code": 200}, {"server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "name": "network-vif-deleted", "tag": "414b9eda-4e84-46d0-8366-9c947b0c6efd", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:03.796013 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9781546a-d340-4353-afab-41aee4f3c0ff {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:03.796505 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9841a2a7-d526-4aef-9a77-c9c6ef685bac', 'tag': 'fd7488bc-3ca7-4982-878e-223a634d410e', 'status': 'completed', 'code': 200} Jul 27 20:59:03.797509 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'name': 'network-vif-deleted', 'tag': '414b9eda-4e84-46d0-8366-9c947b0c6efd', 'status': 'completed', 'code': 200} Jul 27 20:59:03.812283 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-649f4978-f1dc-4a5e-a183-d8f0492312f4 req-1b918285-9af6-46f7-a3aa-8084f5b414b0 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681672 Jul 27 20:59:03.846699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-8c670238-6591-4d7d-afcd-db1f81f7a390 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Calling delete_port for 23db9247-96ca-4e13-9077-ec6c1c7859ef owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:03.881122 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-58e3c77e-6b1d-459b-a384-82b6aebfcb0c admin admin] Deleting port 5437b046-04fb-4767-be93-cba395ed585d {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:03.881471 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-58e3c77e-6b1d-459b-a384-82b6aebfcb0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:03.900439 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-df303767-fea7-4ad1-a101-b76f6c40166b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'name': 'tempest-FloatingIPsTestJSON-1818885469-router', 'tenant_id': '60213d46ccd94abb844bca9d76eae953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '5437b046-04fb-4767-be93-cba395ed585d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:21Z', 'updated_at': '2021-07-27T20:59:00Z', 'revision_number': 5, 'project_id': '60213d46ccd94abb844bca9d76eae953', 'gw_port': {'id': '5437b046-04fb-4767-be93-cba395ed585d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:22Z', 'updated_at': '2021-07-27T20:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:03.959224 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df303767-fea7-4ad1-a101-b76f6c40166b None None] The sync data for ids ['93f15438-046a-479e-acd1-3ef63a8316e2'] in n-d-764806-9 is: [{'id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'name': 'tempest-FloatingIPsTestJSON-1818885469-router', 'tenant_id': '60213d46ccd94abb844bca9d76eae953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '5437b046-04fb-4767-be93-cba395ed585d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:21Z', 'updated_at': '2021-07-27T20:59:00Z', 'revision_number': 5, 'project_id': '60213d46ccd94abb844bca9d76eae953', 'gw_port': {'id': '5437b046-04fb-4767-be93-cba395ed585d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f15438-046a-479e-acd1-3ef63a8316e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:22Z', 'updated_at': '2021-07-27T20:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:59:03.994092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-11b5dea5-318e-4d66-8b51-dc4181a22394 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Allocated IP 10.1.1.33 (a410ce51-102d-4a42-9789-3fefbaa95d0a/2a7a7b95-12bc-48a4-b7c3-4715da94a46d/d428951c-9af6-415a-913d-31512d67dde2) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:04.005543 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-58e3c77e-6b1d-459b-a384-82b6aebfcb0c admin admin] For port 5437b046-04fb-4767-be93-cba395ed585d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5437b046-04fb-4767-be93-cba395ed585d,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:04.005966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-58e3c77e-6b1d-459b-a384-82b6aebfcb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.015071 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-dbebf349-451e-41fe-9992-bb66a3434f9b None None] Provisioning for port 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:04.020942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-58e3c77e-6b1d-459b-a384-82b6aebfcb0c admin admin] Calling delete_port for 5437b046-04fb-4767-be93-cba395ed585d owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:04.039808 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:04.081457 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347815e-0c1d-402b-a88d-9326726ba688 req-8fb7dde0-5da2-420b-b562-f644e44457b0 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:04.089667 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8347815e-0c1d-402b-a88d-9326726ba688 req-8fb7dde0-5da2-420b-b562-f644e44457b0 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 944 time: 0.1685214 Jul 27 20:59:04.092219 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.119758 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.147114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:04.202254 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.221288 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-58e3c77e-6b1d-459b-a384-82b6aebfcb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.226801 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:04.227181 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.268410 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11b5dea5-318e-4d66-8b51-dc4181a22394 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.280976 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8347815e-0c1d-402b-a88d-9326726ba688 req-3b4881d3-0e36-4dc9-a37b-44c6bee16008 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904082 Jul 27 20:59:04.306598 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 23db9247-96ca-4e13-9077-ec6c1c7859ef, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=23db9247-96ca-4e13-9077-ec6c1c7859ef,segment=NetworkSegment(fc077d32-a531-4e83-974a-dd421fc5e9b4),segment_id=fc077d32-a531-4e83-974a-dd421fc5e9b4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:04.313424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23db9247-96ca-4e13-9077-ec6c1c7859ef'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:04.317119 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5152b3-3df7-40ca-a765-7dbf3257c935" -d '{"events": [{"server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "name": "network-vif-unplugged", "status": "completed", "tag": "23db9247-96ca-4e13-9077-ec6c1c7859ef"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:04.321506 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Transition to ACTIVE for port object dd9aa406-691b-405d-8c42-47143211bfa9 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:04.322258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-11b5dea5-318e-4d66-8b51-dc4181a22394 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Transition to ACTIVE for port object d428951c-9af6-415a-913d-31512d67dde2 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:04.323281 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3c77e-6b1d-459b-a384-82b6aebfcb0c admin admin] Pushing event deleted for resources: {'Port': ['ID=5437b046-04fb-4767-be93-cba395ed585d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:04.372689 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.375284 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8921303e-3a47-41e9-b5b3-024227bb2ef6 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:04.411138 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11b5dea5-318e-4d66-8b51-dc4181a22394 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.442183 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837c2a64-f815-4289-b632-d39dfcc5874a x-openstack-request-id: req-837c2a64-f815-4289-b632-d39dfcc5874a {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:04.442580 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "name": "network-vif-unplugged", "status": "completed", "tag": "23db9247-96ca-4e13-9077-ec6c1c7859ef", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:04.442825 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-837c2a64-f815-4289-b632-d39dfcc5874a {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:04.443714 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23db9247-96ca-4e13-9077-ec6c1c7859ef', 'code': 200} Jul 27 20:59:04.449987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304c194-9132-4fcd-8cf1-8267fc55b833 req-feb13b84-7a20-472e-83c8-01e57a459c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:04.451570 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a304c194-9132-4fcd-8cf1-8267fc55b833 req-feb13b84-7a20-472e-83c8-01e57a459c4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=699d8262e8564546ac8817002a258094&device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 1094 time: 0.6471105 Jul 27 20:59:04.452762 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device fd7488bc-3ca7-4982-878e-223a634d410e details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:04.534957 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b5dea5-318e-4d66-8b51-dc4181a22394 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Network a410ce51-102d-4a42-9789-3fefbaa95d0a is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:04.564387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-11b5dea5-318e-4d66-8b51-dc4181a22394 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:04.581427 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b5dea5-318e-4d66-8b51-dc4181a22394 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:04.620118 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-8c670238-6591-4d7d-afcd-db1f81f7a390 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.632277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 8921303e-3a47-41e9-b5b3-024227bb2ef6 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:04.632993 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8921303e-3a47-41e9-b5b3-024227bb2ef6 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:04.641680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Transition to ACTIVE for port object dd9aa406-691b-405d-8c42-47143211bfa9 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:04.668723 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.680440 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5dea5-318e-4d66-8b51-dc4181a22394 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event updated for resources: {'Port': ['ID=d428951c-9af6-415a-913d-31512d67dde2,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:04.729367 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b5dea5-318e-4d66-8b51-dc4181a22394 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:04.730058 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11b5dea5-318e-4d66-8b51-dc4181a22394 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.731766 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=23db9247-96ca-4e13-9077-ec6c1c7859ef,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:04.759039 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Network a54d9f4c-31a3-472d-917d-12867f1c0085 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:04.760790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port fd7488bc-3ca7-4982-878e-223a634d410e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=fd7488bc-3ca7-4982-878e-223a634d410e,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:04.786064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bcbbd-a5bf-485f-bcef-807350edaa14 req-e5d58795-16ee-4fb6-acd0-26703240b04c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:04.795854 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d0bcbbd-a5bf-485f-bcef-807350edaa14 req-e5d58795-16ee-4fb6-acd0-26703240b04c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5930a44-6d3f-420c-8d21-cc95da92778e HTTP/1.1" status: 200 len: 865 time: 0.2517807 Jul 27 20:59:04.802961 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c670238-6591-4d7d-afcd-db1f81f7a390 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event deleted for resources: {'Port': ['ID=23db9247-96ca-4e13-9077-ec6c1c7859ef,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:04.803795 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304c194-9132-4fcd-8cf1-8267fc55b833 req-cdd2f8f9-09af-42e8-a4f3-6c7ba05d6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:04.805185 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a304c194-9132-4fcd-8cf1-8267fc55b833 req-cdd2f8f9-09af-42e8-a4f3-6c7ba05d6d8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f11efe74-7d57-405b-bed7-006f980e826a HTTP/1.1" status: 200 len: 906 time: 0.2076044 Jul 27 20:59:04.807876 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-11b5dea5-318e-4d66-8b51-dc4181a22394 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2281768 Jul 27 20:59:04.823382 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:04.831541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33194) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:04.840929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3d705b82-0b82-402b-ae6a-7e5d6d39c224 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Request body: {'port': {'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a', 'name': 'tempest-TaggedBootDevicesTest-1320384587', 'fixed_ips': [{'subnet_id': '2a7a7b95-12bc-48a4-b7c3-4715da94a46d'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:04.844863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:04.863681 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'fd7488bc-3ca7-4982-878e-223a634d410e', 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a', 'port_id': 'fd7488bc-3ca7-4982-878e-223a634d410e', 'mac_address': 'fa:16:3e:a8:42:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:04.869030 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-58e3c77e-6b1d-459b-a384-82b6aebfcb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.874344 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d0bcbbd-a5bf-485f-bcef-807350edaa14 req-91df2b72-2e41-436c-81dd-0325751925b2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744019 Jul 27 20:59:04.913475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Pushing event updated for resources: {'Port': ['ID=dd9aa406-691b-405d-8c42-47143211bfa9,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:04.994618 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-58e3c77e-6b1d-459b-a384-82b6aebfcb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.998167 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-58e3c77e-6b1d-459b-a384-82b6aebfcb0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:04.999641 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.037714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7488bc-3ca7-4982-878e-223a634d410e {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:05.049710 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.093510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee59244-eb29-4951-8b83-18f501f4df98 req-35507d87-25fe-43db-9e49-4374db770c0b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:05.104835 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ee59244-eb29-4951-8b83-18f501f4df98 req-35507d87-25fe-43db-9e49-4374db770c0b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1326590 Jul 27 20:59:05.135711 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a304c194-9132-4fcd-8cf1-8267fc55b833 req-5ee77089-2ea9-4f2f-a25a-e745e9476d41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd7488bc-3ca7-4982-878e-223a634d410e HTTP/1.1" status: 200 len: 217 time: 0.2752309 Jul 27 20:59:05.203062 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ee59244-eb29-4951-8b83-18f501f4df98 req-74a3f8cd-015c-4d6e-a53f-02006f97fe8d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971062 Jul 27 20:59:05.218257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port fd7488bc-3ca7-4982-878e-223a634d410e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=fd7488bc-3ca7-4982-878e-223a634d410e,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:05.225407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Attempting to bind port dd9aa406-691b-405d-8c42-47143211bfa9 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:05.226559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Attempting to bind port dd9aa406-691b-405d-8c42-47143211bfa9 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '31a768ef-39ac-43da-967d-273196d38ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:05.226790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Attempting to bind port dd9aa406-691b-405d-8c42-47143211bfa9 on network a54d9f4c-31a3-472d-917d-12867f1c0085 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:05.234350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8b2ce7b8-6e1c-4ae9-83b7-5432781b572a,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:05.235857 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.241942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-8c670238-6591-4d7d-afcd-db1f81f7a390 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] No DVR routers for this DVR port 23db9247-96ca-4e13-9077-ec6c1c7859ef on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:05.245289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:05.245289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Checking segment: {'id': '31a768ef-39ac-43da-967d-273196d38ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:05.245803 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.246314 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Bound using segment: {'id': '31a768ef-39ac-43da-967d-273196d38ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:05.246813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Bound port: dd9aa406-691b-405d-8c42-47143211bfa9, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a768ef-39ac-43da-967d-273196d38ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:05.247192 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.254598 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848d27a-2861-43f9-b0cf-b686857ad11c req-0d68b16c-4635-4a63-8f63-070b181d4975 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:05.256142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3848d27a-2861-43f9-b0cf-b686857ad11c req-0d68b16c-4635-4a63-8f63-070b181d4975 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 943 time: 0.1392641 Jul 27 20:59:05.261613 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-8c670238-6591-4d7d-afcd-db1f81f7a390 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.262893 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-72dc2d9c-667f-4cd3-844a-8a3654e4b8ae req-8c670238-6591-4d7d-afcd-db1f81f7a390 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.20 "DELETE /v2.0/ports/23db9247-96ca-4e13-9077-ec6c1c7859ef HTTP/1.1" status: 204 len: 173 time: 2.2224014 Jul 27 20:59:05.313501 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-58e3c77e-6b1d-459b-a384-82b6aebfcb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.313855 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.314904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e3c77e-6b1d-459b-a384-82b6aebfcb0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93f15438-046a-479e-acd1-3ef63a8316e2 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 20:59:05.325042 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-58e3c77e-6b1d-459b-a384-82b6aebfcb0c admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.326354 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-58e3c77e-6b1d-459b-a384-82b6aebfcb0c admin admin] 10.222.0.55 "DELETE /v2.0/routers/93f15438-046a-479e-acd1-3ef63a8316e2 HTTP/1.1" status: 204 len: 168 time: 2.9616208 Jul 27 20:59:05.343662 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33202) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:05.375715 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304c194-9132-4fcd-8cf1-8267fc55b833 req-721ab48a-6142-4b89-bcb9-f22b25ec8e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:05.377644 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a304c194-9132-4fcd-8cf1-8267fc55b833 req-721ab48a-6142-4b89-bcb9-f22b25ec8e97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189 HTTP/1.1" status: 200 len: 845 time: 0.1769269 Jul 27 20:59:05.391316 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-34e443ee-9a3d-45c8-8305-59217e11d379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.441195 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=fd7488bc-3ca7-4982-878e-223a634d410e,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:05.443980 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-540259e2-ec0a-40d5-ad20-5a8daeb437f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8287244 Jul 27 20:59:05.456076 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.469581 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a304c194-9132-4fcd-8cf1-8267fc55b833 req-3688e606-24f9-49dc-b1cb-f71ead1756d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f11efe74-7d57-405b-bed7-006f980e826a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594056 Jul 27 20:59:05.488887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3848d27a-2861-43f9-b0cf-b686857ad11c req-8426693b-fe75-4766-bfcb-f9185b6af574 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185051 Jul 27 20:59:05.526649 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['fd7488bc-3ca7-4982-878e-223a634d410e'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:05.566496 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb3539e-cd5b-416d-9e3a-e5a159b9249a admin admin] Deleting subnet 10367081-47bb-4003-9f5b-b59e1727109f {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:59:05.571272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d705b82-0b82-402b-ae6a-7e5d6d39c224 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Made reservation on behalf of 8b4623fa88924a56a60c56db5082e3c0 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:05.573343 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6cb3539e-cd5b-416d-9e3a-e5a159b9249a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.668940 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] For port dd9aa406-691b-405d-8c42-47143211bfa9, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:05.697933 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6cb3539e-cd5b-416d-9e3a-e5a159b9249a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.736160 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] For port dd9aa406-691b-405d-8c42-47143211bfa9, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dd9aa406-691b-405d-8c42-47143211bfa9,segment=NetworkSegment(31a768ef-39ac-43da-967d-273196d38ced),segment_id=31a768ef-39ac-43da-967d-273196d38ced)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:05.742195 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=8b2ce7b8-6e1c-4ae9-83b7-5432781b572a,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:05.748297 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.775477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-75edc1ed-dd7c-424c-ac2d-ef5b3673cd35 None None] Provisioning complete for port 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:05.775812 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-75edc1ed-dd7c-424c-ac2d-ef5b3673cd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:05.799462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'name': 'network-vif-deleted', 'tag': '8921303e-3a47-41e9-b5b3-024227bb2ef6'}, {'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'name': 'network-vif-deleted', 'tag': '23db9247-96ca-4e13-9077-ec6c1c7859ef'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:05.801989 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f044ce-0630-4902-834c-3e48ad111a37" -d '{"events": [{"server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "name": "network-vif-deleted", "tag": "8921303e-3a47-41e9-b5b3-024227bb2ef6"}, {"server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "name": "network-vif-deleted", "tag": "23db9247-96ca-4e13-9077-ec6c1c7859ef"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:05.937146 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004edfc9-0acc-43cc-b7fb-5a491cc77ba8 None None] Pushing event updated for resources: {'Port': ['ID=dd9aa406-691b-405d-8c42-47143211bfa9,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:05.989840 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2b402-5fe5-45d6-bd11-4ae6b4af0c8d req-30b0b0a1-0014-42b8-9738-cacf1e6a8638 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:05.991465 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-64a2b402-5fe5-45d6-bd11-4ae6b4af0c8d req-30b0b0a1-0014-42b8-9738-cacf1e6a8638 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 944 time: 0.3216636 Jul 27 20:59:05.994575 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a304c194-9132-4fcd-8cf1-8267fc55b833 req-4e9cdb37-a785-4eac-98cb-7896a2609fb2 service neutron] 10.222.0.20 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470773 Jul 27 20:59:06.020426 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6cb3539e-cd5b-416d-9e3a-e5a159b9249a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.040919 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d705b82-0b82-402b-ae6a-7e5d6d39c224 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.163654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-75edc1ed-dd7c-424c-ac2d-ef5b3673cd35 None None] Provisioning for port d428951c-9af6-415a-913d-31512d67dde2 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:06.168622 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-75edc1ed-dd7c-424c-ac2d-ef5b3673cd35 None None] Provisioning complete for port d428951c-9af6-415a-913d-31512d67dde2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:06.169124 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-75edc1ed-dd7c-424c-ac2d-ef5b3673cd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.190718 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-64a2b402-5fe5-45d6-bd11-4ae6b4af0c8d req-dc9d5731-fedf-48f5-9fe5-292ac01c675d tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775055 Jul 27 20:59:06.200725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:06.208423 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-3d705b82-0b82-402b-ae6a-7e5d6d39c224 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] device_id is not set on port 2fa8db0b-c60f-4d02-9b59-06d022fef9be yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 20:59:06.254404 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6cb3539e-cd5b-416d-9e3a-e5a159b9249a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.311477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-75edc1ed-dd7c-424c-ac2d-ef5b3673cd35 None None] Port d428951c-9af6-415a-913d-31512d67dde2 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:06.312413 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3539e-cd5b-416d-9e3a-e5a159b9249a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10367081-47bb-4003-9f5b-b59e1727109f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:06.364480 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6cb3539e-cd5b-416d-9e3a-e5a159b9249a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.371896 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6cb3539e-cd5b-416d-9e3a-e5a159b9249a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/10367081-47bb-4003-9f5b-b59e1727109f HTTP/1.1" status: 204 len: 168 time: 1.0276628 Jul 27 20:59:06.372725 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33236) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:06.376976 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24282b63-8ac2-408d-8940-d7211cfbd452 x-openstack-request-id: req-24282b63-8ac2-408d-8940-d7211cfbd452 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:06.379669 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "name": "network-vif-deleted", "tag": "8921303e-3a47-41e9-b5b3-024227bb2ef6", "status": "completed", "code": 200}, {"server_uuid": "f5930a44-6d3f-420c-8d21-cc95da92778e", "name": "network-vif-deleted", "tag": "23db9247-96ca-4e13-9077-ec6c1c7859ef", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:06.383372 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24282b63-8ac2-408d-8940-d7211cfbd452 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:06.383372 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'name': 'network-vif-deleted', 'tag': '8921303e-3a47-41e9-b5b3-024227bb2ef6', 'status': 'completed', 'code': 200} Jul 27 20:59:06.383372 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5930a44-6d3f-420c-8d21-cc95da92778e', 'name': 'network-vif-deleted', 'tag': '23db9247-96ca-4e13-9077-ec6c1c7859ef', 'status': 'completed', 'code': 200} Jul 27 20:59:06.399817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 484b4026-23fa-4144-b1c0-e2cb2b757150 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:06.412828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a21bcd-5fe6-4e3c-92cf-bced54dde6f8 None None] Network 14b683e0-3c87-43d4-a4ba-10e1a217cdbb requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:06.477470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33238) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:06.579378 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a304c194-9132-4fcd-8cf1-8267fc55b833 req-b86b25ad-1532-45da-9a82-bccd02dc4dae service neutron] 10.222.0.20 "GET /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727651 Jul 27 20:59:06.581497 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:06.582086 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.676061 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.682197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1cd19e07-aee9-4b61-81a4-377ebb1e8084 None None] Provisioning complete for port d428951c-9af6-415a-913d-31512d67dde2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:06.683165 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1cd19e07-aee9-4b61-81a4-377ebb1e8084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.702551 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b7766a-d38b-46ea-87b3-a71720f0fcf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Deleting subnet 0b28e497-7522-4e04-8fd1-64c67911d332 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:59:06.735848 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1b7766a-d38b-46ea-87b3-a71720f0fcf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.785085 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1cd19e07-aee9-4b61-81a4-377ebb1e8084 None None] Port d428951c-9af6-415a-913d-31512d67dde2 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:06.825985 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 484b4026-23fa-4144-b1c0-e2cb2b757150 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:06.827293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-3d705b82-0b82-402b-ae6a-7e5d6d39c224 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Allocated IP 10.1.1.180 (a410ce51-102d-4a42-9789-3fefbaa95d0a/2a7a7b95-12bc-48a4-b7c3-4715da94a46d/2fa8db0b-c60f-4d02-9b59-06d022fef9be) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:06.875663 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 484b4026-23fa-4144-b1c0-e2cb2b757150 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:06.876030 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.898785 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1b7766a-d38b-46ea-87b3-a71720f0fcf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:06.999221 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 480dce76-ad05-47bf-8589-1b87f0a1d7e3 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:07.049034 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 480dce76-ad05-47bf-8589-1b87f0a1d7e3 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:07.049508 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 480dce76-ad05-47bf-8589-1b87f0a1d7e3 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:07.050192 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5437b046-04fb-4767-be93-cba395ed585d no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:07.065664 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cd445-e61a-4d60-a367-bb6275369f63 req-562fe926-bdb7-49b4-b7c9-916f6003346e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:07.067424 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-989cd445-e61a-4d60-a367-bb6275369f63 req-562fe926-bdb7-49b4-b7c9-916f6003346e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 944 time: 0.3331375 Jul 27 20:59:07.079405 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d705b82-0b82-402b-ae6a-7e5d6d39c224 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.080715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53f5be-c0e6-4982-933e-fe9d00ba3f54 req-5bda8027-5a9b-4781-a4e8-25554ff8dce9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:07.087463 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 5437b046-04fb-4767-be93-cba395ed585d {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:07.087935 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5437b046-04fb-4767-be93-cba395ed585d not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:07.090927 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.094623 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a53f5be-c0e6-4982-933e-fe9d00ba3f54 req-5bda8027-5a9b-4781-a4e8-25554ff8dce9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.3956571 Jul 27 20:59:07.101117 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.106041 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd4e450-19de-450e-aa7c-dac7e8d24643 None None] DHCP port deletion for 14b683e0-3c87-43d4-a4ba-10e1a217cdbb request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:59:07.112998 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-3d705b82-0b82-402b-ae6a-7e5d6d39c224 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Transition to ACTIVE for port object 2fa8db0b-c60f-4d02-9b59-06d022fef9be will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:07.171341 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d705b82-0b82-402b-ae6a-7e5d6d39c224 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.171637 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1b7766a-d38b-46ea-87b3-a71720f0fcf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.212210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] Deleting port dbadd60d-9a4e-41d4-9f48-ddf88a13e606 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:07.212682 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.248154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d705b82-0b82-402b-ae6a-7e5d6d39c224 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event updated for resources: {'Port': ['ID=2fa8db0b-c60f-4d02-9b59-06d022fef9be,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:07.252823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d705b82-0b82-402b-ae6a-7e5d6d39c224 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Network a410ce51-102d-4a42-9789-3fefbaa95d0a is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:07.254778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-3d705b82-0b82-402b-ae6a-7e5d6d39c224 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:07.257212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d705b82-0b82-402b-ae6a-7e5d6d39c224 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:07.287706 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cd1cd8-8627-41dd-a18d-796c375633c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484b4026-23fa-4144-b1c0-e2cb2b757150'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:07.290121 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be96391-4685-41fd-b2bd-ddb0a22cd7b0" -d '{"events": [{"server_uuid": "76cd1cd8-8627-41dd-a18d-796c375633c9", "name": "network-vif-plugged", "status": "completed", "tag": "484b4026-23fa-4144-b1c0-e2cb2b757150"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:07.331033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 484b4026-23fa-4144-b1c0-e2cb2b757150, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=484b4026-23fa-4144-b1c0-e2cb2b757150,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:07.348751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d705b82-0b82-402b-ae6a-7e5d6d39c224 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:07.349928 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d705b82-0b82-402b-ae6a-7e5d6d39c224 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.351941 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.381351 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3d705b82-0b82-402b-ae6a-7e5d6d39c224 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5451105 Jul 27 20:59:07.407091 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.442455 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=484b4026-23fa-4144-b1c0-e2cb2b757150,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:07.448214 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-4dd4e450-19de-450e-aa7c-dac7e8d24643 None None] Deleting port dbadd60d-9a4e-41d4-9f48-ddf88a13e606 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:07.448588 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4dd4e450-19de-450e-aa7c-dac7e8d24643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.489658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-36a8b49e-f04f-4778-9d70-1c82a80953ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:07.491268 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-36a8b49e-f04f-4778-9d70-1c82a80953ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 1100 time: 0.0777936 Jul 27 20:59:07.530439 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-4dd4e450-19de-450e-aa7c-dac7e8d24643 None None] For port dbadd60d-9a4e-41d4-9f48-ddf88a13e606, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dbadd60d-9a4e-41d4-9f48-ddf88a13e606,segment=NetworkSegment(3bc70c3f-0b25-4877-a1b0-b578c03717ad),segment_id=3bc70c3f-0b25-4877-a1b0-b578c03717ad)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:07.531437 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4dd4e450-19de-450e-aa7c-dac7e8d24643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.566016 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-4dd4e450-19de-450e-aa7c-dac7e8d24643 None None] Calling delete_port for dbadd60d-9a4e-41d4-9f48-ddf88a13e606 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:07.614291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-38ad4e82-9f63-41e8-a956-aeec3f670838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:07.615860 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-38ad4e82-9f63-41e8-a956-aeec3f670838 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1167440 Jul 27 20:59:07.658742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3ae1f75c-24cf-4821-8305-283ba8feb895 None None] Provisioning for port 2fa8db0b-c60f-4d02-9b59-06d022fef9be completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:07.664427 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3ae1f75c-24cf-4821-8305-283ba8feb895 None None] Provisioning complete for port 2fa8db0b-c60f-4d02-9b59-06d022fef9be triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:07.664941 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3ae1f75c-24cf-4821-8305-283ba8feb895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.670570 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-7aa9dc1a-a835-404b-86e7-ec129c7ff66f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 HTTP/1.1" status: 200 len: 217 time: 0.0456765 Jul 27 20:59:07.706213 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3cc766-8605-4f45-a14e-b95df6957d9c None None] Network a54d9f4c-31a3-472d-917d-12867f1c0085 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:07.734066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-3c6e10ec-7332-4ed0-80f9-b9399c643a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:07.737127 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-3c6e10ec-7332-4ed0-80f9-b9399c643a3c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0564518 Jul 27 20:59:07.738451 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-989cd445-e61a-4d60-a367-bb6275369f63 req-8193297a-c5df-4559-9fcc-cf821b8d30a7 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6406391 Jul 27 20:59:07.759797 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a53f5be-c0e6-4982-933e-fe9d00ba3f54 req-706e7e48-7400-4953-8fb5-e908208cb4f9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6617014 Jul 27 20:59:07.776514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1f75c-24cf-4821-8305-283ba8feb895 None None] Port 2fa8db0b-c60f-4d02-9b59-06d022fef9be cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:07.785620 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4dd4e450-19de-450e-aa7c-dac7e8d24643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.828863 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-e9b55524-9d14-4ae2-beb1-fcdc4643729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:07.831899 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-e9b55524-9d14-4ae2-beb1-fcdc4643729c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0852728 Jul 27 20:59:07.837959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] For port dbadd60d-9a4e-41d4-9f48-ddf88a13e606, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dbadd60d-9a4e-41d4-9f48-ddf88a13e606,segment=NetworkSegment(3bc70c3f-0b25-4877-a1b0-b578c03717ad),segment_id=3bc70c3f-0b25-4877-a1b0-b578c03717ad)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:07.839268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4e450-19de-450e-aa7c-dac7e8d24643 None None] Pushing event deleted for resources: {'Port': ['ID=dbadd60d-9a4e-41d4-9f48-ddf88a13e606,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:07.843058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd4e450-19de-450e-aa7c-dac7e8d24643 None None] No DVR routers for this DVR port dbadd60d-9a4e-41d4-9f48-ddf88a13e606 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:07.854002 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.905383 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] Calling delete_port for dbadd60d-9a4e-41d4-9f48-ddf88a13e606 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:07.922893 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1b7766a-d38b-46ea-87b3-a71720f0fcf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:07.936844 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38afd742-532d-42a3-9df6-55a19048d3b0 x-openstack-request-id: req-38afd742-532d-42a3-9df6-55a19048d3b0 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:07.937381 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cd1cd8-8627-41dd-a18d-796c375633c9", "name": "network-vif-plugged", "status": "completed", "tag": "484b4026-23fa-4144-b1c0-e2cb2b757150", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:07.937881 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38afd742-532d-42a3-9df6-55a19048d3b0 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:07.938408 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cd1cd8-8627-41dd-a18d-796c375633c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484b4026-23fa-4144-b1c0-e2cb2b757150', 'code': 200} Jul 27 20:59:07.962425 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2d6dee93-a2ff-412f-a9c0-043e0a1dc0ac None None] Provisioning for port dd9aa406-691b-405d-8c42-47143211bfa9 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:08.025266 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dd9aa406-691b-405d-8c42-47143211bfa9 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:08.097696 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.103199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port dd9aa406-691b-405d-8c42-47143211bfa9 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:08.108312 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port dd9aa406-691b-405d-8c42-47143211bfa9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:08.108958 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.154076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7766a-d38b-46ea-87b3-a71720f0fcf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event deleted for resources: {'Subnet': ['ID=0b28e497-7522-4e04-8fd1-64c67911d332,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:08.201860 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1b7766a-d38b-46ea-87b3-a71720f0fcf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.209996 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e1b7766a-d38b-46ea-87b3-a71720f0fcf2 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "DELETE /v2.0/subnets/0b28e497-7522-4e04-8fd1-64c67911d332 HTTP/1.1" status: 204 len: 168 time: 1.7272084 Jul 27 20:59:08.211841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbadd60d-9a4e-41d4-9f48-ddf88a13e606,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:08.214866 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c19a65b-a1c0-455d-bb17-3852ca61243d None None] Network 4859d1b4-d0da-4aed-bbe6-b8db015c1ede requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:08.217343 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33256) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:08.218573 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] No DVR routers for this DVR port dbadd60d-9a4e-41d4-9f48-ddf88a13e606 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:08.346948 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.359163 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.438714 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb479dd5-bdf3-4f6b-a1f4-696fd9dbc89b req-2822f87d-90b3-4e4e-bb55-9e8279ee4e25 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:08.443240 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device fd7488bc-3ca7-4982-878e-223a634d410e up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:08.449035 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cb479dd5-bdf3-4f6b-a1f4-696fd9dbc89b req-2822f87d-90b3-4e4e-bb55-9e8279ee4e25 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.5317848 Jul 27 20:59:08.472342 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-109de952-ce88-43c1-a252-ac2e1ce56091 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320794 Jul 27 20:59:08.487560 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.498898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port dd9aa406-691b-405d-8c42-47143211bfa9, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dd9aa406-691b-405d-8c42-47143211bfa9,segment=NetworkSegment(31a768ef-39ac-43da-967d-273196d38ced),segment_id=31a768ef-39ac-43da-967d-273196d38ced)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:08.503418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3fc990a9-34bd-43b9-bd70-90ce63095938 None None] Provisioning complete for port dd9aa406-691b-405d-8c42-47143211bfa9 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:08.503982 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3fc990a9-34bd-43b9-bd70-90ce63095938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.535967 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b683e0-3c87-43d4-a4ba-10e1a217cdbb']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:08.537979 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.569767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de138c97-751c-4e34-90e6-ec5df13498a4 req-ec799f47-37bb-455a-9efb-1a72342de502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:08.571622 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-de138c97-751c-4e34-90e6-ec5df13498a4 req-ec799f47-37bb-455a-9efb-1a72342de502 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 1096 time: 0.5765743 Jul 27 20:59:08.573523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc70c3f-0b25-4877-a1b0-b578c03717ad') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:08.574638 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc70c3f-0b25-4877-a1b0-b578c03717ad') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:08.602008 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cb479dd5-bdf3-4f6b-a1f4-696fd9dbc89b req-710de69d-fe0e-44ae-bdd4-7b3d270c4a96 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519816 Jul 27 20:59:08.612773 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.627428 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33258) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:08.627629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dbadd60d-9a4e-41d4-9f48-ddf88a13e606 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:08.656911 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-de138c97-751c-4e34-90e6-ec5df13498a4 req-a515ec5f-fadc-45e8-ae52-e3f3f1c99648 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684986 Jul 27 20:59:08.675440 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7eb5fc4a-dc0b-4a0e-9e1a-11993f9005ac tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1995517528', 'description': 'tempest-description--754528450'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:08.679353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: dbadd60d-9a4e-41d4-9f48-ddf88a13e606 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:08.679353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dbadd60d-9a4e-41d4-9f48-ddf88a13e606 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:08.683032 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-54dee631-a9cd-4631-8639-fc76108524e6 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999509 Jul 27 20:59:08.695001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=dd9aa406-691b-405d-8c42-47143211bfa9,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:08.701398 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port fd7488bc-3ca7-4982-878e-223a634d410e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:08.714603 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port fd7488bc-3ca7-4982-878e-223a634d410e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:08.715102 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.738755 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.754398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Deleting port 9b145d36-6900-4e1e-94d4-d3c510192a66 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:08.754747 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.756949 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:59:08.757340 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: timer() Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:59:08.759220 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:59:08.773267 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7eb5fc4a-dc0b-4a0e-9e1a-11993f9005ac tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.837980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6a70a4-e4bd-41d6-9281-2febdeacebd3 None None] DHCP port deletion for 4859d1b4-d0da-4aed-bbe6-b8db015c1ede request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:59:08.891088 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.925602 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7eb5fc4a-dc0b-4a0e-9e1a-11993f9005ac tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.981607 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7eb5fc4a-dc0b-4a0e-9e1a-11993f9005ac tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.986863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-bd6a70a4-e4bd-41d6-9281-2febdeacebd3 None None] Deleting port 9b145d36-6900-4e1e-94d4-d3c510192a66 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:08.988354 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bd6a70a4-e4bd-41d6-9281-2febdeacebd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:08.990672 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.082260 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7eb5fc4a-dc0b-4a0e-9e1a-11993f9005ac tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.083081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-bd6a70a4-e4bd-41d6-9281-2febdeacebd3 None None] For port 9b145d36-6900-4e1e-94d4-d3c510192a66, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9b145d36-6900-4e1e-94d4-d3c510192a66,segment=NetworkSegment(fc077d32-a531-4e83-974a-dd421fc5e9b4),segment_id=fc077d32-a531-4e83-974a-dd421fc5e9b4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:09.083536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7eb5fc4a-dc0b-4a0e-9e1a-11993f9005ac tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4282720 Jul 27 20:59:09.083626 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bd6a70a4-e4bd-41d6-9281-2febdeacebd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.087808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33270) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:09.087808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33272) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:09.089174 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port fd7488bc-3ca7-4982-878e-223a634d410e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=fd7488bc-3ca7-4982-878e-223a634d410e,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:09.089516 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.092694 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] For port 9b145d36-6900-4e1e-94d4-d3c510192a66, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9b145d36-6900-4e1e-94d4-d3c510192a66,segment=NetworkSegment(fc077d32-a531-4e83-974a-dd421fc5e9b4),segment_id=fc077d32-a531-4e83-974a-dd421fc5e9b4)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:09.093165 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.097127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-306d9da9-8879-41a6-8590-154d0de97d28 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Request body: {'security_group_rule': {'security_group_id': '23f71a24-a8fb-4b29-b72d-ed86f46e1da7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:09.097345 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.103741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-bd6a70a4-e4bd-41d6-9281-2febdeacebd3 None None] Calling delete_port for 9b145d36-6900-4e1e-94d4-d3c510192a66 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:09.114464 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.116398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/14b683e0-3c87-43d4-a4ba-10e1a217cdbb HTTP/1.1" status: 204 len: 168 time: 2.7425721 Jul 27 20:59:09.136839 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5fc4a-dc0b-4a0e-9e1a-11993f9005ac tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f71a24-a8fb-4b29-b72d-ed86f46e1da7,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:09.141390 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Calling delete_port for 9b145d36-6900-4e1e-94d4-d3c510192a66 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:09.150308 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1151782-6e1b-4f98-926c-d502ab6401d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=14b683e0-3c87-43d4-a4ba-10e1a217cdbb,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:09.182539 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-306d9da9-8879-41a6-8590-154d0de97d28 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.200072 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=fd7488bc-3ca7-4982-878e-223a634d410e,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:09.225554 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f6675-d26c-4b30-961b-6e5c6650ae88 req-541f466f-4cee-4690-ab2a-ea396b0bdea5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:09.227653 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad2f6675-d26c-4b30-961b-6e5c6650ae88 req-541f466f-4cee-4690-ab2a-ea396b0bdea5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.2729654 Jul 27 20:59:09.240340 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f2a59-4d64-4871-b312-726e09872415 req-06314fa5-0f61-4811-93a7-384f976595be tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:09.242160 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1e2f2a59-4d64-4871-b312-726e09872415 req-06314fa5-0f61-4811-93a7-384f976595be tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 944 time: 0.2903957 Jul 27 20:59:09.243624 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bd6a70a4-e4bd-41d6-9281-2febdeacebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.315115 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a70a4-e4bd-41d6-9281-2febdeacebd3 None None] Pushing event deleted for resources: {'Port': ['ID=9b145d36-6900-4e1e-94d4-d3c510192a66,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:09.318908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6a70a4-e4bd-41d6-9281-2febdeacebd3 None None] No DVR routers for this DVR port 9b145d36-6900-4e1e-94d4-d3c510192a66 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:09.331501 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad2f6675-d26c-4b30-961b-6e5c6650ae88 req-e7bf3676-5125-49f1-a6b9-d666ee206296 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880888 Jul 27 20:59:09.347777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1e2f2a59-4d64-4871-b312-726e09872415 req-7e5af83d-b524-41b2-867c-d1bb0bdc4f54 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782781 Jul 27 20:59:09.348786 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.351194 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-306d9da9-8879-41a6-8590-154d0de97d28 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.366785 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5915283c-d0be-4c08-88ac-3cfec5a8f204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.367107 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] No DVR routers for this DVR port 9b145d36-6900-4e1e-94d4-d3c510192a66 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:09.372241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33278) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:09.374704 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-306d9da9-8879-41a6-8590-154d0de97d28 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.415677 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event deleted for resources: {'Port': ['ID=9b145d36-6900-4e1e-94d4-d3c510192a66,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:09.426376 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d9da9-8879-41a6-8590-154d0de97d28 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c04c56-0ce3-4191-bf5c-2fc467ec8edb,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:09.468127 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-13bfe1f0-95cc-48e4-b747-c5adbb378312 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=60213d46ccd94abb844bca9d76eae953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0943186 Jul 27 20:59:09.471953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33280) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:09.484941 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.496449 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4859d1b4-d0da-4aed-bbe6-b8db015c1ede']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:09.508704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc077d32-a531-4e83-974a-dd421fc5e9b4') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:09.509005 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc077d32-a531-4e83-974a-dd421fc5e9b4') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:09.519944 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.540035 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.546431 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:59:09.546825 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: timer() Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:59:09.550265 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:59:09.565715 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c055c483-1635-45c3-a1fd-94da0d9fa0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.591420 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5915283c-d0be-4c08-88ac-3cfec5a8f204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.602355 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5915283c-d0be-4c08-88ac-3cfec5a8f204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.606033 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c055c483-1635-45c3-a1fd-94da0d9fa0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.609591 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-306d9da9-8879-41a6-8590-154d0de97d28 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.611146 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-306d9da9-8879-41a6-8590-154d0de97d28 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5206845 Jul 27 20:59:09.614179 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33282) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:09.619483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-43103fcd-9f5a-4914-947f-5b8522ec4c33 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Request body: {'security_group_rule': {'security_group_id': '23f71a24-a8fb-4b29-b72d-ed86f46e1da7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:09.640587 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.650548 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.652583 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "DELETE /v2.0/networks/4859d1b4-d0da-4aed-bbe6-b8db015c1ede HTTP/1.1" status: 204 len: 168 time: 1.4297540 Jul 27 20:59:09.661966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33286) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:09.676824 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b8fb4-f367-43cc-ae45-27f566524881 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event deleted for resources: {'Network': ['ID=4859d1b4-d0da-4aed-bbe6-b8db015c1ede,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:09.687224 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5915283c-d0be-4c08-88ac-3cfec5a8f204 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f6800e4e48f46e9b4889fea23a9715e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5991275 Jul 27 20:59:09.698203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33288) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:09.710334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915283c-d0be-4c08-88ac-3cfec5a8f204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821e7952-6255-401d-868a-d1d9f02f0c57,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:09.744205 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d261ed-f680-4e62-9546-4bcd51be098f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Deleting subnet 05944b1a-eb54-4c2d-9185-bb233ef52663 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:59:09.748965 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-16d261ed-f680-4e62-9546-4bcd51be098f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.764124 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43103fcd-9f5a-4914-947f-5b8522ec4c33 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.774882 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c055c483-1635-45c3-a1fd-94da0d9fa0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.777435 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c055c483-1635-45c3-a1fd-94da0d9fa0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.780946 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c055c483-1635-45c3-a1fd-94da0d9fa0df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ccf0db36-4576-4c71-8913-5e7866440e5f HTTP/1.1" status: 204 len: 168 time: 0.3057005 Jul 27 20:59:09.799759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055c483-1635-45c3-a1fd-94da0d9fa0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf0db36-4576-4c71-8913-5e7866440e5f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:09.806751 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-16d261ed-f680-4e62-9546-4bcd51be098f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.845441 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-599f420e-e5ba-412d-aef5-186be8dce2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.883052 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:59:09.905633 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d9185-b889-42a6-979c-88fb75a8593f req-683a0014-3aec-4a75-a0ca-c8c271d02012 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:09.907303 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-486d9185-b889-42a6-979c-88fb75a8593f req-683a0014-3aec-4a75-a0ca-c8c271d02012 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.2189112 Jul 27 20:59:09.914346 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-599f420e-e5ba-412d-aef5-186be8dce2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.918417 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43103fcd-9f5a-4914-947f-5b8522ec4c33 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.931904 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-16d261ed-f680-4e62-9546-4bcd51be098f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.937221 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43103fcd-9f5a-4914-947f-5b8522ec4c33 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:09.942896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9841a2a7-d526-4aef-9a77-c9c6ef685bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7488bc-3ca7-4982-878e-223a634d410e'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:09.951639 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddc2ace-2edb-41b7-956b-876260fc700c" -d '{"events": [{"server_uuid": "9841a2a7-d526-4aef-9a77-c9c6ef685bac", "name": "network-vif-plugged", "status": "completed", "tag": "fd7488bc-3ca7-4982-878e-223a634d410e"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:09.968391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dd9aa406-691b-405d-8c42-47143211bfa9 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:09.995024 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43103fcd-9f5a-4914-947f-5b8522ec4c33 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1479b3a8-7d33-4174-a746-ddd09f3702c5,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:10.008547 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43103fcd-9f5a-4914-947f-5b8522ec4c33 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.013808 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-43103fcd-9f5a-4914-947f-5b8522ec4c33 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3948135 Jul 27 20:59:10.013808 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33296) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:10.020027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:10.030506 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-486d9185-b889-42a6-979c-88fb75a8593f req-309701ae-8c5f-4bbc-9407-dfea1bf95028 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138163 Jul 27 20:59:10.047372 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-16d261ed-f680-4e62-9546-4bcd51be098f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.048502 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b29f15c-5c7a-48cc-825d-e1e9b24788ef x-openstack-request-id: req-6b29f15c-5c7a-48cc-825d-e1e9b24788ef {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:10.049446 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9841a2a7-d526-4aef-9a77-c9c6ef685bac", "name": "network-vif-plugged", "status": "completed", "tag": "fd7488bc-3ca7-4982-878e-223a634d410e", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:10.049791 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b29f15c-5c7a-48cc-825d-e1e9b24788ef {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:10.050323 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9841a2a7-d526-4aef-9a77-c9c6ef685bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7488bc-3ca7-4982-878e-223a634d410e', 'code': 200} Jul 27 20:59:10.077888 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.090585 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-599f420e-e5ba-412d-aef5-186be8dce2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.098800 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-599f420e-e5ba-412d-aef5-186be8dce2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.100053 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-599f420e-e5ba-412d-aef5-186be8dce2d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/821e7952-6255-401d-868a-d1d9f02f0c57 HTTP/1.1" status: 204 len: 168 time: 0.3983233 Jul 27 20:59:10.108261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d261ed-f680-4e62-9546-4bcd51be098f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event deleted for resources: {'Subnet': ['ID=05944b1a-eb54-4c2d-9185-bb233ef52663,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:10.115946 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-16d261ed-f680-4e62-9546-4bcd51be098f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.119397 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e65e72-dc69-41b7-8581-7676b6cdf69f None None] Network 77b93395-c436-4434-948d-ca554ec7a563 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:10.121838 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-16d261ed-f680-4e62-9546-4bcd51be098f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "DELETE /v2.0/subnets/05944b1a-eb54-4c2d-9185-bb233ef52663 HTTP/1.1" status: 204 len: 168 time: 0.4585886 Jul 27 20:59:10.122680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33304) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:10.127413 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port dd9aa406-691b-405d-8c42-47143211bfa9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:10.129497 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.154932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f420e-e5ba-412d-aef5-186be8dce2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821e7952-6255-401d-868a-d1d9f02f0c57,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:10.302126 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.379149 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54f27a-45c1-4635-b17f-924dc78a3c00 req-d012a77b-3413-49e8-a0d6-0d7fe0800266 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:10.380973 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae54f27a-45c1-4635-b17f-924dc78a3c00 req-d012a77b-3413-49e8-a0d6-0d7fe0800266 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.1305511 Jul 27 20:59:10.488252 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9b145d36-6900-4e1e-94d4-d3c510192a66 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:10.491036 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f7c1d0-aa87-498f-90c2-99541b90293d None None] DHCP port deletion for 77b93395-c436-4434-948d-ca554ec7a563 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 20:59:10.523799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14445fe4-6a19-44ee-a724-797b3f81df22 req-9ef7be60-20c3-4503-8b38-a642fa441587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:10.527787 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-14445fe4-6a19-44ee-a724-797b3f81df22 req-9ef7be60-20c3-4503-8b38-a642fa441587 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 1096 time: 0.4024036 Jul 27 20:59:10.535933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Deleting port 775a5da9-6c7a-4200-92f9-535d2635e0f4 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:10.536392 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 9b145d36-6900-4e1e-94d4-d3c510192a66 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:10.536745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9b145d36-6900-4e1e-94d4-d3c510192a66 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:10.537140 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.561270 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae54f27a-45c1-4635-b17f-924dc78a3c00 req-5cf42ae7-921f-43a4-9946-7344733c6cbb tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628122 Jul 27 20:59:10.577906 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.630852 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-14445fe4-6a19-44ee-a724-797b3f81df22 req-4ca594b7-5057-4e8a-b4d0-6a5f9ded9c71 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901570 Jul 27 20:59:10.631550 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-f2f7c1d0-aa87-498f-90c2-99541b90293d None None] Deleting port 775a5da9-6c7a-4200-92f9-535d2635e0f4 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:10.631994 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c1d0-aa87-498f-90c2-99541b90293d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.664723 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] For port 775a5da9-6c7a-4200-92f9-535d2635e0f4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=775a5da9-6c7a-4200-92f9-535d2635e0f4,segment=NetworkSegment(e8346875-dd76-4bb2-b676-61e6527941e6),segment_id=e8346875-dd76-4bb2-b676-61e6527941e6)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:10.665090 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.680082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Calling delete_port for 775a5da9-6c7a-4200-92f9-535d2635e0f4 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:10.752919 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-f2f7c1d0-aa87-498f-90c2-99541b90293d None None] For port 775a5da9-6c7a-4200-92f9-535d2635e0f4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=775a5da9-6c7a-4200-92f9-535d2635e0f4,segment=NetworkSegment(e8346875-dd76-4bb2-b676-61e6527941e6),segment_id=e8346875-dd76-4bb2-b676-61e6527941e6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:10.753320 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c1d0-aa87-498f-90c2-99541b90293d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.760942 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5373c77-48a4-4d7e-93e8-4cf7b755cb74 req-41b0ffcf-cd9f-4b27-812e-4719588a758f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:10.763733 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5373c77-48a4-4d7e-93e8-4cf7b755cb74 req-41b0ffcf-cd9f-4b27-812e-4719588a758f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.2681618 Jul 27 20:59:10.790965 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-f2f7c1d0-aa87-498f-90c2-99541b90293d None None] Calling delete_port for 775a5da9-6c7a-4200-92f9-535d2635e0f4 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:10.835098 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.867696 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Allocated IP 172.25.2.247 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/5b28603e-df9d-47d8-8869-df7731b7903c) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:10.889264 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5373c77-48a4-4d7e-93e8-4cf7b755cb74 req-3e061b21-834e-46b1-b9b6-f33aa96a99f4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935333 Jul 27 20:59:10.896998 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event deleted for resources: {'Port': ['ID=775a5da9-6c7a-4200-92f9-535d2635e0f4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:10.910960 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019207-3e4c-47c3-9e26-c2868962dad1 req-c2e193a2-2639-40fa-aa2f-a7138bc46c5f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:10.918628 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c019207-3e4c-47c3-9e26-c2868962dad1 req-c2e193a2-2639-40fa-aa2f-a7138bc46c5f tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 945 time: 0.2297680 Jul 27 20:59:10.925486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] No DVR routers for this DVR port 775a5da9-6c7a-4200-92f9-535d2635e0f4 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:10.959027 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f2f7c1d0-aa87-498f-90c2-99541b90293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:10.983510 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f7c1d0-aa87-498f-90c2-99541b90293d None None] No DVR routers for this DVR port 775a5da9-6c7a-4200-92f9-535d2635e0f4 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:11.023764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7c1d0-aa87-498f-90c2-99541b90293d None None] Pushing event deleted for resources: {'Port': ['ID=775a5da9-6c7a-4200-92f9-535d2635e0f4,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:11.035053 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c019207-3e4c-47c3-9e26-c2868962dad1 req-839a000c-149c-4531-98bf-eb5dbff015de tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148589 Jul 27 20:59:11.142797 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.179429 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.193772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b93395-c436-4434-948d-ca554ec7a563']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:11.215041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8346875-dd76-4bb2-b676-61e6527941e6') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:11.215398 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8346875-dd76-4bb2-b676-61e6527941e6') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:11.228658 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.240752 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.257303 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.266363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:59:11.269451 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: timer() Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:59:11.273460 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:59:11.328135 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:11.343946 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:11.348214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:11.356058 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event updated for resources: {'Port': ['ID=5b28603e-df9d-47d8-8869-df7731b7903c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:11.411684 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.420094 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.424874 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "DELETE /v2.0/networks/77b93395-c436-4434-948d-ca554ec7a563 HTTP/1.1" status: 204 len: 168 time: 1.2950971 Jul 27 20:59:11.433754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33354) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:11.441296 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e13bae0f-70d4-4fae-ae76-7bd1c60595f7 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2073676978'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:11.450367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624f4a3-44ea-4423-95b6-2cf5965a83f1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event deleted for resources: {'Network': ['ID=77b93395-c436-4434-948d-ca554ec7a563,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:11.577062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13bae0f-70d4-4fae-ae76-7bd1c60595f7 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Made reservation on behalf of 059c8831d7844550bdb3ab0cdc9b6109 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:11.580439 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e13bae0f-70d4-4fae-ae76-7bd1c60595f7 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.617279 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.637600 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13bae0f-70d4-4fae-ae76-7bd1c60595f7 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:59:11.678972 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33370) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:11.681098 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e13bae0f-70d4-4fae-ae76-7bd1c60595f7 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.681797 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-e13bae0f-70d4-4fae-ae76-7bd1c60595f7 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Added segment bc316f79-ec22-491f-a12c-2c72644b6a11 of type vlan for network 8c4ef75c-af29-45aa-928e-44a92f0ca665 Jul 27 20:59:11.696873 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e44a9a-5c7b-443d-8d93-746e355af602 req-d7b54bb4-6dd2-42d4-8a69-e33d07c00f9f tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:11.698496 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15e44a9a-5c7b-443d-8d93-746e355af602 req-d7b54bb4-6dd2-42d4-8a69-e33d07c00f9f tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.2227564 Jul 27 20:59:11.713148 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.795885 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e13bae0f-70d4-4fae-ae76-7bd1c60595f7 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.803199 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c1cdd3bf-c111-4915-930b-4c6fa2a24559 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-677808462-network', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:11.847285 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cdd3bf-c111-4915-930b-4c6fa2a24559 admin admin] Made reservation on behalf of 82e3b9fc598841deac9a2f6f80b12ab8 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:11.849928 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1cdd3bf-c111-4915-930b-4c6fa2a24559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.868140 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15e44a9a-5c7b-443d-8d93-746e355af602 req-04bb558c-0869-4f9c-a260-e145e6dd6a41 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521492 Jul 27 20:59:11.878127 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 775a5da9-6c7a-4200-92f9-535d2635e0f4 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:11.878748 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1cdd3bf-c111-4915-930b-4c6fa2a24559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.906899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 775a5da9-6c7a-4200-92f9-535d2635e0f4 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:11.907973 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 775a5da9-6c7a-4200-92f9-535d2635e0f4 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:11.940148 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e13bae0f-70d4-4fae-ae76-7bd1c60595f7 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:11.949078 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13bae0f-70d4-4fae-ae76-7bd1c60595f7 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:11.949759 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e13bae0f-70d4-4fae-ae76-7bd1c60595f7 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.002484 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1cdd3bf-c111-4915-930b-4c6fa2a24559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.008571 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1cdd3bf-c111-4915-930b-4c6fa2a24559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.032252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cdd3bf-c111-4915-930b-4c6fa2a24559 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:59:12.047657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdd3bf-c111-4915-930b-4c6fa2a24559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb22a055-480b-40cf-8735-edbbd9a12276,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:12.051462 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1cdd3bf-c111-4915-930b-4c6fa2a24559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.051810 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-c1cdd3bf-c111-4915-930b-4c6fa2a24559 admin admin] Added segment fe3801f5-cc67-4534-b2f9-9f01d933bf05 of type vlan for network d3696e2c-3441-4723-8592-a9e7850db69c Jul 27 20:59:12.064898 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e13bae0f-70d4-4fae-ae76-7bd1c60595f7 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6298368 Jul 27 20:59:12.074909 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33382) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:12.088407 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-dd418151-53da-463e-b8ed-d60bf23ab5a8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Request body: {'subnet': {'network_id': '8c4ef75c-af29-45aa-928e-44a92f0ca665', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:12.099662 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1cdd3bf-c111-4915-930b-4c6fa2a24559 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.116621 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bae0f-70d4-4fae-ae76-7bd1c60595f7 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event updated for resources: {'Network': ['ID=8c4ef75c-af29-45aa-928e-44a92f0ca665,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:12.131870 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 8c4ef75c-af29-45aa-928e-44a92f0ca665 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:59:12.156293 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1cdd3bf-c111-4915-930b-4c6fa2a24559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.158193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cdd3bf-c111-4915-930b-4c6fa2a24559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:12.159730 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1cdd3bf-c111-4915-930b-4c6fa2a24559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.245037 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c1cdd3bf-c111-4915-930b-4c6fa2a24559 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5644155 Jul 27 20:59:12.253426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33392) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:12.259258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-89ff3272-afdb-43ea-bdde-28c81bb7e815 admin admin] Request body: {'subnet': {'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-677808462-subnet', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:12.268347 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdd3bf-c111-4915-930b-4c6fa2a24559 admin admin] Pushing event updated for resources: {'Network': ['ID=d3696e2c-3441-4723-8592-a9e7850db69c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:12.279113 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network d3696e2c-3441-4723-8592-a9e7850db69c details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:59:12.311535 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff613d9e-fa28-43e7-876d-a0af35375708 req-8765055a-487e-4d45-aaf6-e699ea88c7a8 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:12.312985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff613d9e-fa28-43e7-876d-a0af35375708 req-8765055a-487e-4d45-aaf6-e699ea88c7a8 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.2937825 Jul 27 20:59:12.323681 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.333675 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.db.api [None req-dd418151-53da-463e-b8ed-d60bf23ab5a8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 20:59:12.333675 n-d-764806-9 neutron-server[105579]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 20:59:12.333675 n-d-764806-9 neutron-server[105579]: [parameters: {'project_id_1': '059c8831d7844550bdb3ab0cdc9b6109', 'expiration_1': datetime.datetime(2021, 7, 27, 20, 59, 12, 294277)}] Jul 27 20:59:12.333675 n-d-764806-9 neutron-server[105579]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105579) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:59:12.334131 n-d-764806-9 neutron-server[105579]: DEBUG oslo_db.api [None req-dd418151-53da-463e-b8ed-d60bf23ab5a8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:59:12.341159 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.366787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ff3272-afdb-43ea-bdde-28c81bb7e815 admin admin] Made reservation on behalf of 82e3b9fc598841deac9a2f6f80b12ab8 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:12.369169 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89ff3272-afdb-43ea-bdde-28c81bb7e815 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.513971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d075a3-4b49-48e7-a1a9-1b45187e8e5d req-7ce8b46e-9fab-4832-857a-5c533ec6c802 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:12.515413 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8d075a3-4b49-48e7-a1a9-1b45187e8e5d req-7ce8b46e-9fab-4832-857a-5c533ec6c802 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 945 time: 0.3625543 Jul 27 20:59:12.518341 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff613d9e-fa28-43e7-876d-a0af35375708 req-104e1798-08f5-47fe-b1ae-d8051b36d565 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910045 Jul 27 20:59:12.523109 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event updated for resources: {'Port': ['ID=5b28603e-df9d-47d8-8869-df7731b7903c,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:12.575224 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.599468 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8d075a3-4b49-48e7-a1a9-1b45187e8e5d req-e96affe0-6841-4fda-a852-8590c03bf5bd tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736980 Jul 27 20:59:12.610358 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.611973 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-88e5df19-2223-434e-bcbe-ab24abe3cbcf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5976658 Jul 27 20:59:12.702049 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89ff3272-afdb-43ea-bdde-28c81bb7e815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.787605 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff3272-afdb-43ea-bdde-28c81bb7e815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39d28a0f-08f5-43d7-8454-fbd06321c0bc,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:12.793767 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ff3272-afdb-43ea-bdde-28c81bb7e815 admin admin] Checking segment: {'id': 'fe3801f5-cc67-4534-b2f9-9f01d933bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:12.794132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff3272-afdb-43ea-bdde-28c81bb7e815 admin admin] Network hostable DHCP agents. Network: d3696e2c-3441-4723-8592-a9e7850db69c, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:59:12.813511 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff3272-afdb-43ea-bdde-28c81bb7e815 admin admin] Network d3696e2c-3441-4723-8592-a9e7850db69c is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:59:12.825072 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-89ff3272-afdb-43ea-bdde-28c81bb7e815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, d3696e2c-3441-4723-8592-a9e7850db69c) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:12.829877 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ff3272-afdb-43ea-bdde-28c81bb7e815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:12.830837 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89ff3272-afdb-43ea-bdde-28c81bb7e815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.839528 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546853e3-80a6-45e8-9f09-579ec65aad90 None None] Network d3696e2c-3441-4723-8592-a9e7850db69c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:12.864234 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd418151-53da-463e-b8ed-d60bf23ab5a8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Made reservation on behalf of 059c8831d7844550bdb3ab0cdc9b6109 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:12.867922 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dd418151-53da-463e-b8ed-d60bf23ab5a8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.888291 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-89ff3272-afdb-43ea-bdde-28c81bb7e815 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6328859 Jul 27 20:59:12.891127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33448) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:12.897301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-677808462-router', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:12.937987 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:12.938689 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.007224 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.127927 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-d3696e2c-3441-4723-8592-a9e7850db69c', 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'fixed_ips': [{'subnet_id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:59:13.128876 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.202297 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7ed75463-8e18-483f-9834-1489a1e754a5 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1995517528&fields=id&tenant_id=8b4623fa88924a56a60c56db5082e3c0 HTTP/1.1" status: 200 len: 267 time: 0.1011734 Jul 27 20:59:13.234889 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.255576 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dd418151-53da-463e-b8ed-d60bf23ab5a8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.314418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Allocated IP 172.20.0.2 (d3696e2c-3441-4723-8592-a9e7850db69c/39d28a0f-08f5-43d7-8454-fbd06321c0bc/88455036-38dd-410b-86fc-4cfbba8cbc3e) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:13.317760 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd418151-53da-463e-b8ed-d60bf23ab5a8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event updated for resources: {'Subnet': ['ID=e46a4622-31b6-47ad-9adc-8fd5248a645d,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:13.361460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-0871894d-6b2c-4356-8038-7d281c451fb2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.362944 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-0871894d-6b2c-4356-8038-7d281c451fb2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports/d428951c-9af6-415a-913d-31512d67dde2 HTTP/1.1" status: 200 len: 931 time: 0.1598516 Jul 27 20:59:13.442739 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd418151-53da-463e-b8ed-d60bf23ab5a8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Checking segment: {'id': 'bc316f79-ec22-491f-a12c-2c72644b6a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8c4ef75c-af29-45aa-928e-44a92f0ca665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:13.443594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd418151-53da-463e-b8ed-d60bf23ab5a8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Network hostable DHCP agents. Network: 8c4ef75c-af29-45aa-928e-44a92f0ca665, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:59:13.483953 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-9731b490-93eb-4cc5-bb0a-74b09403ba52 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.485403 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-9731b490-93eb-4cc5-bb0a-74b09403ba52 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports/2fa8db0b-c60f-4d02-9b59-06d022fef9be HTTP/1.1" status: 200 len: 932 time: 0.1154506 Jul 27 20:59:13.498214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd418151-53da-463e-b8ed-d60bf23ab5a8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Network 8c4ef75c-af29-45aa-928e-44a92f0ca665 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:59:13.500367 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.501806 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.511324 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Transition to ACTIVE for port object 88455036-38dd-410b-86fc-4cfbba8cbc3e will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:13.525872 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.528385 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Transition to ACTIVE for port object 88455036-38dd-410b-86fc-4cfbba8cbc3e will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:13.537338 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.559262 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-12953eaf-5575-4f67-8a03-8763df0440e6 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?network_id=a54d9f4c-31a3-472d-917d-12867f1c0085&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0655940 Jul 27 20:59:13.567750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb0fed-bc5c-400a-b2b2-734ad0983dbe req-67db1ea4-69ab-4d40-a2e4-2a4a1412c732 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.575173 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06fb0fed-bc5c-400a-b2b2-734ad0983dbe req-67db1ea4-69ab-4d40-a2e4-2a4a1412c732 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.2112420 Jul 27 20:59:13.575888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Network d3696e2c-3441-4723-8592-a9e7850db69c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:13.579564 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:13.582411 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:13.584791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-dd418151-53da-463e-b8ed-d60bf23ab5a8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 8c4ef75c-af29-45aa-928e-44a92f0ca665) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:13.601958 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02030661-266a-4812-a126-9c55e1dc37c1 None None] Network 8c4ef75c-af29-45aa-928e-44a92f0ca665 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:13.604916 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd418151-53da-463e-b8ed-d60bf23ab5a8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.605519 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dd418151-53da-463e-b8ed-d60bf23ab5a8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.624929 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Pushing event updated for resources: {'Port': ['ID=88455036-38dd-410b-86fc-4cfbba8cbc3e,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:13.632024 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-77d19ef5-2dba-4a84-9a5f-bbd3228a7754 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?network_id=a54d9f4c-31a3-472d-917d-12867f1c0085&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0548234 Jul 27 20:59:13.653863 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-dd418151-53da-463e-b8ed-d60bf23ab5a8 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5711615 Jul 27 20:59:13.654130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33484) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:13.662641 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f2855b4e-ddd6-48e5-bc79-1233b53e5f2a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1503380669'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:13.666690 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06fb0fed-bc5c-400a-b2b2-734ad0983dbe req-8f39cf82-511d-44b7-afa7-b28010c13844 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866709 Jul 27 20:59:13.673474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Allocated IP 172.25.2.214 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:13.713445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2855b4e-ddd6-48e5-bc79-1233b53e5f2a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Made reservation on behalf of 059c8831d7844550bdb3ab0cdc9b6109 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:13.717028 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2855b4e-ddd6-48e5-bc79-1233b53e5f2a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.729659 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Attempting to bind port 88455036-38dd-410b-86fc-4cfbba8cbc3e on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:13.730134 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Attempting to bind port 88455036-38dd-410b-86fc-4cfbba8cbc3e by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'fe3801f5-cc67-4534-b2f9-9f01d933bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:13.730422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Attempting to bind port 88455036-38dd-410b-86fc-4cfbba8cbc3e on network d3696e2c-3441-4723-8592-a9e7850db69c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:13.744845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:13.745234 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Checking segment: {'id': 'fe3801f5-cc67-4534-b2f9-9f01d933bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:13.745641 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.746029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Bound using segment: {'id': 'fe3801f5-cc67-4534-b2f9-9f01d933bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:13.746547 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Bound port: 88455036-38dd-410b-86fc-4cfbba8cbc3e, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3801f5-cc67-4534-b2f9-9f01d933bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:13.746929 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.817960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2855b4e-ddd6-48e5-bc79-1233b53e5f2a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:59:13.843660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2855b4e-ddd6-48e5-bc79-1233b53e5f2a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.844282 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-f2855b4e-ddd6-48e5-bc79-1233b53e5f2a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Added segment 71cbc665-4108-4307-bde5-dec2f9759b24 of type vlan for network 66468fc3-cb02-496e-8a2e-af83d9d21741 Jul 27 20:59:13.914252 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2855b4e-ddd6-48e5-bc79-1233b53e5f2a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.916892 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-fa0708fb-9fe8-4f82-b19f-b521a0f882c5 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.919675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] For port 88455036-38dd-410b-86fc-4cfbba8cbc3e, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:13.935319 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-8c4ef75c-af29-45aa-928e-44a92f0ca665', 'network_id': '8c4ef75c-af29-45aa-928e-44a92f0ca665', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'fixed_ips': [{'subnet_id': 'e46a4622-31b6-47ad-9adc-8fd5248a645d'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:59:13.936468 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.941676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] For port 88455036-38dd-410b-86fc-4cfbba8cbc3e, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=88455036-38dd-410b-86fc-4cfbba8cbc3e,segment=NetworkSegment(fe3801f5-cc67-4534-b2f9-9f01d933bf05),segment_id=fe3801f5-cc67-4534-b2f9-9f01d933bf05)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:13.952646 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.959782 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:13.967342 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-fa0708fb-9fe8-4f82-b19f-b521a0f882c5 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.982448 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-fa0708fb-9fe8-4f82-b19f-b521a0f882c5 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:13.984711 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-fa0708fb-9fe8-4f82-b19f-b521a0f882c5 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/networks?id=c136ab28-e2bc-4ec9-9b8b-bf8448242a8e&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a54d9f4c-31a3-472d-917d-12867f1c0085&id=a54d9f4c-31a3-472d-917d-12867f1c0085 HTTP/1.1" status: 200 len: 1989 time: 0.3325956 Jul 27 20:59:14.006483 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2855b4e-ddd6-48e5-bc79-1233b53e5f2a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.031471 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1bf1ad85-3a56-4577-85a7-f7dc7534e027 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/quotas/8b4623fa88924a56a60c56db5082e3c0 HTTP/1.1" status: 200 len: 375 time: 0.0368149 Jul 27 20:59:14.041585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2855b4e-ddd6-48e5-bc79-1233b53e5f2a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.042255 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2855b4e-ddd6-48e5-bc79-1233b53e5f2a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.192399 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f2855b4e-ddd6-48e5-bc79-1233b53e5f2a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5371170 Jul 27 20:59:14.193492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33524) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:14.203478 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4d7a81cf-2306-49f5-bb41-9af2468dcade tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b4623fa88924a56a60c56db5082e3c0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1710112 Jul 27 20:59:14.223037 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-92c31697-2804-4e4c-ab75-d08db969f415 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Request body: {'subnet': {'network_id': '66468fc3-cb02-496e-8a2e-af83d9d21741', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:14.279252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2855b4e-ddd6-48e5-bc79-1233b53e5f2a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event updated for resources: {'Network': ['ID=66468fc3-cb02-496e-8a2e-af83d9d21741,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:14.385812 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-12beb6c3-215b-45e2-93de-00c445beb405 service neutron] 10.222.0.55 "GET /v2.0/networks/c136ab28-e2bc-4ec9-9b8b-bf8448242a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690116 Jul 27 20:59:14.390667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 66468fc3-cb02-496e-8a2e-af83d9d21741 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:59:14.405129 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.409245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b676e2-3f3a-4414-8031-dd3ce0ce394d None None] Pushing event updated for resources: {'Port': ['ID=88455036-38dd-410b-86fc-4cfbba8cbc3e,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:14.456112 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device fd7488bc-3ca7-4982-878e-223a634d410e details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:14.512486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:14.520617 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:14.538487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:14.545568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-a96cb934-84fa-468d-a38d-a10a04f28c0b service neutron] 10.222.0.55 "GET /v2.0/networks/c136ab28-e2bc-4ec9-9b8b-bf8448242a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505063 Jul 27 20:59:14.575869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Pushing event updated for resources: {'Port': ['ID=84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:14.599023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c31697-2804-4e4c-ab75-d08db969f415 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Made reservation on behalf of 059c8831d7844550bdb3ab0cdc9b6109 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:14.602182 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92c31697-2804-4e4c-ab75-d08db969f415 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.611974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4d4dba94-6441-4623-b024-6a873082aec7 service neutron] 10.222.0.55 "GET /v2.0/ports/d428951c-9af6-415a-913d-31512d67dde2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0583854 Jul 27 20:59:14.621376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Allocated IP 19.80.0.2 (8c4ef75c-af29-45aa-928e-44a92f0ca665/e46a4622-31b6-47ad-9adc-8fd5248a645d/dad698e9-4214-4c83-851d-dae077f64008) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:14.704438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port fd7488bc-3ca7-4982-878e-223a634d410e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=fd7488bc-3ca7-4982-878e-223a634d410e,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:14.722899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'fd7488bc-3ca7-4982-878e-223a634d410e', 'network_id': 'f11efe74-7d57-405b-bed7-006f980e826a', 'port_id': 'fd7488bc-3ca7-4982-878e-223a634d410e', 'mac_address': 'fa:16:3e:a8:42:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:14.751458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b36cb2-befd-4e32-8a60-bb5e478d0baf req-19d88850-6b4d-46b4-a021-772943f50528 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:14.760157 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-72b36cb2-befd-4e32-8a60-bb5e478d0baf req-19d88850-6b4d-46b4-a021-772943f50528 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1471171 Jul 27 20:59:14.788821 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.840728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd7488bc-3ca7-4982-878e-223a634d410e {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:14.881990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port fd7488bc-3ca7-4982-878e-223a634d410e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=fd7488bc-3ca7-4982-878e-223a634d410e,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:14.886356 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.889401 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.906109 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Transition to ACTIVE for port object dad698e9-4214-4c83-851d-dae077f64008 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:14.926706 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Transition to ACTIVE for port object dad698e9-4214-4c83-851d-dae077f64008 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:14.959745 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:14.993188 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Network 8c4ef75c-af29-45aa-928e-44a92f0ca665 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:15.010807 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['fd7488bc-3ca7-4982-878e-223a634d410e'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:15.020534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:15.023344 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.027585 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92c31697-2804-4e4c-ab75-d08db969f415 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.050829 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:15.059810 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=fd7488bc-3ca7-4982-878e-223a634d410e,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:15.138618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Pushing event updated for resources: {'Port': ['ID=dad698e9-4214-4c83-851d-dae077f64008,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:15.161005 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-72b36cb2-befd-4e32-8a60-bb5e478d0baf req-bd028d40-df16-434f-a144-723881c8d6c9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939598 Jul 27 20:59:15.197708 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-baf5b944-faa4-4dba-97b8-db9dfbff156c service neutron] 10.222.0.55 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752621 Jul 27 20:59:15.206059 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Attempting to bind port dad698e9-4214-4c83-851d-dae077f64008 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:15.213176 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Attempting to bind port dad698e9-4214-4c83-851d-dae077f64008 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'bc316f79-ec22-491f-a12c-2c72644b6a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8c4ef75c-af29-45aa-928e-44a92f0ca665'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:15.214333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Attempting to bind port dad698e9-4214-4c83-851d-dae077f64008 on network 8c4ef75c-af29-45aa-928e-44a92f0ca665 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:15.223635 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c31697-2804-4e4c-ab75-d08db969f415 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event updated for resources: {'Subnet': ['ID=78f2d80e-a1e0-4cea-8b12-2079f1ede9d0,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:15.234420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:15.235299 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Checking segment: {'id': 'bc316f79-ec22-491f-a12c-2c72644b6a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8c4ef75c-af29-45aa-928e-44a92f0ca665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:15.235299 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.235629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Bound using segment: {'id': 'bc316f79-ec22-491f-a12c-2c72644b6a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8c4ef75c-af29-45aa-928e-44a92f0ca665'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:15.236102 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Bound port: dad698e9-4214-4c83-851d-dae077f64008, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc316f79-ec22-491f-a12c-2c72644b6a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8c4ef75c-af29-45aa-928e-44a92f0ca665'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:15.236247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c31697-2804-4e4c-ab75-d08db969f415 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Checking segment: {'id': '71cbc665-4108-4307-bde5-dec2f9759b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '66468fc3-cb02-496e-8a2e-af83d9d21741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:15.236479 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.237146 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c31697-2804-4e4c-ab75-d08db969f415 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Network hostable DHCP agents. Network: 66468fc3-cb02-496e-8a2e-af83d9d21741, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:59:15.320608 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-9571f5f3-7463-4504-8758-0b0b5198f39c service neutron] 10.222.0.55 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149108 Jul 27 20:59:15.334780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c31697-2804-4e4c-ab75-d08db969f415 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Network 66468fc3-cb02-496e-8a2e-af83d9d21741 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:59:15.357267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-92c31697-2804-4e4c-ab75-d08db969f415 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 66468fc3-cb02-496e-8a2e-af83d9d21741) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:15.373701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c31697-2804-4e4c-ab75-d08db969f415 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:15.382165 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92c31697-2804-4e4c-ab75-d08db969f415 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.391352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8374d7d9-5cdf-4589-95ca-df63c383e86b None None] Network 66468fc3-cb02-496e-8a2e-af83d9d21741 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:15.405878 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-e22611d8-a18e-470c-b8f2-780bd1c04c90 service neutron] 10.222.0.55 "GET /v2.0/ports/2fa8db0b-c60f-4d02-9b59-06d022fef9be?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0770526 Jul 27 20:59:15.441352 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-92c31697-2804-4e4c-ab75-d08db969f415 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2231591 Jul 27 20:59:15.475821 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.541540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bec49f-49f7-4175-a8c0-b1a593eba30d None None] Network d3696e2c-3441-4723-8592-a9e7850db69c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:15.557316 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] For port dad698e9-4214-4c83-851d-dae077f64008, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:15.565937 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-5288bb33-96fe-4085-a477-0476055de47d service neutron] 10.222.0.55 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530557 Jul 27 20:59:15.641540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] For port dad698e9-4214-4c83-851d-dae077f64008, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dad698e9-4214-4c83-851d-dae077f64008,segment=NetworkSegment(bc316f79-ec22-491f-a12c-2c72644b6a11),segment_id=bc316f79-ec22-491f-a12c-2c72644b6a11)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:15.654060 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Router 1e9e944b-8d2a-4f67-b973-d55a41d3345a is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:59:15.664343 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.696444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-58ebc066-edfd-4710-8146-7920a8542f56 None None] Provisioning for port 88455036-38dd-410b-86fc-4cfbba8cbc3e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:15.716130 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddb4ee-de08-4d96-aa19-8a864b4cca2a req-946a4fe6-36d5-4990-bbec-d157bc073f4c tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:15.717665 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5ddb4ee-de08-4d96-aa19-8a864b4cca2a req-946a4fe6-36d5-4990-bbec-d157bc073f4c tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.1352837 Jul 27 20:59:15.720663 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-e5b513f0-5ae8-4266-81e6-0175af9ddd3a service neutron] 10.222.0.55 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483514 Jul 27 20:59:15.778385 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:59:15.802097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Sync routers for ids ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:59:15.807904 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.812115 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c58c1fe0-8e19-41fb-9929-f1e90c1c3a3b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9189181 Jul 27 20:59:15.812729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33562) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:15.855401 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a928acf-0f40-4020-927f-8c916cf30d1d None None] Pushing event updated for resources: {'Port': ['ID=dad698e9-4214-4c83-851d-dae077f64008,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:15.863675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-66468fc3-cb02-496e-8a2e-af83d9d21741', 'network_id': '66468fc3-cb02-496e-8a2e-af83d9d21741', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'fixed_ips': [{'subnet_id': '78f2d80e-a1e0-4cea-8b12-2079f1ede9d0'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:59:15.877942 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:15.913805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Routers {'1e9e944b-8d2a-4f67-b973-d55a41d3345a'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:15.914489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:59:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:15.916022 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5ddb4ee-de08-4d96-aa19-8a864b4cca2a req-fb9cb0e2-6bac-443a-93d2-f96c07247f46 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877103 Jul 27 20:59:16.003894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-302bf974-3830-4757-9cdb-25e329e8674a service neutron] 10.222.0.55 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701511 Jul 27 20:59:16.062629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Set router 1e9e944b-8d2a-4f67-b973-d55a41d3345a gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:16.165961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 88455036-38dd-410b-86fc-4cfbba8cbc3e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:16.289982 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4ff694ed-d198-43c5-9f37-b88b2074638d service neutron] 10.222.0.55 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824626 Jul 27 20:59:16.403336 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-9b602f0c-33c7-4647-b840-4d21441bd72e service neutron] 10.222.0.55 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119120 Jul 27 20:59:16.431167 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device fd7488bc-3ca7-4982-878e-223a634d410e up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:16.509717 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-b0827d90-cdd8-4e7e-a9dd-dca83557db46 service neutron] 10.222.0.55 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053867 Jul 27 20:59:16.656776 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-72644a8b-195d-4df0-8cad-fa202d541f3e service neutron] 10.222.0.55 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460142 Jul 27 20:59:16.775867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 88455036-38dd-410b-86fc-4cfbba8cbc3e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:16.793368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-f690d1cc-089f-47c1-b248-6e173a5f544e service neutron] 10.222.0.55 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336539 Jul 27 20:59:16.813724 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 88455036-38dd-410b-86fc-4cfbba8cbc3e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:16.814691 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.935646 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-bbfe6161-84dc-469a-a5a0-cc582fe71c3d service neutron] 10.222.0.55 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409464 Jul 27 20:59:16.961009 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Allocated IP 19.86.0.2 (66468fc3-cb02-496e-8a2e-af83d9d21741/78f2d80e-a1e0-4cea-8b12-2079f1ede9d0/e588ed07-2200-4a52-b92f-4d4481b6a4c2) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:16.982547 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:16.993575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-326e80e4-b8d7-4bb5-8ad8-f3d6627be818 None None] Provisioning complete for port 88455036-38dd-410b-86fc-4cfbba8cbc3e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:16.994284 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-326e80e4-b8d7-4bb5-8ad8-f3d6627be818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.034422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port fd7488bc-3ca7-4982-878e-223a634d410e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:17.035197 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.159775 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-34ac6990-7f41-4296-920b-bd65912217ff service neutron] 10.222.0.55 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230527 Jul 27 20:59:17.177263 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-23561d14-3720-4f99-9011-d56b2cde0174 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:17.193663 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'name': 'tempest-ServersTestFqdnHostnames-677808462-router', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:12Z', 'updated_at': '2021-07-27T20:59:14Z', 'revision_number': 3, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'gw_port': {'id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:13Z', 'updated_at': '2021-07-27T20:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:17.197919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-23561d14-3720-4f99-9011-d56b2cde0174 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:17.199586 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-23561d14-3720-4f99-9011-d56b2cde0174 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/networks?id=8c4ef75c-af29-45aa-928e-44a92f0ca665&id=66468fc3-cb02-496e-8a2e-af83d9d21741 HTTP/1.1" status: 200 len: 1392 time: 0.1910744 Jul 27 20:59:17.216795 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Allocated IP 172.20.0.1 (d3696e2c-3441-4723-8592-a9e7850db69c/39d28a0f-08f5-43d7-8454-fbd06321c0bc/6e96db16-15f0-41e4-a81c-27a2ca77a572) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:17.219268 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-46667ea2-340b-48ee-9532-1710c7509a57 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/quotas/059c8831d7844550bdb3ab0cdc9b6109 HTTP/1.1" status: 200 len: 375 time: 0.0095701 Jul 27 20:59:17.259542 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Checking router: 1e9e944b-8d2a-4f67-b973-d55a41d3345a for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:59:17.260017 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Updating router 1e9e944b-8d2a-4f67-b973-d55a41d3345a port 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:59:17.303373 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.315632 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-47446a9d-1684-423f-8aa8-7792a50958f3 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=059c8831d7844550bdb3ab0cdc9b6109&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0875356 Jul 27 20:59:17.375566 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.433404 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.454949 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-01479912-3e60-4f05-b2a2-8acc0542c343 service neutron] 10.222.0.55 "GET /v2.0/networks/8c4ef75c-af29-45aa-928e-44a92f0ca665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303113 Jul 27 20:59:17.456189 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Transition to ACTIVE for port object 6e96db16-15f0-41e4-a81c-27a2ca77a572 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:17.456328 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed2463c-c13a-4b19-96bb-77dc6982e529 None None] Network 8c4ef75c-af29-45aa-928e-44a92f0ca665 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:17.498179 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.553756 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-326e80e4-b8d7-4bb5-8ad8-f3d6627be818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.563933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Pushing event updated for resources: {'Port': ['ID=6e96db16-15f0-41e4-a81c-27a2ca77a572,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:17.575770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Network d3696e2c-3441-4723-8592-a9e7850db69c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:17.577593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:17.580909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:17.598879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 88455036-38dd-410b-86fc-4cfbba8cbc3e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=88455036-38dd-410b-86fc-4cfbba8cbc3e,segment=NetworkSegment(fe3801f5-cc67-4534-b2f9-9f01d933bf05),segment_id=fe3801f5-cc67-4534-b2f9-9f01d933bf05)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:17.600845 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-b26dc967-92df-40dc-92d9-89f6145002e3 service neutron] 10.222.0.55 "GET /v2.0/networks/8c4ef75c-af29-45aa-928e-44a92f0ca665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364739 Jul 27 20:59:17.623696 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.631229 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.651845 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.653624 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.777395 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Transition to ACTIVE for port object e588ed07-2200-4a52-b92f-4d4481b6a4c2 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:17.809382 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-25343abb-b62a-40a6-9a2c-85fbe8a5d5a8 service neutron] 10.222.0.55 "GET /v2.0/networks/66468fc3-cb02-496e-8a2e-af83d9d21741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981764 Jul 27 20:59:17.869415 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9841a2a7-d526-4aef-9a77-c9c6ef685bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7488bc-3ca7-4982-878e-223a634d410e'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:17.869710 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.871720 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a90556-aa58-49be-9cc4-4b7fed8fa098" -d '{"events": [{"server_uuid": "9841a2a7-d526-4aef-9a77-c9c6ef685bac", "name": "network-vif-plugged", "status": "completed", "tag": "fd7488bc-3ca7-4982-878e-223a634d410e"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:17.888115 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Transition to ACTIVE for port object e588ed07-2200-4a52-b92f-4d4481b6a4c2 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:17.923281 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-326e80e4-b8d7-4bb5-8ad8-f3d6627be818 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 20:59:17.924163 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-326e80e4-b8d7-4bb5-8ad8-f3d6627be818 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 20:59:17.928194 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port fd7488bc-3ca7-4982-878e-223a634d410e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=fd7488bc-3ca7-4982-878e-223a634d410e,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:17.967733 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.980508 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:17.982782 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=88455036-38dd-410b-86fc-4cfbba8cbc3e,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:18.013029 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-9f46b1e3-acb7-4a87-a272-e77bb1a0917b service neutron] 10.222.0.55 "GET /v2.0/networks/66468fc3-cb02-496e-8a2e-af83d9d21741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947114 Jul 27 20:59:18.027735 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dad698e9-4214-4c83-851d-dae077f64008 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:18.099159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Network 66468fc3-cb02-496e-8a2e-af83d9d21741 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:18.106760 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.118286 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.142760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:18.152267 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:18.224153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Pushing event updated for resources: {'Port': ['ID=e588ed07-2200-4a52-b92f-4d4481b6a4c2,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:18.228599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Pushing event updated for resources: {'Port': ['ID=6e96db16-15f0-41e4-a81c-27a2ca77a572,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:18.236483 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.370338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Network d3696e2c-3441-4723-8592-a9e7850db69c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:18.374312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:18.380962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce7316-3a6f-4911-9c14-0dcc3a5bcfd4 req-ffca9103-8198-4b55-ab02-ffc53486cd16 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:18.383868 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-09ce7316-3a6f-4911-9c14-0dcc3a5bcfd4 req-ffca9103-8198-4b55-ab02-ffc53486cd16 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.2172871 Jul 27 20:59:18.420838 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port dad698e9-4214-4c83-851d-dae077f64008 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:18.435887 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=fd7488bc-3ca7-4982-878e-223a634d410e,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:18.471508 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-09ce7316-3a6f-4911-9c14-0dcc3a5bcfd4 req-544edd64-fe02-4d75-a5d1-3ef4228da04f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757647 Jul 27 20:59:18.497582 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Attempting to bind port e588ed07-2200-4a52-b92f-4d4481b6a4c2 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:18.498161 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Attempting to bind port e588ed07-2200-4a52-b92f-4d4481b6a4c2 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '71cbc665-4108-4307-bde5-dec2f9759b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '66468fc3-cb02-496e-8a2e-af83d9d21741'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:18.498327 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Attempting to bind port e588ed07-2200-4a52-b92f-4d4481b6a4c2 on network 66468fc3-cb02-496e-8a2e-af83d9d21741 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:18.575573 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e66957d-c6eb-4dac-a808-ec977b3f370d x-openstack-request-id: req-5e66957d-c6eb-4dac-a808-ec977b3f370d {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:18.575964 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9841a2a7-d526-4aef-9a77-c9c6ef685bac", "name": "network-vif-plugged", "status": "completed", "tag": "fd7488bc-3ca7-4982-878e-223a634d410e", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:18.576510 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e66957d-c6eb-4dac-a808-ec977b3f370d {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:18.577025 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9841a2a7-d526-4aef-9a77-c9c6ef685bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7488bc-3ca7-4982-878e-223a634d410e', 'code': 200} Jul 27 20:59:18.579573 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.583303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:18.584003 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Checking segment: {'id': '71cbc665-4108-4307-bde5-dec2f9759b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '66468fc3-cb02-496e-8a2e-af83d9d21741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:18.584497 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.585337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Bound using segment: {'id': '71cbc665-4108-4307-bde5-dec2f9759b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '66468fc3-cb02-496e-8a2e-af83d9d21741'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:18.586061 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Bound port: e588ed07-2200-4a52-b92f-4d4481b6a4c2, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cbc665-4108-4307-bde5-dec2f9759b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '66468fc3-cb02-496e-8a2e-af83d9d21741'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:18.586750 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.735612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Router 1e9e944b-8d2a-4f67-b973-d55a41d3345a has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:59:18.754343 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] For port e588ed07-2200-4a52-b92f-4d4481b6a4c2, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:18.758054 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] For port e588ed07-2200-4a52-b92f-4d4481b6a4c2, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e588ed07-2200-4a52-b92f-4d4481b6a4c2,segment=NetworkSegment(71cbc665-4108-4307-bde5-dec2f9759b24),segment_id=71cbc665-4108-4307-bde5-dec2f9759b24)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:18.787962 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a771b38-7fc5-44a9-8efb-f65d6a4d9507 req-9a74bcf8-577b-43f3-9301-1a15efa814bb tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.1099637 Jul 27 20:59:18.801747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Transition to ACTIVE for port object 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:18.824418 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.824582 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dde50f-2dd5-4133-ad44-b46e93b37139 req-760eaffe-2eb8-441f-a85c-8e42c99823e2 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:18.825619 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73dde50f-2dd5-4133-ad44-b46e93b37139 req-760eaffe-2eb8-441f-a85c-8e42c99823e2 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.3071599 Jul 27 20:59:18.890513 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.908412 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8e9d7085-8d46-4132-bcd8-e7a268cda4c1 None None] Provisioning for port dad698e9-4214-4c83-851d-dae077f64008 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:18.933180 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8e9d7085-8d46-4132-bcd8-e7a268cda4c1 None None] Provisioning complete for port dad698e9-4214-4c83-851d-dae077f64008 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:18.933558 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8e9d7085-8d46-4132-bcd8-e7a268cda4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:18.934909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73dde50f-2dd5-4133-ad44-b46e93b37139 req-ce4307ef-a767-4f39-bc65-22c3577a96a2 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989015 Jul 27 20:59:18.986885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8926a172-0528-4b67-9e02-bd7af1403e2f req-6c71d211-0e84-4594-93c9-717cfa8a185c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 210 time: 0.1102893 Jul 27 20:59:19.000017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:59:19.017120 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-529ddb94-d38e-4f23-8899-c9118009b1ee admin admin] 10.222.0.55 "PUT /v2.0/routers/1e9e944b-8d2a-4f67-b973-d55a41d3345a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1991224 Jul 27 20:59:19.078049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Attempting to bind port 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:19.078578 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Attempting to bind port 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:19.079376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Attempting to bind port 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:19.097719 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cdb0dc-5f58-4e55-af9b-a46ff7cceeb9 None None] Pushing event updated for resources: {'Port': ['ID=e588ed07-2200-4a52-b92f-4d4481b6a4c2,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:19.135271 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:19.135688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:19.136098 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:19.136549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:19.137028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Bound port: 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:19.145456 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:19.267247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ec239-b07c-45a5-a98c-61766b8a1208 req-93843570-d8d7-40d9-a50d-e978d5dde034 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:19.299012 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-769ec239-b07c-45a5-a98c-61766b8a1208 req-93843570-d8d7-40d9-a50d-e978d5dde034 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 945 time: 0.2173288 Jul 27 20:59:19.365480 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] For port 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:19.379122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] For port 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:19.380112 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-769ec239-b07c-45a5-a98c-61766b8a1208 req-c387f486-e7d0-4de7-82dc-ddc3ced01a6a tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798571 Jul 27 20:59:19.389708 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:19.399239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d79d85-9d93-4cbf-8a67-5e0202f09d20 None None] Pushing event updated for resources: {'Port': ['ID=84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:19.501091 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8e9d7085-8d46-4132-bcd8-e7a268cda4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:19.504627 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d79d85-9d93-4cbf-8a67-5e0202f09d20 None None] Pushing event updated for resources: {'Port': ['ID=84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:19.509373 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Routers {'1e9e944b-8d2a-4f67-b973-d55a41d3345a'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:19.510131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:59:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:19.768450 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-8e9d7085-8d46-4132-bcd8-e7a268cda4c1 None None] For port dad698e9-4214-4c83-851d-dae077f64008, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dad698e9-4214-4c83-851d-dae077f64008,segment=NetworkSegment(bc316f79-ec22-491f-a12c-2c72644b6a11),segment_id=bc316f79-ec22-491f-a12c-2c72644b6a11)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:19.834483 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8e9d7085-8d46-4132-bcd8-e7a268cda4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:19.919444 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-b7773344-5499-40ef-bd89-db9cf072be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:19.929876 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-b7773344-5499-40ef-bd89-db9cf072be18 service neutron] 10.222.0.66 "GET /v2.0/ports/d428951c-9af6-415a-913d-31512d67dde2 HTTP/1.1" status: 200 len: 1027 time: 0.0910933 Jul 27 20:59:19.998195 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8e9d7085-8d46-4132-bcd8-e7a268cda4c1 None None] Provisioning for port 6e96db16-15f0-41e4-a81c-27a2ca77a572 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:20.011713 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] Set router 1e9e944b-8d2a-4f67-b973-d55a41d3345a gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:20.048948 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-b83ff7fa-0a64-45dd-b05a-3010b70f8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:20.051064 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-b83ff7fa-0a64-45dd-b05a-3010b70f8bf2 service neutron] 10.222.0.66 "GET /v2.0/ports/2fa8db0b-c60f-4d02-9b59-06d022fef9be HTTP/1.1" status: 200 len: 1028 time: 0.1143317 Jul 27 20:59:20.065747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8e9d7085-8d46-4132-bcd8-e7a268cda4c1 None None] Provisioning complete for port 6e96db16-15f0-41e4-a81c-27a2ca77a572 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:20.066114 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8e9d7085-8d46-4132-bcd8-e7a268cda4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.131392 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33746) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:20.140031 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-536242b4-a262-4fc6-9a85-4b2a09f2fcd9 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1438883045', 'description': 'tempest-description--1055684590'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:20.154270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94725a69-10a9-40d5-bca7-0748b15b47a2 req-306b4e8e-7b51-4c3d-9b31-6f2769a8bb30 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:20.156364 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94725a69-10a9-40d5-bca7-0748b15b47a2 req-306b4e8e-7b51-4c3d-9b31-6f2769a8bb30 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1618397 Jul 27 20:59:20.208881 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-536242b4-a262-4fc6-9a85-4b2a09f2fcd9 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.233481 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d7085-8d46-4132-bcd8-e7a268cda4c1 None None] Pushing event updated for resources: {'Port': ['ID=dad698e9-4214-4c83-851d-dae077f64008,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:20.245561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e588ed07-2200-4a52-b92f-4d4481b6a4c2 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:20.273024 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94725a69-10a9-40d5-bca7-0748b15b47a2 req-fef7dd73-8d8e-4dfd-8947-4700c54db899 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954554 Jul 27 20:59:20.434277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d7085-8d46-4132-bcd8-e7a268cda4c1 None None] Port 6e96db16-15f0-41e4-a81c-27a2ca77a572 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:20.451262 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-536242b4-a262-4fc6-9a85-4b2a09f2fcd9 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.459636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device fd7488bc-3ca7-4982-878e-223a634d410e no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:20.459947 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-536242b4-a262-4fc6-9a85-4b2a09f2fcd9 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.525458 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-924866c4-2ce0-40a1-b153-e923ca29a28a tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:20.554159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-924866c4-2ce0-40a1-b153-e923ca29a28a tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:20.562773 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-536242b4-a262-4fc6-9a85-4b2a09f2fcd9 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.564534 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-536242b4-a262-4fc6-9a85-4b2a09f2fcd9 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4316039 Jul 27 20:59:20.569852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33764) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:20.576571 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7668efea-6429-4084-97bc-6c2d4ecfcb29 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Request body: {'security_group_rule': {'security_group_id': '0b7db181-f47c-4a8a-af1b-b5d96bc73ced', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:20.598502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-924866c4-2ce0-40a1-b153-e923ca29a28a tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:20.605249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536242b4-a262-4fc6-9a85-4b2a09f2fcd9 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7db181-f47c-4a8a-af1b-b5d96bc73ced,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:20.614792 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-924866c4-2ce0-40a1-b153-e923ca29a28a tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.66 "GET /v2.0/networks?id=c136ab28-e2bc-4ec9-9b8b-bf8448242a8e&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a54d9f4c-31a3-472d-917d-12867f1c0085&id=a54d9f4c-31a3-472d-917d-12867f1c0085 HTTP/1.1" status: 200 len: 1989 time: 0.5501716 Jul 27 20:59:20.622848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b06c831-4ecb-4b6e-a95c-40ac71e1e50f req-87fe2ef2-94b9-4176-a9c9-187366b89066 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.0741227 Jul 27 20:59:20.628878 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26ea12d-9958-4b7e-8b1a-91fa1b66e3ef None None] Network 66468fc3-cb02-496e-8a2e-af83d9d21741 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:20.631424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port e588ed07-2200-4a52-b92f-4d4481b6a4c2 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:20.686045 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7668efea-6429-4084-97bc-6c2d4ecfcb29 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.741148 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 88455036-38dd-410b-86fc-4cfbba8cbc3e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:20.762700 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67144fe-ac77-4c79-8367-2af903ad5c10 req-1f8bbb7b-f0f0-48dc-978b-8716b834b8e1 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:20.765962 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a67144fe-ac77-4c79-8367-2af903ad5c10 req-1f8bbb7b-f0f0-48dc-978b-8716b834b8e1 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.2930377 Jul 27 20:59:20.780301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-dc4759bf-2252-4734-bc10-ed32e52dfa29 None None] Provisioning complete for port dad698e9-4214-4c83-851d-dae077f64008 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:20.780938 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-dc4759bf-2252-4734-bc10-ed32e52dfa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.849500 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7668efea-6429-4084-97bc-6c2d4ecfcb29 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.856527 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7668efea-6429-4084-97bc-6c2d4ecfcb29 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.897853 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a67144fe-ac77-4c79-8367-2af903ad5c10 req-fa5782e8-4f3f-4502-9f99-44cac018e156 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247370 Jul 27 20:59:20.917560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668efea-6429-4084-97bc-6c2d4ecfcb29 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e73b402-32d2-4fd0-aa1b-dd5276752fb0,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:20.924944 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7668efea-6429-4084-97bc-6c2d4ecfcb29 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:20.929554 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7668efea-6429-4084-97bc-6c2d4ecfcb29 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3580923 Jul 27 20:59:20.933121 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-bec71452-8a9d-4877-9fe5-20b58b91cfe8 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b4623fa88924a56a60c56db5082e3c0 HTTP/1.1" status: 200 len: 380 time: 0.1816003 Jul 27 20:59:20.933645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33768) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:20.964964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c1882d84-239d-4604-bd8e-7e357eb8b5e2 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Request body: {'security_group_rule': {'security_group_id': '0b7db181-f47c-4a8a-af1b-b5d96bc73ced', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:21.016957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7aa9209f-ea8d-441b-97c1-d9d63b115119 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Request body: {'port': {'device_id': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e', 'admin_state_up': True, 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'security_groups': ['23f71a24-a8fb-4b29-b72d-ed86f46e1da7']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:21.086053 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.159836 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 88455036-38dd-410b-86fc-4cfbba8cbc3e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:21.160155 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.171270 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9841a2a7-d526-4aef-9a77-c9c6ef685bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7488bc-3ca7-4982-878e-223a634d410e'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:21.174455 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aec89c-e869-46df-913e-522d309ce823" -d '{"events": [{"server_uuid": "9841a2a7-d526-4aef-9a77-c9c6ef685bac", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7488bc-3ca7-4982-878e-223a634d410e"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:21.192899 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd9774be-c69a-4213-86c4-36c96b3a2c8c req-81b40ec2-3dcb-4f78-9220-1568d844517b tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 210 time: 0.0526078 Jul 27 20:59:21.203328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-7626c7de-3d88-4748-8002-a668ca0b006f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:21.217082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-7626c7de-3d88-4748-8002-a668ca0b006f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:21.217082 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-7626c7de-3d88-4748-8002-a668ca0b006f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.66 "GET /v2.0/networks?id=8c4ef75c-af29-45aa-928e-44a92f0ca665&id=66468fc3-cb02-496e-8a2e-af83d9d21741 HTTP/1.1" status: 200 len: 1392 time: 0.8430758 Jul 27 20:59:21.221051 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port fd7488bc-3ca7-4982-878e-223a634d410e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=fd7488bc-3ca7-4982-878e-223a634d410e,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:21.232822 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-703295b9-bf57-416f-bc96-60064fc9e25c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Request body: {'port': {'device_id': 'b75627cf-ab9c-481a-a2a5-97b663cc3d6f', 'network_id': '8c4ef75c-af29-45aa-928e-44a92f0ca665', 'admin_state_up': True, 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:21.260041 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.275250 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'name': 'tempest-ServersTestFqdnHostnames-677808462-router', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:12Z', 'updated_at': '2021-07-27T20:59:17Z', 'revision_number': 4, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'gw_port': {'id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:13Z', 'updated_at': '2021-07-27T20:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6e96db16-15f0-41e4-a81c-27a2ca77a572', 'name': '', 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'mac_address': 'fa:16:3e:c6:a0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:17Z', 'updated_at': '2021-07-27T20:59:17Z', 'revision_number': 2, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'subnets': [{'id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:21.341549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a66f92-47ec-4c42-9cb0-32e4ea4e2d79 None None] The sync data for ids ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'] in n-d-764806-9 is: [{'id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'name': 'tempest-ServersTestFqdnHostnames-677808462-router', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:12Z', 'updated_at': '2021-07-27T20:59:17Z', 'revision_number': 4, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'gw_port': {'id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:13Z', 'updated_at': '2021-07-27T20:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6e96db16-15f0-41e4-a81c-27a2ca77a572', 'name': '', 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'mac_address': 'fa:16:3e:c6:a0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:17Z', 'updated_at': '2021-07-27T20:59:17Z', 'revision_number': 2, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'subnets': [{'id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:59:21.397044 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=fd7488bc-3ca7-4982-878e-223a634d410e,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:21.401431 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-dc4759bf-2252-4734-bc10-ed32e52dfa29 None None] Provisioning complete for port 6e96db16-15f0-41e4-a81c-27a2ca77a572 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:21.401802 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-dc4759bf-2252-4734-bc10-ed32e52dfa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.461729 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1882d84-239d-4604-bd8e-7e357eb8b5e2 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.507114 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5741e6-0774-4d46-a62f-9415c6ae82a5 x-openstack-request-id: req-7f5741e6-0774-4d46-a62f-9415c6ae82a5 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:21.507444 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9841a2a7-d526-4aef-9a77-c9c6ef685bac", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7488bc-3ca7-4982-878e-223a634d410e", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:21.507649 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f5741e6-0774-4d46-a62f-9415c6ae82a5 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:21.508043 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9841a2a7-d526-4aef-9a77-c9c6ef685bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7488bc-3ca7-4982-878e-223a634d410e', 'code': 200} Jul 27 20:59:21.539050 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-dc4759bf-2252-4734-bc10-ed32e52dfa29 None None] Port 6e96db16-15f0-41e4-a81c-27a2ca77a572 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:21.665594 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b3fb370d-061f-41fa-bb4f-20f09a19637c None None] Provisioning for port e588ed07-2200-4a52-b92f-4d4481b6a4c2 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:21.668792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-703295b9-bf57-416f-bc96-60064fc9e25c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Made reservation on behalf of 059c8831d7844550bdb3ab0cdc9b6109 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:21.673071 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-703295b9-bf57-416f-bc96-60064fc9e25c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.681001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b3fb370d-061f-41fa-bb4f-20f09a19637c None None] Provisioning complete for port e588ed07-2200-4a52-b92f-4d4481b6a4c2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:21.681375 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b3fb370d-061f-41fa-bb4f-20f09a19637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.769904 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1711948-2379-4ab9-89ba-c24e8c9010b1 req-d9dc3ee2-5768-46ce-921b-3c1dbe9f62be tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:21.773268 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c1711948-2379-4ab9-89ba-c24e8c9010b1 req-d9dc3ee2-5768-46ce-921b-3c1dbe9f62be tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1893446 Jul 27 20:59:21.774962 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1882d84-239d-4604-bd8e-7e357eb8b5e2 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.795487 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1882d84-239d-4604-bd8e-7e357eb8b5e2 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.866737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1882d84-239d-4604-bd8e-7e357eb8b5e2 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee80d134-43c0-47ab-a715-c3b3588aac84,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:21.879479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c1711948-2379-4ab9-89ba-c24e8c9010b1 req-c7c6bf5c-787c-4d16-b7f0-14871dbc6e22 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924046 Jul 27 20:59:21.900883 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7aa9209f-ea8d-441b-97c1-d9d63b115119 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Made reservation on behalf of 8b4623fa88924a56a60c56db5082e3c0 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:21.901061 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b3fb370d-061f-41fa-bb4f-20f09a19637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.904685 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7aa9209f-ea8d-441b-97c1-d9d63b115119 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.913719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab59678-d840-4320-8a93-87c40c201ec9 req-75068cb3-751c-44c9-ab0b-c0077dc12886 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:21.915468 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ab59678-d840-4320-8a93-87c40c201ec9 req-75068cb3-751c-44c9-ab0b-c0077dc12886 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 943 time: 0.2668321 Jul 27 20:59:21.971951 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1882d84-239d-4604-bd8e-7e357eb8b5e2 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:21.991297 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c1882d84-239d-4604-bd8e-7e357eb8b5e2 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0422308 Jul 27 20:59:21.995296 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b3fb370d-061f-41fa-bb4f-20f09a19637c None None] For port e588ed07-2200-4a52-b92f-4d4481b6a4c2, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e588ed07-2200-4a52-b92f-4d4481b6a4c2,segment=NetworkSegment(71cbc665-4108-4307-bde5-dec2f9759b24),segment_id=71cbc665-4108-4307-bde5-dec2f9759b24)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:21.996169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33826) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:22.002985 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b3fb370d-061f-41fa-bb4f-20f09a19637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:22.012131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:22.018807 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ab59678-d840-4320-8a93-87c40c201ec9 req-aef0b2e9-a6e5-4b18-91e5-f58cff0b3415 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925391 Jul 27 20:59:22.083665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb370d-061f-41fa-bb4f-20f09a19637c None None] Pushing event updated for resources: {'Port': ['ID=e588ed07-2200-4a52-b92f-4d4481b6a4c2,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:22.094516 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dad698e9-4214-4c83-851d-dae077f64008 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:22.184266 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4d4959bb-ea7b-4711-89c3-1a14d52d7f28 None None] Provisioning complete for port e588ed07-2200-4a52-b92f-4d4481b6a4c2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:22.184826 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4d4959bb-ea7b-4711-89c3-1a14d52d7f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:22.241586 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8af3d3b3-8358-437b-9336-415e0d090ebf req-ec3b7ddd-11ed-454d-b213-db59fc7c17cc tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.0723841 Jul 27 20:59:22.270006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-703295b9-bf57-416f-bc96-60064fc9e25c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Allocated IP 19.80.0.214 (8c4ef75c-af29-45aa-928e-44a92f0ca665/e46a4622-31b6-47ad-9adc-8fd5248a645d/1a08c781-37a0-49e4-8c42-9c45ad17a977) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:22.298290 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port dad698e9-4214-4c83-851d-dae077f64008 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:22.299283 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:22.600081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c2cd0-985c-42d5-9098-321f1a7fb642 req-520d3946-00e8-48e4-a16d-f3f980095ed2 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:22.602250 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-856c2cd0-985c-42d5-9098-321f1a7fb642 req-520d3946-00e8-48e4-a16d-f3f980095ed2 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.1661816 Jul 27 20:59:22.603046 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for floatingip, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:22.662884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-856c2cd0-985c-42d5-9098-321f1a7fb642 req-ef37802d-d3ab-43ab-ad7a-c28857ace531 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529127 Jul 27 20:59:22.663050 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6ff18-52dd-4758-97ff-7db5172b77ae req-bc67a7d0-cc54-4e18-af39-dde4e6f49572 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:22.666760 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aad6ff18-52dd-4758-97ff-7db5172b77ae req-bc67a7d0-cc54-4e18-af39-dde4e6f49572 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.20 "GET /v2.0/ports?device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 943 time: 0.8258317 Jul 27 20:59:22.678373 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-703295b9-bf57-416f-bc96-60064fc9e25c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:22.812044 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06778014-b208-4690-90ff-bfc6f67bf8b4 req-bcabd449-430f-474c-a5ed-7371e9cfebcb tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 210 time: 0.0435045 Jul 27 20:59:22.831564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-703295b9-bf57-416f-bc96-60064fc9e25c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Transition to ACTIVE for port object 1a08c781-37a0-49e4-8c42-9c45ad17a977 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:22.919244 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7aa9209f-ea8d-441b-97c1-d9d63b115119 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Allocated IP 172.20.0.3 (c136ab28-e2bc-4ec9-9b8b-bf8448242a8e/1400dfa6-e41f-4985-af22-30801885ca3a/dc0238de-f933-45f5-bd07-9806f8e5fae6) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:23.009515 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-703295b9-bf57-416f-bc96-60064fc9e25c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.140581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-703295b9-bf57-416f-bc96-60064fc9e25c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Network 8c4ef75c-af29-45aa-928e-44a92f0ca665 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:23.148943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-703295b9-bf57-416f-bc96-60064fc9e25c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:23.151585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-703295b9-bf57-416f-bc96-60064fc9e25c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:23.171157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-aad6ff18-52dd-4758-97ff-7db5172b77ae req-e015f2f7-2145-41fe-b3cc-670e288a472b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Deleting port fd7488bc-3ca7-4982-878e-223a634d410e {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:23.171501 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-aad6ff18-52dd-4758-97ff-7db5172b77ae req-e015f2f7-2145-41fe-b3cc-670e288a472b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.198985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aede1-9d67-4a22-bfe6-19e68c37a25f req-ffe9e7ce-fc40-4193-9cb3-910916049457 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:23.203042 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-980aede1-9d67-4a22-bfe6-19e68c37a25f req-ffe9e7ce-fc40-4193-9cb3-910916049457 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1943769 Jul 27 20:59:23.313116 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-980aede1-9d67-4a22-bfe6-19e68c37a25f req-de4cc187-53ab-4394-aa76-6e8458136a2f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973988 Jul 27 20:59:23.333091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703295b9-bf57-416f-bc96-60064fc9e25c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event updated for resources: {'Port': ['ID=1a08c781-37a0-49e4-8c42-9c45ad17a977,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:23.441670 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-703295b9-bf57-416f-bc96-60064fc9e25c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:23.442326 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-703295b9-bf57-416f-bc96-60064fc9e25c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.467013 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.557728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4a64fea4-6e49-475d-898c-40b9996abb26 None None] Provisioning for port 1a08c781-37a0-49e4-8c42-9c45ad17a977 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:23.562518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4a64fea4-6e49-475d-898c-40b9996abb26 None None] Provisioning complete for port 1a08c781-37a0-49e4-8c42-9c45ad17a977 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:23.563104 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4a64fea4-6e49-475d-898c-40b9996abb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.572024 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-703295b9-bf57-416f-bc96-60064fc9e25c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3451264 Jul 27 20:59:23.582829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-aad6ff18-52dd-4758-97ff-7db5172b77ae req-e015f2f7-2145-41fe-b3cc-670e288a472b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] For port fd7488bc-3ca7-4982-878e-223a634d410e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=fd7488bc-3ca7-4982-878e-223a634d410e,segment=NetworkSegment(e5f5391a-9a0a-4539-b961-5897d31712be),segment_id=e5f5391a-9a0a-4539-b961-5897d31712be)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:23.583206 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-aad6ff18-52dd-4758-97ff-7db5172b77ae req-e015f2f7-2145-41fe-b3cc-670e288a472b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.598574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d4f93021-7c0f-4e27-815f-ddf1ca8b482e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Request body: {'port': {'device_id': 'b75627cf-ab9c-481a-a2a5-97b663cc3d6f', 'network_id': '66468fc3-cb02-496e-8a2e-af83d9d21741', 'admin_state_up': True, 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:23.604153 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7aa9209f-ea8d-441b-97c1-d9d63b115119 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.609589 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec69ec-2b2e-41a6-8616-1dbc7715ea8e req-e95d05ad-d25a-49e4-aa6c-80f79683437e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:23.612469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4ec69ec-2b2e-41a6-8616-1dbc7715ea8e req-e95d05ad-d25a-49e4-aa6c-80f79683437e tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 943 time: 0.1561921 Jul 27 20:59:23.652071 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-4a64fea4-6e49-475d-898c-40b9996abb26 None None] Port 1a08c781-37a0-49e4-8c42-9c45ad17a977 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:23.686821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-aad6ff18-52dd-4758-97ff-7db5172b77ae req-e015f2f7-2145-41fe-b3cc-670e288a472b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Calling delete_port for fd7488bc-3ca7-4982-878e-223a634d410e owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:23.690703 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4ec69ec-2b2e-41a6-8616-1dbc7715ea8e req-86a3c46e-2e6d-433f-9526-2a01a89a2e1b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/security-groups?id=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662663 Jul 27 20:59:23.716259 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7aa9209f-ea8d-441b-97c1-d9d63b115119 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Transition to ACTIVE for port object dc0238de-f933-45f5-bd07-9806f8e5fae6 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:23.854863 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Allocated IP 172.25.2.199 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/8a344542-6757-4844-85ea-b4117a912de6) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:23.862018 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-394578e2-b31c-457f-9207-ae6f3b76b6c1 req-aac86390-1e4c-4429-bfe3-4c93983adab1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.0915442 Jul 27 20:59:23.937094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d4f93021-7c0f-4e27-815f-ddf1ca8b482e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Made reservation on behalf of 059c8831d7844550bdb3ab0cdc9b6109 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:23.941813 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d4f93021-7c0f-4e27-815f-ddf1ca8b482e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:23.978122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a74159-17c9-427d-a958-87a0b77b67da req-21ba9db1-c197-485e-8116-77f538275185 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:23.990846 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67a74159-17c9-427d-a958-87a0b77b67da req-21ba9db1-c197-485e-8116-77f538275185 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.1483116 Jul 27 20:59:24.008452 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7aa9209f-ea8d-441b-97c1-d9d63b115119 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:24.066399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e588ed07-2200-4a52-b92f-4d4481b6a4c2 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:24.073735 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67a74159-17c9-427d-a958-87a0b77b67da req-793ea4e7-6153-4587-87f4-c5375ed6540d tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781496 Jul 27 20:59:24.160092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e588ed07-2200-4a52-b92f-4d4481b6a4c2 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:24.160472 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:24.345237 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:24.425495 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:24.437048 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:24.437447 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:24.444649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fef52-d2ce-400c-be83-025db3b68dd5 req-d0c83639-89ce-4b6a-967c-b04d0f1ce776 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:24.457761 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-292fef52-d2ce-400c-be83-025db3b68dd5 req-d0c83639-89ce-4b6a-967c-b04d0f1ce776 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 932 time: 0.1271365 Jul 27 20:59:24.512110 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device fd7488bc-3ca7-4982-878e-223a634d410e no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:24.535907 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-292fef52-d2ce-400c-be83-025db3b68dd5 req-425a8deb-29f4-44b4-95ce-31162a8ce9a3 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757637 Jul 27 20:59:24.672132 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Sync routers for ids ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:59:24.686381 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Routers {'1e9e944b-8d2a-4f67-b973-d55a41d3345a'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:24.687495 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:59:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:24.778273 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9209f-ea8d-441b-97c1-d9d63b115119 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event updated for resources: {'Port': ['ID=dc0238de-f933-45f5-bd07-9806f8e5fae6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:24.819180 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No active binding found for port fd7488bc-3ca7-4982-878e-223a634d410e {{(pid=105581) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 20:59:24.819795 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device fd7488bc-3ca7-4982-878e-223a634d410e not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:24.836174 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:24.866055 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-aad6ff18-52dd-4758-97ff-7db5172b77ae req-e015f2f7-2145-41fe-b3cc-670e288a472b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:24.873483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:24.881731 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:24.892545 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Set router 1e9e944b-8d2a-4f67-b973-d55a41d3345a gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:24.908346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d4f93021-7c0f-4e27-815f-ddf1ca8b482e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Allocated IP 19.86.0.137 (66468fc3-cb02-496e-8a2e-af83d9d21741/78f2d80e-a1e0-4cea-8b12-2079f1ede9d0/1b72eb72-c84a-44ee-9699-d972a072165b) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:24.922976 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34a60eb6-3b0b-46a7-8ddb-105a143e1204 req-c23fec07-b619-4bfc-838b-a435fe4d4000 tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 210 time: 0.0654356 Jul 27 20:59:24.966564 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:24.994349 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7aa9209f-ea8d-441b-97c1-d9d63b115119 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Network c136ab28-e2bc-4ec9-9b8b-bf8448242a8e is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:25.048484 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:25.075646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f20be1-1227-44b8-b5ec-8ec0c65fa00e req-be12c658-c7c6-4648-bb2a-39cd5a13df11 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:25.086562 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8f20be1-1227-44b8-b5ec-8ec0c65fa00e req-be12c658-c7c6-4648-bb2a-39cd5a13df11 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1664252 Jul 27 20:59:25.143593 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8f20be1-1227-44b8-b5ec-8ec0c65fa00e req-467cfb17-ae36-4456-8174-21efd537e717 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559247 Jul 27 20:59:25.158746 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7aa9209f-ea8d-441b-97c1-d9d63b115119 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:25.182630 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'name': 'tempest-ServersTestFqdnHostnames-677808462-router', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:12Z', 'updated_at': '2021-07-27T20:59:17Z', 'revision_number': 4, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'gw_port': {'id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:13Z', 'updated_at': '2021-07-27T20:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6e96db16-15f0-41e4-a81c-27a2ca77a572', 'name': '', 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'mac_address': 'fa:16:3e:c6:a0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:17Z', 'updated_at': '2021-07-27T20:59:17Z', 'revision_number': 2, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'subnets': [{'id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:25.233957 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Checking router: 1e9e944b-8d2a-4f67-b973-d55a41d3345a for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:59:25.234534 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Updating router 1e9e944b-8d2a-4f67-b973-d55a41d3345a port 6e96db16-15f0-41e4-a81c-27a2ca77a572 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:59:25.260892 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:25.301826 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:25.307881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7aa9209f-ea8d-441b-97c1-d9d63b115119 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:25.323186 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad6ff18-52dd-4758-97ff-7db5172b77ae req-e015f2f7-2145-41fe-b3cc-670e288a472b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] No DVR routers for this DVR port fd7488bc-3ca7-4982-878e-223a634d410e on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:25.367568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015f2f7-2145-41fe-b3cc-670e288a472b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Pushing event deleted for resources: {'Port': ['ID=fd7488bc-3ca7-4982-878e-223a634d410e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:25.406498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b660b-665f-4647-955a-0ab3eb216723 req-5429eb6e-5330-4371-a353-1d149e785c3a tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:25.408929 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-aad6ff18-52dd-4758-97ff-7db5172b77ae req-e015f2f7-2145-41fe-b3cc-670e288a472b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:25.412780 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aad6ff18-52dd-4758-97ff-7db5172b77ae req-e015f2f7-2145-41fe-b3cc-670e288a472b tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.20 "DELETE /v2.0/ports/fd7488bc-3ca7-4982-878e-223a634d410e HTTP/1.1" status: 204 len: 173 time: 2.7129583 Jul 27 20:59:25.417664 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9841a2a7-d526-4aef-9a77-c9c6ef685bac', 'name': 'network-vif-deleted', 'tag': 'fd7488bc-3ca7-4982-878e-223a634d410e'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:25.420420 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d186e241-aab3-4871-8583-4c4e49833742" -d '{"events": [{"server_uuid": "9841a2a7-d526-4aef-9a77-c9c6ef685bac", "name": "network-vif-deleted", "tag": "fd7488bc-3ca7-4982-878e-223a634d410e"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:25.428101 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-106b660b-665f-4647-955a-0ab3eb216723 req-5429eb6e-5330-4371-a353-1d149e785c3a tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 931 time: 0.1143043 Jul 27 20:59:25.523697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-106b660b-665f-4647-955a-0ab3eb216723 req-bc04290e-9b20-4a33-b5f2-952c4c63f1c2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945861 Jul 27 20:59:25.525920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Pushing event updated for resources: {'Port': ['ID=8a344542-6757-4844-85ea-b4117a912de6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:25.604587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:25.606967 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:25.615354 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-39f7459b-03e9-4dbb-9b7f-a34205ae431f None None] Provisioning for port dc0238de-f933-45f5-bd07-9806f8e5fae6 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:25.624472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:25.627140 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-39f7459b-03e9-4dbb-9b7f-a34205ae431f None None] Provisioning complete for port dc0238de-f933-45f5-bd07-9806f8e5fae6 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:25.627755 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-39f7459b-03e9-4dbb-9b7f-a34205ae431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:25.741038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7aa9209f-ea8d-441b-97c1-d9d63b115119 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:25.741732 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7aa9209f-ea8d-441b-97c1-d9d63b115119 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:25.748032 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-39f7459b-03e9-4dbb-9b7f-a34205ae431f None None] Port dc0238de-f933-45f5-bd07-9806f8e5fae6 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:25.767444 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340fd68-b3b3-4789-9934-e23db42b5aad req-3d9b0b64-adfa-4338-9ed7-26a88aea6ec1 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:25.769292 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1340fd68-b3b3-4789-9934-e23db42b5aad req-3d9b0b64-adfa-4338-9ed7-26a88aea6ec1 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.1357217 Jul 27 20:59:25.798658 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742080fd-72b5-494e-b328-49f200d48298 x-openstack-request-id: req-742080fd-72b5-494e-b328-49f200d48298 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:25.799509 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9841a2a7-d526-4aef-9a77-c9c6ef685bac", "name": "network-vif-deleted", "tag": "fd7488bc-3ca7-4982-878e-223a634d410e", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:25.799694 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-742080fd-72b5-494e-b328-49f200d48298 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:25.800110 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9841a2a7-d526-4aef-9a77-c9c6ef685bac', 'name': 'network-vif-deleted', 'tag': 'fd7488bc-3ca7-4982-878e-223a634d410e', 'status': 'completed', 'code': 200} Jul 27 20:59:25.801539 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7aa9209f-ea8d-441b-97c1-d9d63b115119 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8512478 Jul 27 20:59:25.814620 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-5af4ad75-5343-4bd0-bff6-499481109fa4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Request body: {'port': {'device_id': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a', 'admin_state_up': True, 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'security_groups': ['23f71a24-a8fb-4b29-b72d-ed86f46e1da7']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:25.832968 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1340fd68-b3b3-4789-9934-e23db42b5aad req-830a70ae-7da1-434a-bca0-536fe051c04f tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568416 Jul 27 20:59:25.920583 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:25.939689 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d4f93021-7c0f-4e27-815f-ddf1ca8b482e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:25.944696 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Transition to ACTIVE for port object 6e96db16-15f0-41e4-a81c-27a2ca77a572 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:25.945016 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:25.959422 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:25.963609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:26.065112 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edd7d6-06d3-4ed0-a1c9-ad441bf59fee None None] Pushing event updated for resources: {'Port': ['ID=6e96db16-15f0-41e4-a81c-27a2ca77a572,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:26.067325 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e47ee-c0c6-48d3-a2c0-4bedf67b05c0 req-230e2f38-5574-46cb-b457-df7ee90a8683 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:26.070674 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d17e47ee-c0c6-48d3-a2c0-4bedf67b05c0 req-230e2f38-5574-46cb-b457-df7ee90a8683 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 932 time: 0.2040272 Jul 27 20:59:26.074351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d4f93021-7c0f-4e27-815f-ddf1ca8b482e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Transition to ACTIVE for port object 1b72eb72-c84a-44ee-9699-d972a072165b will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:26.075984 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.096039 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edd7d6-06d3-4ed0-a1c9-ad441bf59fee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:26.097241 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edd7d6-06d3-4ed0-a1c9-ad441bf59fee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:26.097743 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edd7d6-06d3-4ed0-a1c9-ad441bf59fee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:26.098274 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edd7d6-06d3-4ed0-a1c9-ad441bf59fee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:26.098963 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edd7d6-06d3-4ed0-a1c9-ad441bf59fee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:26.099501 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edd7d6-06d3-4ed0-a1c9-ad441bf59fee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:26.100084 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edd7d6-06d3-4ed0-a1c9-ad441bf59fee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:26.102953 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edd7d6-06d3-4ed0-a1c9-ad441bf59fee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:26.103809 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edd7d6-06d3-4ed0-a1c9-ad441bf59fee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:26.104376 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edd7d6-06d3-4ed0-a1c9-ad441bf59fee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:26.104923 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edd7d6-06d3-4ed0-a1c9-ad441bf59fee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:26.105524 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35edd7d6-06d3-4ed0-a1c9-ad441bf59fee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:26.110556 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:26.111186 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.173547 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d17e47ee-c0c6-48d3-a2c0-4bedf67b05c0 req-e2fe865d-c9ef-4158-b450-5130c7d2f62c tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952103 Jul 27 20:59:26.319921 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Attempting to bind port 6e96db16-15f0-41e4-a81c-27a2ca77a572 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:26.323998 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Attempting to bind port 6e96db16-15f0-41e4-a81c-27a2ca77a572 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'fe3801f5-cc67-4534-b2f9-9f01d933bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:26.324609 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Attempting to bind port 6e96db16-15f0-41e4-a81c-27a2ca77a572 on network d3696e2c-3441-4723-8592-a9e7850db69c {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:26.341960 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:26.342772 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Checking segment: {'id': 'fe3801f5-cc67-4534-b2f9-9f01d933bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:26.343289 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.343788 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Bound using segment: {'id': 'fe3801f5-cc67-4534-b2f9-9f01d933bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:26.345224 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Bound port: 6e96db16-15f0-41e4-a81c-27a2ca77a572, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3801f5-cc67-4534-b2f9-9f01d933bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:26.345702 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.378550 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd3c01a9-873c-41ba-99de-7b130bc12316 req-97a1e937-539f-42aa-bc8e-1f101611e12c tempest-ImagesTestJSON-1440601135 tempest-ImagesTestJSON-1440601135-project] 10.222.0.55 "GET /v2.0/ports?device_id=9841a2a7-d526-4aef-9a77-c9c6ef685bac HTTP/1.1" status: 200 len: 210 time: 0.0793018 Jul 27 20:59:26.430763 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] For port 6e96db16-15f0-41e4-a81c-27a2ca77a572, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:26.437155 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] For port 6e96db16-15f0-41e4-a81c-27a2ca77a572, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6e96db16-15f0-41e4-a81c-27a2ca77a572,segment=NetworkSegment(fe3801f5-cc67-4534-b2f9-9f01d933bf05),segment_id=fe3801f5-cc67-4534-b2f9-9f01d933bf05)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:26.448856 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.525664 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Routers {'1e9e944b-8d2a-4f67-b973-d55a41d3345a'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:26.526637 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:59:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:26.533676 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edd7d6-06d3-4ed0-a1c9-ad441bf59fee None None] Pushing event updated for resources: {'Port': ['ID=6e96db16-15f0-41e4-a81c-27a2ca77a572,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:26.614320 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.620926 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.634737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-5af4ad75-5343-4bd0-bff6-499481109fa4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Made reservation on behalf of 8b4623fa88924a56a60c56db5082e3c0 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:26.645978 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-5af4ad75-5343-4bd0-bff6-499481109fa4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.651308 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d4f93021-7c0f-4e27-815f-ddf1ca8b482e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.670642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaef383-812e-4041-b312-69756c0d59db req-86b6c946-cc01-440e-abdc-d8b6fc951f26 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:26.680479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8eaef383-812e-4041-b312-69756c0d59db req-86b6c946-cc01-440e-abdc-d8b6fc951f26 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1466441 Jul 27 20:59:26.761891 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8eaef383-812e-4041-b312-69756c0d59db req-780cf9e7-d364-4243-8500-a326abc0af53 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799930 Jul 27 20:59:26.802710 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Pushing event updated for resources: {'Port': ['ID=8a344542-6757-4844-85ea-b4117a912de6,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:26.809677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d4f93021-7c0f-4e27-815f-ddf1ca8b482e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Network 66468fc3-cb02-496e-8a2e-af83d9d21741 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:26.885796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d4f93021-7c0f-4e27-815f-ddf1ca8b482e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:26.897778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d4f93021-7c0f-4e27-815f-ddf1ca8b482e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:26.932597 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e0d7c-d62f-4bcb-8480-1953c48c2db7 req-9b8dfd6f-73d2-4c12-987d-512379e204b3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:26.950991 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8d0e0d7c-d62f-4bcb-8480-1953c48c2db7 req-9b8dfd6f-73d2-4c12-987d-512379e204b3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 931 time: 0.1497319 Jul 27 20:59:26.968194 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:26.971294 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] Set router 1e9e944b-8d2a-4f67-b973-d55a41d3345a gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:27.046151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f93021-7c0f-4e27-815f-ddf1ca8b482e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event updated for resources: {'Port': ['ID=1b72eb72-c84a-44ee-9699-d972a072165b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:27.054722 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8d0e0d7c-d62f-4bcb-8480-1953c48c2db7 req-cf13a0c7-a594-4587-b8e8-d69b33eccae5 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967426 Jul 27 20:59:27.151896 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d4f93021-7c0f-4e27-815f-ddf1ca8b482e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:27.157268 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d4f93021-7c0f-4e27-815f-ddf1ca8b482e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:27.191022 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d4f93021-7c0f-4e27-815f-ddf1ca8b482e tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6104627 Jul 27 20:59:27.191967 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:27.194128 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0733e606-8ac8-4dba-be69-e60a50f8226f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1864998 Jul 27 20:59:27.214436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Request body: {'port': {'device_id': 'b75627cf-ab9c-481a-a2a5-97b663cc3d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:27.252131 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334231f-5256-4676-9b42-fd79fe78686d req-d4367c12-12fb-480d-aee4-144611e0edb7 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:27.254057 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4334231f-5256-4676-9b42-fd79fe78686d req-d4367c12-12fb-480d-aee4-144611e0edb7 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.1316631 Jul 27 20:59:27.342103 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'name': 'tempest-ServersTestFqdnHostnames-677808462-router', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:12Z', 'updated_at': '2021-07-27T20:59:17Z', 'revision_number': 4, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'gw_port': {'id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:13Z', 'updated_at': '2021-07-27T20:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6e96db16-15f0-41e4-a81c-27a2ca77a572', 'name': '', 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'mac_address': 'fa:16:3e:c6:a0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:17Z', 'updated_at': '2021-07-27T20:59:26Z', 'revision_number': 4, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'subnets': [{'id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:27.362517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-5af4ad75-5343-4bd0-bff6-499481109fa4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Allocated IP 10.1.1.18 (a410ce51-102d-4a42-9789-3fefbaa95d0a/2a7a7b95-12bc-48a4-b7c3-4715da94a46d/e52e863c-19ea-4520-b512-4229b90f3d03) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:27.371092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-69a00bd9-b100-46ac-9a51-f2b9cb49bbbc None None] Provisioning for port 1b72eb72-c84a-44ee-9699-d972a072165b completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:27.376416 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-69a00bd9-b100-46ac-9a51-f2b9cb49bbbc None None] Provisioning complete for port 1b72eb72-c84a-44ee-9699-d972a072165b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:27.376955 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-69a00bd9-b100-46ac-9a51-f2b9cb49bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:27.384018 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b306370-81b4-4435-8aea-7d2a573b7a1d None None] The sync data for ids ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'] in n-d-764806-9 is: [{'id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'name': 'tempest-ServersTestFqdnHostnames-677808462-router', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:12Z', 'updated_at': '2021-07-27T20:59:17Z', 'revision_number': 4, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'gw_port': {'id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:13Z', 'updated_at': '2021-07-27T20:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6e96db16-15f0-41e4-a81c-27a2ca77a572', 'name': '', 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'mac_address': 'fa:16:3e:c6:a0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:17Z', 'updated_at': '2021-07-27T20:59:26Z', 'revision_number': 4, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'subnets': [{'id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:59:27.414768 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4334231f-5256-4676-9b42-fd79fe78686d req-2c0e81c4-82de-4c37-b063-a91407e0903a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541600 Jul 27 20:59:27.472809 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-69a00bd9-b100-46ac-9a51-f2b9cb49bbbc None None] Port 1b72eb72-c84a-44ee-9699-d972a072165b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:27.511490 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103920f9-f952-44ae-a005-7bb043924a74 req-4fd69398-fbd6-49e0-a4a4-813d21b15759 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:27.518275 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103920f9-f952-44ae-a005-7bb043924a74 req-4fd69398-fbd6-49e0-a4a4-813d21b15759 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:27.519913 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-103920f9-f952-44ae-a005-7bb043924a74 req-4fd69398-fbd6-49e0-a4a4-813d21b15759 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1655 time: 0.1835737 Jul 27 20:59:27.530576 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:27.620485 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-103920f9-f952-44ae-a005-7bb043924a74 req-f2db7ae6-c877-49f1-8a27-12bf15e24b91 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922821 Jul 27 20:59:27.685260 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-18d8d980-76ad-4e3b-b1c4-adc0a962e8d8 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1438883045&fields=id&tenant_id=82e3b9fc598841deac9a2f6f80b12ab8 HTTP/1.1" status: 200 len: 267 time: 0.1337750 Jul 27 20:59:27.928674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-bde5b1a6-a07b-4b5b-8888-ad5645a56b91 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:27.938916 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-bde5b1a6-a07b-4b5b-8888-ad5645a56b91 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/networks?id=d3696e2c-3441-4723-8592-a9e7850db69c HTTP/1.1" status: 200 len: 814 time: 0.2526610 Jul 27 20:59:27.966666 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34130) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:27.989183 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6e96db16-15f0-41e4-a81c-27a2ca77a572 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:28.012989 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-5af4ad75-5343-4bd0-bff6-499481109fa4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.022185 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-c5929cac-571e-4e8b-a2eb-e3e3ca4e26f7 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/quotas/82e3b9fc598841deac9a2f6f80b12ab8 HTTP/1.1" status: 200 len: 375 time: 0.0540829 Jul 27 20:59:28.043088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-5af4ad75-5343-4bd0-bff6-499481109fa4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Transition to ACTIVE for port object e52e863c-19ea-4520-b512-4229b90f3d03 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:28.051115 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 6e96db16-15f0-41e4-a81c-27a2ca77a572 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:28.055412 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 6e96db16-15f0-41e4-a81c-27a2ca77a572 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:28.056096 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.131212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af5484-8299-4575-aa13-170c6870f7d8 req-a11cacce-5b1c-4a7a-b534-ee167010865a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:28.133111 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93af5484-8299-4575-aa13-170c6870f7d8 req-a11cacce-5b1c-4a7a-b534-ee167010865a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1908314 Jul 27 20:59:28.153092 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-b4597866-86b3-4b65-9ea3-783354f32708 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=82e3b9fc598841deac9a2f6f80b12ab8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1294591 Jul 27 20:59:28.164240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a08c781-37a0-49e4-8c42-9c45ad17a977 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:28.217173 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.225413 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.261705 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Transition to ACTIVE for port object 1a08c781-37a0-49e4-8c42-9c45ad17a977 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:28.270796 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.277127 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-5af4ad75-5343-4bd0-bff6-499481109fa4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.293684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 6e96db16-15f0-41e4-a81c-27a2ca77a572, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6e96db16-15f0-41e4-a81c-27a2ca77a572,segment=NetworkSegment(fe3801f5-cc67-4534-b2f9-9f01d933bf05),segment_id=fe3801f5-cc67-4534-b2f9-9f01d933bf05)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:28.296583 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93af5484-8299-4575-aa13-170c6870f7d8 req-61e46e54-6e60-4ef3-98d1-0c2acce79c27 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411943 Jul 27 20:59:28.298988 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.300109 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca7c6c2f-cd3e-46e1-a6ac-eb5bb747530d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.374903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=6e96db16-15f0-41e4-a81c-27a2ca77a572,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:28.377708 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-fdf229bf-a693-4cb2-b788-1acb5276bb2e service neutron] 10.222.0.55 "GET /v2.0/networks/d3696e2c-3441-4723-8592-a9e7850db69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132912 Jul 27 20:59:28.399757 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Pushing event updated for resources: {'Port': ['ID=1a08c781-37a0-49e4-8c42-9c45ad17a977,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:28.454865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-5af4ad75-5343-4bd0-bff6-499481109fa4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Network a410ce51-102d-4a42-9789-3fefbaa95d0a is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:28.538780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-5af4ad75-5343-4bd0-bff6-499481109fa4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:28.541561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-5af4ad75-5343-4bd0-bff6-499481109fa4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:28.600741 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Attempting to bind port 1a08c781-37a0-49e4-8c42-9c45ad17a977 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:28.601169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Attempting to bind port 1a08c781-37a0-49e4-8c42-9c45ad17a977 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'bc316f79-ec22-491f-a12c-2c72644b6a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8c4ef75c-af29-45aa-928e-44a92f0ca665'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:28.601562 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Attempting to bind port 1a08c781-37a0-49e4-8c42-9c45ad17a977 on network 8c4ef75c-af29-45aa-928e-44a92f0ca665 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:28.638022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4ad75-5343-4bd0-bff6-499481109fa4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event updated for resources: {'Port': ['ID=e52e863c-19ea-4520-b512-4229b90f3d03,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:28.648722 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Port 1a08c781-37a0-49e4-8c42-9c45ad17a977 on network 8c4ef75c-af29-45aa-928e-44a92f0ca665 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:28.649150 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Attempting to bind port 1a08c781-37a0-49e4-8c42-9c45ad17a977 on network 8c4ef75c-af29-45aa-928e-44a92f0ca665 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:28.658519 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:28.658865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Checking segment: {'id': 'bc316f79-ec22-491f-a12c-2c72644b6a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8c4ef75c-af29-45aa-928e-44a92f0ca665'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:28.659566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Bound using segment: {'id': 'bc316f79-ec22-491f-a12c-2c72644b6a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8c4ef75c-af29-45aa-928e-44a92f0ca665'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:28.660142 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Bound port: 1a08c781-37a0-49e4-8c42-9c45ad17a977, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc316f79-ec22-491f-a12c-2c72644b6a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8c4ef75c-af29-45aa-928e-44a92f0ca665'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:28.660606 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.673937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-5af4ad75-5343-4bd0-bff6-499481109fa4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:28.674788 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-5af4ad75-5343-4bd0-bff6-499481109fa4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.714993 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca7c6c2f-cd3e-46e1-a6ac-eb5bb747530d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.759331 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-b59f9c20-1759-4ef7-9e75-092265c16893 service neutron] 10.222.0.55 "GET /v2.0/networks/d3696e2c-3441-4723-8592-a9e7850db69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048770 Jul 27 20:59:28.761158 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca7c6c2f-cd3e-46e1-a6ac-eb5bb747530d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.808950 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-5af4ad75-5343-4bd0-bff6-499481109fa4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9990718 Jul 27 20:59:28.840100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-52ee2554-9c0b-425d-b592-7545639034d1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Request body: {'port': {'device_id': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a', 'admin_state_up': True, 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'security_groups': ['23f71a24-a8fb-4b29-b72d-ed86f46e1da7']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:28.869453 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ca7c6c2f-cd3e-46e1-a6ac-eb5bb747530d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=581d384eb9ea4925a8fba423c26a8756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8808701 Jul 27 20:59:28.870501 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c6c2f-cd3e-46e1-a6ac-eb5bb747530d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6d91e8-9b6c-45eb-9c1b-7aefc4aecb6b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:28.884252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34142) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:28.905949 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feb8bf-4701-4937-8400-1a7d199ab8d5 req-efc4f3e5-f16b-42b9-82b2-962e5d4f67a6 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:28.912332 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86feb8bf-4701-4937-8400-1a7d199ab8d5 req-efc4f3e5-f16b-42b9-82b2-962e5d4f67a6 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:28.920344 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86feb8bf-4701-4937-8400-1a7d199ab8d5 req-efc4f3e5-f16b-42b9-82b2-962e5d4f67a6 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 1652 time: 0.2898166 Jul 27 20:59:28.939231 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] For port 1a08c781-37a0-49e4-8c42-9c45ad17a977, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:28.972619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] For port 1a08c781-37a0-49e4-8c42-9c45ad17a977, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1a08c781-37a0-49e4-8c42-9c45ad17a977,segment=NetworkSegment(bc316f79-ec22-491f-a12c-2c72644b6a11),segment_id=bc316f79-ec22-491f-a12c-2c72644b6a11)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:28.978800 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-50cade78-1f2b-4bf2-9058-cbee001229e3 None None] Provisioning for port e52e863c-19ea-4520-b512-4229b90f3d03 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:28.985627 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:28.989566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-50cade78-1f2b-4bf2-9058-cbee001229e3 None None] Provisioning complete for port e52e863c-19ea-4520-b512-4229b90f3d03 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:28.990756 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-50cade78-1f2b-4bf2-9058-cbee001229e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.034375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:29.035358 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.043709 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] 10.222.0.66 "PUT /v2.0/ports/1a08c781-37a0-49e4-8c42-9c45ad17a977 HTTP/1.1" status: 200 len: 1092 time: 1.8378174 Jul 27 20:59:29.046542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86feb8bf-4701-4937-8400-1a7d199ab8d5 req-79a04ee4-161a-4a75-b969-4278d161f3de tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162581 Jul 27 20:59:29.053764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-50cade78-1f2b-4bf2-9058-cbee001229e3 None None] Port e52e863c-19ea-4520-b512-4229b90f3d03 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:29.060682 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-512b78ed-ba3a-49cc-834d-cccb2834f3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.087952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75627cf-ab9c-481a-a2a5-97b663cc3d6f', 'tag': '1a08c781-37a0-49e4-8c42-9c45ad17a977'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:29.090436 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055e149b-1c6d-4170-b1b6-a298c952041b" -d '{"events": [{"name": "network-changed", "server_uuid": "b75627cf-ab9c-481a-a2a5-97b663cc3d6f", "tag": "1a08c781-37a0-49e4-8c42-9c45ad17a977"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:29.097608 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-512b78ed-ba3a-49cc-834d-cccb2834f3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.106316 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Request body: {'port': {'device_id': 'b75627cf-ab9c-481a-a2a5-97b663cc3d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:29.186815 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-512b78ed-ba3a-49cc-834d-cccb2834f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.191261 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-512b78ed-ba3a-49cc-834d-cccb2834f3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.195887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-512b78ed-ba3a-49cc-834d-cccb2834f3a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd6d91e8-9b6c-45eb-9c1b-7aefc4aecb6b HTTP/1.1" status: 204 len: 168 time: 0.3089294 Jul 27 20:59:29.241004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b78ed-ba3a-49cc-834d-cccb2834f3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6d91e8-9b6c-45eb-9c1b-7aefc4aecb6b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:29.311485 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.315241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd0976-8029-475e-89ee-4cae07f9c981 service neutron] Pushing event updated for resources: {'Port': ['ID=1a08c781-37a0-49e4-8c42-9c45ad17a977,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:29.381595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-52ee2554-9c0b-425d-b592-7545639034d1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Made reservation on behalf of 8b4623fa88924a56a60c56db5082e3c0 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:29.387355 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-52ee2554-9c0b-425d-b592-7545639034d1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.411882 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287e113-2f3e-4e76-9864-ee7751912ebc req-12f6fee5-430e-46e6-ad2b-57575bec2e9b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:29.414109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f287e113-2f3e-4e76-9864-ee7751912ebc req-12f6fee5-430e-46e6-ad2b-57575bec2e9b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.2064979 Jul 27 20:59:29.428489 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa9e8b-5dea-4f94-8953-a05426cd3f85 req-85cc583c-02a3-475a-9848-3ba516c5c905 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:29.435229 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa9e8b-5dea-4f94-8953-a05426cd3f85 req-85cc583c-02a3-475a-9848-3ba516c5c905 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:29.437002 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7eaa9e8b-5dea-4f94-8953-a05426cd3f85 req-85cc583c-02a3-475a-9848-3ba516c5c905 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1667 time: 0.1907418 Jul 27 20:59:29.526378 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7eaa9e8b-5dea-4f94-8953-a05426cd3f85 req-4018c351-5c47-4e43-a39a-d467456317bc tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822558 Jul 27 20:59:29.532180 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f287e113-2f3e-4e76-9864-ee7751912ebc req-669badba-12ff-44b9-84f3-f4b24c6f2d3f tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936482 Jul 27 20:59:29.646609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7819ee6d-f27b-43e0-bbc0-a87eb4770c41 req-122569f8-568b-4bcd-9333-1ed2a0f605a6 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 210 time: 0.0572584 Jul 27 20:59:29.683008 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3dc635-1897-47f7-991b-546d81dd00af x-openstack-request-id: req-4b3dc635-1897-47f7-991b-546d81dd00af {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:29.683311 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75627cf-ab9c-481a-a2a5-97b663cc3d6f", "tag": "1a08c781-37a0-49e4-8c42-9c45ad17a977", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:29.683569 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b3dc635-1897-47f7-991b-546d81dd00af {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:29.683974 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75627cf-ab9c-481a-a2a5-97b663cc3d6f', 'tag': '1a08c781-37a0-49e4-8c42-9c45ad17a977', 'status': 'completed', 'code': 200} Jul 27 20:59:29.867838 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc39597-7471-4628-a117-c720ee219646 req-dedc7127-3779-42b8-a67e-846f32a4f6c8 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:29.869591 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2fc39597-7471-4628-a117-c720ee219646 req-dedc7127-3779-42b8-a67e-846f32a4f6c8 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1165836 Jul 27 20:59:29.924633 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2fc39597-7471-4628-a117-c720ee219646 req-29e5fa3b-3823-471d-aabf-007b0d142c12 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461218 Jul 27 20:59:29.975274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b72eb72-c84a-44ee-9699-d972a072165b {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:29.981399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6e96db16-15f0-41e4-a81c-27a2ca77a572 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:29.983693 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:29.998637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Transition to ACTIVE for port object 1b72eb72-c84a-44ee-9699-d972a072165b will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:30.013705 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.163754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34196) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:30.177929 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 6e96db16-15f0-41e4-a81c-27a2ca77a572 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:30.178873 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.189235 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Pushing event updated for resources: {'Port': ['ID=1b72eb72-c84a-44ee-9699-d972a072165b,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:30.192734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-52ee2554-9c0b-425d-b592-7545639034d1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Allocated IP 10.1.1.191 (a410ce51-102d-4a42-9789-3fefbaa95d0a/2a7a7b95-12bc-48a4-b7c3-4715da94a46d/f2b60967-bfdf-4329-90d7-618af56506fa) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:30.341277 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4bac2f-e24c-4711-90dd-1418eba30212 admin admin] Deleting subnet 37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:59:30.345400 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9c4bac2f-e24c-4711-90dd-1418eba30212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.391573 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9c4bac2f-e24c-4711-90dd-1418eba30212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.421827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e149b-1c6d-4170-b1b6-a298c952041b req-d1604d34-14e9-4422-90f2-99aadb03538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:30.426249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e149b-1c6d-4170-b1b6-a298c952041b req-d1604d34-14e9-4422-90f2-99aadb03538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:30.430211 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-055e149b-1c6d-4170-b1b6-a298c952041b req-d1604d34-14e9-4422-90f2-99aadb03538e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=059c8831d7844550bdb3ab0cdc9b6109&device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1914 time: 0.7187877 Jul 27 20:59:30.447702 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9c4bac2f-e24c-4711-90dd-1418eba30212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.571455 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ea5f3-b8ec-49e6-898b-25885a325bc0 req-f3637590-7876-4ee4-ba22-094d5784b123 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:30.574250 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Attempting to bind port 1b72eb72-c84a-44ee-9699-d972a072165b on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:30.574775 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Attempting to bind port 1b72eb72-c84a-44ee-9699-d972a072165b by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '71cbc665-4108-4307-bde5-dec2f9759b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '66468fc3-cb02-496e-8a2e-af83d9d21741'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:30.575278 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Attempting to bind port 1b72eb72-c84a-44ee-9699-d972a072165b on network 66468fc3-cb02-496e-8a2e-af83d9d21741 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:30.584851 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ea5f3-b8ec-49e6-898b-25885a325bc0 req-f3637590-7876-4ee4-ba22-094d5784b123 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:30.591936 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Port 1b72eb72-c84a-44ee-9699-d972a072165b on network 66468fc3-cb02-496e-8a2e-af83d9d21741 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:30.592501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Attempting to bind port 1b72eb72-c84a-44ee-9699-d972a072165b on network 66468fc3-cb02-496e-8a2e-af83d9d21741 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:30.594406 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-370ea5f3-b8ec-49e6-898b-25885a325bc0 req-f3637590-7876-4ee4-ba22-094d5784b123 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 1652 time: 0.1169665 Jul 27 20:59:30.606525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:30.607175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Checking segment: {'id': '71cbc665-4108-4307-bde5-dec2f9759b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '66468fc3-cb02-496e-8a2e-af83d9d21741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:30.608069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Bound using segment: {'id': '71cbc665-4108-4307-bde5-dec2f9759b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '66468fc3-cb02-496e-8a2e-af83d9d21741'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:30.610383 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Bound port: 1b72eb72-c84a-44ee-9699-d972a072165b, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cbc665-4108-4307-bde5-dec2f9759b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '66468fc3-cb02-496e-8a2e-af83d9d21741'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:30.611036 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.661721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-370ea5f3-b8ec-49e6-898b-25885a325bc0 req-b983543c-0e72-4f3a-ba9e-7f562f915c11 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662065 Jul 27 20:59:30.674037 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9c4bac2f-e24c-4711-90dd-1418eba30212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.733934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bac2f-e24c-4711-90dd-1418eba30212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:30.741559 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9c4bac2f-e24c-4711-90dd-1418eba30212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:30.745862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9c4bac2f-e24c-4711-90dd-1418eba30212 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/37e2f2e8-a55f-4f0c-a5fe-7fd2cf833189 HTTP/1.1" status: 204 len: 168 time: 0.5788336 Jul 27 20:59:30.749123 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34210) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:30.774856 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e149b-1c6d-4170-b1b6-a298c952041b req-547c0f6a-fe95-409d-9c55-bb287ce53852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:30.775874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e149b-1c6d-4170-b1b6-a298c952041b req-547c0f6a-fe95-409d-9c55-bb287ce53852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:30.776544 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e149b-1c6d-4170-b1b6-a298c952041b req-547c0f6a-fe95-409d-9c55-bb287ce53852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:30.778445 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-055e149b-1c6d-4170-b1b6-a298c952041b req-547c0f6a-fe95-409d-9c55-bb287ce53852 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=059c8831d7844550bdb3ab0cdc9b6109&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3255901 Jul 27 20:59:30.880152 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] For port 1b72eb72-c84a-44ee-9699-d972a072165b, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:30.917196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] For port 1b72eb72-c84a-44ee-9699-d972a072165b, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1b72eb72-c84a-44ee-9699-d972a072165b,segment=NetworkSegment(71cbc665-4108-4307-bde5-dec2f9759b24),segment_id=71cbc665-4108-4307-bde5-dec2f9759b24)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:30.951836 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:31.022642 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:31.024210 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:31.025959 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] 10.222.0.66 "PUT /v2.0/ports/1b72eb72-c84a-44ee-9699-d972a072165b HTTP/1.1" status: 200 len: 1092 time: 1.9263842 Jul 27 20:59:31.046661 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-52ee2554-9c0b-425d-b592-7545639034d1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:31.135415 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-52ee2554-9c0b-425d-b592-7545639034d1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Transition to ACTIVE for port object f2b60967-bfdf-4329-90d7-618af56506fa will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:31.154310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e149b-1c6d-4170-b1b6-a298c952041b req-13185e25-22c4-4b65-93e8-74c9ffaebc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:31.156147 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-055e149b-1c6d-4170-b1b6-a298c952041b req-13185e25-22c4-4b65-93e8-74c9ffaebc13 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3683047 Jul 27 20:59:31.177949 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248daa4-d56c-4a98-b643-77e442a4a56a service neutron] Pushing event updated for resources: {'Port': ['ID=1b72eb72-c84a-44ee-9699-d972a072165b,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:31.181810 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21d8587a-42fb-46ae-871d-08cb86267f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:31.281052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-1fc07a43-6c77-4ec7-8d71-aaf699a51c57 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:31.282730 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-1fc07a43-6c77-4ec7-8d71-aaf699a51c57 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.20 "GET /v2.0/networks?id=d3696e2c-3441-4723-8592-a9e7850db69c HTTP/1.1" status: 200 len: 814 time: 0.3530567 Jul 27 20:59:31.309338 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-52ee2554-9c0b-425d-b592-7545639034d1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:31.341849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fde93-8279-499c-b92c-9e42de4bf74a req-6e04dc41-21fc-4cd7-abae-e78d3800917f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:31.348406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fde93-8279-499c-b92c-9e42de4bf74a req-6e04dc41-21fc-4cd7-abae-e78d3800917f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:31.357111 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d75fde93-8279-499c-b92c-9e42de4bf74a req-6e04dc41-21fc-4cd7-abae-e78d3800917f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1679 time: 0.7098966 Jul 27 20:59:31.402617 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21d8587a-42fb-46ae-871d-08cb86267f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:31.425676 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-21d8587a-42fb-46ae-871d-08cb86267f36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11efe74-7d57-405b-bed7-006f980e826a']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:31.445554 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-21d8587a-42fb-46ae-871d-08cb86267f36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f5391a-9a0a-4539-b961-5897d31712be') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:31.445929 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-21d8587a-42fb-46ae-871d-08cb86267f36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f5391a-9a0a-4539-b961-5897d31712be') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:31.454802 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d75fde93-8279-499c-b92c-9e42de4bf74a req-b7732507-ae03-485e-9171-514cc687c2e7 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964646 Jul 27 20:59:31.473949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21d8587a-42fb-46ae-871d-08cb86267f36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:31.486949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21d8587a-42fb-46ae-871d-08cb86267f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:31.501627 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2af00-707b-4b8a-9ed9-13b30d5a959d req-6bf744cf-4f30-44af-87a4-b7793180a0ad tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:31.503568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51b2af00-707b-4b8a-9ed9-13b30d5a959d req-6bf744cf-4f30-44af-87a4-b7793180a0ad tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.3159528 Jul 27 20:59:31.509700 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d8587a-42fb-46ae-871d-08cb86267f36 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 20:59:31.510391 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21d8587a-42fb-46ae-871d-08cb86267f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: timer() Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 20:59:31.572440 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 20:59:31.583668 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21d8587a-42fb-46ae-871d-08cb86267f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:31.604358 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21d8587a-42fb-46ae-871d-08cb86267f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:31.606287 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-21d8587a-42fb-46ae-871d-08cb86267f36 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f11efe74-7d57-405b-bed7-006f980e826a HTTP/1.1" status: 204 len: 168 time: 0.8517244 Jul 27 20:59:31.645815 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8587a-42fb-46ae-871d-08cb86267f36 admin admin] Pushing event deleted for resources: {'Network': ['ID=f11efe74-7d57-405b-bed7-006f980e826a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:31.679582 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51b2af00-707b-4b8a-9ed9-13b30d5a959d req-f1105afb-c9ba-4347-b610-dc9ff7c29c26 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061010 Jul 27 20:59:31.745745 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d139188-b2f9-421a-b420-a32970b43fb8 req-42838857-06bc-4ea9-8396-27e8d3a323e7 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 210 time: 0.0394292 Jul 27 20:59:31.757488 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75627cf-ab9c-481a-a2a5-97b663cc3d6f', 'tag': '1b72eb72-c84a-44ee-9699-d972a072165b'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:31.759986 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b615dc9-a748-407f-9010-7bd9ffef734d" -d '{"events": [{"name": "network-changed", "server_uuid": "b75627cf-ab9c-481a-a2a5-97b663cc3d6f", "tag": "1b72eb72-c84a-44ee-9699-d972a072165b"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:31.762691 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee2554-9c0b-425d-b592-7545639034d1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event updated for resources: {'Port': ['ID=f2b60967-bfdf-4329-90d7-618af56506fa,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:31.783638 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-2ed6e825-9a16-416d-8618-a3212089721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:31.784137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-2ed6e825-9a16-416d-8618-a3212089721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:31.785751 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-2ed6e825-9a16-416d-8618-a3212089721b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=059c8831d7844550bdb3ab0cdc9b6109&device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1981 time: 0.5736599 Jul 27 20:59:31.801705 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-52ee2554-9c0b-425d-b592-7545639034d1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Network a410ce51-102d-4a42-9789-3fefbaa95d0a is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:31.857452 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-9ec95c77-c3c4-447c-834e-c9843e07a103 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.214&port_id=1a08c781-37a0-49e4-8c42-9c45ad17a977 HTTP/1.1" status: 200 len: 217 time: 0.0545497 Jul 27 20:59:31.862918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-52ee2554-9c0b-425d-b592-7545639034d1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:31.865928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-52ee2554-9c0b-425d-b592-7545639034d1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:31.944196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-52ee2554-9c0b-425d-b592-7545639034d1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:31.944862 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-52ee2554-9c0b-425d-b592-7545639034d1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:31.986273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34228) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:32.014021 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-dd184c34-3381-454b-86ad-467b7905a8f1 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82e3b9fc598841deac9a2f6f80b12ab8 HTTP/1.1" status: 200 len: 380 time: 0.7203481 Jul 27 20:59:32.018051 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-52ee2554-9c0b-425d-b592-7545639034d1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1923985 Jul 27 20:59:32.022083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-81045eeb-2ef9-463d-9078-990b420d14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:32.023810 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-81045eeb-2ef9-463d-9078-990b420d14ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e46a4622-31b6-47ad-9adc-8fd5248a645d HTTP/1.1" status: 200 len: 801 time: 0.0909870 Jul 27 20:59:32.028564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-3f3ed332-f402-424a-bbd7-6509e2b5cc64 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Request body: {'port': {'device_id': 'b4f15eaa-915b-4eae-af2a-55d4df1ba8f5', 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'admin_state_up': True, 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'security_groups': ['0b7db181-f47c-4a8a-af1b-b5d96bc73ced']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:32.038159 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f525df-2c75-46c5-afec-b595cd87bf83 req-8b02489d-fc3d-4596-bc12-bafeb7e7dbc7 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:32.040663 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04f525df-2c75-46c5-afec-b595cd87bf83 req-8b02489d-fc3d-4596-bc12-bafeb7e7dbc7 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1748757 Jul 27 20:59:32.071160 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2126bc80-f11b-47a7-9f3a-b75866c59f8e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Request body: {'port': {'device_id': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085', 'admin_state_up': True, 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'security_groups': ['23f71a24-a8fb-4b29-b72d-ed86f46e1da7']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:32.104219 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04f525df-2c75-46c5-afec-b595cd87bf83 req-cca2a0b6-01e6-4b97-ab1a-e189467437f6 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509353 Jul 27 20:59:32.138714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-21ef7ecd-978b-44f1-b2db-c121f58cf07e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=699d8262e8564546ac8817002a258094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470103 Jul 27 20:59:32.145137 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34230) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:32.209389 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7468a78-6d2e-4205-a484-2d1eec6a4f34 x-openstack-request-id: req-b7468a78-6d2e-4205-a484-2d1eec6a4f34 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:32.209933 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75627cf-ab9c-481a-a2a5-97b663cc3d6f", "tag": "1b72eb72-c84a-44ee-9699-d972a072165b", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:32.210831 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7468a78-6d2e-4205-a484-2d1eec6a4f34 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:32.211794 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75627cf-ab9c-481a-a2a5-97b663cc3d6f', 'tag': '1b72eb72-c84a-44ee-9699-d972a072165b', 'status': 'completed', 'code': 200} Jul 27 20:59:32.249435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d983d2-dff6-4792-a343-ca774647523b req-7e920217-536f-44ac-8d82-d42eff9dd3e5 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:32.259292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d983d2-dff6-4792-a343-ca774647523b req-7e920217-536f-44ac-8d82-d42eff9dd3e5 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:32.270141 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d983d2-dff6-4792-a343-ca774647523b req-7e920217-536f-44ac-8d82-d42eff9dd3e5 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:32.283580 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-58d983d2-dff6-4792-a343-ca774647523b req-7e920217-536f-44ac-8d82-d42eff9dd3e5 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 2373 time: 0.3174734 Jul 27 20:59:32.286469 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-54116417-c098-4c94-a3fa-88e2408cb900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:32.293344 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-adb22606-6728-4265-a05b-ad00ebd29f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:32.295889 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-adb22606-6728-4265-a05b-ad00ebd29f14 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c4ef75c-af29-45aa-928e-44a92f0ca665&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2618511 Jul 27 20:59:32.321227 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7bb44a12-a4c5-43ce-a1ff-7ead1f3794c6 None None] Provisioning for port f2b60967-bfdf-4329-90d7-618af56506fa completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:32.326944 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7bb44a12-a4c5-43ce-a1ff-7ead1f3794c6 None None] Provisioning complete for port f2b60967-bfdf-4329-90d7-618af56506fa triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:32.327472 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7bb44a12-a4c5-43ce-a1ff-7ead1f3794c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:32.356101 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-54116417-c098-4c94-a3fa-88e2408cb900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:32.383069 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7bb44a12-a4c5-43ce-a1ff-7ead1f3794c6 None None] Port f2b60967-bfdf-4329-90d7-618af56506fa cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:32.396393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-3f3ed332-f402-424a-bbd7-6509e2b5cc64 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Made reservation on behalf of 82e3b9fc598841deac9a2f6f80b12ab8 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:32.400339 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-3f3ed332-f402-424a-bbd7-6509e2b5cc64 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:32.454947 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-54116417-c098-4c94-a3fa-88e2408cb900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:32.457915 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-54116417-c098-4c94-a3fa-88e2408cb900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:32.461383 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-54116417-c098-4c94-a3fa-88e2408cb900 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fd4fd5ff-f181-4948-a5f4-0db92d7f65dc HTTP/1.1" status: 204 len: 168 time: 0.3117726 Jul 27 20:59:32.479659 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54116417-c098-4c94-a3fa-88e2408cb900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4fd5ff-f181-4948-a5f4-0db92d7f65dc,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:32.499271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-58d983d2-dff6-4792-a343-ca774647523b req-b77cfa2d-a171-4924-a1d9-cc0f5a9a954b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113438 Jul 27 20:59:32.551846 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2126bc80-f11b-47a7-9f3a-b75866c59f8e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Made reservation on behalf of 8b4623fa88924a56a60c56db5082e3c0 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:32.584310 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e5e4ae23-e887-4db9-a06b-e7c2ca9e7ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:32.676323 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6396d85-417d-4a18-9d67-1b23e9b8ebe5 req-ea6fe49d-9224-43d1-8776-f5e4da687fff tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:32.682777 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6396d85-417d-4a18-9d67-1b23e9b8ebe5 req-ea6fe49d-9224-43d1-8776-f5e4da687fff tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:32.685365 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e6396d85-417d-4a18-9d67-1b23e9b8ebe5 req-ea6fe49d-9224-43d1-8776-f5e4da687fff tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1679 time: 0.0981138 Jul 27 20:59:32.707648 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-c8b2e941-9a28-41f1-a8f5-db9d8040b5ee service neutron] 10.222.0.66 "GET /v2.0/networks/8c4ef75c-af29-45aa-928e-44a92f0ca665?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028277 Jul 27 20:59:32.757177 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e6396d85-417d-4a18-9d67-1b23e9b8ebe5 req-2d2145f5-9af1-4de5-85d4-f3393166f368 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593305 Jul 27 20:59:32.888025 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-3f3ed332-f402-424a-bbd7-6509e2b5cc64 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Allocated IP 172.20.0.3 (d3696e2c-3441-4723-8592-a9e7850db69c/39d28a0f-08f5-43d7-8454-fbd06321c0bc/1f31b118-5144-43ed-b39b-89b0e4885e88) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:32.896433 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2126bc80-f11b-47a7-9f3a-b75866c59f8e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:32.902951 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7630c6-d5e3-4f62-91c2-b3c94151a247 req-266b66ba-0c78-447f-832b-94815e5fbb9b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:32.912922 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d7630c6-d5e3-4f62-91c2-b3c94151a247 req-266b66ba-0c78-447f-832b-94815e5fbb9b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.1122537 Jul 27 20:59:32.967083 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d7630c6-d5e3-4f62-91c2-b3c94151a247 req-9a86b669-df71-4dc5-8077-a61850c0f4a9 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531154 Jul 27 20:59:33.112226 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e05f05e-a98d-45ed-adc5-96619063c65b req-25f5c19e-fb78-4e98-a3a9-27959f23e023 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 210 time: 0.0481253 Jul 27 20:59:33.227287 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-af57806a-125f-46f5-88f9-21c1c740a9d1 service neutron] 10.222.0.66 "GET /v2.0/networks/8c4ef75c-af29-45aa-928e-44a92f0ca665?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051210 Jul 27 20:59:33.319446 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-2470943e-a586-4cea-9c0a-6543b8fc0d1f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.137&port_id=1b72eb72-c84a-44ee-9699-d972a072165b HTTP/1.1" status: 200 len: 217 time: 0.0787709 Jul 27 20:59:33.377908 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39cb7d-c851-4029-9749-9ac8aa80d7ed req-12f29fde-5e77-4753-99a5-601830b68d89 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:33.387536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d39cb7d-c851-4029-9749-9ac8aa80d7ed req-12f29fde-5e77-4753-99a5-601830b68d89 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1129763 Jul 27 20:59:33.440882 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d39cb7d-c851-4029-9749-9ac8aa80d7ed req-d95ec5b2-d8c7-48d8-889e-15c8fbb8b2df tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524135 Jul 27 20:59:33.479481 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-40885393-5cd5-449a-ad5c-8493bc480aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:33.481707 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-40885393-5cd5-449a-ad5c-8493bc480aa7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78f2d80e-a1e0-4cea-8b12-2079f1ede9d0 HTTP/1.1" status: 200 len: 801 time: 0.1464033 Jul 27 20:59:33.491252 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-3f3ed332-f402-424a-bbd7-6509e2b5cc64 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.509711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2126bc80-f11b-47a7-9f3a-b75866c59f8e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Allocated IP 10.2.2.100 (a54d9f4c-31a3-472d-917d-12867f1c0085/4a43653b-252d-4da2-bf43-47c001947d62/8ce6ad16-e5b2-43c3-9b3b-ca14413e757c) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:33.548948 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-3f3ed332-f402-424a-bbd7-6509e2b5cc64 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Transition to ACTIVE for port object 1f31b118-5144-43ed-b39b-89b0e4885e88 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:33.710296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-9425b697-cc96-4c4d-bcb5-a7bb2a7093cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:33.711770 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-9425b697-cc96-4c4d-bcb5-a7bb2a7093cd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=66468fc3-cb02-496e-8a2e-af83d9d21741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2180393 Jul 27 20:59:33.756393 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-3f3ed332-f402-424a-bbd7-6509e2b5cc64 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.791592 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077616d8-bc97-44da-a9cd-f151529e4e7e req-bafe7aaa-3b1d-4b90-bae0-d5ca71c58411 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:33.808324 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077616d8-bc97-44da-a9cd-f151529e4e7e req-bafe7aaa-3b1d-4b90-bae0-d5ca71c58411 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:33.828830 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077616d8-bc97-44da-a9cd-f151529e4e7e req-bafe7aaa-3b1d-4b90-bae0-d5ca71c58411 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:33.832392 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-077616d8-bc97-44da-a9cd-f151529e4e7e req-bafe7aaa-3b1d-4b90-bae0-d5ca71c58411 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 2373 time: 0.2250764 Jul 27 20:59:33.862410 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:33.872234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-3f3ed332-f402-424a-bbd7-6509e2b5cc64 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Network d3696e2c-3441-4723-8592-a9e7850db69c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:33.879138 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34286) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:33.889867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-3f3ed332-f402-424a-bbd7-6509e2b5cc64 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:33.904684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-3f3ed332-f402-424a-bbd7-6509e2b5cc64 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:34.004406 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-077616d8-bc97-44da-a9cd-f151529e4e7e req-c5226f00-8ba0-4077-824c-8aee8cb32418 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608944 Jul 27 20:59:34.015120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ed332-f402-424a-bbd7-6509e2b5cc64 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Pushing event updated for resources: {'Port': ['ID=1f31b118-5144-43ed-b39b-89b0e4885e88,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:34.066940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd5eff-0290-4c54-9ca2-091497e2baec req-cce8797a-1556-4db8-a817-12e3eb72379b tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:34.067289 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2126bc80-f11b-47a7-9f3a-b75866c59f8e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:34.076590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd5eff-0290-4c54-9ca2-091497e2baec req-cce8797a-1556-4db8-a817-12e3eb72379b tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:34.085958 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15cd5eff-0290-4c54-9ca2-091497e2baec req-cce8797a-1556-4db8-a817-12e3eb72379b tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1679 time: 0.1765184 Jul 27 20:59:34.112061 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-6cb0d4a2-1c37-41f0-bf7b-ce8cdc73ea92 service neutron] 10.222.0.66 "GET /v2.0/networks/66468fc3-cb02-496e-8a2e-af83d9d21741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904874 Jul 27 20:59:34.127695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-3f3ed332-f402-424a-bbd7-6509e2b5cc64 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:34.128526 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-3f3ed332-f402-424a-bbd7-6509e2b5cc64 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:34.143744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2126bc80-f11b-47a7-9f3a-b75866c59f8e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Transition to ACTIVE for port object 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:34.168059 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88134a0f-02e7-4072-a500-fc43714933e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:34.187669 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15cd5eff-0290-4c54-9ca2-091497e2baec req-84ae710e-4be2-4c11-bbe8-4da088576d99 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949905 Jul 27 20:59:34.218437 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2126bc80-f11b-47a7-9f3a-b75866c59f8e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:34.330392 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e2ab68f8-b16a-4264-b9f9-63c00d43e893 None None] Provisioning for port 1f31b118-5144-43ed-b39b-89b0e4885e88 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:34.334822 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e2ab68f8-b16a-4264-b9f9-63c00d43e893 None None] Provisioning complete for port 1f31b118-5144-43ed-b39b-89b0e4885e88 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:34.335444 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e2ab68f8-b16a-4264-b9f9-63c00d43e893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:34.348505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126bc80-f11b-47a7-9f3a-b75866c59f8e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event updated for resources: {'Port': ['ID=8ce6ad16-e5b2-43c3-9b3b-ca14413e757c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:34.351830 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-3f3ed332-f402-424a-bbd7-6509e2b5cc64 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3271046 Jul 27 20:59:34.370651 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Request body: {'port': {'device_id': 'b4f15eaa-915b-4eae-af2a-55d4df1ba8f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:34.380071 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab68f8-b16a-4264-b9f9-63c00d43e893 None None] Port 1f31b118-5144-43ed-b39b-89b0e4885e88 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:34.418481 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-f2c957db-fc2d-4afa-91bc-644886e30969 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2204d8c01db34380b5c60935fd99d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651395 Jul 27 20:59:34.419042 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2126bc80-f11b-47a7-9f3a-b75866c59f8e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Network a54d9f4c-31a3-472d-917d-12867f1c0085 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:34.427349 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2126bc80-f11b-47a7-9f3a-b75866c59f8e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:34.434437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2126bc80-f11b-47a7-9f3a-b75866c59f8e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:34.507270 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:34.527308 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88134a0f-02e7-4072-a500-fc43714933e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:34.542152 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88134a0f-02e7-4072-a500-fc43714933e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:34.554006 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b6ec03c-8727-41f6-8743-3bfbdb0bc50f req-e226d80a-3c83-42b3-b5bf-3f1a7780767c service neutron] 10.222.0.66 "GET /v2.0/networks/66468fc3-cb02-496e-8a2e-af83d9d21741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175889 Jul 27 20:59:34.603261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2126bc80-f11b-47a7-9f3a-b75866c59f8e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:34.604453 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2126bc80-f11b-47a7-9f3a-b75866c59f8e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:34.612901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee768e3-e038-4571-8db2-03246c6a73bc req-5a81d51f-bdbc-4c70-a9ac-482c570d32f2 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:34.620727 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bee768e3-e038-4571-8db2-03246c6a73bc req-5a81d51f-bdbc-4c70-a9ac-482c570d32f2 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.3001883 Jul 27 20:59:34.646156 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2126bc80-f11b-47a7-9f3a-b75866c59f8e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6131246 Jul 27 20:59:34.650060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-88134a0f-02e7-4072-a500-fc43714933e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db4a9360a14847e696209cbbb5cfc908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7685587 Jul 27 20:59:34.663384 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34312) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:34.667447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1de057a4-9871-4021-95e8-b41670caae63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Request body: {'port': {'device_id': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085', 'admin_state_up': True, 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'security_groups': ['23f71a24-a8fb-4b29-b72d-ed86f46e1da7']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:34.677222 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88134a0f-02e7-4072-a500-fc43714933e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ad3984-1260-40e6-a2b9-5b2b5cdea58c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:34.753893 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bee768e3-e038-4571-8db2-03246c6a73bc req-8021f94d-6d6a-447e-a5bc-141b045f5877 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320627 Jul 27 20:59:34.762979 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-671ebfe7-1f20-4d47-bc2c-0dc6f7e3cc63 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:34.770033 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-671ebfe7-1f20-4d47-bc2c-0dc6f7e3cc63 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3384793 Jul 27 20:59:34.788850 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-2cccbb52-fd2c-458b-ae76-70bfa1705929 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/quotas/2204d8c01db34380b5c60935fd99d829 HTTP/1.1" status: 200 len: 375 time: 0.0176938 Jul 27 20:59:34.822520 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d9c52fd5-06b6-4344-8e87-5e1513f72935 None None] Provisioning for port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:34.827718 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d9c52fd5-06b6-4344-8e87-5e1513f72935 None None] Provisioning complete for port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:34.828283 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d9c52fd5-06b6-4344-8e87-5e1513f72935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:34.883206 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-36d99678-9ccd-4c68-a3c7-d24d7b6542ea tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2204d8c01db34380b5c60935fd99d829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726526 Jul 27 20:59:34.884199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d9c52fd5-06b6-4344-8e87-5e1513f72935 None None] Port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:34.888398 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-830fb344-71e7-4f8d-9027-5367e2493132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:34.960453 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-830fb344-71e7-4f8d-9027-5367e2493132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:34.968194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b615dc9-a748-407f-9010-7bd9ffef734d req-f75876ae-8312-4d3c-8fc0-0b86af1e4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:34.969163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b615dc9-a748-407f-9010-7bd9ffef734d req-f75876ae-8312-4d3c-8fc0-0b86af1e4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:34.971192 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b615dc9-a748-407f-9010-7bd9ffef734d req-f75876ae-8312-4d3c-8fc0-0b86af1e4230 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=059c8831d7844550bdb3ab0cdc9b6109&device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1981 time: 0.3233585 Jul 27 20:59:35.025986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f7cab-ff08-46e8-8a2a-656e1a23060b req-d176a4f4-92aa-4bd3-98ed-c42d8164b76a tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.028388 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a52f7cab-ff08-46e8-8a2a-656e1a23060b req-d176a4f4-92aa-4bd3-98ed-c42d8164b76a tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 931 time: 0.1590729 Jul 27 20:59:35.055404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1de057a4-9871-4021-95e8-b41670caae63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Made reservation on behalf of 8b4623fa88924a56a60c56db5082e3c0 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:35.059996 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1de057a4-9871-4021-95e8-b41670caae63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:35.107933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a52f7cab-ff08-46e8-8a2a-656e1a23060b req-38c0bc30-f428-4b87-baa5-86fc647af6fe tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b7db181-f47c-4a8a-af1b-b5d96bc73ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603092 Jul 27 20:59:35.119980 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-830fb344-71e7-4f8d-9027-5367e2493132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:35.123640 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-830fb344-71e7-4f8d-9027-5367e2493132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:35.128999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-830fb344-71e7-4f8d-9027-5367e2493132 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0ad3984-1260-40e6-a2b9-5b2b5cdea58c HTTP/1.1" status: 204 len: 168 time: 0.4651480 Jul 27 20:59:35.146329 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fb344-71e7-4f8d-9027-5367e2493132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ad3984-1260-40e6-a2b9-5b2b5cdea58c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:35.296376 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b615dc9-a748-407f-9010-7bd9ffef734d req-31cfe013-3cbf-454f-8746-432f5675e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.298776 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b615dc9-a748-407f-9010-7bd9ffef734d req-31cfe013-3cbf-454f-8746-432f5675e1f5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=66468fc3-cb02-496e-8a2e-af83d9d21741 HTTP/1.1" status: 200 len: 903 time: 0.3149347 Jul 27 20:59:35.310920 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6e004b75-ed8d-498c-a064-2d606114c523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:35.322812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f31b118-5144-43ed-b39b-89b0e4885e88 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:35.330296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9228ebe-0f5a-40a5-8880-97b2792b531f req-4611c8e9-5844-4feb-87a0-a8ce19ca3598 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 210 time: 0.0899963 Jul 27 20:59:35.350749 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b902575-8faa-44cc-a984-99fadb0d832a req-4b3cbb91-b69a-4bf2-a370-a582d4028afb tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.370274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b902575-8faa-44cc-a984-99fadb0d832a req-4b3cbb91-b69a-4bf2-a370-a582d4028afb tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1924632 Jul 27 20:59:35.374117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:35.416616 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:35.421061 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b615dc9-a748-407f-9010-7bd9ffef734d req-688ef411-0680-4c20-b7af-70240d3f5fee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.137&port_id=1b72eb72-c84a-44ee-9699-d972a072165b HTTP/1.1" status: 200 len: 217 time: 0.1119976 Jul 27 20:59:35.461497 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b902575-8faa-44cc-a984-99fadb0d832a req-92d10d12-0ce4-49a7-99f2-3df8e09dc003 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902154 Jul 27 20:59:35.534095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Transition to ACTIVE for port object 1f31b118-5144-43ed-b39b-89b0e4885e88 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:35.550362 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:35.618917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b615dc9-a748-407f-9010-7bd9ffef734d req-5165226f-e913-49ff-966a-7b01e9e0e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.620701 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b615dc9-a748-407f-9010-7bd9ffef734d req-5165226f-e913-49ff-966a-7b01e9e0e67c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78f2d80e-a1e0-4cea-8b12-2079f1ede9d0 HTTP/1.1" status: 200 len: 801 time: 0.1857817 Jul 27 20:59:35.691116 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb14bd-8337-412b-8a76-8709d5fc00e0 req-318ff929-5b83-48d6-949b-f47981f145cf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.692644 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1de057a4-9871-4021-95e8-b41670caae63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Allocated IP 10.2.2.200 (a54d9f4c-31a3-472d-917d-12867f1c0085/4a43653b-252d-4da2-bf43-47c001947d62/8b4c9773-4523-4fe9-b8e8-0d1006d1c670) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:35.696727 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Pushing event updated for resources: {'Port': ['ID=1f31b118-5144-43ed-b39b-89b0e4885e88,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:35.700960 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb14bd-8337-412b-8a76-8709d5fc00e0 req-318ff929-5b83-48d6-949b-f47981f145cf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.710461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb14bd-8337-412b-8a76-8709d5fc00e0 req-318ff929-5b83-48d6-949b-f47981f145cf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.722460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb14bd-8337-412b-8a76-8709d5fc00e0 req-318ff929-5b83-48d6-949b-f47981f145cf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.736245 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7bb14bd-8337-412b-8a76-8709d5fc00e0 req-318ff929-5b83-48d6-949b-f47981f145cf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 3094 time: 0.2720523 Jul 27 20:59:35.888300 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7bb14bd-8337-412b-8a76-8709d5fc00e0 req-ca150052-0ca7-4de5-b253-861541f5a902 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509652 Jul 27 20:59:35.888605 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b615dc9-a748-407f-9010-7bd9ffef734d req-707736fb-908e-4667-997b-39aa76058815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.891067 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b615dc9-a748-407f-9010-7bd9ffef734d req-707736fb-908e-4667-997b-39aa76058815 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=66468fc3-cb02-496e-8a2e-af83d9d21741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2614167 Jul 27 20:59:35.937252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fe4ff-af7c-49ff-ba8b-65cf23a5cc6b req-4d0e3ada-b1ef-45c5-9f85-cea9f03ac2e4 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.944097 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fe4ff-af7c-49ff-ba8b-65cf23a5cc6b req-4d0e3ada-b1ef-45c5-9f85-cea9f03ac2e4 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:35.952323 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f4fe4ff-af7c-49ff-ba8b-65cf23a5cc6b req-4d0e3ada-b1ef-45c5-9f85-cea9f03ac2e4 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1679 time: 0.3065920 Jul 27 20:59:36.047924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f4fe4ff-af7c-49ff-ba8b-65cf23a5cc6b req-16571336-dea5-4ad8-9a48-1bafbb38e7e4 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946760 Jul 27 20:59:36.128566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8ebef-29c0-4185-9053-7851ed400068 req-e2bc0775-160a-4d2e-b659-8f709ba8c216 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:36.143431 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a3b8ebef-29c0-4185-9053-7851ed400068 req-e2bc0775-160a-4d2e-b659-8f709ba8c216 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.1520612 Jul 27 20:59:36.231604 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a3b8ebef-29c0-4185-9053-7851ed400068 req-3c1dca78-66c9-41f0-b4c8-268c1f5695de tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870881 Jul 27 20:59:36.367340 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Attempting to bind port 1f31b118-5144-43ed-b39b-89b0e4885e88 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:36.368031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Attempting to bind port 1f31b118-5144-43ed-b39b-89b0e4885e88 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'fe3801f5-cc67-4534-b2f9-9f01d933bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:36.368931 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Attempting to bind port 1f31b118-5144-43ed-b39b-89b0e4885e88 on network d3696e2c-3441-4723-8592-a9e7850db69c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:36.399740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Port 1f31b118-5144-43ed-b39b-89b0e4885e88 on network d3696e2c-3441-4723-8592-a9e7850db69c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:36.401225 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Attempting to bind port 1f31b118-5144-43ed-b39b-89b0e4885e88 on network d3696e2c-3441-4723-8592-a9e7850db69c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:36.427121 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:36.427769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Checking segment: {'id': 'fe3801f5-cc67-4534-b2f9-9f01d933bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:36.428365 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Bound using segment: {'id': 'fe3801f5-cc67-4534-b2f9-9f01d933bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:36.429019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Bound port: 1f31b118-5144-43ed-b39b-89b0e4885e88, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe3801f5-cc67-4534-b2f9-9f01d933bf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:36.429611 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:36.444634 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94630f-3ecf-450a-a8da-da9e0199e320 req-397ea338-cd36-462c-95b9-7ddfd1b5ac1a tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:36.460323 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c94630f-3ecf-450a-a8da-da9e0199e320 req-397ea338-cd36-462c-95b9-7ddfd1b5ac1a tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 943 time: 0.1512532 Jul 27 20:59:36.479916 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1de057a4-9871-4021-95e8-b41670caae63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:36.488688 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b615dc9-a748-407f-9010-7bd9ffef734d req-cae70a70-04db-4228-9693-ed6a3963b48c service neutron] 10.222.0.66 "GET /v2.0/networks/66468fc3-cb02-496e-8a2e-af83d9d21741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850284 Jul 27 20:59:36.523166 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34360) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:36.528464 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53bb0401-96eb-4724-b175-7930017e6039 req-1939df5e-ce21-4321-b68a-ef648c3145c4 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 210 time: 0.0652533 Jul 27 20:59:36.539034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1de057a4-9871-4021-95e8-b41670caae63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Transition to ACTIVE for port object 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:36.554841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c94630f-3ecf-450a-a8da-da9e0199e320 req-97d8ddc2-ada5-4a69-9304-955984d8ec0e tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b7db181-f47c-4a8a-af1b-b5d96bc73ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931129 Jul 27 20:59:36.655684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] For port 1f31b118-5144-43ed-b39b-89b0e4885e88, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:36.688582 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] For port 1f31b118-5144-43ed-b39b-89b0e4885e88, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=1f31b118-5144-43ed-b39b-89b0e4885e88,segment=NetworkSegment(fe3801f5-cc67-4534-b2f9-9f01d933bf05),segment_id=fe3801f5-cc67-4534-b2f9-9f01d933bf05)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:36.693013 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b615dc9-a748-407f-9010-7bd9ffef734d req-98073630-13cf-4c47-8331-d66dd2a061e1 service neutron] 10.222.0.66 "GET /v2.0/networks/66468fc3-cb02-496e-8a2e-af83d9d21741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810036 Jul 27 20:59:36.697554 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:36.706906 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1de057a4-9871-4021-95e8-b41670caae63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:36.709242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d168bb1-f382-404d-84fe-a885cd1a28e1 req-0c5f37d5-3024-4e8d-b2fe-7dedd0f872b8 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:36.721114 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d168bb1-f382-404d-84fe-a885cd1a28e1 req-0c5f37d5-3024-4e8d-b2fe-7dedd0f872b8 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1091812 Jul 27 20:59:36.735448 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d5b2b6ba-963e-4b6a-a9e4-c366f818d1e5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-490207221-network', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:36.769772 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b2b6ba-963e-4b6a-a9e4-c366f818d1e5 admin admin] Made reservation on behalf of 7315aa1da07a43659cbdb0c5598adbe9 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:36.772502 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b6ba-963e-4b6a-a9e4-c366f818d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:36.774902 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:36.775648 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:36.777145 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] 10.222.0.20 "PUT /v2.0/ports/1f31b118-5144-43ed-b39b-89b0e4885e88 HTTP/1.1" status: 200 len: 1091 time: 2.4114029 Jul 27 20:59:36.786043 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b6ba-963e-4b6a-a9e4-c366f818d1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:36.793711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f15eaa-915b-4eae-af2a-55d4df1ba8f5', 'tag': '1f31b118-5144-43ed-b39b-89b0e4885e88'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:36.800400 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c02e39-be33-4ce7-bfc3-6074ccab5694" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f15eaa-915b-4eae-af2a-55d4df1ba8f5", "tag": "1f31b118-5144-43ed-b39b-89b0e4885e88"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:36.818059 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-d28fba8f-fbc2-4cca-8921-ceb762539448 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2204d8c01db34380b5c60935fd99d829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690873 Jul 27 20:59:36.820016 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1de057a4-9871-4021-95e8-b41670caae63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Network a54d9f4c-31a3-472d-917d-12867f1c0085 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:36.833245 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d168bb1-f382-404d-84fe-a885cd1a28e1 req-356af9ee-31db-43fc-b479-3d0d7a26b232 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105871 Jul 27 20:59:36.853428 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1de057a4-9871-4021-95e8-b41670caae63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:36.857693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1de057a4-9871-4021-95e8-b41670caae63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:36.878433 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd55d0-f227-4126-b7e2-c4d705bdeb70 service neutron] Pushing event updated for resources: {'Port': ['ID=1f31b118-5144-43ed-b39b-89b0e4885e88,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:36.958421 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a2b16e-b7c4-4512-9c8a-d834e8eb4298 x-openstack-request-id: req-41a2b16e-b7c4-4512-9c8a-d834e8eb4298 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:36.958421 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f15eaa-915b-4eae-af2a-55d4df1ba8f5", "tag": "1f31b118-5144-43ed-b39b-89b0e4885e88", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:36.958779 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41a2b16e-b7c4-4512-9c8a-d834e8eb4298 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:36.959032 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f15eaa-915b-4eae-af2a-55d4df1ba8f5', 'tag': '1f31b118-5144-43ed-b39b-89b0e4885e88', 'status': 'completed', 'code': 200} Jul 27 20:59:37.044022 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:37.143754 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1de057a4-9871-4021-95e8-b41670caae63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.144435 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1de057a4-9871-4021-95e8-b41670caae63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:37.145046 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b6ba-963e-4b6a-a9e4-c366f818d1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:37.173750 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b6ba-963e-4b6a-a9e4-c366f818d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:37.174900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de057a4-9871-4021-95e8-b41670caae63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event updated for resources: {'Port': ['ID=8b4c9773-4523-4fe9-b8e8-0d1006d1c670,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:37.203731 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1de057a4-9871-4021-95e8-b41670caae63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5410972 Jul 27 20:59:37.218031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-0dd691fb-0288-450a-a7d2-195e284545bf tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.220238 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-0dd691fb-0288-450a-a7d2-195e284545bf tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3838501 Jul 27 20:59:37.226212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Request body: {'port': {'device_id': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:37.238357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Request body: {'port': {'device_id': '0643aa9c-30c3-4623-8caa-832cf1e6a868', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '2204d8c01db34380b5c60935fd99d829'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:37.267845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-57d947e5-17d3-4792-8bbd-66facbb59e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.269369 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-57d947e5-17d3-4792-8bbd-66facbb59e28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=82e3b9fc598841deac9a2f6f80b12ab8&device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 1094 time: 0.2916353 Jul 27 20:59:37.278045 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2b6ba-963e-4b6a-a9e4-c366f818d1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079c302a-9cf9-4292-b2d3-c11926f273f7,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:37.311637 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b2b6ba-963e-4b6a-a9e4-c366f818d1e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 20:59:37.338383 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b6ba-963e-4b6a-a9e4-c366f818d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:37.338927 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-d5b2b6ba-963e-4b6a-a9e4-c366f818d1e5 admin admin] Added segment 5c3b8cb3-819f-4466-83bb-7f742886b3dd of type vlan for network 232f04f4-e33d-456b-8811-d83376857136 Jul 27 20:59:37.357891 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:37.366327 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-6eb7e03d-6171-4891-8d85-7b1970c22cca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f31b118-5144-43ed-b39b-89b0e4885e88 HTTP/1.1" status: 200 len: 217 time: 0.0559578 Jul 27 20:59:37.415672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ba3cb776-439f-4d3c-a25a-059cf16c2e24 None None] Provisioning for port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:37.421302 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ba3cb776-439f-4d3c-a25a-059cf16c2e24 None None] Provisioning complete for port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:37.422676 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ba3cb776-439f-4d3c-a25a-059cf16c2e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:37.422943 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121779c-2f10-47d5-9fa7-4f5165326cd6 req-6f4aff67-9dc8-4c04-92eb-4bd69ad9009a tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.428866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121779c-2f10-47d5-9fa7-4f5165326cd6 req-6f4aff67-9dc8-4c04-92eb-4bd69ad9009a tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.435091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121779c-2f10-47d5-9fa7-4f5165326cd6 req-6f4aff67-9dc8-4c04-92eb-4bd69ad9009a tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.442512 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121779c-2f10-47d5-9fa7-4f5165326cd6 req-6f4aff67-9dc8-4c04-92eb-4bd69ad9009a tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.448822 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121779c-2f10-47d5-9fa7-4f5165326cd6 req-6f4aff67-9dc8-4c04-92eb-4bd69ad9009a tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.456808 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9121779c-2f10-47d5-9fa7-4f5165326cd6 req-6f4aff67-9dc8-4c04-92eb-4bd69ad9009a tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 3815 time: 0.4323862 Jul 27 20:59:37.480282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ba3cb776-439f-4d3c-a25a-059cf16c2e24 None None] Port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:37.483730 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:37.490848 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b6ba-963e-4b6a-a9e4-c366f818d1e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:37.497705 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-0fca4747-2af7-4b3f-bf8b-9330600600a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.499231 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-0fca4747-2af7-4b3f-bf8b-9330600600a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39d28a0f-08f5-43d7-8454-fbd06321c0bc HTTP/1.1" status: 200 len: 853 time: 0.1222050 Jul 27 20:59:37.503784 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8c98e-c4c4-44a9-91de-f5329f4fc0a4 req-a705a0ba-53ac-4be6-8059-667e54b66717 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.509932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8c98e-c4c4-44a9-91de-f5329f4fc0a4 req-a705a0ba-53ac-4be6-8059-667e54b66717 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.517357 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11f8c98e-c4c4-44a9-91de-f5329f4fc0a4 req-a705a0ba-53ac-4be6-8059-667e54b66717 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1679 time: 0.3238106 Jul 27 20:59:37.571348 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9121779c-2f10-47d5-9fa7-4f5165326cd6 req-f3c41f2c-1045-4353-8277-3eecffdfbe23 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132159 Jul 27 20:59:37.587932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Made reservation on behalf of 2204d8c01db34380b5c60935fd99d829 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:37.591696 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:37.592485 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b6ba-963e-4b6a-a9e4-c366f818d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:37.593848 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b2b6ba-963e-4b6a-a9e4-c366f818d1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.594845 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b6ba-963e-4b6a-a9e4-c366f818d1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:37.613064 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:37.616408 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11f8c98e-c4c4-44a9-91de-f5329f4fc0a4 req-bb6e30aa-89ba-4944-849a-a1ca3504aa52 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982084 Jul 27 20:59:37.687871 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d5b2b6ba-963e-4b6a-a9e4-c366f818d1e5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1555278 Jul 27 20:59:37.689205 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34378) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:37.696275 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-606c0fd1-ee79-49d3-8cbb-e17d5fff3031 admin admin] Request body: {'subnet': {'network_id': '232f04f4-e33d-456b-8811-d83376857136', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-490207221-subnet', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:37.699322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1b72eb72-c84a-44ee-9699-d972a072165b details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:37.776060 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-b5ba1889-60a8-4d66-94dc-19042cc0d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.777410 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2b6ba-963e-4b6a-a9e4-c366f818d1e5 admin admin] Pushing event updated for resources: {'Network': ['ID=232f04f4-e33d-456b-8811-d83376857136,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:37.777643 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-b5ba1889-60a8-4d66-94dc-19042cc0d130 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d3696e2c-3441-4723-8592-a9e7850db69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678888 Jul 27 20:59:37.864133 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ffa2d-a993-4bc9-a645-ae8ad5b9de6c req-716bce8b-1d78-4aff-953b-03604fe16239 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.866678 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c51ffa2d-a993-4bc9-a645-ae8ad5b9de6c req-716bce8b-1d78-4aff-953b-03604fe16239 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.1532412 Jul 27 20:59:37.889500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1b72eb72-c84a-44ee-9699-d972a072165b, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1b72eb72-c84a-44ee-9699-d972a072165b,segment=NetworkSegment(71cbc665-4108-4307-bde5-dec2f9759b24),segment_id=71cbc665-4108-4307-bde5-dec2f9759b24)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:37.906569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '1b72eb72-c84a-44ee-9699-d972a072165b', 'network_id': '66468fc3-cb02-496e-8a2e-af83d9d21741', 'port_id': '1b72eb72-c84a-44ee-9699-d972a072165b', 'mac_address': 'fa:16:3e:a3:c8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f2d80e-a1e0-4cea-8b12-2079f1ede9d0', 'ip_address': '19.86.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:37.910358 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 232f04f4-e33d-456b-8811-d83376857136 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 20:59:37.951500 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c51ffa2d-a993-4bc9-a645-ae8ad5b9de6c req-8aa9902d-0c19-4566-9ccb-b56e0cd40c54 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695403 Jul 27 20:59:37.973966 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-a1c2887f-1c8e-4e7b-ab82-363a43fc5538 service neutron] 10.222.0.20 "GET /v2.0/networks/d3696e2c-3441-4723-8592-a9e7850db69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791506 Jul 27 20:59:37.988376 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fb240-bf26-4e28-95de-6596291bc369 req-fb8e4d6f-49ad-44ad-b0b4-9fa7865c6ced tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:37.996385 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-786fb240-bf26-4e28-95de-6596291bc369 req-fb8e4d6f-49ad-44ad-b0b4-9fa7865c6ced tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 943 time: 0.1282728 Jul 27 20:59:38.033325 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.037737 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.053979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b72eb72-c84a-44ee-9699-d972a072165b {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:38.057933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-786fb240-bf26-4e28-95de-6596291bc369 req-0fa528ab-0e9b-4bf7-894e-9c1d23576548 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b7db181-f47c-4a8a-af1b-b5d96bc73ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599451 Jul 27 20:59:38.092645 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606c0fd1-ee79-49d3-8cbb-e17d5fff3031 admin admin] Made reservation on behalf of 7315aa1da07a43659cbdb0c5598adbe9 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:38.097035 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.101856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1b72eb72-c84a-44ee-9699-d972a072165b, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1b72eb72-c84a-44ee-9699-d972a072165b,segment=NetworkSegment(71cbc665-4108-4307-bde5-dec2f9759b24),segment_id=71cbc665-4108-4307-bde5-dec2f9759b24)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:38.102617 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-606c0fd1-ee79-49d3-8cbb-e17d5fff3031 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.118809 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.127264 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1a08c781-37a0-49e4-8c42-9c45ad17a977 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:38.183360 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0238de-f933-45f5-bd07-9806f8e5fae6 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:38.201102 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.204368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=1b72eb72-c84a-44ee-9699-d972a072165b,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:38.229271 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729d4959-991b-4a4e-bb1f-661c0f8cf0ed,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:38.257955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Transition to ACTIVE for port object dc0238de-f933-45f5-bd07-9806f8e5fae6 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:38.267156 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-006e46d7-1e56-43d8-b5c0-9ded9d3e94cc req-c198fc68-4110-4a3e-8a9b-c9cfb634939e tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 210 time: 0.1339185 Jul 27 20:59:38.293060 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.336483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1a08c781-37a0-49e4-8c42-9c45ad17a977, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1a08c781-37a0-49e4-8c42-9c45ad17a977,segment=NetworkSegment(bc316f79-ec22-491f-a12c-2c72644b6a11),segment_id=bc316f79-ec22-491f-a12c-2c72644b6a11)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:38.345937 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8324380-d2de-4b81-bb69-bc2880ffa29a req-d8892568-5f93-4a9a-bdfb-a0bb3aad0842 service neutron] 10.222.0.20 "GET /v2.0/networks/d3696e2c-3441-4723-8592-a9e7850db69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606892 Jul 27 20:59:38.349831 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a45975-f932-408c-a3ec-6225f8c579cd req-4a0410d7-501f-4ea4-b5d2-3c57b24cd420 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:38.359368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-19a45975-f932-408c-a3ec-6225f8c579cd req-4a0410d7-501f-4ea4-b5d2-3c57b24cd420 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1871865 Jul 27 20:59:38.382454 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '1a08c781-37a0-49e4-8c42-9c45ad17a977', 'network_id': '8c4ef75c-af29-45aa-928e-44a92f0ca665', 'port_id': '1a08c781-37a0-49e4-8c42-9c45ad17a977', 'mac_address': 'fa:16:3e:da:e0:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46a4622-31b6-47ad-9adc-8fd5248a645d', 'ip_address': '19.80.0.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:38.399785 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Allocated IP 192.168.233.133 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:38.441852 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-19a45975-f932-408c-a3ec-6225f8c579cd req-66c3e8ad-1f01-4773-836c-483cc80b354d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814350 Jul 27 20:59:38.470188 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.488208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0238de-f933-45f5-bd07-9806f8e5fae6,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:38.491713 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a08c781-37a0-49e4-8c42-9c45ad17a977 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:38.514825 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-606c0fd1-ee79-49d3-8cbb-e17d5fff3031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.525954 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1a08c781-37a0-49e4-8c42-9c45ad17a977, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1a08c781-37a0-49e4-8c42-9c45ad17a977,segment=NetworkSegment(bc316f79-ec22-491f-a12c-2c72644b6a11),segment_id=bc316f79-ec22-491f-a12c-2c72644b6a11)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:38.537296 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.596069 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c0fd1-ee79-49d3-8cbb-e17d5fff3031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9398f92d-4f43-4384-a123-bfb318c52d14,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:38.608197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=1a08c781-37a0-49e4-8c42-9c45ad17a977,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:38.635834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Attempting to bind port dc0238de-f933-45f5-bd07-9806f8e5fae6 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:38.636170 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Attempting to bind port dc0238de-f933-45f5-bd07-9806f8e5fae6 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '40b1d573-14d6-42b3-9b80-94147a5fe78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:38.636502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Attempting to bind port dc0238de-f933-45f5-bd07-9806f8e5fae6 on network c136ab28-e2bc-4ec9-9b8b-bf8448242a8e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:38.639883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606c0fd1-ee79-49d3-8cbb-e17d5fff3031 admin admin] Checking segment: {'id': '5c3b8cb3-819f-4466-83bb-7f742886b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '232f04f4-e33d-456b-8811-d83376857136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:38.641321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606c0fd1-ee79-49d3-8cbb-e17d5fff3031 admin admin] Network hostable DHCP agents. Network: 232f04f4-e33d-456b-8811-d83376857136, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 20:59:38.661690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606c0fd1-ee79-49d3-8cbb-e17d5fff3031 admin admin] Network 232f04f4-e33d-456b-8811-d83376857136 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 20:59:38.678006 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-606c0fd1-ee79-49d3-8cbb-e17d5fff3031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 232f04f4-e33d-456b-8811-d83376857136) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:38.685871 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec322f7-e61f-4976-80a5-188e9adbbe44 None None] Network 232f04f4-e33d-456b-8811-d83376857136 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:38.705322 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606c0fd1-ee79-49d3-8cbb-e17d5fff3031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:38.705927 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-606c0fd1-ee79-49d3-8cbb-e17d5fff3031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.763016 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.777695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Transition to ACTIVE for port object ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:38.814878 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c02e39-be33-4ce7-bfc3-6074ccab5694 req-cc992646-23fe-4d82-8bdd-bb4ea11a87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:38.816433 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-25c02e39-be33-4ce7-bfc3-6074ccab5694 req-cc992646-23fe-4d82-8bdd-bb4ea11a87a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=82e3b9fc598841deac9a2f6f80b12ab8&device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 1094 time: 0.3841021 Jul 27 20:59:38.817640 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Port dc0238de-f933-45f5-bd07-9806f8e5fae6 on network c136ab28-e2bc-4ec9-9b8b-bf8448242a8e not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:38.817965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Attempting to bind port dc0238de-f933-45f5-bd07-9806f8e5fae6 on network c136ab28-e2bc-4ec9-9b8b-bf8448242a8e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:38.824344 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.829762 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-606c0fd1-ee79-49d3-8cbb-e17d5fff3031 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1390581 Jul 27 20:59:38.832517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34388) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:38.834426 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:38.834563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Checking segment: {'id': '40b1d573-14d6-42b3-9b80-94147a5fe78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:38.834863 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Bound using segment: {'id': '40b1d573-14d6-42b3-9b80-94147a5fe78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:38.835307 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Bound port: dc0238de-f933-45f5-bd07-9806f8e5fae6, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b1d573-14d6-42b3-9b80-94147a5fe78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:38.835661 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.838511 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-490207221-router', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:38.867852 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.869482 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.908062 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.927764 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:38.937682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2c155-8ef6-4f9f-9708-0f07a7f68ec5 req-4494965b-beb6-4e73-b41f-d8dff7c66e0d tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:38.944159 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2c155-8ef6-4f9f-9708-0f07a7f68ec5 req-4494965b-beb6-4e73-b41f-d8dff7c66e0d tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:38.946454 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00b2c155-8ef6-4f9f-9708-0f07a7f68ec5 req-4494965b-beb6-4e73-b41f-d8dff7c66e0d tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1681 time: 0.2145095 Jul 27 20:59:38.968075 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5041a07-0771-446e-a540-4196d611277d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-232f04f4-e33d-456b-8811-d83376857136', 'network_id': '232f04f4-e33d-456b-8811-d83376857136', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'fixed_ips': [{'subnet_id': '9398f92d-4f43-4384-a123-bfb318c52d14'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 20:59:38.969602 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e5041a07-0771-446e-a540-4196d611277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:38.973112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:38.988392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:38.998805 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.011971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d0636-08f1-455f-aad7-78f8d7851d97 req-beb930ae-1960-496d-b6a4-b5d5a2c240ed tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:39.019439 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d0636-08f1-455f-aad7-78f8d7851d97 req-beb930ae-1960-496d-b6a4-b5d5a2c240ed tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:39.026959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d0636-08f1-455f-aad7-78f8d7851d97 req-beb930ae-1960-496d-b6a4-b5d5a2c240ed tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:39.034574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d0636-08f1-455f-aad7-78f8d7851d97 req-beb930ae-1960-496d-b6a4-b5d5a2c240ed tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:39.042291 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d0636-08f1-455f-aad7-78f8d7851d97 req-beb930ae-1960-496d-b6a4-b5d5a2c240ed tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:39.051512 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc5d0636-08f1-455f-aad7-78f8d7851d97 req-beb930ae-1960-496d-b6a4-b5d5a2c240ed tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 3827 time: 0.3236554 Jul 27 20:59:39.056209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Pushing event updated for resources: {'Port': ['ID=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:39.087011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] For port dc0238de-f933-45f5-bd07-9806f8e5fae6, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:39.106877 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:39.107578 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.111837 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1b72eb72-c84a-44ee-9699-d972a072165b'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:39.154716 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] For port dc0238de-f933-45f5-bd07-9806f8e5fae6, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=dc0238de-f933-45f5-bd07-9806f8e5fae6,segment=NetworkSegment(40b1d573-14d6-42b3-9b80-94147a5fe78c),segment_id=40b1d573-14d6-42b3-9b80-94147a5fe78c)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:39.174918 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-2ef3e498-14a1-49ef-9931-11c54a32142d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9393821 Jul 27 20:59:39.176451 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.254301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-e5041a07-0771-446e-a540-4196d611277d None None] Allocated IP 172.20.0.2 (232f04f4-e33d-456b-8811-d83376857136/9398f92d-4f43-4384-a123-bfb318c52d14/5bd88e79-211b-42c3-b41b-6ac6881f5938) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:39.267547 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Request body: {'port': {'device_id': '0643aa9c-30c3-4623-8caa-832cf1e6a868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:39.302071 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.337405 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0238de-f933-45f5-bd07-9806f8e5fae6,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:39.349858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c02e39-be33-4ce7-bfc3-6074ccab5694 req-5b8d53a8-74d0-4eec-87b4-5e29a0261a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:39.352525 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-25c02e39-be33-4ce7-bfc3-6074ccab5694 req-5b8d53a8-74d0-4eec-87b4-5e29a0261a0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=d3696e2c-3441-4723-8592-a9e7850db69c HTTP/1.1" status: 200 len: 915 time: 0.5260913 Jul 27 20:59:39.357201 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00b2c155-8ef6-4f9f-9708-0f07a7f68ec5 req-a1fa9111-efcc-4156-b70f-966ec9057cd9 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993759 Jul 27 20:59:39.359914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:39.361310 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.363250 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1593c1e5-d3d2-4b9c-9348-86df56651201 service neutron] 10.222.0.66 "PUT /v2.0/ports/dc0238de-f933-45f5-bd07-9806f8e5fae6 HTTP/1.1" status: 200 len: 1091 time: 2.1418581 Jul 27 20:59:39.363977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'tag': 'dc0238de-f933-45f5-bd07-9806f8e5fae6'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:39.369075 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b0e6a1-880f-4c40-9086-35a0feb83c26" -d '{"events": [{"name": "network-changed", "server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "tag": "dc0238de-f933-45f5-bd07-9806f8e5fae6"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:39.378266 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc5d0636-08f1-455f-aad7-78f8d7851d97 req-d4346bdc-f2c8-4cd2-b491-d2c3a1bf969b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256299 Jul 27 20:59:39.485389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Request body: {'port': {'device_id': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:39.503272 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-25c02e39-be33-4ce7-bfc3-6074ccab5694 req-a3fd2bf4-dade-4662-87fe-249bb5d1d6a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f31b118-5144-43ed-b39b-89b0e4885e88 HTTP/1.1" status: 200 len: 217 time: 0.1255255 Jul 27 20:59:39.581089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ed43ca13-d036-427a-973a-51e27c2abba8 None None] Provisioning for port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:39.636999 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ed43ca13-d036-427a-973a-51e27c2abba8 None None] Provisioning complete for port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:39.637779 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ed43ca13-d036-427a-973a-51e27c2abba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.657725 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c02e39-be33-4ce7-bfc3-6074ccab5694 req-1db5a96d-31bb-4896-9c8a-d681be893e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:39.659268 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-25c02e39-be33-4ce7-bfc3-6074ccab5694 req-1db5a96d-31bb-4896-9c8a-d681be893e56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39d28a0f-08f5-43d7-8454-fbd06321c0bc HTTP/1.1" status: 200 len: 853 time: 0.1071296 Jul 27 20:59:39.729394 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e5041a07-0771-446e-a540-4196d611277d None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.746300 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e5041a07-0771-446e-a540-4196d611277d None None] Transition to ACTIVE for port object 5bd88e79-211b-42c3-b41b-6ac6881f5938 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:39.748849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ed43ca13-d036-427a-973a-51e27c2abba8 None None] Port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:39.769851 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e5041a07-0771-446e-a540-4196d611277d None None] Transition to ACTIVE for port object 5bd88e79-211b-42c3-b41b-6ac6881f5938 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:39.778653 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e5041a07-0771-446e-a540-4196d611277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.810613 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.837627 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5041a07-0771-446e-a540-4196d611277d None None] Network 232f04f4-e33d-456b-8811-d83376857136 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:39.857670 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-e5041a07-0771-446e-a540-4196d611277d None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:39.859946 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.869488 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5041a07-0771-446e-a540-4196d611277d None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:39.872482 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5041a07-0771-446e-a540-4196d611277d None None] Pushing event updated for resources: {'Port': ['ID=5bd88e79-211b-42c3-b41b-6ac6881f5938,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:39.900740 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.955575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e5041a07-0771-446e-a540-4196d611277d None None] Attempting to bind port 5bd88e79-211b-42c3-b41b-6ac6881f5938 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:39.956125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e5041a07-0771-446e-a540-4196d611277d None None] Attempting to bind port 5bd88e79-211b-42c3-b41b-6ac6881f5938 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '5c3b8cb3-819f-4466-83bb-7f742886b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '232f04f4-e33d-456b-8811-d83376857136'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:39.956604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5041a07-0771-446e-a540-4196d611277d None None] Attempting to bind port 5bd88e79-211b-42c3-b41b-6ac6881f5938 on network 232f04f4-e33d-456b-8811-d83376857136 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:39.963221 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5041a07-0771-446e-a540-4196d611277d None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:39.963969 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5041a07-0771-446e-a540-4196d611277d None None] Checking segment: {'id': '5c3b8cb3-819f-4466-83bb-7f742886b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '232f04f4-e33d-456b-8811-d83376857136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:39.964453 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e5041a07-0771-446e-a540-4196d611277d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.964908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5041a07-0771-446e-a540-4196d611277d None None] Bound using segment: {'id': '5c3b8cb3-819f-4466-83bb-7f742886b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '232f04f4-e33d-456b-8811-d83376857136'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:39.965397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9a00b-dfa2-4943-96ef-bc11d1e89198 req-67ac5663-13f4-4583-89d5-615d0562b3b9 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:39.965668 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e5041a07-0771-446e-a540-4196d611277d None None] Bound port: 5bd88e79-211b-42c3-b41b-6ac6881f5938, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3b8cb3-819f-4466-83bb-7f742886b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '232f04f4-e33d-456b-8811-d83376857136'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:39.966117 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e5041a07-0771-446e-a540-4196d611277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:39.966985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5cb9a00b-dfa2-4943-96ef-bc11d1e89198 req-67ac5663-13f4-4583-89d5-615d0562b3b9 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 943 time: 0.2864559 Jul 27 20:59:39.979011 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a199a-ace8-4e03-a921-426e8da0930d req-00720705-b746-4dd1-bb58-9b8cd88c0401 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:39.980560 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b0a199a-ace8-4e03-a921-426e8da0930d req-00720705-b746-4dd1-bb58-9b8cd88c0401 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.3011367 Jul 27 20:59:39.991625 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:40.020922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c02e39-be33-4ce7-bfc3-6074ccab5694 req-1ca672e8-9dc1-45e0-95a3-fef5402b4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:40.022440 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-25c02e39-be33-4ce7-bfc3-6074ccab5694 req-1ca672e8-9dc1-45e0-95a3-fef5402b4b9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d3696e2c-3441-4723-8592-a9e7850db69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3355958 Jul 27 20:59:40.056101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e5041a07-0771-446e-a540-4196d611277d None None] For port 5bd88e79-211b-42c3-b41b-6ac6881f5938, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:40.061146 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e5041a07-0771-446e-a540-4196d611277d None None] For port 5bd88e79-211b-42c3-b41b-6ac6881f5938, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5bd88e79-211b-42c3-b41b-6ac6881f5938,segment=NetworkSegment(5c3b8cb3-819f-4466-83bb-7f742886b3dd),segment_id=5c3b8cb3-819f-4466-83bb-7f742886b3dd)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:40.068331 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e5041a07-0771-446e-a540-4196d611277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:40.140649 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5041a07-0771-446e-a540-4196d611277d None None] Pushing event updated for resources: {'Port': ['ID=5bd88e79-211b-42c3-b41b-6ac6881f5938,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:40.145614 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1a08c781-37a0-49e4-8c42-9c45ad17a977'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:40.442396 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-25c02e39-be33-4ce7-bfc3-6074ccab5694 req-b7d8a5ab-0fee-4b49-8baa-d5e8fe539cda service neutron] 10.222.0.20 "GET /v2.0/networks/d3696e2c-3441-4723-8592-a9e7850db69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909409 Jul 27 20:59:40.519701 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5cb9a00b-dfa2-4943-96ef-bc11d1e89198 req-b8c3390f-bffd-489c-9f71-d853480aa347 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b7db181-f47c-4a8a-af1b-b5d96bc73ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5322204 Jul 27 20:59:40.549132 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b0a199a-ace8-4e03-a921-426e8da0930d req-b169260e-acd1-4bb0-8e86-11af4e1d4ee6 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524487 Jul 27 20:59:40.580542 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 1f31b118-5144-43ed-b39b-89b0e4885e88 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:40.589085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Allocated IP 172.25.2.56 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/375e2354-2f9b-470a-af41-554ba3931cc3) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:40.761276 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 1f31b118-5144-43ed-b39b-89b0e4885e88, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=1f31b118-5144-43ed-b39b-89b0e4885e88,segment=NetworkSegment(fe3801f5-cc67-4534-b2f9-9f01d933bf05),segment_id=fe3801f5-cc67-4534-b2f9-9f01d933bf05)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:40.793669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '1f31b118-5144-43ed-b39b-89b0e4885e88', 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'port_id': '1f31b118-5144-43ed-b39b-89b0e4885e88', 'mac_address': 'fa:16:3e:bd:22:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:40.846402 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:40.866569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f31b118-5144-43ed-b39b-89b0e4885e88 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:40.898498 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 1f31b118-5144-43ed-b39b-89b0e4885e88, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=1f31b118-5144-43ed-b39b-89b0e4885e88,segment=NetworkSegment(fe3801f5-cc67-4534-b2f9-9f01d933bf05),segment_id=fe3801f5-cc67-4534-b2f9-9f01d933bf05)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:40.904414 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:40.934440 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38091350-b01f-484e-bc85-2db1675dd22e req-0439d41d-2452-4d9f-ae25-46440db6a8e8 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:40.936731 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38091350-b01f-484e-bc85-2db1675dd22e req-0439d41d-2452-4d9f-ae25-46440db6a8e8 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 936 time: 0.3004236 Jul 27 20:59:40.961169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0597bd-3d80-441c-b1e9-38cad01468bd req-0c1a5a29-e283-496f-bb88-af480a051e13 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:40.964066 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da0597bd-3d80-441c-b1e9-38cad01468bd req-0c1a5a29-e283-496f-bb88-af480a051e13 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1735694 Jul 27 20:59:40.984703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=1f31b118-5144-43ed-b39b-89b0e4885e88,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:40.999375 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.051797 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a04f03-bbc0-41a7-8275-a0680818c0a2 x-openstack-request-id: req-b6a04f03-bbc0-41a7-8275-a0680818c0a2 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:41.052392 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "tag": "dc0238de-f933-45f5-bd07-9806f8e5fae6", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:41.052392 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6a04f03-bbc0-41a7-8275-a0680818c0a2 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:41.052597 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'tag': 'dc0238de-f933-45f5-bd07-9806f8e5fae6', 'status': 'completed', 'code': 200} Jul 27 20:59:41.095288 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:41.105720 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38091350-b01f-484e-bc85-2db1675dd22e req-b51d2420-abf7-4bcf-9c80-c3ff8c8fafb7 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/security-groups?id=729d4959-991b-4a4e-bb1f-661c0f8cf0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528156 Jul 27 20:59:41.111190 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da0597bd-3d80-441c-b1e9-38cad01468bd req-bdac7185-a448-4a51-9fc5-108b2043916e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910766 Jul 27 20:59:41.112487 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.137756 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.156657 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['1f31b118-5144-43ed-b39b-89b0e4885e88'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:41.202415 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Pushing event updated for resources: {'Port': ['ID=375e2354-2f9b-470a-af41-554ba3931cc3,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:41.217066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:41.218959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:41.226955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Transition to ACTIVE for port object ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:41.253570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:41.296516 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.488971 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-25c02e39-be33-4ce7-bfc3-6074ccab5694 req-ff462aa7-2dda-4843-8085-753722c8a604 service neutron] 10.222.0.20 "GET /v2.0/networks/d3696e2c-3441-4723-8592-a9e7850db69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0302796 Jul 27 20:59:41.491523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d428951c-9af6-415a-913d-31512d67dde2 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:41.518518 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.533350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Pushing event updated for resources: {'Port': ['ID=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:41.559921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0e6a1-880f-4c40-9086-35a0feb83c26 req-0cec7e05-5d77-4631-9931-70646bebce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.567612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0e6a1-880f-4c40-9086-35a0feb83c26 req-0cec7e05-5d77-4631-9931-70646bebce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.567612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0e6a1-880f-4c40-9086-35a0feb83c26 req-0cec7e05-5d77-4631-9931-70646bebce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.567944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0e6a1-880f-4c40-9086-35a0feb83c26 req-0cec7e05-5d77-4631-9931-70646bebce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.568428 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0e6a1-880f-4c40-9086-35a0feb83c26 req-0cec7e05-5d77-4631-9931-70646bebce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.570858 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8b0e6a1-880f-4c40-9086-35a0feb83c26 req-0cec7e05-5d77-4631-9931-70646bebce1c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4623fa88924a56a60c56db5082e3c0&device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 4362 time: 0.5205677 Jul 27 20:59:41.586080 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6c78-7371-4ca7-8055-c6922629ca24 req-15a30d82-7806-4e1f-a660-83768599710a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.587828 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Transition to ACTIVE for port object d428951c-9af6-415a-913d-31512d67dde2 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:41.594207 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6c78-7371-4ca7-8055-c6922629ca24 req-15a30d82-7806-4e1f-a660-83768599710a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.596288 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9aa6c78-7371-4ca7-8055-c6922629ca24 req-15a30d82-7806-4e1f-a660-83768599710a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1681 time: 0.3533294 Jul 27 20:59:41.623789 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:41.626433 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-bfe7526a-6f77-4a30-9ae0-c9aa4e1c4cb6 service neutron] show failed (client error): The resource could not be found. Jul 27 20:59:41.627735 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-bfe7526a-6f77-4a30-9ae0-c9aa4e1c4cb6 service neutron] 10.222.0.66 "GET /v2.0/ports/7e2caf8e-57dc-4c1c-822f-02572f4b9fb4/bindings/n-h1-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.4302659 Jul 27 20:59:41.628779 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7c485-b76b-424a-a01e-ac154767459e req-11eb1c7b-9def-44e8-b08f-a4d0c13aaba0 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.639704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7c485-b76b-424a-a01e-ac154767459e req-11eb1c7b-9def-44e8-b08f-a4d0c13aaba0 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.646878 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7c485-b76b-424a-a01e-ac154767459e req-11eb1c7b-9def-44e8-b08f-a4d0c13aaba0 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.653459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7c485-b76b-424a-a01e-ac154767459e req-11eb1c7b-9def-44e8-b08f-a4d0c13aaba0 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.660321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7c485-b76b-424a-a01e-ac154767459e req-11eb1c7b-9def-44e8-b08f-a4d0c13aaba0 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:41.662148 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2cd7c485-b76b-424a-a01e-ac154767459e req-11eb1c7b-9def-44e8-b08f-a4d0c13aaba0 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 3827 time: 0.4289248 Jul 27 20:59:41.701141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1b72eb72-c84a-44ee-9699-d972a072165b up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:41.800541 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2cd7c485-b76b-424a-a01e-ac154767459e req-90a5231b-ae58-418b-b6bd-b03e5696f626 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288025 Jul 27 20:59:41.844983 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 1b72eb72-c84a-44ee-9699-d972a072165b completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:41.849325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 1b72eb72-c84a-44ee-9699-d972a072165b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:41.849712 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.020662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76722020-1c1c-457b-9c28-1215c3c2879b None None] Network 232f04f4-e33d-456b-8811-d83376857136 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:42.035858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Pushing event updated for resources: {'Port': ['ID=d428951c-9af6-415a-913d-31512d67dde2,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:42.073305 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9aa6c78-7371-4ca7-8055-c6922629ca24 req-9f7dfb69-8423-483f-a699-ceab0de70051 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090950 Jul 27 20:59:42.203231 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0e6a1-880f-4c40-9086-35a0feb83c26 req-e58d7996-6c8d-4b34-9f59-342778106bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.203942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0e6a1-880f-4c40-9086-35a0feb83c26 req-e58d7996-6c8d-4b34-9f59-342778106bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.204492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0e6a1-880f-4c40-9086-35a0feb83c26 req-e58d7996-6c8d-4b34-9f59-342778106bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.206497 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8b0e6a1-880f-4c40-9086-35a0feb83c26 req-e58d7996-6c8d-4b34-9f59-342778106bc3 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=8b4623fa88924a56a60c56db5082e3c0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6171937 Jul 27 20:59:42.300473 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.365182 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5bd88e79-211b-42c3-b41b-6ac6881f5938 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:42.381775 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Attempting to bind port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:42.382581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Attempting to bind port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:42.383099 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Attempting to bind port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:42.397177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691a14c-0020-4d8e-83d2-664217f932a8 req-c769acb8-d01d-4fd5-b22f-2bfb8d1c9748 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.399684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e691a14c-0020-4d8e-83d2-664217f932a8 req-c769acb8-d01d-4fd5-b22f-2bfb8d1c9748 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 944 time: 0.2874274 Jul 27 20:59:42.406327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:42.406646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Attempting to bind port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:42.426679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:42.427018 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:42.427651 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:42.428301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Bound port: ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:42.428855 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.456154 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.489298 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa262f0a-e355-4551-8bf4-32111cc06bf5 req-740389fa-6353-46d2-8c7e-8d7f27433008 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.491193 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa262f0a-e355-4551-8bf4-32111cc06bf5 req-740389fa-6353-46d2-8c7e-8d7f27433008 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.2427537 Jul 27 20:59:42.530407 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e691a14c-0020-4d8e-83d2-664217f932a8 req-ea25a533-37a1-4a97-ab7b-1194c719c20c tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b7db181-f47c-4a8a-af1b-b5d96bc73ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929425 Jul 27 20:59:42.534887 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1b72eb72-c84a-44ee-9699-d972a072165b, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1b72eb72-c84a-44ee-9699-d972a072165b,segment=NetworkSegment(71cbc665-4108-4307-bde5-dec2f9759b24),segment_id=71cbc665-4108-4307-bde5-dec2f9759b24)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:42.556190 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75627cf-ab9c-481a-a2a5-97b663cc3d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b72eb72-c84a-44ee-9699-d972a072165b'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:42.559296 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cab078-84b4-43fa-85bf-548687de780f" -d '{"events": [{"server_uuid": "b75627cf-ab9c-481a-a2a5-97b663cc3d6f", "name": "network-vif-plugged", "status": "completed", "tag": "1b72eb72-c84a-44ee-9699-d972a072165b"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:42.567421 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.580712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 5bd88e79-211b-42c3-b41b-6ac6881f5938 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:42.581462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-7a732539-2b09-40a3-997c-4bb4289717f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.583815 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-7a732539-2b09-40a3-997c-4bb4289717f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb&tenant_id=ff15cfc60ebf4100bfa873bb1415f95e HTTP/1.1" status: 200 len: 1100 time: 0.4161239 Jul 27 20:59:42.587698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Attempting to bind port d428951c-9af6-415a-913d-31512d67dde2 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:42.588050 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Attempting to bind port d428951c-9af6-415a-913d-31512d67dde2 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:42.588390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Attempting to bind port d428951c-9af6-415a-913d-31512d67dde2 on network a410ce51-102d-4a42-9789-3fefbaa95d0a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:42.590133 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa262f0a-e355-4551-8bf4-32111cc06bf5 req-0c992fde-01f4-4456-9c44-27fe003543a4 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894372 Jul 27 20:59:42.601040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0e6a1-880f-4c40-9086-35a0feb83c26 req-897fccf3-7888-44f1-b394-6b5d12c77a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.606721 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8b0e6a1-880f-4c40-9086-35a0feb83c26 req-897fccf3-7888-44f1-b394-6b5d12c77a69 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3879848 Jul 27 20:59:42.615120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:42.639249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 1f31b118-5144-43ed-b39b-89b0e4885e88 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:42.642998 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Port d428951c-9af6-415a-913d-31512d67dde2 on network a410ce51-102d-4a42-9789-3fefbaa95d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:42.643335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Attempting to bind port d428951c-9af6-415a-913d-31512d67dde2 on network a410ce51-102d-4a42-9789-3fefbaa95d0a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:42.679408 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-48d23d36-966e-4d9c-94c5-c0148c5b2137 None None] Provisioning for port 5bd88e79-211b-42c3-b41b-6ac6881f5938 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:42.709949 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:42.710840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Checking segment: {'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:42.711538 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Bound using segment: {'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:42.712245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Bound port: d428951c-9af6-415a-913d-31512d67dde2, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:42.713049 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.721058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-48d23d36-966e-4d9c-94c5-c0148c5b2137 None None] Provisioning complete for port 5bd88e79-211b-42c3-b41b-6ac6881f5938 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:42.721430 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-48d23d36-966e-4d9c-94c5-c0148c5b2137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.731838 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] For port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:42.780129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=1b72eb72-c84a-44ee-9699-d972a072165b,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:42.785097 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.806721 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 1f31b118-5144-43ed-b39b-89b0e4885e88 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:42.806970 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] For port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:42.816773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 1f31b118-5144-43ed-b39b-89b0e4885e88 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:42.817175 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.817917 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.863068 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39071447-614d-4165-a7dc-789438ac5b73 req-6383da5c-f0e5-4355-b740-2db00785309c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.864662 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39071447-614d-4165-a7dc-789438ac5b73 req-6383da5c-f0e5-4355-b740-2db00785309c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1643846 Jul 27 20:59:42.883119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f488496-bf55-4054-812c-cff536d2ac9b req-90dc5775-1795-4891-a6e9-7f123c1e8e32 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.887339 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.889437 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f488496-bf55-4054-812c-cff536d2ac9b req-90dc5775-1795-4891-a6e9-7f123c1e8e32 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 948 time: 0.2003274 Jul 27 20:59:42.896990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:42.897658 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.899216 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] 10.222.0.20 "PUT /v2.0/ports/ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 HTTP/1.1" status: 200 len: 1096 time: 3.7080398 Jul 27 20:59:42.900868 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-48d23d36-966e-4d9c-94c5-c0148c5b2137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:42.920874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] For port d428951c-9af6-415a-913d-31512d67dde2, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:42.958334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] For port d428951c-9af6-415a-913d-31512d67dde2, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d428951c-9af6-415a-913d-31512d67dde2,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:42.959549 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eddf6e-3c57-432b-abd9-3a10c549cb3a service neutron] Pushing event updated for resources: {'Port': ['ID=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:42.987799 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.012974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-48d23d36-966e-4d9c-94c5-c0148c5b2137 None None] For port 5bd88e79-211b-42c3-b41b-6ac6881f5938, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5bd88e79-211b-42c3-b41b-6ac6881f5938,segment=NetworkSegment(5c3b8cb3-819f-4466-83bb-7f742886b3dd),segment_id=5c3b8cb3-819f-4466-83bb-7f742886b3dd)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:43.019340 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.023024 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-48d23d36-966e-4d9c-94c5-c0148c5b2137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.062875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0643aa9c-30c3-4623-8caa-832cf1e6a868', 'tag': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:43.065665 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cee507-3e3c-426a-8e66-6460b1a06ded" -d '{"events": [{"name": "network-changed", "server_uuid": "0643aa9c-30c3-4623-8caa-832cf1e6a868", "tag": "ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:43.085878 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 1f31b118-5144-43ed-b39b-89b0e4885e88, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=1f31b118-5144-43ed-b39b-89b0e4885e88,segment=NetworkSegment(fe3801f5-cc67-4534-b2f9-9f01d933bf05),segment_id=fe3801f5-cc67-4534-b2f9-9f01d933bf05)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:43.103507 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.111807 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d23d36-966e-4d9c-94c5-c0148c5b2137 None None] Pushing event updated for resources: {'Port': ['ID=5bd88e79-211b-42c3-b41b-6ac6881f5938,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:43.143325 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.144192 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f488496-bf55-4054-812c-cff536d2ac9b req-f719849e-7f4d-4fc9-a732-400e8724545e tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/security-groups?id=729d4959-991b-4a4e-bb1f-661c0f8cf0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316158 Jul 27 20:59:43.144827 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.146513 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] 10.222.0.66 "PUT /v2.0/ports/d428951c-9af6-415a-913d-31512d67dde2 HTTP/1.1" status: 200 len: 1130 time: 3.7343383 Jul 27 20:59:43.180773 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39071447-614d-4165-a7dc-789438ac5b73 req-1b3a88cc-cf9e-4788-93db-84f4210341c5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613835 Jul 27 20:59:43.215535 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Router d55c4b22-81a9-4517-828b-11dcf182e2cc is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 20:59:43.262758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Request body: {'port': {'device_id': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:43.275268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=1f31b118-5144-43ed-b39b-89b0e4885e88,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:43.298435 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ffda38-900a-4060-9d2a-f698c41b773c x-openstack-request-id: req-97ffda38-900a-4060-9d2a-f698c41b773c {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:43.298609 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75627cf-ab9c-481a-a2a5-97b663cc3d6f", "name": "network-vif-plugged", "status": "completed", "tag": "1b72eb72-c84a-44ee-9699-d972a072165b", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:43.299612 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97ffda38-900a-4060-9d2a-f698c41b773c {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:43.300179 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75627cf-ab9c-481a-a2a5-97b663cc3d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b72eb72-c84a-44ee-9699-d972a072165b', 'code': 200} Jul 27 20:59:43.325743 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e8b24ab6-1e52-4a44-a256-daeba630222d None None] Provisioning complete for port 5bd88e79-211b-42c3-b41b-6ac6881f5938 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:43.326124 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e8b24ab6-1e52-4a44-a256-daeba630222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.372305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0442e9-8ef3-453f-b8d1-c81a65cd3f03 service neutron] Pushing event updated for resources: {'Port': ['ID=d428951c-9af6-415a-913d-31512d67dde2,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:43.416835 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-fecfc895-06e6-4b25-a0ad-afd0f25f9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.419283 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-fecfc895-06e6-4b25-a0ad-afd0f25f9bd2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2204d8c01db34380b5c60935fd99d829&device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 1099 time: 0.4254472 Jul 27 20:59:43.462867 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b750c4a4-fb92-4bf3-9020-8e262f0683b6 x-openstack-request-id: req-b750c4a4-fb92-4bf3-9020-8e262f0683b6 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:43.463175 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0643aa9c-30c3-4623-8caa-832cf1e6a868", "tag": "ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:43.463523 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b750c4a4-fb92-4bf3-9020-8e262f0683b6 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:43.463923 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0643aa9c-30c3-4623-8caa-832cf1e6a868', 'tag': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9', 'status': 'completed', 'code': 200} Jul 27 20:59:43.566655 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-5c4a6582-0717-40d0-bf17-dfda54ba67d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 HTTP/1.1" status: 200 len: 217 time: 0.1335092 Jul 27 20:59:43.602003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cc5a0-35b4-41c2-89d5-88c68f95d590 req-a5b4b3ee-f084-4800-8fde-2d2271c330e6 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.608553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cc5a0-35b4-41c2-89d5-88c68f95d590 req-a5b4b3ee-f084-4800-8fde-2d2271c330e6 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.616524 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cc5a0-35b4-41c2-89d5-88c68f95d590 req-a5b4b3ee-f084-4800-8fde-2d2271c330e6 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.618361 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.624388 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cc5a0-35b4-41c2-89d5-88c68f95d590 req-a5b4b3ee-f084-4800-8fde-2d2271c330e6 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.630714 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cc5a0-35b4-41c2-89d5-88c68f95d590 req-a5b4b3ee-f084-4800-8fde-2d2271c330e6 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.638333 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cc5a0-35b4-41c2-89d5-88c68f95d590 req-a5b4b3ee-f084-4800-8fde-2d2271c330e6 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.639770 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc0cc5a0-35b4-41c2-89d5-88c68f95d590 req-a5b4b3ee-f084-4800-8fde-2d2271c330e6 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 4599 time: 0.3048737 Jul 27 20:59:43.641672 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:59:43.660712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Sync routers for ids ['d55c4b22-81a9-4517-828b-11dcf182e2cc'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:59:43.666669 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-7d09f28a-6f5d-4031-9fc2-6b0665efe4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.668251 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-7d09f28a-6f5d-4031-9fc2-6b0665efe4b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0898032 Jul 27 20:59:43.674379 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Routers {'d55c4b22-81a9-4517-828b-11dcf182e2cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:43.675219 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:59:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d55c4b22-81a9-4517-828b-11dcf182e2cc'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:43.689873 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.694978 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8ce26598-4a33-460c-830a-02c102373d14 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8601751 Jul 27 20:59:43.696691 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34428) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:43.708496 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:43.720634 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1a08c781-37a0-49e4-8c42-9c45ad17a977 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:43.773074 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc0cc5a0-35b4-41c2-89d5-88c68f95d590 req-c5ecb03b-b3b4-43b5-9afe-74578e58f11e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1169512 Jul 27 20:59:43.786428 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef8513-e1fd-4946-a271-ba40ad85bbdd req-9f3d2e51-8f25-4a59-a9c9-a15b1c58a648 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.793969 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef8513-e1fd-4946-a271-ba40ad85bbdd req-9f3d2e51-8f25-4a59-a9c9-a15b1c58a648 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:43.796118 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42ef8513-e1fd-4946-a271-ba40ad85bbdd req-9f3d2e51-8f25-4a59-a9c9-a15b1c58a648 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1682 time: 0.2653224 Jul 27 20:59:43.858323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Set router d55c4b22-81a9-4517-828b-11dcf182e2cc gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:43.875004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:43.904539 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42ef8513-e1fd-4946-a271-ba40ad85bbdd req-aa6b09af-3134-45f8-b6b4-7fdae93d5d15 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932724 Jul 27 20:59:43.932928 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:43.949364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Transition to ACTIVE for port object 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:43.990816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5bd88e79-211b-42c3-b41b-6ac6881f5938 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:44.017211 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:44.018482 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 1a08c781-37a0-49e4-8c42-9c45ad17a977 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:44.028813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 1a08c781-37a0-49e4-8c42-9c45ad17a977 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:44.029273 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:44.142348 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Pushing event updated for resources: {'Port': ['ID=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,revision_number=6']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:44.190986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] No DVR routers for this DVR port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:44.198079 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-5e38998e-be40-4c88-98f6-b4083ac728ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:44.199507 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-5e38998e-be40-4c88-98f6-b4083ac728ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5061991 Jul 27 20:59:44.215281 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5bd88e79-211b-42c3-b41b-6ac6881f5938 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:44.215661 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:44.260964 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:44.337622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Attempting to bind port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:44.338251 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Attempting to bind port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:44.338453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Attempting to bind port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:44.347418 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b2e9a26d-ad6c-4532-967c-0d23cf3fa197 req-765c5383-406c-4316-8894-2bc2101781c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3715675 Jul 27 20:59:44.350155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1a08c781-37a0-49e4-8c42-9c45ad17a977, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1a08c781-37a0-49e4-8c42-9c45ad17a977,segment=NetworkSegment(bc316f79-ec22-491f-a12c-2c72644b6a11),segment_id=bc316f79-ec22-491f-a12c-2c72644b6a11)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:44.359404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'name': 'tempest-ServersTestBootFromVolume-490207221-router', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:38Z', 'updated_at': '2021-07-27T20:59:41Z', 'revision_number': 3, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'gw_port': {'id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:39Z', 'updated_at': '2021-07-27T20:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:44.363855 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:44.364656 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:44.368014 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:44.368648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Attempting to bind port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:44.403837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:44.404653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:44.405244 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:44.405977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Bound port: 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:44.406537 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:44.428674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Checking router: d55c4b22-81a9-4517-828b-11dcf182e2cc for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:59:44.428928 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Updating router d55c4b22-81a9-4517-828b-11dcf182e2cc port 375e2354-2f9b-470a-af41-554ba3931cc3 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:59:44.433647 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-6329d454-81c0-43c0-a2a2-ddcb4fd4aeb6 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051787 Jul 27 20:59:44.528706 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:44.530191 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:44.533895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=1a08c781-37a0-49e4-8c42-9c45ad17a977,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:44.611955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa8db0b-c60f-4d02-9b59-06d022fef9be {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:44.633070 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:44.648432 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42486467-d824-45ff-9e54-c2a211413a45 req-f3780265-8075-4ab6-89cb-e1c086f8171f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:44.650004 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42486467-d824-45ff-9e54-c2a211413a45 req-f3780265-8075-4ab6-89cb-e1c086f8171f tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 945 time: 0.7428164 Jul 27 20:59:44.658918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:44.670063 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e15415-67a1-4da6-957f-c5c9794f2bc9 req-863a7de4-d73d-48ec-884f-880d17dcbc5f tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:44.676016 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Transition to ACTIVE for port object 2fa8db0b-c60f-4d02-9b59-06d022fef9be will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:44.678309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29e15415-67a1-4da6-957f-c5c9794f2bc9 req-863a7de4-d73d-48ec-884f-880d17dcbc5f tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.6525018 Jul 27 20:59:44.688599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9a26d-ad6c-4532-967c-0d23cf3fa197 req-52e5c4a6-5449-4b9a-900a-770b1be8d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:44.690866 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b2e9a26d-ad6c-4532-967c-0d23cf3fa197 req-52e5c4a6-5449-4b9a-900a-770b1be8d724 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 1102 time: 0.2768183 Jul 27 20:59:44.691809 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:44.695013 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:44.706023 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:44.709469 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c59c489f-fd46-429f-a4e4-4b9edb597c2e req-32da67d2-8959-4e44-8437-3d75b7486795 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502961 Jul 27 20:59:44.803327 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29e15415-67a1-4da6-957f-c5c9794f2bc9 req-c63a36da-cb3f-437d-9a5e-8bb0bba80ad6 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239669 Jul 27 20:59:44.826329 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42486467-d824-45ff-9e54-c2a211413a45 req-4524d171-76a9-4b68-9c5c-fe628b9bd6a7 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b7db181-f47c-4a8a-af1b-b5d96bc73ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449380 Jul 27 20:59:44.853720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:44.854392 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:44.855777 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] 10.222.0.20 "PUT /v2.0/ports/7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 HTTP/1.1" status: 200 len: 1095 time: 2.2574792 Jul 27 20:59:44.888430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Pushing event updated for resources: {'Port': ['ID=2fa8db0b-c60f-4d02-9b59-06d022fef9be,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:45.012223 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:45.033423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Transition to ACTIVE for port object 375e2354-2f9b-470a-af41-554ba3931cc3 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:45.044682 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:45.058448 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9a26d-ad6c-4532-967c-0d23cf3fa197 req-9bc01596-aebb-47d9-a07c-9ae3c138219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.060858 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b2e9a26d-ad6c-4532-967c-0d23cf3fa197 req-9bc01596-aebb-47d9-a07c-9ae3c138219c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.3261862 Jul 27 20:59:45.115441 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60d43f-17ac-4d1a-9388-45126a77e29f None None] Pushing event updated for resources: {'Port': ['ID=375e2354-2f9b-470a-af41-554ba3931cc3,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:45.146842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Attempting to bind port 375e2354-2f9b-470a-af41-554ba3931cc3 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:45.146989 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:45.147220 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Attempting to bind port 375e2354-2f9b-470a-af41-554ba3931cc3 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:45.147587 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Attempting to bind port 375e2354-2f9b-470a-af41-554ba3931cc3 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:45.160589 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:45.160978 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:45.161392 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:45.161788 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:45.162286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Bound port: 375e2354-2f9b-470a-af41-554ba3931cc3, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:45.162676 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:45.204859 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b2e9a26d-ad6c-4532-967c-0d23cf3fa197 req-e9d52268-5ef7-4260-9da4-1c11202dbcdd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a HTTP/1.1" status: 200 len: 217 time: 0.1064405 Jul 27 20:59:45.329262 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd057e-3d94-4ac5-8747-a08209c81cbb service neutron] Pushing event updated for resources: {'Port': ['ID=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:45.363388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cee507-3e3c-426a-8e66-6460b1a06ded req-588328d3-1dfc-4b78-80ac-a6e06c41a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.364970 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59cee507-3e3c-426a-8e66-6460b1a06ded req-588328d3-1dfc-4b78-80ac-a6e06c41a8d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2204d8c01db34380b5c60935fd99d829&device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 1099 time: 0.5995631 Jul 27 20:59:45.367464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Attempting to bind port 2fa8db0b-c60f-4d02-9b59-06d022fef9be on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:45.367808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Attempting to bind port 2fa8db0b-c60f-4d02-9b59-06d022fef9be by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:45.368140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Attempting to bind port 2fa8db0b-c60f-4d02-9b59-06d022fef9be on network a410ce51-102d-4a42-9789-3fefbaa95d0a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:45.371827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9a26d-ad6c-4532-967c-0d23cf3fa197 req-cb0fed63-db6c-4a53-8c38-488916e34cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.373232 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b2e9a26d-ad6c-4532-967c-0d23cf3fa197 req-cb0fed63-db6c-4a53-8c38-488916e34cab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1590879 Jul 27 20:59:45.390726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Allocated IP 172.20.0.1 (232f04f4-e33d-456b-8811-d83376857136/9398f92d-4f43-4384-a123-bfb318c52d14/8bbaf3dc-fe52-4a89-91c9-3c12bec42040) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:45.413825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] For port 375e2354-2f9b-470a-af41-554ba3931cc3, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:45.417375 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] For port 375e2354-2f9b-470a-af41-554ba3931cc3, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=375e2354-2f9b-470a-af41-554ba3931cc3,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:45.420980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f15eaa-915b-4eae-af2a-55d4df1ba8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f31b118-5144-43ed-b39b-89b0e4885e88'}, {'server_uuid': 'b75627cf-ab9c-481a-a2a5-97b663cc3d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a08c781-37a0-49e4-8c42-9c45ad17a977'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:45.424154 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cd60ca-f7f7-45d9-ae77-3f0933ef97e8" -d '{"events": [{"server_uuid": "b4f15eaa-915b-4eae-af2a-55d4df1ba8f5", "name": "network-vif-plugged", "status": "completed", "tag": "1f31b118-5144-43ed-b39b-89b0e4885e88"}, {"server_uuid": "b75627cf-ab9c-481a-a2a5-97b663cc3d6f", "name": "network-vif-plugged", "status": "completed", "tag": "1a08c781-37a0-49e4-8c42-9c45ad17a977"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:45.427374 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Port 2fa8db0b-c60f-4d02-9b59-06d022fef9be on network a410ce51-102d-4a42-9789-3fefbaa95d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:45.427815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Attempting to bind port 2fa8db0b-c60f-4d02-9b59-06d022fef9be on network a410ce51-102d-4a42-9789-3fefbaa95d0a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:45.436411 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:45.461358 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-fe6184d4-b381-46b4-9656-14fc5ff084d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.462868 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-fe6184d4-b381-46b4-9656-14fc5ff084d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 1098 time: 0.4709611 Jul 27 20:59:45.467625 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'tag': 'd428951c-9af6-415a-913d-31512d67dde2'}, {'server_uuid': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4'}, {'name': 'network-changed', 'server_uuid': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'tag': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:45.471108 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "tag": "d428951c-9af6-415a-913d-31512d67dde2"}, {"server_uuid": "cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2caf8e-57dc-4c1c-822f-02572f4b9fb4"}, {"name": "network-changed", "server_uuid": "cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb", "tag": "7e2caf8e-57dc-4c1c-822f-02572f4b9fb4"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:45.479588 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be006a5-3431-45e4-94d6-34418e4d3590 req-eaccc3e7-c19d-4af3-b2ed-eebe373661b9 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.481206 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5be006a5-3431-45e4-94d6-34418e4d3590 req-eaccc3e7-c19d-4af3-b2ed-eebe373661b9 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 948 time: 0.5603023 Jul 27 20:59:45.493298 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b863b-2de6-482c-af5f-80238cc98b75 req-8eb19771-cfde-4a6f-9bad-e3d83fdfd337 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.502279 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca6b863b-2de6-482c-af5f-80238cc98b75 req-8eb19771-cfde-4a6f-9bad-e3d83fdfd337 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 947 time: 0.5136025 Jul 27 20:59:45.512283 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Routers {'d55c4b22-81a9-4517-828b-11dcf182e2cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:45.513004 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:59:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d55c4b22-81a9-4517-828b-11dcf182e2cc'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:45.516900 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60d43f-17ac-4d1a-9388-45126a77e29f None None] Pushing event updated for resources: {'Port': ['ID=375e2354-2f9b-470a-af41-554ba3931cc3,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:45.624260 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5be006a5-3431-45e4-94d6-34418e4d3590 req-0ebe5c9a-f43d-40e4-8857-6e85af4f48b8 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/security-groups?id=729d4959-991b-4a4e-bb1f-661c0f8cf0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177814 Jul 27 20:59:45.633216 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca6b863b-2de6-482c-af5f-80238cc98b75 req-ce8017ce-da00-4bbe-90e6-6ebed670f961 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282940 Jul 27 20:59:45.660747 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:45.680511 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Transition to ACTIVE for port object 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:45.737545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] Set router d55c4b22-81a9-4517-828b-11dcf182e2cc gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:45.768485 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:45.913675 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Network 232f04f4-e33d-456b-8811-d83376857136 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:45.924400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:45.928014 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Pushing event updated for resources: {'Port': ['ID=8bbaf3dc-fe52-4a89-91c9-3c12bec42040,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:45.940187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:45.960959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:45.961287 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Checking segment: {'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:45.961631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Bound using segment: {'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:45.962135 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Bound port: 2fa8db0b-c60f-4d02-9b59-06d022fef9be, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:45.962521 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:45.974699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cee507-3e3c-426a-8e66-6460b1a06ded req-c3ce52c6-9136-433c-90e6-848d9e9a7058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:45.976200 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59cee507-3e3c-426a-8e66-6460b1a06ded req-c3ce52c6-9136-433c-90e6-848d9e9a7058 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.6008019 Jul 27 20:59:46.020393 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'name': 'tempest-ServersTestBootFromVolume-490207221-router', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:38Z', 'updated_at': '2021-07-27T20:59:41Z', 'revision_number': 3, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'gw_port': {'id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:39Z', 'updated_at': '2021-07-27T20:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:46.052962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d09bd4-d1d0-4fde-8983-1187c905b327 req-43fe9132-cccf-43e7-ae3f-5c1ab7bf1fa3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.058742 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d09bd4-d1d0-4fde-8983-1187c905b327 req-43fe9132-cccf-43e7-ae3f-5c1ab7bf1fa3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.065326 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce8ce9b-baaa-4a4a-8a7f-046da6713d8e None None] The sync data for ids ['d55c4b22-81a9-4517-828b-11dcf182e2cc'] in n-d-764806-9 is: [{'id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'name': 'tempest-ServersTestBootFromVolume-490207221-router', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:38Z', 'updated_at': '2021-07-27T20:59:41Z', 'revision_number': 3, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'gw_port': {'id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:39Z', 'updated_at': '2021-07-27T20:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:59:46.065891 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d09bd4-d1d0-4fde-8983-1187c905b327 req-43fe9132-cccf-43e7-ae3f-5c1ab7bf1fa3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.076702 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d09bd4-d1d0-4fde-8983-1187c905b327 req-43fe9132-cccf-43e7-ae3f-5c1ab7bf1fa3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.082763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d09bd4-d1d0-4fde-8983-1187c905b327 req-43fe9132-cccf-43e7-ae3f-5c1ab7bf1fa3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.093115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d09bd4-d1d0-4fde-8983-1187c905b327 req-43fe9132-cccf-43e7-ae3f-5c1ab7bf1fa3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.099274 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d09bd4-d1d0-4fde-8983-1187c905b327 req-43fe9132-cccf-43e7-ae3f-5c1ab7bf1fa3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.099655 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59cee507-3e3c-426a-8e66-6460b1a06ded req-ea0c4d44-074a-44a5-a227-9c135e6d8573 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 HTTP/1.1" status: 200 len: 217 time: 0.1059461 Jul 27 20:59:46.106864 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51d09bd4-d1d0-4fde-8983-1187c905b327 req-43fe9132-cccf-43e7-ae3f-5c1ab7bf1fa3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5372 time: 0.3625336 Jul 27 20:59:46.109754 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:46.157772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cee507-3e3c-426a-8e66-6460b1a06ded req-36a82fee-cdf0-43be-984d-a8a0da2cc42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.159258 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59cee507-3e3c-426a-8e66-6460b1a06ded req-36a82fee-cdf0-43be-984d-a8a0da2cc42d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0491636 Jul 27 20:59:46.169317 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569fc33-bc47-44a3-b031-fda6eb8428a8 req-4efe8080-e93e-4414-8984-72ad9978879d tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.175932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569fc33-bc47-44a3-b031-fda6eb8428a8 req-4efe8080-e93e-4414-8984-72ad9978879d tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.180140 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a569fc33-bc47-44a3-b031-fda6eb8428a8 req-4efe8080-e93e-4414-8984-72ad9978879d tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1683 time: 0.3351076 Jul 27 20:59:46.244665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0655a183-3de6-4537-96a2-9bcd9236b827 None None] Provisioning for port 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:46.249962 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0655a183-3de6-4537-96a2-9bcd9236b827 None None] Provisioning complete for port 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:46.251063 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0655a183-3de6-4537-96a2-9bcd9236b827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:46.251928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9a26d-ad6c-4532-967c-0d23cf3fa197 req-8f026dda-da5e-4dac-b534-bff6e3f1deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.253511 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b2e9a26d-ad6c-4532-967c-0d23cf3fa197 req-8f026dda-da5e-4dac-b534-bff6e3f1deff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8696938 Jul 27 20:59:46.278629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] For port 2fa8db0b-c60f-4d02-9b59-06d022fef9be, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:46.296614 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-0655a183-3de6-4537-96a2-9bcd9236b827 None None] Port 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:46.311035 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51d09bd4-d1d0-4fde-8983-1187c905b327 req-c111814d-2274-46eb-898e-c7447f14fb31 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2032869 Jul 27 20:59:46.340065 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a569fc33-bc47-44a3-b031-fda6eb8428a8 req-914a1888-8b89-45e8-bd65-34c00a79e9f3 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352668 Jul 27 20:59:46.342505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] For port 2fa8db0b-c60f-4d02-9b59-06d022fef9be, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2fa8db0b-c60f-4d02-9b59-06d022fef9be,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:46.349975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9f49f2c2-613b-4c68-89e8-1c532dd0944d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.351829 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-9f49f2c2-613b-4c68-89e8-1c532dd0944d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.8719368 Jul 27 20:59:46.358781 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:46.424544 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:46.428427 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d73b9a-4131-4a8c-9220-47bb1b6178d3 x-openstack-request-id: req-82d73b9a-4131-4a8c-9220-47bb1b6178d3 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:46.428427 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f15eaa-915b-4eae-af2a-55d4df1ba8f5", "name": "network-vif-plugged", "status": "completed", "tag": "1f31b118-5144-43ed-b39b-89b0e4885e88", "code": 200}, {"server_uuid": "b75627cf-ab9c-481a-a2a5-97b663cc3d6f", "name": "network-vif-plugged", "status": "completed", "tag": "1a08c781-37a0-49e4-8c42-9c45ad17a977", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:46.428714 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82d73b9a-4131-4a8c-9220-47bb1b6178d3 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:46.429052 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f15eaa-915b-4eae-af2a-55d4df1ba8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f31b118-5144-43ed-b39b-89b0e4885e88', 'code': 200} Jul 27 20:59:46.429296 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75627cf-ab9c-481a-a2a5-97b663cc3d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a08c781-37a0-49e4-8c42-9c45ad17a977', 'code': 200} Jul 27 20:59:46.454312 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a269c78f-2c5a-4cd1-acdc-527f939f258a x-openstack-request-id: req-a269c78f-2c5a-4cd1-acdc-527f939f258a {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:46.454863 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "tag": "d428951c-9af6-415a-913d-31512d67dde2", "status": "completed", "code": 200}, {"server_uuid": "cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2caf8e-57dc-4c1c-822f-02572f4b9fb4", "code": 200}, {"name": "network-changed", "server_uuid": "cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb", "tag": "7e2caf8e-57dc-4c1c-822f-02572f4b9fb4", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:46.454863 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a269c78f-2c5a-4cd1-acdc-527f939f258a {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:46.455219 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'tag': 'd428951c-9af6-415a-913d-31512d67dde2', 'status': 'completed', 'code': 200} Jul 27 20:59:46.455471 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4', 'code': 200} Jul 27 20:59:46.455715 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'tag': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4', 'status': 'completed', 'code': 200} Jul 27 20:59:46.461904 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-50b42e4e-634c-47f2-91fb-6aaa4bac2696 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 HTTP/1.1" status: 200 len: 217 time: 0.1000187 Jul 27 20:59:46.493733 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.494967 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:46.496994 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] 10.222.0.66 "PUT /v2.0/ports/2fa8db0b-c60f-4d02-9b59-06d022fef9be HTTP/1.1" status: 200 len: 1131 time: 3.2580240 Jul 27 20:59:46.613860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 484b4026-23fa-4144-b1c0-e2cb2b757150 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:46.616613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 484b4026-23fa-4144-b1c0-e2cb2b757150 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:46.643616 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cee507-3e3c-426a-8e66-6460b1a06ded req-e8c99008-cb74-4ad5-bd2b-28d3358b1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.647121 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59cee507-3e3c-426a-8e66-6460b1a06ded req-e8c99008-cb74-4ad5-bd2b-28d3358b1d84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4738133 Jul 27 20:59:46.667701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Request body: {'port': {'device_id': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:46.700027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65b57f-7f74-4ed3-88e0-f60583550afc service neutron] Pushing event updated for resources: {'Port': ['ID=2fa8db0b-c60f-4d02-9b59-06d022fef9be,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:46.706352 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b2e9a26d-ad6c-4532-967c-0d23cf3fa197 req-ca3e5d67-4cb8-4d1b-b637-a3d51bab5a34 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418766 Jul 27 20:59:46.841443 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:46.883152 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 20:59:46.909065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 484b4026-23fa-4144-b1c0-e2cb2b757150, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=484b4026-23fa-4144-b1c0-e2cb2b757150,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:46.911848 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c61c99-0336-4ca4-9333-2d0d06adbe51 req-7b6b97be-d369-41f8-891a-3342c422dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:46.913366 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89c61c99-0336-4ca4-9333-2d0d06adbe51 req-7b6b97be-d369-41f8-891a-3342c422dde4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 1096 time: 0.3514771 Jul 27 20:59:46.917608 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:46.979228 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=484b4026-23fa-4144-b1c0-e2cb2b757150,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:46.998063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 484b4026-23fa-4144-b1c0-e2cb2b757150, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=484b4026-23fa-4144-b1c0-e2cb2b757150,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:47.001180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5925605-dd96-4962-a840-4629a7cf5567 req-d8741cf0-50d0-435c-9ded-2d923aca3c54 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.009083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-e3f3e3eb-6897-4351-a62b-1ae5907700d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.010560 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5925605-dd96-4962-a840-4629a7cf5567 req-d8741cf0-50d0-435c-9ded-2d923aca3c54 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 945 time: 0.3882048 Jul 27 20:59:47.010840 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-e3f3e3eb-6897-4351-a62b-1ae5907700d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.5360997 Jul 27 20:59:47.012812 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '484b4026-23fa-4144-b1c0-e2cb2b757150', 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe', 'port_id': '484b4026-23fa-4144-b1c0-e2cb2b757150', 'mac_address': 'fa:16:3e:db:39:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da266496-c80f-4909-bc94-7064206d9311', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:47.020352 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3445c4-cd73-483e-b567-b41e5d4bbd95 req-af84fff7-c0ae-4aa5-9ac9-dadb7622b154 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.023453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-c9ce6703-eaf7-465d-9b0c-85027dbdb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.024367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-c9ce6703-eaf7-465d-9b0c-85027dbdb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.024474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-c9ce6703-eaf7-465d-9b0c-85027dbdb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.024880 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-c9ce6703-eaf7-465d-9b0c-85027dbdb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.025371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-c9ce6703-eaf7-465d-9b0c-85027dbdb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.025951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-c9ce6703-eaf7-465d-9b0c-85027dbdb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.026464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-c9ce6703-eaf7-465d-9b0c-85027dbdb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.027860 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd3445c4-cd73-483e-b567-b41e5d4bbd95 req-af84fff7-c0ae-4aa5-9ac9-dadb7622b154 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.4068141 Jul 27 20:59:47.028361 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-c9ce6703-eaf7-465d-9b0c-85027dbdb210 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4623fa88924a56a60c56db5082e3c0&device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 6209 time: 0.5292721 Jul 27 20:59:47.089228 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89c61c99-0336-4ca4-9333-2d0d06adbe51 req-a8f16417-71b3-4b6c-900f-10311e2b5b19 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0b7db181-f47c-4a8a-af1b-b5d96bc73ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528416 Jul 27 20:59:47.093964 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.112968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484b4026-23fa-4144-b1c0-e2cb2b757150 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:47.121496 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5925605-dd96-4962-a840-4629a7cf5567 req-33c33fb6-a486-43d6-8dce-1cbd9532fa1a tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b7db181-f47c-4a8a-af1b-b5d96bc73ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088877 Jul 27 20:59:47.147232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 484b4026-23fa-4144-b1c0-e2cb2b757150, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=484b4026-23fa-4144-b1c0-e2cb2b757150,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:47.152904 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.153647 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:47.189057 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd3445c4-cd73-483e-b567-b41e5d4bbd95 req-d8305dd2-fd56-49a2-805c-a50eb9f91986 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601939 Jul 27 20:59:47.214749 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=484b4026-23fa-4144-b1c0-e2cb2b757150,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:47.245161 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.256614 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.258367 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.309097 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39993ec5-850d-4f11-a760-a4d8fcfb5a59 req-367043dc-2255-480c-8389-557ddca42a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.309597 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39993ec5-850d-4f11-a760-a4d8fcfb5a59 req-367043dc-2255-480c-8389-557ddca42a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.311208 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-39993ec5-850d-4f11-a760-a4d8fcfb5a59 req-367043dc-2255-480c-8389-557ddca42a08 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1985 time: 0.6626308 Jul 27 20:59:47.378560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:47.388028 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b2e9a26d-ad6c-4532-967c-0d23cf3fa197 req-24253c5d-cd4b-4835-a2a6-31021737c9b9 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6532352 Jul 27 20:59:47.401123 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59cee507-3e3c-426a-8e66-6460b1a06ded req-ff4e2f4d-d3b1-4ebd-b3c9-633cfd3babc7 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6817670 Jul 27 20:59:47.404725 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-e5085ebe-bbca-4b5e-a93e-4e7e340758ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.405339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-e5085ebe-bbca-4b5e-a93e-4e7e340758ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.406567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-e5085ebe-bbca-4b5e-a93e-4e7e340758ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.408172 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-e5085ebe-bbca-4b5e-a93e-4e7e340758ba service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=8b4623fa88924a56a60c56db5082e3c0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3546972 Jul 27 20:59:47.415490 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9', 'mac_address': 'fa:16:3e:40:20:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:47.440753 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.444720 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Pushing event updated for resources: {'Port': ['ID=8bbaf3dc-fe52-4a89-91c9-3c12bec42040,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:47.475516 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.492119 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:47.504061 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-39993ec5-850d-4f11-a760-a4d8fcfb5a59 req-257e76a3-004b-450c-a8f7-62f86e23be33 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728482 Jul 27 20:59:47.522074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:47.529040 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:47.538065 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b04d93-8c08-4204-a1b7-c8a9829d5092 req-6b21a89c-7fd1-4711-996c-37476a19e15f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.540267 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c1b04d93-8c08-4204-a1b7-c8a9829d5092 req-6b21a89c-7fd1-4711-996c-37476a19e15f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 947 time: 0.2421091 Jul 27 20:59:47.576463 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222b8c3-ddbb-4abb-86bf-46e0931be8b1 req-a72d16d8-78d7-4300-a7da-1a2bbf594dcb tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.578745 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f222b8c3-ddbb-4abb-86bf-46e0931be8b1 req-a72d16d8-78d7-4300-a7da-1a2bbf594dcb tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 948 time: 0.2856121 Jul 27 20:59:47.597480 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:47.619042 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-92127018-cfa3-409e-88e7-f836162cd0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.620554 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-92127018-cfa3-409e-88e7-f836162cd0f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5861731 Jul 27 20:59:47.649523 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c1b04d93-8c08-4204-a1b7-c8a9829d5092 req-5d27a545-f521-4847-af4c-13a5c9462141 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937483 Jul 27 20:59:47.657682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Network 232f04f4-e33d-456b-8811-d83376857136 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:47.674274 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:47.696470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f222b8c3-ddbb-4abb-86bf-46e0931be8b1 req-30ba1f89-fa41-4cbc-a670-28a58c2a50e7 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/security-groups?id=729d4959-991b-4a4e-bb1f-661c0f8cf0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016960 Jul 27 20:59:47.810345 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:47.849459 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-a99495b1-b470-4732-acb5-b00000ef0ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.855326 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-a99495b1-b470-4732-acb5-b00000ef0ee8 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4253480 Jul 27 20:59:47.914255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['484b4026-23fa-4144-b1c0-e2cb2b757150'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:47.916843 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59cee507-3e3c-426a-8e66-6460b1a06ded req-21558e59-3f8e-4a5e-89ec-75692ff7720f service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980061 Jul 27 20:59:47.959224 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Router d55c4b22-81a9-4517-828b-11dcf182e2cc has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:59:47.989821 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c75b1-7bc8-4683-b94c-1be6d5a708e8 req-7744cd6d-9e2c-446b-b0a1-12ee31b408e3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:47.998171 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c75b1-7bc8-4683-b94c-1be6d5a708e8 req-7744cd6d-9e2c-446b-b0a1-12ee31b408e3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.006629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c75b1-7bc8-4683-b94c-1be6d5a708e8 req-7744cd6d-9e2c-446b-b0a1-12ee31b408e3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.014216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c75b1-7bc8-4683-b94c-1be6d5a708e8 req-7744cd6d-9e2c-446b-b0a1-12ee31b408e3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.030429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c75b1-7bc8-4683-b94c-1be6d5a708e8 req-7744cd6d-9e2c-446b-b0a1-12ee31b408e3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.037156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c75b1-7bc8-4683-b94c-1be6d5a708e8 req-7744cd6d-9e2c-446b-b0a1-12ee31b408e3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.043861 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c75b1-7bc8-4683-b94c-1be6d5a708e8 req-7744cd6d-9e2c-446b-b0a1-12ee31b408e3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.053328 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-767c75b1-7bc8-4683-b94c-1be6d5a708e8 req-7744cd6d-9e2c-446b-b0a1-12ee31b408e3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5372 time: 0.2707384 Jul 27 20:59:48.103834 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 375e2354-2f9b-470a-af41-554ba3931cc3 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:48.170798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-28ad416a-7765-4a12-8e85-889c9a430e40 None None] Provisioning complete for port 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:48.171243 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-28ad416a-7765-4a12-8e85-889c9a430e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.185570 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-878de8a7-60bf-49c0-8c02-a21c0662c717 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486605 Jul 27 20:59:48.189677 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-767c75b1-7bc8-4683-b94c-1be6d5a708e8 req-1e91504e-df0f-4d1d-bb43-d9dfad093a8e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350908 Jul 27 20:59:48.298757 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-28ad416a-7765-4a12-8e85-889c9a430e40 None None] Port 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 20:59:48.321382 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 375e2354-2f9b-470a-af41-554ba3931cc3 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:48.331128 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52e863c-19ea-4520-b512-4229b90f3d03 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:48.335070 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 375e2354-2f9b-470a-af41-554ba3931cc3 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:48.335463 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.345101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaededc-3d02-44c0-a664-52cab8711bf8 req-1c256a22-eda7-45a0-affc-b5375436e253 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.347547 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.351151 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaededc-3d02-44c0-a664-52cab8711bf8 req-1c256a22-eda7-45a0-affc-b5375436e253 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.353184 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-afaededc-3d02-44c0-a664-52cab8711bf8 req-1c256a22-eda7-45a0-affc-b5375436e253 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1683 time: 0.2912138 Jul 27 20:59:48.362088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-cd1a49df-c129-4a3b-8a88-7550192966a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.364586 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:59:48.366662 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-cd1a49df-c129-4a3b-8a88-7550192966a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 1098 time: 0.4127958 Jul 27 20:59:48.369586 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e78c3813-eb66-4324-bbd6-a2400151c940 admin admin] 10.222.0.55 "PUT /v2.0/routers/d55c4b22-81a9-4517-828b-11dcf182e2cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6700127 Jul 27 20:59:48.395620 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Transition to ACTIVE for port object e52e863c-19ea-4520-b512-4229b90f3d03 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:48.440215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cd1cd8-8627-41dd-a18d-796c375633c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '484b4026-23fa-4144-b1c0-e2cb2b757150'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:48.442772 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddc1a6b-8281-4fa1-b444-1817f12b40e5" -d '{"events": [{"server_uuid": "76cd1cd8-8627-41dd-a18d-796c375633c9", "name": "network-vif-unplugged", "status": "completed", "tag": "484b4026-23fa-4144-b1c0-e2cb2b757150"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:48.449960 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.458686 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-afaededc-3d02-44c0-a664-52cab8711bf8 req-616ff25c-d06a-4adb-b79d-20e2ab319987 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795646 Jul 27 20:59:48.459204 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'tag': '2fa8db0b-c60f-4d02-9b59-06d022fef9be'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:48.462359 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b39858-af2c-4ad8-8530-4d5ddde5f41a" -d '{"events": [{"name": "network-changed", "server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "tag": "2fa8db0b-c60f-4d02-9b59-06d022fef9be"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:48.487771 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.499183 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3e622-7827-4f49-8fd4-fc48202a6b36 req-9b4622a8-b1aa-4ebe-96e1-bf70c437372b tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.503130 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70c3e622-7827-4f49-8fd4-fc48202a6b36 req-9b4622a8-b1aa-4ebe-96e1-bf70c437372b tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 945 time: 0.1784835 Jul 27 20:59:48.518321 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae9ebfb1-a0e5-4986-beb8-adcaa2580cf4 req-f82c1624-46f0-4428-86ba-6bbdb8db5e54 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120070 Jul 27 20:59:48.535523 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 375e2354-2f9b-470a-af41-554ba3931cc3, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=375e2354-2f9b-470a-af41-554ba3931cc3,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:48.547407 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Sync routers for ids ['d55c4b22-81a9-4517-828b-11dcf182e2cc'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:59:48.558852 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:48.559982 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Routers {'d55c4b22-81a9-4517-828b-11dcf182e2cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:48.560625 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cb624359-33df-4565-abaf-c25861703c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:59:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d55c4b22-81a9-4517-828b-11dcf182e2cc'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:48.621137 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70c3e622-7827-4f49-8fd4-fc48202a6b36 req-6c2758e5-67e9-41b8-b7b6-be52fd1c4373 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b7db181-f47c-4a8a-af1b-b5d96bc73ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060760 Jul 27 20:59:48.623151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Pushing event updated for resources: {'Port': ['ID=e52e863c-19ea-4520-b512-4229b90f3d03,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:48.672954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-a0b2fb4b-10a4-4479-a522-2041a65fab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.675607 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-a0b2fb4b-10a4-4479-a522-2041a65fab48 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.2919052 Jul 27 20:59:48.746730 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f84b68-3ffa-4464-b8c0-ac4d4fbea1e1 x-openstack-request-id: req-25f84b68-3ffa-4464-b8c0-ac4d4fbea1e1 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:48.747039 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cd1cd8-8627-41dd-a18d-796c375633c9", "name": "network-vif-unplugged", "status": "completed", "tag": "484b4026-23fa-4144-b1c0-e2cb2b757150", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:48.747358 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-25f84b68-3ffa-4464-b8c0-ac4d4fbea1e1 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:48.747771 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cd1cd8-8627-41dd-a18d-796c375633c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '484b4026-23fa-4144-b1c0-e2cb2b757150', 'code': 200} Jul 27 20:59:48.748934 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=375e2354-2f9b-470a-af41-554ba3931cc3,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:48.762888 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07446875-ef98-4cd4-ad97-0cdc6b52192d req-9f48f944-2c2b-4f45-9b75-92570348b480 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.765014 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-07446875-ef98-4cd4-ad97-0cdc6b52192d req-9f48f944-2c2b-4f45-9b75-92570348b480 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 944 time: 0.1809032 Jul 27 20:59:48.772490 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-ecd81bcb-1400-4d47-bf1c-ea1870932fb6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 HTTP/1.1" status: 200 len: 217 time: 0.0570829 Jul 27 20:59:48.829206 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Set router d55c4b22-81a9-4517-828b-11dcf182e2cc gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:48.850394 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-07446875-ef98-4cd4-ad97-0cdc6b52192d req-f2443b74-20b2-4c6b-b819-54fc7c4fd158 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707541 Jul 27 20:59:48.864462 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3ee6dc-7101-4a31-ac24-3e0dbce50e16 x-openstack-request-id: req-9b3ee6dc-7101-4a31-ac24-3e0dbce50e16 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:48.864837 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "tag": "2fa8db0b-c60f-4d02-9b59-06d022fef9be", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:48.865028 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b3ee6dc-7101-4a31-ac24-3e0dbce50e16 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:48.865452 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'tag': '2fa8db0b-c60f-4d02-9b59-06d022fef9be', 'status': 'completed', 'code': 200} Jul 27 20:59:48.925560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-391699de-005c-41b4-984c-3c9dd1e5703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.927118 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-391699de-005c-41b4-984c-3c9dd1e5703f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 1098 time: 0.3480699 Jul 27 20:59:48.929895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Attempting to bind port e52e863c-19ea-4520-b512-4229b90f3d03 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:48.930249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Attempting to bind port e52e863c-19ea-4520-b512-4229b90f3d03 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:48.930585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Attempting to bind port e52e863c-19ea-4520-b512-4229b90f3d03 on network a410ce51-102d-4a42-9789-3fefbaa95d0a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:48.969045 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-6e568200-caea-48af-8d69-f5bc91ed9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:48.970575 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-6e568200-caea-48af-8d69-f5bc91ed9bb9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1854045 Jul 27 20:59:48.983127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Port e52e863c-19ea-4520-b512-4229b90f3d03 on network a410ce51-102d-4a42-9789-3fefbaa95d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:48.983471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Attempting to bind port e52e863c-19ea-4520-b512-4229b90f3d03 on network a410ce51-102d-4a42-9789-3fefbaa95d0a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:48.988339 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2db440-1894-4a40-95f9-4e30e3162d2f req-a73c9c9f-e163-46fb-a6bf-bb49f7c85328 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.007143 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d2db440-1894-4a40-95f9-4e30e3162d2f req-a73c9c9f-e163-46fb-a6bf-bb49f7c85328 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 945 time: 0.1481135 Jul 27 20:59:49.023147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34478) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:49.032367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1e95500a-f10b-45e7-a42f-ddf480c3baef tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Request body: {'floatingip': {'port_id': '1f31b118-5144-43ed-b39b-89b0e4885e88'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:49.040433 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:49.040792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Checking segment: {'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:49.041159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Bound using segment: {'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:49.041606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Bound port: e52e863c-19ea-4520-b512-4229b90f3d03, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:49.041967 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.084490 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588eb9cd-13a1-4715-aa3e-91c051492527 req-47b37ffd-6d29-4266-a67f-bb25697ecc93 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.086151 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cb624359-33df-4565-abaf-c25861703c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'name': 'tempest-ServersTestBootFromVolume-490207221-router', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:38Z', 'updated_at': '2021-07-27T20:59:46Z', 'revision_number': 4, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'gw_port': {'id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:39Z', 'updated_at': '2021-07-27T20:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '8bbaf3dc-fe52-4a89-91c9-3c12bec42040', 'name': '', 'network_id': '232f04f4-e33d-456b-8811-d83376857136', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'mac_address': 'fa:16:3e:39:70:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:45Z', 'updated_at': '2021-07-27T20:59:46Z', 'revision_number': 2, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'subnets': [{'id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:49.090746 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-588eb9cd-13a1-4715-aa3e-91c051492527 req-47b37ffd-6d29-4266-a67f-bb25697ecc93 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 947 time: 0.1292002 Jul 27 20:59:49.114394 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Checking router: d55c4b22-81a9-4517-828b-11dcf182e2cc for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:59:49.115120 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Updating router d55c4b22-81a9-4517-828b-11dcf182e2cc port 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 20:59:49.134799 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1e95500a-f10b-45e7-a42f-ddf480c3baef tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for floatingip, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.152843 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.153050 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-588eb9cd-13a1-4715-aa3e-91c051492527 req-12c86fb7-92ad-49da-96eb-2af31ef4a344 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573587 Jul 27 20:59:49.205661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b39858-af2c-4ad8-8530-4d5ddde5f41a req-1d9dbdd2-9495-448c-9f31-6e53fd38fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.206266 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b39858-af2c-4ad8-8530-4d5ddde5f41a req-1d9dbdd2-9495-448c-9f31-6e53fd38fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.206803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b39858-af2c-4ad8-8530-4d5ddde5f41a req-1d9dbdd2-9495-448c-9f31-6e53fd38fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.207279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b39858-af2c-4ad8-8530-4d5ddde5f41a req-1d9dbdd2-9495-448c-9f31-6e53fd38fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.207747 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b39858-af2c-4ad8-8530-4d5ddde5f41a req-1d9dbdd2-9495-448c-9f31-6e53fd38fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.208209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b39858-af2c-4ad8-8530-4d5ddde5f41a req-1d9dbdd2-9495-448c-9f31-6e53fd38fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.208674 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b39858-af2c-4ad8-8530-4d5ddde5f41a req-1d9dbdd2-9495-448c-9f31-6e53fd38fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.210654 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-89b39858-af2c-4ad8-8530-4d5ddde5f41a req-1d9dbdd2-9495-448c-9f31-6e53fd38fc89 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4623fa88924a56a60c56db5082e3c0&device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 6234 time: 0.3423159 Jul 27 20:59:49.310094 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97e2df-10b2-4909-a1d1-3efb30049384 req-61fae2ee-a363-4282-a8a7-56898dbd3955 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.313224 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d97e2df-10b2-4909-a1d1-3efb30049384 req-61fae2ee-a363-4282-a8a7-56898dbd3955 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 949 time: 0.0856924 Jul 27 20:59:49.370380 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d97e2df-10b2-4909-a1d1-3efb30049384 req-0665121d-561d-4aaa-99e8-da30f1e78ba4 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/security-groups?id=729d4959-991b-4a4e-bb1f-661c0f8cf0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506196 Jul 27 20:59:49.488419 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.501578 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Transition to ACTIVE for port object 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:49.502419 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34486) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:49.507333 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2b3a23c2-d566-419f-8ccc-0175dd4692ec tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--603430557', 'description': 'tempest-description--1338495447'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:49.510709 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.579014 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09a269-4c40-4e46-9c14-5722054c6347 None None] Pushing event updated for resources: {'Port': ['ID=8bbaf3dc-fe52-4a89-91c9-3c12bec42040,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:49.580288 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b3a23c2-d566-419f-8ccc-0175dd4692ec tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.675054 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df4788-4a41-4d20-8d29-393a6b8e5051 req-01962b56-7d33-4e25-af6c-6bb6338a46a2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.681120 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Attempting to bind port 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:49.681485 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Attempting to bind port 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '5c3b8cb3-819f-4466-83bb-7f742886b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '232f04f4-e33d-456b-8811-d83376857136'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:49.681847 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Attempting to bind port 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 on network 232f04f4-e33d-456b-8811-d83376857136 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:49.682014 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df4788-4a41-4d20-8d29-393a6b8e5051 req-01962b56-7d33-4e25-af6c-6bb6338a46a2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.688373 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:49.689343 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Checking segment: {'id': '5c3b8cb3-819f-4466-83bb-7f742886b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '232f04f4-e33d-456b-8811-d83376857136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:49.689343 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.689564 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Bound using segment: {'id': '5c3b8cb3-819f-4466-83bb-7f742886b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '232f04f4-e33d-456b-8811-d83376857136'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:49.690276 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Bound port: 8bbaf3dc-fe52-4a89-91c9-3c12bec42040, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3b8cb3-819f-4466-83bb-7f742886b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '232f04f4-e33d-456b-8811-d83376857136'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:49.690661 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.691098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df4788-4a41-4d20-8d29-393a6b8e5051 req-01962b56-7d33-4e25-af6c-6bb6338a46a2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.697798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df4788-4a41-4d20-8d29-393a6b8e5051 req-01962b56-7d33-4e25-af6c-6bb6338a46a2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.704886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df4788-4a41-4d20-8d29-393a6b8e5051 req-01962b56-7d33-4e25-af6c-6bb6338a46a2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.710784 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df4788-4a41-4d20-8d29-393a6b8e5051 req-01962b56-7d33-4e25-af6c-6bb6338a46a2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.716679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df4788-4a41-4d20-8d29-393a6b8e5051 req-01962b56-7d33-4e25-af6c-6bb6338a46a2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.719380 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f5df4788-4a41-4d20-8d29-393a6b8e5051 req-01962b56-7d33-4e25-af6c-6bb6338a46a2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5384 time: 0.1907101 Jul 27 20:59:49.775726 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-cb624359-33df-4565-abaf-c25861703c78 None None] For port 8bbaf3dc-fe52-4a89-91c9-3c12bec42040, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:49.779688 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-cb624359-33df-4565-abaf-c25861703c78 None None] For port 8bbaf3dc-fe52-4a89-91c9-3c12bec42040, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8bbaf3dc-fe52-4a89-91c9-3c12bec42040,segment=NetworkSegment(5c3b8cb3-819f-4466-83bb-7f742886b3dd),segment_id=5c3b8cb3-819f-4466-83bb-7f742886b3dd)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:49.786646 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:49.800909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-af572501-0b7b-4bf6-a2f2-1c487e997f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.802531 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-af572501-0b7b-4bf6-a2f2-1c487e997f22 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.8519552 Jul 27 20:59:49.803265 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f5df4788-4a41-4d20-8d29-393a6b8e5051 req-384c7e1c-de41-4c80-bc67-5678082963f7 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712516 Jul 27 20:59:49.859443 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09a269-4c40-4e46-9c14-5722054c6347 None None] Pushing event updated for resources: {'Port': ['ID=8bbaf3dc-fe52-4a89-91c9-3c12bec42040,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:49.885423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb4cd5-368c-4765-9637-b0056b326237 req-a2cea290-ba54-4766-96ae-00077f2620c4 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.894039 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Routers {'d55c4b22-81a9-4517-828b-11dcf182e2cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:49.896062 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cb624359-33df-4565-abaf-c25861703c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:59:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d55c4b22-81a9-4517-828b-11dcf182e2cc'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:49.902449 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb4cd5-368c-4765-9637-b0056b326237 req-a2cea290-ba54-4766-96ae-00077f2620c4 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.922873 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-02eb4cd5-368c-4765-9637-b0056b326237 req-a2cea290-ba54-4766-96ae-00077f2620c4 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1683 time: 0.3473945 Jul 27 20:59:49.931317 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-9bc69d22-32bd-4d83-8bbb-ed990b4a18a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 HTTP/1.1" status: 200 len: 217 time: 0.0809746 Jul 27 20:59:49.933223 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-0b09d17c-07bc-45cf-b1ad-02745df9a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:49.935246 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-0b09d17c-07bc-45cf-b1ad-02745df9a89e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9247780 Jul 27 20:59:49.938455 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] For port e52e863c-19ea-4520-b512-4229b90f3d03, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:49.986904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 375e2354-2f9b-470a-af41-554ba3931cc3 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:50.076612 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-cb624359-33df-4565-abaf-c25861703c78 None None] Set router d55c4b22-81a9-4517-828b-11dcf182e2cc gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:50.078904 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b3a23c2-d566-419f-8ccc-0175dd4692ec tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.090734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] For port e52e863c-19ea-4520-b512-4229b90f3d03, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e52e863c-19ea-4520-b512-4229b90f3d03,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:50.090891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 375e2354-2f9b-470a-af41-554ba3931cc3 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:50.091123 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.092089 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-02eb4cd5-368c-4765-9637-b0056b326237 req-b3ab317f-f87c-434c-a249-863df9f5282f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681681 Jul 27 20:59:50.102003 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b3a23c2-d566-419f-8ccc-0175dd4692ec tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.129986 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.200735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a23c2-d566-419f-8ccc-0175dd4692ec tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778b8c81-cd95-4440-8c05-1ebef5460398,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:50.234729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:50.235493 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.237030 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] 10.222.0.66 "PUT /v2.0/ports/e52e863c-19ea-4520-b512-4229b90f3d03 HTTP/1.1" status: 200 len: 1090 time: 3.5778494 Jul 27 20:59:50.253860 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b3a23c2-d566-419f-8ccc-0175dd4692ec tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.262026 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2b3a23c2-d566-419f-8ccc-0175dd4692ec tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7585111 Jul 27 20:59:50.274059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34498) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:50.286252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1726805f-24a9-47be-865b-b91105a3f479 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Request body: {'security_group_rule': {'security_group_id': '778b8c81-cd95-4440-8c05-1ebef5460398', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:50.290892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-08a59ac9-55d9-4115-a507-5cf9087df42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:50.292456 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-08a59ac9-55d9-4115-a507-5cf9087df42a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.3433397 Jul 27 20:59:50.302370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b39858-af2c-4ad8-8530-4d5ddde5f41a req-9f6dc44c-5b86-40a8-8217-2cd11fbc5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:50.302855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b39858-af2c-4ad8-8530-4d5ddde5f41a req-9f6dc44c-5b86-40a8-8217-2cd11fbc5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:50.303339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b39858-af2c-4ad8-8530-4d5ddde5f41a req-9f6dc44c-5b86-40a8-8217-2cd11fbc5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:50.305592 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-89b39858-af2c-4ad8-8530-4d5ddde5f41a req-9f6dc44c-5b86-40a8-8217-2cd11fbc5af6 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=8b4623fa88924a56a60c56db5082e3c0&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0515778 Jul 27 20:59:50.344693 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9789e-0266-4e17-a8e6-c7c2e60caeab req-169d7b91-5567-404d-a099-4748d512dd1f tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:50.352174 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11f9789e-0266-4e17-a8e6-c7c2e60caeab req-169d7b91-5567-404d-a099-4748d512dd1f tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 944 time: 0.3770907 Jul 27 20:59:50.361230 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Request body: {'port': {'device_id': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:50.370775 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1726805f-24a9-47be-865b-b91105a3f479 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.505080 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cb624359-33df-4565-abaf-c25861703c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'name': 'tempest-ServersTestBootFromVolume-490207221-router', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:38Z', 'updated_at': '2021-07-27T20:59:46Z', 'revision_number': 4, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'gw_port': {'id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:39Z', 'updated_at': '2021-07-27T20:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '8bbaf3dc-fe52-4a89-91c9-3c12bec42040', 'name': '', 'network_id': '232f04f4-e33d-456b-8811-d83376857136', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'mac_address': 'fa:16:3e:39:70:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:45Z', 'updated_at': '2021-07-27T20:59:49Z', 'revision_number': 4, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'subnets': [{'id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:50.510141 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1726805f-24a9-47be-865b-b91105a3f479 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.527567 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1726805f-24a9-47be-865b-b91105a3f479 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.544344 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb624359-33df-4565-abaf-c25861703c78 None None] The sync data for ids ['d55c4b22-81a9-4517-828b-11dcf182e2cc'] in n-d-764806-9 is: [{'id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'name': 'tempest-ServersTestBootFromVolume-490207221-router', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:38Z', 'updated_at': '2021-07-27T20:59:46Z', 'revision_number': 4, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'gw_port': {'id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:39Z', 'updated_at': '2021-07-27T20:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '8bbaf3dc-fe52-4a89-91c9-3c12bec42040', 'name': '', 'network_id': '232f04f4-e33d-456b-8811-d83376857136', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'mac_address': 'fa:16:3e:39:70:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:45Z', 'updated_at': '2021-07-27T20:59:49Z', 'revision_number': 4, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'subnets': [{'id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:59:50.561290 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11f9789e-0266-4e17-a8e6-c7c2e60caeab req-a5646c73-caea-40c9-8bfe-00686fffc7b9 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052522 Jul 27 20:59:50.569173 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726805f-24a9-47be-865b-b91105a3f479 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cb601a-254e-464d-9b08-26bc72e6e855,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:50.588949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1726805f-24a9-47be-865b-b91105a3f479 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.594823 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1726805f-24a9-47be-865b-b91105a3f479 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3158908 Jul 27 20:59:50.599087 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34504) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:50.617916 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-aecd1401-1fb8-48e5-b31d-ebe3344c83cc tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Request body: {'security_group_rule': {'security_group_id': '778b8c81-cd95-4440-8c05-1ebef5460398', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:50.624050 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 20:59:50.677237 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb470a67-89fa-4494-87f6-4603efd01d12 req-39b10450-29ce-4d19-86a0-5c1e377e4526 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:50.681575 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb470a67-89fa-4494-87f6-4603efd01d12 req-39b10450-29ce-4d19-86a0-5c1e377e4526 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 947 time: 0.2649226 Jul 27 20:59:50.714394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 484b4026-23fa-4144-b1c0-e2cb2b757150 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:50.714736 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-c12499bd-59f9-43df-8931-3fec9a7a0f91 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7112651 Jul 27 20:59:50.726042 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aecd1401-1fb8-48e5-b31d-ebe3344c83cc tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.746583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f82544-b177-4c18-a958-cd506c5ad206 service neutron] Pushing event updated for resources: {'Port': ['ID=e52e863c-19ea-4520-b512-4229b90f3d03,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:50.798725 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb470a67-89fa-4494-87f6-4603efd01d12 req-2baacd29-ef47-4210-8e97-43d9bf9c38e3 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037822 Jul 27 20:59:50.837401 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 484b4026-23fa-4144-b1c0-e2cb2b757150 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:50.837989 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aecd1401-1fb8-48e5-b31d-ebe3344c83cc tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.838612 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.842704 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aecd1401-1fb8-48e5-b31d-ebe3344c83cc tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.877870 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd1401-1fb8-48e5-b31d-ebe3344c83cc tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b173e3-8e47-40e4-9c84-d4d1d9683dca,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:50.888211 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aecd1401-1fb8-48e5-b31d-ebe3344c83cc tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.893634 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-aecd1401-1fb8-48e5-b31d-ebe3344c83cc tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2895722 Jul 27 20:59:50.893743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'tag': 'e52e863c-19ea-4520-b512-4229b90f3d03'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:50.894291 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34508) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:50.898557 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:50.914998 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e77e459-62ec-4469-b12d-b8e3d26331c7" -d '{"events": [{"name": "network-changed", "server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "tag": "e52e863c-19ea-4520-b512-4229b90f3d03"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:50.944592 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:50.947042 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:50.983201 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-80b3babe-ae4f-4b2c-b056-cdce8b66305e service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528663 Jul 27 20:59:50.995657 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4', 'mac_address': 'fa:16:3e:7f:34:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 20:59:51.045008 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.db.resource_extend [None req-1e95500a-f10b-45e7-a42f-ddf480c3baef tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 20:59:51.048247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b39858-af2c-4ad8-8530-4d5ddde5f41a req-69d87086-7ec0-4db1-a61d-8ccf9d510c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.049860 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-89b39858-af2c-4ad8-8530-4d5ddde5f41a req-69d87086-7ec0-4db1-a61d-8ccf9d510c10 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6514146 Jul 27 20:59:51.085047 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.088282 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.098273 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.135230 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:51.143421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-917c06c6-2cd7-4d6f-8be6-0cf3e3431eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.145225 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-917c06c6-2cd7-4d6f-8be6-0cf3e3431eef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7654536 Jul 27 20:59:51.147658 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cd1cd8-8627-41dd-a18d-796c375633c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484b4026-23fa-4144-b1c0-e2cb2b757150'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:51.151397 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ff83ad-510c-47cc-8773-a9023ff64a14" -d '{"events": [{"server_uuid": "76cd1cd8-8627-41dd-a18d-796c375633c9", "name": "network-vif-plugged", "status": "completed", "tag": "484b4026-23fa-4144-b1c0-e2cb2b757150"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:51.172262 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1e95500a-f10b-45e7-a42f-ddf480c3baef tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.180790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 484b4026-23fa-4144-b1c0-e2cb2b757150, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=484b4026-23fa-4144-b1c0-e2cb2b757150,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:51.182958 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1e95500a-f10b-45e7-a42f-ddf480c3baef tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.186385 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:51.188520 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.189382 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:51.220299 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.262123 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bbbba-f774-4997-b9a3-96fbd171359c req-8edd42b9-e06a-4b81-ab6b-56f9a60ebcb5 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.273389 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b92bbbba-f774-4997-b9a3-96fbd171359c req-8edd42b9-e06a-4b81-ab6b-56f9a60ebcb5 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 949 time: 0.2282398 Jul 27 20:59:51.288322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=484b4026-23fa-4144-b1c0-e2cb2b757150,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:51.317685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:51.325240 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:51.325981 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.328314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5f1b8-d66b-4e5d-9f98-fe75fb0c8494 req-8bdc7c77-5216-496a-a79a-36853bc5ab63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.335543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5f1b8-d66b-4e5d-9f98-fe75fb0c8494 req-8bdc7c77-5216-496a-a79a-36853bc5ab63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.342627 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5f1b8-d66b-4e5d-9f98-fe75fb0c8494 req-8bdc7c77-5216-496a-a79a-36853bc5ab63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.350435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5f1b8-d66b-4e5d-9f98-fe75fb0c8494 req-8bdc7c77-5216-496a-a79a-36853bc5ab63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.356994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5f1b8-d66b-4e5d-9f98-fe75fb0c8494 req-8bdc7c77-5216-496a-a79a-36853bc5ab63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.364179 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5f1b8-d66b-4e5d-9f98-fe75fb0c8494 req-8bdc7c77-5216-496a-a79a-36853bc5ab63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.370813 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5f1b8-d66b-4e5d-9f98-fe75fb0c8494 req-8bdc7c77-5216-496a-a79a-36853bc5ab63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.374784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ebb5f1b8-d66b-4e5d-9f98-fe75fb0c8494 req-8bdc7c77-5216-496a-a79a-36853bc5ab63 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5384 time: 0.2606540 Jul 27 20:59:51.376617 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:51.415683 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.446810 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.491644 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b92bbbba-f774-4997-b9a3-96fbd171359c req-1f5b430f-3f8d-4fbb-a06a-c693c731684b tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/security-groups?id=729d4959-991b-4a4e-bb1f-661c0f8cf0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173040 Jul 27 20:59:51.492842 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-0bf90130-2729-478a-8a8c-ac04edc3ba83 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322601 Jul 27 20:59:51.504082 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:51.516390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7e2caf8e-57dc-4c1c-822f-02572f4b9fb4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:51.544717 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ebb5f1b8-d66b-4e5d-9f98-fe75fb0c8494 req-1c46612c-5918-45e3-8f7c-b5bc641f61cb tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1448703 Jul 27 20:59:51.565397 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.575923 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-1e95500a-f10b-45e7-a42f-ddf480c3baef tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Floating IP 0ff1265b-38ab-4f43-be22-9dff428865ff associated. External IP: 172.25.2.199, port: 1f31b118-5144-43ed-b39b-89b0e4885e88. Jul 27 20:59:51.642782 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a33e8c3-d326-4e1b-97b6-0ca2210a059e x-openstack-request-id: req-1a33e8c3-d326-4e1b-97b6-0ca2210a059e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:51.642983 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "tag": "e52e863c-19ea-4520-b512-4229b90f3d03", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:51.643234 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a33e8c3-d326-4e1b-97b6-0ca2210a059e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:51.643681 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'tag': 'e52e863c-19ea-4520-b512-4229b90f3d03', 'status': 'completed', 'code': 200} Jul 27 20:59:51.658315 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Allocated IP 172.25.2.14 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/dfd75a9a-5164-4311-90af-7105d63c3770) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 20:59:51.714572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:51.731323 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed95ccbd-3fcf-45a2-b2e5-da516cc46d58 x-openstack-request-id: req-ed95ccbd-3fcf-45a2-b2e5-da516cc46d58 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:51.732239 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cd1cd8-8627-41dd-a18d-796c375633c9", "name": "network-vif-plugged", "status": "completed", "tag": "484b4026-23fa-4144-b1c0-e2cb2b757150", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:51.732595 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed95ccbd-3fcf-45a2-b2e5-da516cc46d58 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:51.733294 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cd1cd8-8627-41dd-a18d-796c375633c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484b4026-23fa-4144-b1c0-e2cb2b757150', 'code': 200} Jul 27 20:59:51.808522 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.844428 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-faaeb70d-1d0e-4f80-9444-2f6070d7a6a0 req-ab41a8ec-2a5b-4c17-8ad9-0ba06bf95e29 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424618 Jul 27 20:59:51.974338 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:51.979636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:51.986605 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77e459-62ec-4469-b12d-b8e3d26331c7 req-9fe815e6-d423-4c95-8376-a034cd6d5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.987195 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77e459-62ec-4469-b12d-b8e3d26331c7 req-9fe815e6-d423-4c95-8376-a034cd6d5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.987994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77e459-62ec-4469-b12d-b8e3d26331c7 req-9fe815e6-d423-4c95-8376-a034cd6d5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.987994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77e459-62ec-4469-b12d-b8e3d26331c7 req-9fe815e6-d423-4c95-8376-a034cd6d5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.988545 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77e459-62ec-4469-b12d-b8e3d26331c7 req-9fe815e6-d423-4c95-8376-a034cd6d5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.990486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77e459-62ec-4469-b12d-b8e3d26331c7 req-9fe815e6-d423-4c95-8376-a034cd6d5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.990486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77e459-62ec-4469-b12d-b8e3d26331c7 req-9fe815e6-d423-4c95-8376-a034cd6d5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:51.991643 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6e77e459-62ec-4469-b12d-b8e3d26331c7 req-9fe815e6-d423-4c95-8376-a034cd6d5d19 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4623fa88924a56a60c56db5082e3c0&device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 6276 time: 0.3400300 Jul 27 20:59:52.003063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b60967-bfdf-4329-90d7-618af56506fa {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:52.024293 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.049621 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:52.057970 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:52.058527 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.094105 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Transition to ACTIVE for port object f2b60967-bfdf-4329-90d7-618af56506fa will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:52.138709 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.175138 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.214353 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a90e4-5989-4f2c-8832-df82593960b7 req-98c92f19-4e7e-4587-a29f-fd3aafc39391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:52.215789 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d4a90e4-5989-4f2c-8832-df82593960b7 req-98c92f19-4e7e-4587-a29f-fd3aafc39391 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 1096 time: 0.3455544 Jul 27 20:59:52.238683 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 8bbaf3dc-fe52-4a89-91c9-3c12bec42040, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8bbaf3dc-fe52-4a89-91c9-3c12bec42040,segment=NetworkSegment(5c3b8cb3-819f-4466-83bb-7f742886b3dd),segment_id=5c3b8cb3-819f-4466-83bb-7f742886b3dd)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:52.250841 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.329853 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Pushing event updated for resources: {'Port': ['ID=f2b60967-bfdf-4329-90d7-618af56506fa,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:52.347767 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=8bbaf3dc-fe52-4a89-91c9-3c12bec42040,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:52.363127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77e459-62ec-4469-b12d-b8e3d26331c7 req-204726b7-f3d4-40dd-866c-1e6bf8eb335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:52.363603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77e459-62ec-4469-b12d-b8e3d26331c7 req-204726b7-f3d4-40dd-866c-1e6bf8eb335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:52.364074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77e459-62ec-4469-b12d-b8e3d26331c7 req-204726b7-f3d4-40dd-866c-1e6bf8eb335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:52.365676 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6e77e459-62ec-4469-b12d-b8e3d26331c7 req-204726b7-f3d4-40dd-866c-1e6bf8eb335d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=8b4623fa88924a56a60c56db5082e3c0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3580842 Jul 27 20:59:52.365919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 20:59:52.381077 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 20:59:52.383536 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 20:59:52.388521 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Pushing event updated for resources: {'Port': ['ID=dfd75a9a-5164-4311-90af-7105d63c3770,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:52.453268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299a453-af28-48fc-aeff-d3eda528d39e req-a4a8dc08-5105-4b89-baac-fc448bb34bfd tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:52.454914 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5299a453-af28-48fc-aeff-d3eda528d39e req-a4a8dc08-5105-4b89-baac-fc448bb34bfd tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.5780196 Jul 27 20:59:52.466436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42131c-0394-4ed0-b83e-1e43828c4e58 req-36835a01-df79-4140-bfc4-52b687482126 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:52.472984 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42131c-0394-4ed0-b83e-1e43828c4e58 req-36835a01-df79-4140-bfc4-52b687482126 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:52.474659 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dc42131c-0394-4ed0-b83e-1e43828c4e58 req-36835a01-df79-4140-bfc4-52b687482126 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1683 time: 0.5988746 Jul 27 20:59:52.585641 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5299a453-af28-48fc-aeff-d3eda528d39e req-fb569297-10b9-4a55-9b37-3b9c42d546a4 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099565 Jul 27 20:59:52.596422 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dc42131c-0394-4ed0-b83e-1e43828c4e58 req-12c1a014-4185-4656-9091-dfb5050aebb5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091871 Jul 27 20:59:52.604492 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.633804 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:52.667118 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.721891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 20:59:52.726915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:52.727514 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.762815 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d4a90e4-5989-4f2c-8832-df82593960b7 req-9c0b9383-da99-4cd8-9f70-cb753a5f49f6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344248 Jul 27 20:59:52.764130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:52.765339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:52.765339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:52.766384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:52.766384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:52.766626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:52.766833 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:52.767157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:52.767479 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:52.767805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:52.768127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:52.768446 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 20:59:52.824757 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.844145 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e95500a-f10b-45e7-a42f-ddf480c3baef tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Router 1e9e944b-8d2a-4f67-b973-d55a41d3345a has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 20:59:52.860963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:52.865479 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.870131 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea50461-f7cd-4583-8232-77970a29c713 req-adba438c-a4b3-42b0-920b-165f8880d626 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:52.872044 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eea50461-f7cd-4583-8232-77970a29c713 req-adba438c-a4b3-42b0-920b-165f8880d626 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 948 time: 0.1815000 Jul 27 20:59:52.885368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Attempting to bind port f2b60967-bfdf-4329-90d7-618af56506fa on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:52.885652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Attempting to bind port f2b60967-bfdf-4329-90d7-618af56506fa by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:52.885863 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Attempting to bind port f2b60967-bfdf-4329-90d7-618af56506fa on network a410ce51-102d-4a42-9789-3fefbaa95d0a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:52.903561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Port f2b60967-bfdf-4329-90d7-618af56506fa on network a410ce51-102d-4a42-9789-3fefbaa95d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:52.903890 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Attempting to bind port f2b60967-bfdf-4329-90d7-618af56506fa on network a410ce51-102d-4a42-9789-3fefbaa95d0a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:52.918530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96a625-ead8-4b74-ba56-79958abad718 req-993047e9-5962-406c-a48f-358a8a6181ad tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:52.920100 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad96a625-ead8-4b74-ba56-79958abad718 req-993047e9-5962-406c-a48f-358a8a6181ad tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 950 time: 0.1737695 Jul 27 20:59:52.924988 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:52.963208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:52.963588 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Checking segment: {'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:52.964070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Bound using segment: {'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:52.964369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Bound port: f2b60967-bfdf-4329-90d7-618af56506fa, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4539c1f8-e338-4e71-8dde-30e4c414c181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:52.964726 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:52.976537 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eea50461-f7cd-4583-8232-77970a29c713 req-e1a9a986-cb20-4ef4-8b85-28ecf10d1fc8 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908031 Jul 27 20:59:52.992356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77e459-62ec-4469-b12d-b8e3d26331c7 req-254048ef-7105-4628-9f0a-bb063ff3fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:52.993840 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6e77e459-62ec-4469-b12d-b8e3d26331c7 req-254048ef-7105-4628-9f0a-bb063ff3fdaa service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6145837 Jul 27 20:59:53.007807 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad96a625-ead8-4b74-ba56-79958abad718 req-8c39c635-7e5b-4263-8e67-09af5b5826ea tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/security-groups?id=729d4959-991b-4a4e-bb1f-661c0f8cf0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697992 Jul 27 20:59:53.035356 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.040662 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.122346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e95500a-f10b-45e7-a42f-ddf480c3baef tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 20:59:53.129695 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1e95500a-f10b-45e7-a42f-ddf480c3baef tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.138045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa09726f-bf61-47b0-b882-f491d4f1ffc7 None None] Sync routers for ids ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 20:59:53.149506 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa09726f-bf61-47b0-b882-f491d4f1ffc7 None None] Routers {'1e9e944b-8d2a-4f67-b973-d55a41d3345a'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:53.150124 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fa09726f-bf61-47b0-b882-f491d4f1ffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:59:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:53.169844 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Pushing event updated for resources: {'Port': ['ID=dfd75a9a-5164-4311-90af-7105d63c3770,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:53.174263 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] For port f2b60967-bfdf-4329-90d7-618af56506fa, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:53.187503 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.200925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-752c6331-91e3-4bb7-8109-8f67cd011ee9 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.208692 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-752c6331-91e3-4bb7-8109-8f67cd011ee9 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.210329 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-752c6331-91e3-4bb7-8109-8f67cd011ee9 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.66 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1683 time: 0.2621708 Jul 27 20:59:53.215798 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] For port f2b60967-bfdf-4329-90d7-618af56506fa, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f2b60967-bfdf-4329-90d7-618af56506fa,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:53.225650 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f602e9f-7087-4b40-93b5-0d34cbc50996 req-69e77a87-ec9a-4492-8a7a-097dc6506669 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.227943 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.236091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f602e9f-7087-4b40-93b5-0d34cbc50996 req-69e77a87-ec9a-4492-8a7a-097dc6506669 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.242458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f602e9f-7087-4b40-93b5-0d34cbc50996 req-69e77a87-ec9a-4492-8a7a-097dc6506669 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.248845 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f602e9f-7087-4b40-93b5-0d34cbc50996 req-69e77a87-ec9a-4492-8a7a-097dc6506669 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.256276 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1e95500a-f10b-45e7-a42f-ddf480c3baef tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "PUT /v2.0/floatingips/0ff1265b-38ab-4f43-be22-9dff428865ff HTTP/1.1" status: 200 len: 991 time: 4.2303908 Jul 27 20:59:53.257142 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f602e9f-7087-4b40-93b5-0d34cbc50996 req-69e77a87-ec9a-4492-8a7a-097dc6506669 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.267292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f602e9f-7087-4b40-93b5-0d34cbc50996 req-69e77a87-ec9a-4492-8a7a-097dc6506669 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.273394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f602e9f-7087-4b40-93b5-0d34cbc50996 req-69e77a87-ec9a-4492-8a7a-097dc6506669 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.284300 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f602e9f-7087-4b40-93b5-0d34cbc50996 req-69e77a87-ec9a-4492-8a7a-097dc6506669 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5396 time: 0.2152088 Jul 27 20:59:53.285431 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.296142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c2238784-686a-41c3-8ea3-de3fca6d6a2b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4007294 Jul 27 20:59:53.342506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.343191 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.344549 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] 10.222.0.66 "PUT /v2.0/ports/f2b60967-bfdf-4329-90d7-618af56506fa HTTP/1.1" status: 200 len: 1091 time: 3.0473335 Jul 27 20:59:53.401139 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Request body: {'port': {'device_id': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:53.434590 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f602e9f-7087-4b40-93b5-0d34cbc50996 req-86071d28-f33d-43ef-9422-0b6691b5cf09 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366782 Jul 27 20:59:53.461370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-fa09726f-bf61-47b0-b882-f491d4f1ffc7 None None] Set router 1e9e944b-8d2a-4f67-b973-d55a41d3345a gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:53.500867 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813faa70-40f4-4fab-92ca-b6572292230a req-836aff83-04d7-4d2a-991a-e86693155a5c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.504502 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-813faa70-40f4-4fab-92ca-b6572292230a req-836aff83-04d7-4d2a-991a-e86693155a5c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1739690 Jul 27 20:59:53.554257 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb4126-37cb-4137-bbf5-a7b51ef9377e service neutron] Pushing event updated for resources: {'Port': ['ID=f2b60967-bfdf-4329-90d7-618af56506fa,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:53.555084 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-813faa70-40f4-4fab-92ca-b6572292230a req-b9a3dbc8-0898-4343-a34e-256150c0cbc9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 Jul 27 20:59:53.648710 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f15eaa-915b-4eae-af2a-55d4df1ba8f5', 'tag': '1f31b118-5144-43ed-b39b-89b0e4885e88'}, {'name': 'network-changed', 'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'tag': 'f2b60967-bfdf-4329-90d7-618af56506fa'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:53.652535 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e461e28-5803-425d-8e78-2803b476b8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f15eaa-915b-4eae-af2a-55d4df1ba8f5", "tag": "1f31b118-5144-43ed-b39b-89b0e4885e88"}, {"name": "network-changed", "server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "tag": "f2b60967-bfdf-4329-90d7-618af56506fa"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:53.684426 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f75-6d75-4442-bc22-830670ece0be req-1aba1ca3-1e11-44eb-bcca-70f2116447c7 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.686348 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-1aba1ca3-1e11-44eb-bcca-70f2116447c7 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb&tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 949 time: 0.4290485 Jul 27 20:59:53.691891 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.716198 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-19b509c2-62b6-43ad-b17c-fe0b228bb7cd tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Deleting port 1a08c781-37a0-49e4-8c42-9c45ad17a977 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:53.716540 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-19b509c2-62b6-43ad-b17c-fe0b228bb7cd tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:53.736554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0643aa9c-30c3-4623-8caa-832cf1e6a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9'}, {'server_uuid': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:53.739037 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9566e439-99bb-4bff-9a8a-455d9f463b30" -d '{"events": [{"server_uuid": "0643aa9c-30c3-4623-8caa-832cf1e6a868", "name": "network-vif-plugged", "status": "completed", "tag": "ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9"}, {"server_uuid": "cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb", "name": "network-vif-plugged", "status": "completed", "tag": "7e2caf8e-57dc-4c1c-822f-02572f4b9fb4"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:53.930877 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda84f0-d2f9-442d-8364-7222e3a56b06 req-bff57a85-89a6-44de-9e2c-c285e0c1e332 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.932650 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dfda84f0-d2f9-442d-8364-7222e3a56b06 req-bff57a85-89a6-44de-9e2c-c285e0c1e332 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.1972644 Jul 27 20:59:53.934345 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-164311bb-cd00-44a5-824f-419f65ff01b2 service neutron] 10.222.0.20 "GET /v2.0/ports/7e2caf8e-57dc-4c1c-822f-02572f4b9fb4/bindings/n-h1-764806-9 HTTP/1.1" status: 200 len: 382 time: 0.2322052 Jul 27 20:59:53.952635 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fa09726f-bf61-47b0-b882-f491d4f1ffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'name': 'tempest-ServersTestFqdnHostnames-677808462-router', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:12Z', 'updated_at': '2021-07-27T20:59:17Z', 'revision_number': 4, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'gw_port': {'id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:13Z', 'updated_at': '2021-07-27T20:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '0ff1265b-38ab-4f43-be22-9dff428865ff', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'port_id': '1f31b118-5144-43ed-b39b-89b0e4885e88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'mac_address': 'fa:16:3e:bd:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f15eaa-915b-4eae-af2a-55d4df1ba8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:59:25Z', 'updated_at': '2021-07-27T20:59:50Z', 'revision_number': 1, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96db16-15f0-41e4-a81c-27a2ca77a572', 'name': '', 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'mac_address': 'fa:16:3e:c6:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:17Z', 'updated_at': '2021-07-27T20:59:28Z', 'revision_number': 5, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'subnets': [{'id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:53.972478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90b2bb-90b6-4153-a295-b1220bcdc50a req-c2307852-8672-4038-b59c-f4c983dc9b86 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.978714 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90b2bb-90b6-4153-a295-b1220bcdc50a req-c2307852-8672-4038-b59c-f4c983dc9b86 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:53.987645 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad90b2bb-90b6-4153-a295-b1220bcdc50a req-c2307852-8672-4038-b59c-f4c983dc9b86 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 1683 time: 0.2712247 Jul 27 20:59:53.993672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 20:59:53.996867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa09726f-bf61-47b0-b882-f491d4f1ffc7 None None] Checking router: 1e9e944b-8d2a-4f67-b973-d55a41d3345a for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 20:59:54.041346 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa09726f-bf61-47b0-b882-f491d4f1ffc7 None None] Routers {'1e9e944b-8d2a-4f67-b973-d55a41d3345a'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 20:59:54.042139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fa09726f-bf61-47b0-b882-f491d4f1ffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:59:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:54.058019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-19b509c2-62b6-43ad-b17c-fe0b228bb7cd tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] For port 1a08c781-37a0-49e4-8c42-9c45ad17a977, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1a08c781-37a0-49e4-8c42-9c45ad17a977,segment=NetworkSegment(bc316f79-ec22-491f-a12c-2c72644b6a11),segment_id=bc316f79-ec22-491f-a12c-2c72644b6a11)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:54.058590 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-19b509c2-62b6-43ad-b17c-fe0b228bb7cd tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.094421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-19b509c2-62b6-43ad-b17c-fe0b228bb7cd tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Calling delete_port for 1a08c781-37a0-49e4-8c42-9c45ad17a977 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:54.125543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 20:59:54.125543 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.138828 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad90b2bb-90b6-4153-a295-b1220bcdc50a req-d1e1d365-c1c2-4b7b-b45a-8080382a5ae1 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349669 Jul 27 20:59:54.147203 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dfda84f0-d2f9-442d-8364-7222e3a56b06 req-ce3d78bb-8260-488e-b639-eaafea47d636 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281524 Jul 27 20:59:54.208274 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6df7c5-0f63-4d53-be1c-fa2b4655ff13 x-openstack-request-id: req-bc6df7c5-0f63-4d53-be1c-fa2b4655ff13 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:54.209153 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f15eaa-915b-4eae-af2a-55d4df1ba8f5", "tag": "1f31b118-5144-43ed-b39b-89b0e4885e88", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "tag": "f2b60967-bfdf-4329-90d7-618af56506fa", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:54.209411 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc6df7c5-0f63-4d53-be1c-fa2b4655ff13 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:54.210340 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f15eaa-915b-4eae-af2a-55d4df1ba8f5', 'tag': '1f31b118-5144-43ed-b39b-89b0e4885e88', 'status': 'completed', 'code': 200} Jul 27 20:59:54.210754 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'tag': 'f2b60967-bfdf-4329-90d7-618af56506fa', 'status': 'completed', 'code': 200} Jul 27 20:59:54.250084 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-fa09726f-bf61-47b0-b882-f491d4f1ffc7 None None] Set router 1e9e944b-8d2a-4f67-b973-d55a41d3345a gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 20:59:54.330050 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842092dd-7bea-4afb-bbf8-ab78cd394769 x-openstack-request-id: req-842092dd-7bea-4afb-bbf8-ab78cd394769 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:54.330643 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0643aa9c-30c3-4623-8caa-832cf1e6a868", "name": "network-vif-plugged", "status": "completed", "tag": "ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9", "code": 200}, {"server_uuid": "cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb", "name": "network-vif-plugged", "status": "completed", "tag": "7e2caf8e-57dc-4c1c-822f-02572f4b9fb4", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:54.331062 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-842092dd-7bea-4afb-bbf8-ab78cd394769 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:54.331625 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0643aa9c-30c3-4623-8caa-832cf1e6a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9', 'code': 200} Jul 27 20:59:54.332038 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4', 'code': 200} Jul 27 20:59:54.460707 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f224c-0f67-466f-bd70-fe4d409a8cad req-2a0b9de9-c913-4bae-8c0d-747128907573 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.465621 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-382f224c-0f67-466f-bd70-fe4d409a8cad req-2a0b9de9-c913-4bae-8c0d-747128907573 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 950 time: 0.1049550 Jul 27 20:59:54.548953 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-382f224c-0f67-466f-bd70-fe4d409a8cad req-c208aea1-847d-49c1-8071-cd8e59502969 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/security-groups?id=729d4959-991b-4a4e-bb1f-661c0f8cf0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736680 Jul 27 20:59:54.549322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f75-6d75-4442-bc22-830670ece0be req-ecbb9ee2-77eb-4e88-aca2-28171074d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.551068 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-ecbb9ee2-77eb-4e88-aca2-28171074d90d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 1100 time: 0.5760200 Jul 27 20:59:54.579264 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fa09726f-bf61-47b0-b882-f491d4f1ffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'name': 'tempest-ServersTestFqdnHostnames-677808462-router', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:12Z', 'updated_at': '2021-07-27T20:59:17Z', 'revision_number': 4, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'gw_port': {'id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:13Z', 'updated_at': '2021-07-27T20:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '0ff1265b-38ab-4f43-be22-9dff428865ff', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'port_id': '1f31b118-5144-43ed-b39b-89b0e4885e88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'mac_address': 'fa:16:3e:bd:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f15eaa-915b-4eae-af2a-55d4df1ba8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:59:25Z', 'updated_at': '2021-07-27T20:59:50Z', 'revision_number': 1, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96db16-15f0-41e4-a81c-27a2ca77a572', 'name': '', 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'mac_address': 'fa:16:3e:c6:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:17Z', 'updated_at': '2021-07-27T20:59:28Z', 'revision_number': 5, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'subnets': [{'id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 20:59:54.615358 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa09726f-bf61-47b0-b882-f491d4f1ffc7 None None] The sync data for ids ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'] in n-d-764806-9 is: [{'id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'name': 'tempest-ServersTestFqdnHostnames-677808462-router', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:12Z', 'updated_at': '2021-07-27T20:59:17Z', 'revision_number': 4, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'gw_port': {'id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:13Z', 'updated_at': '2021-07-27T20:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '0ff1265b-38ab-4f43-be22-9dff428865ff', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'floating_ip_address': '172.25.2.199', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'port_id': '1f31b118-5144-43ed-b39b-89b0e4885e88', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'mac_address': 'fa:16:3e:bd:22:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f15eaa-915b-4eae-af2a-55d4df1ba8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:59:25Z', 'updated_at': '2021-07-27T20:59:50Z', 'revision_number': 1, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e96db16-15f0-41e4-a81c-27a2ca77a572', 'name': '', 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'mac_address': 'fa:16:3e:c6:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:17Z', 'updated_at': '2021-07-27T20:59:28Z', 'revision_number': 5, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'subnets': [{'id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 20:59:54.723568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-6024746b-e3da-437a-8d50-0187b8760b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.725104 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-6024746b-e3da-437a-8d50-0187b8760b03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=82e3b9fc598841deac9a2f6f80b12ab8&device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 1096 time: 0.4723427 Jul 27 20:59:54.740860 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-99530f5a-14b0-4d33-9224-6691198bacea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.741267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-99530f5a-14b0-4d33-9224-6691198bacea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.741745 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-99530f5a-14b0-4d33-9224-6691198bacea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.742235 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-99530f5a-14b0-4d33-9224-6691198bacea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.742703 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-99530f5a-14b0-4d33-9224-6691198bacea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.743171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-99530f5a-14b0-4d33-9224-6691198bacea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.743637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-99530f5a-14b0-4d33-9224-6691198bacea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.743827 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0a1bc-a4a3-42cd-aa7e-619019269bd8 req-27edf23b-02c3-4147-99a2-9aa28df3a919 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.745490 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-99530f5a-14b0-4d33-9224-6691198bacea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4623fa88924a56a60c56db5082e3c0&device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 6343 time: 0.5300450 Jul 27 20:59:54.751908 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0a1bc-a4a3-42cd-aa7e-619019269bd8 req-27edf23b-02c3-4147-99a2-9aa28df3a919 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.754482 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb190327-dd6b-47e8-976c-7494d19c3d22 req-58561500-aa64-4554-a05f-e4baaf155455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.756864 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eb190327-dd6b-47e8-976c-7494d19c3d22 req-58561500-aa64-4554-a05f-e4baaf155455 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 1101 time: 0.3726566 Jul 27 20:59:54.758591 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0a1bc-a4a3-42cd-aa7e-619019269bd8 req-27edf23b-02c3-4147-99a2-9aa28df3a919 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.765444 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0a1bc-a4a3-42cd-aa7e-619019269bd8 req-27edf23b-02c3-4147-99a2-9aa28df3a919 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.772264 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0a1bc-a4a3-42cd-aa7e-619019269bd8 req-27edf23b-02c3-4147-99a2-9aa28df3a919 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.779365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0a1bc-a4a3-42cd-aa7e-619019269bd8 req-27edf23b-02c3-4147-99a2-9aa28df3a919 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.785802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0a1bc-a4a3-42cd-aa7e-619019269bd8 req-27edf23b-02c3-4147-99a2-9aa28df3a919 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.787830 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7e0a1bc-a4a3-42cd-aa7e-619019269bd8 req-27edf23b-02c3-4147-99a2-9aa28df3a919 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5396 time: 0.2248619 Jul 27 20:59:54.851735 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7e0a1bc-a4a3-42cd-aa7e-619019269bd8 req-1255f934-c625-478d-920e-8d13a117a389 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544331 Jul 27 20:59:54.862802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b6030-8096-4aa3-8faf-90af5d51784f req-c4bd1313-8bb1-4184-9f9d-58c20b89323a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:54.865209 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-980b6030-8096-4aa3-8faf-90af5d51784f req-c4bd1313-8bb1-4184-9f9d-58c20b89323a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1734874 Jul 27 20:59:54.882040 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-19b509c2-62b6-43ad-b17c-fe0b228bb7cd tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:54.893465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1b72eb72-c84a-44ee-9699-d972a072165b', '1a08c781-37a0-49e4-8c42-9c45ad17a977'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 20:59:54.927259 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-980b6030-8096-4aa3-8faf-90af5d51784f req-1993efda-9068-4dfd-b5c1-d8dae6c5748f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525153 Jul 27 20:59:54.985357 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7cffbc-d5ad-42bc-9439-2808fb0cafe9 None None] New status for floating IP 0ff1265b-38ab-4f43-be22-9dff428865ff: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 20:59:55.001964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:55.038597 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.047114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b509c2-62b6-43ad-b17c-fe0b228bb7cd tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event deleted for resources: {'Port': ['ID=1a08c781-37a0-49e4-8c42-9c45ad17a977,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:55.060350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f75-6d75-4442-bc22-830670ece0be req-d5a6ee6f-7a68-42db-82ab-eab59340d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:55.061332 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-d5a6ee6f-7a68-42db-82ab-eab59340d2bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.4946904 Jul 27 20:59:55.085713 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eb190327-dd6b-47e8-976c-7494d19c3d22 req-e14cb8b2-7ecf-4aab-9b4d-dac281ed8e5c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=729d4959-991b-4a4e-bb1f-661c0f8cf0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147538 Jul 27 20:59:55.156573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Transition to ACTIVE for port object 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:55.224960 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-e2ba9e95-93f6-45fc-a628-4542085d3619 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 HTTP/1.1" status: 200 len: 217 time: 0.1441047 Jul 27 20:59:55.241011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-19b509c2-62b6-43ad-b17c-fe0b228bb7cd tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] No DVR routers for this DVR port 1a08c781-37a0-49e4-8c42-9c45ad17a977 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:55.251003 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-19b509c2-62b6-43ad-b17c-fe0b228bb7cd tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.255067 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-19b509c2-62b6-43ad-b17c-fe0b228bb7cd tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.66 "DELETE /v2.0/ports/1a08c781-37a0-49e4-8c42-9c45ad17a977 HTTP/1.1" status: 204 len: 173 time: 2.0339544 Jul 27 20:59:55.255925 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:55.283311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-2d1019d9-1bd5-4524-9c2c-ec7e1f6c4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:55.285144 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-2d1019d9-1bd5-4524-9c2c-ec7e1f6c4e05 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d3696e2c-3441-4723-8592-a9e7850db69c HTTP/1.1" status: 200 len: 915 time: 0.5385859 Jul 27 20:59:55.434039 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc4a8c-137a-4427-ae82-6d71de526ed6 req-77b7e023-edde-4a7a-8bce-5e636709da8b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:55.435773 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdfc4a8c-137a-4427-ae82-6d71de526ed6 req-77b7e023-edde-4a7a-8bce-5e636709da8b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.1492751 Jul 27 20:59:55.444599 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0bf09-67db-4c42-811f-8c3184fc8f23 req-457b0761-21f1-45e4-896e-c7a18bc47b60 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:55.446769 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0bb0bf09-67db-4c42-811f-8c3184fc8f23 req-457b0761-21f1-45e4-896e-c7a18bc47b60 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 946 time: 0.1616066 Jul 27 20:59:55.465602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-70f92459-53cb-46b7-b566-a5d31ad9e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:55.466080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-70f92459-53cb-46b7-b566-a5d31ad9e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:55.466630 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-70f92459-53cb-46b7-b566-a5d31ad9e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:55.468839 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-70f92459-53cb-46b7-b566-a5d31ad9e1b8 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=8b4623fa88924a56a60c56db5082e3c0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7007914 Jul 27 20:59:55.481306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce6ad16-e5b2-43c3-9b3b-ca14413e757c,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:55.513685 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0bb0bf09-67db-4c42-811f-8c3184fc8f23 req-bdf336cf-ea39-4e10-a625-971acc1ad846 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579891 Jul 27 20:59:55.531242 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdfc4a8c-137a-4427-ae82-6d71de526ed6 req-9291b5ad-5fb0-47a2-88c7-689979e26a54 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834091 Jul 27 20:59:55.755139 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644eccc7-7eaf-4dda-b132-3a252815afd8 req-304104a3-533d-42bb-a77d-00e20bdd4ea6 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:55.756968 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-644eccc7-7eaf-4dda-b132-3a252815afd8 req-304104a3-533d-42bb-a77d-00e20bdd4ea6 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.1265774 Jul 27 20:59:55.817016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-644eccc7-7eaf-4dda-b132-3a252815afd8 req-d08b2eb3-c0a2-4e50-a3c5-cf6fde2664fa tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528295 Jul 27 20:59:55.825940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6d9f8-32db-4d30-a270-85886cbb7d68 req-112afe31-b52a-43c2-b3e9-c98ccfc5b7af tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:55.828627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30d6d9f8-32db-4d30-a270-85886cbb7d68 req-112afe31-b52a-43c2-b3e9-c98ccfc5b7af tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 950 time: 0.1341078 Jul 27 20:59:55.882958 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30d6d9f8-32db-4d30-a270-85886cbb7d68 req-16fd7246-4b8a-45ea-8a06-addd07847c2b tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/security-groups?id=729d4959-991b-4a4e-bb1f-661c0f8cf0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481946 Jul 27 20:59:55.992547 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dd390-85a8-4bb3-b7b5-4beb8d19b485 req-758dfe55-a53b-4bd3-8e73-5db848756e43 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:55.994457 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c3dd390-85a8-4bb3-b7b5-4beb8d19b485 req-758dfe55-a53b-4bd3-8e73-5db848756e43 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 945 time: 0.0954268 Jul 27 20:59:56.039344 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f75-6d75-4442-bc22-830670ece0be req-58ee92b8-1de5-40c1-a77e-953bd22ade00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.041293 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-58ee92b8-1de5-40c1-a77e-953bd22ade00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.7762103 Jul 27 20:59:56.091651 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c3dd390-85a8-4bb3-b7b5-4beb8d19b485 req-ca8a560b-ac75-4848-8db3-4b18a5587151 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901263 Jul 27 20:59:56.143429 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-c409bdf5-0020-42e6-aabb-7e8d44d3145e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f31b118-5144-43ed-b39b-89b0e4885e88 HTTP/1.1" status: 200 len: 1001 time: 0.8150182 Jul 27 20:59:56.218784 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75627cf-ab9c-481a-a2a5-97b663cc3d6f', 'name': 'network-vif-deleted', 'tag': '1a08c781-37a0-49e4-8c42-9c45ad17a977'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:56.222663 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f71540-0ca2-4c73-a86c-50de760a6b64" -d '{"events": [{"server_uuid": "b75627cf-ab9c-481a-a2a5-97b663cc3d6f", "name": "network-vif-deleted", "tag": "1a08c781-37a0-49e4-8c42-9c45ad17a977"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:56.252882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Attempting to bind port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:56.253221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Attempting to bind port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '31a768ef-39ac-43da-967d-273196d38ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:56.253548 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Attempting to bind port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c on network a54d9f4c-31a3-472d-917d-12867f1c0085 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:56.261380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-0d392f6d-f820-486a-8169-b0ea9ce7fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.262616 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-0d392f6d-f820-486a-8169-b0ea9ce7fa63 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7617545 Jul 27 20:59:56.289616 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c on network a54d9f4c-31a3-472d-917d-12867f1c0085 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:56.289942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Attempting to bind port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c on network a54d9f4c-31a3-472d-917d-12867f1c0085 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:56.305360 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-5bf4ad51-23b1-40bc-859a-c71fe75d89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.307060 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-5bf4ad51-23b1-40bc-859a-c71fe75d89b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39d28a0f-08f5-43d7-8454-fbd06321c0bc HTTP/1.1" status: 200 len: 853 time: 0.1323423 Jul 27 20:59:56.307803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:56.308128 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Checking segment: {'id': '31a768ef-39ac-43da-967d-273196d38ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:56.308503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Bound using segment: {'id': '31a768ef-39ac-43da-967d-273196d38ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:56.309548 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Bound port: 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a768ef-39ac-43da-967d-273196d38ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:56.309548 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:56.319507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-c176e987-838d-4b9b-822a-c06436012633 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Deleting port 1b72eb72-c84a-44ee-9699-d972a072165b {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:56.319942 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-c176e987-838d-4b9b-822a-c06436012633 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:56.361536 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750f143-6349-4e1a-8fd6-6a5a37d4d6b7 req-bfd835d5-8f30-43fa-85f3-24ecadd66200 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.367767 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750f143-6349-4e1a-8fd6-6a5a37d4d6b7 req-bfd835d5-8f30-43fa-85f3-24ecadd66200 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.374403 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750f143-6349-4e1a-8fd6-6a5a37d4d6b7 req-bfd835d5-8f30-43fa-85f3-24ecadd66200 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.381322 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750f143-6349-4e1a-8fd6-6a5a37d4d6b7 req-bfd835d5-8f30-43fa-85f3-24ecadd66200 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.387262 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750f143-6349-4e1a-8fd6-6a5a37d4d6b7 req-bfd835d5-8f30-43fa-85f3-24ecadd66200 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.394439 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750f143-6349-4e1a-8fd6-6a5a37d4d6b7 req-bfd835d5-8f30-43fa-85f3-24ecadd66200 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.400626 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750f143-6349-4e1a-8fd6-6a5a37d4d6b7 req-bfd835d5-8f30-43fa-85f3-24ecadd66200 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.408997 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8750f143-6349-4e1a-8fd6-6a5a37d4d6b7 req-bfd835d5-8f30-43fa-85f3-24ecadd66200 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5408 time: 0.2631216 Jul 27 20:59:56.442007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f75-6d75-4442-bc22-830670ece0be req-2cb90498-e056-43b6-a81b-12a2c78bd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.443081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5d04-5ffc-4b50-98db-6eb8676e661f req-abf698bd-26f2-4f15-af84-01ee01330c10 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.443612 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-2cb90498-e056-43b6-a81b-12a2c78bd274 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3647952 Jul 27 20:59:56.444621 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7eb5d04-5ffc-4b50-98db-6eb8676e661f req-abf698bd-26f2-4f15-af84-01ee01330c10 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.2179401 Jul 27 20:59:56.486281 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8750f143-6349-4e1a-8fd6-6a5a37d4d6b7 req-f3f0a84c-fb65-4989-9405-a73e88a4ba4e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757921 Jul 27 20:59:56.508106 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7eb5d04-5ffc-4b50-98db-6eb8676e661f req-205d6e75-77a0-4810-9f4e-401085e4dd3a tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504248 Jul 27 20:59:56.590766 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6bece1-4cc2-4792-92f3-c4ed2bf8e508 x-openstack-request-id: req-af6bece1-4cc2-4792-92f3-c4ed2bf8e508 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:56.591068 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75627cf-ab9c-481a-a2a5-97b663cc3d6f", "name": "network-vif-deleted", "tag": "1a08c781-37a0-49e4-8c42-9c45ad17a977", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:56.591314 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af6bece1-4cc2-4792-92f3-c4ed2bf8e508 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:56.591708 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75627cf-ab9c-481a-a2a5-97b663cc3d6f', 'name': 'network-vif-deleted', 'tag': '1a08c781-37a0-49e4-8c42-9c45ad17a977', 'status': 'completed', 'code': 200} Jul 27 20:59:56.594793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] For port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:56.613574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-c176e987-838d-4b9b-822a-c06436012633 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] For port 1b72eb72-c84a-44ee-9699-d972a072165b, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1b72eb72-c84a-44ee-9699-d972a072165b,segment=NetworkSegment(71cbc665-4108-4307-bde5-dec2f9759b24),segment_id=71cbc665-4108-4307-bde5-dec2f9759b24)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:56.613937 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-c176e987-838d-4b9b-822a-c06436012633 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:56.628326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] For port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8ce6ad16-e5b2-43c3-9b3b-ca14413e757c,segment=NetworkSegment(31a768ef-39ac-43da-967d-273196d38ced),segment_id=31a768ef-39ac-43da-967d-273196d38ced)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:56.640403 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:56.650898 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-feb06db3-1146-46f2-ad0b-53d495b08a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.652432 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-feb06db3-1146-46f2-ad0b-53d495b08a82 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d3696e2c-3441-4723-8592-a9e7850db69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3212309 Jul 27 20:59:56.657457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-c176e987-838d-4b9b-822a-c06436012633 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Calling delete_port for 1b72eb72-c84a-44ee-9699-d972a072165b owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:56.754556 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-1c0df694-4139-4674-b8c2-443f597bd89d service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970891 Jul 27 20:59:56.755829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.756436 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:56.757723 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] 10.222.0.66 "PUT /v2.0/ports/8ce6ad16-e5b2-43c3-9b3b-ca14413e757c HTTP/1.1" status: 200 len: 1091 time: 3.3610170 Jul 27 20:59:56.819927 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Request body: {'port': {'device_id': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:56.851651 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-d8454051-4c4c-4fc9-ad9d-462a422ed8cf tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.859782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-d8454051-4c4c-4fc9-ad9d-462a422ed8cf tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/networks?id=e942917d-c786-450f-a41a-7afd14216ffe HTTP/1.1" status: 200 len: 815 time: 0.1757584 Jul 27 20:59:56.886933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-6b780710-b407-4efa-ae1d-ef5cd510d1d5 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/quotas/f9356d2f895943a7b11295fb2f999893 HTTP/1.1" status: 200 len: 375 time: 0.0260959 Jul 27 20:59:56.953866 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ece573-e221-4b36-a2a1-9224aab2d3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce6ad16-e5b2-43c3-9b3b-ca14413e757c,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:56.959213 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9e924-1c43-4f40-8d76-a9906c42facf req-b49574ae-c989-443b-8c62-a961b8437641 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:56.961791 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27d9e924-1c43-4f40-8d76-a9906c42facf req-b49574ae-c989-443b-8c62-a961b8437641 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75627cf-ab9c-481a-a2a5-97b663cc3d6f HTTP/1.1" status: 200 len: 946 time: 0.2530534 Jul 27 20:59:57.005287 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-83b2db7c-4ccb-40d3-845f-2f91e2c23392 service neutron] 10.222.0.20 "GET /v2.0/networks/d3696e2c-3441-4723-8592-a9e7850db69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159456 Jul 27 20:59:57.014469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-508d7951-3286-4248-9580-b5b36a2e5c58 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9356d2f895943a7b11295fb2f999893&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1184661 Jul 27 20:59:57.038065 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27d9e924-1c43-4f40-8d76-a9906c42facf req-d5a59236-840a-41a4-8c9b-2ce13f7d63d5 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "GET /v2.0/security-groups?id=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607200 Jul 27 20:59:57.152685 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-4a53d95b-43da-4cf1-abb7-8fc72c8e7aff service neutron] 10.222.0.55 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295340 Jul 27 20:59:57.197774 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:57.210064 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-7025f494-ef1e-4af9-8311-37dc754895b7 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049523 Jul 27 20:59:57.242896 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-c176e987-838d-4b9b-822a-c06436012633 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:57.288890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8dc25-13f1-424b-8db6-5f740e68d426 req-10ff7be6-4e6d-42ba-aced-debb144da048 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:57.294969 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77d8dc25-13f1-424b-8db6-5f740e68d426 req-10ff7be6-4e6d-42ba-aced-debb144da048 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 950 time: 0.1648948 Jul 27 20:59:57.321931 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176e987-838d-4b9b-822a-c06436012633 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event deleted for resources: {'Port': ['ID=1b72eb72-c84a-44ee-9699-d972a072165b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:57.342121 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-d58facfc-f7c1-4884-b4ce-e3902dd076c2 service neutron] 10.222.0.55 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667240 Jul 27 20:59:57.363363 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77d8dc25-13f1-424b-8db6-5f740e68d426 req-d8a2d4a7-0da4-4f4e-bde8-5fbdcbf10d2f tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/security-groups?id=729d4959-991b-4a4e-bb1f-661c0f8cf0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624585 Jul 27 20:59:57.416653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-c176e987-838d-4b9b-822a-c06436012633 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] No DVR routers for this DVR port 1b72eb72-c84a-44ee-9699-d972a072165b on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:57.432388 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-c176e987-838d-4b9b-822a-c06436012633 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:57.434575 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d579f17a-3ceb-4421-8eb8-fef909f4dc03 req-c176e987-838d-4b9b-822a-c06436012633 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.66 "DELETE /v2.0/ports/1b72eb72-c84a-44ee-9699-d972a072165b HTTP/1.1" status: 204 len: 173 time: 2.1576810 Jul 27 20:59:57.440328 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4e461e28-5803-425d-8e78-2803b476b8c0 req-375ca351-d0dd-444b-9308-d3cf9ca41cab service neutron] 10.222.0.20 "GET /v2.0/networks/d3696e2c-3441-4723-8592-a9e7850db69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930578 Jul 27 20:59:57.784647 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1b72eb72-c84a-44ee-9699-d972a072165b no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:57.819605 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 1b72eb72-c84a-44ee-9699-d972a072165b {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:57.820280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1b72eb72-c84a-44ee-9699-d972a072165b not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:57.820817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1a08c781-37a0-49e4-8c42-9c45ad17a977 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 20:59:57.887562 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 1a08c781-37a0-49e4-8c42-9c45ad17a977 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 20:59:57.888072 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1a08c781-37a0-49e4-8c42-9c45ad17a977 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 20:59:57.949303 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc10c73-851f-4247-b189-c6261d148299 req-78fc4093-2e3f-4eb3-bdb7-0c152adfaa47 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:57.964529 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc10c73-851f-4247-b189-c6261d148299 req-78fc4093-2e3f-4eb3-bdb7-0c152adfaa47 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:57.977002 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc10c73-851f-4247-b189-c6261d148299 req-78fc4093-2e3f-4eb3-bdb7-0c152adfaa47 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:57.986956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 20:59:57.992669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc10c73-851f-4247-b189-c6261d148299 req-78fc4093-2e3f-4eb3-bdb7-0c152adfaa47 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:57.997256 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.011349 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc10c73-851f-4247-b189-c6261d148299 req-78fc4093-2e3f-4eb3-bdb7-0c152adfaa47 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:58.020375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Transition to ACTIVE for port object 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 20:59:58.027809 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.037971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc10c73-851f-4247-b189-c6261d148299 req-78fc4093-2e3f-4eb3-bdb7-0c152adfaa47 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:58.069783 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc10c73-851f-4247-b189-c6261d148299 req-78fc4093-2e3f-4eb3-bdb7-0c152adfaa47 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:58.087081 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a16692-8a73-4c83-9ff6-a25da9fc41ca req-fdd43517-3526-431a-92a4-bd935c894c4f tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:58.088766 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d3a16692-8a73-4c83-9ff6-a25da9fc41ca req-fdd43517-3526-431a-92a4-bd935c894c4f tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.20 "GET /v2.0/ports?device_id=76cd1cd8-8627-41dd-a18d-796c375633c9 HTTP/1.1" status: 200 len: 945 time: 0.1717777 Jul 27 20:59:58.097818 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5bc10c73-851f-4247-b189-c6261d148299 req-78fc4093-2e3f-4eb3-bdb7-0c152adfaa47 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5408 time: 0.3058410 Jul 27 20:59:58.129550 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Pushing event updated for resources: {'Port': ['ID=8b4c9773-4523-4fe9-b8e8-0d1006d1c670,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:58.203153 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5bc10c73-851f-4247-b189-c6261d148299 req-cfc60311-a86c-40ad-ac29-025429cee09f tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977924 Jul 27 20:59:58.301234 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ef110c8-4b03-4a8e-8e7b-289cd1124f2a req-f365d827-5ddf-4934-8b06-f56fde5b32ec tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 210 time: 0.1185429 Jul 27 20:59:58.404323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Attempting to bind port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 20:59:58.406062 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Attempting to bind port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '31a768ef-39ac-43da-967d-273196d38ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 20:59:58.406788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Attempting to bind port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 on network a54d9f4c-31a3-472d-917d-12867f1c0085 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:58.414112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 on network a54d9f4c-31a3-472d-917d-12867f1c0085 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 20:59:58.414711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Attempting to bind port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 on network a54d9f4c-31a3-472d-917d-12867f1c0085 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 20:59:58.429802 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 20:59:58.430123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Checking segment: {'id': '31a768ef-39ac-43da-967d-273196d38ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 20:59:58.430571 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Bound using segment: {'id': '31a768ef-39ac-43da-967d-273196d38ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 20:59:58.433872 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Bound port: 8b4c9773-4523-4fe9-b8e8-0d1006d1c670, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a768ef-39ac-43da-967d-273196d38ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 20:59:58.433872 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.461433 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-d3a16692-8a73-4c83-9ff6-a25da9fc41ca req-6dbb5d0f-4d9c-46c7-a9aa-4700406f2a4a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Deleting port 484b4026-23fa-4144-b1c0-e2cb2b757150 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 20:59:58.462037 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d3a16692-8a73-4c83-9ff6-a25da9fc41ca req-6dbb5d0f-4d9c-46c7-a9aa-4700406f2a4a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.549944 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab717fd-f93c-4ca7-8586-0f6f6146fb5d req-ef70a2ca-04bf-4f4b-a856-437fffbe8144 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:58.557491 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ab717fd-f93c-4ca7-8586-0f6f6146fb5d req-ef70a2ca-04bf-4f4b-a856-437fffbe8144 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1890955 Jul 27 20:59:58.593797 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'tag': '8ce6ad16-e5b2-43c3-9b3b-ca14413e757c'}, {'server_uuid': 'b75627cf-ab9c-481a-a2a5-97b663cc3d6f', 'name': 'network-vif-deleted', 'tag': '1b72eb72-c84a-44ee-9699-d972a072165b'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 20:59:58.597620 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b22171-0293-47f6-8e0e-871d6533b82a" -d '{"events": [{"name": "network-changed", "server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "tag": "8ce6ad16-e5b2-43c3-9b3b-ca14413e757c"}, {"server_uuid": "b75627cf-ab9c-481a-a2a5-97b663cc3d6f", "name": "network-vif-deleted", "tag": "1b72eb72-c84a-44ee-9699-d972a072165b"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 20:59:58.613815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ab717fd-f93c-4ca7-8586-0f6f6146fb5d req-6c582ce3-14c2-4e9d-8e4c-96a31bfe39eb tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551548 Jul 27 20:59:58.621733 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] For port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 20:59:58.628867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] For port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8b4c9773-4523-4fe9-b8e8-0d1006d1c670,segment=NetworkSegment(31a768ef-39ac-43da-967d-273196d38ced),segment_id=31a768ef-39ac-43da-967d-273196d38ced)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 20:59:58.641656 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.655944 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8826e6-b6e1-4112-ab37-1b413cf4c7a9 req-7accb4fb-5e75-4a8a-a9dd-0a72c6369cc1 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:58.658004 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6e8826e6-b6e1-4112-ab37-1b413cf4c7a9 req-7accb4fb-5e75-4a8a-a9dd-0a72c6369cc1 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 945 time: 0.1815076 Jul 27 20:59:58.684669 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34704) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:58.718503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6e8826e6-b6e1-4112-ab37-1b413cf4c7a9 req-e29183e2-248a-4276-8c7e-86965bcdb279 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518212 Jul 27 20:59:58.750683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-d3a16692-8a73-4c83-9ff6-a25da9fc41ca req-6dbb5d0f-4d9c-46c7-a9aa-4700406f2a4a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] For port 484b4026-23fa-4144-b1c0-e2cb2b757150, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=484b4026-23fa-4144-b1c0-e2cb2b757150,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 20:59:58.751329 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d3a16692-8a73-4c83-9ff6-a25da9fc41ca req-6dbb5d0f-4d9c-46c7-a9aa-4700406f2a4a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.769583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:58.770458 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.774013 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] 10.222.0.66 "PUT /v2.0/ports/8b4c9773-4523-4fe9-b8e8-0d1006d1c670 HTTP/1.1" status: 200 len: 1091 time: 1.9641593 Jul 27 20:59:58.783999 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 20:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19105f84-2665-410f-851c-40abb4d8b61e x-openstack-request-id: req-19105f84-2665-410f-851c-40abb4d8b61e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 20:59:58.784709 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "tag": "8ce6ad16-e5b2-43c3-9b3b-ca14413e757c", "status": "completed", "code": 200}, {"server_uuid": "b75627cf-ab9c-481a-a2a5-97b663cc3d6f", "name": "network-vif-deleted", "tag": "1b72eb72-c84a-44ee-9699-d972a072165b", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 20:59:58.784976 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19105f84-2665-410f-851c-40abb4d8b61e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 20:59:58.785383 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'tag': '8ce6ad16-e5b2-43c3-9b3b-ca14413e757c', 'status': 'completed', 'code': 200} Jul 27 20:59:58.785844 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75627cf-ab9c-481a-a2a5-97b663cc3d6f', 'name': 'network-vif-deleted', 'tag': '1b72eb72-c84a-44ee-9699-d972a072165b', 'status': 'completed', 'code': 200} Jul 27 20:59:58.797334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-d3a16692-8a73-4c83-9ff6-a25da9fc41ca req-6dbb5d0f-4d9c-46c7-a9aa-4700406f2a4a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Calling delete_port for 484b4026-23fa-4144-b1c0-e2cb2b757150 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 20:59:58.849981 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5be0fd-6c28-4434-a100-f349ecc0db2c service neutron] Pushing event updated for resources: {'Port': ['ID=8b4c9773-4523-4fe9-b8e8-0d1006d1c670,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:58.876511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-65736396-33df-47f0-a30a-3a1596a3790f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Deleting subnet 78f2d80e-a1e0-4cea-8b12-2079f1ede9d0 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 20:59:58.880194 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-65736396-33df-47f0-a30a-3a1596a3790f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:58.980110 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-65736396-33df-47f0-a30a-3a1596a3790f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.071659 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22171-0293-47f6-8e0e-871d6533b82a req-e234b709-debd-4326-b6de-5bea312ce77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.072149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22171-0293-47f6-8e0e-871d6533b82a req-e234b709-debd-4326-b6de-5bea312ce77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.072626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22171-0293-47f6-8e0e-871d6533b82a req-e234b709-debd-4326-b6de-5bea312ce77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.073087 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22171-0293-47f6-8e0e-871d6533b82a req-e234b709-debd-4326-b6de-5bea312ce77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.073564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22171-0293-47f6-8e0e-871d6533b82a req-e234b709-debd-4326-b6de-5bea312ce77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.074031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22171-0293-47f6-8e0e-871d6533b82a req-e234b709-debd-4326-b6de-5bea312ce77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.076340 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22171-0293-47f6-8e0e-871d6533b82a req-e234b709-debd-4326-b6de-5bea312ce77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.076473 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1b22171-0293-47f6-8e0e-871d6533b82a req-e234b709-debd-4326-b6de-5bea312ce77b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4623fa88924a56a60c56db5082e3c0&device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 6477 time: 0.2432139 Jul 27 20:59:59.268547 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d3a16692-8a73-4c83-9ff6-a25da9fc41ca req-6dbb5d0f-4d9c-46c7-a9aa-4700406f2a4a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.276814 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-65736396-33df-47f0-a30a-3a1596a3790f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.363540 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb5d0f-4d9c-46c7-a9aa-4700406f2a4a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Pushing event deleted for resources: {'Port': ['ID=484b4026-23fa-4144-b1c0-e2cb2b757150,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:59.460747 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9db71268-3265-499b-bf5d-6e19307d8d45 req-94adabf8-3980-406f-baf6-dfbd60081515 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 210 time: 0.0518687 Jul 27 20:59:59.462720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a16692-8a73-4c83-9ff6-a25da9fc41ca req-6dbb5d0f-4d9c-46c7-a9aa-4700406f2a4a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] No DVR routers for this DVR port 484b4026-23fa-4144-b1c0-e2cb2b757150 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 20:59:59.466038 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d3a16692-8a73-4c83-9ff6-a25da9fc41ca req-6dbb5d0f-4d9c-46c7-a9aa-4700406f2a4a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.468865 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d3a16692-8a73-4c83-9ff6-a25da9fc41ca req-6dbb5d0f-4d9c-46c7-a9aa-4700406f2a4a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.20 "DELETE /v2.0/ports/484b4026-23fa-4144-b1c0-e2cb2b757150 HTTP/1.1" status: 204 len: 173 time: 1.3582501 Jul 27 20:59:59.473932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fbca5-4b4f-4f16-9e16-1c5c30b88d54 req-bef72f37-c012-407a-8479-5f0afab5f76e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.480092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fbca5-4b4f-4f16-9e16-1c5c30b88d54 req-bef72f37-c012-407a-8479-5f0afab5f76e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.486168 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fbca5-4b4f-4f16-9e16-1c5c30b88d54 req-bef72f37-c012-407a-8479-5f0afab5f76e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.504012 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22171-0293-47f6-8e0e-871d6533b82a req-2a42a507-69d7-42dc-9f2d-08ef71e1c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.505349 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22171-0293-47f6-8e0e-871d6533b82a req-2a42a507-69d7-42dc-9f2d-08ef71e1c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.506150 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22171-0293-47f6-8e0e-871d6533b82a req-2a42a507-69d7-42dc-9f2d-08ef71e1c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.508094 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1b22171-0293-47f6-8e0e-871d6533b82a req-2a42a507-69d7-42dc-9f2d-08ef71e1c983 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=8b4623fa88924a56a60c56db5082e3c0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4091642 Jul 27 20:59:59.516826 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fbca5-4b4f-4f16-9e16-1c5c30b88d54 req-bef72f37-c012-407a-8479-5f0afab5f76e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.533489 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fbca5-4b4f-4f16-9e16-1c5c30b88d54 req-bef72f37-c012-407a-8479-5f0afab5f76e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.546873 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fbca5-4b4f-4f16-9e16-1c5c30b88d54 req-bef72f37-c012-407a-8479-5f0afab5f76e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.554312 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fbca5-4b4f-4f16-9e16-1c5c30b88d54 req-bef72f37-c012-407a-8479-5f0afab5f76e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.556588 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c03fbca5-4b4f-4f16-9e16-1c5c30b88d54 req-bef72f37-c012-407a-8479-5f0afab5f76e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.2399383 Jul 27 20:59:59.628909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-4d687d95-a15b-428b-b4e5-f04fe1d68849 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.630667 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-4d687d95-a15b-428b-b4e5-f04fe1d68849 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.66 "GET /v2.0/networks?id=e942917d-c786-450f-a41a-7afd14216ffe HTTP/1.1" status: 200 len: 815 time: 0.4452484 Jul 27 20:59:59.635794 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-65736396-33df-47f0-a30a-3a1596a3790f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.655608 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c03fbca5-4b4f-4f16-9e16-1c5c30b88d54 req-dd05d1eb-365a-456e-9ad6-f46300a5c468 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902805 Jul 27 20:59:59.657707 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-02b403d8-94d3-4fa1-8f94-4fd82ec5ba31 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Request body: {'port': {'device_id': 'f1b929c6-ef33-41f1-8606-51191f21bcbd', 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe', 'admin_state_up': True, 'tenant_id': 'f9356d2f895943a7b11295fb2f999893'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 20:59:59.661527 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dfadc7-0e07-49db-b128-46d033d65c34 None None] Network 66468fc3-cb02-496e-8a2e-af83d9d21741 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 20:59:59.716892 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-65736396-33df-47f0-a30a-3a1596a3790f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.722342 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34724) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 20:59:59.731522 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-65736396-33df-47f0-a30a-3a1596a3790f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "DELETE /v2.0/subnets/78f2d80e-a1e0-4cea-8b12-2079f1ede9d0 HTTP/1.1" status: 204 len: 168 time: 1.0422866 Jul 27 20:59:59.769175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65736396-33df-47f0-a30a-3a1596a3790f tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event deleted for resources: {'Subnet': ['ID=78f2d80e-a1e0-4cea-8b12-2079f1ede9d0,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 20:59:59.836149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22171-0293-47f6-8e0e-871d6533b82a req-cb37af67-71fc-4192-834b-74188bf2ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 20:59:59.837663 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1b22171-0293-47f6-8e0e-871d6533b82a req-cb37af67-71fc-4192-834b-74188bf2ca1f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3180497 Jul 27 20:59:59.853646 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 20:59:59.942681 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-02b403d8-94d3-4fa1-8f94-4fd82ec5ba31 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Made reservation on behalf of f9356d2f895943a7b11295fb2f999893 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 20:59:59.953794 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-02b403d8-94d3-4fa1-8f94-4fd82ec5ba31 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.013928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e26fc9-48dd-42cc-a181-942fc85b2191 req-5095bb60-9469-4c2e-aaac-2817eb60a769 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.015635 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35e26fc9-48dd-42cc-a181-942fc85b2191 req-5095bb60-9469-4c2e-aaac-2817eb60a769 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.1578844 Jul 27 21:00:00.029031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] DHCP port deletion for 66468fc3-cb02-496e-8a2e-af83d9d21741 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:00:00.094012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Deleting port e588ed07-2200-4a52-b92f-4d4481b6a4c2 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:00.095846 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.101722 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d259e86-ea31-4388-a7e3-ffbee80fc3d7 req-583d88c7-dc1a-48ee-bce7-74a258847913 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.103377 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d259e86-ea31-4388-a7e3-ffbee80fc3d7 req-583d88c7-dc1a-48ee-bce7-74a258847913 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 945 time: 0.2039156 Jul 27 21:00:00.133490 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35e26fc9-48dd-42cc-a181-942fc85b2191 req-07320fae-ce9b-47c7-a592-6faadde4028e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752778 Jul 27 21:00:00.178688 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Deleting port e588ed07-2200-4a52-b92f-4d4481b6a4c2 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:00.179033 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.284399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] For port e588ed07-2200-4a52-b92f-4d4481b6a4c2, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e588ed07-2200-4a52-b92f-4d4481b6a4c2,segment=NetworkSegment(71cbc665-4108-4307-bde5-dec2f9759b24),segment_id=71cbc665-4108-4307-bde5-dec2f9759b24)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:00.285041 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.315823 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Calling delete_port for e588ed07-2200-4a52-b92f-4d4481b6a4c2 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:00.328736 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d259e86-ea31-4388-a7e3-ffbee80fc3d7 req-1e921a33-fe4f-4006-8510-76678cc07eb9 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945848 Jul 27 21:00:00.392862 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] For port e588ed07-2200-4a52-b92f-4d4481b6a4c2, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e588ed07-2200-4a52-b92f-4d4481b6a4c2,segment=NetworkSegment(71cbc665-4108-4307-bde5-dec2f9759b24),segment_id=71cbc665-4108-4307-bde5-dec2f9759b24)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:00.393250 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.422941 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Calling delete_port for e588ed07-2200-4a52-b92f-4d4481b6a4c2 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:00.447173 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f75-6d75-4442-bc22-830670ece0be req-19ac9551-fee9-4fb5-9f3d-fca674ceea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.448743 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-19ac9551-fee9-4fb5-9f3d-fca674ceea10 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb&tenant_id=ff15cfc60ebf4100bfa873bb1415f95e HTTP/1.1" status: 200 len: 1100 time: 0.1341069 Jul 27 21:00:00.500274 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.540356 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:00.558651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Pushing event deleted for resources: {'Port': ['ID=e588ed07-2200-4a52-b92f-4d4481b6a4c2,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:00.561400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] No DVR routers for this DVR port e588ed07-2200-4a52-b92f-4d4481b6a4c2 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:00.573149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2090e-f011-4fe1-aaa5-d6cd02bcbff1 req-9ef4b514-2201-4f30-8491-fed38926808d tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.574774 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.575630 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.576825 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-efa2090e-f011-4fe1-aaa5-d6cd02bcbff1 req-9ef4b514-2201-4f30-8491-fed38926808d tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 945 time: 0.7033722 Jul 27 21:00:00.578717 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.579100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.579542 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.580283 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.580765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.581108 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.581437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.582062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.583057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.583578 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5cbfe3-6f29-4d71-bfc3-321c53505069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.588447 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.664593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event deleted for resources: {'Port': ['ID=e588ed07-2200-4a52-b92f-4d4481b6a4c2,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:00.679605 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-aa18556e-1ffc-4f0a-854a-28b2c32f6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.680422 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-aa18556e-1ffc-4f0a-854a-28b2c32f6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.680551 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-aa18556e-1ffc-4f0a-854a-28b2c32f6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.681025 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-aa18556e-1ffc-4f0a-854a-28b2c32f6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.681492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-aa18556e-1ffc-4f0a-854a-28b2c32f6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.681961 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-aa18556e-1ffc-4f0a-854a-28b2c32f6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.682446 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-aa18556e-1ffc-4f0a-854a-28b2c32f6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:00.684399 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-aa18556e-1ffc-4f0a-854a-28b2c32f6dbf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4623fa88924a56a60c56db5082e3c0&device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 6477 time: 0.7273126 Jul 27 21:00:00.692262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:00.694862 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 484b4026-23fa-4144-b1c0-e2cb2b757150 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:00.726792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] No DVR routers for this DVR port e588ed07-2200-4a52-b92f-4d4481b6a4c2 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:00.729973 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 484b4026-23fa-4144-b1c0-e2cb2b757150 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:00.730663 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 484b4026-23fa-4144-b1c0-e2cb2b757150 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:00.735309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70fe146c-3e7d-4a0e-80d1-e183c3477f8a req-104d15f6-606b-44e3-8633-81a02a609dc8 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 210 time: 0.1007881 Jul 27 21:00:00.740613 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.743282 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.743815 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.744316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.744837 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.745337 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.745825 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.746346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.746851 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.747336 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.747832 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.748317 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.749358 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:00.802014 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'tag': '8b4c9773-4523-4fe9-b8e8-0d1006d1c670'}, {'server_uuid': '76cd1cd8-8627-41dd-a18d-796c375633c9', 'name': 'network-vif-deleted', 'tag': '484b4026-23fa-4144-b1c0-e2cb2b757150'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:00.807803 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e921d2c9-f97c-4b13-977d-73bb17b8089a" -d '{"events": [{"name": "network-changed", "server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "tag": "8b4c9773-4523-4fe9-b8e8-0d1006d1c670"}, {"server_uuid": "76cd1cd8-8627-41dd-a18d-796c375633c9", "name": "network-vif-deleted", "tag": "484b4026-23fa-4144-b1c0-e2cb2b757150"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:00.884653 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-e05bca5b-409d-4b94-bb73-7d758fc835b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc0238de-f933-45f5-bd07-9806f8e5fae6 HTTP/1.1" status: 200 len: 217 time: 0.1850588 Jul 27 21:00:00.898008 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:00.913708 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dba70c-6f81-477b-8e84-385341247fc2 x-openstack-request-id: req-16dba70c-6f81-477b-8e84-385341247fc2 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:00.914604 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "tag": "8b4c9773-4523-4fe9-b8e8-0d1006d1c670", "status": "completed", "code": 200}, {"server_uuid": "76cd1cd8-8627-41dd-a18d-796c375633c9", "name": "network-vif-deleted", "tag": "484b4026-23fa-4144-b1c0-e2cb2b757150", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:00.915055 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16dba70c-6f81-477b-8e84-385341247fc2 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:00.915670 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'tag': '8b4c9773-4523-4fe9-b8e8-0d1006d1c670', 'status': 'completed', 'code': 200} Jul 27 21:00:00.916117 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cd1cd8-8627-41dd-a18d-796c375633c9', 'name': 'network-vif-deleted', 'tag': '484b4026-23fa-4144-b1c0-e2cb2b757150', 'status': 'completed', 'code': 200} Jul 27 21:00:00.923907 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66468fc3-cb02-496e-8a2e-af83d9d21741']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:00.942848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:00.949398 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-02b403d8-94d3-4fa1-8f94-4fd82ec5ba31 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Allocated IP 172.20.0.5 (e942917d-c786-450f-a41a-7afd14216ffe/da266496-c80f-4909-bc94-7064206d9311/b0e86e6a-70c7-4ca3-86f4-586b001e4091) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:00.963222 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9', 'mac_address': 'fa:16:3e:40:20:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:00.990584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71cbc665-4108-4307-bde5-dec2f9759b24') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:00.990974 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71cbc665-4108-4307-bde5-dec2f9759b24') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:01.007225 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-8c6a9cb5-bec3-4992-802e-662263fcc43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:01.009642 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-8c6a9cb5-bec3-4992-802e-662263fcc43b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1400dfa6-e41f-4985-af22-30801885ca3a HTTP/1.1" status: 200 len: 851 time: 0.1086118 Jul 27 21:00:01.014774 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.042793 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.059715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:00:01.060061 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:00:01.063391 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:00:01.084268 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.128794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:01.132656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-efa2090e-f011-4fe1-aaa5-d6cd02bcbff1 req-59ec9e84-c318-417f-bcb8-cd0b3b341bb5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Deleting port 3635750e-578b-4e9c-8266-f3f6e7b25232 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:01.133468 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-efa2090e-f011-4fe1-aaa5-d6cd02bcbff1 req-59ec9e84-c318-417f-bcb8-cd0b3b341bb5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.149394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82b77-dc2d-4192-9004-a1fef847b2af req-ecc6faeb-4534-4f26-bad5-f5e991157bc4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:01.155537 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82b77-dc2d-4192-9004-a1fef847b2af req-ecc6faeb-4534-4f26-bad5-f5e991157bc4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:01.161582 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82b77-dc2d-4192-9004-a1fef847b2af req-ecc6faeb-4534-4f26-bad5-f5e991157bc4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:01.167669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82b77-dc2d-4192-9004-a1fef847b2af req-ecc6faeb-4534-4f26-bad5-f5e991157bc4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:01.172570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:01.174027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82b77-dc2d-4192-9004-a1fef847b2af req-ecc6faeb-4534-4f26-bad5-f5e991157bc4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:01.180021 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82b77-dc2d-4192-9004-a1fef847b2af req-ecc6faeb-4534-4f26-bad5-f5e991157bc4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:01.186880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c82b77-dc2d-4192-9004-a1fef847b2af req-ecc6faeb-4534-4f26-bad5-f5e991157bc4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:01.187070 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.199698 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-09c82b77-dc2d-4192-9004-a1fef847b2af req-ecc6faeb-4534-4f26-bad5-f5e991157bc4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.3718445 Jul 27 21:00:01.261532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:01.287461 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:01.380301 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.399507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46014b8e-09df-4354-a5e5-c4471bee3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:01.401446 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-46014b8e-09df-4354-a5e5-c4471bee3ebe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c136ab28-e2bc-4ec9-9b8b-bf8448242a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3576009 Jul 27 21:00:01.432678 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.439084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34762) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:01.442629 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "DELETE /v2.0/networks/66468fc3-cb02-496e-8a2e-af83d9d21741 HTTP/1.1" status: 204 len: 168 time: 1.7190006 Jul 27 21:00:01.500730 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-09c82b77-dc2d-4192-9004-a1fef847b2af req-0a4b93eb-0748-404d-8543-c8ffe94e01e2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2943733 Jul 27 21:00:01.520120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284c2fd-d92d-48ec-ba82-da867a5af986 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event deleted for resources: {'Network': ['ID=66468fc3-cb02-496e-8a2e-af83d9d21741,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:01.520811 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-02b403d8-94d3-4fa1-8f94-4fd82ec5ba31 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.543004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:01.557965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-efa2090e-f011-4fe1-aaa5-d6cd02bcbff1 req-59ec9e84-c318-417f-bcb8-cd0b3b341bb5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] For port 3635750e-578b-4e9c-8266-f3f6e7b25232, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=3635750e-578b-4e9c-8266-f3f6e7b25232,segment=NetworkSegment(5590148a-9eb4-4d69-9ed8-80a2ef1a652c),segment_id=5590148a-9eb4-4d69-9ed8-80a2ef1a652c)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:01.558450 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-efa2090e-f011-4fe1-aaa5-d6cd02bcbff1 req-59ec9e84-c318-417f-bcb8-cd0b3b341bb5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.606196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdfe721b-9c55-4c42-bad7-df0bbf693319 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Deleting subnet e46a4622-31b6-47ad-9adc-8fd5248a645d {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:00:01.636618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d406a-458c-464a-bcee-60a98ac442e0 req-684aaf6f-80e0-4d6f-b1e9-f4df649ff812 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:01.638894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b13d406a-458c-464a-bcee-60a98ac442e0 req-684aaf6f-80e0-4d6f-b1e9-f4df649ff812 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.3609653 Jul 27 21:00:01.640934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h1-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:01.652117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bdfe721b-9c55-4c42-bad7-df0bbf693319 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.707923 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.721610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:01.725998 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca52c29-23f3-4c5c-a598-a04be52d43a5" -d '{"events": [{"server_uuid": "cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2caf8e-57dc-4c1c-822f-02572f4b9fb4"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:01.734089 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-ecb56871-a907-44d5-91cd-39685effb16e service neutron] 10.222.0.66 "GET /v2.0/networks/c136ab28-e2bc-4ec9-9b8b-bf8448242a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219695 Jul 27 21:00:01.750981 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bdfe721b-9c55-4c42-bad7-df0bbf693319 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.781574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Transition to ACTIVE for port object 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:01.786782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b13d406a-458c-464a-bcee-60a98ac442e0 req-b94054f5-c62b-4b89-8053-c44fc9823696 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517063 Jul 27 21:00:01.790378 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.878498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,revision_number=10']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:01.893791 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-02b403d8-94d3-4fa1-8f94-4fd82ec5ba31 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:01.949060 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] No DVR routers for this DVR port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 on host n-h1-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:01.973538 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e588ed07-2200-4a52-b92f-4d4481b6a4c2 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:02.021057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: e588ed07-2200-4a52-b92f-4d4481b6a4c2 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:02.022245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e588ed07-2200-4a52-b92f-4d4481b6a4c2 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:02.032081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Attempting to bind port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:02.033864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Attempting to bind port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:02.036270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Attempting to bind port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:02.048453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:00:02.048793 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Attempting to bind port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:02.058590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:02.058935 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:02.059689 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:02.060152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Bound port: 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:02.060521 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.085558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b403d8-94d3-4fa1-8f94-4fd82ec5ba31 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Pushing event updated for resources: {'Port': ['ID=b0e86e6a-70c7-4ca3-86f4-586b001e4091,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:02.096037 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9d69c-d6af-47fa-be5d-2e37f55b8e0f req-affab0fe-810a-4165-b4c8-25c472ce75bb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:02.102836 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ce9d69c-d6af-47fa-be5d-2e37f55b8e0f req-affab0fe-810a-4165-b4c8-25c472ce75bb tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac37fab6-b397-4a06-a390-f169d13af806 HTTP/1.1" status: 200 len: 945 time: 0.2252173 Jul 27 21:00:02.108056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-02b403d8-94d3-4fa1-8f94-4fd82ec5ba31 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Network e942917d-c786-450f-a41a-7afd14216ffe is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:02.196970 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ce9d69c-d6af-47fa-be5d-2e37f55b8e0f req-ca6fea8e-6f27-41a1-9879-afe450449f94 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups?id=128f5d56-8746-4037-9979-ee4bae162131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874164 Jul 27 21:00:02.216884 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-efa2090e-f011-4fe1-aaa5-d6cd02bcbff1 req-59ec9e84-c318-417f-bcb8-cd0b3b341bb5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.217117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-efa2090e-f011-4fe1-aaa5-d6cd02bcbff1 req-59ec9e84-c318-417f-bcb8-cd0b3b341bb5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.218008 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-efa2090e-f011-4fe1-aaa5-d6cd02bcbff1 req-59ec9e84-c318-417f-bcb8-cd0b3b341bb5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Floating IP 408605be-a8d4-4828-a335-bc53d29621ac disassociated. External IP: 172.25.2.87, port: 3635750e-578b-4e9c-8266-f3f6e7b25232. Jul 27 21:00:02.219497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-efa2090e-f011-4fe1-aaa5-d6cd02bcbff1 req-59ec9e84-c318-417f-bcb8-cd0b3b341bb5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Calling delete_port for 3635750e-578b-4e9c-8266-f3f6e7b25232 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:02.269361 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:02.287132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:02.299140 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.323548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:02.324211 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.325644 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] 10.222.0.66 "PUT /v2.0/ports/7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 HTTP/1.1" status: 200 len: 1096 time: 1.7896307 Jul 27 21:00:02.487755 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e29fbf-57e8-4568-a1ba-5656902bd882 x-openstack-request-id: req-a3e29fbf-57e8-4568-a1ba-5656902bd882 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:02.488049 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2caf8e-57dc-4c1c-822f-02572f4b9fb4", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:02.488305 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3e29fbf-57e8-4568-a1ba-5656902bd882 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:02.488748 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4', 'code': 200} Jul 27 21:00:02.511117 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a71b2a-4a79-4c1e-b87d-40d9b36ce5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,revision_number=11']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:02.537381 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f75-6d75-4442-bc22-830670ece0be req-b1b0dd76-01fe-48a5-bd03-494e3b499f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:02.539283 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-b1b0dd76-01fe-48a5-bd03-494e3b499f42 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 1099 time: 0.1287398 Jul 27 21:00:02.541460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-02b403d8-94d3-4fa1-8f94-4fd82ec5ba31 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:02.544672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-02b403d8-94d3-4fa1-8f94-4fd82ec5ba31 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:02.587804 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-610ba45f-4485-414f-96a1-d6cc74496d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.706980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:02.756800 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-02b403d8-94d3-4fa1-8f94-4fd82ec5ba31 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:02.761058 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-02b403d8-94d3-4fa1-8f94-4fd82ec5ba31 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.772901 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-18e24a27-b7f1-48e0-9bde-4c30edbb7ab5 service neutron] 10.222.0.66 "GET /v2.0/networks/c136ab28-e2bc-4ec9-9b8b-bf8448242a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0244813 Jul 27 21:00:02.784676 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-efa2090e-f011-4fe1-aaa5-d6cd02bcbff1 req-59ec9e84-c318-417f-bcb8-cd0b3b341bb5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.853875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:02.854409 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:02.902851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec9e84-c318-417f-bcb8-cd0b3b341bb5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Pushing event deleted for resources: {'Port': ['ID=3635750e-578b-4e9c-8266-f3f6e7b25232,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:02.919143 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f75-6d75-4442-bc22-830670ece0be req-28af3a50-8084-4507-bda1-ac6716583bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:02.924921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-28af3a50-8084-4507-bda1-ac6716583bcd service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.3747051 Jul 27 21:00:02.929065 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-b9cd24b4-ee7e-4df6-aea3-44dd5b1ffeda service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=d428951c-9af6-415a-913d-31512d67dde2 HTTP/1.1" status: 200 len: 217 time: 0.1122818 Jul 27 21:00:02.946367 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bdfe721b-9c55-4c42-bad7-df0bbf693319 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.001991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-6d84f194-edf0-48eb-88ad-567ec98f93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:03.004061 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-6d84f194-edf0-48eb-88ad-567ec98f93d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a7a7b95-12bc-48a4-b7c3-4715da94a46d HTTP/1.1" status: 200 len: 797 time: 0.0633166 Jul 27 21:00:03.007912 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-b6f08f09-78a0-46e4-9bd5-5c9d27d7b843 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 HTTP/1.1" status: 200 len: 217 time: 0.0583928 Jul 27 21:00:03.087739 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-02b403d8-94d3-4fa1-8f94-4fd82ec5ba31 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4402242 Jul 27 21:00:03.092728 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f75-6d75-4442-bc22-830670ece0be req-a19c5e2b-d47b-4db5-8125-aec5fb840d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:03.096311 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-a19c5e2b-d47b-4db5-8125-aec5fb840d60 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0767195 Jul 27 21:00:03.117556 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.151951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Request body: {'port': {'device_id': 'f1b929c6-ef33-41f1-8606-51191f21bcbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:03.169360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:03.171181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0643aa9c-30c3-4623-8caa-832cf1e6a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:03.174616 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e87f8f-6d69-4cc3-bfd4-19a8692face0" -d '{"events": [{"server_uuid": "0643aa9c-30c3-4623-8caa-832cf1e6a868", "name": "network-vif-plugged", "status": "completed", "tag": "ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:03.179735 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.180675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:03.210790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e079e72-eedc-4183-b48d-5d88c684dc2a req-ce9b9fea-3e3a-4d0d-86f8-165e29dd77aa tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:03.212390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e079e72-eedc-4183-b48d-5d88c684dc2a req-ce9b9fea-3e3a-4d0d-86f8-165e29dd77aa tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 931 time: 0.4269309 Jul 27 21:00:03.270770 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:03.299754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:03.339845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7dbca699-89bf-4a7b-9323-b2d08458e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:03.341615 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7dbca699-89bf-4a7b-9323-b2d08458e21c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a410ce51-102d-4a42-9789-3fefbaa95d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3069346 Jul 27 21:00:03.349010 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.362827 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e079e72-eedc-4183-b48d-5d88c684dc2a req-8bfacd97-caaa-4c1d-abbf-03d99e4826a8 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322229 Jul 27 21:00:03.387402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f75-6d75-4442-bc22-830670ece0be req-8dec8f87-4aee-47d7-96b8-e994bb60b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:03.392237 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-8dec8f87-4aee-47d7-96b8-e994bb60b980 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2872274 Jul 27 21:00:03.572021 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bdfe721b-9c55-4c42-bad7-df0bbf693319 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.641322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02bf1af-f816-4bf3-8816-19aa8b568183 None None] Network 8c4ef75c-af29-45aa-928e-44a92f0ca665 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:03.642183 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bdfe721b-9c55-4c42-bad7-df0bbf693319 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.647285 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bdfe721b-9c55-4c42-bad7-df0bbf693319 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "DELETE /v2.0/subnets/e46a4622-31b6-47ad-9adc-8fd5248a645d HTTP/1.1" status: 204 len: 168 time: 2.2052772 Jul 27 21:00:03.693021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efa2090e-f011-4fe1-aaa5-d6cd02bcbff1 req-59ec9e84-c318-417f-bcb8-cd0b3b341bb5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Router a03f8e58-2109-4c92-ae78-644a6ba6f143 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:00:03.720035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34804) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:03.824345 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:03.833630 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe721b-9c55-4c42-bad7-df0bbf693319 tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event deleted for resources: {'Subnet': ['ID=e46a4622-31b6-47ad-9adc-8fd5248a645d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:04.022322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efa2090e-f011-4fe1-aaa5-d6cd02bcbff1 req-59ec9e84-c318-417f-bcb8-cd0b3b341bb5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:00:04.065930 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-4186452c-d23e-4d25-a22c-1d91f018ff9b service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6614220 Jul 27 21:00:04.100196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa2090e-f011-4fe1-aaa5-d6cd02bcbff1 req-59ec9e84-c318-417f-bcb8-cd0b3b341bb5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] No DVR routers for this DVR port 3635750e-578b-4e9c-8266-f3f6e7b25232 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:04.103200 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-efa2090e-f011-4fe1-aaa5-d6cd02bcbff1 req-59ec9e84-c318-417f-bcb8-cd0b3b341bb5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.106049 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-efa2090e-f011-4fe1-aaa5-d6cd02bcbff1 req-59ec9e84-c318-417f-bcb8-cd0b3b341bb5 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.66 "DELETE /v2.0/ports/3635750e-578b-4e9c-8266-f3f6e7b25232 HTTP/1.1" status: 204 len: 173 time: 3.5111184 Jul 27 21:00:04.144164 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac37fab6-b397-4a06-a390-f169d13af806', 'name': 'network-vif-deleted', 'tag': '3635750e-578b-4e9c-8266-f3f6e7b25232'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:04.147201 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51318464-cedc-44e3-abf5-c29b96306d3d" -d '{"events": [{"server_uuid": "ac37fab6-b397-4a06-a390-f169d13af806", "name": "network-vif-deleted", "tag": "3635750e-578b-4e9c-8266-f3f6e7b25232"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:04.153153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a168652-7e77-4d9b-b311-0f5551d7f54a None None] Sync routers for ids ['a03f8e58-2109-4c92-ae78-644a6ba6f143'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:00:04.156012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 3635750e-578b-4e9c-8266-f3f6e7b25232 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:04.258826 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-573712fd-9e69-46c4-a5e7-73e06f2f269a service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8909421 Jul 27 21:00:04.270696 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 3635750e-578b-4e9c-8266-f3f6e7b25232 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:04.271118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 3635750e-578b-4e9c-8266-f3f6e7b25232 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:04.279657 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a168652-7e77-4d9b-b311-0f5551d7f54a None None] Routers {'a03f8e58-2109-4c92-ae78-644a6ba6f143'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:04.280836 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-6a168652-7e77-4d9b-b311-0f5551d7f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:59:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a03f8e58-2109-4c92-ae78-644a6ba6f143'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:04.286397 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.405117 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b400-550d-44f6-94f5-8710cad5b5bb req-e0775f0c-991a-4369-a805-4977e94561d4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:04.406279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Deleting port dad698e9-4214-4c83-851d-dae077f64008 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:04.406630 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.415534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b400-550d-44f6-94f5-8710cad5b5bb req-e0775f0c-991a-4369-a805-4977e94561d4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:04.425182 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b400-550d-44f6-94f5-8710cad5b5bb req-e0775f0c-991a-4369-a805-4977e94561d4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:04.447608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b400-550d-44f6-94f5-8710cad5b5bb req-e0775f0c-991a-4369-a805-4977e94561d4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:04.454618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b400-550d-44f6-94f5-8710cad5b5bb req-e0775f0c-991a-4369-a805-4977e94561d4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:04.468645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e86e6a-70c7-4ca3-86f4-586b001e4091 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:04.479093 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b400-550d-44f6-94f5-8710cad5b5bb req-e0775f0c-991a-4369-a805-4977e94561d4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:04.485182 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b400-550d-44f6-94f5-8710cad5b5bb req-e0775f0c-991a-4369-a805-4977e94561d4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:04.493083 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e66b400-550d-44f6-94f5-8710cad5b5bb req-e0775f0c-991a-4369-a805-4977e94561d4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.4260895 Jul 27 21:00:04.495579 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'tag': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:04.499198 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.508025 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972b1466-5d20-46f4-b612-551bc5b0e0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb", "tag": "7e2caf8e-57dc-4c1c-822f-02572f4b9fb4"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:04.536388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Transition to ACTIVE for port object b0e86e6a-70c7-4ca3-86f4-586b001e4091 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:04.544189 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:04.577869 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-e6c49bff-5c45-4cdd-9282-baf898ffbcc1 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073022 Jul 27 21:00:04.624068 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33668f75-6d75-4442-bc22-830670ece0be req-aabba09f-03ce-416a-ac68-ff339f162d51 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844537 Jul 27 21:00:04.686863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-6a168652-7e77-4d9b-b311-0f5551d7f54a None None] Set router a03f8e58-2109-4c92-ae78-644a6ba6f143 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:04.704411 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e66b400-550d-44f6-94f5-8710cad5b5bb req-6e17fb7f-d4a9-4d05-aaf1-e91cb2e55d82 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1926792 Jul 27 21:00:04.868137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a46a75-5f37-4e9b-a7c7-9d765193a5a6 None None] DHCP port deletion for 8c4ef75c-af29-45aa-928e-44a92f0ca665 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:00:05.036244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a66fd-cda1-41e6-aadc-c8256cc4da11 req-fb8d8fa3-395b-47ad-906d-a0309f6499f4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:05.039431 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e15a66fd-cda1-41e6-aadc-c8256cc4da11 req-fb8d8fa3-395b-47ad-906d-a0309f6499f4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 948 time: 0.1455832 Jul 27 21:00:05.079373 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c0a46a75-5f37-4e9b-a7c7-9d765193a5a6 None None] Deleting port dad698e9-4214-4c83-851d-dae077f64008 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:05.079748 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c0a46a75-5f37-4e9b-a7c7-9d765193a5a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.125751 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e15a66fd-cda1-41e6-aadc-c8256cc4da11 req-cdfc4b81-1e57-4736-8c7c-65a8d976f18d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789545 Jul 27 21:00:05.209376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-c0a46a75-5f37-4e9b-a7c7-9d765193a5a6 None None] For port dad698e9-4214-4c83-851d-dae077f64008, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dad698e9-4214-4c83-851d-dae077f64008,segment=NetworkSegment(bc316f79-ec22-491f-a12c-2c72644b6a11),segment_id=bc316f79-ec22-491f-a12c-2c72644b6a11)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:05.209961 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c0a46a75-5f37-4e9b-a7c7-9d765193a5a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.225064 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c0a46a75-5f37-4e9b-a7c7-9d765193a5a6 None None] Calling delete_port for dad698e9-4214-4c83-851d-dae077f64008 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:05.233541 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b626f180-8e14-44ea-bc72-2a8d63950e75 x-openstack-request-id: req-b626f180-8e14-44ea-bc72-2a8d63950e75 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:05.233895 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0643aa9c-30c3-4623-8caa-832cf1e6a868", "name": "network-vif-plugged", "status": "completed", "tag": "ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:05.234076 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b626f180-8e14-44ea-bc72-2a8d63950e75 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:05.234501 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0643aa9c-30c3-4623-8caa-832cf1e6a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9', 'code': 200} Jul 27 21:00:05.245375 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-6a168652-7e77-4d9b-b311-0f5551d7f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 4, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6f882df2-4e5e-49e3-b9de-ac25a51a44ac', 'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'mac_address': 'fa:16:3e:ca:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:52Z', 'updated_at': '2021-07-27T20:53:05Z', 'revision_number': 5, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'subnets': [{'id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:05.308071 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] For port dad698e9-4214-4c83-851d-dae077f64008, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dad698e9-4214-4c83-851d-dae077f64008,segment=NetworkSegment(bc316f79-ec22-491f-a12c-2c72644b6a11),segment_id=bc316f79-ec22-491f-a12c-2c72644b6a11)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:05.308645 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.312795 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-41d79718-ad0a-4bd4-945b-cd76b304f968 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=2fa8db0b-c60f-4d02-9b59-06d022fef9be HTTP/1.1" status: 200 len: 217 time: 0.6866817 Jul 27 21:00:05.323586 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a168652-7e77-4d9b-b311-0f5551d7f54a None None] Checking router: a03f8e58-2109-4c92-ae78-644a6ba6f143 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:00:05.356954 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ae4bfef0-8bd3-4260-ba42-fd13a82dd1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.369358 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a168652-7e77-4d9b-b311-0f5551d7f54a None None] Routers {'a03f8e58-2109-4c92-ae78-644a6ba6f143'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:05.370129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-6a168652-7e77-4d9b-b311-0f5551d7f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T20:59:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a03f8e58-2109-4c92-ae78-644a6ba6f143'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:05.419878 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Calling delete_port for dad698e9-4214-4c83-851d-dae077f64008 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:05.428117 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e86e6a-70c7-4ca3-86f4-586b001e4091,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:05.461820 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.465057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Attempting to bind port b0e86e6a-70c7-4ca3-86f4-586b001e4091 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:05.465474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Attempting to bind port b0e86e6a-70c7-4ca3-86f4-586b001e4091 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '5c8be573-5156-41f5-9eca-a35c0611d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:05.465848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Attempting to bind port b0e86e6a-70c7-4ca3-86f4-586b001e4091 on network e942917d-c786-450f-a41a-7afd14216ffe {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:05.478206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Port b0e86e6a-70c7-4ca3-86f4-586b001e4091 on network e942917d-c786-450f-a41a-7afd14216ffe not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:00:05.478573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Attempting to bind port b0e86e6a-70c7-4ca3-86f4-586b001e4091 on network e942917d-c786-450f-a41a-7afd14216ffe {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:05.494377 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c0a46a75-5f37-4e9b-a7c7-9d765193a5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.524448 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada651eb-d7df-4bde-b6ba-674903d28600 x-openstack-request-id: req-ada651eb-d7df-4bde-b6ba-674903d28600 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:05.524743 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac37fab6-b397-4a06-a390-f169d13af806", "name": "network-vif-deleted", "tag": "3635750e-578b-4e9c-8266-f3f6e7b25232", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:05.524994 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ada651eb-d7df-4bde-b6ba-674903d28600 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:05.525390 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac37fab6-b397-4a06-a390-f169d13af806', 'name': 'network-vif-deleted', 'tag': '3635750e-578b-4e9c-8266-f3f6e7b25232', 'status': 'completed', 'code': 200} Jul 27 21:00:05.537791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 20, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:05.537791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Checking segment: {'id': '5c8be573-5156-41f5-9eca-a35c0611d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:05.537791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Bound using segment: {'id': '5c8be573-5156-41f5-9eca-a35c0611d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:05.537791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Bound port: b0e86e6a-70c7-4ca3-86f4-586b001e4091, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8be573-5156-41f5-9eca-a35c0611d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:05.538579 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.575143 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a46a75-5f37-4e9b-a7c7-9d765193a5a6 None None] No DVR routers for this DVR port dad698e9-4214-4c83-851d-dae077f64008 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:05.584384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-3202a783-e82a-4bb3-a857-03a9521f4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:05.586178 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-3202a783-e82a-4bb3-a857-03a9521f4d82 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a7a7b95-12bc-48a4-b7c3-4715da94a46d HTTP/1.1" status: 200 len: 797 time: 0.1918390 Jul 27 21:00:05.620155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a46a75-5f37-4e9b-a7c7-9d765193a5a6 None None] Pushing event deleted for resources: {'Port': ['ID=dad698e9-4214-4c83-851d-dae077f64008,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:05.676757 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-6a168652-7e77-4d9b-b311-0f5551d7f54a None None] Set router a03f8e58-2109-4c92-ae78-644a6ba6f143 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:05.689671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] For port b0e86e6a-70c7-4ca3-86f4-586b001e4091, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:05.695287 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] For port b0e86e6a-70c7-4ca3-86f4-586b001e4091, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=b0e86e6a-70c7-4ca3-86f4-586b001e4091,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:05.698869 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.738309 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.745405 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a86783-df62-438f-9440-eb71bdd24614 req-965ab775-7cc4-43cc-baf0-7fbb426a7c38 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:05.749623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event deleted for resources: {'Port': ['ID=dad698e9-4214-4c83-851d-dae077f64008,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:05.751675 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] No DVR routers for this DVR port dad698e9-4214-4c83-851d-dae077f64008 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:05.756495 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-a488bf7f-ea4d-491d-8f9a-66ef5f9a75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:05.758016 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-a488bf7f-ea4d-491d-8f9a-66ef5f9a75fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a410ce51-102d-4a42-9789-3fefbaa95d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1637328 Jul 27 21:00:05.761223 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65a86783-df62-438f-9440-eb71bdd24614 req-965ab775-7cc4-43cc-baf0-7fbb426a7c38 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 943 time: 0.1426136 Jul 27 21:00:05.846192 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65a86783-df62-438f-9440-eb71bdd24614 req-5b3bedb0-f749-4af5-8c06-89d53e9ac1de tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839717 Jul 27 21:00:05.855681 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:05.856376 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:05.858476 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] 10.222.0.66 "PUT /v2.0/ports/b0e86e6a-70c7-4ca3-86f4-586b001e4091 HTTP/1.1" status: 200 len: 1091 time: 2.7241445 Jul 27 21:00:06.016333 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.051957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4ef75c-af29-45aa-928e-44a92f0ca665']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:06.056060 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1186c781-3a1a-4917-988b-6c3656e14cca x-openstack-request-id: req-1186c781-3a1a-4917-988b-6c3656e14cca {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:06.056576 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb", "tag": "7e2caf8e-57dc-4c1c-822f-02572f4b9fb4", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:06.061123 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1186c781-3a1a-4917-988b-6c3656e14cca {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:06.061882 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'tag': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4', 'status': 'completed', 'code': 200} Jul 27 21:00:06.083332 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dad698e9-4214-4c83-851d-dae077f64008 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:06.109096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc316f79-ec22-491f-a12c-2c72644b6a11') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:06.111104 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc316f79-ec22-491f-a12c-2c72644b6a11') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:06.133366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1029b7-2951-45bf-9d91-fbb99d0df810 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e86e6a-70c7-4ca3-86f4-586b001e4091,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:06.150663 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-6a168652-7e77-4d9b-b311-0f5551d7f54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 4, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6f882df2-4e5e-49e3-b9de-ac25a51a44ac', 'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'mac_address': 'fa:16:3e:ca:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:52Z', 'updated_at': '2021-07-27T20:53:05Z', 'revision_number': 5, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'subnets': [{'id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:06.156065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: dad698e9-4214-4c83-851d-dae077f64008 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:06.156704 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dad698e9-4214-4c83-851d-dae077f64008 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:06.210120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a168652-7e77-4d9b-b311-0f5551d7f54a None None] The sync data for ids ['a03f8e58-2109-4c92-ae78-644a6ba6f143'] in n-d-764806-9 is: [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:53Z', 'revision_number': 4, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6f882df2-4e5e-49e3-b9de-ac25a51a44ac', 'name': '', 'network_id': 'd0529065-8390-47a3-aefb-e0f34741ee1f', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'mac_address': 'fa:16:3e:ca:d4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:52Z', 'updated_at': '2021-07-27T20:53:05Z', 'revision_number': 5, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'subnets': [{'id': '9b547ef7-4cb6-4736-b263-c7c9499342ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:00:06.233422 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.259967 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-6a2e25e2-9ebd-4b87-8603-0ad0c5caab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.276199 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.277158 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-6a2e25e2-9ebd-4b87-8603-0ad0c5caab5b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 1099 time: 0.1912732 Jul 27 21:00:06.289273 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:00:06.289961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:00:06.298395 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:00:06.318081 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-32c89768-ce69-4f9d-a2d1-2be53c7a2939 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279868 Jul 27 21:00:06.320454 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-d67d8a29-d6de-4cfc-965d-8563381a4cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.322313 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-d67d8a29-d6de-4cfc-965d-8563381a4cc6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9356d2f895943a7b11295fb2f999893&device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 1094 time: 0.3772643 Jul 27 21:00:06.407861 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-fddc54c2-c900-4177-b68a-f47127a97503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.409825 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-fddc54c2-c900-4177-b68a-f47127a97503 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1260369 Jul 27 21:00:06.484406 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-beea75c2-9a8b-4bab-9620-13cdaab1570f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e86e6a-70c7-4ca3-86f4-586b001e4091 HTTP/1.1" status: 200 len: 217 time: 0.1266556 Jul 27 21:00:06.490821 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.524323 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:06.531666 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] 10.222.0.55 "DELETE /v2.0/networks/8c4ef75c-af29-45aa-928e-44a92f0ca665 HTTP/1.1" status: 204 len: 168 time: 2.8071964 Jul 27 21:00:06.553815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-662e6f0f-1439-497f-b897-18bed6632508 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 HTTP/1.1" status: 200 len: 217 time: 0.1260715 Jul 27 21:00:06.579118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-df78a3da-7f41-4ea7-a8f2-bb6bd3ebabfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.580634 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-df78a3da-7f41-4ea7-a8f2-bb6bd3ebabfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 1099 time: 0.4928277 Jul 27 21:00:06.586840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6f21d-c3cb-4659-b8cc-54f7bcd8ee4a tempest-ServersTestMultiNic-1101643278 tempest-ServersTestMultiNic-1101643278-project] Pushing event deleted for resources: {'Network': ['ID=8c4ef75c-af29-45aa-928e-44a92f0ca665,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:06.659071 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-ec282fd9-5c47-43ab-ba9a-87160da94318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.660890 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-ec282fd9-5c47-43ab-ba9a-87160da94318 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0923476 Jul 27 21:00:06.676242 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-35883e70-c5e5-4e99-9dbb-85a3600151fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.677816 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-35883e70-c5e5-4e99-9dbb-85a3600151fb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da266496-c80f-4909-bc94-7064206d9311 HTTP/1.1" status: 200 len: 855 time: 0.1801162 Jul 27 21:00:06.729105 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-31479af5-6ba2-4015-9f0b-f55ecb2268af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e942917d-c786-450f-a41a-7afd14216ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395474 Jul 27 21:00:06.740575 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7cdc9b3c-f935-4400-807b-d8841e0bbcbb service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788407 Jul 27 21:00:06.783770 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c92a33-1956-4c6e-b887-2b8ba55c5b81 None None] New status for floating IP 408605be-a8d4-4828-a335-bc53d29621ac: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:00:06.796747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc7c12-c91f-451b-8299-e969a7e2625b req-6cfa72fc-7d25-4a77-8104-0aa1b81d4f95 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.802920 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc7c12-c91f-451b-8299-e969a7e2625b req-6cfa72fc-7d25-4a77-8104-0aa1b81d4f95 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.809121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc7c12-c91f-451b-8299-e969a7e2625b req-6cfa72fc-7d25-4a77-8104-0aa1b81d4f95 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.815489 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc7c12-c91f-451b-8299-e969a7e2625b req-6cfa72fc-7d25-4a77-8104-0aa1b81d4f95 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.822372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc7c12-c91f-451b-8299-e969a7e2625b req-6cfa72fc-7d25-4a77-8104-0aa1b81d4f95 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.839748 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc7c12-c91f-451b-8299-e969a7e2625b req-6cfa72fc-7d25-4a77-8104-0aa1b81d4f95 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.848686 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc7c12-c91f-451b-8299-e969a7e2625b req-6cfa72fc-7d25-4a77-8104-0aa1b81d4f95 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.862879 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-87cc7c12-c91f-451b-8299-e969a7e2625b req-6cfa72fc-7d25-4a77-8104-0aa1b81d4f95 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.4521921 Jul 27 21:00:06.923260 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-87cc7c12-c91f-451b-8299-e969a7e2625b req-48b647bf-8f1a-488f-ad40-1ce8cf0b6be3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592697 Jul 27 21:00:06.925433 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-d5d02468-4674-420a-860c-9c24b27c710e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=e52e863c-19ea-4520-b512-4229b90f3d03 HTTP/1.1" status: 200 len: 217 time: 0.1731093 Jul 27 21:00:06.936826 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-4baf505d-e4e3-4351-b303-74495cfd901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:06.938564 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-4baf505d-e4e3-4351-b303-74495cfd901b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2686071 Jul 27 21:00:07.033240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-6ad1ea21-3b8b-4497-94bc-ccab8719e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.034693 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-6ad1ea21-3b8b-4497-94bc-ccab8719e31b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a7a7b95-12bc-48a4-b7c3-4715da94a46d HTTP/1.1" status: 200 len: 797 time: 0.0807190 Jul 27 21:00:07.037468 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:07.042522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-7449e643-9a00-4c0c-8549-31c765bb2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.044224 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-7449e643-9a00-4c0c-8549-31c765bb2c00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.4490666 Jul 27 21:00:07.144330 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-02cc8ba7-4559-4a8b-9802-8da976c6c0c1 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976466 Jul 27 21:00:07.165718 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-f277a3c1-9086-42ba-b756-3bc048479959 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 HTTP/1.1" status: 200 len: 217 time: 0.0586915 Jul 27 21:00:07.236265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-df84fb6e-78f9-4f7a-83ea-7de72f2e0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.237953 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-df84fb6e-78f9-4f7a-83ea-7de72f2e0c33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0632005 Jul 27 21:00:07.298944 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-47fd42fa-d3d6-444d-913d-3f880010403c service neutron] 10.222.0.66 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610640 Jul 27 21:00:07.322762 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449275a-641d-454d-9cd3-193fcc6f7635 req-fc3032ac-2468-46b7-9aed-75d1853e72b4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.332836 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a449275a-641d-454d-9cd3-193fcc6f7635 req-fc3032ac-2468-46b7-9aed-75d1853e72b4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 948 time: 0.2796843 Jul 27 21:00:07.380244 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:07.411493 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-98b07bd2-a487-41dd-be85-6fa3762d34d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.413326 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-98b07bd2-a487-41dd-be85-6fa3762d34d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a410ce51-102d-4a42-9789-3fefbaa95d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3681605 Jul 27 21:00:07.438815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-1ffe8fdc-40ee-4d97-9960-f2e5d28c9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.441345 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-1ffe8fdc-40ee-4d97-9960-f2e5d28c9085 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1872518 Jul 27 21:00:07.446803 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a449275a-641d-454d-9cd3-193fcc6f7635 req-2beba9c2-d6dc-46ec-895b-fb2d12d788cb tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121728 Jul 27 21:00:07.454287 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-59262f6a-f3b9-47ba-9ffa-a6fe4c5ce294 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966661 Jul 27 21:00:07.552708 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b929c6-ef33-41f1-8606-51191f21bcbd', 'tag': 'b0e86e6a-70c7-4ca3-86f4-586b001e4091'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:07.561662 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23e6017-d577-40a1-8145-4bda94fa3164" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b929c6-ef33-41f1-8606-51191f21bcbd", "tag": "b0e86e6a-70c7-4ca3-86f4-586b001e4091"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:07.606494 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-df60cc77-600a-42c7-ae05-17aeb30a707b req-39357cb4-9885-41ad-960f-2e550b6f69ce service neutron] 10.222.0.66 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962754 Jul 27 21:00:07.656774 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-ecdfe376-5c22-4bc5-8ede-1a9188a2a2a1 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332084 Jul 27 21:00:07.700872 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-d3ff571e-303d-4df6-b030-cdd317199e46 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426701 Jul 27 21:00:07.891314 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-00ff8e02-9433-4caf-8bc8-90482eec51c5 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216027 Jul 27 21:00:07.897105 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-972b1466-5d20-46f4-b612-551bc5b0e0dc req-38bff7fa-ed89-45d7-91f6-805f596f89a0 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594725 Jul 27 21:00:07.905969 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7156aae-9d35-4455-9678-e93a6a2d25ad req-9217db0f-8828-4c16-8c8c-dfdfd7b87b61 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.909077 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e7156aae-9d35-4455-9678-e93a6a2d25ad req-9217db0f-8828-4c16-8c8c-dfdfd7b87b61 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 943 time: 0.1190798 Jul 27 21:00:07.940083 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-db7e79f5-d55d-4c7e-a125-f0befe05325a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=f2b60967-bfdf-4329-90d7-618af56506fa HTTP/1.1" status: 200 len: 217 time: 0.0411365 Jul 27 21:00:07.977666 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e7156aae-9d35-4455-9678-e93a6a2d25ad req-2d74b0ce-30f0-467f-8f92-fffd4cf6db71 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625596 Jul 27 21:00:07.996203 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-247b6c86-3d71-4240-a6f2-5acfa4671f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:07.997209 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-247b6c86-3d71-4240-a6f2-5acfa4671f1a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a7a7b95-12bc-48a4-b7c3-4715da94a46d HTTP/1.1" status: 200 len: 797 time: 0.0499620 Jul 27 21:00:08.028653 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34846) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:08.109594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2313ad54-a637-4c23-bf03-04fd6e9572dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:08.114018 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-2313ad54-a637-4c23-bf03-04fd6e9572dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a410ce51-102d-4a42-9789-3fefbaa95d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1032376 Jul 27 21:00:08.160015 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d518d40-6202-4342-b96c-de72f203238d x-openstack-request-id: req-6d518d40-6202-4342-b96c-de72f203238d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:08.160254 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b929c6-ef33-41f1-8606-51191f21bcbd", "tag": "b0e86e6a-70c7-4ca3-86f4-586b001e4091", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:08.161917 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d518d40-6202-4342-b96c-de72f203238d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:08.162338 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b929c6-ef33-41f1-8606-51191f21bcbd', 'tag': 'b0e86e6a-70c7-4ca3-86f4-586b001e4091', 'status': 'completed', 'code': 200} Jul 27 21:00:08.214489 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd706bc7-7f17-465e-a02a-6557890e7c39 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.285878 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd706bc7-7f17-465e-a02a-6557890e7c39 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.489023 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-b530ed32-2ca3-4a16-b7f7-1b7502feaa76 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670654 Jul 27 21:00:08.492929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e6017-d577-40a1-8145-4bda94fa3164 req-777c37a4-7eb8-4bfc-ad12-2edbd48e2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:08.495085 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f23e6017-d577-40a1-8145-4bda94fa3164 req-777c37a4-7eb8-4bfc-ad12-2edbd48e2b3a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9356d2f895943a7b11295fb2f999893&device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 1094 time: 0.3018992 Jul 27 21:00:08.536128 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd706bc7-7f17-465e-a02a-6557890e7c39 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.547947 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd706bc7-7f17-465e-a02a-6557890e7c39 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.553266 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cd706bc7-7f17-465e-a02a-6557890e7c39 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "DELETE /v2.0/security-groups/128f5d56-8746-4037-9979-ee4bae162131 HTTP/1.1" status: 204 len: 168 time: 0.5238400 Jul 27 21:00:08.554542 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34854) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:08.586101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b1577-257e-4f83-ab5f-035565a3953a req-964cb5ac-b000-477d-9bef-8cfdeaef73cf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:08.593507 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b1577-257e-4f83-ab5f-035565a3953a req-964cb5ac-b000-477d-9bef-8cfdeaef73cf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:08.600350 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b1577-257e-4f83-ab5f-035565a3953a req-964cb5ac-b000-477d-9bef-8cfdeaef73cf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:08.606437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b1577-257e-4f83-ab5f-035565a3953a req-964cb5ac-b000-477d-9bef-8cfdeaef73cf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:08.613835 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b1577-257e-4f83-ab5f-035565a3953a req-964cb5ac-b000-477d-9bef-8cfdeaef73cf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:08.620153 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b1577-257e-4f83-ab5f-035565a3953a req-964cb5ac-b000-477d-9bef-8cfdeaef73cf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:08.627738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b1577-257e-4f83-ab5f-035565a3953a req-964cb5ac-b000-477d-9bef-8cfdeaef73cf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:08.640459 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a7b1577-257e-4f83-ab5f-035565a3953a req-964cb5ac-b000-477d-9bef-8cfdeaef73cf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.2555823 Jul 27 21:00:08.660628 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-3fa286b5-ae46-48a4-9946-0880eb5d7a61 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] show failed (client error): The resource could not be found. Jul 27 21:00:08.661700 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3fa286b5-ae46-48a4-9946-0880eb5d7a61 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "GET /v2.0/security-groups/128f5d56-8746-4037-9979-ee4bae162131 HTTP/1.1" status: 404 len: 347 time: 0.0190108 Jul 27 21:00:08.670216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34858) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:08.675024 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd706bc7-7f17-465e-a02a-6557890e7c39 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=128f5d56-8746-4037-9979-ee4bae162131,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:08.726833 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a7b1577-257e-4f83-ab5f-035565a3953a req-c094ebc3-5315-4772-af1a-8e2115c67259 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852401 Jul 27 21:00:08.779398 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:08.812217 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e6017-d577-40a1-8145-4bda94fa3164 req-7e7a019f-852d-40bb-90d6-c4ad6b3bfcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:08.814263 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f23e6017-d577-40a1-8145-4bda94fa3164 req-7e7a019f-852d-40bb-90d6-c4ad6b3bfcd4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e942917d-c786-450f-a41a-7afd14216ffe HTTP/1.1" status: 200 len: 916 time: 0.3100266 Jul 27 21:00:08.817672 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-3b207c59-b138-41f9-b27c-76225398faa0 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143570 Jul 27 21:00:08.882175 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f23e6017-d577-40a1-8145-4bda94fa3164 req-65d94161-4cab-4f08-8f78-84499bfe95fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e86e6a-70c7-4ca3-86f4-586b001e4091 HTTP/1.1" status: 200 len: 217 time: 0.0466068 Jul 27 21:00:08.932685 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-4fb120e0-d009-4ff7-9d13-a36652e1dcb3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8ce6ad16-e5b2-43c3-9b3b-ca14413e757c HTTP/1.1" status: 200 len: 217 time: 0.0569015 Jul 27 21:00:08.972546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbe9c7-5d3c-4ac0-a526-1a4c6189abb4 req-2d4ac04e-9cbe-4fe9-b051-748ea669160e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:08.975507 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2abbe9c7-5d3c-4ac0-a526-1a4c6189abb4 req-2d4ac04e-9cbe-4fe9-b051-748ea669160e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 948 time: 0.0936213 Jul 27 21:00:09.033751 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2abbe9c7-5d3c-4ac0-a526-1a4c6189abb4 req-1bc80968-82fb-4344-9c19-b68531fd4b5e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495207 Jul 27 21:00:09.105444 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e6017-d577-40a1-8145-4bda94fa3164 req-e738e2c2-e89d-40e9-832d-c3764f60de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:09.107239 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f23e6017-d577-40a1-8145-4bda94fa3164 req-e738e2c2-e89d-40e9-832d-c3764f60de21 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da266496-c80f-4909-bc94-7064206d9311 HTTP/1.1" status: 200 len: 855 time: 0.1899023 Jul 27 21:00:09.111457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2f7ca-4664-422f-b8c5-f2d6ceadb744 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Deleting port d0c54d7d-2e5a-41ef-a821-5eacc5f4f7ac {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:09.112381 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f7ca-4664-422f-b8c5-f2d6ceadb744 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:09.260782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34870) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:09.585822 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bf2f6-5e6b-44ed-bb30-c5f7b9467365 req-feaa7a45-a630-4064-a0c7-daccec4dd889 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:09.588748 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c5bf2f6-5e6b-44ed-bb30-c5f7b9467365 req-feaa7a45-a630-4064-a0c7-daccec4dd889 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 943 time: 0.1954103 Jul 27 21:00:09.633498 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-05bc7ea3-733c-4d85-aba8-1b1186a50037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:09.637345 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-05bc7ea3-733c-4d85-aba8-1b1186a50037 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a43653b-252d-4da2-bf43-47c001947d62 HTTP/1.1" status: 200 len: 797 time: 0.6493516 Jul 27 21:00:09.708049 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c5bf2f6-5e6b-44ed-bb30-c5f7b9467365 req-de0fd0c6-3f90-42cb-b195-ecf32dc3d798 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112347 Jul 27 21:00:09.735876 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f7ca-4664-422f-b8c5-f2d6ceadb744 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:09.736475 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f7ca-4664-422f-b8c5-f2d6ceadb744 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:09.766411 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f23e6017-d577-40a1-8145-4bda94fa3164 req-d3851f02-eef8-4b7d-856c-5f8b77b74141 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e942917d-c786-450f-a41a-7afd14216ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6452918 Jul 27 21:00:09.805766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-d2e2f7ca-4664-422f-b8c5-f2d6ceadb744 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Calling delete_port for d0c54d7d-2e5a-41ef-a821-5eacc5f4f7ac owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:09.839312 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:09.923941 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-41d56a87-4944-4134-936f-90b00c566959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.061120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:10.072213 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1f28bbad-8d28-48f3-b805-f3b75aaaa604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:10.073849 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-1f28bbad-8d28-48f3-b805-f3b75aaaa604 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a54d9f4c-31a3-472d-917d-12867f1c0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3241770 Jul 27 21:00:10.097521 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4', 'mac_address': 'fa:16:3e:7f:34:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:10.153490 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f23e6017-d577-40a1-8145-4bda94fa3164 req-b9caf131-9511-421b-8e13-6642ca325108 service neutron] 10.222.0.66 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590055 Jul 27 21:00:10.163960 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3851ed-b8a1-47a7-aeaf-65d9fe42e943 req-3024f08b-a71b-496c-8102-68601e47021c tempest-MigrationsAdminTest-1782794619 tempest-MigrationsAdminTest-1782794619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:10.169400 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.176660 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a3851ed-b8a1-47a7-aeaf-65d9fe42e943 req-3024f08b-a71b-496c-8102-68601e47021c tempest-MigrationsAdminTest-1782794619 tempest-MigrationsAdminTest-1782794619-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 1099 time: 0.1666193 Jul 27 21:00:10.190755 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:10.240341 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:10.252205 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.346460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,revision_number=12']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:10.347043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a3851ed-b8a1-47a7-aeaf-65d9fe42e943 req-7037eed5-c1f8-4f8c-a533-75a4f900e681 tempest-MigrationsAdminTest-1782794619 tempest-MigrationsAdminTest-1782794619-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626837 Jul 27 21:00:10.390987 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-fb487ee1-71b9-4042-8495-9cb4fb7662c1 service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078899 Jul 27 21:00:10.494576 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f23e6017-d577-40a1-8145-4bda94fa3164 req-8ecfc852-97f3-464c-a5a7-8ac781a0d734 service neutron] 10.222.0.66 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144670 Jul 27 21:00:10.527387 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f7ca-4664-422f-b8c5-f2d6ceadb744 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.591760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['7e2caf8e-57dc-4c1c-822f-02572f4b9fb4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:10.597683 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-41d56a87-4944-4134-936f-90b00c566959 admin admin] Deleting port 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:10.598240 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-41d56a87-4944-4134-936f-90b00c566959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.642966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2f7ca-4664-422f-b8c5-f2d6ceadb744 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Pushing event deleted for resources: {'Port': ['ID=d0c54d7d-2e5a-41ef-a821-5eacc5f4f7ac,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:10.664615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b34913-4a08-4a9d-8907-cec41551bb57 req-5a4661a3-ac59-4d0b-a36b-c041028da0bc tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:10.673288 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b34913-4a08-4a9d-8907-cec41551bb57 req-5a4661a3-ac59-4d0b-a36b-c041028da0bc tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:10.680259 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b34913-4a08-4a9d-8907-cec41551bb57 req-5a4661a3-ac59-4d0b-a36b-c041028da0bc tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:10.687702 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b34913-4a08-4a9d-8907-cec41551bb57 req-5a4661a3-ac59-4d0b-a36b-c041028da0bc tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:10.694446 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b34913-4a08-4a9d-8907-cec41551bb57 req-5a4661a3-ac59-4d0b-a36b-c041028da0bc tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:10.700794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b34913-4a08-4a9d-8907-cec41551bb57 req-5a4661a3-ac59-4d0b-a36b-c041028da0bc tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:10.707871 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b34913-4a08-4a9d-8907-cec41551bb57 req-5a4661a3-ac59-4d0b-a36b-c041028da0bc tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:10.718158 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c3b34913-4a08-4a9d-8907-cec41551bb57 req-5a4661a3-ac59-4d0b-a36b-c041028da0bc tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.2562177 Jul 27 21:00:10.760633 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f7ca-4664-422f-b8c5-f2d6ceadb744 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.764913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d2e2f7ca-4664-422f-b8c5-f2d6ceadb744 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.768950 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d2e2f7ca-4664-422f-b8c5-f2d6ceadb744 tempest-ServersWithSpecificFlavorTestJSON-496907100 tempest-ServersWithSpecificFlavorTestJSON-496907100-project] 10.222.0.55 "DELETE /v2.0/floatingips/408605be-a8d4-4828-a335-bc53d29621ac HTTP/1.1" status: 204 len: 168 time: 2.0952804 Jul 27 21:00:10.783661 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-32ff08f2-ba3d-4893-8140-9a01954676a9 service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814778 Jul 27 21:00:10.818594 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c3b34913-4a08-4a9d-8907-cec41551bb57 req-d8111e1d-ad92-4211-8c66-f7aaa33b0baf tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914946 Jul 27 21:00:10.842276 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-16268792-bdf1-4f2c-ac88-75befbe149b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b4c9773-4523-4fe9-b8e8-0d1006d1c670 HTTP/1.1" status: 200 len: 217 time: 0.0484264 Jul 27 21:00:10.886296 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-41d56a87-4944-4134-936f-90b00c566959 admin admin] For port 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068,segment=NetworkSegment(3d093617-ca75-42c2-8b4d-81ab932e7d04),segment_id=3d093617-ca75-42c2-8b4d-81ab932e7d04)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:10.886661 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-41d56a87-4944-4134-936f-90b00c566959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:10.910173 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-c7e2a3df-95a3-4d5f-8e58-8a881ce4373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:10.911939 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-c7e2a3df-95a3-4d5f-8e58-8a881ce4373e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a43653b-252d-4da2-bf43-47c001947d62 HTTP/1.1" status: 200 len: 797 time: 0.0597413 Jul 27 21:00:10.916961 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-41d56a87-4944-4134-936f-90b00c566959 admin admin] Calling delete_port for 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:11.001072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7610001c-c83d-4017-a9e1-ad4b3b6e9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.002699 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-7610001c-c83d-4017-a9e1-ad4b3b6e9094 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a54d9f4c-31a3-472d-917d-12867f1c0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0830011 Jul 27 21:00:11.155645 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-53a72d63-518d-4564-a71d-9c76c890b184 service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426930 Jul 27 21:00:11.349411 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-41d56a87-4944-4134-936f-90b00c566959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:11.374623 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdca142-0c24-4cac-972a-517b1ac9618b req-eebe65c0-3e97-4537-b676-4dd1e94e314f service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122250 Jul 27 21:00:11.390763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d56a87-4944-4134-936f-90b00c566959 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:11.561476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921d2c9-f97c-4b13-977d-73bb17b8089a req-3ec9cba4-541a-47cc-9c27-df415a08d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.562161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921d2c9-f97c-4b13-977d-73bb17b8089a req-3ec9cba4-541a-47cc-9c27-df415a08d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.562686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921d2c9-f97c-4b13-977d-73bb17b8089a req-3ec9cba4-541a-47cc-9c27-df415a08d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.563168 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921d2c9-f97c-4b13-977d-73bb17b8089a req-3ec9cba4-541a-47cc-9c27-df415a08d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.563645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921d2c9-f97c-4b13-977d-73bb17b8089a req-3ec9cba4-541a-47cc-9c27-df415a08d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.564396 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921d2c9-f97c-4b13-977d-73bb17b8089a req-3ec9cba4-541a-47cc-9c27-df415a08d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.564878 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921d2c9-f97c-4b13-977d-73bb17b8089a req-3ec9cba4-541a-47cc-9c27-df415a08d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.567113 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e921d2c9-f97c-4b13-977d-73bb17b8089a req-3ec9cba4-541a-47cc-9c27-df415a08d98b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4623fa88924a56a60c56db5082e3c0&device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 6477 time: 0.1092896 Jul 27 21:00:11.649169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf04834-0d16-4e2c-831b-a5c3e673d1a5 req-53a3a099-fd7a-4264-9e16-6845b4a3fa88 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.649169 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cbf04834-0d16-4e2c-831b-a5c3e673d1a5 req-53a3a099-fd7a-4264-9e16-6845b4a3fa88 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 943 time: 0.3152814 Jul 27 21:00:11.796513 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cbf04834-0d16-4e2c-831b-a5c3e673d1a5 req-98c7768b-4f30-43fd-903f-eb6ae77a9958 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777148 Jul 27 21:00:11.817135 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-41d56a87-4944-4134-936f-90b00c566959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:11.854642 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device b0e86e6a-70c7-4ca3-86f4-586b001e4091 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:11.879765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921d2c9-f97c-4b13-977d-73bb17b8089a req-b4df2629-3f1d-4ffb-b684-281af63cf67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:11.883271 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e921d2c9-f97c-4b13-977d-73bb17b8089a req-b4df2629-3f1d-4ffb-b684-281af63cf67b service neutron] 10.222.0.66 "GET /v2.0/networks?id=a54d9f4c-31a3-472d-917d-12867f1c0085 HTTP/1.1" status: 200 len: 902 time: 0.3042908 Jul 27 21:00:11.957619 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e921d2c9-f97c-4b13-977d-73bb17b8089a req-54b4a1ac-2f94-4850-a985-9e488031df1c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b4c9773-4523-4fe9-b8e8-0d1006d1c670 HTTP/1.1" status: 200 len: 217 time: 0.0642898 Jul 27 21:00:12.050302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921d2c9-f97c-4b13-977d-73bb17b8089a req-9bcc1649-fbf0-4e15-a00c-e4bc2caf2292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:12.053520 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e921d2c9-f97c-4b13-977d-73bb17b8089a req-9bcc1649-fbf0-4e15-a00c-e4bc2caf2292 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a43653b-252d-4da2-bf43-47c001947d62 HTTP/1.1" status: 200 len: 797 time: 0.0872152 Jul 27 21:00:12.071142 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port b0e86e6a-70c7-4ca3-86f4-586b001e4091, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=b0e86e6a-70c7-4ca3-86f4-586b001e4091,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:12.107313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'b0e86e6a-70c7-4ca3-86f4-586b001e4091', 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe', 'port_id': 'b0e86e6a-70c7-4ca3-86f4-586b001e4091', 'mac_address': 'fa:16:3e:ba:f0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da266496-c80f-4909-bc94-7064206d9311', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:12.156784 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921d2c9-f97c-4b13-977d-73bb17b8089a req-d1d84dbe-0704-48dc-abbb-102e9119d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:12.158565 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e921d2c9-f97c-4b13-977d-73bb17b8089a req-d1d84dbe-0704-48dc-abbb-102e9119d554 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a54d9f4c-31a3-472d-917d-12867f1c0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0965140 Jul 27 21:00:12.203858 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:12.235011 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e86e6a-70c7-4ca3-86f4-586b001e4091 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:12.276187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port b0e86e6a-70c7-4ca3-86f4-586b001e4091, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=b0e86e6a-70c7-4ca3-86f4-586b001e4091,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:12.286171 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:12.377692 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e921d2c9-f97c-4b13-977d-73bb17b8089a req-953f2382-a79c-4447-b848-c37886fbd390 service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078950 Jul 27 21:00:12.406067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=b0e86e6a-70c7-4ca3-86f4-586b001e4091,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:12.408016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d797ef-1c30-4c2e-b7fb-9e1fd56a1a60 req-5069973c-f3fe-478d-84da-458a871148c5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:12.409924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-48d797ef-1c30-4c2e-b7fb-9e1fd56a1a60 req-5069973c-f3fe-478d-84da-458a871148c5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.2545888 Jul 27 21:00:12.449592 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d56a87-4944-4134-936f-90b00c566959 admin admin] Router d0c177b4-893f-4faf-836f-9047ee51f7a7 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:00:12.533506 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e921d2c9-f97c-4b13-977d-73bb17b8089a req-8a8deb5b-4092-4a7d-9a6c-83f23624ab0c service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393974 Jul 27 21:00:12.539691 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-48d797ef-1c30-4c2e-b7fb-9e1fd56a1a60 req-6fa5a33a-965d-48be-bd80-29021a58f3d2 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210537 Jul 27 21:00:12.639092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d56a87-4944-4134-936f-90b00c566959 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:00:12.650254 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584ccc4-680f-4801-91e9-53013bc4f8b2 None None] Sync routers for ids ['d0c177b4-893f-4faf-836f-9047ee51f7a7'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:00:12.660685 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-41d56a87-4944-4134-936f-90b00c566959 admin admin] 10.222.0.55 "PUT /v2.0/routers/d0c177b4-893f-4faf-836f-9047ee51f7a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3967898 Jul 27 21:00:12.661610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34902) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:12.675427 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584ccc4-680f-4801-91e9-53013bc4f8b2 None None] Routers {'d0c177b4-893f-4faf-836f-9047ee51f7a7'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:12.679547 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8584ccc4-680f-4801-91e9-53013bc4f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:00:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d0c177b4-893f-4faf-836f-9047ee51f7a7'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:12.995894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['b0e86e6a-70c7-4ca3-86f4-586b001e4091'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:13.060981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-8584ccc4-680f-4801-91e9-53013bc4f8b2 None None] Set router d0c177b4-893f-4faf-836f-9047ee51f7a7 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:13.199745 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40081d7-ccad-4744-bd03-819860642971 req-3147dba9-59e5-46a8-b5cd-161b7e87d1a5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.201664 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e40081d7-ccad-4744-bd03-819860642971 req-3147dba9-59e5-46a8-b5cd-161b7e87d1a5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.0876341 Jul 27 21:00:13.235621 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-68d69001-c358-4613-8a70-469fae2f1299 admin admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.365438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a449ce-496d-4572-84eb-63e8cf0bfaa6 req-1150ec55-9f19-4512-aa07-543867fe8b35 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.377707 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a449ce-496d-4572-84eb-63e8cf0bfaa6 req-1150ec55-9f19-4512-aa07-543867fe8b35 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.391210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a449ce-496d-4572-84eb-63e8cf0bfaa6 req-1150ec55-9f19-4512-aa07-543867fe8b35 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.393111 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8584ccc4-680f-4801-91e9-53013bc4f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'name': 'tempest-ServersTestMultiNic-1168524882-router', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:47Z', 'updated_at': '2021-07-27T21:00:11Z', 'revision_number': 5, 'project_id': '059c8831d7844550bdb3ab0cdc9b6109', 'gw_port': {'id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:49Z', 'updated_at': '2021-07-27T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:13.407652 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a449ce-496d-4572-84eb-63e8cf0bfaa6 req-1150ec55-9f19-4512-aa07-543867fe8b35 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.413443 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a449ce-496d-4572-84eb-63e8cf0bfaa6 req-1150ec55-9f19-4512-aa07-543867fe8b35 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.421666 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e40081d7-ccad-4744-bd03-819860642971 req-ae359bb6-9f2a-4a28-bc50-b1aeada7dbb4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Deleting port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:13.421984 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e40081d7-ccad-4744-bd03-819860642971 req-ae359bb6-9f2a-4a28-bc50-b1aeada7dbb4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.423997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584ccc4-680f-4801-91e9-53013bc4f8b2 None None] Checking router: d0c177b4-893f-4faf-836f-9047ee51f7a7 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:00:13.434014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584ccc4-680f-4801-91e9-53013bc4f8b2 None None] Routers {'d0c177b4-893f-4faf-836f-9047ee51f7a7'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:13.434805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8584ccc4-680f-4801-91e9-53013bc4f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:00:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d0c177b4-893f-4faf-836f-9047ee51f7a7'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:13.441014 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a449ce-496d-4572-84eb-63e8cf0bfaa6 req-1150ec55-9f19-4512-aa07-543867fe8b35 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.447289 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a449ce-496d-4572-84eb-63e8cf0bfaa6 req-1150ec55-9f19-4512-aa07-543867fe8b35 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.455289 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22a449ce-496d-4572-84eb-63e8cf0bfaa6 req-1150ec55-9f19-4512-aa07-543867fe8b35 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.7444673 Jul 27 21:00:13.530153 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8bc8f-0b4a-4bdf-bfcb-9614ba83d4a6 req-2f4d38ec-7f73-4af9-b746-1e191e58df86 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:13.531917 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18b8bc8f-0b4a-4bdf-bfcb-9614ba83d4a6 req-2f4d38ec-7f73-4af9-b746-1e191e58df86 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 944 time: 0.3857536 Jul 27 21:00:13.573472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e40081d7-ccad-4744-bd03-819860642971 req-ae359bb6-9f2a-4a28-bc50-b1aeada7dbb4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] For port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:13.573849 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e40081d7-ccad-4744-bd03-819860642971 req-ae359bb6-9f2a-4a28-bc50-b1aeada7dbb4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.577414 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22a449ce-496d-4572-84eb-63e8cf0bfaa6 req-aeb9f24b-01b9-4c74-8075-3566142aac97 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1211681 Jul 27 21:00:13.593622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e40081d7-ccad-4744-bd03-819860642971 req-ae359bb6-9f2a-4a28-bc50-b1aeada7dbb4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Calling delete_port for 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:13.661787 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-68d69001-c358-4613-8a70-469fae2f1299 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.668011 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18b8bc8f-0b4a-4bdf-bfcb-9614ba83d4a6 req-d6da953b-03b6-476a-9ddd-a947dc08a270 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257255 Jul 27 21:00:13.682255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-8584ccc4-680f-4801-91e9-53013bc4f8b2 None None] Set router d0c177b4-893f-4faf-836f-9047ee51f7a7 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:13.878729 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-68d69001-c358-4613-8a70-469fae2f1299 admin admin] Deleting port 8bcae30e-9467-43e8-89fa-dc5286b17a5b {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:13.879517 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-68d69001-c358-4613-8a70-469fae2f1299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:13.955813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:14.008994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edb472-4708-42ff-a9f6-a6a1a0ced476 req-327350a4-f244-48e8-b1fa-6f90ba66868d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:14.016785 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d9edb472-4708-42ff-a9f6-a6a1a0ced476 req-327350a4-f244-48e8-b1fa-6f90ba66868d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb HTTP/1.1" status: 200 len: 949 time: 0.2792361 Jul 27 21:00:14.048299 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e40081d7-ccad-4744-bd03-819860642971 req-ae359bb6-9f2a-4a28-bc50-b1aeada7dbb4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:14.072808 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['9df87c26-1b19-4a6a-bed2-59a55911966a', 'df778ef1-092b-479d-a17d-ce4c8616e2a8', '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:14.107118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae359bb6-9f2a-4a28-bc50-b1aeada7dbb4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Pushing event deleted for resources: {'Port': ['ID=7e2caf8e-57dc-4c1c-822f-02572f4b9fb4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:14.127060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d9edb472-4708-42ff-a9f6-a6a1a0ced476 req-351c33ca-6a0b-4f17-8546-2481fd33d895 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092947 Jul 27 21:00:14.130937 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['c9f66654-a7e7-40f0-ae0e-4934abc8726a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:14.174021 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-68d69001-c358-4613-8a70-469fae2f1299 admin admin] For port 8bcae30e-9467-43e8-89fa-dc5286b17a5b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8bcae30e-9467-43e8-89fa-dc5286b17a5b,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:14.174873 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-68d69001-c358-4613-8a70-469fae2f1299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:14.215526 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-68d69001-c358-4613-8a70-469fae2f1299 admin admin] Calling delete_port for 8bcae30e-9467-43e8-89fa-dc5286b17a5b owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:14.275801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40081d7-ccad-4744-bd03-819860642971 req-ae359bb6-9f2a-4a28-bc50-b1aeada7dbb4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] No DVR routers for this DVR port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:14.281307 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e40081d7-ccad-4744-bd03-819860642971 req-ae359bb6-9f2a-4a28-bc50-b1aeada7dbb4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:14.283786 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e40081d7-ccad-4744-bd03-819860642971 req-ae359bb6-9f2a-4a28-bc50-b1aeada7dbb4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.66 "DELETE /v2.0/ports/7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 HTTP/1.1" status: 204 len: 173 time: 1.0751257 Jul 27 21:00:14.299197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'name': 'network-vif-deleted', 'tag': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:14.303228 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d0762f-2aa6-4021-ab3c-eb96594032e1" -d '{"events": [{"server_uuid": "cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb", "name": "network-vif-deleted", "tag": "7e2caf8e-57dc-4c1c-822f-02572f4b9fb4"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:14.352920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No active binding found for port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 {{(pid=105581) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 21:00:14.361229 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 21:00:14.397718 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34956) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:14.422939 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3010c8e-c6b8-44b6-9244-282f3b0d4942 x-openstack-request-id: req-c3010c8e-c6b8-44b6-9244-282f3b0d4942 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:14.423554 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb", "name": "network-vif-deleted", "tag": "7e2caf8e-57dc-4c1c-822f-02572f4b9fb4", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:14.424037 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c3010c8e-c6b8-44b6-9244-282f3b0d4942 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:14.424660 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc0d477-6236-4e0a-bf64-1c62f3c5d8fb', 'name': 'network-vif-deleted', 'tag': '7e2caf8e-57dc-4c1c-822f-02572f4b9fb4', 'status': 'completed', 'code': 200} Jul 27 21:00:14.612382 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-68d69001-c358-4613-8a70-469fae2f1299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:14.673998 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Port 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 not found, will not notify nova. {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 21:00:14.931923 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-68d69001-c358-4613-8a70-469fae2f1299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:14.952515 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d69001-c358-4613-8a70-469fae2f1299 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bcae30e-9467-43e8-89fa-dc5286b17a5b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:15.109445 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8584ccc4-680f-4801-91e9-53013bc4f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'name': 'tempest-ServersTestMultiNic-1168524882-router', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:47Z', 'updated_at': '2021-07-27T21:00:11Z', 'revision_number': 5, 'project_id': '059c8831d7844550bdb3ab0cdc9b6109', 'gw_port': {'id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:49Z', 'updated_at': '2021-07-27T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:15.160926 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584ccc4-680f-4801-91e9-53013bc4f8b2 None None] The sync data for ids ['d0c177b4-893f-4faf-836f-9047ee51f7a7'] in n-d-764806-9 is: [{'id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'name': 'tempest-ServersTestMultiNic-1168524882-router', 'tenant_id': '059c8831d7844550bdb3ab0cdc9b6109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:57:47Z', 'updated_at': '2021-07-27T21:00:11Z', 'revision_number': 5, 'project_id': '059c8831d7844550bdb3ab0cdc9b6109', 'gw_port': {'id': '8bcae30e-9467-43e8-89fa-dc5286b17a5b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c177b4-893f-4faf-836f-9047ee51f7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:57:49Z', 'updated_at': '2021-07-27T20:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:00:15.176269 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-68d69001-c358-4613-8a70-469fae2f1299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:15.189628 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-68d69001-c358-4613-8a70-469fae2f1299 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:15.318712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f99556-29c2-4eb7-a582-d05821aef8a8 req-f6a021e0-6cee-41c2-83a4-a0cab805f283 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:15.325086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f99556-29c2-4eb7-a582-d05821aef8a8 req-f6a021e0-6cee-41c2-83a4-a0cab805f283 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:15.341062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f99556-29c2-4eb7-a582-d05821aef8a8 req-f6a021e0-6cee-41c2-83a4-a0cab805f283 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:15.341062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f99556-29c2-4eb7-a582-d05821aef8a8 req-f6a021e0-6cee-41c2-83a4-a0cab805f283 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:15.344355 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f99556-29c2-4eb7-a582-d05821aef8a8 req-f6a021e0-6cee-41c2-83a4-a0cab805f283 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:15.350554 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f99556-29c2-4eb7-a582-d05821aef8a8 req-f6a021e0-6cee-41c2-83a4-a0cab805f283 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:15.356435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f99556-29c2-4eb7-a582-d05821aef8a8 req-f6a021e0-6cee-41c2-83a4-a0cab805f283 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:15.359040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f4f99556-29c2-4eb7-a582-d05821aef8a8 req-f6a021e0-6cee-41c2-83a4-a0cab805f283 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.5284696 Jul 27 21:00:15.367433 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466b26d-fe0d-4c48-bc2c-b29e388d1096 req-134364f0-6163-4c19-b8c0-2840414bd69a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:15.371299 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b466b26d-fe0d-4c48-bc2c-b29e388d1096 req-134364f0-6163-4c19-b8c0-2840414bd69a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 944 time: 0.4686613 Jul 27 21:00:15.374686 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-68d69001-c358-4613-8a70-469fae2f1299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:15.375550 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d69001-c358-4613-8a70-469fae2f1299 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0c177b4-893f-4faf-836f-9047ee51f7a7 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:00:15.391626 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-68d69001-c358-4613-8a70-469fae2f1299 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:15.392961 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-68d69001-c358-4613-8a70-469fae2f1299 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d0c177b4-893f-4faf-836f-9047ee51f7a7 HTTP/1.1" status: 204 len: 168 time: 2.7301893 Jul 27 21:00:15.399528 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34972) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:15.468363 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b466b26d-fe0d-4c48-bc2c-b29e388d1096 req-c9dbcebc-0869-44d4-b36d-ed94805f3e4c tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688055 Jul 27 21:00:15.489853 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f4f99556-29c2-4eb7-a582-d05821aef8a8 req-2d56a74c-443f-4e21-a87a-d075ce6b992d tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170249 Jul 27 21:00:15.504675 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa0af7c-67fe-4531-8b12-678860f17095 admin admin] Deleting subnet bac43173-2e9a-41f4-a8a7-71b1f42c4ccf {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:00:15.509557 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-faa0af7c-67fe-4531-8b12-678860f17095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:15.587080 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-faa0af7c-67fe-4531-8b12-678860f17095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:15.591178 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-185d45cc-8379-4ede-a98b-cfddc6944d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:15.789528 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-faa0af7c-67fe-4531-8b12-678860f17095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:15.902563 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device b0e86e6a-70c7-4ca3-86f4-586b001e4091 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:16.058617 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-faa0af7c-67fe-4531-8b12-678860f17095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.064624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:16.066684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port b0e86e6a-70c7-4ca3-86f4-586b001e4091 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:16.084291 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port b0e86e6a-70c7-4ca3-86f4-586b001e4091 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:16.084656 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.136499 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0af7c-67fe-4531-8b12-678860f17095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac43173-2e9a-41f4-a8a7-71b1f42c4ccf,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:16.162840 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:16.164155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5ccb7b8a-3585-4d8e-9fd4-a8878f2c9068 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:16.186657 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-faa0af7c-67fe-4531-8b12-678860f17095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.190877 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-faa0af7c-67fe-4531-8b12-678860f17095 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bac43173-2e9a-41f4-a8a7-71b1f42c4ccf HTTP/1.1" status: 204 len: 168 time: 0.7868195 Jul 27 21:00:16.191262 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34992) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:16.192962 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f39df2-2ae6-4bdb-8b4e-2cd3e459e5cf None None] Network e118a5f0-c6fb-4fb0-911e-06a96389ce3a requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:16.355083 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.385032 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc961d3-d9e0-4dca-909a-d5acf7f48557 req-693b5397-8dcf-4406-9366-34c731409f2c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:16.389532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-185d45cc-8379-4ede-a98b-cfddc6944d75 admin admin] Deleting port 6f882df2-4e5e-49e3-b9de-ac25a51a44ac {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:16.390113 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-185d45cc-8379-4ede-a98b-cfddc6944d75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.393270 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0dc961d3-d9e0-4dca-909a-d5acf7f48557 req-693b5397-8dcf-4406-9366-34c731409f2c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 951 time: 0.1811860 Jul 27 21:00:16.433339 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.473701 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b929c6-ef33-41f1-8606-51191f21bcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e86e6a-70c7-4ca3-86f4-586b001e4091'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:16.476574 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657cfa03-2806-4f5b-b682-6651952c010a" -d '{"events": [{"server_uuid": "f1b929c6-ef33-41f1-8606-51191f21bcbd", "name": "network-vif-plugged", "status": "completed", "tag": "b0e86e6a-70c7-4ca3-86f4-586b001e4091"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:16.499981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port b0e86e6a-70c7-4ca3-86f4-586b001e4091, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=b0e86e6a-70c7-4ca3-86f4-586b001e4091,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:16.510998 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.524312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-185d45cc-8379-4ede-a98b-cfddc6944d75 admin admin] For port 6f882df2-4e5e-49e3-b9de-ac25a51a44ac, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6f882df2-4e5e-49e3-b9de-ac25a51a44ac,segment=NetworkSegment(5590148a-9eb4-4d69-9ed8-80a2ef1a652c),segment_id=5590148a-9eb4-4d69-9ed8-80a2ef1a652c)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:16.524929 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-185d45cc-8379-4ede-a98b-cfddc6944d75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.556374 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0dc961d3-d9e0-4dca-909a-d5acf7f48557 req-f9c697d6-b684-4d22-81be-e37ba60bdf38 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512356 Jul 27 21:00:16.567260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-185d45cc-8379-4ede-a98b-cfddc6944d75 admin admin] Calling delete_port for 6f882df2-4e5e-49e3-b9de-ac25a51a44ac owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:16.651703 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042fa6e7-b4ab-4cc6-a2b6-567a2fe562d9 x-openstack-request-id: req-042fa6e7-b4ab-4cc6-a2b6-567a2fe562d9 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:16.652006 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b929c6-ef33-41f1-8606-51191f21bcbd", "name": "network-vif-plugged", "status": "completed", "tag": "b0e86e6a-70c7-4ca3-86f4-586b001e4091", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:16.652256 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-042fa6e7-b4ab-4cc6-a2b6-567a2fe562d9 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:16.652661 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b929c6-ef33-41f1-8606-51191f21bcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e86e6a-70c7-4ca3-86f4-586b001e4091', 'code': 200} Jul 27 21:00:16.653950 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=b0e86e6a-70c7-4ca3-86f4-586b001e4091,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:16.671951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3748023b-115a-432b-a705-ec5f5e0a785e None None] DHCP port deletion for e118a5f0-c6fb-4fb0-911e-06a96389ce3a request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:00:16.710022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] Deleting port 772b76a3-d69d-48fa-800c-b7204904dc35 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:16.712818 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.767945 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3748023b-115a-432b-a705-ec5f5e0a785e None None] Deleting port 772b76a3-d69d-48fa-800c-b7204904dc35 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:16.768643 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3748023b-115a-432b-a705-ec5f5e0a785e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.933128 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] For port 772b76a3-d69d-48fa-800c-b7204904dc35, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=772b76a3-d69d-48fa-800c-b7204904dc35,segment=NetworkSegment(3d093617-ca75-42c2-8b4d-81ab932e7d04),segment_id=3d093617-ca75-42c2-8b4d-81ab932e7d04)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:16.933569 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.933857 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f470d-4cd7-4ede-bdf9-f90107a3d737 req-d821fb09-acf9-496f-b456-d277231946e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:16.936430 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-189f470d-4cd7-4ede-bdf9-f90107a3d737 req-d821fb09-acf9-496f-b456-d277231946e5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 1096 time: 0.2437215 Jul 27 21:00:16.940899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3748023b-115a-432b-a705-ec5f5e0a785e None None] For port 772b76a3-d69d-48fa-800c-b7204904dc35, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=772b76a3-d69d-48fa-800c-b7204904dc35,segment=NetworkSegment(3d093617-ca75-42c2-8b4d-81ab932e7d04),segment_id=3d093617-ca75-42c2-8b4d-81ab932e7d04)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:16.941302 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3748023b-115a-432b-a705-ec5f5e0a785e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:16.965156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] Calling delete_port for 772b76a3-d69d-48fa-800c-b7204904dc35 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:16.973672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3748023b-115a-432b-a705-ec5f5e0a785e None None] Calling delete_port for 772b76a3-d69d-48fa-800c-b7204904dc35 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:16.997494 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003684b-b864-413d-b84b-01d98fa17160 req-6f87faa0-ce4c-41e9-b73c-30a9299c4373 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:17.000874 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4003684b-b864-413d-b84b-01d98fa17160 req-6f87faa0-ce4c-41e9-b73c-30a9299c4373 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.2014894 Jul 27 21:00:17.037052 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-189f470d-4cd7-4ede-bdf9-f90107a3d737 req-30863039-ef0f-4e7e-baad-e68062163d6c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903459 Jul 27 21:00:17.121001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a2b8c-2912-4347-adb5-6ac47e7f34c9 req-ea2b5f93-ebb5-4509-bb83-87bd1548a704 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:17.129784 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a2b8c-2912-4347-adb5-6ac47e7f34c9 req-ea2b5f93-ebb5-4509-bb83-87bd1548a704 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:17.136401 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-185d45cc-8379-4ede-a98b-cfddc6944d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:17.137015 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a2b8c-2912-4347-adb5-6ac47e7f34c9 req-ea2b5f93-ebb5-4509-bb83-87bd1548a704 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:17.143406 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3748023b-115a-432b-a705-ec5f5e0a785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:17.145679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a2b8c-2912-4347-adb5-6ac47e7f34c9 req-ea2b5f93-ebb5-4509-bb83-87bd1548a704 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:17.162803 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a2b8c-2912-4347-adb5-6ac47e7f34c9 req-ea2b5f93-ebb5-4509-bb83-87bd1548a704 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:17.171810 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d45cc-8379-4ede-a98b-cfddc6944d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f882df2-4e5e-49e3-b9de-ac25a51a44ac,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:17.200496 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a2b8c-2912-4347-adb5-6ac47e7f34c9 req-ea2b5f93-ebb5-4509-bb83-87bd1548a704 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:17.205328 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3748023b-115a-432b-a705-ec5f5e0a785e None None] No DVR routers for this DVR port 772b76a3-d69d-48fa-800c-b7204904dc35 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:17.211786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748023b-115a-432b-a705-ec5f5e0a785e None None] Pushing event deleted for resources: {'Port': ['ID=772b76a3-d69d-48fa-800c-b7204904dc35,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:17.227698 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a2b8c-2912-4347-adb5-6ac47e7f34c9 req-ea2b5f93-ebb5-4509-bb83-87bd1548a704 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:17.229666 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d8a2b8c-2912-4347-adb5-6ac47e7f34c9 req-ea2b5f93-ebb5-4509-bb83-87bd1548a704 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.4415669 Jul 27 21:00:17.371345 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4003684b-b864-413d-b84b-01d98fa17160 req-7b41ee51-1380-417a-a4b5-1c68baef8c0e tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621967 Jul 27 21:00:17.413376 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:17.463751 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d8a2b8c-2912-4347-adb5-6ac47e7f34c9 req-ad48633d-a310-4fff-9a1f-09999c2abaa4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1809688 Jul 27 21:00:17.490646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] No DVR routers for this DVR port 772b76a3-d69d-48fa-800c-b7204904dc35 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:17.496385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] Pushing event deleted for resources: {'Port': ['ID=772b76a3-d69d-48fa-800c-b7204904dc35,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:17.547353 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-185d45cc-8379-4ede-a98b-cfddc6944d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:17.700804 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:17.744692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e118a5f0-c6fb-4fb0-911e-06a96389ce3a']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:17.763255 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d093617-ca75-42c2-8b4d-81ab932e7d04') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:17.764176 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d093617-ca75-42c2-8b4d-81ab932e7d04') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:17.778138 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:17.808480 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:17.817471 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:00:17.817882 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:00:17.820132 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:00:17.892547 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb3820-0f5a-4797-a99d-ff2efc708e3a req-7f9b0682-8b8d-4bc8-a4dd-08af6ffdb938 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:17.900764 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9bb3820-0f5a-4797-a99d-ff2efc708e3a req-7f9b0682-8b8d-4bc8-a4dd-08af6ffdb938 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 951 time: 0.2213469 Jul 27 21:00:17.913547 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:17.954636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:17.955229 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7e2caf8e-57dc-4c1c-822f-02572f4b9fb4 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:17.998400 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:18.028886 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:18.046666 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e118a5f0-c6fb-4fb0-911e-06a96389ce3a HTTP/1.1" status: 204 len: 168 time: 1.8470943 Jul 27 21:00:18.050563 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8ec26-abfd-4e0b-a583-2b93a6a81636 admin admin] Pushing event deleted for resources: {'Network': ['ID=e118a5f0-c6fb-4fb0-911e-06a96389ce3a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:18.070773 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9bb3820-0f5a-4797-a99d-ff2efc708e3a req-4c418666-ad00-4318-bcaa-c88709698c88 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679964 Jul 27 21:00:18.107884 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 772b76a3-d69d-48fa-800c-b7204904dc35 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:18.156893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 772b76a3-d69d-48fa-800c-b7204904dc35 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:18.157231 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 772b76a3-d69d-48fa-800c-b7204904dc35 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:18.157869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8bcae30e-9467-43e8-89fa-dc5286b17a5b no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:18.185278 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 8bcae30e-9467-43e8-89fa-dc5286b17a5b {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:18.186254 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8bcae30e-9467-43e8-89fa-dc5286b17a5b not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:18.293156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d23caa-86cc-415e-ae7f-e1d74dfc7be9 req-68238fab-508e-419f-93fe-db05ffd75451 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:18.294826 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76d23caa-86cc-415e-ae7f-e1d74dfc7be9 req-68238fab-508e-419f-93fe-db05ffd75451 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 951 time: 0.1595962 Jul 27 21:00:18.320198 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35026) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:18.407386 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e0ba1af3-a124-4f64-8437-1cacd38c3e96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=059c8831d7844550bdb3ab0cdc9b6109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0859437 Jul 27 21:00:18.408553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35032) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:18.480188 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df32a58d-413a-494a-95fa-25d203dd20ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:18.504809 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df32a58d-413a-494a-95fa-25d203dd20ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:18.576261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185d45cc-8379-4ede-a98b-cfddc6944d75 admin admin] Router a03f8e58-2109-4c92-ae78-644a6ba6f143 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:00:18.590887 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df32a58d-413a-494a-95fa-25d203dd20ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:18.594572 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df32a58d-413a-494a-95fa-25d203dd20ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:18.598688 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-df32a58d-413a-494a-95fa-25d203dd20ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4623a53e-5aaf-4d57-80cd-afa3aaf63d9f HTTP/1.1" status: 204 len: 168 time: 0.1893871 Jul 27 21:00:18.624978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32a58d-413a-494a-95fa-25d203dd20ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4623a53e-5aaf-4d57-80cd-afa3aaf63d9f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:18.666127 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7c960-6eb1-4ec2-83b5-e09cd12a6b57 req-71cd6e36-33c4-4853-8f67-4d382c223da9 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:18.669102 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67a7c960-6eb1-4ec2-83b5-e09cd12a6b57 req-71cd6e36-33c4-4853-8f67-4d382c223da9 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.1152742 Jul 27 21:00:18.740968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-76d23caa-86cc-415e-ae7f-e1d74dfc7be9 req-da0d12bf-cde4-447a-bc7d-961afe2aea0f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Deleting port c9f66654-a7e7-40f0-ae0e-4934abc8726a {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:18.741366 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76d23caa-86cc-415e-ae7f-e1d74dfc7be9 req-da0d12bf-cde4-447a-bc7d-961afe2aea0f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:18.773679 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67a7c960-6eb1-4ec2-83b5-e09cd12a6b57 req-b9ac95b6-6a9c-4899-9633-5dfd7b8c9ef7 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933111 Jul 27 21:00:18.875423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc969a4-246c-4a2f-b367-97e0abffb292 req-8aa19bdb-a800-42f2-b72c-c7513729b225 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:18.881886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc969a4-246c-4a2f-b367-97e0abffb292 req-8aa19bdb-a800-42f2-b72c-c7513729b225 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:18.887673 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc969a4-246c-4a2f-b367-97e0abffb292 req-8aa19bdb-a800-42f2-b72c-c7513729b225 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:18.895391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc969a4-246c-4a2f-b367-97e0abffb292 req-8aa19bdb-a800-42f2-b72c-c7513729b225 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:18.902976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc969a4-246c-4a2f-b367-97e0abffb292 req-8aa19bdb-a800-42f2-b72c-c7513729b225 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:18.910862 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc969a4-246c-4a2f-b367-97e0abffb292 req-8aa19bdb-a800-42f2-b72c-c7513729b225 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:18.917813 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc969a4-246c-4a2f-b367-97e0abffb292 req-8aa19bdb-a800-42f2-b72c-c7513729b225 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:18.920884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fc969a4-246c-4a2f-b367-97e0abffb292 req-8aa19bdb-a800-42f2-b72c-c7513729b225 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.1459653 Jul 27 21:00:18.958299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-76d23caa-86cc-415e-ae7f-e1d74dfc7be9 req-da0d12bf-cde4-447a-bc7d-961afe2aea0f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] For port c9f66654-a7e7-40f0-ae0e-4934abc8726a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9f66654-a7e7-40f0-ae0e-4934abc8726a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:18.958782 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76d23caa-86cc-415e-ae7f-e1d74dfc7be9 req-da0d12bf-cde4-447a-bc7d-961afe2aea0f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:18.987408 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fc969a4-246c-4a2f-b367-97e0abffb292 req-d2e56d31-9a3b-4ea9-88b7-843300ca9444 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579016 Jul 27 21:00:19.008879 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-76d23caa-86cc-415e-ae7f-e1d74dfc7be9 req-da0d12bf-cde4-447a-bc7d-961afe2aea0f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Calling delete_port for c9f66654-a7e7-40f0-ae0e-4934abc8726a owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:19.157200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185d45cc-8379-4ede-a98b-cfddc6944d75 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:00:19.167045 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3e685-30d5-46b4-a272-f38454a7543e None None] Sync routers for ids ['a03f8e58-2109-4c92-ae78-644a6ba6f143'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:00:19.193833 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3e685-30d5-46b4-a272-f38454a7543e None None] Routers {'a03f8e58-2109-4c92-ae78-644a6ba6f143'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:19.195107 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-38c3e685-30d5-46b4-a272-f38454a7543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:00:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a03f8e58-2109-4c92-ae78-644a6ba6f143'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:19.224805 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-185d45cc-8379-4ede-a98b-cfddc6944d75 admin admin] 10.222.0.55 "PUT /v2.0/routers/a03f8e58-2109-4c92-ae78-644a6ba6f143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8254778 Jul 27 21:00:19.231634 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35058) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:19.335150 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620830a-e4e2-415a-a5b1-586ee2c0410b req-89cc558a-18aa-445e-9a1c-859ebbb1804e tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:19.336765 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7620830a-e4e2-415a-a5b1-586ee2c0410b req-89cc558a-18aa-445e-9a1c-859ebbb1804e tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.2700691 Jul 27 21:00:19.433484 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8cad-641f-4d5a-ab80-ec18c5bf2dc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:19.468898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9b21b-a0a2-4081-a8ee-eac46ce03599 req-18435d46-fca0-4a04-8047-82ea65007da1 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:19.470533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84b9b21b-a0a2-4081-a8ee-eac46ce03599 req-18435d46-fca0-4a04-8047-82ea65007da1 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6088b8-2863-4940-9724-fddc3139ba79 HTTP/1.1" status: 200 len: 951 time: 0.2827218 Jul 27 21:00:19.496676 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7620830a-e4e2-415a-a5b1-586ee2c0410b req-fec182e7-881b-4ec6-812a-9cd9e644430e tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432090 Jul 27 21:00:19.507780 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76d23caa-86cc-415e-ae7f-e1d74dfc7be9 req-da0d12bf-cde4-447a-bc7d-961afe2aea0f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:19.522012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['9df87c26-1b19-4a6a-bed2-59a55911966a', 'df778ef1-092b-479d-a17d-ce4c8616e2a8'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:19.603886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['c9f66654-a7e7-40f0-ae0e-4934abc8726a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:19.651429 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84b9b21b-a0a2-4081-a8ee-eac46ce03599 req-42051e1c-26fb-4d15-aa55-67e1fc63281d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535671 Jul 27 21:00:19.774541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d12bf-cde4-447a-bc7d-961afe2aea0f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Pushing event deleted for resources: {'Port': ['ID=c9f66654-a7e7-40f0-ae0e-4934abc8726a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:19.930873 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d23caa-86cc-415e-ae7f-e1d74dfc7be9 req-da0d12bf-cde4-447a-bc7d-961afe2aea0f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] No DVR routers for this DVR port c9f66654-a7e7-40f0-ae0e-4934abc8726a on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:19.933279 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-38c3e685-30d5-46b4-a272-f38454a7543e None None] Set router a03f8e58-2109-4c92-ae78-644a6ba6f143 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:19.938481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76d23caa-86cc-415e-ae7f-e1d74dfc7be9 req-da0d12bf-cde4-447a-bc7d-961afe2aea0f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:19.945505 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76d23caa-86cc-415e-ae7f-e1d74dfc7be9 req-da0d12bf-cde4-447a-bc7d-961afe2aea0f tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.20 "DELETE /v2.0/ports/c9f66654-a7e7-40f0-ae0e-4934abc8726a HTTP/1.1" status: 204 len: 173 time: 1.4953005 Jul 27 21:00:19.949987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'name': 'network-vif-deleted', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:19.970266 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59edd63f-9e65-44b6-86a4-6a9c13a15c76" -d '{"events": [{"server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "name": "network-vif-deleted", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:20.044588 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8cad-641f-4d5a-ab80-ec18c5bf2dc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:20.132769 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00761b28-6298-48c0-a7c2-4a084c251581 req-5abd2200-ac4f-4e85-9047-e8dde30c2bba tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.151464 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00761b28-6298-48c0-a7c2-4a084c251581 req-5abd2200-ac4f-4e85-9047-e8dde30c2bba tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.3259745 Jul 27 21:00:20.180072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe8cad-641f-4d5a-ab80-ec18c5bf2dc1 admin admin] Deleting port 49551985-7f67-4b7f-9158-2ceb07a1cf2f {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:20.181877 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8cad-641f-4d5a-ab80-ec18c5bf2dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:20.192466 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b36c70-b027-4ccf-b937-6edaee47bdd6 x-openstack-request-id: req-25b36c70-b027-4ccf-b937-6edaee47bdd6 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:20.194336 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6088b8-2863-4940-9724-fddc3139ba79", "name": "network-vif-deleted", "tag": "c9f66654-a7e7-40f0-ae0e-4934abc8726a", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:20.195175 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-25b36c70-b027-4ccf-b937-6edaee47bdd6 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:20.198631 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6088b8-2863-4940-9724-fddc3139ba79', 'name': 'network-vif-deleted', 'tag': 'c9f66654-a7e7-40f0-ae0e-4934abc8726a', 'status': 'completed', 'code': 200} Jul 27 21:00:20.289359 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00761b28-6298-48c0-a7c2-4a084c251581 req-53450348-12d1-406a-ada5-81e7f4d5867d tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368589 Jul 27 21:00:20.538960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-1dfe8cad-641f-4d5a-ab80-ec18c5bf2dc1 admin admin] For port 49551985-7f67-4b7f-9158-2ceb07a1cf2f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=49551985-7f67-4b7f-9158-2ceb07a1cf2f,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:20.539762 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8cad-641f-4d5a-ab80-ec18c5bf2dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:20.565391 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe8cad-641f-4d5a-ab80-ec18c5bf2dc1 admin admin] Calling delete_port for 49551985-7f67-4b7f-9158-2ceb07a1cf2f owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:20.612273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24478037-7be1-4cbf-8ddb-36e7cfd8dd2c req-6d09e10d-6bc9-48a5-8d8a-2e531d834613 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.659273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24478037-7be1-4cbf-8ddb-36e7cfd8dd2c req-6d09e10d-6bc9-48a5-8d8a-2e531d834613 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.697594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24478037-7be1-4cbf-8ddb-36e7cfd8dd2c req-6d09e10d-6bc9-48a5-8d8a-2e531d834613 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.730774 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24478037-7be1-4cbf-8ddb-36e7cfd8dd2c req-6d09e10d-6bc9-48a5-8d8a-2e531d834613 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.747241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24478037-7be1-4cbf-8ddb-36e7cfd8dd2c req-6d09e10d-6bc9-48a5-8d8a-2e531d834613 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.751303 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-38c3e685-30d5-46b4-a272-f38454a7543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T21:00:17Z', 'revision_number': 5, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port': {'id': '49551985-7f67-4b7f-9158-2ceb07a1cf2f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:32:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T20:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:20.761559 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24478037-7be1-4cbf-8ddb-36e7cfd8dd2c req-6d09e10d-6bc9-48a5-8d8a-2e531d834613 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.781261 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24478037-7be1-4cbf-8ddb-36e7cfd8dd2c req-6d09e10d-6bc9-48a5-8d8a-2e531d834613 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.786635 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24478037-7be1-4cbf-8ddb-36e7cfd8dd2c req-6d09e10d-6bc9-48a5-8d8a-2e531d834613 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.4340940 Jul 27 21:00:20.815450 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3e685-30d5-46b4-a272-f38454a7543e None None] Checking router: a03f8e58-2109-4c92-ae78-644a6ba6f143 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:00:20.825349 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3e685-30d5-46b4-a272-f38454a7543e None None] Routers {'a03f8e58-2109-4c92-ae78-644a6ba6f143'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:20.826539 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-38c3e685-30d5-46b4-a272-f38454a7543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:00:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a03f8e58-2109-4c92-ae78-644a6ba6f143'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:20.922588 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe79f27-27d6-4210-8c88-3877f9059107 req-1a7e4ea3-8ed5-4ba9-93de-396783ad120c tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:20.932015 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0fe79f27-27d6-4210-8c88-3877f9059107 req-1a7e4ea3-8ed5-4ba9-93de-396783ad120c tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.4757235 Jul 27 21:00:20.954390 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-38c3e685-30d5-46b4-a272-f38454a7543e None None] Set router a03f8e58-2109-4c92-ae78-644a6ba6f143 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:21.003571 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0fe79f27-27d6-4210-8c88-3877f9059107 req-f9c0de80-b12d-4a6c-a598-fe8fb4845a0a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669813 Jul 27 21:00:21.031318 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8cad-641f-4d5a-ab80-ec18c5bf2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:21.034346 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24478037-7be1-4cbf-8ddb-36e7cfd8dd2c req-86208dd2-3b47-45b9-b6ab-74c0dafbba89 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2247946 Jul 27 21:00:21.092898 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe8cad-641f-4d5a-ab80-ec18c5bf2dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=49551985-7f67-4b7f-9158-2ceb07a1cf2f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:21.097653 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-38c3e685-30d5-46b4-a272-f38454a7543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T21:00:20Z', 'revision_number': 6, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:21.164165 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3e685-30d5-46b4-a272-f38454a7543e None None] The sync data for ids ['a03f8e58-2109-4c92-ae78-644a6ba6f143'] in n-d-764806-9 is: [{'id': 'a03f8e58-2109-4c92-ae78-644a6ba6f143', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-87880435-router', 'tenant_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:52:49Z', 'updated_at': '2021-07-27T21:00:20Z', 'revision_number': 6, 'project_id': '421c0bc741dc429f9a5bc81fd9d591b1', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:00:21.239813 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8cad-641f-4d5a-ab80-ec18c5bf2dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:21.444507 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8cad-641f-4d5a-ab80-ec18c5bf2dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:21.447957 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8cad-641f-4d5a-ab80-ec18c5bf2dc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:21.509810 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8cad-641f-4d5a-ab80-ec18c5bf2dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:21.511031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfe8cad-641f-4d5a-ab80-ec18c5bf2dc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a03f8e58-2109-4c92-ae78-644a6ba6f143 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:00:21.518052 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8cad-641f-4d5a-ab80-ec18c5bf2dc1 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:21.530724 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1dfe8cad-641f-4d5a-ab80-ec18c5bf2dc1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a03f8e58-2109-4c92-ae78-644a6ba6f143 HTTP/1.1" status: 204 len: 168 time: 2.2940159 Jul 27 21:00:21.531866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35136) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:21.704284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27e22bb-1e12-4738-899f-713fc0db7806 admin admin] Deleting subnet 9b547ef7-4cb6-4736-b263-c7c9499342ec {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:00:21.710003 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d27e22bb-1e12-4738-899f-713fc0db7806 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:21.783312 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d27e22bb-1e12-4738-899f-713fc0db7806 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.009671 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d27e22bb-1e12-4738-899f-713fc0db7806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.097347 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06b36d-7f3a-4917-89a1-b6167c8fe744 req-d07b633e-8c08-497c-bb65-bb52b456d1b0 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.104608 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d06b36d-7f3a-4917-89a1-b6167c8fe744 req-d07b633e-8c08-497c-bb65-bb52b456d1b0 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.2580974 Jul 27 21:00:22.136214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016ee2f-7c7c-4026-8189-5834adc7e72e req-8bb94b36-8fc8-493f-91b3-cbcf119dd921 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.146726 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a016ee2f-7c7c-4026-8189-5834adc7e72e req-8bb94b36-8fc8-493f-91b3-cbcf119dd921 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.2787945 Jul 27 21:00:22.179929 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d27e22bb-1e12-4738-899f-713fc0db7806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.239956 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e22bb-1e12-4738-899f-713fc0db7806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b547ef7-4cb6-4736-b263-c7c9499342ec,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:22.248313 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d27e22bb-1e12-4738-899f-713fc0db7806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.253319 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35156) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:22.253834 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d27e22bb-1e12-4738-899f-713fc0db7806 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9b547ef7-4cb6-4736-b263-c7c9499342ec HTTP/1.1" status: 204 len: 168 time: 0.7210972 Jul 27 21:00:22.257297 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 49551985-7f67-4b7f-9158-2ceb07a1cf2f no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:22.272344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf250eb-fbcc-43df-a0ed-297cb5670657 None None] Network d0529065-8390-47a3-aefb-e0f34741ee1f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:22.274640 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a016ee2f-7c7c-4026-8189-5834adc7e72e req-b0587928-bc87-4315-a1f5-ca439ba95268 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268723 Jul 27 21:00:22.278192 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d06b36d-7f3a-4917-89a1-b6167c8fe744 req-f0cb1d47-7eed-4b71-a92d-29ab19efa3b6 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727774 Jul 27 21:00:22.390093 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 49551985-7f67-4b7f-9158-2ceb07a1cf2f {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:22.390481 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 49551985-7f67-4b7f-9158-2ceb07a1cf2f not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:22.391318 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6f882df2-4e5e-49e3-b9de-ac25a51a44ac no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:22.416179 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.536606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 6f882df2-4e5e-49e3-b9de-ac25a51a44ac {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:22.537052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6f882df2-4e5e-49e3-b9de-ac25a51a44ac not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:22.545447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] Deleting port 49b0ce4a-afa2-4abc-b86b-611e739838e6 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:22.546140 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.668338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e79b21-728a-4556-a299-e67df0bcd51f req-bfa265a6-8de2-49ee-a864-1a09c2f1d925 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.677006 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e79b21-728a-4556-a299-e67df0bcd51f req-bfa265a6-8de2-49ee-a864-1a09c2f1d925 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.682697 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e79b21-728a-4556-a299-e67df0bcd51f req-bfa265a6-8de2-49ee-a864-1a09c2f1d925 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.689247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e79b21-728a-4556-a299-e67df0bcd51f req-bfa265a6-8de2-49ee-a864-1a09c2f1d925 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.696608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e79b21-728a-4556-a299-e67df0bcd51f req-bfa265a6-8de2-49ee-a864-1a09c2f1d925 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.704255 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e79b21-728a-4556-a299-e67df0bcd51f req-bfa265a6-8de2-49ee-a864-1a09c2f1d925 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.711183 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ffbff-b1aa-474d-aa7f-aea757d2a286 None None] DHCP port deletion for d0529065-8390-47a3-aefb-e0f34741ee1f request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:00:22.725971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e79b21-728a-4556-a299-e67df0bcd51f req-bfa265a6-8de2-49ee-a864-1a09c2f1d925 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:22.731852 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-09e79b21-728a-4556-a299-e67df0bcd51f req-bfa265a6-8de2-49ee-a864-1a09c2f1d925 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.2756541 Jul 27 21:00:22.745672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] For port 49b0ce4a-afa2-4abc-b86b-611e739838e6, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=49b0ce4a-afa2-4abc-b86b-611e739838e6,segment=NetworkSegment(5590148a-9eb4-4d69-9ed8-80a2ef1a652c),segment_id=5590148a-9eb4-4d69-9ed8-80a2ef1a652c)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:22.747354 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.787376 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] Calling delete_port for 49b0ce4a-afa2-4abc-b86b-611e739838e6 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:22.796860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9f66654-a7e7-40f0-ae0e-4934abc8726a no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:22.836755 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: c9f66654-a7e7-40f0-ae0e-4934abc8726a {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:22.837422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9f66654-a7e7-40f0-ae0e-4934abc8726a not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:22.843060 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-833ffbff-b1aa-474d-aa7f-aea757d2a286 None None] Deleting port 49b0ce4a-afa2-4abc-b86b-611e739838e6 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:22.843934 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-833ffbff-b1aa-474d-aa7f-aea757d2a286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.849194 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-09e79b21-728a-4556-a299-e67df0bcd51f req-c5baf99f-3dd0-4670-9025-0dd27ba98aaa tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035664 Jul 27 21:00:22.938486 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.968588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-833ffbff-b1aa-474d-aa7f-aea757d2a286 None None] For port 49b0ce4a-afa2-4abc-b86b-611e739838e6, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=49b0ce4a-afa2-4abc-b86b-611e739838e6,segment=NetworkSegment(5590148a-9eb4-4d69-9ed8-80a2ef1a652c),segment_id=5590148a-9eb4-4d69-9ed8-80a2ef1a652c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:22.971531 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-833ffbff-b1aa-474d-aa7f-aea757d2a286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:22.995202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-833ffbff-b1aa-474d-aa7f-aea757d2a286 None None] Calling delete_port for 49b0ce4a-afa2-4abc-b86b-611e739838e6 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:23.037304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] Pushing event deleted for resources: {'Port': ['ID=49b0ce4a-afa2-4abc-b86b-611e739838e6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:23.057683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] No DVR routers for this DVR port 49b0ce4a-afa2-4abc-b86b-611e739838e6 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:23.134642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35190) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:23.172130 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-b8eb5dd8-ad1e-47fc-82a0-3a59310d2ab7 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--603430557&fields=id&tenant_id=7315aa1da07a43659cbdb0c5598adbe9 HTTP/1.1" status: 200 len: 267 time: 0.0594611 Jul 27 21:00:23.229165 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.259501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0529065-8390-47a3-aefb-e0f34741ee1f']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:23.293746 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-833ffbff-b1aa-474d-aa7f-aea757d2a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.295539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5590148a-9eb4-4d69-9ed8-80a2ef1a652c') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:23.298698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5590148a-9eb4-4d69-9ed8-80a2ef1a652c') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:23.317287 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-ae358813-23c1-46b8-a4ca-bdb4a5e89bd1 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:23.320933 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.332233 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-ae358813-23c1-46b8-a4ca-bdb4a5e89bd1 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/networks?id=232f04f4-e33d-456b-8811-d83376857136 HTTP/1.1" status: 200 len: 815 time: 0.1587934 Jul 27 21:00:23.345340 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ffbff-b1aa-474d-aa7f-aea757d2a286 None None] Pushing event deleted for resources: {'Port': ['ID=49b0ce4a-afa2-4abc-b86b-611e739838e6,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:23.352870 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.363566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833ffbff-b1aa-474d-aa7f-aea757d2a286 None None] No DVR routers for this DVR port 49b0ce4a-afa2-4abc-b86b-611e739838e6 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:23.366102 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:00:23.366689 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:00:23.368852 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:00:23.387755 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d3b30df3-b62c-418b-b1fe-3749aff486f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.406290 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-77ff491a-0b59-45dd-b74b-40f50076ea7c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/quotas/7315aa1da07a43659cbdb0c5598adbe9 HTTP/1.1" status: 200 len: 375 time: 0.0721540 Jul 27 21:00:23.460338 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.467284 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.469497 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d0529065-8390-47a3-aefb-e0f34741ee1f HTTP/1.1" status: 204 len: 168 time: 1.2148468 Jul 27 21:00:23.480852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35200) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:23.488937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624763ea-5651-4e7c-9aab-063ee1139133 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0529065-8390-47a3-aefb-e0f34741ee1f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:23.577123 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-ff1a1e9f-e929-4f4e-9f21-e8d4ea5394a4 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7315aa1da07a43659cbdb0c5598adbe9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1497445 Jul 27 21:00:23.622086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d023292-f154-4d13-8a15-81aa3f8dd83f req-68a5ff48-266b-40a3-966b-7fa0359a5614 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:23.624383 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d023292-f154-4d13-8a15-81aa3f8dd83f req-68a5ff48-266b-40a3-966b-7fa0359a5614 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.2227070 Jul 27 21:00:23.728387 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d3b30df3-b62c-418b-b1fe-3749aff486f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.745273 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d3b30df3-b62c-418b-b1fe-3749aff486f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:23.753815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d023292-f154-4d13-8a15-81aa3f8dd83f req-2eeb625f-04e0-4e8e-a0e9-deaaf18d3c0a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129141 Jul 27 21:00:23.792248 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b30df3-b62c-418b-b1fe-3749aff486f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da95953-ae4a-4175-bb64-c3ebcfc8f9cc,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:23.863286 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-c06660b1-ea28-44dc-b01f-920d5d9058a0 service neutron] 10.222.0.55 "GET /v2.0/networks/232f04f4-e33d-456b-8811-d83376857136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638304 Jul 27 21:00:23.867287 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d3b30df3-b62c-418b-b1fe-3749aff486f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f378628f7e184f2f9c8d80049d06b599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7313943 Jul 27 21:00:23.875223 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35210) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:23.882693 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:00:23.938007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f7e12-ded5-49bb-aae0-0d6e9552b58a req-513295d7-46c8-4a13-8879-c23d89246aa5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:23.939431 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f02f7e12-ded5-49bb-aae0-0d6e9552b58a req-513295d7-46c8-4a13-8879-c23d89246aa5 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.1875257 Jul 27 21:00:23.955238 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 49b0ce4a-afa2-4abc-b86b-611e739838e6 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:23.980196 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 49b0ce4a-afa2-4abc-b86b-611e739838e6 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:23.980938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 49b0ce4a-afa2-4abc-b86b-611e739838e6 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:23.991758 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da88f2b-0299-4859-8faf-e49b560dd926 req-c1fb9624-82b0-409e-8aee-0de2023ea0ab tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:23.998785 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4da88f2b-0299-4859-8faf-e49b560dd926 req-c1fb9624-82b0-409e-8aee-0de2023ea0ab tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 949 time: 0.1555989 Jul 27 21:00:24.033003 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-64a84b2a-70c8-4382-87db-4d1c8ed46912 service neutron] 10.222.0.55 "GET /v2.0/networks/232f04f4-e33d-456b-8811-d83376857136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645339 Jul 27 21:00:24.056289 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4da88f2b-0299-4859-8faf-e49b560dd926 req-420f2c77-0ef7-4c14-96a5-58da59b025bd tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561564 Jul 27 21:00:24.074114 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f312eba3-c67d-4d4a-933d-fb68de12fd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:24.115714 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f312eba3-c67d-4d4a-933d-fb68de12fd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:24.195713 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-f02f7e12-ded5-49bb-aae0-0d6e9552b58a req-25b44590-d7fc-46bb-b513-4786e089e022 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Deleting port df778ef1-092b-479d-a17d-ce4c8616e2a8 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:24.196080 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f02f7e12-ded5-49bb-aae0-0d6e9552b58a req-25b44590-d7fc-46bb-b513-4786e089e022 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:24.267387 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f312eba3-c67d-4d4a-933d-fb68de12fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:24.269923 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f312eba3-c67d-4d4a-933d-fb68de12fd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:24.271286 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f312eba3-c67d-4d4a-933d-fb68de12fd65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9da95953-ae4a-4175-bb64-c3ebcfc8f9cc HTTP/1.1" status: 204 len: 168 time: 0.3947949 Jul 27 21:00:24.277837 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-117f5911-672a-4cc5-8f42-ae6cc889a156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:24.338176 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312eba3-c67d-4d4a-933d-fb68de12fd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da95953-ae4a-4175-bb64-c3ebcfc8f9cc,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:24.379547 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1c33a-da64-4218-8ebc-8bcf59edbd6a req-10509e8f-e0cd-4163-91e1-1a68df257491 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:24.388726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1c33a-da64-4218-8ebc-8bcf59edbd6a req-10509e8f-e0cd-4163-91e1-1a68df257491 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:24.395305 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1c33a-da64-4218-8ebc-8bcf59edbd6a req-10509e8f-e0cd-4163-91e1-1a68df257491 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:24.401622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1c33a-da64-4218-8ebc-8bcf59edbd6a req-10509e8f-e0cd-4163-91e1-1a68df257491 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:24.408147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1c33a-da64-4218-8ebc-8bcf59edbd6a req-10509e8f-e0cd-4163-91e1-1a68df257491 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:24.421304 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1c33a-da64-4218-8ebc-8bcf59edbd6a req-10509e8f-e0cd-4163-91e1-1a68df257491 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:24.428841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1c33a-da64-4218-8ebc-8bcf59edbd6a req-10509e8f-e0cd-4163-91e1-1a68df257491 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:24.437465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f02f7e12-ded5-49bb-aae0-0d6e9552b58a req-25b44590-d7fc-46bb-b513-4786e089e022 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] For port df778ef1-092b-479d-a17d-ce4c8616e2a8, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=df778ef1-092b-479d-a17d-ce4c8616e2a8,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:24.437905 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f02f7e12-ded5-49bb-aae0-0d6e9552b58a req-25b44590-d7fc-46bb-b513-4786e089e022 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:24.439744 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7a1c33a-da64-4218-8ebc-8bcf59edbd6a req-10509e8f-e0cd-4163-91e1-1a68df257491 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.1803505 Jul 27 21:00:24.480373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-f02f7e12-ded5-49bb-aae0-0d6e9552b58a req-25b44590-d7fc-46bb-b513-4786e089e022 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Calling delete_port for df778ef1-092b-479d-a17d-ce4c8616e2a8 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:24.515141 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7a1c33a-da64-4218-8ebc-8bcf59edbd6a req-9af38f97-0e2f-4a67-bd2d-df24bd7111a8 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742242 Jul 27 21:00:24.656055 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ec5dab6-12ba-4b23-827d-351cd353e7bd req-9296e140-157a-4c2a-9488-d093397c4a29 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 210 time: 0.0494380 Jul 27 21:00:24.731006 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13096253-6b5f-4b8f-a0d1-e8bbdf0d7397 req-035a3b01-4bb9-4088-88df-e9b92c561529 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:24.739429 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13096253-6b5f-4b8f-a0d1-e8bbdf0d7397 req-035a3b01-4bb9-4088-88df-e9b92c561529 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 950 time: 0.1153212 Jul 27 21:00:24.798889 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13096253-6b5f-4b8f-a0d1-e8bbdf0d7397 req-996d902c-d21e-4112-904e-7bd2863d690c tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/security-groups?id=729d4959-991b-4a4e-bb1f-661c0f8cf0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584636 Jul 27 21:00:24.817637 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f02f7e12-ded5-49bb-aae0-0d6e9552b58a req-25b44590-d7fc-46bb-b513-4786e089e022 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:24.829732 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['9df87c26-1b19-4a6a-bed2-59a55911966a', 'df778ef1-092b-479d-a17d-ce4c8616e2a8'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:24.876432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b44590-d7fc-46bb-b513-4786e089e022 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Pushing event deleted for resources: {'Port': ['ID=df778ef1-092b-479d-a17d-ce4c8616e2a8,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:24.957849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-117f5911-672a-4cc5-8f42-ae6cc889a156 admin admin] Deleting port f0abafcc-f722-4892-800a-9c70bee52cb5 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:24.958198 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-117f5911-672a-4cc5-8f42-ae6cc889a156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:24.960198 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02f7e12-ded5-49bb-aae0-0d6e9552b58a req-25b44590-d7fc-46bb-b513-4786e089e022 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] No DVR routers for this DVR port df778ef1-092b-479d-a17d-ce4c8616e2a8 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:24.964400 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f02f7e12-ded5-49bb-aae0-0d6e9552b58a req-25b44590-d7fc-46bb-b513-4786e089e022 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:24.966556 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f02f7e12-ded5-49bb-aae0-0d6e9552b58a req-25b44590-d7fc-46bb-b513-4786e089e022 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.66 "DELETE /v2.0/ports/df778ef1-092b-479d-a17d-ce4c8616e2a8 HTTP/1.1" status: 204 len: 173 time: 1.0182092 Jul 27 21:00:24.968052 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaab025-a688-472a-b914-6e8dee7eefa4 req-23485f6e-7c3c-4e76-82d9-18336d8f837c tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:24.968829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1b739f-7c6b-4188-8eae-f9dd6db737d2', 'name': 'network-vif-deleted', 'tag': 'df778ef1-092b-479d-a17d-ce4c8616e2a8'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:24.970965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-caaab025-a688-472a-b914-6e8dee7eefa4 req-23485f6e-7c3c-4e76-82d9-18336d8f837c tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.1253347 Jul 27 21:00:24.978588 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b594b73-ae5a-4434-b00d-6b1292f99009" -d '{"events": [{"server_uuid": "1a1b739f-7c6b-4188-8eae-f9dd6db737d2", "name": "network-vif-deleted", "tag": "df778ef1-092b-479d-a17d-ce4c8616e2a8"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:25.054897 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-caaab025-a688-472a-b914-6e8dee7eefa4 req-c3c5959b-9ce0-4ea0-b1eb-769190006dd6 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771694 Jul 27 21:00:25.163945 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b392ecc7-9cdb-4b95-9457-24b90cba7e7c x-openstack-request-id: req-b392ecc7-9cdb-4b95-9457-24b90cba7e7c {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:25.164234 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1b739f-7c6b-4188-8eae-f9dd6db737d2", "name": "network-vif-deleted", "tag": "df778ef1-092b-479d-a17d-ce4c8616e2a8", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:25.164485 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b392ecc7-9cdb-4b95-9457-24b90cba7e7c {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:25.164883 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1b739f-7c6b-4188-8eae-f9dd6db737d2', 'name': 'network-vif-deleted', 'tag': 'df778ef1-092b-479d-a17d-ce4c8616e2a8', 'status': 'completed', 'code': 200} Jul 27 21:00:25.177014 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-117f5911-672a-4cc5-8f42-ae6cc889a156 admin admin] For port f0abafcc-f722-4892-800a-9c70bee52cb5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f0abafcc-f722-4892-800a-9c70bee52cb5,segment=NetworkSegment(09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6),segment_id=09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:25.177467 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-117f5911-672a-4cc5-8f42-ae6cc889a156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:25.202174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-117f5911-672a-4cc5-8f42-ae6cc889a156 admin admin] Calling delete_port for f0abafcc-f722-4892-800a-9c70bee52cb5 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:25.306852 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea2526cb-12e1-4bfb-ad0a-ef09a8b28b08 req-99dc8c4c-58e5-4dcc-8fa8-9475dd8ed8c9 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a1b739f-7c6b-4188-8eae-f9dd6db737d2 HTTP/1.1" status: 200 len: 210 time: 0.0831356 Jul 27 21:00:25.491923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35306) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:25.523961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-117f5911-672a-4cc5-8f42-ae6cc889a156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:25.565780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f5911-672a-4cc5-8f42-ae6cc889a156 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0abafcc-f722-4892-800a-9c70bee52cb5,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:25.692442 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b9f839d3-5a22-4068-86b7-191372117188 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-179265322-network', 'tenant_id': '4e5d2fc07f774b9ba5a4e55e6ce1d7b8'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:25.758084 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f619ef-197b-46d5-b9c4-c7b3fb7efc9e req-577e84ac-c906-4c0c-959c-2c0bc36d3586 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:25.765246 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f619ef-197b-46d5-b9c4-c7b3fb7efc9e req-577e84ac-c906-4c0c-959c-2c0bc36d3586 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:25.771581 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f619ef-197b-46d5-b9c4-c7b3fb7efc9e req-577e84ac-c906-4c0c-959c-2c0bc36d3586 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:25.777507 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f619ef-197b-46d5-b9c4-c7b3fb7efc9e req-577e84ac-c906-4c0c-959c-2c0bc36d3586 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:25.785144 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f619ef-197b-46d5-b9c4-c7b3fb7efc9e req-577e84ac-c906-4c0c-959c-2c0bc36d3586 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:25.791647 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f619ef-197b-46d5-b9c4-c7b3fb7efc9e req-577e84ac-c906-4c0c-959c-2c0bc36d3586 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:25.797778 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f619ef-197b-46d5-b9c4-c7b3fb7efc9e req-577e84ac-c906-4c0c-959c-2c0bc36d3586 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:25.799619 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89f619ef-197b-46d5-b9c4-c7b3fb7efc9e req-577e84ac-c906-4c0c-959c-2c0bc36d3586 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.1695471 Jul 27 21:00:25.801098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f839d3-5a22-4068-86b7-191372117188 admin admin] Made reservation on behalf of 4e5d2fc07f774b9ba5a4e55e6ce1d7b8 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:25.803404 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9f839d3-5a22-4068-86b7-191372117188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:25.822118 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9f839d3-5a22-4068-86b7-191372117188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:25.916028 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89f619ef-197b-46d5-b9c4-c7b3fb7efc9e req-0d9666cf-1096-4646-842a-8b1e9466f167 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1061013 Jul 27 21:00:26.081833 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-037a1699-d978-4791-b8db-f12aefbbdf8c req-f797326f-1042-49c1-a8c8-9085b7518fd6 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 210 time: 0.0466716 Jul 27 21:00:26.127549 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9f839d3-5a22-4068-86b7-191372117188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:26.132735 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9f839d3-5a22-4068-86b7-191372117188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:26.170913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f839d3-5a22-4068-86b7-191372117188 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:00:26.244164 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9f839d3-5a22-4068-86b7-191372117188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:26.244491 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-b9f839d3-5a22-4068-86b7-191372117188 admin admin] Added segment 2ce0bef4-caba-4672-a63a-8e9fb96bc35e of type vlan for network a430c724-52af-4c72-b4f3-1cf25d7fa7db Jul 27 21:00:26.257977 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f839d3-5a22-4068-86b7-191372117188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d472067-1350-4968-99df-a44d50f8c5d0,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:26.334405 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9f839d3-5a22-4068-86b7-191372117188 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:26.351662 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-117f5911-672a-4cc5-8f42-ae6cc889a156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:26.358837 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0638cee-0c51-450c-b2e2-5397c77fd5c0 req-d0b31ffb-d65d-4b7c-960b-31d1aa336091 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:26.360379 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0638cee-0c51-450c-b2e2-5397c77fd5c0 req-d0b31ffb-d65d-4b7c-960b-31d1aa336091 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.1766889 Jul 27 21:00:26.410389 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9f839d3-5a22-4068-86b7-191372117188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:26.411441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f839d3-5a22-4068-86b7-191372117188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:26.412028 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9f839d3-5a22-4068-86b7-191372117188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:26.436591 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0638cee-0c51-450c-b2e2-5397c77fd5c0 req-e16da857-893d-4371-98da-676e5efb85a7 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653615 Jul 27 21:00:26.469302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-0ce1dd17-b007-4209-8765-50ae5f5c77af tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:26.470877 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-0ce1dd17-b007-4209-8765-50ae5f5c77af tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.20 "GET /v2.0/networks?id=232f04f4-e33d-456b-8811-d83376857136 HTTP/1.1" status: 200 len: 815 time: 0.2426128 Jul 27 21:00:26.498497 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b9f839d3-5a22-4068-86b7-191372117188 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0022833 Jul 27 21:00:26.501160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35360) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:26.505306 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-3654ebba-701c-4135-a810-85e3774ff218 admin admin] Request body: {'subnet': {'network_id': 'a430c724-52af-4c72-b4f3-1cf25d7fa7db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-179265322-subnet', 'tenant_id': '4e5d2fc07f774b9ba5a4e55e6ce1d7b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:26.525806 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f839d3-5a22-4068-86b7-191372117188 admin admin] Pushing event updated for resources: {'Network': ['ID=a430c724-52af-4c72-b4f3-1cf25d7fa7db,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:26.538894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network a430c724-52af-4c72-b4f3-1cf25d7fa7db details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:00:26.567472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3654ebba-701c-4135-a810-85e3774ff218 admin admin] Made reservation on behalf of 4e5d2fc07f774b9ba5a4e55e6ce1d7b8 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:26.570531 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3654ebba-701c-4135-a810-85e3774ff218 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:26.641308 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-57dd505b-9f37-400b-ae8e-bb7ca1e7204b tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7315aa1da07a43659cbdb0c5598adbe9 HTTP/1.1" status: 200 len: 379 time: 0.1332636 Jul 27 21:00:26.655611 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-80fc4886-0c45-499e-b609-f5d274d673e5 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Request body: {'port': {'device_id': '45775f5a-e215-48a7-9c3f-56a61446d62b', 'network_id': '232f04f4-e33d-456b-8811-d83376857136', 'admin_state_up': True, 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'security_groups': ['778b8c81-cd95-4440-8c05-1ebef5460398']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:26.894282 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117f5911-672a-4cc5-8f42-ae6cc889a156 admin admin] Router 1c842605-8240-419a-b786-784c2c890b3f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:00:26.894513 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3654ebba-701c-4135-a810-85e3774ff218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:26.980681 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-80fc4886-0c45-499e-b609-f5d274d673e5 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Made reservation on behalf of 7315aa1da07a43659cbdb0c5598adbe9 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:26.987432 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-80fc4886-0c45-499e-b609-f5d274d673e5 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:27.019851 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3654ebba-701c-4135-a810-85e3774ff218 admin admin] Checking segment: {'id': '2ce0bef4-caba-4672-a63a-8e9fb96bc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a430c724-52af-4c72-b4f3-1cf25d7fa7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:27.020224 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3654ebba-701c-4135-a810-85e3774ff218 admin admin] Network hostable DHCP agents. Network: a430c724-52af-4c72-b4f3-1cf25d7fa7db, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:00:27.025538 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654ebba-701c-4135-a810-85e3774ff218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f43bfb-9e35-4bbb-9945-393fc88e45df,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:27.101836 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0e1e5-30c1-4e6b-914d-48190bea9619 req-528eac7f-d03a-4e7a-a0dc-008fd79f595c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:27.103481 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aac0e1e5-30c1-4e6b-914d-48190bea9619 req-528eac7f-d03a-4e7a-a0dc-008fd79f595c tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.1677108 Jul 27 21:00:27.105366 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3654ebba-701c-4135-a810-85e3774ff218 admin admin] Network a430c724-52af-4c72-b4f3-1cf25d7fa7db is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:00:27.120461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-3654ebba-701c-4135-a810-85e3774ff218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, a430c724-52af-4c72-b4f3-1cf25d7fa7db) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:27.133644 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b53dc2-7799-4e98-9506-13c315476ec7 None None] Network a430c724-52af-4c72-b4f3-1cf25d7fa7db requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:27.135916 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3654ebba-701c-4135-a810-85e3774ff218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:27.136582 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3654ebba-701c-4135-a810-85e3774ff218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:27.154293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117f5911-672a-4cc5-8f42-ae6cc889a156 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:00:27.161046 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-117f5911-672a-4cc5-8f42-ae6cc889a156 admin admin] 10.222.0.55 "PUT /v2.0/routers/1c842605-8240-419a-b786-784c2c890b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6789436 Jul 27 21:00:27.163645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35384) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:27.181307 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3654ebba-701c-4135-a810-85e3774ff218 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6798670 Jul 27 21:00:27.203401 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2350100d-e6db-440e-880f-1eaea1a5e39a None None] Sync routers for ids ['1c842605-8240-419a-b786-784c2c890b3f'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:00:27.237019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2350100d-e6db-440e-880f-1eaea1a5e39a None None] Routers {'1c842605-8240-419a-b786-784c2c890b3f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:27.237746 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a64bf-f79e-4739-83e5-0aa73234b428 req-9b225b81-5de4-4c3e-a422-7695e651bc58 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:27.238368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2350100d-e6db-440e-880f-1eaea1a5e39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:00:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1c842605-8240-419a-b786-784c2c890b3f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:27.243274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-80fc4886-0c45-499e-b609-f5d274d673e5 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Allocated IP 172.20.0.7 (232f04f4-e33d-456b-8811-d83376857136/9398f92d-4f43-4384-a123-bfb318c52d14/8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:27.246900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a64bf-f79e-4739-83e5-0aa73234b428 req-9b225b81-5de4-4c3e-a422-7695e651bc58 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:27.265322 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a64bf-f79e-4739-83e5-0aa73234b428 req-9b225b81-5de4-4c3e-a422-7695e651bc58 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:27.280847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a64bf-f79e-4739-83e5-0aa73234b428 req-9b225b81-5de4-4c3e-a422-7695e651bc58 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:27.295650 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a64bf-f79e-4739-83e5-0aa73234b428 req-9b225b81-5de4-4c3e-a422-7695e651bc58 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:27.301885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a64bf-f79e-4739-83e5-0aa73234b428 req-9b225b81-5de4-4c3e-a422-7695e651bc58 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:27.324466 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a64bf-f79e-4739-83e5-0aa73234b428 req-9b225b81-5de4-4c3e-a422-7695e651bc58 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:27.328087 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b77a64bf-f79e-4739-83e5-0aa73234b428 req-9b225b81-5de4-4c3e-a422-7695e651bc58 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.2871070 Jul 27 21:00:27.344350 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aac0e1e5-30c1-4e6b-914d-48190bea9619 req-6373a3bd-8b4c-4b4f-aa67-b021ced964c0 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215068 Jul 27 21:00:27.371659 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e44ea45d-1ebe-4c42-8ca8-e25b525cfe73 admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:27.375058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-2350100d-e6db-440e-880f-1eaea1a5e39a None None] Set router 1c842605-8240-419a-b786-784c2c890b3f gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:27.429823 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b77a64bf-f79e-4739-83e5-0aa73234b428 req-4faf6c6e-f94e-4800-93ad-5901bd638b54 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814705 Jul 27 21:00:27.562652 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e44ea45d-1ebe-4c42-8ca8-e25b525cfe73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:27.607825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e3fa7a-462b-442b-9969-0eebc9fbc681 None None] Network a430c724-52af-4c72-b4f3-1cf25d7fa7db requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:27.685854 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-80fc4886-0c45-499e-b609-f5d274d673e5 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:27.709645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e44ea45d-1ebe-4c42-8ca8-e25b525cfe73 admin admin] Deleting port 867d9b6a-40a5-4bf1-8e2a-f6700885e411 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:27.709945 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e44ea45d-1ebe-4c42-8ca8-e25b525cfe73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:27.726501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-80fc4886-0c45-499e-b609-f5d274d673e5 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Transition to ACTIVE for port object 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:27.822249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-e44ea45d-1ebe-4c42-8ca8-e25b525cfe73 admin admin] For port 867d9b6a-40a5-4bf1-8e2a-f6700885e411, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=867d9b6a-40a5-4bf1-8e2a-f6700885e411,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:27.822778 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e44ea45d-1ebe-4c42-8ca8-e25b525cfe73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:27.824523 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2350100d-e6db-440e-880f-1eaea1a5e39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c842605-8240-419a-b786-784c2c890b3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516939116-router', 'tenant_id': '65507894214a4bd58e24166f5bc18f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '867d9b6a-40a5-4bf1-8e2a-f6700885e411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T21:00:25Z', 'revision_number': 5, 'project_id': '65507894214a4bd58e24166f5bc18f96', 'gw_port': {'id': '867d9b6a-40a5-4bf1-8e2a-f6700885e411', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c842605-8240-419a-b786-784c2c890b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:53:03Z', 'updated_at': '2021-07-27T20:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:27.844848 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-80fc4886-0c45-499e-b609-f5d274d673e5 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:27.858540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2350100d-e6db-440e-880f-1eaea1a5e39a None None] Checking router: 1c842605-8240-419a-b786-784c2c890b3f for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:00:27.869220 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2350100d-e6db-440e-880f-1eaea1a5e39a None None] Routers {'1c842605-8240-419a-b786-784c2c890b3f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:27.869866 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2350100d-e6db-440e-880f-1eaea1a5e39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:00:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1c842605-8240-419a-b786-784c2c890b3f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:27.957486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e44ea45d-1ebe-4c42-8ca8-e25b525cfe73 admin admin] Calling delete_port for 867d9b6a-40a5-4bf1-8e2a-f6700885e411 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:27.960366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc4886-0c45-499e-b609-f5d274d673e5 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Pushing event updated for resources: {'Port': ['ID=8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:27.977519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-2350100d-e6db-440e-880f-1eaea1a5e39a None None] Set router 1c842605-8240-419a-b786-784c2c890b3f gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:27.989621 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-80fc4886-0c45-499e-b609-f5d274d673e5 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Network 232f04f4-e33d-456b-8811-d83376857136 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:27.994354 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-80fc4886-0c45-499e-b609-f5d274d673e5 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:28.003229 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32c10da6-ba2e-4de3-830f-9375de7c03ef req-bd6137db-dd4a-4bce-aecb-a7993cf56af2 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 210 time: 0.5246723 Jul 27 21:00:28.010865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-80fc4886-0c45-499e-b609-f5d274d673e5 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:28.043445 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device df778ef1-092b-479d-a17d-ce4c8616e2a8 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:28.090056 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2350100d-e6db-440e-880f-1eaea1a5e39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c842605-8240-419a-b786-784c2c890b3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516939116-router', 'tenant_id': '65507894214a4bd58e24166f5bc18f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T21:00:27Z', 'revision_number': 6, 'project_id': '65507894214a4bd58e24166f5bc18f96', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:28.111413 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: df778ef1-092b-479d-a17d-ce4c8616e2a8 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:28.111413 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device df778ef1-092b-479d-a17d-ce4c8616e2a8 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:28.144216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-80fc4886-0c45-499e-b609-f5d274d673e5 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:28.144978 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-80fc4886-0c45-499e-b609-f5d274d673e5 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:28.145329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2350100d-e6db-440e-880f-1eaea1a5e39a None None] The sync data for ids ['1c842605-8240-419a-b786-784c2c890b3f'] in n-d-764806-9 is: [{'id': '1c842605-8240-419a-b786-784c2c890b3f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1516939116-router', 'tenant_id': '65507894214a4bd58e24166f5bc18f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:53:00Z', 'updated_at': '2021-07-27T21:00:27Z', 'revision_number': 6, 'project_id': '65507894214a4bd58e24166f5bc18f96', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:00:28.214001 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-80fc4886-0c45-499e-b609-f5d274d673e5 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5635152 Jul 27 21:00:28.236364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-ddd41090-7faf-4731-b45e-1cb6fe77a877 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:28.246804 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-ddd41090-7faf-4731-b45e-1cb6fe77a877 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/networks?id=a430c724-52af-4c72-b4f3-1cf25d7fa7db HTTP/1.1" status: 200 len: 813 time: 0.2525015 Jul 27 21:00:28.280993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Request body: {'port': {'device_id': '45775f5a-e215-48a7-9c3f-56a61446d62b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:28.282137 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c5847-4855-489b-b6a1-4419e944fe62 req-dfc25319-e8db-4229-97a4-4e8df7ab82c7 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:28.283991 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d2c5847-4855-489b-b6a1-4419e944fe62 req-dfc25319-e8db-4229-97a4-4e8df7ab82c7 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.1473594 Jul 27 21:00:28.291921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-ceb3cf64-10fe-4d7b-8a80-8dbf74331480 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/quotas/4e5d2fc07f774b9ba5a4e55e6ce1d7b8 HTTP/1.1" status: 200 len: 375 time: 0.0353208 Jul 27 21:00:28.353012 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-6ee9c769-237d-49ce-9b8d-efdd9c7da3a0 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e5d2fc07f774b9ba5a4e55e6ce1d7b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597751 Jul 27 21:00:28.380891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b087bb0a-5823-401d-b1e8-f854e353b85b None None] Provisioning for port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:28.385555 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b087bb0a-5823-401d-b1e8-f854e353b85b None None] Provisioning complete for port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:28.386168 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b087bb0a-5823-401d-b1e8-f854e353b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:28.393518 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d2c5847-4855-489b-b6a1-4419e944fe62 req-1856d48a-be92-4489-b096-9f4bd020e2cb tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983829 Jul 27 21:00:28.434564 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e44ea45d-1ebe-4c42-8ca8-e25b525cfe73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:28.445011 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b087bb0a-5823-401d-b1e8-f854e353b85b None None] Port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:00:28.478714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-71af2ddc-17d9-4ca8-b2e0-38b1fcd6d94d service neutron] 10.222.0.55 "GET /v2.0/networks/a430c724-52af-4c72-b4f3-1cf25d7fa7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136644 Jul 27 21:00:28.479980 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:28.482825 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ea45d-1ebe-4c42-8ca8-e25b525cfe73 admin admin] Pushing event deleted for resources: {'Port': ['ID=867d9b6a-40a5-4bf1-8e2a-f6700885e411,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:28.634928 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-3954a712-c07f-4710-8153-c856c34313e1 service neutron] 10.222.0.55 "GET /v2.0/networks/a430c724-52af-4c72-b4f3-1cf25d7fa7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450438 Jul 27 21:00:28.769026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8239465-497e-48af-b1bc-7566afdbe224 req-7be7b27d-f746-4bb1-9994-234931648cbf tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:28.778813 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8239465-497e-48af-b1bc-7566afdbe224 req-7be7b27d-f746-4bb1-9994-234931648cbf tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.0941575 Jul 27 21:00:28.812283 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:28.815417 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:28.824029 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8239465-497e-48af-b1bc-7566afdbe224 req-db7469bd-e6f6-4769-8c73-96b47f9912de tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439661 Jul 27 21:00:28.854713 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e44ea45d-1ebe-4c42-8ca8-e25b525cfe73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:28.999176 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e44ea45d-1ebe-4c42-8ca8-e25b525cfe73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:29.003546 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e44ea45d-1ebe-4c42-8ca8-e25b525cfe73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:29.039821 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-95715ba7-c323-41b9-908d-017ceb57f6db req-6178debe-5a59-4d28-8154-e8f9ce534050 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 210 time: 0.1020398 Jul 27 21:00:29.076673 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:29.102997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31178abe-d8f2-4745-bb78-eca910c5e94e req-df9cfe1f-4c74-424a-81e5-d386e58252a4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.104530 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31178abe-d8f2-4745-bb78-eca910c5e94e req-df9cfe1f-4c74-424a-81e5-d386e58252a4 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.66 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.3893774 Jul 27 21:00:29.122136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f014807-55eb-4a51-b485-95a9608de870 req-bd0ad110-8d6e-48ae-a14c-c19131103f3b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.129439 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f014807-55eb-4a51-b485-95a9608de870 req-bd0ad110-8d6e-48ae-a14c-c19131103f3b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.157079 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0643aa9c-30c3-4623-8caa-832cf1e6a868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:29.158079 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e44ea45d-1ebe-4c42-8ca8-e25b525cfe73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:29.159854 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29344ac-8a52-44c5-b905-6651f8027060" -d '{"events": [{"server_uuid": "0643aa9c-30c3-4623-8caa-832cf1e6a868", "name": "network-vif-unplugged", "status": "completed", "tag": "ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:29.161442 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f014807-55eb-4a51-b485-95a9608de870 req-bd0ad110-8d6e-48ae-a14c-c19131103f3b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.164356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44ea45d-1ebe-4c42-8ca8-e25b525cfe73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c842605-8240-419a-b786-784c2c890b3f {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:00:29.174795 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f014807-55eb-4a51-b485-95a9608de870 req-bd0ad110-8d6e-48ae-a14c-c19131103f3b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.180759 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:29.184131 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f014807-55eb-4a51-b485-95a9608de870 req-bd0ad110-8d6e-48ae-a14c-c19131103f3b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.188886 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e44ea45d-1ebe-4c42-8ca8-e25b525cfe73 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:29.190166 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e44ea45d-1ebe-4c42-8ca8-e25b525cfe73 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1c842605-8240-419a-b786-784c2c890b3f HTTP/1.1" status: 204 len: 168 time: 2.0256228 Jul 27 21:00:29.194432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35432) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:29.205866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f014807-55eb-4a51-b485-95a9608de870 req-bd0ad110-8d6e-48ae-a14c-c19131103f3b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.211145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:29.215632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f014807-55eb-4a51-b485-95a9608de870 req-bd0ad110-8d6e-48ae-a14c-c19131103f3b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.248587 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f014807-55eb-4a51-b485-95a9608de870 req-bd0ad110-8d6e-48ae-a14c-c19131103f3b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.3222206 Jul 27 21:00:29.250683 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9', 'mac_address': 'fa:16:3e:40:20:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:29.252649 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:29.337837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f151574-d467-4f42-b2f6-eb68bf9bd9b7 admin admin] Deleting subnet 66c66f12-48a0-4429-b708-9535ed6d56e4 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:00:29.345115 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f151574-d467-4f42-b2f6-eb68bf9bd9b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:29.376759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:29.394284 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:29.412391 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f014807-55eb-4a51-b485-95a9608de870 req-5acd5ff0-9507-47ac-9a7e-72f2d27a9ee2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1581314 Jul 27 21:00:29.431684 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f151574-d467-4f42-b2f6-eb68bf9bd9b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:29.474254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Transition to ACTIVE for port object 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:29.485602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbb1cd-5e5f-436d-b245-22d8a54a9ee5 req-97fdb1d5-e647-4718-89d9-e093eb42fb69 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.487004 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:29.489368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3fcbb1cd-5e5f-436d-b245-22d8a54a9ee5 req-97fdb1d5-e647-4718-89d9-e093eb42fb69 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 931 time: 0.2418571 Jul 27 21:00:29.493368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:29.509038 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:29.523696 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057c1378-0ba8-46b1-b537-78eae6a1f4f3 x-openstack-request-id: req-057c1378-0ba8-46b1-b537-78eae6a1f4f3 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:29.523983 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0643aa9c-30c3-4623-8caa-832cf1e6a868", "name": "network-vif-unplugged", "status": "completed", "tag": "ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:29.524233 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-057c1378-0ba8-46b1-b537-78eae6a1f4f3 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:29.524627 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0643aa9c-30c3-4623-8caa-832cf1e6a868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9', 'code': 200} Jul 27 21:00:29.550534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:29.567994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Pushing event updated for resources: {'Port': ['ID=8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:29.572916 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-31178abe-d8f2-4745-bb78-eca910c5e94e req-08a20d08-1019-4371-8337-07c3496c963d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Deleting port 9df87c26-1b19-4a6a-bed2-59a55911966a {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:29.573379 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31178abe-d8f2-4745-bb78-eca910c5e94e req-08a20d08-1019-4371-8337-07c3496c963d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:29.600774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3fcbb1cd-5e5f-436d-b245-22d8a54a9ee5 req-f3bc105f-66af-4dcc-9ea3-0036ae1e1890 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups?id=778b8c81-cd95-4440-8c05-1ebef5460398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018949 Jul 27 21:00:29.607441 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:29.616707 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:29.705397 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:29.713624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:29.759965 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a384896-547e-4cbc-bb68-cc9d847da529 req-11f2a92f-7cf5-43b0-a2da-fe03d9529f98 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:29.772007 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a384896-547e-4cbc-bb68-cc9d847da529 req-11f2a92f-7cf5-43b0-a2da-fe03d9529f98 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.1549182 Jul 27 21:00:29.913673 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a384896-547e-4cbc-bb68-cc9d847da529 req-a030e433-623f-4157-9b28-91eef8d91a9f tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399062 Jul 27 21:00:30.010791 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 867d9b6a-40a5-4bf1-8e2a-f6700885e411 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:30.052793 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 867d9b6a-40a5-4bf1-8e2a-f6700885e411 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:30.053136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 867d9b6a-40a5-4bf1-8e2a-f6700885e411 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:30.053725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f0abafcc-f722-4892-800a-9c70bee52cb5 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:30.071741 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfca69a-394e-4e51-bad4-6c88a1c4b71f req-3aca68e3-da17-4855-9859-3eb19ce67b3b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:30.080003 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abfca69a-394e-4e51-bad4-6c88a1c4b71f req-3aca68e3-da17-4855-9859-3eb19ce67b3b tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 950 time: 0.1163280 Jul 27 21:00:30.084860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: f0abafcc-f722-4892-800a-9c70bee52cb5 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:30.085200 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f0abafcc-f722-4892-800a-9c70bee52cb5 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:30.141146 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abfca69a-394e-4e51-bad4-6c88a1c4b71f req-dc1bb305-7df1-4d37-b3b6-66e8948a28b2 tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/security-groups?id=55b1473d-5395-4315-9d04-03b0b657553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599208 Jul 27 21:00:30.218806 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-87898574-281c-4f49-b1c7-dcadcd407d7e req-72f133f5-2e17-4576-8696-7be83fa40167 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 210 time: 0.0407476 Jul 27 21:00:30.342811 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f151574-d467-4f42-b2f6-eb68bf9bd9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:30.443245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-31178abe-d8f2-4745-bb78-eca910c5e94e req-08a20d08-1019-4371-8337-07c3496c963d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] For port 9df87c26-1b19-4a6a-bed2-59a55911966a, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=9df87c26-1b19-4a6a-bed2-59a55911966a,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:30.443676 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31178abe-d8f2-4745-bb78-eca910c5e94e req-08a20d08-1019-4371-8337-07c3496c963d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:30.487536 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-31178abe-d8f2-4745-bb78-eca910c5e94e req-08a20d08-1019-4371-8337-07c3496c963d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Calling delete_port for 9df87c26-1b19-4a6a-bed2-59a55911966a owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:30.503761 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Attempting to bind port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:30.504127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Attempting to bind port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '5c3b8cb3-819f-4466-83bb-7f742886b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '232f04f4-e33d-456b-8811-d83376857136'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:30.504449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Attempting to bind port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 on network 232f04f4-e33d-456b-8811-d83376857136 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:30.518278 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f151574-d467-4f42-b2f6-eb68bf9bd9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:30.523504 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-c25ec332-51f5-4030-9db8-25afb72e6ed9 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:30.524957 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-c25ec332-51f5-4030-9db8-25afb72e6ed9 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.66 "GET /v2.0/networks?id=a430c724-52af-4c72-b4f3-1cf25d7fa7db HTTP/1.1" status: 200 len: 813 time: 0.2894053 Jul 27 21:00:30.534333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 on network 232f04f4-e33d-456b-8811-d83376857136 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:00:30.534662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Attempting to bind port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 on network 232f04f4-e33d-456b-8811-d83376857136 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:30.589953 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf68f48-f5ba-4236-b2cc-4749c9d7c9d9 req-69522ff7-398a-4a2e-b165-90ebfdea5d1b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:30.595959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-36ddead5-3afa-425a-a79d-3069e5321000 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Request body: {'port': {'device_id': 'da32e990-eb44-4fdd-a346-6a43bbc35668', 'network_id': 'a430c724-52af-4c72-b4f3-1cf25d7fa7db', 'admin_state_up': True, 'tenant_id': '4e5d2fc07f774b9ba5a4e55e6ce1d7b8'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:30.598766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf68f48-f5ba-4236-b2cc-4749c9d7c9d9 req-69522ff7-398a-4a2e-b165-90ebfdea5d1b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:30.604883 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f151574-d467-4f42-b2f6-eb68bf9bd9b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c66f12-48a0-4429-b708-9535ed6d56e4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:30.608209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0313d111-849e-4d2b-b792-26947f96877d None None] Network cb4cdcf2-9ff6-41aa-9f39-74417349c733 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:30.611364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf68f48-f5ba-4236-b2cc-4749c9d7c9d9 req-69522ff7-398a-4a2e-b165-90ebfdea5d1b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:30.618321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf68f48-f5ba-4236-b2cc-4749c9d7c9d9 req-69522ff7-398a-4a2e-b165-90ebfdea5d1b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:30.619694 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f151574-d467-4f42-b2f6-eb68bf9bd9b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:30.624218 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9f151574-d467-4f42-b2f6-eb68bf9bd9b7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/66c66f12-48a0-4429-b708-9535ed6d56e4 HTTP/1.1" status: 204 len: 168 time: 1.4257998 Jul 27 21:00:30.627361 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf68f48-f5ba-4236-b2cc-4749c9d7c9d9 req-69522ff7-398a-4a2e-b165-90ebfdea5d1b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:30.634177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf68f48-f5ba-4236-b2cc-4749c9d7c9d9 req-69522ff7-398a-4a2e-b165-90ebfdea5d1b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:30.641585 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf68f48-f5ba-4236-b2cc-4749c9d7c9d9 req-69522ff7-398a-4a2e-b165-90ebfdea5d1b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:30.649492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:30.649850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Checking segment: {'id': '5c3b8cb3-819f-4466-83bb-7f742886b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '232f04f4-e33d-456b-8811-d83376857136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:30.650263 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Bound using segment: {'id': '5c3b8cb3-819f-4466-83bb-7f742886b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '232f04f4-e33d-456b-8811-d83376857136'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:30.650743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Bound port: 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3b8cb3-819f-4466-83bb-7f742886b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '232f04f4-e33d-456b-8811-d83376857136'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:30.651102 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:30.651685 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2cf68f48-f5ba-4236-b2cc-4749c9d7c9d9 req-69522ff7-398a-4a2e-b165-90ebfdea5d1b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.1473768 Jul 27 21:00:30.652852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35456) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:30.712516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2cf68f48-f5ba-4236-b2cc-4749c9d7c9d9 req-bfb5688a-90fc-4aaf-bc5f-247199a84e81 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516372 Jul 27 21:00:30.832642 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:30.849068 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04749fbc-c0bc-47e8-8187-937e603e5ca6 req-491af33d-5696-455f-9857-6985c841f0b0 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:30.858249 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04749fbc-c0bc-47e8-8187-937e603e5ca6 req-491af33d-5696-455f-9857-6985c841f0b0 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 943 time: 0.1445012 Jul 27 21:00:30.874815 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:30.953944 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04749fbc-c0bc-47e8-8187-937e603e5ca6 req-492af22f-2a32-4c32-9b02-58edfb561cbf tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups?id=778b8c81-cd95-4440-8c05-1ebef5460398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942340 Jul 27 21:00:30.963224 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:30.969242 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.006396 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] For port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:31.073103 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31178abe-d8f2-4745-bb78-eca910c5e94e req-08a20d08-1019-4371-8337-07c3496c963d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.093041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] For port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9,segment=NetworkSegment(5c3b8cb3-819f-4466-83bb-7f742886b3dd),segment_id=5c3b8cb3-819f-4466-83bb-7f742886b3dd)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:31.099378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-36ddead5-3afa-425a-a79d-3069e5321000 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Made reservation on behalf of 4e5d2fc07f774b9ba5a4e55e6ce1d7b8 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:31.106827 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-36ddead5-3afa-425a-a79d-3069e5321000 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.150067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef4689b-d520-4a30-8a57-42a0d2860557 None None] DHCP port deletion for cb4cdcf2-9ff6-41aa-9f39-74417349c733 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:00:31.151394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb86909-9c54-4034-9737-824d527cd70a req-0cf9070b-3e62-4927-b8ef-23583fb3c038 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:31.163129 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6bb86909-9c54-4034-9737-824d527cd70a req-0cf9070b-3e62-4927-b8ef-23583fb3c038 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.1010988 Jul 27 21:00:31.166985 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.170670 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a20d08-1019-4371-8337-07c3496c963d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Pushing event deleted for resources: {'Port': ['ID=9df87c26-1b19-4a6a-bed2-59a55911966a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:31.220373 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6bb86909-9c54-4034-9737-824d527cd70a req-509c42b2-4bdf-4bdf-9099-f95a3ee51c0e tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561960 Jul 27 21:00:31.235155 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.311150 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67a0a7f4-cb08-4ddd-a507-fa4c5823741e req-615b2f8a-3e96-489b-84e9-c3f637f3d74e tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.55 "GET /v2.0/ports?device_id=03081614-6ac9-48a4-8228-2fb083c0d028 HTTP/1.1" status: 200 len: 210 time: 0.0469601 Jul 27 21:00:31.337202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:31.345873 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.399354 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-795e58c7-ba1d-4268-9fa1-5d3c24473421 req-3250816c-3a16-47b2-b919-91d0b031825b tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 210 time: 0.0648603 Jul 27 21:00:31.413908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-31178abe-d8f2-4745-bb78-eca910c5e94e req-08a20d08-1019-4371-8337-07c3496c963d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] No DVR routers for this DVR port 9df87c26-1b19-4a6a-bed2-59a55911966a on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:31.435386 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31178abe-d8f2-4745-bb78-eca910c5e94e req-08a20d08-1019-4371-8337-07c3496c963d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.446817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31178abe-d8f2-4745-bb78-eca910c5e94e req-08a20d08-1019-4371-8337-07c3496c963d tempest-MigrationsAdminTest-849420592 tempest-MigrationsAdminTest-849420592-project] 10.222.0.66 "DELETE /v2.0/ports/9df87c26-1b19-4a6a-bed2-59a55911966a HTTP/1.1" status: 204 len: 173 time: 2.3122776 Jul 27 21:00:31.452494 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03081614-6ac9-48a4-8228-2fb083c0d028', 'name': 'network-vif-deleted', 'tag': '9df87c26-1b19-4a6a-bed2-59a55911966a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:31.455148 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5074c5b0-223a-4464-8612-8b01e4e90b4a" -d '{"events": [{"server_uuid": "03081614-6ac9-48a4-8228-2fb083c0d028", "name": "network-vif-deleted", "tag": "9df87c26-1b19-4a6a-bed2-59a55911966a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:31.472027 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6ef4689b-d520-4a30-8a57-42a0d2860557 None None] Deleting port 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:31.472380 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6ef4689b-d520-4a30-8a57-42a0d2860557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.480580 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:31.481216 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.483905 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] 10.222.0.20 "PUT /v2.0/ports/8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 HTTP/1.1" status: 200 len: 1091 time: 3.2077322 Jul 27 21:00:31.491552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] Deleting port 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:31.491895 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.634482 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe979a26-b989-448d-a694-6d6afa86e594 x-openstack-request-id: req-fe979a26-b989-448d-a694-6d6afa86e594 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:31.635049 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03081614-6ac9-48a4-8228-2fb083c0d028", "name": "network-vif-deleted", "tag": "9df87c26-1b19-4a6a-bed2-59a55911966a", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:31.635464 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe979a26-b989-448d-a694-6d6afa86e594 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:31.637023 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03081614-6ac9-48a4-8228-2fb083c0d028', 'name': 'network-vif-deleted', 'tag': '9df87c26-1b19-4a6a-bed2-59a55911966a', 'status': 'completed', 'code': 200} Jul 27 21:00:31.734443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cc5ad-ea17-4bd1-aef1-9a67cab84197 service neutron] Pushing event updated for resources: {'Port': ['ID=8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:31.804163 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6ef4689b-d520-4a30-8a57-42a0d2860557 None None] For port 4765ce5b-a78a-4686-b91d-b00e2ca7abf2, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4765ce5b-a78a-4686-b91d-b00e2ca7abf2,segment=NetworkSegment(09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6),segment_id=09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:31.804929 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6ef4689b-d520-4a30-8a57-42a0d2860557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.819945 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6ef4689b-d520-4a30-8a57-42a0d2860557 None None] Calling delete_port for 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:31.824193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] For port 4765ce5b-a78a-4686-b91d-b00e2ca7abf2, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4765ce5b-a78a-4686-b91d-b00e2ca7abf2,segment=NetworkSegment(09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6),segment_id=09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:31.824570 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:31.882491 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] Calling delete_port for 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:31.970930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0643aa9c-30c3-4623-8caa-832cf1e6a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:31.975344 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b336ec79-1893-447a-8fff-d1749e83d96c" -d '{"events": [{"server_uuid": "0643aa9c-30c3-4623-8caa-832cf1e6a868", "name": "network-vif-plugged", "status": "completed", "tag": "ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:31.985850 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,revision_number=10']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:31.997966 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6ef4689b-d520-4a30-8a57-42a0d2860557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.026031 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63f36c-71b6-4476-9aa8-6ffe2c1ca68f req-5d628d4a-bbb6-426d-8d2c-84326dc5dd22 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.036789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63f36c-71b6-4476-9aa8-6ffe2c1ca68f req-5d628d4a-bbb6-426d-8d2c-84326dc5dd22 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.043788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63f36c-71b6-4476-9aa8-6ffe2c1ca68f req-5d628d4a-bbb6-426d-8d2c-84326dc5dd22 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.050891 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63f36c-71b6-4476-9aa8-6ffe2c1ca68f req-5d628d4a-bbb6-426d-8d2c-84326dc5dd22 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.055837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-36ddead5-3afa-425a-a79d-3069e5321000 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Allocated IP 172.20.0.6 (a430c724-52af-4c72-b4f3-1cf25d7fa7db/32f43bfb-9e35-4bbb-9945-393fc88e45df/6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:32.058182 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63f36c-71b6-4476-9aa8-6ffe2c1ca68f req-5d628d4a-bbb6-426d-8d2c-84326dc5dd22 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.067466 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63f36c-71b6-4476-9aa8-6ffe2c1ca68f req-5d628d4a-bbb6-426d-8d2c-84326dc5dd22 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.068281 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-aca34e05-b1e8-4163-a34b-1f1bd68a33d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.070054 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-aca34e05-b1e8-4163-a34b-1f1bd68a33d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7315aa1da07a43659cbdb0c5598adbe9&device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 1094 time: 0.4318233 Jul 27 21:00:32.075842 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63f36c-71b6-4476-9aa8-6ffe2c1ca68f req-5d628d4a-bbb6-426d-8d2c-84326dc5dd22 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.085562 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff63f36c-71b6-4476-9aa8-6ffe2c1ca68f req-5d628d4a-bbb6-426d-8d2c-84326dc5dd22 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5420 time: 0.2369707 Jul 27 21:00:32.134990 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-d9f6a816-f5f7-4efa-813b-bca019c6053f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 HTTP/1.1" status: 200 len: 217 time: 0.0549707 Jul 27 21:00:32.135483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:32.169730 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 9df87c26-1b19-4a6a-bed2-59a55911966a no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:32.180844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device d428951c-9af6-415a-913d-31512d67dde2 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:32.188614 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff63f36c-71b6-4476-9aa8-6ffe2c1ca68f req-8c34be22-e934-4c0f-a4df-e4d02d0beea7 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016705 Jul 27 21:00:32.284886 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.300699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-7cd0d144-d066-4572-a789-166a80c4edef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.302482 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-7cd0d144-d066-4572-a789-166a80c4edef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9398f92d-4f43-4384-a123-bfb318c52d14 HTTP/1.1" status: 200 len: 854 time: 0.1599629 Jul 27 21:00:32.340492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] Pushing event deleted for resources: {'Port': ['ID=4765ce5b-a78a-4686-b91d-b00e2ca7abf2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:32.348124 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] No DVR routers for this DVR port 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:32.406989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port d428951c-9af6-415a-913d-31512d67dde2, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d428951c-9af6-415a-913d-31512d67dde2,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:32.467643 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758e3536-1a86-457f-aef8-c5ed50a59fb6 x-openstack-request-id: req-758e3536-1a86-457f-aef8-c5ed50a59fb6 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:32.468267 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0643aa9c-30c3-4623-8caa-832cf1e6a868", "name": "network-vif-plugged", "status": "completed", "tag": "ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:32.468637 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-758e3536-1a86-457f-aef8-c5ed50a59fb6 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:32.469149 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0643aa9c-30c3-4623-8caa-832cf1e6a868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9', 'code': 200} Jul 27 21:00:32.493585 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4689b-d520-4a30-8a57-42a0d2860557 None None] Pushing event deleted for resources: {'Port': ['ID=4765ce5b-a78a-4686-b91d-b00e2ca7abf2,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:32.494140 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-36ddead5-3afa-425a-a79d-3069e5321000 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.497935 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4689b-d520-4a30-8a57-42a0d2860557 None None] No DVR routers for this DVR port 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:32.499966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.548091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a577450-2acc-4131-9f46-bd2994b2e0f3 req-3c66fb48-7fcd-4ebd-94dc-cebfeca1de68 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.552517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4cdcf2-9ff6-41aa-9f39-74417349c733']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:32.558638 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a577450-2acc-4131-9f46-bd2994b2e0f3 req-3c66fb48-7fcd-4ebd-94dc-cebfeca1de68 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 943 time: 0.3291087 Jul 27 21:00:32.559450 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:32.560034 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4765ce5b-a78a-4686-b91d-b00e2ca7abf2 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:32.570651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 9df87c26-1b19-4a6a-bed2-59a55911966a {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:32.571634 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 9df87c26-1b19-4a6a-bed2-59a55911966a not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:32.583694 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'd428951c-9af6-415a-913d-31512d67dde2', 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a', 'port_id': 'd428951c-9af6-415a-913d-31512d67dde2', 'mac_address': 'fa:16:3e:43:fb:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7a7b95-12bc-48a4-b7c3-4715da94a46d', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:32.587976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:32.588398 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e0faf0-6dd2-4d59-aeb7-45c1c8da59e6') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:32.608963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-23149c70-462e-4041-80e8-2d0b52aee3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.610696 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-23149c70-462e-4041-80e8-2d0b52aee3b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=232f04f4-e33d-456b-8811-d83376857136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2821958 Jul 27 21:00:32.615712 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.663465 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-791d39dc-a1ce-4a00-a6fb-2d6791a6782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.668825 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57e1ad-46da-445a-83ef-97636d8a1c09 req-1551fd52-2796-4f06-8753-76471237e799 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:32.679223 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f57e1ad-46da-445a-83ef-97636d8a1c09 req-1551fd52-2796-4f06-8753-76471237e799 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.2220070 Jul 27 21:00:32.685242 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a577450-2acc-4131-9f46-bd2994b2e0f3 req-5ea7fe8c-b273-4f96-8d39-0d4cffa290c2 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups?id=778b8c81-cd95-4440-8c05-1ebef5460398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253841 Jul 27 21:00:32.704584 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.729505 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.759996 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d428951c-9af6-415a-913d-31512d67dde2 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:32.761874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:00:32.762433 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:00:32.764543 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:00:32.794075 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f57e1ad-46da-445a-83ef-97636d8a1c09 req-ce889941-5b59-47b5-8879-619a4888a2e4 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077452 Jul 27 21:00:32.813776 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port d428951c-9af6-415a-913d-31512d67dde2, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d428951c-9af6-415a-913d-31512d67dde2,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:32.835085 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.837690 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device dc0238de-f933-45f5-bd07-9806f8e5fae6 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:32.852252 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-36ddead5-3afa-425a-a79d-3069e5321000 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.915076 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.921535 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-da713a81-bce6-4cb9-b599-74df94c47bb5 service neutron] 10.222.0.20 "GET /v2.0/networks/232f04f4-e33d-456b-8811-d83376857136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970581 Jul 27 21:00:32.935907 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:32.941176 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] 10.222.0.55 "DELETE /v2.0/networks/cb4cdcf2-9ff6-41aa-9f39-74417349c733 HTTP/1.1" status: 204 len: 168 time: 2.2833855 Jul 27 21:00:32.943609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-36ddead5-3afa-425a-a79d-3069e5321000 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Network a430c724-52af-4c72-b4f3-1cf25d7fa7db is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:32.990855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-36ddead5-3afa-425a-a79d-3069e5321000 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:33.009883 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d574af7-6cc1-41f0-a1f3-980d7f537226 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb4cdcf2-9ff6-41aa-9f39-74417349c733,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:33.011633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddead5-3afa-425a-a79d-3069e5321000 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Pushing event updated for resources: {'Port': ['ID=6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:33.081116 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-36ddead5-3afa-425a-a79d-3069e5321000 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:33.086158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fc2d1-f259-4c62-99b7-d49cee556e4b req-c2d41a0b-4313-4b45-9598-15e5da8a01ac tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:33.095545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-791fc2d1-f259-4c62-99b7-d49cee556e4b req-c2d41a0b-4313-4b45-9598-15e5da8a01ac tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 931 time: 0.1893065 Jul 27 21:00:33.134998 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=d428951c-9af6-415a-913d-31512d67dde2,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:33.249006 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-791fc2d1-f259-4c62-99b7-d49cee556e4b req-0f97c962-7f06-4110-9902-4827d8a9de8b tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d472067-1350-4968-99df-a44d50f8c5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524434 Jul 27 21:00:33.259120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port dc0238de-f933-45f5-bd07-9806f8e5fae6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=dc0238de-f933-45f5-bd07-9806f8e5fae6,segment=NetworkSegment(40b1d573-14d6-42b3-9b80-94147a5fe78c),segment_id=40b1d573-14d6-42b3-9b80-94147a5fe78c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:33.292847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35538) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:33.297737 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'dc0238de-f933-45f5-bd07-9806f8e5fae6', 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e', 'port_id': 'dc0238de-f933-45f5-bd07-9806f8e5fae6', 'mac_address': 'fa:16:3e:23:7e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:33.353457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-36ddead5-3afa-425a-a79d-3069e5321000 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:33.355347 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-36ddead5-3afa-425a-a79d-3069e5321000 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.374198 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35546) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:33.390320 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b79f9a1e-5d81-470d-b8bc-0acec2436a94 req-b1324f90-feef-4dc0-b3f9-dfc4800c16b9 service neutron] 10.222.0.20 "GET /v2.0/networks/232f04f4-e33d-456b-8811-d83376857136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416983 Jul 27 21:00:33.392710 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-36ddead5-3afa-425a-a79d-3069e5321000 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8049769 Jul 27 21:00:33.409865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Request body: {'port': {'device_id': 'da32e990-eb44-4fdd-a346-6a43bbc35668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:33.435330 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.477542 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0238de-f933-45f5-bd07-9806f8e5fae6 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:33.488960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35554) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:33.494600 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-11598943-c897-4ee5-8d4d-eeb251330fae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=421c0bc741dc429f9a5bc81fd9d591b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1957674 Jul 27 21:00:33.515131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port dc0238de-f933-45f5-bd07-9806f8e5fae6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=dc0238de-f933-45f5-bd07-9806f8e5fae6,segment=NetworkSegment(40b1d573-14d6-42b3-9b80-94147a5fe78c),segment_id=40b1d573-14d6-42b3-9b80-94147a5fe78c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:33.527380 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.529122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2fa8db0b-c60f-4d02-9b59-06d022fef9be details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:33.592665 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b929b44-402e-439b-bbcf-51337fcc523e req-d6b9ac17-40cc-4320-9c96-48d92d688718 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:33.609237 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.610534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b929b44-402e-439b-bbcf-51337fcc523e req-d6b9ac17-40cc-4320-9c96-48d92d688718 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:33.624972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b929b44-402e-439b-bbcf-51337fcc523e req-d6b9ac17-40cc-4320-9c96-48d92d688718 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:33.636985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b929b44-402e-439b-bbcf-51337fcc523e req-d6b9ac17-40cc-4320-9c96-48d92d688718 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:33.643496 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45775f5a-e215-48a7-9c3f-56a61446d62b', 'tag': '8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:33.648113 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2fa8db0b-c60f-4d02-9b59-06d022fef9be, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2fa8db0b-c60f-4d02-9b59-06d022fef9be,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:33.651583 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=dc0238de-f933-45f5-bd07-9806f8e5fae6,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:33.653414 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5621a62-57ea-43d7-9fac-31c16dab1c39" -d '{"events": [{"name": "network-changed", "server_uuid": "45775f5a-e215-48a7-9c3f-56a61446d62b", "tag": "8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:33.664854 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b929b44-402e-439b-bbcf-51337fcc523e req-d6b9ac17-40cc-4320-9c96-48d92d688718 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:33.681616 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '2fa8db0b-c60f-4d02-9b59-06d022fef9be', 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a', 'port_id': '2fa8db0b-c60f-4d02-9b59-06d022fef9be', 'mac_address': 'fa:16:3e:3d:8f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7a7b95-12bc-48a4-b7c3-4715da94a46d', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:33.683154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b929b44-402e-439b-bbcf-51337fcc523e req-d6b9ac17-40cc-4320-9c96-48d92d688718 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:33.713394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b929b44-402e-439b-bbcf-51337fcc523e req-d6b9ac17-40cc-4320-9c96-48d92d688718 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:33.723547 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b929b44-402e-439b-bbcf-51337fcc523e req-d6b9ac17-40cc-4320-9c96-48d92d688718 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5421 time: 0.2991464 Jul 27 21:00:33.746760 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.755066 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fbaeb6-2a62-40c9-9877-959fc2fe0c35 x-openstack-request-id: req-94fbaeb6-2a62-40c9-9877-959fc2fe0c35 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:33.755702 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45775f5a-e215-48a7-9c3f-56a61446d62b", "tag": "8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:33.756199 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94fbaeb6-2a62-40c9-9877-959fc2fe0c35 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:33.756850 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45775f5a-e215-48a7-9c3f-56a61446d62b', 'tag': '8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9', 'status': 'completed', 'code': 200} Jul 27 21:00:33.764020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa8db0b-c60f-4d02-9b59-06d022fef9be {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:33.787622 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2fa8db0b-c60f-4d02-9b59-06d022fef9be, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2fa8db0b-c60f-4d02-9b59-06d022fef9be,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:33.802073 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.826077 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-62f3e026-89a7-4e5c-beaf-e345d8d2d78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.834858 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b929b44-402e-439b-bbcf-51337fcc523e req-016b4ef3-f73b-4d6d-b1ce-b47be28522d9 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967562 Jul 27 21:00:33.854669 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:33.882410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=2fa8db0b-c60f-4d02-9b59-06d022fef9be,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:33.910699 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6bcb166f-8d39-4fc6-962d-3356570dbabd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ff15cfc60ebf4100bfa873bb1415f95e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5244377 Jul 27 21:00:33.927899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35562) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:33.960940 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-62f3e026-89a7-4e5c-beaf-e345d8d2d78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.053424 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc773888-095b-4501-9999-31d9a8a7bdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.063528 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef6cf0-7dce-49b2-9822-eec0137363b4 req-305347b3-25a5-47a1-92b9-6f66b9ff6ccf tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:34.065425 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7ef6cf0-7dce-49b2-9822-eec0137363b4 req-305347b3-25a5-47a1-92b9-6f66b9ff6ccf tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 943 time: 0.2050116 Jul 27 21:00:34.073329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:34.075157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5621a62-57ea-43d7-9fac-31c16dab1c39 req-759cf50a-1d32-41b8-b58f-ad3d91385186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:34.077664 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5621a62-57ea-43d7-9fac-31c16dab1c39 req-759cf50a-1d32-41b8-b58f-ad3d91385186 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7315aa1da07a43659cbdb0c5598adbe9&device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 1094 time: 0.3012609 Jul 27 21:00:34.100492 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7af8b8-31e9-4eab-943a-61df27e47273 req-1b936a47-4ace-40a3-a29c-292b47b73cf7 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:34.102357 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed7af8b8-31e9-4eab-943a-61df27e47273 req-1b936a47-4ace-40a3-a29c-292b47b73cf7 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.1718917 Jul 27 21:00:34.122988 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc773888-095b-4501-9999-31d9a8a7bdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.188956 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7ef6cf0-7dce-49b2-9822-eec0137363b4 req-0e2787b4-cbc2-440a-ba04-fc95f113d560 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups?id=778b8c81-cd95-4440-8c05-1ebef5460398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111827 Jul 27 21:00:34.217674 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed7af8b8-31e9-4eab-943a-61df27e47273 req-beba9ff1-7e7d-4232-b8e9-7b1d0eb44051 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009984 Jul 27 21:00:34.250188 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc773888-095b-4501-9999-31d9a8a7bdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.253781 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc773888-095b-4501-9999-31d9a8a7bdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.262967 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cc773888-095b-4501-9999-31d9a8a7bdf0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55b1473d-5395-4315-9d04-03b0b657553a HTTP/1.1" status: 204 len: 168 time: 0.3333552 Jul 27 21:00:34.293424 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc773888-095b-4501-9999-31d9a8a7bdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b1473d-5395-4315-9d04-03b0b657553a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:34.354154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5621a62-57ea-43d7-9fac-31c16dab1c39 req-990119e0-0e63-4305-a512-6f4eaaa21964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:34.356350 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5621a62-57ea-43d7-9fac-31c16dab1c39 req-990119e0-0e63-4305-a512-6f4eaaa21964 service neutron] 10.222.0.20 "GET /v2.0/networks?id=232f04f4-e33d-456b-8811-d83376857136 HTTP/1.1" status: 200 len: 916 time: 0.2669728 Jul 27 21:00:34.364497 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-62f3e026-89a7-4e5c-beaf-e345d8d2d78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.367269 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-62f3e026-89a7-4e5c-beaf-e345d8d2d78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.370765 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-62f3e026-89a7-4e5c-beaf-e345d8d2d78f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63af3423-b399-494f-a83d-d3d3095eabd6 HTTP/1.1" status: 204 len: 168 time: 0.8775184 Jul 27 21:00:34.396910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8b4c9773-4523-4fe9-b8e8-0d1006d1c670,segment=NetworkSegment(31a768ef-39ac-43da-967d-273196d38ced),segment_id=31a768ef-39ac-43da-967d-273196d38ced)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:34.440583 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['2fa8db0b-c60f-4d02-9b59-06d022fef9be'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:34.474780 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5621a62-57ea-43d7-9fac-31c16dab1c39 req-bd782bfb-1f9a-4e57-a836-49a9c26da84e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 HTTP/1.1" status: 200 len: 217 time: 0.1050429 Jul 27 21:00:34.482106 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3e026-89a7-4e5c-beaf-e345d8d2d78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63af3423-b399-494f-a83d-d3d3095eabd6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:34.492130 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '8b4c9773-4523-4fe9-b8e8-0d1006d1c670', 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085', 'port_id': '8b4c9773-4523-4fe9-b8e8-0d1006d1c670', 'mac_address': 'fa:16:3e:60:89:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a43653b-252d-4da2-bf43-47c001947d62', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:34.513636 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a740e7-6429-4155-9b36-819ff7fa40f9 req-99d9494b-c14e-4b47-96e8-81ab2847f564 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:34.523748 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27a740e7-6429-4155-9b36-819ff7fa40f9 req-99d9494b-c14e-4b47-96e8-81ab2847f564 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 931 time: 0.1522732 Jul 27 21:00:34.590755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5621a62-57ea-43d7-9fac-31c16dab1c39 req-ab8d2a19-b971-424c-88a7-ed9541895780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:34.592709 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5621a62-57ea-43d7-9fac-31c16dab1c39 req-ab8d2a19-b971-424c-88a7-ed9541895780 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9398f92d-4f43-4384-a123-bfb318c52d14 HTTP/1.1" status: 200 len: 854 time: 0.1085534 Jul 27 21:00:34.605770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:34.624036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27a740e7-6429-4155-9b36-819ff7fa40f9 req-a4082a88-6304-424f-b92b-cccddbf1cd1a tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d472067-1350-4968-99df-a44d50f8c5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984993 Jul 27 21:00:34.647877 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.675721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Transition to ACTIVE for port object 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:34.689727 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.728382 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35584) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:34.742427 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5621a62-57ea-43d7-9fac-31c16dab1c39 req-07e497bf-71f4-4dff-ba05-d6e0bcb88851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:34.745081 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5621a62-57ea-43d7-9fac-31c16dab1c39 req-07e497bf-71f4-4dff-ba05-d6e0bcb88851 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=232f04f4-e33d-456b-8811-d83376857136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433351 Jul 27 21:00:34.745718 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:34.794970 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['d428951c-9af6-415a-913d-31512d67dde2'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:34.798563 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['dc0238de-f933-45f5-bd07-9806f8e5fae6'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:34.836609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-adaaeb15-0170-4aa9-ae62-3b17b25fb09b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd8f869b5cd9437a83223a5802b74423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1039970 Jul 27 21:00:34.839667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35588) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:34.935449 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:34.960544 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:34.993813 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5621a62-57ea-43d7-9fac-31c16dab1c39 req-894474cd-71e0-46c1-b8b7-e51f034341c6 service neutron] 10.222.0.20 "GET /v2.0/networks/232f04f4-e33d-456b-8811-d83376857136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369857 Jul 27 21:00:34.994628 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dad3-9623-4966-85c2-b71d28039ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.027400 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dad3-9623-4966-85c2-b71d28039ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.041499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8b4c9773-4523-4fe9-b8e8-0d1006d1c670,segment=NetworkSegment(31a768ef-39ac-43da-967d-273196d38ced),segment_id=31a768ef-39ac-43da-967d-273196d38ced)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:35.063740 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.064693 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:35.096994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8ce6ad16-e5b2-43c3-9b3b-ca14413e757c,segment=NetworkSegment(31a768ef-39ac-43da-967d-273196d38ced),segment_id=31a768ef-39ac-43da-967d-273196d38ced)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:35.104966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Attempting to bind port 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:35.105301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Attempting to bind port 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '2ce0bef4-caba-4672-a63a-8e9fb96bc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a430c724-52af-4c72-b4f3-1cf25d7fa7db'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:35.105632 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Attempting to bind port 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 on network a430c724-52af-4c72-b4f3-1cf25d7fa7db {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:35.112021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Port 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 on network a430c724-52af-4c72-b4f3-1cf25d7fa7db not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:00:35.112847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Attempting to bind port 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 on network a430c724-52af-4c72-b4f3-1cf25d7fa7db {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:35.116378 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dad3-9623-4966-85c2-b71d28039ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.119181 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c9b1dad3-9623-4966-85c2-b71d28039ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.123089 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c9b1dad3-9623-4966-85c2-b71d28039ce5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34d16751-7262-4e84-90df-c4c272bab6f6 HTTP/1.1" status: 204 len: 168 time: 0.2550890 Jul 27 21:00:35.133345 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7bb28-23d5-4e6e-8bd8-2b47ce343b50 req-80ead698-5cd1-4536-a84f-3c78d5fa4cf1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:35.138460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '8ce6ad16-e5b2-43c3-9b3b-ca14413e757c', 'network_id': 'a54d9f4c-31a3-472d-917d-12867f1c0085', 'port_id': '8ce6ad16-e5b2-43c3-9b3b-ca14413e757c', 'mac_address': 'fa:16:3e:66:93:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a43653b-252d-4da2-bf43-47c001947d62', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:35.155580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7bb28-23d5-4e6e-8bd8-2b47ce343b50 req-80ead698-5cd1-4536-a84f-3c78d5fa4cf1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:35.169100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1dad3-9623-4966-85c2-b71d28039ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d16751-7262-4e84-90df-c4c272bab6f6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:35.173575 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:35.173910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Checking segment: {'id': '2ce0bef4-caba-4672-a63a-8e9fb96bc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a430c724-52af-4c72-b4f3-1cf25d7fa7db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:35.174315 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Bound using segment: {'id': '2ce0bef4-caba-4672-a63a-8e9fb96bc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a430c724-52af-4c72-b4f3-1cf25d7fa7db'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:35.174765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Bound port: 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce0bef4-caba-4672-a63a-8e9fb96bc35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a430c724-52af-4c72-b4f3-1cf25d7fa7db'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:35.175121 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.191220 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7bb28-23d5-4e6e-8bd8-2b47ce343b50 req-80ead698-5cd1-4536-a84f-3c78d5fa4cf1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:35.219080 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7bb28-23d5-4e6e-8bd8-2b47ce343b50 req-80ead698-5cd1-4536-a84f-3c78d5fa4cf1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:35.250291 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7bb28-23d5-4e6e-8bd8-2b47ce343b50 req-80ead698-5cd1-4536-a84f-3c78d5fa4cf1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:35.254646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35598) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:35.272045 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7bb28-23d5-4e6e-8bd8-2b47ce343b50 req-80ead698-5cd1-4536-a84f-3c78d5fa4cf1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:35.287486 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7bb28-23d5-4e6e-8bd8-2b47ce343b50 req-80ead698-5cd1-4536-a84f-3c78d5fa4cf1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:35.304036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fdc7bb28-23d5-4e6e-8bd8-2b47ce343b50 req-80ead698-5cd1-4536-a84f-3c78d5fa4cf1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5423 time: 0.3529134 Jul 27 21:00:35.339028 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5621a62-57ea-43d7-9fac-31c16dab1c39 req-8e9c8e3f-b135-4d43-9713-d536e91db253 service neutron] 10.222.0.20 "GET /v2.0/networks/232f04f4-e33d-456b-8811-d83376857136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441304 Jul 27 21:00:35.355690 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0a43986e-2ece-4267-958e-add3e84d6347 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65507894214a4bd58e24166f5bc18f96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0977104 Jul 27 21:00:35.356265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35600) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:35.400488 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] For port 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:35.422681 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fdc7bb28-23d5-4e6e-8bd8-2b47ce343b50 req-340b62e3-0ce3-4d8b-9b96-27de140323a4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1176062 Jul 27 21:00:35.447166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] For port 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712,segment=NetworkSegment(2ce0bef4-caba-4672-a63a-8e9fb96bc35e),segment_id=2ce0bef4-caba-4672-a63a-8e9fb96bc35e)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:35.453904 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.467472 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.507619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4f1e-7ccb-49a7-a404-21560ebc7818 req-44af78bd-aa9c-44ea-8edd-3b40d005b56a tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:35.515496 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-079a4f1e-7ccb-49a7-a404-21560ebc7818 req-44af78bd-aa9c-44ea-8edd-3b40d005b56a tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 943 time: 0.1630344 Jul 27 21:00:35.539515 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:35.541707 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.550168 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] 10.222.0.66 "PUT /v2.0/ports/6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 HTTP/1.1" status: 200 len: 1091 time: 2.1482575 Jul 27 21:00:35.612763 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-079a4f1e-7ccb-49a7-a404-21560ebc7818 req-6ab49c4b-83a4-46da-9861-e8f4bd45831c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups?id=778b8c81-cd95-4440-8c05-1ebef5460398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910344 Jul 27 21:00:35.698366 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712df5b2-2218-49de-bc1d-18a15f49550c req-b9b71626-9e2a-48d2-9277-64270451eaca tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:35.707113 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-08ad137c-e226-4cff-b1a8-01ef1bc4f21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.714109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-712df5b2-2218-49de-bc1d-18a15f49550c req-b9b71626-9e2a-48d2-9277-64270451eaca tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.1402068 Jul 27 21:00:35.723523 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:35.744671 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.765858 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8b4c9773-4523-4fe9-b8e8-0d1006d1c670,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:35.772843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da32e990-eb44-4fdd-a346-6a43bbc35668', 'tag': '6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:35.775621 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d3648a-9ca8-4a17-a683-bae72263765a" -d '{"events": [{"name": "network-changed", "server_uuid": "da32e990-eb44-4fdd-a346-6a43bbc35668", "tag": "6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:35.833916 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-712df5b2-2218-49de-bc1d-18a15f49550c req-6d22e23e-7158-496f-ae7d-46b65fe18082 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179316 Jul 27 21:00:35.843625 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8ce6ad16-e5b2-43c3-9b3b-ca14413e757c,segment=NetworkSegment(31a768ef-39ac-43da-967d-273196d38ced),segment_id=31a768ef-39ac-43da-967d-273196d38ced)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:35.887214 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:35.888458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f2b60967-bfdf-4329-90d7-618af56506fa details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:35.901521 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4f15bfa-66fb-4a2d-8d3e-17792d91def2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:36.009381 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4f15bfa-66fb-4a2d-8d3e-17792d91def2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:36.058102 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5d7d2-ea62-4cad-8255-8834f0ff0663 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:36.104732 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.resource_extend [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:00:36.116692 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75a827d-e95d-4e6e-be56-84c92470ee50 x-openstack-request-id: req-d75a827d-e95d-4e6e-be56-84c92470ee50 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:36.116990 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da32e990-eb44-4fdd-a346-6a43bbc35668", "tag": "6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:36.117250 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d75a827d-e95d-4e6e-be56-84c92470ee50 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:36.117659 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da32e990-eb44-4fdd-a346-6a43bbc35668', 'tag': '6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712', 'status': 'completed', 'code': 200} Jul 27 21:00:36.128496 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7984090-8d04-41fe-b7f7-3bfb7edcd51b req-e2b81095-adfa-40b6-9e8d-b650b13aba9c tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:36.136963 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7984090-8d04-41fe-b7f7-3bfb7edcd51b req-e2b81095-adfa-40b6-9e8d-b650b13aba9c tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 943 time: 0.1922989 Jul 27 21:00:36.149277 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-d07af96d-2429-427d-90dd-7fcc35ffd8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:36.151658 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-d07af96d-2429-427d-90dd-7fcc35ffd8cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e5d2fc07f774b9ba5a4e55e6ce1d7b8&device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 1094 time: 0.3506718 Jul 27 21:00:36.158233 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4f15bfa-66fb-4a2d-8d3e-17792d91def2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:36.161993 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4f15bfa-66fb-4a2d-8d3e-17792d91def2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:36.165321 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a4f15bfa-66fb-4a2d-8d3e-17792d91def2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/299e2f22-3666-4ba5-b2bb-dbf37d578fc5 HTTP/1.1" status: 204 len: 168 time: 0.8051293 Jul 27 21:00:36.221987 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7984090-8d04-41fe-b7f7-3bfb7edcd51b req-470afe8d-fcd2-4115-85d2-a7ab27eeedd1 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d472067-1350-4968-99df-a44d50f8c5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839355 Jul 27 21:00:36.256271 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8ce6ad16-e5b2-43c3-9b3b-ca14413e757c,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:36.258268 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-c447e78d-66ec-4576-a067-0088b2fac270 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 HTTP/1.1" status: 200 len: 217 time: 0.0901721 Jul 27 21:00:36.266327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f15bfa-66fb-4a2d-8d3e-17792d91def2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299e2f22-3666-4ba5-b2bb-dbf37d578fc5,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:36.371315 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port f2b60967-bfdf-4329-90d7-618af56506fa, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f2b60967-bfdf-4329-90d7-618af56506fa,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:36.397181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-05647d1c-0c9e-4907-a292-e58fabdf1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:36.398006 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-05647d1c-0c9e-4907-a292-e58fabdf1eca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=32f43bfb-9e35-4bbb-9945-393fc88e45df HTTP/1.1" status: 200 len: 853 time: 0.1243849 Jul 27 21:00:36.417078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'f2b60967-bfdf-4329-90d7-618af56506fa', 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a', 'port_id': 'f2b60967-bfdf-4329-90d7-618af56506fa', 'mac_address': 'fa:16:3e:4c:a0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7a7b95-12bc-48a4-b7c3-4715da94a46d', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:36.468263 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-1ce242c9-9aeb-48d6-889b-4ea40337e601 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a430c724-52af-4c72-b4f3-1cf25d7fa7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625217 Jul 27 21:00:36.553714 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:36.583610 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b60967-bfdf-4329-90d7-618af56506fa {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:36.646032 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port f2b60967-bfdf-4329-90d7-618af56506fa, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f2b60967-bfdf-4329-90d7-618af56506fa,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:36.657267 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:36.657961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e52e863c-19ea-4520-b512-4229b90f3d03 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:36.836104 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-7c0c5676-cf42-4c19-b23e-bca34ef03d4e service neutron] 10.222.0.66 "GET /v2.0/networks/a430c724-52af-4c72-b4f3-1cf25d7fa7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553121 Jul 27 21:00:36.838802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46449b6-6ace-4a93-9947-8d7159f1370b req-ac257d59-20ff-4222-9aac-11caf5310ef2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:36.858608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46449b6-6ace-4a93-9947-8d7159f1370b req-ac257d59-20ff-4222-9aac-11caf5310ef2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:36.871254 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46449b6-6ace-4a93-9947-8d7159f1370b req-ac257d59-20ff-4222-9aac-11caf5310ef2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:36.878714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=f2b60967-bfdf-4329-90d7-618af56506fa,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:36.902722 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46449b6-6ace-4a93-9947-8d7159f1370b req-ac257d59-20ff-4222-9aac-11caf5310ef2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:36.918022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46449b6-6ace-4a93-9947-8d7159f1370b req-ac257d59-20ff-4222-9aac-11caf5310ef2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:36.935999 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46449b6-6ace-4a93-9947-8d7159f1370b req-ac257d59-20ff-4222-9aac-11caf5310ef2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:36.953866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46449b6-6ace-4a93-9947-8d7159f1370b req-ac257d59-20ff-4222-9aac-11caf5310ef2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:36.960648 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d46449b6-6ace-4a93-9947-8d7159f1370b req-ac257d59-20ff-4222-9aac-11caf5310ef2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5425 time: 0.3293228 Jul 27 21:00:37.001089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e52e863c-19ea-4520-b512-4229b90f3d03, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e52e863c-19ea-4520-b512-4229b90f3d03,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:37.049719 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'e52e863c-19ea-4520-b512-4229b90f3d03', 'network_id': 'a410ce51-102d-4a42-9789-3fefbaa95d0a', 'port_id': 'e52e863c-19ea-4520-b512-4229b90f3d03', 'mac_address': 'fa:16:3e:88:e7:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7a7b95-12bc-48a4-b7c3-4715da94a46d', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:37.099475 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-abbdd761-bea0-405c-9e9b-62a0334f27c3 req-462784ef-fd09-42c9-94b0-fd0f56160429 service neutron] 10.222.0.66 "GET /v2.0/networks/a430c724-52af-4c72-b4f3-1cf25d7fa7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584896 Jul 27 21:00:37.101221 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d46449b6-6ace-4a93-9947-8d7159f1370b req-2545e344-ed67-425b-9d92-6f6ad64e7a97 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320441 Jul 27 21:00:37.114254 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa73a5b-df96-4cae-8988-efef44924cbf req-a409fa38-0b2f-41bf-b824-dc9c68bfae06 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:37.124072 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7fa73a5b-df96-4cae-8988-efef44924cbf req-a409fa38-0b2f-41bf-b824-dc9c68bfae06 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 943 time: 0.3786447 Jul 27 21:00:37.157736 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:37.186649 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7fa73a5b-df96-4cae-8988-efef44924cbf req-08af94e5-7b40-46c0-babd-4684d2f29d6e tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups?id=778b8c81-cd95-4440-8c05-1ebef5460398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583413 Jul 27 21:00:37.223805 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:37.260433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52e863c-19ea-4520-b512-4229b90f3d03 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:37.272084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3648a-9ca8-4a17-a683-bae72263765a req-8ad4cffe-75a7-4db7-b859-0ecb7347e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:37.275534 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11d3648a-9ca8-4a17-a683-bae72263765a req-8ad4cffe-75a7-4db7-b859-0ecb7347e490 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e5d2fc07f774b9ba5a4e55e6ce1d7b8&device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 1094 time: 0.1130047 Jul 27 21:00:37.344244 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e52e863c-19ea-4520-b512-4229b90f3d03, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e52e863c-19ea-4520-b512-4229b90f3d03,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:37.367171 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:37.431848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2fa8db0b-c60f-4d02-9b59-06d022fef9be up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:37.513335 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b5066-82d2-49c8-956a-52f9bf905ea7 req-9d373a32-5d02-4192-9818-872ae052e05c tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:37.532034 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-614b5066-82d2-49c8-956a-52f9bf905ea7 req-9d373a32-5d02-4192-9818-872ae052e05c tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.2082534 Jul 27 21:00:37.568450 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:37.643091 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-614b5066-82d2-49c8-956a-52f9bf905ea7 req-bed1780e-2e00-416a-b474-c0562c756931 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039822 Jul 27 21:00:37.667610 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=e52e863c-19ea-4520-b512-4229b90f3d03,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:37.725768 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 2fa8db0b-c60f-4d02-9b59-06d022fef9be completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:37.734069 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 2fa8db0b-c60f-4d02-9b59-06d022fef9be triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:37.737008 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:37.780464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35686) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:37.824473 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23af300-8602-473b-8df4-2f58fe758dfe req-e69655a8-5945-41ef-9e99-07bcdadf3831 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:37.836978 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e23af300-8602-473b-8df4-2f58fe758dfe req-e69655a8-5945-41ef-9e99-07bcdadf3831 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 943 time: 0.2350199 Jul 27 21:00:37.937881 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e23af300-8602-473b-8df4-2f58fe758dfe req-6f149738-793b-4c0a-88e3-492fc53e0fe9 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d472067-1350-4968-99df-a44d50f8c5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918841 Jul 27 21:00:37.974193 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:38.021466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa8db0b-c60f-4d02-9b59-06d022fef9be'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:38.024949 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2fd09e-fec7-47f8-870d-80aa0eca5420" -d '{"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-plugged", "status": "completed", "tag": "2fa8db0b-c60f-4d02-9b59-06d022fef9be"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:38.063585 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2fa8db0b-c60f-4d02-9b59-06d022fef9be, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2fa8db0b-c60f-4d02-9b59-06d022fef9be,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:38.073661 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:38.075585 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device dc0238de-f933-45f5-bd07-9806f8e5fae6 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:38.180027 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67743308-f2e1-4a56-841d-bccd56fdcb75 x-openstack-request-id: req-67743308-f2e1-4a56-841d-bccd56fdcb75 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:38.182897 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-plugged", "status": "completed", "tag": "2fa8db0b-c60f-4d02-9b59-06d022fef9be", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:38.183427 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67743308-f2e1-4a56-841d-bccd56fdcb75 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:38.185408 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa8db0b-c60f-4d02-9b59-06d022fef9be', 'code': 200} Jul 27 21:00:38.199036 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f5f3ddfc-3ded-4f7c-ab49-ff54f412731e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1925394111-network', 'tenant_id': '9f7a1b4e94ea472ca610a4b409bcea9d'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:38.270315 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=2fa8db0b-c60f-4d02-9b59-06d022fef9be,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:38.294370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port dc0238de-f933-45f5-bd07-9806f8e5fae6 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:38.302385 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port dc0238de-f933-45f5-bd07-9806f8e5fae6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:38.302750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3648a-9ca8-4a17-a683-bae72263765a req-ca057829-cce6-48fe-b970-19fb8f43c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:38.303372 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:38.311454 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11d3648a-9ca8-4a17-a683-bae72263765a req-ca057829-cce6-48fe-b970-19fb8f43c575 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a430c724-52af-4c72-b4f3-1cf25d7fa7db HTTP/1.1" status: 200 len: 914 time: 1.0260725 Jul 27 21:00:38.380085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f3ddfc-3ded-4f7c-ab49-ff54f412731e admin admin] Made reservation on behalf of 9f7a1b4e94ea472ca610a4b409bcea9d for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:38.386263 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5f3ddfc-3ded-4f7c-ab49-ff54f412731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:38.447247 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11d3648a-9ca8-4a17-a683-bae72263765a req-e2a5429e-68dd-4102-8645-653c6643a962 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 HTTP/1.1" status: 200 len: 217 time: 0.1180336 Jul 27 21:00:38.455110 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:38.479308 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5f3ddfc-3ded-4f7c-ab49-ff54f412731e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:38.539604 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3648a-9ca8-4a17-a683-bae72263765a req-00c8fd3b-9d4a-4471-baf4-198235526d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:38.548614 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11d3648a-9ca8-4a17-a683-bae72263765a req-00c8fd3b-9d4a-4471-baf4-198235526d9b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=32f43bfb-9e35-4bbb-9945-393fc88e45df HTTP/1.1" status: 200 len: 853 time: 0.0914383 Jul 27 21:00:38.579247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port dc0238de-f933-45f5-bd07-9806f8e5fae6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=dc0238de-f933-45f5-bd07-9806f8e5fae6,segment=NetworkSegment(40b1d573-14d6-42b3-9b80-94147a5fe78c),segment_id=40b1d573-14d6-42b3-9b80-94147a5fe78c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:38.587294 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:38.602520 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11d3648a-9ca8-4a17-a683-bae72263765a req-dd52aa2d-f3e5-4656-914f-fea106e2aecf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a430c724-52af-4c72-b4f3-1cf25d7fa7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481884 Jul 27 21:00:38.612509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f130e-4484-4404-bf0b-e2c0ce8245d8 req-21eecc07-f6ed-4b97-8d51-9f96d45b2ac7 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:38.618692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f130e-4484-4404-bf0b-e2c0ce8245d8 req-21eecc07-f6ed-4b97-8d51-9f96d45b2ac7 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:38.625012 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f130e-4484-4404-bf0b-e2c0ce8245d8 req-21eecc07-f6ed-4b97-8d51-9f96d45b2ac7 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:38.631056 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f130e-4484-4404-bf0b-e2c0ce8245d8 req-21eecc07-f6ed-4b97-8d51-9f96d45b2ac7 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:38.636981 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f130e-4484-4404-bf0b-e2c0ce8245d8 req-21eecc07-f6ed-4b97-8d51-9f96d45b2ac7 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:38.645322 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f130e-4484-4404-bf0b-e2c0ce8245d8 req-21eecc07-f6ed-4b97-8d51-9f96d45b2ac7 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:38.666440 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f130e-4484-4404-bf0b-e2c0ce8245d8 req-21eecc07-f6ed-4b97-8d51-9f96d45b2ac7 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:38.668411 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a8f130e-4484-4404-bf0b-e2c0ce8245d8 req-21eecc07-f6ed-4b97-8d51-9f96d45b2ac7 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5428 time: 0.3988538 Jul 27 21:00:38.706169 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=dc0238de-f933-45f5-bd07-9806f8e5fae6,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:38.773579 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:38.847536 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11d3648a-9ca8-4a17-a683-bae72263765a req-fcdb9755-a7b6-461f-9f98-51f86ca0dfa9 service neutron] 10.222.0.66 "GET /v2.0/networks/a430c724-52af-4c72-b4f3-1cf25d7fa7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366819 Jul 27 21:00:38.889618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27fddd-30fe-4efd-975d-052a36225973 req-8f245a3c-ca08-4383-8494-5a174571c7e0 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:38.890609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ec27fddd-30fe-4efd-975d-052a36225973 req-8f245a3c-ca08-4383-8494-5a174571c7e0 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 943 time: 0.5153279 Jul 27 21:00:38.949092 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a8f130e-4484-4404-bf0b-e2c0ce8245d8 req-20b4444c-9dad-45ca-a960-5d8c45f942bd tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2574439 Jul 27 21:00:39.049569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['f2b60967-bfdf-4329-90d7-618af56506fa'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:39.057723 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ec27fddd-30fe-4efd-975d-052a36225973 req-0bad90b2-3a15-4cfc-ba5d-1b3fe9a4e212 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups?id=778b8c81-cd95-4440-8c05-1ebef5460398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442125 Jul 27 21:00:39.128275 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11d3648a-9ca8-4a17-a683-bae72263765a req-f678b587-a018-4acb-9a10-00344340d9c1 service neutron] 10.222.0.66 "GET /v2.0/networks/a430c724-52af-4c72-b4f3-1cf25d7fa7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721887 Jul 27 21:00:39.159937 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5f3ddfc-3ded-4f7c-ab49-ff54f412731e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.163418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['8b4c9773-4523-4fe9-b8e8-0d1006d1c670'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:39.178794 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5f3ddfc-3ded-4f7c-ab49-ff54f412731e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.220299 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f3ddfc-3ded-4f7c-ab49-ff54f412731e admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:00:39.233242 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5f3ddfc-3ded-4f7c-ab49-ff54f412731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.234008 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-f5f3ddfc-3ded-4f7c-ab49-ff54f412731e admin admin] Added segment d3602ae6-ef82-4889-a4a1-75b9fee5c56b of type vlan for network a867caef-b904-44c4-ac9a-71eaf4e3734e Jul 27 21:00:39.282054 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5f3ddfc-3ded-4f7c-ab49-ff54f412731e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.387238 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['e52e863c-19ea-4520-b512-4229b90f3d03'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:39.387850 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3ddfc-3ded-4f7c-ab49-ff54f412731e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d90b71-13aa-45c3-b896-c70f3145a6c8,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:39.390325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['8ce6ad16-e5b2-43c3-9b3b-ca14413e757c'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:39.430848 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5f3ddfc-3ded-4f7c-ab49-ff54f412731e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.432479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f3ddfc-3ded-4f7c-ab49-ff54f412731e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:39.432479 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5f3ddfc-3ded-4f7c-ab49-ff54f412731e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.532162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3ddfc-3ded-4f7c-ab49-ff54f412731e admin admin] Pushing event updated for resources: {'Network': ['ID=a867caef-b904-44c4-ac9a-71eaf4e3734e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:39.535734 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device d428951c-9af6-415a-913d-31512d67dde2 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:39.544991 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f5f3ddfc-3ded-4f7c-ab49-ff54f412731e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7603960 Jul 27 21:00:39.545401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35726) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:39.552315 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-336c3b50-144e-4a93-875f-ed32d01a7e34 admin admin] Request body: {'subnet': {'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1925394111-subnet', 'tenant_id': '9f7a1b4e94ea472ca610a4b409bcea9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:39.553743 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network a867caef-b904-44c4-ac9a-71eaf4e3734e details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:00:39.554432 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520608ae-30aa-4f31-91c3-6cb9f1812834 req-6d8114be-af7d-4c45-b58f-e245268fd3b3 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:39.563344 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-520608ae-30aa-4f31-91c3-6cb9f1812834 req-6d8114be-af7d-4c45-b58f-e245268fd3b3 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 943 time: 0.2528758 Jul 27 21:00:39.580435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea155a8d-eb43-4493-a733-d32362973ae9 req-a5eb356e-a27e-4883-a911-cf457d310903 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:39.581976 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea155a8d-eb43-4493-a733-d32362973ae9 req-a5eb356e-a27e-4883-a911-cf457d310903 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.2950740 Jul 27 21:00:39.595086 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336c3b50-144e-4a93-875f-ed32d01a7e34 admin admin] Made reservation on behalf of 9f7a1b4e94ea472ca610a4b409bcea9d for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:39.598039 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-336c3b50-144e-4a93-875f-ed32d01a7e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.651576 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-520608ae-30aa-4f31-91c3-6cb9f1812834 req-ae98da43-e8b6-4a36-97b9-eb20d10729e0 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d472067-1350-4968-99df-a44d50f8c5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831265 Jul 27 21:00:39.659043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea155a8d-eb43-4493-a733-d32362973ae9 req-3e71705c-4352-4531-99c4-078084acf582 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694134 Jul 27 21:00:39.892243 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port d428951c-9af6-415a-913d-31512d67dde2 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:39.916494 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-336c3b50-144e-4a93-875f-ed32d01a7e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:39.931055 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port d428951c-9af6-415a-913d-31512d67dde2 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:39.931743 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:40.020665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c3b50-144e-4a93-875f-ed32d01a7e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b60333-c324-43cb-8625-71bd9b4f810c,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:40.030900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336c3b50-144e-4a93-875f-ed32d01a7e34 admin admin] Checking segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:40.031192 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336c3b50-144e-4a93-875f-ed32d01a7e34 admin admin] Network hostable DHCP agents. Network: a867caef-b904-44c4-ac9a-71eaf4e3734e, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:00:40.055929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336c3b50-144e-4a93-875f-ed32d01a7e34 admin admin] Network a867caef-b904-44c4-ac9a-71eaf4e3734e is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:00:40.075627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-336c3b50-144e-4a93-875f-ed32d01a7e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, a867caef-b904-44c4-ac9a-71eaf4e3734e) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:40.089885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336c3b50-144e-4a93-875f-ed32d01a7e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:40.091414 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-336c3b50-144e-4a93-875f-ed32d01a7e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:40.115997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bb2295-376f-4c51-9251-d89dbab2b4df None None] Network a867caef-b904-44c4-ac9a-71eaf4e3734e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:40.141144 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-336c3b50-144e-4a93-875f-ed32d01a7e34 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5944321 Jul 27 21:00:40.213760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0238de-f933-45f5-bd07-9806f8e5fae6'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:40.216631 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dbef98-0aca-43c3-90c6-7da4c7af6a80" -d '{"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-plugged", "status": "completed", "tag": "dc0238de-f933-45f5-bd07-9806f8e5fae6"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:40.239035 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca121e3-1d48-4a8b-ac47-88c895e8bf7d req-8c22bf75-bf0f-42e5-99f0-3e7faf098c35 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:40.246307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca121e3-1d48-4a8b-ac47-88c895e8bf7d req-8c22bf75-bf0f-42e5-99f0-3e7faf098c35 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:40.254733 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca121e3-1d48-4a8b-ac47-88c895e8bf7d req-8c22bf75-bf0f-42e5-99f0-3e7faf098c35 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:40.261588 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca121e3-1d48-4a8b-ac47-88c895e8bf7d req-8c22bf75-bf0f-42e5-99f0-3e7faf098c35 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:40.269936 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca121e3-1d48-4a8b-ac47-88c895e8bf7d req-8c22bf75-bf0f-42e5-99f0-3e7faf098c35 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:40.276471 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca121e3-1d48-4a8b-ac47-88c895e8bf7d req-8c22bf75-bf0f-42e5-99f0-3e7faf098c35 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:40.283317 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca121e3-1d48-4a8b-ac47-88c895e8bf7d req-8c22bf75-bf0f-42e5-99f0-3e7faf098c35 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:40.292014 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ca121e3-1d48-4a8b-ac47-88c895e8bf7d req-8c22bf75-bf0f-42e5-99f0-3e7faf098c35 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5429 time: 0.2075284 Jul 27 21:00:40.403790 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ca121e3-1d48-4a8b-ac47-88c895e8bf7d req-9f435240-17c8-4b99-9c7b-1b90f44e8057 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065662 Jul 27 21:00:40.422844 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:40.480109 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a1503-8c3f-493d-8327-6124d69ce3ab req-76eb1235-6508-477d-be88-e42ff57bcd53 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:40.482451 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e84a1503-8c3f-493d-8327-6124d69ce3ab req-76eb1235-6508-477d-be88-e42ff57bcd53 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 943 time: 0.1870174 Jul 27 21:00:40.496393 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port d428951c-9af6-415a-913d-31512d67dde2, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d428951c-9af6-415a-913d-31512d67dde2,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:40.507461 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:40.583726 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=d428951c-9af6-415a-913d-31512d67dde2,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:40.584668 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e84a1503-8c3f-493d-8327-6124d69ce3ab req-25b9c830-f634-42b3-98ff-3c761c3af718 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups?id=778b8c81-cd95-4440-8c05-1ebef5460398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958550 Jul 27 21:00:40.651584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b21a0bf-df08-4f3f-ad83-2720a613efbf None None] Network a867caef-b904-44c4-ac9a-71eaf4e3734e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:40.763336 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920a4722-651a-4688-b6f2-b353df591de2 x-openstack-request-id: req-920a4722-651a-4688-b6f2-b353df591de2 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:40.763772 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-plugged", "status": "completed", "tag": "dc0238de-f933-45f5-bd07-9806f8e5fae6", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:40.764042 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-920a4722-651a-4688-b6f2-b353df591de2 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:40.764497 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0238de-f933-45f5-bd07-9806f8e5fae6', 'code': 200} Jul 27 21:00:40.899565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:40.912742 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5380e-43f6-4fb2-bb59-46a03280a881 req-a45e66d4-5f99-4cf0-aa2e-dd9ee5211963 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:40.914345 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7b5380e-43f6-4fb2-bb59-46a03280a881 req-a45e66d4-5f99-4cf0-aa2e-dd9ee5211963 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 943 time: 0.0846794 Jul 27 21:00:40.973746 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7b5380e-43f6-4fb2-bb59-46a03280a881 req-85a8a0b1-02a1-4fae-a322-2585d10949f5 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d472067-1350-4968-99df-a44d50f8c5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519469 Jul 27 21:00:41.120410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9,segment=NetworkSegment(5c3b8cb3-819f-4466-83bb-7f742886b3dd),segment_id=5c3b8cb3-819f-4466-83bb-7f742886b3dd)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:41.141914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35782) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:41.146892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-774f058e-9817-43a9-bd94-a1dabc7f8fb6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-173425152-network', 'tenant_id': '2cd1d46209524cbf9b7c3c8a0c2633f8'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:41.155604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9', 'network_id': '232f04f4-e33d-456b-8811-d83376857136', 'port_id': '8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9', 'mac_address': 'fa:16:3e:80:5b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:41.187119 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774f058e-9817-43a9-bd94-a1dabc7f8fb6 admin admin] Made reservation on behalf of 2cd1d46209524cbf9b7c3c8a0c2633f8 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:41.193725 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774f058e-9817-43a9-bd94-a1dabc7f8fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.204867 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.211434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32048cc7-d5a2-4c63-852a-3692173c9706 req-c8572bb6-9e65-4406-a92e-905e597ac388 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:41.221204 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32048cc7-d5a2-4c63-852a-3692173c9706 req-c8572bb6-9e65-4406-a92e-905e597ac388 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.1078963 Jul 27 21:00:41.221695 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:41.231080 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774f058e-9817-43a9-bd94-a1dabc7f8fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.250775 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9,segment=NetworkSegment(5c3b8cb3-819f-4466-83bb-7f742886b3dd),segment_id=5c3b8cb3-819f-4466-83bb-7f742886b3dd)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:41.273285 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.290694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32048cc7-d5a2-4c63-852a-3692173c9706 req-8ace92b9-790f-4002-bbc5-4e00c77f4bf5 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686066 Jul 27 21:00:41.332210 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:41.404391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:41.429902 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774f058e-9817-43a9-bd94-a1dabc7f8fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.437589 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774f058e-9817-43a9-bd94-a1dabc7f8fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.486152 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774f058e-9817-43a9-bd94-a1dabc7f8fb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:00:41.492919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f058e-9817-43a9-bd94-a1dabc7f8fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b26032-4751-4ca6-b27c-30c910e6b222,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:41.500647 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774f058e-9817-43a9-bd94-a1dabc7f8fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.500993 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-774f058e-9817-43a9-bd94-a1dabc7f8fb6 admin admin] Added segment c1044f2f-c6ba-46c7-b992-bbb6495a9143 of type vlan for network e85900ab-346c-49de-91a9-3ccc268317a2 Jul 27 21:00:41.584000 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774f058e-9817-43a9-bd94-a1dabc7f8fb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.635755 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774f058e-9817-43a9-bd94-a1dabc7f8fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.637559 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774f058e-9817-43a9-bd94-a1dabc7f8fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:41.638338 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774f058e-9817-43a9-bd94-a1dabc7f8fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.644842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:41.653816 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f5b3e-d0c6-49b8-8f6e-6598a02f69c9 req-c873b1a0-3f1a-4146-8a72-42d595206079 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:41.655784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712,segment=NetworkSegment(2ce0bef4-caba-4672-a63a-8e9fb96bc35e),segment_id=2ce0bef4-caba-4672-a63a-8e9fb96bc35e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:41.660623 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f5b3e-d0c6-49b8-8f6e-6598a02f69c9 req-c873b1a0-3f1a-4146-8a72-42d595206079 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:41.668228 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f5b3e-d0c6-49b8-8f6e-6598a02f69c9 req-c873b1a0-3f1a-4146-8a72-42d595206079 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:41.676119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f5b3e-d0c6-49b8-8f6e-6598a02f69c9 req-c873b1a0-3f1a-4146-8a72-42d595206079 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:41.683565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f5b3e-d0c6-49b8-8f6e-6598a02f69c9 req-c873b1a0-3f1a-4146-8a72-42d595206079 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:41.691343 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f5b3e-d0c6-49b8-8f6e-6598a02f69c9 req-c873b1a0-3f1a-4146-8a72-42d595206079 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:41.698990 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f5b3e-d0c6-49b8-8f6e-6598a02f69c9 req-c873b1a0-3f1a-4146-8a72-42d595206079 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:41.708214 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-774f058e-9817-43a9-bd94-a1dabc7f8fb6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5653970 Jul 27 21:00:41.709058 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a2f5b3e-d0c6-49b8-8f6e-6598a02f69c9 req-c873b1a0-3f1a-4146-8a72-42d595206079 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5430 time: 0.1478736 Jul 27 21:00:41.711377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35802) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:41.722126 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-fa4e090d-4d98-4d9d-87f0-539e9250ccd3 admin admin] Request body: {'subnet': {'network_id': 'e85900ab-346c-49de-91a9-3ccc268317a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-173425152-subnet', 'tenant_id': '2cd1d46209524cbf9b7c3c8a0c2633f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:41.728346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f058e-9817-43a9-bd94-a1dabc7f8fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=e85900ab-346c-49de-91a9-3ccc268317a2,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:41.760472 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network e85900ab-346c-49de-91a9-3ccc268317a2 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:00:41.770796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a2f5b3e-d0c6-49b8-8f6e-6598a02f69c9 req-f0f8ea27-0267-4d01-89e4-ce635b4f13b2 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607941 Jul 27 21:00:41.771872 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4e090d-4d98-4d9d-87f0-539e9250ccd3 admin admin] Made reservation on behalf of 2cd1d46209524cbf9b7c3c8a0c2633f8 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:41.774254 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa4e090d-4d98-4d9d-87f0-539e9250ccd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:41.888045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712', 'network_id': 'a430c724-52af-4c72-b4f3-1cf25d7fa7db', 'port_id': '6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712', 'mac_address': 'fa:16:3e:51:01:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f43bfb-9e35-4bbb-9945-393fc88e45df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:41.993084 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.026965 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:42.065520 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712,segment=NetworkSegment(2ce0bef4-caba-4672-a63a-8e9fb96bc35e),segment_id=2ce0bef4-caba-4672-a63a-8e9fb96bc35e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:42.079926 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.108241 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa4e090d-4d98-4d9d-87f0-539e9250ccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.122814 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1b0fd-4f69-4ef9-959c-f22d306b7463 req-c479c5a7-6f43-4726-823e-dcc4849b0b7d tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:42.124453 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7eb1b0fd-4f69-4ef9-959c-f22d306b7463 req-c479c5a7-6f43-4726-823e-dcc4849b0b7d tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 944 time: 0.1642978 Jul 27 21:00:42.264489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:42.338615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e090d-4d98-4d9d-87f0-539e9250ccd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0799abdb-beb4-4a6a-bd0d-7277c26f133e,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:42.395985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e090d-4d98-4d9d-87f0-539e9250ccd3 admin admin] Checking segment: {'id': 'c1044f2f-c6ba-46c7-b992-bbb6495a9143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e85900ab-346c-49de-91a9-3ccc268317a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:42.396345 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4e090d-4d98-4d9d-87f0-539e9250ccd3 admin admin] Network hostable DHCP agents. Network: e85900ab-346c-49de-91a9-3ccc268317a2, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:00:42.412996 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7eb1b0fd-4f69-4ef9-959c-f22d306b7463 req-e00a4262-e67d-44b3-a327-89dc2dcc8f71 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups?id=778b8c81-cd95-4440-8c05-1ebef5460398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343187 Jul 27 21:00:42.459676 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4e090d-4d98-4d9d-87f0-539e9250ccd3 admin admin] Network e85900ab-346c-49de-91a9-3ccc268317a2 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:00:42.485537 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-fa4e090d-4d98-4d9d-87f0-539e9250ccd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, e85900ab-346c-49de-91a9-3ccc268317a2) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:42.490735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4e090d-4d98-4d9d-87f0-539e9250ccd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:42.491337 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa4e090d-4d98-4d9d-87f0-539e9250ccd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:42.494571 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58deddb5-affe-48f9-8819-6492b26e7f69 None None] Network e85900ab-346c-49de-91a9-3ccc268317a2 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:42.517479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986922f-be0e-4ddc-bd60-d5f76c35dd3a req-3d7aaf8f-3df3-4bcc-a845-b59e9c8848c0 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:42.519040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a986922f-be0e-4ddc-bd60-d5f76c35dd3a req-3d7aaf8f-3df3-4bcc-a845-b59e9c8848c0 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 944 time: 0.2229502 Jul 27 21:00:42.523777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fa4e090d-4d98-4d9d-87f0-539e9250ccd3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8110619 Jul 27 21:00:42.618216 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a986922f-be0e-4ddc-bd60-d5f76c35dd3a req-14f7f41e-27ea-4b01-a565-7d07aa143901 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d472067-1350-4968-99df-a44d50f8c5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843930 Jul 27 21:00:42.676706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250ae6f-6f8d-40b3-bad6-08575e3065eb req-1adb93b1-7f9a-4432-a3fa-5a330991ff6a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:42.690044 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9250ae6f-6f8d-40b3-bad6-08575e3065eb req-1adb93b1-7f9a-4432-a3fa-5a330991ff6a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.1692324 Jul 27 21:00:42.775344 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9250ae6f-6f8d-40b3-bad6-08575e3065eb req-31a669fe-9f39-41ce-b3d6-852a75956e23 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810387 Jul 27 21:00:42.778951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd428951c-9af6-415a-913d-31512d67dde2'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:42.781585 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e6ccdb-0fd3-4dc5-8193-45914d89c3cb" -d '{"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-plugged", "status": "completed", "tag": "d428951c-9af6-415a-913d-31512d67dde2"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:42.795010 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a459bd88-d286-4d37-8af8-8b8e51671dba None None] Network e85900ab-346c-49de-91a9-3ccc268317a2 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:42.865649 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40534652-9a96-49df-b89d-64e39a4eaf5a x-openstack-request-id: req-40534652-9a96-49df-b89d-64e39a4eaf5a {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:42.865917 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-plugged", "status": "completed", "tag": "d428951c-9af6-415a-913d-31512d67dde2", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:42.866540 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40534652-9a96-49df-b89d-64e39a4eaf5a {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:42.866941 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd428951c-9af6-415a-913d-31512d67dde2', 'code': 200} Jul 27 21:00:42.924063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:43.026419 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cfc99-abd4-4c2f-9ff5-a70c61ccc394 req-a1aa89a4-b6a9-404a-bcb5-25dc49db5804 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:43.036426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cfc99-abd4-4c2f-9ff5-a70c61ccc394 req-a1aa89a4-b6a9-404a-bcb5-25dc49db5804 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:43.049477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cfc99-abd4-4c2f-9ff5-a70c61ccc394 req-a1aa89a4-b6a9-404a-bcb5-25dc49db5804 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:43.055690 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:43.058740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cfc99-abd4-4c2f-9ff5-a70c61ccc394 req-a1aa89a4-b6a9-404a-bcb5-25dc49db5804 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:43.060394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:43.060668 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.068005 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cfc99-abd4-4c2f-9ff5-a70c61ccc394 req-a1aa89a4-b6a9-404a-bcb5-25dc49db5804 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:43.076100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cfc99-abd4-4c2f-9ff5-a70c61ccc394 req-a1aa89a4-b6a9-404a-bcb5-25dc49db5804 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:43.083236 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cfc99-abd4-4c2f-9ff5-a70c61ccc394 req-a1aa89a4-b6a9-404a-bcb5-25dc49db5804 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:43.092589 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b91cfc99-abd4-4c2f-9ff5-a70c61ccc394 req-a1aa89a4-b6a9-404a-bcb5-25dc49db5804 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5430 time: 0.2003410 Jul 27 21:00:43.164207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b91cfc99-abd4-4c2f-9ff5-a70c61ccc394 req-08e7554a-1db9-4c65-80cb-f15715d00981 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703132 Jul 27 21:00:43.277827 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.308287 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35858) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:43.374910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9,segment=NetworkSegment(5c3b8cb3-819f-4466-83bb-7f742886b3dd),segment_id=5c3b8cb3-819f-4466-83bb-7f742886b3dd)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:43.386124 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.423209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:43.555654 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-42b3036f-a326-4e49-9775-e10ff4c33646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.632733 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-450b0e10-15ba-49bc-ab25-07955708f432 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:43.641523 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-450b0e10-15ba-49bc-ab25-07955708f432 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 808 time: 0.2727592 Jul 27 21:00:43.650005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:43.672574 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-c1b65533-0cb8-4ad0-b940-79aaab85188c tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/quotas/9f7a1b4e94ea472ca610a4b409bcea9d HTTP/1.1" status: 200 len: 375 time: 0.0299890 Jul 27 21:00:43.712950 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-42b3036f-a326-4e49-9775-e10ff4c33646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.720411 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-cb14f994-eab5-40a4-b590-7ee794851a29 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464272 Jul 27 21:00:43.721997 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-42b3036f-a326-4e49-9775-e10ff4c33646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.722811 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:43.751087 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf5823-010b-4420-9c86-53861a01e3ab req-1ab8d6f0-1631-4545-b54b-4aa5b83cf4ed tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:43.756862 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-42b3036f-a326-4e49-9775-e10ff4c33646 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82abe3e96530471b8180a7e8a6404127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464531 Jul 27 21:00:43.762248 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8daf5823-010b-4420-9c86-53861a01e3ab req-1ab8d6f0-1631-4545-b54b-4aa5b83cf4ed tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 945 time: 0.2017875 Jul 27 21:00:43.764114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35870) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:43.795976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3036f-a326-4e49-9775-e10ff4c33646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89edebf0-3a8e-4acb-9eaf-1c5bb4e14170,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:43.816166 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:43.859300 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:43.862121 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.893813 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8daf5823-010b-4420-9c86-53861a01e3ab req-09b4da53-adb5-4686-906e-7548e09147d9 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups?id=778b8c81-cd95-4440-8c05-1ebef5460398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303985 Jul 27 21:00:43.933194 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-c72b3c28-ce79-4704-a87e-cecb7a66b2ff service neutron] 10.222.0.55 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116954 Jul 27 21:00:43.972711 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9543f3a2-3d84-4eb3-af15-8e787491a1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:43.994291 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:44.036581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8b4c9773-4523-4fe9-b8e8-0d1006d1c670,segment=NetworkSegment(31a768ef-39ac-43da-967d-273196d38ced),segment_id=31a768ef-39ac-43da-967d-273196d38ced)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:44.041821 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:44.042803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f2b60967-bfdf-4329-90d7-618af56506fa up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:44.085953 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9543f3a2-3d84-4eb3-af15-8e787491a1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:44.142339 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8b4c9773-4523-4fe9-b8e8-0d1006d1c670,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:44.155663 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port f2b60967-bfdf-4329-90d7-618af56506fa completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:44.159895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port f2b60967-bfdf-4329-90d7-618af56506fa triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:44.160372 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:44.182995 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-f5795aab-ce2b-447e-b72c-32c30094a58e service neutron] 10.222.0.55 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394459 Jul 27 21:00:44.196761 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8dc76-2576-4470-af98-b489579d01e2 req-5139729a-8e4c-4c8c-b2ed-aa04e586f52a tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:44.198421 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3fc8dc76-2576-4470-af98-b489579d01e2 req-5139729a-8e4c-4c8c-b2ed-aa04e586f52a tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 944 time: 0.1939919 Jul 27 21:00:44.248971 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9543f3a2-3d84-4eb3-af15-8e787491a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:44.248971 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9543f3a2-3d84-4eb3-af15-8e787491a1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:44.248971 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9543f3a2-3d84-4eb3-af15-8e787491a1ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89edebf0-3a8e-4acb-9eaf-1c5bb4e14170 HTTP/1.1" status: 204 len: 168 time: 0.4482543 Jul 27 21:00:44.259249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543f3a2-3d84-4eb3-af15-8e787491a1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89edebf0-3a8e-4acb-9eaf-1c5bb4e14170,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:44.298078 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3fc8dc76-2576-4470-af98-b489579d01e2 req-7b3ded34-4441-4f95-9a1c-2d4c05691813 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d472067-1350-4968-99df-a44d50f8c5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785069 Jul 27 21:00:44.351965 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:44.411062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port f2b60967-bfdf-4329-90d7-618af56506fa, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f2b60967-bfdf-4329-90d7-618af56506fa,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:44.425183 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:44.428473 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e52e863c-19ea-4520-b512-4229b90f3d03 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:44.666406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a487add-4072-4333-be88-8ca2cd4930f2 req-e9e37348-ec2b-471e-a645-7ab12de98a11 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:44.677086 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a487add-4072-4333-be88-8ca2cd4930f2 req-e9e37348-ec2b-471e-a645-7ab12de98a11 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.1439626 Jul 27 21:00:44.759407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port e52e863c-19ea-4520-b512-4229b90f3d03 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:44.760286 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a487add-4072-4333-be88-8ca2cd4930f2 req-06652e02-547c-45e8-a164-080b534f8260 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822566 Jul 27 21:00:44.787512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=f2b60967-bfdf-4329-90d7-618af56506fa,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:44.791410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port e52e863c-19ea-4520-b512-4229b90f3d03 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:44.791788 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:44.870129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45775f5a-e215-48a7-9c3f-56a61446d62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9'}, {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4c9773-4523-4fe9-b8e8-0d1006d1c670'}, {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b60967-bfdf-4329-90d7-618af56506fa'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:44.879107 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d4e0dd-949b-4f25-99d5-f8f3f6eacada" -d '{"events": [{"server_uuid": "45775f5a-e215-48a7-9c3f-56a61446d62b", "name": "network-vif-plugged", "status": "completed", "tag": "8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9"}, {"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-plugged", "status": "completed", "tag": "8b4c9773-4523-4fe9-b8e8-0d1006d1c670"}, {"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-plugged", "status": "completed", "tag": "f2b60967-bfdf-4329-90d7-618af56506fa"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:44.941766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35906) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:44.974379 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e68d962-436e-4179-a094-a59acbeb6391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.021596 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08621d4c-e676-433c-9ec8-a80c77fd88a6 req-a0455e09-663c-46e9-a0b2-508b99b67ed3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:45.063902 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08621d4c-e676-433c-9ec8-a80c77fd88a6 req-a0455e09-663c-46e9-a0b2-508b99b67ed3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:45.071059 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.092545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08621d4c-e676-433c-9ec8-a80c77fd88a6 req-a0455e09-663c-46e9-a0b2-508b99b67ed3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:45.111038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08621d4c-e676-433c-9ec8-a80c77fd88a6 req-a0455e09-663c-46e9-a0b2-508b99b67ed3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:45.156404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e52e863c-19ea-4520-b512-4229b90f3d03, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e52e863c-19ea-4520-b512-4229b90f3d03,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:45.167474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08621d4c-e676-433c-9ec8-a80c77fd88a6 req-a0455e09-663c-46e9-a0b2-508b99b67ed3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:45.167708 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.199196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08621d4c-e676-433c-9ec8-a80c77fd88a6 req-a0455e09-663c-46e9-a0b2-508b99b67ed3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:45.219198 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08621d4c-e676-433c-9ec8-a80c77fd88a6 req-a0455e09-663c-46e9-a0b2-508b99b67ed3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:45.234965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-08621d4c-e676-433c-9ec8-a80c77fd88a6 req-a0455e09-663c-46e9-a0b2-508b99b67ed3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5432 time: 0.4433060 Jul 27 21:00:45.245546 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=e52e863c-19ea-4520-b512-4229b90f3d03,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:45.293232 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e68d962-436e-4179-a094-a59acbeb6391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.302244 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e68d962-436e-4179-a094-a59acbeb6391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.396260 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-02c4c3b1-ffff-4f48-9ce1-5ded04422e34 req-ea4edc72-4d30-4aca-a538-daf5d8d9d75f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 210 time: 0.1304383 Jul 27 21:00:45.397030 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5e68d962-436e-4179-a094-a59acbeb6391 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b823eda245e74f9cba199a8c05a594dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538391 Jul 27 21:00:45.398420 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35916) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:45.399827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68d962-436e-4179-a094-a59acbeb6391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fba6fc-65bc-4046-9ed5-e2a24466d334,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:45.423631 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:45.488984 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d215e26a-7afd-4e38-8d5f-235713c513d8 x-openstack-request-id: req-d215e26a-7afd-4e38-8d5f-235713c513d8 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:45.506917 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45775f5a-e215-48a7-9c3f-56a61446d62b", "name": "network-vif-plugged", "status": "completed", "tag": "8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9", "code": 200}, {"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-plugged", "status": "completed", "tag": "8b4c9773-4523-4fe9-b8e8-0d1006d1c670", "code": 200}, {"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-plugged", "status": "completed", "tag": "f2b60967-bfdf-4329-90d7-618af56506fa", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:45.507310 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d215e26a-7afd-4e38-8d5f-235713c513d8 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:45.508346 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45775f5a-e215-48a7-9c3f-56a61446d62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9', 'code': 200} Jul 27 21:00:45.508604 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4c9773-4523-4fe9-b8e8-0d1006d1c670', 'code': 200} Jul 27 21:00:45.508860 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b60967-bfdf-4329-90d7-618af56506fa', 'code': 200} Jul 27 21:00:45.524854 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-08621d4c-e676-433c-9ec8-a80c77fd88a6 req-f6c1f7f1-d23a-4bc6-b7d0-4b1680e89175 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2850573 Jul 27 21:00:45.558747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:45.564755 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:45.565124 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.735243 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fecb28-b3c8-48fe-abe3-f4f0966b1340 req-bf2bc957-6e76-4c1b-85b0-163cb9c63cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:45.744542 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f8fecb28-b3c8-48fe-abe3-f4f0966b1340 req-bf2bc957-6e76-4c1b-85b0-163cb9c63cbf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 1096 time: 0.1591311 Jul 27 21:00:45.775214 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.813641 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f8fecb28-b3c8-48fe-abe3-f4f0966b1340 req-22cdadae-6997-4481-bfba-4d38f0db95a4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=778b8c81-cd95-4440-8c05-1ebef5460398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594265 Jul 27 21:00:45.865485 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8ce6ad16-e5b2-43c3-9b3b-ca14413e757c,segment=NetworkSegment(31a768ef-39ac-43da-967d-273196d38ced),segment_id=31a768ef-39ac-43da-967d-273196d38ced)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:45.871580 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:45.872672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:46.037247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8ce6ad16-e5b2-43c3-9b3b-ca14413e757c,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:46.042434 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:46.048626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:46.049172 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.079645 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f7405e13-cdd8-4b9f-86ba-80eddf57397c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.130692 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f7405e13-cdd8-4b9f-86ba-80eddf57397c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.173702 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.180899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162507c-f7bf-450e-aed2-aa9549b2e1bb req-9822d819-8303-4238-b2f9-3f2f565d2665 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:46.189686 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6162507c-f7bf-450e-aed2-aa9549b2e1bb req-9822d819-8303-4238-b2f9-3f2f565d2665 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 945 time: 0.6050711 Jul 27 21:00:46.219040 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712,segment=NetworkSegment(2ce0bef4-caba-4672-a63a-8e9fb96bc35e),segment_id=2ce0bef4-caba-4672-a63a-8e9fb96bc35e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:46.224692 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.276558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed4083-b989-4c60-9a66-0d9695b33a9f req-8e4e206c-2bb8-4b01-8fa9-1835c1847b3f tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:46.278627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5ed4083-b989-4c60-9a66-0d9695b33a9f req-8e4e206c-2bb8-4b01-8fa9-1835c1847b3f tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 944 time: 0.3085594 Jul 27 21:00:46.295135 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6162507c-f7bf-450e-aed2-aa9549b2e1bb req-66a43748-2272-4c8f-a864-bdf8114e7d7e tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups?id=778b8c81-cd95-4440-8c05-1ebef5460398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041481 Jul 27 21:00:46.350980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:46.416560 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5ed4083-b989-4c60-9a66-0d9695b33a9f req-e04f6c15-ca11-406e-98fc-f5f19ae616d5 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d472067-1350-4968-99df-a44d50f8c5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161270 Jul 27 21:00:46.431491 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f7405e13-cdd8-4b9f-86ba-80eddf57397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.438085 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f7405e13-cdd8-4b9f-86ba-80eddf57397c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.442907 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f7405e13-cdd8-4b9f-86ba-80eddf57397c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85fba6fc-65bc-4046-9ed5-e2a24466d334 HTTP/1.1" status: 204 len: 168 time: 1.0410359 Jul 27 21:00:46.458719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7405e13-cdd8-4b9f-86ba-80eddf57397c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fba6fc-65bc-4046-9ed5-e2a24466d334,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:46.621181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-f5e52205-792a-47f5-b527-218b3db27f5c tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:46.635300 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-f5e52205-792a-47f5-b527-218b3db27f5c tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.20 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 808 time: 0.2303641 Jul 27 21:00:46.663387 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-73ca8011-a8d6-4f5e-bfb8-10e624a56d37 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Request body: {'port': {'device_id': '2d6211f2-b2b3-4fb4-ad58-d89efc754975', 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e', 'admin_state_up': True, 'tenant_id': '9f7a1b4e94ea472ca610a4b409bcea9d'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:46.909335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-73ca8011-a8d6-4f5e-bfb8-10e624a56d37 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Made reservation on behalf of 9f7a1b4e94ea472ca610a4b409bcea9d for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:46.917183 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-73ca8011-a8d6-4f5e-bfb8-10e624a56d37 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:46.947443 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-349d4e94-a870-4a1e-b2e9-c569a1db0a91 req-6c07d300-ec25-4064-8797-d19c39640202 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 210 time: 0.1373174 Jul 27 21:00:47.023790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50508075-6a96-4147-a2a5-9adde681440f req-ea51de46-1b7f-41ca-9745-54698a603d53 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:47.033386 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-50508075-6a96-4147-a2a5-9adde681440f req-ea51de46-1b7f-41ca-9745-54698a603d53 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.3867342 Jul 27 21:00:47.120284 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-50508075-6a96-4147-a2a5-9adde681440f req-492336d1-648b-450d-8f51-488f7768a81b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855751 Jul 27 21:00:47.165257 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-73ca8011-a8d6-4f5e-bfb8-10e624a56d37 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Allocated IP 172.20.0.5 (a867caef-b904-44c4-ac9a-71eaf4e3734e/80b60333-c324-43cb-8625-71bd9b4f810c/23ff531b-809f-4372-810d-5d776dea40e1) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:00:47.233327 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e3b17-2c89-4997-8e0b-b2b99482643e req-12ef4c16-f27d-421f-96af-49c3699c61a8 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:47.240580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e3b17-2c89-4997-8e0b-b2b99482643e req-12ef4c16-f27d-421f-96af-49c3699c61a8 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:47.248218 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e3b17-2c89-4997-8e0b-b2b99482643e req-12ef4c16-f27d-421f-96af-49c3699c61a8 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:47.255265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e3b17-2c89-4997-8e0b-b2b99482643e req-12ef4c16-f27d-421f-96af-49c3699c61a8 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:47.262751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e3b17-2c89-4997-8e0b-b2b99482643e req-12ef4c16-f27d-421f-96af-49c3699c61a8 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:47.271805 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e3b17-2c89-4997-8e0b-b2b99482643e req-12ef4c16-f27d-421f-96af-49c3699c61a8 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:47.280177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e3b17-2c89-4997-8e0b-b2b99482643e req-12ef4c16-f27d-421f-96af-49c3699c61a8 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:47.289201 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f2e3b17-2c89-4997-8e0b-b2b99482643e req-12ef4c16-f27d-421f-96af-49c3699c61a8 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5434 time: 0.2011235 Jul 27 21:00:47.351881 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f2e3b17-2c89-4997-8e0b-b2b99482643e req-8aa0f60f-6ae3-4883-8186-7304b59489fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571752 Jul 27 21:00:47.460346 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-73ca8011-a8d6-4f5e-bfb8-10e624a56d37 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:47.509173 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ed70c-3b43-4f38-98f7-c8897468c79e req-582d0c42-8937-4fd3-b92c-b879b763a9d9 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:47.510351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52e863c-19ea-4520-b512-4229b90f3d03'}, {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce6ad16-e5b2-43c3-9b3b-ca14413e757c'}, {'server_uuid': 'da32e990-eb44-4fdd-a346-6a43bbc35668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:47.513330 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b32ac15-bbec-4def-a5ee-305bf16de16f" -d '{"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-plugged", "status": "completed", "tag": "e52e863c-19ea-4520-b512-4229b90f3d03"}, {"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-plugged", "status": "completed", "tag": "8ce6ad16-e5b2-43c3-9b3b-ca14413e757c"}, {"server_uuid": "da32e990-eb44-4fdd-a346-6a43bbc35668", "name": "network-vif-plugged", "status": "completed", "tag": "6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:47.518491 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3c6ed70c-3b43-4f38-98f7-c8897468c79e req-582d0c42-8937-4fd3-b92c-b879b763a9d9 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 945 time: 0.1116066 Jul 27 21:00:47.553680 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-73ca8011-a8d6-4f5e-bfb8-10e624a56d37 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:47.627959 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3c6ed70c-3b43-4f38-98f7-c8897468c79e req-5c8143d9-db96-4d99-a957-e8a6310c3f53 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups?id=778b8c81-cd95-4440-8c05-1ebef5460398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083686 Jul 27 21:00:47.634565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-73ca8011-a8d6-4f5e-bfb8-10e624a56d37 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Network a867caef-b904-44c4-ac9a-71eaf4e3734e is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:00:47.639177 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-73ca8011-a8d6-4f5e-bfb8-10e624a56d37 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:47.644252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca8011-a8d6-4f5e-bfb8-10e624a56d37 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Pushing event updated for resources: {'Port': ['ID=23ff531b-809f-4372-810d-5d776dea40e1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:47.658488 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-73ca8011-a8d6-4f5e-bfb8-10e624a56d37 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:00:47.717699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d333aa-5845-4204-9b57-63e7f9123ef8 req-17c08c97-8032-4ca8-9dd2-cf973e9c9344 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:47.719002 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f4d333aa-5845-4204-9b57-63e7f9123ef8 req-17c08c97-8032-4ca8-9dd2-cf973e9c9344 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 945 time: 0.1426966 Jul 27 21:00:47.805987 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23118ab9-85d1-428e-847c-1d25f697d4b0 x-openstack-request-id: req-23118ab9-85d1-428e-847c-1d25f697d4b0 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:47.806512 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-plugged", "status": "completed", "tag": "e52e863c-19ea-4520-b512-4229b90f3d03", "code": 200}, {"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-plugged", "status": "completed", "tag": "8ce6ad16-e5b2-43c3-9b3b-ca14413e757c", "code": 200}, {"server_uuid": "da32e990-eb44-4fdd-a346-6a43bbc35668", "name": "network-vif-plugged", "status": "completed", "tag": "6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:47.806940 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23118ab9-85d1-428e-847c-1d25f697d4b0 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:47.807522 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52e863c-19ea-4520-b512-4229b90f3d03', 'code': 200} Jul 27 21:00:47.807944 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f4d333aa-5845-4204-9b57-63e7f9123ef8 req-b01fc5a7-d722-4177-9919-97fb79610f26 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d472067-1350-4968-99df-a44d50f8c5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802341 Jul 27 21:00:47.808096 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce6ad16-e5b2-43c3-9b3b-ca14413e757c', 'code': 200} Jul 27 21:00:47.808487 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da32e990-eb44-4fdd-a346-6a43bbc35668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712', 'code': 200} Jul 27 21:00:47.829255 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-73ca8011-a8d6-4f5e-bfb8-10e624a56d37 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:47.829931 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-73ca8011-a8d6-4f5e-bfb8-10e624a56d37 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:47.863215 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-73ca8011-a8d6-4f5e-bfb8-10e624a56d37 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2038093 Jul 27 21:00:47.879661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Request body: {'port': {'device_id': '2d6211f2-b2b3-4fb4-ad58-d89efc754975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:47.931235 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80837c-f6d2-4479-8f87-884bc48aa097 req-a8ae24d5-c4ee-4f2e-bcb7-5fe7c5bba371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:47.932787 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0c80837c-f6d2-4479-8f87-884bc48aa097 req-a8ae24d5-c4ee-4f2e-bcb7-5fe7c5bba371 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9356d2f895943a7b11295fb2f999893&device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 1096 time: 0.1946962 Jul 27 21:00:48.088605 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:48.157013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0e7f4-1651-4114-9254-8ccb949a2b5d req-fe51ed78-d9b7-471e-aa90-d64f38379610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:48.158619 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fd0e7f4-1651-4114-9254-8ccb949a2b5d req-fe51ed78-d9b7-471e-aa90-d64f38379610 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 1096 time: 0.2229397 Jul 27 21:00:48.168159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0e96-59cc-47ad-a987-806d726d2622 req-ee5a2484-68df-46b0-95ff-63f3b8eced1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:48.168786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0e96-59cc-47ad-a987-806d726d2622 req-ee5a2484-68df-46b0-95ff-63f3b8eced1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:48.169418 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0e96-59cc-47ad-a987-806d726d2622 req-ee5a2484-68df-46b0-95ff-63f3b8eced1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:48.169971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0e96-59cc-47ad-a987-806d726d2622 req-ee5a2484-68df-46b0-95ff-63f3b8eced1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:48.170410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0e96-59cc-47ad-a987-806d726d2622 req-ee5a2484-68df-46b0-95ff-63f3b8eced1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:48.170893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0e96-59cc-47ad-a987-806d726d2622 req-ee5a2484-68df-46b0-95ff-63f3b8eced1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:48.171367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c0e96-59cc-47ad-a987-806d726d2622 req-ee5a2484-68df-46b0-95ff-63f3b8eced1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:48.173432 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff6c0e96-59cc-47ad-a987-806d726d2622 req-ee5a2484-68df-46b0-95ff-63f3b8eced1d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 6491 time: 0.2002733 Jul 27 21:00:48.202744 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80837c-f6d2-4479-8f87-884bc48aa097 req-7d4cf890-8fa6-4acb-a100-583b7863e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:48.204378 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c80837c-f6d2-4479-8f87-884bc48aa097 req-7d4cf890-8fa6-4acb-a100-583b7863e979 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e942917d-c786-450f-a41a-7afd14216ffe HTTP/1.1" status: 200 len: 916 time: 0.2470782 Jul 27 21:00:48.281578 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c80837c-f6d2-4479-8f87-884bc48aa097 req-1ac6fd09-8ce1-496c-bb16-af209c03cc7f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e86e6a-70c7-4ca3-86f4-586b001e4091 HTTP/1.1" status: 200 len: 217 time: 0.0688457 Jul 27 21:00:48.300799 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a355d-50be-42df-83e9-7a659377b7d2 req-15f0eeae-b865-4409-bf23-1645edad4c21 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:48.302446 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7d2a355d-50be-42df-83e9-7a659377b7d2 req-15f0eeae-b865-4409-bf23-1645edad4c21 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 931 time: 0.2347279 Jul 27 21:00:48.362825 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc452541-2201-46e9-ad24-d4aec7934f03 req-d329f881-a4b1-41be-b58a-8aec292b0cc2 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:48.376458 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc452541-2201-46e9-ad24-d4aec7934f03 req-d329f881-a4b1-41be-b58a-8aec292b0cc2 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 945 time: 0.4090700 Jul 27 21:00:48.414989 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35988) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:48.433077 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8c045d3b-ed03-4d22-9a8d-f250725fae3c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Request body: {'floatingip': {'port_id': '8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:48.484240 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fd0e7f4-1651-4114-9254-8ccb949a2b5d req-e1e06ff0-c656-4e09-a41d-1874745173eb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6d472067-1350-4968-99df-a44d50f8c5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078804 Jul 27 21:00:48.514612 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff6c0e96-59cc-47ad-a987-806d726d2622 req-9f42c0e9-4f65-4038-b732-95312cfe90f6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3188169 Jul 27 21:00:48.554873 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80837c-f6d2-4479-8f87-884bc48aa097 req-803084e1-e4ff-4c1a-a96a-b78c1b374fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:48.556456 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c80837c-f6d2-4479-8f87-884bc48aa097 req-803084e1-e4ff-4c1a-a96a-b78c1b374fa4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da266496-c80f-4909-bc94-7064206d9311 HTTP/1.1" status: 200 len: 855 time: 0.2519772 Jul 27 21:00:48.559543 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c045d3b-ed03-4d22-9a8d-f250725fae3c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:48.567368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7d2a355d-50be-42df-83e9-7a659377b7d2 req-2bfefa20-0d02-421b-8ccc-19815e1fe526 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225823 Jul 27 21:00:48.734286 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ff531b-809f-4372-810d-5d776dea40e1 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:48.753686 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:48.755939 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdc4a1-526f-44f2-a077-702680ad2142 req-e53c6d79-f32f-4dd2-9518-81168eccfd5e tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:48.757887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b0bdc4a1-526f-44f2-a077-702680ad2142 req-e53c6d79-f32f-4dd2-9518-81168eccfd5e tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.2997379 Jul 27 21:00:48.772375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Transition to ACTIVE for port object 23ff531b-809f-4372-810d-5d776dea40e1 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:00:48.777594 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:48.839945 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=23ff531b-809f-4372-810d-5d776dea40e1,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:48.852384 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c80837c-f6d2-4479-8f87-884bc48aa097 req-bbe3a904-87c6-40d6-b998-a4446c127c12 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e942917d-c786-450f-a41a-7afd14216ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159351 Jul 27 21:00:48.900187 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b0bdc4a1-526f-44f2-a077-702680ad2142 req-eeb8a326-4873-41a3-b68a-603489e0b6a1 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225240 Jul 27 21:00:48.920354 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Attempting to bind port 23ff531b-809f-4372-810d-5d776dea40e1 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:48.920894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Attempting to bind port 23ff531b-809f-4372-810d-5d776dea40e1 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:48.921611 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Attempting to bind port 23ff531b-809f-4372-810d-5d776dea40e1 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:48.928675 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Port 23ff531b-809f-4372-810d-5d776dea40e1 on network a867caef-b904-44c4-ac9a-71eaf4e3734e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:00:48.929107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Attempting to bind port 23ff531b-809f-4372-810d-5d776dea40e1 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:48.936083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:48.936578 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Checking segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:48.937068 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Bound using segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:48.937606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Bound port: 23ff531b-809f-4372-810d-5d776dea40e1, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:48.938065 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:49.017861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] For port 23ff531b-809f-4372-810d-5d776dea40e1, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:00:49.023626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] For port 23ff531b-809f-4372-810d-5d776dea40e1, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=23ff531b-809f-4372-810d-5d776dea40e1,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:49.031613 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:49.085680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:49.086811 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:49.091162 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] 10.222.0.20 "PUT /v2.0/ports/23ff531b-809f-4372-810d-5d776dea40e1 HTTP/1.1" status: 200 len: 1091 time: 1.2194090 Jul 27 21:00:49.102196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6211f2-b2b3-4fb4-ad58-d89efc754975', 'tag': '23ff531b-809f-4372-810d-5d776dea40e1'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:49.106920 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7b3aef-6ec5-4cae-9609-9b42ec8021ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6211f2-b2b3-4fb4-ad58-d89efc754975", "tag": "23ff531b-809f-4372-810d-5d776dea40e1"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:49.192837 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd63e9-f7d2-4f23-bc47-9a9a091831c0 req-62760125-5fc2-4ea5-8ec7-32aa0a8ecf82 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:49.199494 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd63e9-f7d2-4f23-bc47-9a9a091831c0 req-62760125-5fc2-4ea5-8ec7-32aa0a8ecf82 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:49.205936 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd63e9-f7d2-4f23-bc47-9a9a091831c0 req-62760125-5fc2-4ea5-8ec7-32aa0a8ecf82 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:49.212027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd63e9-f7d2-4f23-bc47-9a9a091831c0 req-62760125-5fc2-4ea5-8ec7-32aa0a8ecf82 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:49.213862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa91b2-1e62-44d2-be94-dbfd5daab1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=23ff531b-809f-4372-810d-5d776dea40e1,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:49.225142 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd63e9-f7d2-4f23-bc47-9a9a091831c0 req-62760125-5fc2-4ea5-8ec7-32aa0a8ecf82 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:49.232690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd63e9-f7d2-4f23-bc47-9a9a091831c0 req-62760125-5fc2-4ea5-8ec7-32aa0a8ecf82 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:49.239962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd63e9-f7d2-4f23-bc47-9a9a091831c0 req-62760125-5fc2-4ea5-8ec7-32aa0a8ecf82 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:49.248368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-e23898be-734b-4cce-b358-09b7bf3feaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:49.248368 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-e23898be-734b-4cce-b358-09b7bf3feaf4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 1094 time: 0.0983539 Jul 27 21:00:49.256142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-48bd63e9-f7d2-4f23-bc47-9a9a091831c0 req-62760125-5fc2-4ea5-8ec7-32aa0a8ecf82 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5434 time: 0.5503857 Jul 27 21:00:49.261935 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c80837c-f6d2-4479-8f87-884bc48aa097 req-c8ca35c9-20d5-4d1a-ad64-5bfda61f0953 service neutron] 10.222.0.66 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961744 Jul 27 21:00:49.328485 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-74070a98-9d47-4f08-a1cd-4e69502eec6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23ff531b-809f-4372-810d-5d776dea40e1 HTTP/1.1" status: 200 len: 217 time: 0.0722370 Jul 27 21:00:49.436971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-100c06c8-4cfa-47ab-b066-3018408256d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:49.438797 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-100c06c8-4cfa-47ab-b066-3018408256d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.1004667 Jul 27 21:00:49.442621 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-48bd63e9-f7d2-4f23-bc47-9a9a091831c0 req-8669c5ba-761a-48a4-9be9-d0190d4e6a20 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1757979 Jul 27 21:00:49.490756 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-a733c3a6-1d16-47c7-babb-c1dc8c86627f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442214 Jul 27 21:00:49.622264 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2f30b4-7cae-4fd6-9918-e2bd2f17b07d x-openstack-request-id: req-0f2f30b4-7cae-4fd6-9918-e2bd2f17b07d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:49.623006 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6211f2-b2b3-4fb4-ad58-d89efc754975", "tag": "23ff531b-809f-4372-810d-5d776dea40e1", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:49.623563 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f2f30b4-7cae-4fd6-9918-e2bd2f17b07d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:49.624180 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6211f2-b2b3-4fb4-ad58-d89efc754975', 'tag': '23ff531b-809f-4372-810d-5d776dea40e1', 'status': 'completed', 'code': 200} Jul 27 21:00:49.633815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c80837c-f6d2-4479-8f87-884bc48aa097 req-322eb469-09bb-4907-8f8f-9cf5ac645e2c service neutron] 10.222.0.66 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518851 Jul 27 21:00:49.675859 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-5d71d322-fbb2-4b26-a173-3821e742f81e service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745286 Jul 27 21:00:49.699055 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f269f8-ae59-4fbe-98be-208f25905270 req-74c6a2f2-7071-40f7-bbd7-ec1b880cb34c tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:49.708611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c2f269f8-ae59-4fbe-98be-208f25905270 req-74c6a2f2-7071-40f7-bbd7-ec1b880cb34c tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 945 time: 0.2108071 Jul 27 21:00:49.826824 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-271cd217-7a83-45b8-bc02-a59bbe2f603e req-f685e2f9-2202-4d53-aa9b-fe55b23f9edc service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281445 Jul 27 21:00:49.837560 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c2f269f8-ae59-4fbe-98be-208f25905270 req-7d0aa5d6-a1d7-45fa-8247-73de220bf23e tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d472067-1350-4968-99df-a44d50f8c5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233194 Jul 27 21:00:49.865298 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.db.resource_extend [None req-8c045d3b-ed03-4d22-9a8d-f250725fae3c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:00:49.994386 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c045d3b-ed03-4d22-9a8d-f250725fae3c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:50.006943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b3aef-6ec5-4cae-9609-9b42ec8021ef req-3feee1de-7180-459f-a581-a592daae9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:50.009784 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab7b3aef-6ec5-4cae-9609-9b42ec8021ef req-3feee1de-7180-459f-a581-a592daae9f8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 1094 time: 0.0756266 Jul 27 21:00:50.015351 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c045d3b-ed03-4d22-9a8d-f250725fae3c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:50.175770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b3aef-6ec5-4cae-9609-9b42ec8021ef req-7ff930cc-f044-4404-81cd-fafb3bd5e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:50.190885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95639cb7-5586-4b77-9d58-e41869b3340b req-276901f7-06b0-442f-b0a8-0ec8d3e55682 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:50.195079 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab7b3aef-6ec5-4cae-9609-9b42ec8021ef req-7ff930cc-f044-4404-81cd-fafb3bd5e6c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 909 time: 0.1758919 Jul 27 21:00:50.201419 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-95639cb7-5586-4b77-9d58-e41869b3340b req-276901f7-06b0-442f-b0a8-0ec8d3e55682 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 943 time: 0.2693484 Jul 27 21:00:50.268164 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628c807-2168-493b-9f73-f0d743fb85fc req-c630c82d-1b2b-48f5-8459-186907233823 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:50.271827 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9628c807-2168-493b-9f73-f0d743fb85fc req-c630c82d-1b2b-48f5-8459-186907233823 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.2800460 Jul 27 21:00:50.284351 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab7b3aef-6ec5-4cae-9609-9b42ec8021ef req-8c24c652-d4d5-41a7-90bc-d17ebb7def2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23ff531b-809f-4372-810d-5d776dea40e1 HTTP/1.1" status: 200 len: 217 time: 0.0827458 Jul 27 21:00:50.289097 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-8c045d3b-ed03-4d22-9a8d-f250725fae3c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Floating IP ac4a6296-cb1c-454a-a825-57db3599b7a1 associated. External IP: 172.25.2.14, port: 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9. Jul 27 21:00:50.364456 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-95639cb7-5586-4b77-9d58-e41869b3340b req-2c86cc50-5f05-48e3-ad5f-b805c6467150 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619532 Jul 27 21:00:50.392208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b3aef-6ec5-4cae-9609-9b42ec8021ef req-59a2dad0-f1a6-4306-9ac7-328885d204d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:50.399578 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab7b3aef-6ec5-4cae-9609-9b42ec8021ef req-59a2dad0-f1a6-4306-9ac7-328885d204d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.1009147 Jul 27 21:00:50.447836 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab7b3aef-6ec5-4cae-9609-9b42ec8021ef req-e08912a1-ef7e-44b0-8c0f-9a9bca0abb3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405548 Jul 27 21:00:50.469315 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9628c807-2168-493b-9f73-f0d743fb85fc req-e265643e-6631-4a34-90bf-1c224492210d tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926510 Jul 27 21:00:50.627554 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79b4d5ac-866c-4b1c-9b40-bb3ddb263a2d req-55b5f5c4-c5f3-4d46-b8a6-8d983f1c3ed6 tempest-QuotasAdminNegativeTest-1714907493 tempest-QuotasAdminNegativeTest-1714907493-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b29daf6567494ce5a67b8f8d139ff9ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429888 Jul 27 21:00:50.652166 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab7b3aef-6ec5-4cae-9609-9b42ec8021ef req-5f3dddeb-a818-4c2c-ba97-a128220e6d69 service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891956 Jul 27 21:00:50.804892 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab7b3aef-6ec5-4cae-9609-9b42ec8021ef req-32ab7415-ce62-4456-9252-0d4fd2bc3e8f service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406441 Jul 27 21:00:50.956349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 23ff531b-809f-4372-810d-5d776dea40e1 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:51.077778 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 23ff531b-809f-4372-810d-5d776dea40e1, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=23ff531b-809f-4372-810d-5d776dea40e1,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:51.092199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '23ff531b-809f-4372-810d-5d776dea40e1', 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e', 'port_id': '23ff531b-809f-4372-810d-5d776dea40e1', 'mac_address': 'fa:16:3e:12:be:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b60333-c324-43cb-8625-71bd9b4f810c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:51.153304 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:51.167062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ff531b-809f-4372-810d-5d776dea40e1 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:51.189661 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 23ff531b-809f-4372-810d-5d776dea40e1, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=23ff531b-809f-4372-810d-5d776dea40e1,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:51.196039 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:51.210938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fabd4-441b-4b41-a3fc-8f29aa8afa45 req-f70d576f-591a-480b-ab84-efc7dc45e5fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.216825 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fabd4-441b-4b41-a3fc-8f29aa8afa45 req-f70d576f-591a-480b-ab84-efc7dc45e5fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.222607 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fabd4-441b-4b41-a3fc-8f29aa8afa45 req-f70d576f-591a-480b-ab84-efc7dc45e5fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.228383 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fabd4-441b-4b41-a3fc-8f29aa8afa45 req-f70d576f-591a-480b-ab84-efc7dc45e5fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.235009 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fabd4-441b-4b41-a3fc-8f29aa8afa45 req-f70d576f-591a-480b-ab84-efc7dc45e5fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.240917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fabd4-441b-4b41-a3fc-8f29aa8afa45 req-f70d576f-591a-480b-ab84-efc7dc45e5fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.246637 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fabd4-441b-4b41-a3fc-8f29aa8afa45 req-f70d576f-591a-480b-ab84-efc7dc45e5fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.254667 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-772fabd4-441b-4b41-a3fc-8f29aa8afa45 req-f70d576f-591a-480b-ab84-efc7dc45e5fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5434 time: 0.5499802 Jul 27 21:00:51.261174 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=23ff531b-809f-4372-810d-5d776dea40e1,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:51.267233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c045d3b-ed03-4d22-9a8d-f250725fae3c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Router d55c4b22-81a9-4517-828b-11dcf182e2cc has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:00:51.283970 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4d5ac-866c-4b1c-9b40-bb3ddb263a2d req-747d98b7-064f-429c-86a9-06b803618cb5 tempest-QuotasAdminNegativeTest-1714907493 tempest-QuotasAdminNegativeTest-1714907493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.285461 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79b4d5ac-866c-4b1c-9b40-bb3ddb263a2d req-747d98b7-064f-429c-86a9-06b803618cb5 tempest-QuotasAdminNegativeTest-1714907493 tempest-QuotasAdminNegativeTest-1714907493-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6572070 Jul 27 21:00:51.319127 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79b4d5ac-866c-4b1c-9b40-bb3ddb263a2d req-bac231d6-c87b-4837-bfbf-d6fb013cd678 tempest-QuotasAdminNegativeTest-1714907493 tempest-QuotasAdminNegativeTest-1714907493-project] 10.222.0.55 "GET /v2.0/quotas/b29daf6567494ce5a67b8f8d139ff9ca HTTP/1.1" status: 200 len: 375 time: 0.0262053 Jul 27 21:00:51.360666 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-772fabd4-441b-4b41-a3fc-8f29aa8afa45 req-f900df60-ecc0-4797-918b-b3de2a81b411 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1051457 Jul 27 21:00:51.395856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79b4d5ac-866c-4b1c-9b40-bb3ddb263a2d req-8493fa29-6bcd-4795-8d85-e652b5234733 tempest-QuotasAdminNegativeTest-1714907493 tempest-QuotasAdminNegativeTest-1714907493-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29daf6567494ce5a67b8f8d139ff9ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403566 Jul 27 21:00:51.436863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['23ff531b-809f-4372-810d-5d776dea40e1'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:51.460292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c045d3b-ed03-4d22-9a8d-f250725fae3c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:00:51.466937 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c045d3b-ed03-4d22-9a8d-f250725fae3c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:51.473134 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc83008-7996-45e0-9421-492e3e0e29c9 None None] Sync routers for ids ['d55c4b22-81a9-4517-828b-11dcf182e2cc'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:00:51.494341 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc83008-7996-45e0-9421-492e3e0e29c9 None None] Routers {'d55c4b22-81a9-4517-828b-11dcf182e2cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:51.494989 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-4fc83008-7996-45e0-9421-492e3e0e29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:00:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d55c4b22-81a9-4517-828b-11dcf182e2cc'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:51.531638 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8c045d3b-ed03-4d22-9a8d-f250725fae3c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "PUT /v2.0/floatingips/ac4a6296-cb1c-454a-a825-57db3599b7a1 HTTP/1.1" status: 200 len: 990 time: 3.1116300 Jul 27 21:00:51.532286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45775f5a-e215-48a7-9c3f-56a61446d62b', 'tag': '8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:51.534936 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c9a431-330c-4aee-9918-a4f806711ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "45775f5a-e215-48a7-9c3f-56a61446d62b", "tag": "8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:51.617727 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f965668-f5d6-4b62-93e1-a5cf31e28df0 req-aaafd629-b31a-4f73-9175-1adf1a8d64b0 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.619299 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f965668-f5d6-4b62-93e1-a5cf31e28df0 req-aaafd629-b31a-4f73-9175-1adf1a8d64b0 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 945 time: 0.0810485 Jul 27 21:00:51.652134 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-4fc83008-7996-45e0-9421-492e3e0e29c9 None None] Set router d55c4b22-81a9-4517-828b-11dcf182e2cc gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:51.686587 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f965668-f5d6-4b62-93e1-a5cf31e28df0 req-2ed8183d-2ebf-4354-94bf-a09f4726348a tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d472067-1350-4968-99df-a44d50f8c5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452306 Jul 27 21:00:51.711223 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd671a4-8d9c-4d75-86f2-c4ae70ddceb4 req-c841230c-399a-4f05-8081-6149700992d2 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.712992 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecd671a4-8d9c-4d75-86f2-c4ae70ddceb4 req-c841230c-399a-4f05-8081-6149700992d2 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 944 time: 0.1124485 Jul 27 21:00:51.781162 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecd671a4-8d9c-4d75-86f2-c4ae70ddceb4 req-f53058e8-f8d4-4d6f-9267-045060b3311e tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589702 Jul 27 21:00:51.849397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53b3f3-756a-4295-a3f9-5eedf7c83dd3 req-fb29a51d-ea7f-4946-8226-99d2b98e1754 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.855441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53b3f3-756a-4295-a3f9-5eedf7c83dd3 req-fb29a51d-ea7f-4946-8226-99d2b98e1754 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.862062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53b3f3-756a-4295-a3f9-5eedf7c83dd3 req-fb29a51d-ea7f-4946-8226-99d2b98e1754 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.868174 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53b3f3-756a-4295-a3f9-5eedf7c83dd3 req-fb29a51d-ea7f-4946-8226-99d2b98e1754 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.874812 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53b3f3-756a-4295-a3f9-5eedf7c83dd3 req-fb29a51d-ea7f-4946-8226-99d2b98e1754 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.881005 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53b3f3-756a-4295-a3f9-5eedf7c83dd3 req-fb29a51d-ea7f-4946-8226-99d2b98e1754 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.887156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53b3f3-756a-4295-a3f9-5eedf7c83dd3 req-fb29a51d-ea7f-4946-8226-99d2b98e1754 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:51.894725 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b53b3f3-756a-4295-a3f9-5eedf7c83dd3 req-fb29a51d-ea7f-4946-8226-99d2b98e1754 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5434 time: 0.1434071 Jul 27 21:00:51.899360 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36094) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:51.904270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-548fdb13-91ab-4517-ac28-def876926d1c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Request body: {'floatingip': {'port_id': 'dc0238de-f933-45f5-bd07-9806f8e5fae6'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:51.905758 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-4fc83008-7996-45e0-9421-492e3e0e29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'name': 'tempest-ServersTestBootFromVolume-490207221-router', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:38Z', 'updated_at': '2021-07-27T20:59:46Z', 'revision_number': 4, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'gw_port': {'id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:39Z', 'updated_at': '2021-07-27T20:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ac4a6296-cb1c-454a-a825-57db3599b7a1', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'port_id': '8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232f04f4-e33d-456b-8811-d83376857136', 'mac_address': 'fa:16:3e:80:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45775f5a-e215-48a7-9c3f-56a61446d62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:59:52Z', 'updated_at': '2021-07-27T21:00:49Z', 'revision_number': 1, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bbaf3dc-fe52-4a89-91c9-3c12bec42040', 'name': '', 'network_id': '232f04f4-e33d-456b-8811-d83376857136', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'mac_address': 'fa:16:3e:39:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:45Z', 'updated_at': '2021-07-27T20:59:52Z', 'revision_number': 5, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'subnets': [{'id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:51.953006 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-548fdb13-91ab-4517-ac28-def876926d1c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for floatingip, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:51.954815 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc83008-7996-45e0-9421-492e3e0e29c9 None None] Checking router: d55c4b22-81a9-4517-828b-11dcf182e2cc for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:00:51.983037 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc83008-7996-45e0-9421-492e3e0e29c9 None None] Routers {'d55c4b22-81a9-4517-828b-11dcf182e2cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:51.983680 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-4fc83008-7996-45e0-9421-492e3e0e29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:00:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d55c4b22-81a9-4517-828b-11dcf182e2cc'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:52.000728 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0fc325-4a58-403d-978d-ee2d2fff18c1 x-openstack-request-id: req-0c0fc325-4a58-403d-978d-ee2d2fff18c1 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:52.001035 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45775f5a-e215-48a7-9c3f-56a61446d62b", "tag": "8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:52.001296 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c0fc325-4a58-403d-978d-ee2d2fff18c1 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:52.001700 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45775f5a-e215-48a7-9c3f-56a61446d62b', 'tag': '8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9', 'status': 'completed', 'code': 200} Jul 27 21:00:52.015938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57530de4-6a1d-4843-85c6-9a5a38588f7a req-f75201f8-e5a7-4138-a7a6-5e940e7d2d00 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:52.023569 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57530de4-6a1d-4843-85c6-9a5a38588f7a req-f75201f8-e5a7-4138-a7a6-5e940e7d2d00 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.1273928 Jul 27 21:00:52.073773 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57530de4-6a1d-4843-85c6-9a5a38588f7a req-93c9f003-d8eb-4acc-b714-19b4fe939b01 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491881 Jul 27 21:00:52.149571 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-4fc83008-7996-45e0-9421-492e3e0e29c9 None None] Set router d55c4b22-81a9-4517-828b-11dcf182e2cc gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:52.227042 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9a431-330c-4aee-9918-a4f806711ad1 req-8830b004-e8a9-43fa-a146-af0fb7e82b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:52.228856 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59c9a431-330c-4aee-9918-a4f806711ad1 req-8830b004-e8a9-43fa-a146-af0fb7e82b65 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7315aa1da07a43659cbdb0c5598adbe9&device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 1096 time: 0.1719568 Jul 27 21:00:52.423514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9a431-330c-4aee-9918-a4f806711ad1 req-67ff00e6-6314-47b2-b62a-b66cd2ae82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:52.425123 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59c9a431-330c-4aee-9918-a4f806711ad1 req-67ff00e6-6314-47b2-b62a-b66cd2ae82cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=232f04f4-e33d-456b-8811-d83376857136 HTTP/1.1" status: 200 len: 916 time: 0.1889348 Jul 27 21:00:52.473541 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-4fc83008-7996-45e0-9421-492e3e0e29c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'name': 'tempest-ServersTestBootFromVolume-490207221-router', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:38Z', 'updated_at': '2021-07-27T20:59:46Z', 'revision_number': 4, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'gw_port': {'id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:39Z', 'updated_at': '2021-07-27T20:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ac4a6296-cb1c-454a-a825-57db3599b7a1', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'port_id': '8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232f04f4-e33d-456b-8811-d83376857136', 'mac_address': 'fa:16:3e:80:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45775f5a-e215-48a7-9c3f-56a61446d62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:59:52Z', 'updated_at': '2021-07-27T21:00:49Z', 'revision_number': 1, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bbaf3dc-fe52-4a89-91c9-3c12bec42040', 'name': '', 'network_id': '232f04f4-e33d-456b-8811-d83376857136', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'mac_address': 'fa:16:3e:39:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:45Z', 'updated_at': '2021-07-27T20:59:52Z', 'revision_number': 5, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'subnets': [{'id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:52.522322 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc83008-7996-45e0-9421-492e3e0e29c9 None None] The sync data for ids ['d55c4b22-81a9-4517-828b-11dcf182e2cc'] in n-d-764806-9 is: [{'id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'name': 'tempest-ServersTestBootFromVolume-490207221-router', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:38Z', 'updated_at': '2021-07-27T20:59:46Z', 'revision_number': 4, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'gw_port': {'id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:39Z', 'updated_at': '2021-07-27T20:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ac4a6296-cb1c-454a-a825-57db3599b7a1', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'port_id': '8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '232f04f4-e33d-456b-8811-d83376857136', 'mac_address': 'fa:16:3e:80:5b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45775f5a-e215-48a7-9c3f-56a61446d62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:59:52Z', 'updated_at': '2021-07-27T21:00:49Z', 'revision_number': 1, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bbaf3dc-fe52-4a89-91c9-3c12bec42040', 'name': '', 'network_id': '232f04f4-e33d-456b-8811-d83376857136', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'mac_address': 'fa:16:3e:39:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:45Z', 'updated_at': '2021-07-27T20:59:52Z', 'revision_number': 5, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'subnets': [{'id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:00:52.639118 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59c9a431-330c-4aee-9918-a4f806711ad1 req-ba914896-cc3a-40fb-b69b-e65976229a69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 HTTP/1.1" status: 200 len: 998 time: 0.1828933 Jul 27 21:00:52.676545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2af2fb7-eb1a-4b6e-a6b0-2946045875b3 req-bd57374b-8b2b-46d3-95f0-95714eca056c tempest-QuotasAdminNegativeTest-1714907493 tempest-QuotasAdminNegativeTest-1714907493-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b29daf6567494ce5a67b8f8d139ff9ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476544 Jul 27 21:00:52.729222 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9a431-330c-4aee-9918-a4f806711ad1 req-6eb490e9-c0fb-4748-afcf-6f19a8790f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:52.731159 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59c9a431-330c-4aee-9918-a4f806711ad1 req-6eb490e9-c0fb-4748-afcf-6f19a8790f7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9398f92d-4f43-4384-a123-bfb318c52d14 HTTP/1.1" status: 200 len: 854 time: 0.0839300 Jul 27 21:00:52.773213 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33e426-52c7-4bbd-b680-0c68521a3e46 req-28c9cc3b-8525-44d5-ac01-94b0bc869f68 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:52.779315 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e33e426-52c7-4bbd-b680-0c68521a3e46 req-28c9cc3b-8525-44d5-ac01-94b0bc869f68 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 945 time: 0.1592453 Jul 27 21:00:52.800892 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbb1568-937f-46b0-9489-b764bb30fbd9 None None] New status for floating IP ac4a6296-cb1c-454a-a825-57db3599b7a1: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:00:52.818018 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-548fdb13-91ab-4517-ac28-def876926d1c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:52.823849 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-548fdb13-91ab-4517-ac28-def876926d1c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:52.840318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af2fb7-eb1a-4b6e-a6b0-2946045875b3 req-9baec32e-22f6-4a5d-aeed-8485013129aa tempest-QuotasAdminNegativeTest-1714907493 tempest-QuotasAdminNegativeTest-1714907493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:52.842611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2af2fb7-eb1a-4b6e-a6b0-2946045875b3 req-9baec32e-22f6-4a5d-aeed-8485013129aa tempest-QuotasAdminNegativeTest-1714907493 tempest-QuotasAdminNegativeTest-1714907493-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1595323 Jul 27 21:00:52.866597 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2af2fb7-eb1a-4b6e-a6b0-2946045875b3 req-792b78c6-e4b4-4094-9082-416a01a753eb tempest-QuotasAdminNegativeTest-1714907493 tempest-QuotasAdminNegativeTest-1714907493-project] 10.222.0.55 "GET /v2.0/quotas/b29daf6567494ce5a67b8f8d139ff9ca HTTP/1.1" status: 200 len: 375 time: 0.0165863 Jul 27 21:00:52.881400 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9a431-330c-4aee-9918-a4f806711ad1 req-3b7095b4-5e40-457c-80c0-9e86209f124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:52.882997 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59c9a431-330c-4aee-9918-a4f806711ad1 req-3b7095b4-5e40-457c-80c0-9e86209f124d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=232f04f4-e33d-456b-8811-d83376857136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210196 Jul 27 21:00:52.893423 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e33e426-52c7-4bbd-b680-0c68521a3e46 req-78700eda-68bd-4020-ad32-3e179d0b496e tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d472067-1350-4968-99df-a44d50f8c5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062093 Jul 27 21:00:52.926930 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2af2fb7-eb1a-4b6e-a6b0-2946045875b3 req-005a109c-8e73-4b01-a3ee-96f4fc31c524 tempest-QuotasAdminNegativeTest-1714907493 tempest-QuotasAdminNegativeTest-1714907493-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29daf6567494ce5a67b8f8d139ff9ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512800 Jul 27 21:00:52.967709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 23ff531b-809f-4372-810d-5d776dea40e1 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:00:53.005275 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-548fdb13-91ab-4517-ac28-def876926d1c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Floating IP 9154b781-0793-4048-9745-51df41ad0c19 associated. External IP: 172.25.2.247, port: dc0238de-f933-45f5-bd07-9806f8e5fae6. Jul 27 21:00:53.041730 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 23ff531b-809f-4372-810d-5d776dea40e1 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:00:53.048147 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 23ff531b-809f-4372-810d-5d776dea40e1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:00:53.048528 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:53.136433 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff195ecd-328b-4a8a-a354-e607dbf44bb8 req-ebc6fba5-a4b3-4b55-bc98-622c837c562b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:53.145035 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff195ecd-328b-4a8a-a354-e607dbf44bb8 req-ebc6fba5-a4b3-4b55-bc98-622c837c562b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 944 time: 0.0965221 Jul 27 21:00:53.187949 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:53.201315 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff195ecd-328b-4a8a-a354-e607dbf44bb8 req-52e7e1bf-2412-454f-847d-4c46bca5f1af tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548658 Jul 27 21:00:53.221222 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6211f2-b2b3-4fb4-ad58-d89efc754975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ff531b-809f-4372-810d-5d776dea40e1'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:53.224649 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5e1aa4-5be6-4780-af50-bd70eb2472be" -d '{"events": [{"server_uuid": "2d6211f2-b2b3-4fb4-ad58-d89efc754975", "name": "network-vif-plugged", "status": "completed", "tag": "23ff531b-809f-4372-810d-5d776dea40e1"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:53.250087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 23ff531b-809f-4372-810d-5d776dea40e1, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=23ff531b-809f-4372-810d-5d776dea40e1,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:53.258260 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:53.331440 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=23ff531b-809f-4372-810d-5d776dea40e1,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:53.364353 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efda0b2-bcf7-46a8-8fe5-27d68efb2e98 req-050ae34f-5a57-464c-8002-92c51b83f990 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:53.365942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0efda0b2-bcf7-46a8-8fe5-27d68efb2e98 req-050ae34f-5a57-464c-8002-92c51b83f990 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 951 time: 0.0901766 Jul 27 21:00:53.427484 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59c9a431-330c-4aee-9918-a4f806711ad1 req-00d27da5-7bb5-42fb-95d1-6e51299802e0 service neutron] 10.222.0.20 "GET /v2.0/networks/232f04f4-e33d-456b-8811-d83376857136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091746 Jul 27 21:00:53.440660 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0efda0b2-bcf7-46a8-8fe5-27d68efb2e98 req-f8ca35de-e0c0-49fe-96ea-5b4e0110e0c7 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/security-groups?id=729d4959-991b-4a4e-bb1f-661c0f8cf0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643640 Jul 27 21:00:53.469909 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91f881-68db-4e4d-a470-140d15376af8 req-1cea088e-6c55-457f-9017-3d22e6c9ee87 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:53.471533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc91f881-68db-4e4d-a470-140d15376af8 req-1cea088e-6c55-457f-9017-3d22e6c9ee87 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.1046302 Jul 27 21:00:53.512942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc91f881-68db-4e4d-a470-140d15376af8 req-853e2203-f66a-4ee1-8f72-adb78346e3f4 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348403 Jul 27 21:00:53.564010 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb798c9d-d470-40ae-ba4c-7917b5895c15 x-openstack-request-id: req-fb798c9d-d470-40ae-ba4c-7917b5895c15 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:53.564798 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6211f2-b2b3-4fb4-ad58-d89efc754975", "name": "network-vif-plugged", "status": "completed", "tag": "23ff531b-809f-4372-810d-5d776dea40e1", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:53.565367 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb798c9d-d470-40ae-ba4c-7917b5895c15 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:53.566758 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6211f2-b2b3-4fb4-ad58-d89efc754975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ff531b-809f-4372-810d-5d776dea40e1', 'code': 200} Jul 27 21:00:53.645577 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59c9a431-330c-4aee-9918-a4f806711ad1 req-c0113bf6-b96b-4f8f-9250-3c0b702fb391 service neutron] 10.222.0.20 "GET /v2.0/networks/232f04f4-e33d-456b-8811-d83376857136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874423 Jul 27 21:00:53.707897 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548fdb13-91ab-4517-ac28-def876926d1c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:00:53.771602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f0e4b-27c7-46db-b3ff-f388b95b8fc4 req-30aa68b0-b943-4acb-b06a-e19a5c751563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:53.773261 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-db8f0e4b-27c7-46db-b3ff-f388b95b8fc4 req-30aa68b0-b943-4acb-b06a-e19a5c751563 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 1096 time: 0.1184998 Jul 27 21:00:53.870073 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-db8f0e4b-27c7-46db-b3ff-f388b95b8fc4 req-075c01d4-8b31-45a1-8f1f-191b981b79cd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814824 Jul 27 21:00:53.873793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548fdb13-91ab-4517-ac28-def876926d1c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:00:53.879328 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-548fdb13-91ab-4517-ac28-def876926d1c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:53.886266 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8274f5d-b240-4498-af52-c6120cdd45e1 None None] Sync routers for ids ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:00:53.905129 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8274f5d-b240-4498-af52-c6120cdd45e1 None None] Routers {'fe2ae7ee-7962-4e46-8f99-2246a14d10d8'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:53.907801 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a8274f5d-b240-4498-af52-c6120cdd45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:00:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:53.927317 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-548fdb13-91ab-4517-ac28-def876926d1c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "PUT /v2.0/floatingips/9154b781-0793-4048-9745-51df41ad0c19 HTTP/1.1" status: 200 len: 991 time: 2.0268593 Jul 27 21:00:53.927916 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'tag': 'dc0238de-f933-45f5-bd07-9806f8e5fae6'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:53.930698 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cb3d18-f1e4-45e6-9630-8596092b79c4" -d '{"events": [{"name": "network-changed", "server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "tag": "dc0238de-f933-45f5-bd07-9806f8e5fae6"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:53.988520 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-455d82cc-ac12-45bb-8073-c2a9af498705 req-ca2efd36-d3a0-4ac4-b355-cbece2331e8c tempest-QuotasAdminNegativeTest-1714907493 tempest-QuotasAdminNegativeTest-1714907493-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b29daf6567494ce5a67b8f8d139ff9ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252171 Jul 27 21:00:54.118197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d82cc-ac12-45bb-8073-c2a9af498705 req-245e2bbd-7f9b-45c1-a36c-26c1de17b095 tempest-QuotasAdminNegativeTest-1714907493 tempest-QuotasAdminNegativeTest-1714907493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.120343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-455d82cc-ac12-45bb-8073-c2a9af498705 req-245e2bbd-7f9b-45c1-a36c-26c1de17b095 tempest-QuotasAdminNegativeTest-1714907493 tempest-QuotasAdminNegativeTest-1714907493-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1252022 Jul 27 21:00:54.122938 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-a8274f5d-b240-4498-af52-c6120cdd45e1 None None] Set router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:54.137186 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-455d82cc-ac12-45bb-8073-c2a9af498705 req-a8353457-1db8-4814-a146-40505160b922 tempest-QuotasAdminNegativeTest-1714907493 tempest-QuotasAdminNegativeTest-1714907493-project] 10.222.0.55 "GET /v2.0/quotas/b29daf6567494ce5a67b8f8d139ff9ca HTTP/1.1" status: 200 len: 375 time: 0.0101430 Jul 27 21:00:54.179713 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-455d82cc-ac12-45bb-8073-c2a9af498705 req-9df53e7b-ec8b-4f1e-b0f5-467aa5bc8eb7 tempest-QuotasAdminNegativeTest-1714907493 tempest-QuotasAdminNegativeTest-1714907493-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29daf6567494ce5a67b8f8d139ff9ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360110 Jul 27 21:00:54.291149 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b495a-49a2-49fa-b390-b329a28fc32f req-d5b896ef-d3ba-4ef6-b827-d78815c07c43 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.293120 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-409b495a-49a2-49fa-b390-b329a28fc32f req-d5b896ef-d3ba-4ef6-b827-d78815c07c43 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.66 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 945 time: 0.0905840 Jul 27 21:00:54.385560 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49868513-5226-4e9a-bfa6-899b21561374 x-openstack-request-id: req-49868513-5226-4e9a-bfa6-899b21561374 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:54.386091 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "tag": "dc0238de-f933-45f5-bd07-9806f8e5fae6", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:54.386091 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49868513-5226-4e9a-bfa6-899b21561374 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:54.386516 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'tag': 'dc0238de-f933-45f5-bd07-9806f8e5fae6', 'status': 'completed', 'code': 200} Jul 27 21:00:54.404016 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a8274f5d-b240-4498-af52-c6120cdd45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'name': 'tempest-TaggedBootDevicesTest-1803856703-router', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:19Z', 'revision_number': 4, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'gw_port': {'id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9154b781-0793-4048-9745-51df41ad0c19', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'port_id': 'dc0238de-f933-45f5-bd07-9806f8e5fae6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e', 'mac_address': 'fa:16:3e:23:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:59:11Z', 'updated_at': '2021-07-27T21:00:52Z', 'revision_number': 1, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a89c848b-4112-48b1-8279-3d9c24fec558', 'name': '', 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'mac_address': 'fa:16:3e:cd:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:17Z', 'updated_at': '2021-07-27T20:58:31Z', 'revision_number': 5, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'subnets': [{'id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:54.436894 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8274f5d-b240-4498-af52-c6120cdd45e1 None None] Checking router: fe2ae7ee-7962-4e46-8f99-2246a14d10d8 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:00:54.445927 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8274f5d-b240-4498-af52-c6120cdd45e1 None None] Routers {'fe2ae7ee-7962-4e46-8f99-2246a14d10d8'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:00:54.447280 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a8274f5d-b240-4498-af52-c6120cdd45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:00:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:54.460705 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487a9e1-a1a2-49c9-8ceb-68d7eb5d83b6 req-1da09e65-b19a-4f28-8cc8-9c6c28c23645 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.462314 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7487a9e1-a1a2-49c9-8ceb-68d7eb5d83b6 req-1da09e65-b19a-4f28-8cc8-9c6c28c23645 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/ports?device_id=da32e990-eb44-4fdd-a346-6a43bbc35668 HTTP/1.1" status: 200 len: 945 time: 0.1278081 Jul 27 21:00:54.473663 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-409b495a-49a2-49fa-b390-b329a28fc32f req-783215a6-e34a-4dc8-baea-bdd4ed639ba8 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Deleting port 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:54.474355 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-409b495a-49a2-49fa-b390-b329a28fc32f req-783215a6-e34a-4dc8-baea-bdd4ed639ba8 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:54.570911 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-a8274f5d-b240-4498-af52-c6120cdd45e1 None None] Set router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:00:54.573201 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb3d18-f1e4-45e6-9630-8596092b79c4 req-e875a4fc-8aa3-4a6b-8ecc-78321ebeda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.573201 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb3d18-f1e4-45e6-9630-8596092b79c4 req-e875a4fc-8aa3-4a6b-8ecc-78321ebeda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.573455 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb3d18-f1e4-45e6-9630-8596092b79c4 req-e875a4fc-8aa3-4a6b-8ecc-78321ebeda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.574030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb3d18-f1e4-45e6-9630-8596092b79c4 req-e875a4fc-8aa3-4a6b-8ecc-78321ebeda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.574590 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb3d18-f1e4-45e6-9630-8596092b79c4 req-e875a4fc-8aa3-4a6b-8ecc-78321ebeda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.575124 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb3d18-f1e4-45e6-9630-8596092b79c4 req-e875a4fc-8aa3-4a6b-8ecc-78321ebeda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.575871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb3d18-f1e4-45e6-9630-8596092b79c4 req-e875a4fc-8aa3-4a6b-8ecc-78321ebeda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.578041 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21cb3d18-f1e4-45e6-9630-8596092b79c4 req-e875a4fc-8aa3-4a6b-8ecc-78321ebeda79 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4623fa88924a56a60c56db5082e3c0&device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 6491 time: 0.0857351 Jul 27 21:00:54.616761 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7487a9e1-a1a2-49c9-8ceb-68d7eb5d83b6 req-fecf04ef-7abb-4ed1-bba3-4601f8772ab2 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d472067-1350-4968-99df-a44d50f8c5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376550 Jul 27 21:00:54.636160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-409b495a-49a2-49fa-b390-b329a28fc32f req-783215a6-e34a-4dc8-baea-bdd4ed639ba8 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] For port 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712,segment=NetworkSegment(2ce0bef4-caba-4672-a63a-8e9fb96bc35e),segment_id=2ce0bef4-caba-4672-a63a-8e9fb96bc35e)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:54.636534 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-409b495a-49a2-49fa-b390-b329a28fc32f req-783215a6-e34a-4dc8-baea-bdd4ed639ba8 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:54.656797 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-409b495a-49a2-49fa-b390-b329a28fc32f req-783215a6-e34a-4dc8-baea-bdd4ed639ba8 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Calling delete_port for 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:54.689481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b287f9-b80c-470c-b059-a79be82b70aa req-9d5690e8-6df4-4941-9469-5686a13f6cc0 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.691104 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f8b287f9-b80c-470c-b059-a79be82b70aa req-9d5690e8-6df4-4941-9469-5686a13f6cc0 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 945 time: 0.1670544 Jul 27 21:00:54.723244 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb3d18-f1e4-45e6-9630-8596092b79c4 req-57b88430-33a7-48d0-9bd3-1f2fe6dd771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.724755 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21cb3d18-f1e4-45e6-9630-8596092b79c4 req-57b88430-33a7-48d0-9bd3-1f2fe6dd771e service neutron] 10.222.0.66 "GET /v2.0/networks?id=c136ab28-e2bc-4ec9-9b8b-bf8448242a8e HTTP/1.1" status: 200 len: 913 time: 0.1395488 Jul 27 21:00:54.791115 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f8b287f9-b80c-470c-b059-a79be82b70aa req-bc466227-0871-46ea-abe7-531e02c0ec04 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874033 Jul 27 21:00:54.856331 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21cb3d18-f1e4-45e6-9630-8596092b79c4 req-fd1eb49b-e549-4f22-89df-239b963649bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc0238de-f933-45f5-bd07-9806f8e5fae6 HTTP/1.1" status: 200 len: 999 time: 0.1187916 Jul 27 21:00:54.892025 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-409b495a-49a2-49fa-b390-b329a28fc32f req-783215a6-e34a-4dc8-baea-bdd4ed639ba8 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:54.905222 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:54.917648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb3d18-f1e4-45e6-9630-8596092b79c4 req-ec4c60af-2b38-413e-8d85-9b7d0ceab8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:54.920803 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21cb3d18-f1e4-45e6-9630-8596092b79c4 req-ec4c60af-2b38-413e-8d85-9b7d0ceab8d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1400dfa6-e41f-4985-af22-30801885ca3a HTTP/1.1" status: 200 len: 851 time: 0.0625458 Jul 27 21:00:54.968509 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a8274f5d-b240-4498-af52-c6120cdd45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'name': 'tempest-TaggedBootDevicesTest-1803856703-router', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:19Z', 'revision_number': 4, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'gw_port': {'id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9154b781-0793-4048-9745-51df41ad0c19', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'port_id': 'dc0238de-f933-45f5-bd07-9806f8e5fae6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e', 'mac_address': 'fa:16:3e:23:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:59:11Z', 'updated_at': '2021-07-27T21:00:52Z', 'revision_number': 1, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a89c848b-4112-48b1-8279-3d9c24fec558', 'name': '', 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'mac_address': 'fa:16:3e:cd:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:17Z', 'updated_at': '2021-07-27T20:58:31Z', 'revision_number': 5, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'subnets': [{'id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:54.987762 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-409b495a-49a2-49fa-b390-b329a28fc32f req-783215a6-e34a-4dc8-baea-bdd4ed639ba8 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] No DVR routers for this DVR port 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:54.989705 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783215a6-e34a-4dc8-baea-bdd4ed639ba8 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Pushing event deleted for resources: {'Port': ['ID=6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:54.997907 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-409b495a-49a2-49fa-b390-b329a28fc32f req-783215a6-e34a-4dc8-baea-bdd4ed639ba8 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:54.999934 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-409b495a-49a2-49fa-b390-b329a28fc32f req-783215a6-e34a-4dc8-baea-bdd4ed639ba8 tempest-ServerAddressesTestJSON-1003122001 tempest-ServerAddressesTestJSON-1003122001-project] 10.222.0.66 "DELETE /v2.0/ports/6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 HTTP/1.1" status: 204 len: 173 time: 0.7008631 Jul 27 21:00:55.001730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da32e990-eb44-4fdd-a346-6a43bbc35668', 'name': 'network-vif-deleted', 'tag': '6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:55.004312 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fa1d57-9596-4a96-b709-c8779bdd0aeb" -d '{"events": [{"server_uuid": "da32e990-eb44-4fdd-a346-6a43bbc35668", "name": "network-vif-deleted", "tag": "6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:55.007911 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8274f5d-b240-4498-af52-c6120cdd45e1 None None] The sync data for ids ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'] in n-d-764806-9 is: [{'id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'name': 'tempest-TaggedBootDevicesTest-1803856703-router', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:19Z', 'revision_number': 4, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'gw_port': {'id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9154b781-0793-4048-9745-51df41ad0c19', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'port_id': 'dc0238de-f933-45f5-bd07-9806f8e5fae6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e', 'mac_address': 'fa:16:3e:23:7e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T20:59:11Z', 'updated_at': '2021-07-27T21:00:52Z', 'revision_number': 1, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a89c848b-4112-48b1-8279-3d9c24fec558', 'name': '', 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'mac_address': 'fa:16:3e:cd:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:17Z', 'updated_at': '2021-07-27T20:58:31Z', 'revision_number': 5, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'subnets': [{'id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:00:55.039141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb3d18-f1e4-45e6-9630-8596092b79c4 req-b119a05d-d785-4278-b648-825641154f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:55.040881 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21cb3d18-f1e4-45e6-9630-8596092b79c4 req-b119a05d-d785-4278-b648-825641154f99 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c136ab28-e2bc-4ec9-9b8b-bf8448242a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131542 Jul 27 21:00:55.113791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c521a-ca48-4719-b4cc-61870758bc94 req-8c772e3d-22a5-4299-bc0f-8fe8ffb86b68 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:55.115576 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-938c521a-ca48-4719-b4cc-61870758bc94 req-8c772e3d-22a5-4299-bc0f-8fe8ffb86b68 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.1483362 Jul 27 21:00:55.189583 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-938c521a-ca48-4719-b4cc-61870758bc94 req-3a345416-7bcd-4182-989f-89b19ae41ef2 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637252 Jul 27 21:00:55.207508 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21cb3d18-f1e4-45e6-9630-8596092b79c4 req-5b980996-c8f4-4160-b3ae-e638208a8225 service neutron] 10.222.0.66 "GET /v2.0/networks/c136ab28-e2bc-4ec9-9b8b-bf8448242a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569400 Jul 27 21:00:55.270180 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a571d41-f3ce-4bbb-bcea-ac9a440850d3 x-openstack-request-id: req-8a571d41-f3ce-4bbb-bcea-ac9a440850d3 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:55.270502 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da32e990-eb44-4fdd-a346-6a43bbc35668", "name": "network-vif-deleted", "tag": "6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:55.270753 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a571d41-f3ce-4bbb-bcea-ac9a440850d3 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:55.271153 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da32e990-eb44-4fdd-a346-6a43bbc35668', 'name': 'network-vif-deleted', 'tag': '6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712', 'status': 'completed', 'code': 200} Jul 27 21:00:55.339820 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21cb3d18-f1e4-45e6-9630-8596092b79c4 req-0a694cb7-dd62-4fe0-bce1-fc9b634ce83e service neutron] 10.222.0.66 "GET /v2.0/networks/c136ab28-e2bc-4ec9-9b8b-bf8448242a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225948 Jul 27 21:00:55.376786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020da242-86cd-4e2e-8dd0-df7a4362d07a None None] New status for floating IP 9154b781-0793-4048-9745-51df41ad0c19: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:00:55.406421 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320264c-5cb2-4aa6-ba97-e8698e691279 req-7501fcd9-dd91-4048-94e1-1fcf8d969688 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:55.409934 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6320264c-5cb2-4aa6-ba97-e8698e691279 req-7501fcd9-dd91-4048-94e1-1fcf8d969688 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 951 time: 0.1086087 Jul 27 21:00:55.424577 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36272) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:55.453260 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6320264c-5cb2-4aa6-ba97-e8698e691279 req-6245554f-7c18-4054-8894-4b681c50b8ac tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/security-groups?id=729d4959-991b-4a4e-bb1f-661c0f8cf0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364399 Jul 27 21:00:55.550693 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67d54e53-afb9-4a81-825a-66648f191bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:55.658152 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67d54e53-afb9-4a81-825a-66648f191bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:55.662471 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67d54e53-afb9-4a81-825a-66648f191bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:55.702593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36280) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:55.708628 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-67d54e53-afb9-4a81-825a-66648f191bb6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b29daf6567494ce5a67b8f8d139ff9ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798951 Jul 27 21:00:55.708628 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36282) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:55.752489 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb210467-95fa-40f2-9f3b-eeece0838b5d admin admin] Deleting subnet 32f43bfb-9e35-4bbb-9945-393fc88e45df {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:00:55.753844 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d54e53-afb9-4a81-825a-66648f191bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc76546-d395-408d-a1e7-a46e75ed326c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:55.756379 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb210467-95fa-40f2-9f3b-eeece0838b5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:55.777210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d54e53-afb9-4a81-825a-66648f191bb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:55.777739 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d54e53-afb9-4a81-825a-66648f191bb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:55.778114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d54e53-afb9-4a81-825a-66648f191bb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:55.778450 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d54e53-afb9-4a81-825a-66648f191bb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:55.779289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d54e53-afb9-4a81-825a-66648f191bb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:55.779621 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d54e53-afb9-4a81-825a-66648f191bb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:55.779948 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d54e53-afb9-4a81-825a-66648f191bb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:55.780277 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d54e53-afb9-4a81-825a-66648f191bb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:55.780934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d54e53-afb9-4a81-825a-66648f191bb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:55.781262 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d54e53-afb9-4a81-825a-66648f191bb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:55.781586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d54e53-afb9-4a81-825a-66648f191bb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:55.781907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d54e53-afb9-4a81-825a-66648f191bb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:00:55.798252 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb210467-95fa-40f2-9f3b-eeece0838b5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:55.812091 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c08325cc-4b2a-4966-a9fb-4075fe0303b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:55.838571 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c08325cc-4b2a-4966-a9fb-4075fe0303b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:55.842652 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb210467-95fa-40f2-9f3b-eeece0838b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:55.895722 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c08325cc-4b2a-4966-a9fb-4075fe0303b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:55.905639 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c08325cc-4b2a-4966-a9fb-4075fe0303b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:55.906839 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c08325cc-4b2a-4966-a9fb-4075fe0303b1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4dc76546-d395-408d-a1e7-a46e75ed326c HTTP/1.1" status: 204 len: 168 time: 0.1977344 Jul 27 21:00:55.917817 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08325cc-4b2a-4966-a9fb-4075fe0303b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc76546-d395-408d-a1e7-a46e75ed326c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:55.934705 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb210467-95fa-40f2-9f3b-eeece0838b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:55.966754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb210467-95fa-40f2-9f3b-eeece0838b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f43bfb-9e35-4bbb-9945-393fc88e45df,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:55.971797 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb210467-95fa-40f2-9f3b-eeece0838b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:55.973774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fb210467-95fa-40f2-9f3b-eeece0838b5d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/32f43bfb-9e35-4bbb-9945-393fc88e45df HTTP/1.1" status: 204 len: 168 time: 0.2700796 Jul 27 21:00:55.976530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36288) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:55.999956 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80d091-59be-45dc-bd28-1391b39f070c req-f320c032-2f77-49fd-8784-aca99076aeb6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:56.001814 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b80d091-59be-45dc-bd28-1391b39f070c req-f320c032-2f77-49fd-8784-aca99076aeb6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 945 time: 0.1201844 Jul 27 21:00:56.049863 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b80d091-59be-45dc-bd28-1391b39f070c req-26865ed2-895c-4820-8c75-9a52116da4dc tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Jul 27 21:00:56.053010 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1732d1ca-4ebc-453d-a3ac-cb8a479f77df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.146035 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1732d1ca-4ebc-453d-a3ac-cb8a479f77df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.157074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-1732d1ca-4ebc-453d-a3ac-cb8a479f77df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a430c724-52af-4c72-b4f3-1cf25d7fa7db']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:56.169602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-1732d1ca-4ebc-453d-a3ac-cb8a479f77df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce0bef4-caba-4672-a63a-8e9fb96bc35e') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:56.169905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-1732d1ca-4ebc-453d-a3ac-cb8a479f77df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce0bef4-caba-4672-a63a-8e9fb96bc35e') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:00:56.179822 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1732d1ca-4ebc-453d-a3ac-cb8a479f77df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.204660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1732d1ca-4ebc-453d-a3ac-cb8a479f77df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.211454 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1732d1ca-4ebc-453d-a3ac-cb8a479f77df admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:00:56.211918 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1732d1ca-4ebc-453d-a3ac-cb8a479f77df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:00:56.215476 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:00:56.274602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36300) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:56.299768 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1732d1ca-4ebc-453d-a3ac-cb8a479f77df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.313747 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1732d1ca-4ebc-453d-a3ac-cb8a479f77df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.313747 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1732d1ca-4ebc-453d-a3ac-cb8a479f77df admin admin] 10.222.0.55 "DELETE /v2.0/networks/a430c724-52af-4c72-b4f3-1cf25d7fa7db HTTP/1.1" status: 204 len: 168 time: 0.3320735 Jul 27 21:00:56.320602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732d1ca-4ebc-453d-a3ac-cb8a479f77df admin admin] Pushing event deleted for resources: {'Network': ['ID=a430c724-52af-4c72-b4f3-1cf25d7fa7db,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:56.324871 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03acea99-9348-4acb-8290-f30aec734438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.426592 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d21333-3106-4cd7-ad05-cb1c1a1a4f45 req-38a21955-f709-4810-a452-90b2e342b4d4 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:56.428091 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83d21333-3106-4cd7-ad05-cb1c1a1a4f45 req-38a21955-f709-4810-a452-90b2e342b4d4 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.1545546 Jul 27 21:00:56.503748 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36308) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:56.514629 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83d21333-3106-4cd7-ad05-cb1c1a1a4f45 req-c3877068-154d-44ff-b292-ee39379c4fbb tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773816 Jul 27 21:00:56.530749 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03acea99-9348-4acb-8290-f30aec734438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.534012 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b631cf-fbea-4a16-962f-8b7c3cd2b31a req-b011e2cb-bc2e-4432-8864-db0bb94bb366 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:56.535710 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2b631cf-fbea-4a16-962f-8b7c3cd2b31a req-b011e2cb-bc2e-4432-8864-db0bb94bb366 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 1096 time: 0.1566615 Jul 27 21:00:56.537029 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03acea99-9348-4acb-8290-f30aec734438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.561415 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-68b059a5-7607-4075-89ba-d6aca3511ff7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e5d2fc07f774b9ba5a4e55e6ce1d7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535257 Jul 27 21:00:56.561653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36312) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:56.600792 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-03acea99-9348-4acb-8290-f30aec734438 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=732b5b3accc347bb88bb71fd7aec6a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244247 Jul 27 21:00:56.603614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36314) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:56.606038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acea99-9348-4acb-8290-f30aec734438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde45589-751d-4b14-b612-409e41a6bc48,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:56.626447 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a1d1bb3f-a2fe-45d0-8a91-0eb71066d5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.629370 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2b631cf-fbea-4a16-962f-8b7c3cd2b31a req-968672ac-fd80-4077-b035-b87db5f14352 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820310 Jul 27 21:00:56.673046 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a1d1bb3f-a2fe-45d0-8a91-0eb71066d5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.681481 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df92dc03-4578-4997-82a9-f5f7ed1ca68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.726791 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df92dc03-4578-4997-82a9-f5f7ed1ca68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.732032 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a1d1bb3f-a2fe-45d0-8a91-0eb71066d5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.735779 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a1d1bb3f-a2fe-45d0-8a91-0eb71066d5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.738657 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a1d1bb3f-a2fe-45d0-8a91-0eb71066d5cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d472067-1350-4968-99df-a44d50f8c5d0 HTTP/1.1" status: 204 len: 168 time: 0.1741042 Jul 27 21:00:56.747802 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1bb3f-a2fe-45d0-8a91-0eb71066d5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d472067-1350-4968-99df-a44d50f8c5d0,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:56.794278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b38f2-74b7-4405-afcb-3016485fcc8b req-6496d22b-bca6-4c8d-ad9f-9797a8885c2d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:56.795905 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a98b38f2-74b7-4405-afcb-3016485fcc8b req-6496d22b-bca6-4c8d-ad9f-9797a8885c2d tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 951 time: 0.1298237 Jul 27 21:00:56.860389 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df92dc03-4578-4997-82a9-f5f7ed1ca68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.863349 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df92dc03-4578-4997-82a9-f5f7ed1ca68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:56.864815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-df92dc03-4578-4997-82a9-f5f7ed1ca68d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bde45589-751d-4b14-b612-409e41a6bc48 HTTP/1.1" status: 204 len: 168 time: 0.2600379 Jul 27 21:00:56.890967 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a98b38f2-74b7-4405-afcb-3016485fcc8b req-3f16a004-4bab-4ed4-9755-c52ffbfdf899 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/security-groups?id=729d4959-991b-4a4e-bb1f-661c0f8cf0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845282 Jul 27 21:00:56.893306 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92dc03-4578-4997-82a9-f5f7ed1ca68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde45589-751d-4b14-b612-409e41a6bc48,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:56.934017 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f90c2e-6452-4bbd-b276-72ed59e73be0 req-98a0c08d-2ada-46ed-b2ca-7fff57d60e33 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:56.936748 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86f90c2e-6452-4bbd-b276-72ed59e73be0 req-98a0c08d-2ada-46ed-b2ca-7fff57d60e33 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 1096 time: 0.1391799 Jul 27 21:00:56.979941 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86f90c2e-6452-4bbd-b276-72ed59e73be0 req-40ad3620-e0f9-4d5e-94f0-f60800a1d860 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367038 Jul 27 21:00:56.989284 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:57.176592 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:57.178128 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855a970-d95c-4ef3-bce3-3c5f9bf1cafb req-26fe288a-533e-4fcb-ab05-76d6489f9fcc tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:57.180113 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b855a970-d95c-4ef3-bce3-3c5f9bf1cafb req-26fe288a-533e-4fcb-ab05-76d6489f9fcc tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.20 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 951 time: 0.1107137 Jul 27 21:00:57.206386 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0643aa9c-30c3-4623-8caa-832cf1e6a868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:57.209267 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04d5675-9a64-4b8c-a630-e48f52031c3f" -d '{"events": [{"server_uuid": "0643aa9c-30c3-4623-8caa-832cf1e6a868", "name": "network-vif-unplugged", "status": "completed", "tag": "ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:57.232905 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:57.240537 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:57.286533 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee1de97-8d9b-49b3-9f2e-1ad9408a8264 x-openstack-request-id: req-7ee1de97-8d9b-49b3-9f2e-1ad9408a8264 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:57.286821 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0643aa9c-30c3-4623-8caa-832cf1e6a868", "name": "network-vif-unplugged", "status": "completed", "tag": "ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:57.287367 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ee1de97-8d9b-49b3-9f2e-1ad9408a8264 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:57.287977 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0643aa9c-30c3-4623-8caa-832cf1e6a868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9', 'code': 200} Jul 27 21:00:57.333737 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,revision_number=11']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:57.353346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-b855a970-d95c-4ef3-bce3-3c5f9bf1cafb req-2729f1d0-db30-4701-93c1-bef9f48575f1 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Deleting port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:00:57.353698 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b855a970-d95c-4ef3-bce3-3c5f9bf1cafb req-2729f1d0-db30-4701-93c1-bef9f48575f1 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:57.470518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-b855a970-d95c-4ef3-bce3-3c5f9bf1cafb req-2729f1d0-db30-4701-93c1-bef9f48575f1 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] For port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:57.470960 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b855a970-d95c-4ef3-bce3-3c5f9bf1cafb req-2729f1d0-db30-4701-93c1-bef9f48575f1 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:57.485373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-b855a970-d95c-4ef3-bce3-3c5f9bf1cafb req-2729f1d0-db30-4701-93c1-bef9f48575f1 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Calling delete_port for ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:00:57.494867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device b0e86e6a-70c7-4ca3-86f4-586b001e4091 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:00:57.499362 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:57.540477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:00:57.541215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6ed92358-b5a3-46e5-9ac4-e2cdcdcfa712 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:00:57.542582 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device b0e86e6a-70c7-4ca3-86f4-586b001e4091 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:00:57.701158 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:57.710764 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b855a970-d95c-4ef3-bce3-3c5f9bf1cafb req-2729f1d0-db30-4701-93c1-bef9f48575f1 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:57.764986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729f1d0-db30-4701-93c1-bef9f48575f1 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Pushing event deleted for resources: {'Port': ['ID=ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:57.774692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938dae3-7cf0-4689-a7e7-5cf90e69170b req-a8e2a54a-a012-4f28-ab53-dc49a1f335de tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:57.778255 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a938dae3-7cf0-4689-a7e7-5cf90e69170b req-a8e2a54a-a012-4f28-ab53-dc49a1f335de tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.1181352 Jul 27 21:00:57.801109 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port b0e86e6a-70c7-4ca3-86f4-586b001e4091, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=b0e86e6a-70c7-4ca3-86f4-586b001e4091,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:57.803783 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port b0e86e6a-70c7-4ca3-86f4-586b001e4091, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=b0e86e6a-70c7-4ca3-86f4-586b001e4091,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:57.807902 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:57.821210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b855a970-d95c-4ef3-bce3-3c5f9bf1cafb req-2729f1d0-db30-4701-93c1-bef9f48575f1 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] No DVR routers for this DVR port ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:00:57.827272 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b855a970-d95c-4ef3-bce3-3c5f9bf1cafb req-2729f1d0-db30-4701-93c1-bef9f48575f1 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:57.828997 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b855a970-d95c-4ef3-bce3-3c5f9bf1cafb req-2729f1d0-db30-4701-93c1-bef9f48575f1 tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.20 "DELETE /v2.0/ports/ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 HTTP/1.1" status: 204 len: 173 time: 0.6428406 Jul 27 21:00:57.829618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0643aa9c-30c3-4623-8caa-832cf1e6a868', 'name': 'network-vif-deleted', 'tag': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:57.833540 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed142e18-77cc-4f1d-8b78-3c74a995b998" -d '{"events": [{"server_uuid": "0643aa9c-30c3-4623-8caa-832cf1e6a868", "name": "network-vif-deleted", "tag": "ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:57.846197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'b0e86e6a-70c7-4ca3-86f4-586b001e4091', 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe', 'port_id': 'b0e86e6a-70c7-4ca3-86f4-586b001e4091', 'mac_address': 'fa:16:3e:ba:f0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da266496-c80f-4909-bc94-7064206d9311', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:00:57.880504 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a938dae3-7cf0-4689-a7e7-5cf90e69170b req-15b2254d-99e1-4e5c-8d98-dfb44100ddbe tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939214 Jul 27 21:00:57.924024 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36384) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:57.932404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=b0e86e6a-70c7-4ca3-86f4-586b001e4091,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:57.938839 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:57.960869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e86e6a-70c7-4ca3-86f4-586b001e4091 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:00:57.999652 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port b0e86e6a-70c7-4ca3-86f4-586b001e4091, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=b0e86e6a-70c7-4ca3-86f4-586b001e4091,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:00:58.006578 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:58.084153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=b0e86e6a-70c7-4ca3-86f4-586b001e4091,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:58.143195 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d271a2-8bf0-4cb3-ad27-bd4476db4ebf x-openstack-request-id: req-45d271a2-8bf0-4cb3-ad27-bd4476db4ebf {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:58.143195 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0643aa9c-30c3-4623-8caa-832cf1e6a868", "name": "network-vif-deleted", "tag": "ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:58.143195 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45d271a2-8bf0-4cb3-ad27-bd4476db4ebf {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:58.143195 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0643aa9c-30c3-4623-8caa-832cf1e6a868', 'name': 'network-vif-deleted', 'tag': 'ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9', 'status': 'completed', 'code': 200} Jul 27 21:00:58.273397 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f604e418-6c3c-4709-9584-cc5a110114f2 req-284af90e-08c6-4b5e-ab7c-2cfe71cdcc8a tempest-ImagesOneServerTestJSON-785036844 tempest-ImagesOneServerTestJSON-785036844-project] 10.222.0.55 "GET /v2.0/ports?device_id=0643aa9c-30c3-4623-8caa-832cf1e6a868 HTTP/1.1" status: 200 len: 210 time: 0.0433955 Jul 27 21:00:58.346641 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-04d6838f-ef29-4221-97c5-2ab0c7989658 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1652385076-network', 'tenant_id': '5e12b0b8b49e4a8685306f697c0d4f06'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:58.383153 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d6838f-ef29-4221-97c5-2ab0c7989658 admin admin] Made reservation on behalf of 5e12b0b8b49e4a8685306f697c0d4f06 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:58.388934 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-04d6838f-ef29-4221-97c5-2ab0c7989658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:58.400558 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-04d6838f-ef29-4221-97c5-2ab0c7989658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:58.421688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['b0e86e6a-70c7-4ca3-86f4-586b001e4091'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:00:58.558172 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-04d6838f-ef29-4221-97c5-2ab0c7989658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:58.562755 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-04d6838f-ef29-4221-97c5-2ab0c7989658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:58.591726 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d6838f-ef29-4221-97c5-2ab0c7989658 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:00:58.602685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6838f-ef29-4221-97c5-2ab0c7989658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56e29c2-4e49-4aba-af4e-c9da3f11b146,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:58.608763 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-04d6838f-ef29-4221-97c5-2ab0c7989658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:58.609378 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-04d6838f-ef29-4221-97c5-2ab0c7989658 admin admin] Added segment 09c16f78-87f7-4ccb-978f-3f307869e413 of type vlan for network 12136521-0c8b-4cb0-9dc5-5d02674d242d Jul 27 21:00:58.660654 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-04d6838f-ef29-4221-97c5-2ab0c7989658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:58.704755 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-04d6838f-ef29-4221-97c5-2ab0c7989658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:58.706035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d6838f-ef29-4221-97c5-2ab0c7989658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:58.706757 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-04d6838f-ef29-4221-97c5-2ab0c7989658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:58.776498 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-04d6838f-ef29-4221-97c5-2ab0c7989658 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8513384 Jul 27 21:00:58.780294 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36416) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:58.785327 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-6f3b2ffe-d95f-4184-b855-19eb3a8180b1 admin admin] Request body: {'subnet': {'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1652385076-subnet', 'tenant_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:58.790394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6838f-ef29-4221-97c5-2ab0c7989658 admin admin] Pushing event updated for resources: {'Network': ['ID=12136521-0c8b-4cb0-9dc5-5d02674d242d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:58.802571 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 12136521-0c8b-4cb0-9dc5-5d02674d242d details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:00:58.821495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3b2ffe-d95f-4184-b855-19eb3a8180b1 admin admin] Made reservation on behalf of 5e12b0b8b49e4a8685306f697c0d4f06 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:00:58.825957 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6f3b2ffe-d95f-4184-b855-19eb3a8180b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.069689 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6f3b2ffe-d95f-4184-b855-19eb3a8180b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.096623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-2a8cb458-6ba0-4a78-8a3f-472284d7ce80 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:00:59.098340 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-2a8cb458-6ba0-4a78-8a3f-472284d7ce80 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2810519 Jul 27 21:00:59.137249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae3062-bbf5-46e2-bfc8-5674e6e55a4a req-266eebf8-90c0-4a74-a6c0-1b6a56201fe0 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:59.138944 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4dae3062-bbf5-46e2-bfc8-5674e6e55a4a req-266eebf8-90c0-4a74-a6c0-1b6a56201fe0 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 944 time: 0.1612964 Jul 27 21:00:59.156337 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b2ffe-d95f-4184-b855-19eb3a8180b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f64ea69-e90b-4843-8916-973c88972dfb,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:00:59.161252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-13ea8233-cfc2-4ee2-b2a6-c2d62677c559 service neutron] Request body: {'binding': {'host': 'n-h2-764806-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:59.161859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-13ea8233-cfc2-4ee2-b2a6-c2d62677c559 service neutron] Unknown quota resources ['binding']. {{(pid=105580) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:00:59.181079 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3b2ffe-d95f-4184-b855-19eb3a8180b1 admin admin] Checking segment: {'id': '09c16f78-87f7-4ccb-978f-3f307869e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:59.181493 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3b2ffe-d95f-4184-b855-19eb3a8180b1 admin admin] Network hostable DHCP agents. Network: 12136521-0c8b-4cb0-9dc5-5d02674d242d, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:00:59.207893 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4dae3062-bbf5-46e2-bfc8-5674e6e55a4a req-8a81f8c7-448c-4b17-8093-244054539482 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557837 Jul 27 21:00:59.217392 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3b2ffe-d95f-4184-b855-19eb3a8180b1 admin admin] Network 12136521-0c8b-4cb0-9dc5-5d02674d242d is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:00:59.234168 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-6f3b2ffe-d95f-4184-b855-19eb3a8180b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 12136521-0c8b-4cb0-9dc5-5d02674d242d) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:00:59.238980 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3b2ffe-d95f-4184-b855-19eb3a8180b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:59.239858 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6f3b2ffe-d95f-4184-b855-19eb3a8180b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.252043 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67c27c9-2dfd-4888-a365-536e9d73a887 None None] Network 12136521-0c8b-4cb0-9dc5-5d02674d242d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:59.258999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6f3b2ffe-d95f-4184-b855-19eb3a8180b1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4767182 Jul 27 21:00:59.260910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36436) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:00:59.266748 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1652385076-router', 'tenant_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:00:59.297016 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b929c6-ef33-41f1-8606-51191f21bcbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e86e6a-70c7-4ca3-86f4-586b001e4091'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:00:59.299480 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc56bc2f-01b0-4dce-bd60-4a45806ba5ac" -d '{"events": [{"server_uuid": "f1b929c6-ef33-41f1-8606-51191f21bcbd", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e86e6a-70c7-4ca3-86f4-586b001e4091"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:00:59.315010 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.316066 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.409307 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.412552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-13ea8233-cfc2-4ee2-b2a6-c2d62677c559 service neutron] Attempting to bind port 23ff531b-809f-4372-810d-5d776dea40e1 on host n-h2-764806-9 for vnic_type normal with profile None {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:00:59.412997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-13ea8233-cfc2-4ee2-b2a6-c2d62677c559 service neutron] Attempting to bind port 23ff531b-809f-4372-810d-5d776dea40e1 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:00:59.413357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-13ea8233-cfc2-4ee2-b2a6-c2d62677c559 service neutron] Attempting to bind port 23ff531b-809f-4372-810d-5d776dea40e1 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:59.421793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-13ea8233-cfc2-4ee2-b2a6-c2d62677c559 service neutron] Port 23ff531b-809f-4372-810d-5d776dea40e1 on network a867caef-b904-44c4-ac9a-71eaf4e3734e not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:00:59.422126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-13ea8233-cfc2-4ee2-b2a6-c2d62677c559 service neutron] Attempting to bind port 23ff531b-809f-4372-810d-5d776dea40e1 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:00:59.425301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10df8fb-da1a-4a0b-a41f-71c52f1472ab None None] Network 12136521-0c8b-4cb0-9dc5-5d02674d242d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:00:59.499312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-13ea8233-cfc2-4ee2-b2a6-c2d62677c559 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:00:59.499664 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-13ea8233-cfc2-4ee2-b2a6-c2d62677c559 service neutron] Checking segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:00:59.500038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-13ea8233-cfc2-4ee2-b2a6-c2d62677c559 service neutron] Bound using segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:00:59.500531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-13ea8233-cfc2-4ee2-b2a6-c2d62677c559 service neutron] Bound port: 23ff531b-809f-4372-810d-5d776dea40e1, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:00:59.563303 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-35b6b7ee-31b4-4902-b7f9-b5a186ca813c tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0176a40f24bb4acdb66a7b41f79a0296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242398 Jul 27 21:00:59.619873 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.640462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-13ea8233-cfc2-4ee2-b2a6-c2d62677c559 service neutron] For port 23ff531b-809f-4372-810d-5d776dea40e1, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=23ff531b-809f-4372-810d-5d776dea40e1,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:00:59.654505 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-13ea8233-cfc2-4ee2-b2a6-c2d62677c559 service neutron] Notify callbacks [] for binding, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:00:59.655715 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-13ea8233-cfc2-4ee2-b2a6-c2d62677c559 service neutron] 10.222.0.55 "POST /v2.0/ports/23ff531b-809f-4372-810d-5d776dea40e1/bindings HTTP/1.1" status: 201 len: 389 time: 0.5478041 Jul 27 21:00:59.741332 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-aca71e33-322d-4a34-af24-24be60b641be tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:00:59.743158 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-aca71e33-322d-4a34-af24-24be60b641be tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1634078 Jul 27 21:00:59.767192 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-7814e38d-c377-41c3-bd91-fd3c0b98e594 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/quotas/0176a40f24bb4acdb66a7b41f79a0296 HTTP/1.1" status: 200 len: 375 time: 0.0156391 Jul 27 21:00:59.825012 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-7b493381-2a98-4b49-8567-3979a7dbfdba tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0176a40f24bb4acdb66a7b41f79a0296&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477991 Jul 27 21:00:59.846523 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcff889b-a6e3-4f6d-afc4-d1d96e698bc8 x-openstack-request-id: req-bcff889b-a6e3-4f6d-afc4-d1d96e698bc8 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:00:59.846826 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b929c6-ef33-41f1-8606-51191f21bcbd", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e86e6a-70c7-4ca3-86f4-586b001e4091", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:00:59.847149 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bcff889b-a6e3-4f6d-afc4-d1d96e698bc8 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:00:59.847603 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b929c6-ef33-41f1-8606-51191f21bcbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e86e6a-70c7-4ca3-86f4-586b001e4091', 'code': 200} Jul 27 21:01:00.009684 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:00.034622 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:00.093157 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34cfac27-0b33-4861-9323-ca4c0f558181 req-15ed4688-fbeb-4c8a-80c7-47fa8d5d4ccf tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/ports?device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 210 time: 0.0760624 Jul 27 21:01:00.122071 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-c5e88985-acbb-4b7d-9816-da23c48c79a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:00.124008 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-c5e88985-acbb-4b7d-9816-da23c48c79a3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 1096 time: 0.2164514 Jul 27 21:01:00.174154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7335522-ea06-4936-92b5-5f91d9a56ad8 req-b3d5185e-55eb-4e4e-a763-e3452660a0fa tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:00.175925 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7335522-ea06-4936-92b5-5f91d9a56ad8 req-b3d5185e-55eb-4e4e-a763-e3452660a0fa tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 945 time: 0.1727207 Jul 27 21:01:00.235503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7335522-ea06-4936-92b5-5f91d9a56ad8 req-f53ce903-810e-4490-96a7-3226c8ba9a72 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500767 Jul 27 21:01:00.235939 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36470) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:00.252454 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Allocated IP 172.25.2.136 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/600af89d-c0dd-4f58-886c-a414e14d7489) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:00.314789 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-bd559161-5aa4-401d-8316-26c0c570c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:00.316282 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-bd559161-5aa4-401d-8316-26c0c570c178 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 909 time: 0.1833625 Jul 27 21:01:00.424470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-16aa4d99-dcec-4f7b-9eda-aa7bd9abda4c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2204d8c01db34380b5c60935fd99d829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874282 Jul 27 21:01:00.429376 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36480) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:00.441097 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-11c17b2a-a952-404f-b35c-22990f75a2c4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23ff531b-809f-4372-810d-5d776dea40e1 HTTP/1.1" status: 200 len: 217 time: 0.1100190 Jul 27 21:01:00.463064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf26028-283d-4a75-b174-47e4ca41b633 req-0aad7fd9-6318-48f6-a8f8-9c4a4d412b77 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:00.465358 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ebf26028-283d-4a75-b174-47e4ca41b633 req-0aad7fd9-6318-48f6-a8f8-9c4a4d412b77 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 944 time: 0.1595118 Jul 27 21:01:00.519247 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b20f3840-06b8-4daf-8225-90c6b7687520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:00.529598 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-870a5bf3-e57b-4178-ac22-1463aeaefdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:00.531296 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-870a5bf3-e57b-4178-ac22-1463aeaefdf1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.0835459 Jul 27 21:01:00.545401 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ebf26028-283d-4a75-b174-47e4ca41b633 req-2777e0ae-ee67-4347-91cb-fbc0d3548cac tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712841 Jul 27 21:01:00.565612 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b20f3840-06b8-4daf-8225-90c6b7687520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:00.575351 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-d157a298-d2e8-4b76-9161-08e796783da6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323610 Jul 27 21:01:00.578371 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:00.627941 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b20f3840-06b8-4daf-8225-90c6b7687520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:00.630839 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b20f3840-06b8-4daf-8225-90c6b7687520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:00.632613 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b20f3840-06b8-4daf-8225-90c6b7687520 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/729d4959-991b-4a4e-bb1f-661c0f8cf0ed HTTP/1.1" status: 204 len: 168 time: 0.2018542 Jul 27 21:01:00.643946 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f3840-06b8-4daf-8225-90c6b7687520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729d4959-991b-4a4e-bb1f-661c0f8cf0ed,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:00.701464 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-992ba6ed-f244-4ef9-979c-aa8f7c61b88f service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182361 Jul 27 21:01:00.703715 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:00.790398 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:00.796771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:00.805719 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:00.836209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Pushing event updated for resources: {'Port': ['ID=600af89d-c0dd-4f58-886c-a414e14d7489,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:00.883539 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:01:00.939288 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-f92781c7-3093-4793-af35-9c221b227a80 service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268150 Jul 27 21:01:01.015390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:01.041894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:01.043091 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ebae7dd8-b013-4c8c-9ee3-a8d01c8995d9 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:01.185917 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a55be0c5-43cc-4eb2-8a51-2ad7794ca1e5 req-4d62ca64-1742-40ae-a305-82ea55156017 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/ports?device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 210 time: 0.0309973 Jul 27 21:01:01.234244 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-87737d16-a12b-49b0-b2b8-9d43ba244931 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0176a40f24bb4acdb66a7b41f79a0296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227494 Jul 27 21:01:01.407461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-f925782e-1f9a-4baa-bbdf-a88194ba601b tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:01.409347 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-f925782e-1f9a-4baa-bbdf-a88194ba601b tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683891 Jul 27 21:01:01.441374 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Request body: {'port': {'device_id': '81332690-7e29-42ab-b9ce-9332396c4867', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '0176a40f24bb4acdb66a7b41f79a0296'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:01.518333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device b0e86e6a-70c7-4ca3-86f4-586b001e4091 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:01.530164 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.535954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-44ed88c4-41f8-455b-b0c7-ddea567f6b4e tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:01.537519 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-44ed88c4-41f8-455b-b0c7-ddea567f6b4e tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975&tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 1096 time: 0.5000546 Jul 27 21:01:01.579608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764806-9'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:01.584159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port b0e86e6a-70c7-4ca3-86f4-586b001e4091 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:01.585267 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.645466 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da216303-c582-451e-a19c-b0141a6929af req-b5252978-d3fc-4237-be53-d331b6e5e4b1 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:01.656642 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da216303-c582-451e-a19c-b0141a6929af req-b5252978-d3fc-4237-be53-d331b6e5e4b1 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 945 time: 0.2942669 Jul 27 21:01:01.698003 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.735635 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.742952 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Made reservation on behalf of 0176a40f24bb4acdb66a7b41f79a0296 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:01.747077 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.759548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port b0e86e6a-70c7-4ca3-86f4-586b001e4091, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=b0e86e6a-70c7-4ca3-86f4-586b001e4091,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:01.759821 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.765133 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.770650 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da216303-c582-451e-a19c-b0141a6929af req-42cabfc7-1a6e-4680-82ae-d2488055c781 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123376 Jul 27 21:01:01.828767 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=b0e86e6a-70c7-4ca3-86f4-586b001e4091,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:01.831351 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fea7e7-e7db-42ab-a788-2ff7b041be85 req-b5d49591-1729-4383-9c16-639255cd74fd tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:01.832996 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05fea7e7-e7db-42ab-a788-2ff7b041be85 req-b5d49591-1729-4383-9c16-639255cd74fd tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 944 time: 0.1589775 Jul 27 21:01:01.837855 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:01.838493 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:01.839100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:01.839572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:01.840166 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:01.840728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:01.841097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:01.841915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:01.842544 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:01.843203 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:01.843821 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:01.844381 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:01.848168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b929c6-ef33-41f1-8606-51191f21bcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e86e6a-70c7-4ca3-86f4-586b001e4091'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:01.851140 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc32496-5050-41f5-a2c5-79943955c513" -d '{"events": [{"server_uuid": "f1b929c6-ef33-41f1-8606-51191f21bcbd", "name": "network-vif-plugged", "status": "completed", "tag": "b0e86e6a-70c7-4ca3-86f4-586b001e4091"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:01.900115 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab22487e-0dba-4368-ac4f-502410196421 x-openstack-request-id: req-ab22487e-0dba-4368-ac4f-502410196421 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:01.900419 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b929c6-ef33-41f1-8606-51191f21bcbd", "name": "network-vif-plugged", "status": "completed", "tag": "b0e86e6a-70c7-4ca3-86f4-586b001e4091", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:01.900763 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab22487e-0dba-4368-ac4f-502410196421 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:01.901254 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b929c6-ef33-41f1-8606-51191f21bcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e86e6a-70c7-4ca3-86f4-586b001e4091', 'code': 200} Jul 27 21:01:01.930356 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05fea7e7-e7db-42ab-a788-2ff7b041be85 req-4ac0112d-3152-4035-a975-480addc16a72 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840542 Jul 27 21:01:01.937264 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.987694 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:01.993279 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:02.024676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] For port 23ff531b-809f-4372-810d-5d776dea40e1, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=23ff531b-809f-4372-810d-5d776dea40e1,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:02.090186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21936e71-f630-4060-a570-53c86540295d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:02.104841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:02.105375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:02.105916 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:02.106425 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:02.106824 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:02.107162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:02.107583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:02.107922 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:02.108255 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:02.108635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:02.109007 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:02.109686 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:02.151001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] For port 23ff531b-809f-4372-810d-5d776dea40e1, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:02.173477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Allocated IP 192.168.233.101 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/533b652c-09ed-43cc-ae68-fe9d02fcfb15) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:02.218663 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9df07-75a0-40c3-95de-f610f610fa34 req-aab113cd-7f8e-41dd-8303-7970990c24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:02.219633 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-98f9df07-75a0-40c3-95de-f610f610fa34 req-aab113cd-7f8e-41dd-8303-7970990c24e6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 1096 time: 0.1972296 Jul 27 21:01:02.222584 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6211f2-b2b3-4fb4-ad58-d89efc754975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23ff531b-809f-4372-810d-5d776dea40e1'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:02.225184 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4f171e-1f40-4045-8b08-f06f68e76d77" -d '{"events": [{"server_uuid": "2d6211f2-b2b3-4fb4-ad58-d89efc754975", "name": "network-vif-unplugged", "status": "completed", "tag": "23ff531b-809f-4372-810d-5d776dea40e1"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:02.229399 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:02.276589 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:02.315273 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5086b807-be6f-4a1e-9c03-554cb749bd3d x-openstack-request-id: req-5086b807-be6f-4a1e-9c03-554cb749bd3d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:02.315521 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6211f2-b2b3-4fb4-ad58-d89efc754975", "name": "network-vif-unplugged", "status": "completed", "tag": "23ff531b-809f-4372-810d-5d776dea40e1", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:02.315633 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5086b807-be6f-4a1e-9c03-554cb749bd3d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:02.316115 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6211f2-b2b3-4fb4-ad58-d89efc754975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23ff531b-809f-4372-810d-5d776dea40e1', 'code': 200} Jul 27 21:01:02.325143 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Router d9a15ee3-6edc-4e3d-81ad-455da6719f4c is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:01:02.341301 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c7f321f-79b6-4149-b8aa-645cd8248fc0 req-0438c092-a06a-456b-b798-2d222475e0ef tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/ports?device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 210 time: 0.0564067 Jul 27 21:01:02.344792 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-98f9df07-75a0-40c3-95de-f610f610fa34 req-1b856b92-2aa8-4dbc-801a-a899a104ad74 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133811 Jul 27 21:01:02.401936 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:02.419679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Transition to ACTIVE for port object 533b652c-09ed-43cc-ae68-fe9d02fcfb15 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:02.434167 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Pushing event updated for resources: {'Port': ['ID=23ff531b-809f-4372-810d-5d776dea40e1,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:02.468223 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:02.486407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Attempting to bind port 23ff531b-809f-4372-810d-5d776dea40e1 on host n-h1-764806-9 for vnic_type normal with profile {"migrating_to": "n-h2-764806-9"} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:02.486748 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Attempting to bind port 23ff531b-809f-4372-810d-5d776dea40e1 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:02.487075 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Attempting to bind port 23ff531b-809f-4372-810d-5d776dea40e1 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:02.495610 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Port 23ff531b-809f-4372-810d-5d776dea40e1 on network a867caef-b904-44c4-ac9a-71eaf4e3734e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:02.496560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Attempting to bind port 23ff531b-809f-4372-810d-5d776dea40e1 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:02.509293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:02.509608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Checking segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:02.510016 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Bound using segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:02.510869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Bound port: 23ff531b-809f-4372-810d-5d776dea40e1, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:02.510869 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:02.519159 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:02.522555 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:02.526742 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:02.529339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:01:02.545221 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Sync routers for ids ['d9a15ee3-6edc-4e3d-81ad-455da6719f4c'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:01:02.557293 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Routers {'d9a15ee3-6edc-4e3d-81ad-455da6719f4c'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:02.558508 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:00:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d9a15ee3-6edc-4e3d-81ad-455da6719f4c'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:02.576522 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:02.577556 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f9b95e09-1f93-4991-b7f9-ce1085693022 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3156037 Jul 27 21:01:02.581987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36532) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:02.606423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Pushing event updated for resources: {'Port': ['ID=533b652c-09ed-43cc-ae68-fe9d02fcfb15,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:02.616539 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-128d0e7e-a07c-4fc5-a95c-d10e03934e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:02.650832 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:02.651718 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:02.671596 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-fd92a6c6-2ffe-4d64-8868-b1b1405f9868 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2362483 Jul 27 21:01:02.689967 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] For port 23ff531b-809f-4372-810d-5d776dea40e1, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:02.696128 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Request body: {'port': {'device_id': '81332690-7e29-42ab-b9ce-9332396c4867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:02.696331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] For port 23ff531b-809f-4372-810d-5d776dea40e1, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=23ff531b-809f-4372-810d-5d776dea40e1,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:02.705420 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:02.727640 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Set router d9a15ee3-6edc-4e3d-81ad-455da6719f4c gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:02.836489 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:02.909331 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-19b67c2d-c203-49a4-88f9-a5ca6eb5283e None None] Provisioning for port 533b652c-09ed-43cc-ae68-fe9d02fcfb15 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:02.913854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-19b67c2d-c203-49a4-88f9-a5ca6eb5283e None None] Provisioning complete for port 533b652c-09ed-43cc-ae68-fe9d02fcfb15 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:02.914199 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-19b67c2d-c203-49a4-88f9-a5ca6eb5283e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:02.995719 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-19b67c2d-c203-49a4-88f9-a5ca6eb5283e None None] Port 533b652c-09ed-43cc-ae68-fe9d02fcfb15 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:03.019089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:03.019597 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1652385076-router', 'tenant_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '600af89d-c0dd-4f58-886c-a414e14d7489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:59Z', 'updated_at': '2021-07-27T21:01:00Z', 'revision_number': 3, 'project_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'gw_port': {'id': '600af89d-c0dd-4f58-886c-a414e14d7489', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:00Z', 'updated_at': '2021-07-27T21:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:03.019776 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.023861 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] 10.222.0.66 "PUT /v2.0/ports/23ff531b-809f-4372-810d-5d776dea40e1 HTTP/1.1" status: 200 len: 1121 time: 1.4469728 Jul 27 21:01:03.034400 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a8db5-6156-4eb2-9e39-67215092384e service neutron] Pushing event updated for resources: {'Port': ['ID=23ff531b-809f-4372-810d-5d776dea40e1,revision_number=8']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:03.093971 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['23ff531b-809f-4372-810d-5d776dea40e1'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:03.097064 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Checking router: d9a15ee3-6edc-4e3d-81ad-455da6719f4c for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:01:03.097604 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Updating router d9a15ee3-6edc-4e3d-81ad-455da6719f4c port 600af89d-c0dd-4f58-886c-a414e14d7489 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:01:03.142126 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.261142 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c157e-ce51-4d60-88f8-71b236a60b16 req-4b6b9cc4-27ea-4ebd-9a88-415cd4609f86 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:03.269585 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c1c157e-ce51-4d60-88f8-71b236a60b16 req-4b6b9cc4-27ea-4ebd-9a88-415cd4609f86 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 943 time: 0.3886466 Jul 27 21:01:03.365889 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d35a37-4563-4c89-9126-5d51f3b4e077 req-5704526f-6088-485e-a574-d1ce484c37b4 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:03.368014 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5d35a37-4563-4c89-9126-5d51f3b4e077 req-5704526f-6088-485e-a574-d1ce484c37b4 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.3063493 Jul 27 21:01:03.382496 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c1c157e-ce51-4d60-88f8-71b236a60b16 req-140467d4-bdae-4668-a239-99f4724c63c1 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072490 Jul 27 21:01:03.423736 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533b652c-09ed-43cc-ae68-fe9d02fcfb15 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:03.436531 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.455585 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.495339 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5d35a37-4563-4c89-9126-5d51f3b4e077 req-626aa727-1933-4a3e-8b5c-47823c0d4469 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622864 Jul 27 21:01:03.513340 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Transition to ACTIVE for port object 533b652c-09ed-43cc-ae68-fe9d02fcfb15 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:03.520559 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.643684 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.660281 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Transition to ACTIVE for port object 600af89d-c0dd-4f58-886c-a414e14d7489 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:03.673562 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.744571 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Allocated IP 172.20.0.1 (12136521-0c8b-4cb0-9dc5-5d02674d242d/1f64ea69-e90b-4843-8916-973c88972dfb/a3ed21e1-93dc-443f-b457-25f5df63bf87) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:03.756886 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Attempting to bind port 600af89d-c0dd-4f58-886c-a414e14d7489 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:03.757234 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Attempting to bind port 600af89d-c0dd-4f58-886c-a414e14d7489 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:03.757592 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Attempting to bind port 600af89d-c0dd-4f58-886c-a414e14d7489 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:03.761044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Pushing event updated for resources: {'Port': ['ID=533b652c-09ed-43cc-ae68-fe9d02fcfb15,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:03.776181 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:03.776553 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:03.776984 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.780180 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:03.780913 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Bound port: 600af89d-c0dd-4f58-886c-a414e14d7489, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:03.781509 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.784883 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae4597-ab88-43fb-ad3c-d7227e234f4b None None] Pushing event updated for resources: {'Port': ['ID=600af89d-c0dd-4f58-886c-a414e14d7489,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:03.839719 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.851889 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae4597-ab88-43fb-ad3c-d7227e234f4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:03.857952 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae4597-ab88-43fb-ad3c-d7227e234f4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:03.858550 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae4597-ab88-43fb-ad3c-d7227e234f4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:03.859053 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae4597-ab88-43fb-ad3c-d7227e234f4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:03.859541 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae4597-ab88-43fb-ad3c-d7227e234f4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:03.860077 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae4597-ab88-43fb-ad3c-d7227e234f4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:03.860580 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae4597-ab88-43fb-ad3c-d7227e234f4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:03.861061 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae4597-ab88-43fb-ad3c-d7227e234f4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:03.861562 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae4597-ab88-43fb-ad3c-d7227e234f4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:03.862049 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae4597-ab88-43fb-ad3c-d7227e234f4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:03.862572 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae4597-ab88-43fb-ad3c-d7227e234f4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:03.870961 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ae4597-ab88-43fb-ad3c-d7227e234f4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:03.923879 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] For port 600af89d-c0dd-4f58-886c-a414e14d7489, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:03.928189 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] For port 600af89d-c0dd-4f58-886c-a414e14d7489, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=600af89d-c0dd-4f58-886c-a414e14d7489,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:03.934815 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:03.963617 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.009461 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae4597-ab88-43fb-ad3c-d7227e234f4b None None] Pushing event updated for resources: {'Port': ['ID=600af89d-c0dd-4f58-886c-a414e14d7489,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:04.020083 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Routers {'d9a15ee3-6edc-4e3d-81ad-455da6719f4c'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:04.020939 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:00:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d9a15ee3-6edc-4e3d-81ad-455da6719f4c'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:04.049908 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.099696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Network 12136521-0c8b-4cb0-9dc5-5d02674d242d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:04.103341 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:04.108631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:04.112622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ed21e1-93dc-443f-b457-25f5df63bf87,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:04.154156 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] Set router d9a15ee3-6edc-4e3d-81ad-455da6719f4c gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:04.154938 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.206214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Attempting to bind port 533b652c-09ed-43cc-ae68-fe9d02fcfb15 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:04.206559 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Attempting to bind port 533b652c-09ed-43cc-ae68-fe9d02fcfb15 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:04.206901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Attempting to bind port 533b652c-09ed-43cc-ae68-fe9d02fcfb15 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:04.217905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41482e1f-5d5b-4803-9baf-e9c13e6a1b4c req-e92a44fd-9a56-40e2-b612-76cca5dcc6c8 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:04.219497 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41482e1f-5d5b-4803-9baf-e9c13e6a1b4c req-e92a44fd-9a56-40e2-b612-76cca5dcc6c8 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/ports?device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 948 time: 0.6049323 Jul 27 21:01:04.229175 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Port 533b652c-09ed-43cc-ae68-fe9d02fcfb15 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:04.229644 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Attempting to bind port 533b652c-09ed-43cc-ae68-fe9d02fcfb15 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:04.264983 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:04.265457 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:04.265940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:04.266619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Bound port: 533b652c-09ed-43cc-ae68-fe9d02fcfb15, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:04.267266 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.283664 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41482e1f-5d5b-4803-9baf-e9c13e6a1b4c req-10a80351-2856-4309-83e3-bd3ed5911162 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/security-groups?id=21936e71-f630-4060-a570-53c86540295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561361 Jul 27 21:01:04.321273 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6211f2-b2b3-4fb4-ad58-d89efc754975', 'tag': '23ff531b-809f-4372-810d-5d776dea40e1'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:04.321273 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a753b702-2cf8-46cc-b14f-472b8ba18040" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6211f2-b2b3-4fb4-ad58-d89efc754975", "tag": "23ff531b-809f-4372-810d-5d776dea40e1"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:04.370651 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1652385076-router', 'tenant_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '600af89d-c0dd-4f58-886c-a414e14d7489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:59Z', 'updated_at': '2021-07-27T21:01:00Z', 'revision_number': 3, 'project_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'gw_port': {'id': '600af89d-c0dd-4f58-886c-a414e14d7489', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:00Z', 'updated_at': '2021-07-27T21:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:04.374770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] For port 533b652c-09ed-43cc-ae68-fe9d02fcfb15, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:04.379494 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] For port 533b652c-09ed-43cc-ae68-fe9d02fcfb15, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=533b652c-09ed-43cc-ae68-fe9d02fcfb15,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:04.381729 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff108cf-9781-4d5f-9aeb-c206cf37f468 x-openstack-request-id: req-0ff108cf-9781-4d5f-9aeb-c206cf37f468 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:04.382084 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6211f2-b2b3-4fb4-ad58-d89efc754975", "tag": "23ff531b-809f-4372-810d-5d776dea40e1", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:04.382455 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ff108cf-9781-4d5f-9aeb-c206cf37f468 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:04.383084 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6211f2-b2b3-4fb4-ad58-d89efc754975', 'tag': '23ff531b-809f-4372-810d-5d776dea40e1', 'status': 'completed', 'code': 200} Jul 27 21:01:04.385881 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.400961 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1484b42-0a22-4a1c-addd-1d5de5808e13 None None] The sync data for ids ['d9a15ee3-6edc-4e3d-81ad-455da6719f4c'] in n-d-764806-9 is: [{'id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1652385076-router', 'tenant_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '600af89d-c0dd-4f58-886c-a414e14d7489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:59Z', 'updated_at': '2021-07-27T21:01:00Z', 'revision_number': 3, 'project_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'gw_port': {'id': '600af89d-c0dd-4f58-886c-a414e14d7489', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:00Z', 'updated_at': '2021-07-27T21:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:01:04.401632 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.450662 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:04.451855 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.454400 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] 10.222.0.66 "PUT /v2.0/ports/533b652c-09ed-43cc-ae68-fe9d02fcfb15 HTTP/1.1" status: 200 len: 1096 time: 1.7663028 Jul 27 21:01:04.454889 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81332690-7e29-42ab-b9ce-9332396c4867', 'tag': '533b652c-09ed-43cc-ae68-fe9d02fcfb15'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:04.458963 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290da0f4-57bc-4478-8aa7-fddf51e16be3" -d '{"events": [{"name": "network-changed", "server_uuid": "81332690-7e29-42ab-b9ce-9332396c4867", "tag": "533b652c-09ed-43cc-ae68-fe9d02fcfb15"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:04.565954 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a88f8cc-f0c9-4041-95a2-a5bf67c51bb6 x-openstack-request-id: req-2a88f8cc-f0c9-4041-95a2-a5bf67c51bb6 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:04.566278 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81332690-7e29-42ab-b9ce-9332396c4867", "tag": "533b652c-09ed-43cc-ae68-fe9d02fcfb15", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:04.566640 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a88f8cc-f0c9-4041-95a2-a5bf67c51bb6 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:04.567288 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81332690-7e29-42ab-b9ce-9332396c4867', 'tag': '533b652c-09ed-43cc-ae68-fe9d02fcfb15', 'status': 'completed', 'code': 200} Jul 27 21:01:04.617453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837ee7b-c350-4318-986e-31284a3e2393 service neutron] Pushing event updated for resources: {'Port': ['ID=533b652c-09ed-43cc-ae68-fe9d02fcfb15,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:04.691995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e88126-b77a-479b-a01f-c1b7afb36d37 req-e7de4654-b157-4893-9f35-7db96b3843f2 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:04.701036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13e88126-b77a-479b-a01f-c1b7afb36d37 req-e7de4654-b157-4893-9f35-7db96b3843f2 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 943 time: 0.2149343 Jul 27 21:01:04.734533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753b702-2cf8-46cc-b14f-472b8ba18040 req-765c93ac-28d7-4307-b1dd-28b782575154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:04.736628 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a753b702-2cf8-46cc-b14f-472b8ba18040 req-765c93ac-28d7-4307-b1dd-28b782575154 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 1124 time: 0.3362544 Jul 27 21:01:04.766399 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.828889 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13e88126-b77a-479b-a01f-c1b7afb36d37 req-7c557513-6928-4afe-ac77-33eb412ec5b0 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269634 Jul 27 21:01:04.844300 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-ffdb97c7-ffa4-4530-a19f-13bd367b80c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:04.845819 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-ffdb97c7-ffa4-4530-a19f-13bd367b80c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0176a40f24bb4acdb66a7b41f79a0296&device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 1099 time: 0.3071344 Jul 27 21:01:04.904663 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753b702-2cf8-46cc-b14f-472b8ba18040 req-9fd5205a-beb6-41ba-89da-eddc4b03de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:04.905897 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a753b702-2cf8-46cc-b14f-472b8ba18040 req-9fd5205a-beb6-41ba-89da-eddc4b03de75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 909 time: 0.1557786 Jul 27 21:01:04.906798 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:04.924354 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-1675b444-c842-4a49-9363-492abf9c91c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=533b652c-09ed-43cc-ae68-fe9d02fcfb15 HTTP/1.1" status: 200 len: 217 time: 0.0566325 Jul 27 21:01:04.935044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7a241-df12-4889-941b-88eceeb37b56 req-f554c1c2-819c-4c44-a9f4-47ebe47657e2 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:04.945024 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-54c7a241-df12-4889-941b-88eceeb37b56 req-f554c1c2-819c-4c44-a9f4-47ebe47657e2 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.2029686 Jul 27 21:01:05.032456 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a753b702-2cf8-46cc-b14f-472b8ba18040 req-9a69842e-c466-4299-bd5f-bc1ff79a70e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23ff531b-809f-4372-810d-5d776dea40e1 HTTP/1.1" status: 200 len: 217 time: 0.1011329 Jul 27 21:01:05.044462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ed21e1-93dc-443f-b457-25f5df63bf87,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:05.082856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-54c7a241-df12-4889-941b-88eceeb37b56 req-f4906824-0f25-4626-a8d9-825c0c829480 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368189 Jul 27 21:01:05.096285 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5383ddb9-8861-41f9-a6c8-d0dfd3fa7c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:05.098015 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-5383ddb9-8861-41f9-a6c8-d0dfd3fa7c2c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1509387 Jul 27 21:01:05.103542 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:05.188520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753b702-2cf8-46cc-b14f-472b8ba18040 req-6a2fdef9-5503-40bb-8168-9ab5fcc3bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:05.190163 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a753b702-2cf8-46cc-b14f-472b8ba18040 req-6a2fdef9-5503-40bb-8168-9ab5fcc3bc75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.1407127 Jul 27 21:01:05.211916 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-a973bf3c-7fdf-4f82-8df0-78dcfd92857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:05.214285 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-a973bf3c-7fdf-4f82-8df0-78dcfd92857f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086144 Jul 27 21:01:05.238705 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a753b702-2cf8-46cc-b14f-472b8ba18040 req-0bb5fe59-5c9c-4e15-8241-384b20808502 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378013 Jul 27 21:01:05.340785 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ba4a51bd-1b57-4e16-8e24-228f4d9b2b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:05.349654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Network 12136521-0c8b-4cb0-9dc5-5d02674d242d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:05.353707 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:05.406165 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162bbc3-f436-4ecb-a75c-c271173944da req-292d8f69-57b5-46db-8f93-efa7604d2e0a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:05.415007 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9162bbc3-f436-4ecb-a75c-c271173944da req-292d8f69-57b5-46db-8f93-efa7604d2e0a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.2101161 Jul 27 21:01:05.420549 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:05.430638 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a753b702-2cf8-46cc-b14f-472b8ba18040 req-dfa29571-3d61-4ea8-9333-fba3a551582c service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816897 Jul 27 21:01:05.440430 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-b3286595-c3dc-4148-b0fb-96a0ac6268da service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144253 Jul 27 21:01:05.548061 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 23ff531b-809f-4372-810d-5d776dea40e1 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:05.573958 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9162bbc3-f436-4ecb-a75c-c271173944da req-2799c699-d4a5-45e9-8c72-f082020a8374 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474395 Jul 27 21:01:05.611285 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Router d9a15ee3-6edc-4e3d-81ad-455da6719f4c has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:01:05.632368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03452a94-3995-4d47-b0c7-2ec4ee8b6ada req-0dd74505-7430-4022-89d9-e8c93f4d0297 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820180 Jul 27 21:01:05.638290 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a753b702-2cf8-46cc-b14f-472b8ba18040 req-0de008db-8208-4b10-bf77-28f326cd44be service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999114 Jul 27 21:01:05.664704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b373e0-c36b-430c-b105-984b0efc2ac9 req-9a4c241d-dc88-46e2-8552-05622f6ec661 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:05.675119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9b373e0-c36b-430c-b105-984b0efc2ac9 req-9a4c241d-dc88-46e2-8552-05622f6ec661 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/ports?device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 948 time: 0.1654510 Jul 27 21:01:05.680032 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 23ff531b-809f-4372-810d-5d776dea40e1, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=23ff531b-809f-4372-810d-5d776dea40e1,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:05.698911 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 23ff531b-809f-4372-810d-5d776dea40e1 has no active binding in host n-h2-764806-9 {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:01:05.726746 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9b373e0-c36b-430c-b105-984b0efc2ac9 req-fc497d60-b5bd-4933-b881-ffcab039af97 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/security-groups?id=21936e71-f630-4060-a570-53c86540295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505202 Jul 27 21:01:05.829027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290da0f4-57bc-4478-8aa7-fddf51e16be3 req-9027db7b-2cd8-49f1-a4b5-3d037ec6111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:05.830621 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-290da0f4-57bc-4478-8aa7-fddf51e16be3 req-9027db7b-2cd8-49f1-a4b5-3d037ec6111f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0176a40f24bb4acdb66a7b41f79a0296&device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 1099 time: 0.1008830 Jul 27 21:01:05.980937 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290da0f4-57bc-4478-8aa7-fddf51e16be3 req-ee200213-7e68-4707-808a-785760330b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:05.982446 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-290da0f4-57bc-4478-8aa7-fddf51e16be3 req-ee200213-7e68-4707-808a-785760330b99 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1440713 Jul 27 21:01:06.045400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 600af89d-c0dd-4f58-886c-a414e14d7489 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:06.075982 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-290da0f4-57bc-4478-8aa7-fddf51e16be3 req-8d1d86fa-5ae0-4be9-bab7-42d4e37d626b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=533b652c-09ed-43cc-ae68-fe9d02fcfb15 HTTP/1.1" status: 200 len: 217 time: 0.0834816 Jul 27 21:01:06.116121 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 600af89d-c0dd-4f58-886c-a414e14d7489 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:06.123177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 600af89d-c0dd-4f58-886c-a414e14d7489 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:06.123557 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:06.159446 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290da0f4-57bc-4478-8aa7-fddf51e16be3 req-5ed1bd5e-9bee-44ab-b4fb-957bd0ce9e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:06.161436 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-290da0f4-57bc-4478-8aa7-fddf51e16be3 req-5ed1bd5e-9bee-44ab-b4fb-957bd0ce9e98 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0751865 Jul 27 21:01:06.176514 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d249023-6ddf-460c-9920-8e8a44bf0ea6 req-4ff7a543-dccd-459d-bfb9-563a2444ee67 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:06.180979 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d249023-6ddf-460c-9920-8e8a44bf0ea6 req-4ff7a543-dccd-459d-bfb9-563a2444ee67 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 943 time: 0.2081499 Jul 27 21:01:06.218632 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:01:06.235948 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-39ae565e-0bee-4325-aa79-7ed8d7c1b696 admin admin] 10.222.0.55 "PUT /v2.0/routers/d9a15ee3-6edc-4e3d-81ad-455da6719f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6481607 Jul 27 21:01:06.242253 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:06.265505 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 600af89d-c0dd-4f58-886c-a414e14d7489, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=600af89d-c0dd-4f58-886c-a414e14d7489,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:06.274998 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:06.286664 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d249023-6ddf-460c-9920-8e8a44bf0ea6 req-fc254ff0-cbc1-4b71-823f-6ef53ad4d577 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934546 Jul 27 21:01:06.367487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=600af89d-c0dd-4f58-886c-a414e14d7489,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:06.395631 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290da0f4-57bc-4478-8aa7-fddf51e16be3 req-fe479a7c-432a-48c1-b48c-bb66cf091901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:06.397303 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-290da0f4-57bc-4478-8aa7-fddf51e16be3 req-fe479a7c-432a-48c1-b48c-bb66cf091901 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2148368 Jul 27 21:01:06.508065 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-5e48c3fa-00fe-4935-8434-e17bdd96facd tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:06.509580 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-5e48c3fa-00fe-4935-8434-e17bdd96facd tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/networks?id=e942917d-c786-450f-a41a-7afd14216ffe HTTP/1.1" status: 200 len: 815 time: 0.2038095 Jul 27 21:01:06.537845 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-013ce165-4550-41f5-8f95-f228e92f28a6 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/quotas/f9356d2f895943a7b11295fb2f999893 HTTP/1.1" status: 200 len: 375 time: 0.0211401 Jul 27 21:01:06.562846 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-290da0f4-57bc-4478-8aa7-fddf51e16be3 req-65abc1b9-d3df-403c-8fea-3edae179eea0 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434546 Jul 27 21:01:06.665087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Sync routers for ids ['d9a15ee3-6edc-4e3d-81ad-455da6719f4c'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:01:06.675963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Routers {'d9a15ee3-6edc-4e3d-81ad-455da6719f4c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:06.676604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:01:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d9a15ee3-6edc-4e3d-81ad-455da6719f4c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:06.736489 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-311e47ab-7a5e-4cc2-9066-e353d132c016 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9356d2f895943a7b11295fb2f999893&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1884360 Jul 27 21:01:06.783948 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Set router d9a15ee3-6edc-4e3d-81ad-455da6719f4c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:06.844224 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-290da0f4-57bc-4478-8aa7-fddf51e16be3 req-491ac634-c7df-4270-a1f7-acdad3871286 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558477 Jul 27 21:01:06.858171 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-df2545fa-cc31-4fe7-882a-ddd101d499d9 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:06.862809 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-df2545fa-cc31-4fe7-882a-ddd101d499d9 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/networks?id=12136521-0c8b-4cb0-9dc5-5d02674d242d HTTP/1.1" status: 200 len: 819 time: 0.2212059 Jul 27 21:01:06.890660 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-8cb26cdf-20a8-49ca-8906-ad9ddc0849c7 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/quotas/5e12b0b8b49e4a8685306f697c0d4f06 HTTP/1.1" status: 200 len: 375 time: 0.0235753 Jul 27 21:01:06.927601 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-274318d4-d385-48f2-9885-a7e6f746f7fa service neutron] 10.222.0.55 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823628 Jul 27 21:01:07.057954 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.063481 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-4c4fe868-c416-4473-b020-804499e71ddb service neutron] 10.222.0.55 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091523 Jul 27 21:01:07.072853 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-9a31a3cc-637e-4380-a992-d2d8c2856a02 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e12b0b8b49e4a8685306f697c0d4f06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1681025 Jul 27 21:01:07.083863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1652385076-router', 'tenant_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '600af89d-c0dd-4f58-886c-a414e14d7489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:59Z', 'updated_at': '2021-07-27T21:01:04Z', 'revision_number': 4, 'project_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'gw_port': {'id': '600af89d-c0dd-4f58-886c-a414e14d7489', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:00Z', 'updated_at': '2021-07-27T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a3ed21e1-93dc-443f-b457-25f5df63bf87', 'name': '', 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d', 'tenant_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'mac_address': 'fa:16:3e:10:9d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '1f64ea69-e90b-4843-8916-973c88972dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:03Z', 'updated_at': '2021-07-27T21:01:04Z', 'revision_number': 2, 'project_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'subnets': [{'id': '1f64ea69-e90b-4843-8916-973c88972dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:07.116997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Checking router: d9a15ee3-6edc-4e3d-81ad-455da6719f4c for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:01:07.117357 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Updating router d9a15ee3-6edc-4e3d-81ad-455da6719f4c port a3ed21e1-93dc-443f-b457-25f5df63bf87 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:01:07.157893 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.196815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-9e92337e-e2f9-498d-bebc-8430e6826eb0 service neutron] 10.222.0.55 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052184 Jul 27 21:01:07.355057 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-c3c6acb2-fd11-4cbf-ae66-c844f66c943f service neutron] 10.222.0.55 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433685 Jul 27 21:01:07.394179 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49e013-0262-4aee-8e51-8ac75390ac4a req-52b0d1c8-51e0-4764-9744-fd3ddda27893 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:07.397961 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb49e013-0262-4aee-8e51-8ac75390ac4a req-52b0d1c8-51e0-4764-9744-fd3ddda27893 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/ports?device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 948 time: 0.1214576 Jul 27 21:01:07.409261 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.459190 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb49e013-0262-4aee-8e51-8ac75390ac4a req-5eabb400-aa04-45eb-bfd2-d39ecae39fc6 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/security-groups?id=21936e71-f630-4060-a570-53c86540295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535417 Jul 27 21:01:07.555676 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.583896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Transition to ACTIVE for port object a3ed21e1-93dc-443f-b457-25f5df63bf87 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:07.594252 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.717768 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bbb86-4ba8-414d-acb4-a4f4ef17104a None None] Pushing event updated for resources: {'Port': ['ID=a3ed21e1-93dc-443f-b457-25f5df63bf87,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:07.724223 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2149a2aa-377b-4368-a9ed-95b0b5138d52 req-4a5ae081-80ea-4014-b8a8-3b4c7d7d64e3 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 210 time: 0.0679433 Jul 27 21:01:07.758955 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Attempting to bind port a3ed21e1-93dc-443f-b457-25f5df63bf87 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:07.759481 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Attempting to bind port a3ed21e1-93dc-443f-b457-25f5df63bf87 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '09c16f78-87f7-4ccb-978f-3f307869e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:07.759850 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Attempting to bind port a3ed21e1-93dc-443f-b457-25f5df63bf87 on network 12136521-0c8b-4cb0-9dc5-5d02674d242d {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:07.766785 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:07.767087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Checking segment: {'id': '09c16f78-87f7-4ccb-978f-3f307869e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:07.767496 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.767944 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Bound using segment: {'id': '09c16f78-87f7-4ccb-978f-3f307869e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:07.768437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Bound port: a3ed21e1-93dc-443f-b457-25f5df63bf87, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c16f78-87f7-4ccb-978f-3f307869e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:07.768874 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.813080 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a43e13e8-2ed8-4f1a-8176-7745099d4ae9 req-1347c812-480f-4e70-ab9b-a11e63eea5a0 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 210 time: 0.0463455 Jul 27 21:01:07.876702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] For port a3ed21e1-93dc-443f-b457-25f5df63bf87, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:07.881879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] For port a3ed21e1-93dc-443f-b457-25f5df63bf87, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a3ed21e1-93dc-443f-b457-25f5df63bf87,segment=NetworkSegment(09c16f78-87f7-4ccb-978f-3f307869e413),segment_id=09c16f78-87f7-4ccb-978f-3f307869e413)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:07.892226 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:07.997371 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22969ff7-1301-4ac1-804c-8904608611c0 req-3d371cad-eeb6-4484-9811-73ebc2d205b5 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:07.998952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Routers {'d9a15ee3-6edc-4e3d-81ad-455da6719f4c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:07.999675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:01:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d9a15ee3-6edc-4e3d-81ad-455da6719f4c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:08.010153 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22969ff7-1301-4ac1-804c-8904608611c0 req-3d371cad-eeb6-4484-9811-73ebc2d205b5 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 943 time: 0.1766725 Jul 27 21:01:08.077044 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 600af89d-c0dd-4f58-886c-a414e14d7489 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:08.108333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bbb86-4ba8-414d-acb4-a4f4ef17104a None None] Pushing event updated for resources: {'Port': ['ID=a3ed21e1-93dc-443f-b457-25f5df63bf87,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:08.119401 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22969ff7-1301-4ac1-804c-8904608611c0 req-186f4658-de81-4242-a4f2-426f0104f99e tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070404 Jul 27 21:01:08.180091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-d7d013b9-f3af-4307-adc4-97a8292c6663 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:08.182701 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-d7d013b9-f3af-4307-adc4-97a8292c6663 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/networks?id=12136521-0c8b-4cb0-9dc5-5d02674d242d HTTP/1.1" status: 200 len: 819 time: 0.1410232 Jul 27 21:01:08.202652 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-5c19c98f-b7f5-45ae-b1eb-7fb62f81fd89 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/quotas/5e12b0b8b49e4a8685306f697c0d4f06 HTTP/1.1" status: 200 len: 375 time: 0.0121529 Jul 27 21:01:08.215589 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 600af89d-c0dd-4f58-886c-a414e14d7489 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:08.215971 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:08.263930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] Set router d9a15ee3-6edc-4e3d-81ad-455da6719f4c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:08.298898 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-218fa475-77ab-4386-9b35-b5bf47793b8d tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c5984792c7754e179717e1e600d952bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297513 Jul 27 21:01:08.441199 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-e3c94d4d-874f-4019-b1d9-262c5883da95 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5e12b0b8b49e4a8685306f697c0d4f06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2325816 Jul 27 21:01:08.531017 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-399f0087-64b5-484c-82ec-7996bc8a9e52 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:08.538178 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-399f0087-64b5-484c-82ec-7996bc8a9e52 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379937 Jul 27 21:01:08.560721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab1f89-3f43-47f3-a2d6-d9a60961b17d req-3f0733d4-8bcf-468e-8d9f-b01b40107354 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:08.563753 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdab1f89-3f43-47f3-a2d6-d9a60961b17d req-3f0733d4-8bcf-468e-8d9f-b01b40107354 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1b929c6-ef33-41f1-8606-51191f21bcbd HTTP/1.1" status: 200 len: 945 time: 0.2480361 Jul 27 21:01:08.575753 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-03dc3091-9358-4c93-84f8-f41aec9e45e8 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/quotas/c5984792c7754e179717e1e600d952bd HTTP/1.1" status: 200 len: 375 time: 0.0365767 Jul 27 21:01:08.646441 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-682cf941-ac5e-4dee-98f8-89aa32e5561b tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c5984792c7754e179717e1e600d952bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697682 Jul 27 21:01:08.664891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-5c72f092-5c68-416f-9ac5-d91a520b21d8 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:08.671870 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-5c72f092-5c68-416f-9ac5-d91a520b21d8 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.20 "GET /v2.0/networks?id=e942917d-c786-450f-a41a-7afd14216ffe HTTP/1.1" status: 200 len: 815 time: 0.1744378 Jul 27 21:01:08.688357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-58657012-c62d-4481-b071-859dcea49e85 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Request body: {'port': {'device_id': '2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b', 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe', 'admin_state_up': True, 'tenant_id': 'f9356d2f895943a7b11295fb2f999893'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:08.716824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-7eea80cd-158c-47c5-8bb9-4735a956778c service neutron] 10.222.0.55 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679358 Jul 27 21:01:08.769060 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:08.772129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1652385076-router', 'tenant_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '600af89d-c0dd-4f58-886c-a414e14d7489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:59Z', 'updated_at': '2021-07-27T21:01:04Z', 'revision_number': 4, 'project_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'gw_port': {'id': '600af89d-c0dd-4f58-886c-a414e14d7489', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:00Z', 'updated_at': '2021-07-27T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a3ed21e1-93dc-443f-b457-25f5df63bf87', 'name': '', 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d', 'tenant_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'mac_address': 'fa:16:3e:10:9d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '1f64ea69-e90b-4843-8916-973c88972dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:03Z', 'updated_at': '2021-07-27T21:01:07Z', 'revision_number': 4, 'project_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'subnets': [{'id': '1f64ea69-e90b-4843-8916-973c88972dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:08.818339 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13b33a-cfa9-43f7-bd2a-03e0c3dd9529 None None] The sync data for ids ['d9a15ee3-6edc-4e3d-81ad-455da6719f4c'] in n-d-764806-9 is: [{'id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1652385076-router', 'tenant_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '600af89d-c0dd-4f58-886c-a414e14d7489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:59Z', 'updated_at': '2021-07-27T21:01:04Z', 'revision_number': 4, 'project_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'gw_port': {'id': '600af89d-c0dd-4f58-886c-a414e14d7489', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:00Z', 'updated_at': '2021-07-27T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a3ed21e1-93dc-443f-b457-25f5df63bf87', 'name': '', 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d', 'tenant_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'mac_address': 'fa:16:3e:10:9d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '1f64ea69-e90b-4843-8916-973c88972dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:03Z', 'updated_at': '2021-07-27T21:01:07Z', 'revision_number': 4, 'project_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'subnets': [{'id': '1f64ea69-e90b-4843-8916-973c88972dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:01:08.820407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-58657012-c62d-4481-b071-859dcea49e85 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Made reservation on behalf of f9356d2f895943a7b11295fb2f999893 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:08.826677 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-58657012-c62d-4481-b071-859dcea49e85 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:08.830115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-bdab1f89-3f43-47f3-a2d6-d9a60961b17d req-1a678827-37c1-456d-b566-15a091f80c8b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Deleting port b0e86e6a-70c7-4ca3-86f4-586b001e4091 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:08.830743 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bdab1f89-3f43-47f3-a2d6-d9a60961b17d req-1a678827-37c1-456d-b566-15a091f80c8b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:08.943444 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-7b62a032-3a63-4a3f-9f28-a2db681f6f41 service neutron] 10.222.0.55 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164874 Jul 27 21:01:09.085808 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-bdab1f89-3f43-47f3-a2d6-d9a60961b17d req-1a678827-37c1-456d-b566-15a091f80c8b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] For port b0e86e6a-70c7-4ca3-86f4-586b001e4091, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=b0e86e6a-70c7-4ca3-86f4-586b001e4091,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:09.086330 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bdab1f89-3f43-47f3-a2d6-d9a60961b17d req-1a678827-37c1-456d-b566-15a091f80c8b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.108478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-bdab1f89-3f43-47f3-a2d6-d9a60961b17d req-1a678827-37c1-456d-b566-15a091f80c8b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Calling delete_port for b0e86e6a-70c7-4ca3-86f4-586b001e4091 owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:09.219130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-58657012-c62d-4481-b071-859dcea49e85 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Allocated IP 172.20.0.11 (e942917d-c786-450f-a41a-7afd14216ffe/da266496-c80f-4909-bc94-7064206d9311/987862d2-a5c1-4395-aa22-5acb16ab8979) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:09.273576 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa5349-d417-49ef-8f01-4a84221fdab0 req-834fe1cf-682e-42e4-b237-90c552f4cd26 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:09.292442 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2fa5349-d417-49ef-8f01-4a84221fdab0 req-834fe1cf-682e-42e4-b237-90c552f4cd26 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/ports?device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 948 time: 0.2779696 Jul 27 21:01:09.400423 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-b018d9fa-3907-4340-b102-906642f788c8 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:09.404015 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-b018d9fa-3907-4340-b102-906642f788c8 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.20 "GET /v2.0/networks?id=12136521-0c8b-4cb0-9dc5-5d02674d242d HTTP/1.1" status: 200 len: 819 time: 0.3481066 Jul 27 21:01:09.413687 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2fa5349-d417-49ef-8f01-4a84221fdab0 req-5a2a5e88-8e3b-4399-a96b-f778bf57162f tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/security-groups?id=21936e71-f630-4060-a570-53c86540295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201158 Jul 27 21:01:09.509286 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-ee281492-2e83-43e5-835e-b8bd28ce9653 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Request body: {'port': {'device_id': 'c2ee87cb-b61e-4633-a9d3-bcd7a09941de', 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d', 'admin_state_up': True, 'tenant_id': '5e12b0b8b49e4a8685306f697c0d4f06'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:09.555804 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 23ff531b-809f-4372-810d-5d776dea40e1 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:09.601480 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-482a7ff4-427c-45dc-bebd-c94cf892744a req-80f61b2d-b90d-4713-bfaf-0ca65a610636 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 210 time: 0.0715737 Jul 27 21:01:09.642377 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bdab1f89-3f43-47f3-a2d6-d9a60961b17d req-1a678827-37c1-456d-b566-15a091f80c8b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.657433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['b0e86e6a-70c7-4ca3-86f4-586b001e4091'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:09.742888 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a678827-37c1-456d-b566-15a091f80c8b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Pushing event deleted for resources: {'Port': ['ID=b0e86e6a-70c7-4ca3-86f4-586b001e4091,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:09.796467 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 23ff531b-809f-4372-810d-5d776dea40e1, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=23ff531b-809f-4372-810d-5d776dea40e1,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:09.813051 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-3ccedd11-0b9c-4a1e-aa0d-11bf319c38a4 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=c5984792c7754e179717e1e600d952bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1452286 Jul 27 21:01:09.827654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 23ff531b-809f-4372-810d-5d776dea40e1 has no active binding in host n-h2-764806-9 {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:01:09.827944 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 533b652c-09ed-43cc-ae68-fe9d02fcfb15 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:09.916416 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-58657012-c62d-4481-b071-859dcea49e85 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:09.953292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdab1f89-3f43-47f3-a2d6-d9a60961b17d req-1a678827-37c1-456d-b566-15a091f80c8b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] No DVR routers for this DVR port b0e86e6a-70c7-4ca3-86f4-586b001e4091 on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:01:10.028059 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bdab1f89-3f43-47f3-a2d6-d9a60961b17d req-1a678827-37c1-456d-b566-15a091f80c8b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.030075 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdab1f89-3f43-47f3-a2d6-d9a60961b17d req-1a678827-37c1-456d-b566-15a091f80c8b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.66 "DELETE /v2.0/ports/b0e86e6a-70c7-4ca3-86f4-586b001e4091 HTTP/1.1" status: 204 len: 173 time: 1.4450474 Jul 27 21:01:10.030541 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b929c6-ef33-41f1-8606-51191f21bcbd', 'name': 'network-vif-deleted', 'tag': 'b0e86e6a-70c7-4ca3-86f4-586b001e4091'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:10.036624 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614ccafd-149b-437b-9ead-b0459e1f6fa1" -d '{"events": [{"server_uuid": "f1b929c6-ef33-41f1-8606-51191f21bcbd", "name": "network-vif-deleted", "tag": "b0e86e6a-70c7-4ca3-86f4-586b001e4091"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:10.079339 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 533b652c-09ed-43cc-ae68-fe9d02fcfb15, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=533b652c-09ed-43cc-ae68-fe9d02fcfb15,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:10.106849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '533b652c-09ed-43cc-ae68-fe9d02fcfb15', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '533b652c-09ed-43cc-ae68-fe9d02fcfb15', 'mac_address': 'fa:16:3e:1a:38:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:10.148930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a3ed21e1-93dc-443f-b457-25f5df63bf87 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:10.172657 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-58657012-c62d-4481-b071-859dcea49e85 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.173657 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772d66f-f898-41f3-bdc7-306eaca2aad4 req-7984a0d3-dd13-4624-b82c-bdc5e682cda3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:10.181870 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5772d66f-f898-41f3-bdc7-306eaca2aad4 req-7984a0d3-dd13-4624-b82c-bdc5e682cda3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 943 time: 0.3869607 Jul 27 21:01:10.190971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-b80d0617-c05b-430d-906e-85fcd3fab45c tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:10.198959 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-b80d0617-c05b-430d-906e-85fcd3fab45c tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3195858 Jul 27 21:01:10.240923 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-40bbdc87-9d62-4737-b103-1cce8a63a7da tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/quotas/c5984792c7754e179717e1e600d952bd HTTP/1.1" status: 200 len: 375 time: 0.0388191 Jul 27 21:01:10.283076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['b0e86e6a-70c7-4ca3-86f4-586b001e4091'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:10.305554 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-cc286394-92af-4fcd-9a6a-d8d318d39581 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c5984792c7754e179717e1e600d952bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636137 Jul 27 21:01:10.324305 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.334693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-58657012-c62d-4481-b071-859dcea49e85 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Network e942917d-c786-450f-a41a-7afd14216ffe is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:10.352616 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5772d66f-f898-41f3-bdc7-306eaca2aad4 req-8ae6033f-ab93-40f2-b9b0-f2911b6978fd tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698003 Jul 27 21:01:10.361595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533b652c-09ed-43cc-ae68-fe9d02fcfb15 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:10.365890 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-58657012-c62d-4481-b071-859dcea49e85 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:10.375407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-58657012-c62d-4481-b071-859dcea49e85 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:10.375805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port a3ed21e1-93dc-443f-b457-25f5df63bf87 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:10.398923 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a3ed21e1-93dc-443f-b457-25f5df63bf87 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:10.399406 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.459581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58657012-c62d-4481-b071-859dcea49e85 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Pushing event updated for resources: {'Port': ['ID=987862d2-a5c1-4395-aa22-5acb16ab8979,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:10.471077 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-698fbd50-83a6-4b1d-af5a-d96dc4d6d2d3 service neutron] 10.222.0.20 "GET /v2.0/ports/23ff531b-809f-4372-810d-5d776dea40e1/bindings/n-h2-764806-9 HTTP/1.1" status: 200 len: 384 time: 0.4304683 Jul 27 21:01:10.483587 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 533b652c-09ed-43cc-ae68-fe9d02fcfb15, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=533b652c-09ed-43cc-ae68-fe9d02fcfb15,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:10.504676 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.536657 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d030aa8f-6766-488b-89ef-b00488a9ca4c req-b9eab3f9-eadf-4a5c-9547-8d94caadec87 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 210 time: 0.0667038 Jul 27 21:01:10.584598 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517a35d7-33e3-445f-a22f-5c1d3cd9b94d x-openstack-request-id: req-517a35d7-33e3-445f-a22f-5c1d3cd9b94d {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:10.584953 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b929c6-ef33-41f1-8606-51191f21bcbd", "name": "network-vif-deleted", "tag": "b0e86e6a-70c7-4ca3-86f4-586b001e4091", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:10.585146 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-517a35d7-33e3-445f-a22f-5c1d3cd9b94d {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:10.585757 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b929c6-ef33-41f1-8606-51191f21bcbd', 'name': 'network-vif-deleted', 'tag': 'b0e86e6a-70c7-4ca3-86f4-586b001e4091', 'status': 'completed', 'code': 200} Jul 27 21:01:10.608913 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.634258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-58657012-c62d-4481-b071-859dcea49e85 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:10.639134 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-58657012-c62d-4481-b071-859dcea49e85 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.649952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-ee281492-2e83-43e5-835e-b8bd28ce9653 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Made reservation on behalf of 5e12b0b8b49e4a8685306f697c0d4f06 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:10.658058 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-ee281492-2e83-43e5-835e-b8bd28ce9653 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.687158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=533b652c-09ed-43cc-ae68-fe9d02fcfb15,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:10.695581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port a3ed21e1-93dc-443f-b457-25f5df63bf87, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a3ed21e1-93dc-443f-b457-25f5df63bf87,segment=NetworkSegment(09c16f78-87f7-4ccb-978f-3f307869e413),segment_id=09c16f78-87f7-4ccb-978f-3f307869e413)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:10.701909 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:10.726897 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-58657012-c62d-4481-b071-859dcea49e85 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0429184 Jul 27 21:01:10.794468 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Request body: {'port': {'device_id': '2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:10.798115 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=a3ed21e1-93dc-443f-b457-25f5df63bf87,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:10.885261 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-d600073b-021c-4573-b6ba-504472d84519 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c5984792c7754e179717e1e600d952bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641618 Jul 27 21:01:11.007149 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['533b652c-09ed-43cc-ae68-fe9d02fcfb15'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:11.275404 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:11.471255 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-ee281492-2e83-43e5-835e-b8bd28ce9653 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Allocated IP 172.20.0.6 (12136521-0c8b-4cb0-9dc5-5d02674d242d/1f64ea69-e90b-4843-8916-973c88972dfb/7d85ae5c-d25d-4861-b44c-d1476db8e9b5) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:11.488940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-918fb4b7-a1e1-4d2b-a8bc-16a03d8e4184 service neutron] For port 23ff531b-809f-4372-810d-5d776dea40e1, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=23ff531b-809f-4372-810d-5d776dea40e1,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:11.534964 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6dc8a4e-9790-465e-8f4c-ba77e7cfbcc3 req-4e965667-546d-459f-8ff2-0ae6e53831f1 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 210 time: 0.5838020 Jul 27 21:01:11.572062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device b0e86e6a-70c7-4ca3-86f4-586b001e4091 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:11.605951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: b0e86e6a-70c7-4ca3-86f4-586b001e4091 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:11.606337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device b0e86e6a-70c7-4ca3-86f4-586b001e4091 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:11.606761 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 23ff531b-809f-4372-810d-5d776dea40e1 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:11.625320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-918fb4b7-a1e1-4d2b-a8bc-16a03d8e4184 service neutron] For port 23ff531b-809f-4372-810d-5d776dea40e1, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:11.637909 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a2796-9dda-4b87-bee6-89ddfcb68863 req-e0470fca-b053-4915-aec5-c623169064eb tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:11.639564 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d9a2796-9dda-4b87-bee6-89ddfcb68863 req-e0470fca-b053-4915-aec5-c623169064eb tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/ports?device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 949 time: 0.7399223 Jul 27 21:01:11.654773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 23ff531b-809f-4372-810d-5d776dea40e1 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:11.669739 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-bdc90580-856a-42cd-b3c9-f54dc037995a tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:11.671328 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-bdc90580-856a-42cd-b3c9-f54dc037995a tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7667315 Jul 27 21:01:11.690461 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4c1e1c54-0212-4971-acb1-781ff0a1e00b tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:11.691927 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4c1e1c54-0212-4971-acb1-781ff0a1e00b tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.66 "GET /v2.0/networks?id=12136521-0c8b-4cb0-9dc5-5d02674d242d HTTP/1.1" status: 200 len: 819 time: 0.3066518 Jul 27 21:01:11.723028 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d9a2796-9dda-4b87-bee6-89ddfcb68863 req-9d3f97ca-cebd-4621-925f-d51f5e920144 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/security-groups?id=21936e71-f630-4060-a570-53c86540295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629661 Jul 27 21:01:11.729611 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Request body: {'port': {'device_id': 'f1ab64c6-e96b-4eab-8a32-b470747238ac', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': 'c5984792c7754e179717e1e600d952bd'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:11.743989 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-8c9cc2ac-f614-4a3b-91f9-6a94b3e4c711 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Request body: {'port': {'device_id': 'e8f1c358-6ac3-4728-b924-d09fad02fe15', 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d', 'admin_state_up': True, 'tenant_id': '5e12b0b8b49e4a8685306f697c0d4f06'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:11.778887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-918fb4b7-a1e1-4d2b-a8bc-16a03d8e4184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ff531b-809f-4372-810d-5d776dea40e1 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:11.809148 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32bded-6dc3-4216-b1f7-ce341b981106 req-7b378fbb-6111-4ba3-85a1-576c69f089f3 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:11.810883 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b32bded-6dc3-4216-b1f7-ce341b981106 req-7b378fbb-6111-4ba3-85a1-576c69f089f3 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 932 time: 0.2000711 Jul 27 21:01:11.877334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-918fb4b7-a1e1-4d2b-a8bc-16a03d8e4184 service neutron] For port 23ff531b-809f-4372-810d-5d776dea40e1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=23ff531b-809f-4372-810d-5d776dea40e1,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:11.931888 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-918fb4b7-a1e1-4d2b-a8bc-16a03d8e4184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:11.939895 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b32bded-6dc3-4216-b1f7-ce341b981106 req-fa17f31d-8cd6-4977-abf2-f7ee1ae28ea9 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080871 Jul 27 21:01:12.013150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a3ed21e1-93dc-443f-b457-25f5df63bf87 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:12.020488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c766a1-89c4-45b6-b49f-c04a068358b5 req-161bae88-edc9-4bb1-9549-9d304fc56228 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:12.021712 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62c766a1-89c4-45b6-b49f-c04a068358b5 req-161bae88-edc9-4bb1-9549-9d304fc56228 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 943 time: 0.1856961 Jul 27 21:01:12.062938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Made reservation on behalf of c5984792c7754e179717e1e600d952bd for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:12.064042 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-ee281492-2e83-43e5-835e-b8bd28ce9653 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.067406 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.092919 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.111019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a3ed21e1-93dc-443f-b457-25f5df63bf87 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:12.111782 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.143860 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa07b7d7-faac-4d4a-bb48-85b0d119f63c req-9c928602-f13e-4dd5-82ba-2b150befec50 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 210 time: 0.0622063 Jul 27 21:01:12.168675 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62c766a1-89c4-45b6-b49f-c04a068358b5 req-0338d96d-b847-4f4e-b508-942f12555be2 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332223 Jul 27 21:01:12.199574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-918fb4b7-a1e1-4d2b-a8bc-16a03d8e4184 service neutron] Transition to ACTIVE for port object 23ff531b-809f-4372-810d-5d776dea40e1 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:12.206700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-8c9cc2ac-f614-4a3b-91f9-6a94b3e4c711 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Made reservation on behalf of 5e12b0b8b49e4a8685306f697c0d4f06 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:12.211630 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-8c9cc2ac-f614-4a3b-91f9-6a94b3e4c711 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.225735 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-918fb4b7-a1e1-4d2b-a8bc-16a03d8e4184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.250879 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 987862d2-a5c1-4395-aa22-5acb16ab8979 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:12.285328 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.301306 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-ee281492-2e83-43e5-835e-b8bd28ce9653 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.336431 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.337615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Transition to ACTIVE for port object 987862d2-a5c1-4395-aa22-5acb16ab8979 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:12.343965 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.383119 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.413892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-918fb4b7-a1e1-4d2b-a8bc-16a03d8e4184 service neutron] No DVR routers for this DVR port 23ff531b-809f-4372-810d-5d776dea40e1 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:01:12.428931 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fb4b7-a1e1-4d2b-a8bc-16a03d8e4184 service neutron] Pushing event updated for resources: {'Port': ['ID=23ff531b-809f-4372-810d-5d776dea40e1,revision_number=10']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:12.435513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-ee281492-2e83-43e5-835e-b8bd28ce9653 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Network 12136521-0c8b-4cb0-9dc5-5d02674d242d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:12.445185 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b986de34-07d7-4e97-a123-9c03ad99bfe5,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:12.450205 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-ee281492-2e83-43e5-835e-b8bd28ce9653 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:12.487148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-ee281492-2e83-43e5-835e-b8bd28ce9653 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:12.535068 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Allocated IP 192.168.233.100 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/ad89569f-be16-49eb-89a2-de84f32fd8d6) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:12.580264 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-e5795334-571c-4b3d-91b1-3ab6b39624ff tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c5984792c7754e179717e1e600d952bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1313288 Jul 27 21:01:12.617690 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-918fb4b7-a1e1-4d2b-a8bc-16a03d8e4184 service neutron] 10.222.0.20 "PUT /v2.0/ports/23ff531b-809f-4372-810d-5d776dea40e1/bindings/n-h2-764806-9/activate HTTP/1.1" status: 200 len: 369 time: 2.1232879 Jul 27 21:01:12.657274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee281492-2e83-43e5-835e-b8bd28ce9653 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Pushing event updated for resources: {'Port': ['ID=7d85ae5c-d25d-4861-b44c-d1476db8e9b5,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:12.718667 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4ba92d3d-016a-4dde-940f-c0d9f8517744 req-c71e6f5d-8dc9-42b9-9fd2-5372dabe6337 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0697713 Jul 27 21:01:12.786788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-8c9cc2ac-f614-4a3b-91f9-6a94b3e4c711 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Allocated IP 172.20.0.3 (12136521-0c8b-4cb0-9dc5-5d02674d242d/1f64ea69-e90b-4843-8916-973c88972dfb/3be9b5b8-a331-4516-8651-b837c1a16bf4) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:12.791351 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.801298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-ee281492-2e83-43e5-835e-b8bd28ce9653 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:12.802242 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-ee281492-2e83-43e5-835e-b8bd28ce9653 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.809717 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Transition to ACTIVE for port object ad89569f-be16-49eb-89a2-de84f32fd8d6 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:12.861427 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Pushing event updated for resources: {'Port': ['ID=987862d2-a5c1-4395-aa22-5acb16ab8979,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:12.878151 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-ee281492-2e83-43e5-835e-b8bd28ce9653 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3811433 Jul 27 21:01:12.898633 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:12.912341 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Request body: {'port': {'device_id': 'c2ee87cb-b61e-4633-a9d3-bcd7a09941de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:12.946436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Attempting to bind port 987862d2-a5c1-4395-aa22-5acb16ab8979 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:12.946773 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Attempting to bind port 987862d2-a5c1-4395-aa22-5acb16ab8979 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '5c8be573-5156-41f5-9eca-a35c0611d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:12.947100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Attempting to bind port 987862d2-a5c1-4395-aa22-5acb16ab8979 on network e942917d-c786-450f-a41a-7afd14216ffe {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:12.963834 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8383ae2-9388-4ab1-a30a-467da65658df req-2a1df66e-7b49-4ec6-8360-34ceed719cda tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:12.966942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8383ae2-9388-4ab1-a30a-467da65658df req-2a1df66e-7b49-4ec6-8360-34ceed719cda tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/ports?device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 949 time: 0.1496542 Jul 27 21:01:12.968592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-e5cfd699-6e4d-4c5e-aeff-77c8cca2b2f7 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:12.970040 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-e5cfd699-6e4d-4c5e-aeff-77c8cca2b2f7 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3722832 Jul 27 21:01:12.980584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:12.982083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Port 987862d2-a5c1-4395-aa22-5acb16ab8979 on network e942917d-c786-450f-a41a-7afd14216ffe not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:12.982435 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Attempting to bind port 987862d2-a5c1-4395-aa22-5acb16ab8979 on network e942917d-c786-450f-a41a-7afd14216ffe {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:12.993324 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:12.996262 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:12.997567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-67766348-32d3-432e-9e2c-59b41f6bb221 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Request body: {'port': {'device_id': '2b667a35-0548-4f69-8087-9aafb0e5bbd0', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': 'c5984792c7754e179717e1e600d952bd'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:13.029378 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Pushing event updated for resources: {'Port': ['ID=ad89569f-be16-49eb-89a2-de84f32fd8d6,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:13.078029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 23ff531b-809f-4372-810d-5d776dea40e1 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:13.090634 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:13.090970 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Checking segment: {'id': '5c8be573-5156-41f5-9eca-a35c0611d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:13.091352 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Bound using segment: {'id': '5c8be573-5156-41f5-9eca-a35c0611d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:13.091792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Bound port: 987862d2-a5c1-4395-aa22-5acb16ab8979, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8be573-5156-41f5-9eca-a35c0611d475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:13.092149 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.110902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8383ae2-9388-4ab1-a30a-467da65658df req-2990f6ef-9eab-469c-8966-ceb4546a3d9a tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/security-groups?id=21936e71-f630-4060-a570-53c86540295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289253 Jul 27 21:01:13.139162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:13.140301 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.149468 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-20e49005-eb79-4781-9472-ea559c4b9c16 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:13.150990 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-20e49005-eb79-4781-9472-ea559c4b9c16 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975&tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 1095 time: 0.4541361 Jul 27 21:01:13.157145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 23ff531b-809f-4372-810d-5d776dea40e1 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:13.168825 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-72e5c745-ae20-47db-a649-1e25b2ee5350 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4434180 Jul 27 21:01:13.186077 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b69588-1817-48e0-b5b8-9b2f5a11fe7d req-0c72144d-77fe-4945-9289-9cfe505859b9 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:13.195965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b3b69588-1817-48e0-b5b8-9b2f5a11fe7d req-0c72144d-77fe-4945-9289-9cfe505859b9 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 944 time: 0.1628594 Jul 27 21:01:13.211268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Request body: {'port': {'device_id': 'f1ab64c6-e96b-4eab-8a32-b470747238ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:13.288903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-225d9699-8ba8-48cb-bf78-214b3a98e622 req-7864f4c4-7872-48b5-95dd-5742ef1e0980 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 210 time: 0.0436502 Jul 27 21:01:13.347816 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b3b69588-1817-48e0-b5b8-9b2f5a11fe7d req-a47f09c9-72dc-4b3c-9e16-6d398f566544 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507518 Jul 27 21:01:13.399299 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.418579 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a6d151c4-4004-4291-a200-d771d963297e None None] Provisioning for port ad89569f-be16-49eb-89a2-de84f32fd8d6 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:13.423938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a6d151c4-4004-4291-a200-d771d963297e None None] Provisioning complete for port ad89569f-be16-49eb-89a2-de84f32fd8d6 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:13.424313 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a6d151c4-4004-4291-a200-d771d963297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.487802 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a6d151c4-4004-4291-a200-d771d963297e None None] Port ad89569f-be16-49eb-89a2-de84f32fd8d6 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:13.593092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 533b652c-09ed-43cc-ae68-fe9d02fcfb15 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:13.594775 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.622694 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2320de3-c274-4fc8-9140-00940835b13c req-2b8b0439-53cd-4bdc-a0e1-d0672dfe4aab tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:13.634316 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c2320de3-c274-4fc8-9140-00940835b13c req-2b8b0439-53cd-4bdc-a0e1-d0672dfe4aab tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 944 time: 0.2501440 Jul 27 21:01:13.663984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 533b652c-09ed-43cc-ae68-fe9d02fcfb15 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:13.669746 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 533b652c-09ed-43cc-ae68-fe9d02fcfb15 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:13.670088 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.702177 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-8c9cc2ac-f614-4a3b-91f9-6a94b3e4c711 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.712478 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] For port 987862d2-a5c1-4395-aa22-5acb16ab8979, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:13.719403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] For port 987862d2-a5c1-4395-aa22-5acb16ab8979, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=987862d2-a5c1-4395-aa22-5acb16ab8979,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:13.746723 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.754550 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c2320de3-c274-4fc8-9140-00940835b13c req-19e3cd8a-ec10-473f-847e-9fa035a61e2e tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192236 Jul 27 21:01:13.798804 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.834710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81332690-7e29-42ab-b9ce-9332396c4867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533b652c-09ed-43cc-ae68-fe9d02fcfb15'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:13.840994 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c373b74a-2fee-463b-aae9-370f7bfe09ca" -d '{"events": [{"server_uuid": "81332690-7e29-42ab-b9ce-9332396c4867", "name": "network-vif-plugged", "status": "completed", "tag": "533b652c-09ed-43cc-ae68-fe9d02fcfb15"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:13.859721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-67766348-32d3-432e-9e2c-59b41f6bb221 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Made reservation on behalf of c5984792c7754e179717e1e600d952bd for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:13.863790 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-67766348-32d3-432e-9e2c-59b41f6bb221 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.866726 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-241994e4-2c3e-4c36-9a04-ec767b666e33 req-7f33101c-434b-4a9e-b6de-f950252077b4 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0490570 Jul 27 21:01:13.872072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:13.872934 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.874548 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] 10.222.0.20 "PUT /v2.0/ports/987862d2-a5c1-4395-aa22-5acb16ab8979 HTTP/1.1" status: 200 len: 1092 time: 3.0954795 Jul 27 21:01:13.882406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b', 'tag': '987862d2-a5c1-4395-aa22-5acb16ab8979'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:13.886252 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff133d3e-4200-41cd-9387-3fa61c552c99" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b", "tag": "987862d2-a5c1-4395-aa22-5acb16ab8979"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:13.908928 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 533b652c-09ed-43cc-ae68-fe9d02fcfb15, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=533b652c-09ed-43cc-ae68-fe9d02fcfb15,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:13.921565 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:13.929736 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-d75c9f7a-ae82-4a04-8d8f-58df96dd9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:13.932824 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-d75c9f7a-ae82-4a04-8d8f-58df96dd9b99 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975&tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d HTTP/1.1" status: 200 len: 1095 time: 0.7659154 Jul 27 21:01:13.974014 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc278770-6f35-4b91-930b-e127dfcd0b1b service neutron] Pushing event updated for resources: {'Port': ['ID=987862d2-a5c1-4395-aa22-5acb16ab8979,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:13.996088 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080570cf-0234-42ce-ae5e-f5e332722173 x-openstack-request-id: req-080570cf-0234-42ce-ae5e-f5e332722173 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:13.996773 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81332690-7e29-42ab-b9ce-9332396c4867", "name": "network-vif-plugged", "status": "completed", "tag": "533b652c-09ed-43cc-ae68-fe9d02fcfb15", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:13.997344 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-080570cf-0234-42ce-ae5e-f5e332722173 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:13.998167 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81332690-7e29-42ab-b9ce-9332396c4867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533b652c-09ed-43cc-ae68-fe9d02fcfb15', 'code': 200} Jul 27 21:01:14.000544 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad89569f-be16-49eb-89a2-de84f32fd8d6 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:14.015491 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:14.022385 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-8c9cc2ac-f614-4a3b-91f9-6a94b3e4c711 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:14.024839 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=533b652c-09ed-43cc-ae68-fe9d02fcfb15,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:14.038475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Transition to ACTIVE for port object ad89569f-be16-49eb-89a2-de84f32fd8d6 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:14.045213 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:14.058546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.66', 57092) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:14.069892 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd7036a-9bce-4c96-aea9-52edf72821ac x-openstack-request-id: req-3fd7036a-9bce-4c96-aea9-52edf72821ac {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:14.070183 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b", "tag": "987862d2-a5c1-4395-aa22-5acb16ab8979", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:14.070476 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3fd7036a-9bce-4c96-aea9-52edf72821ac {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:14.070887 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b', 'tag': '987862d2-a5c1-4395-aa22-5acb16ab8979', 'status': 'completed', 'code': 200} Jul 27 21:01:14.176511 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Pushing event updated for resources: {'Port': ['ID=ad89569f-be16-49eb-89a2-de84f32fd8d6,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:14.227004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-8c9cc2ac-f614-4a3b-91f9-6a94b3e4c711 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Network 12136521-0c8b-4cb0-9dc5-5d02674d242d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:14.248223 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-8c9cc2ac-f614-4a3b-91f9-6a94b3e4c711 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:14.251671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-8c9cc2ac-f614-4a3b-91f9-6a94b3e4c711 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:14.300906 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cc2ac-f614-4a3b-91f9-6a94b3e4c711 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Pushing event updated for resources: {'Port': ['ID=3be9b5b8-a331-4516-8651-b837c1a16bf4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:14.313625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Attempting to bind port ad89569f-be16-49eb-89a2-de84f32fd8d6 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:14.314147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Attempting to bind port ad89569f-be16-49eb-89a2-de84f32fd8d6 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:14.314949 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Attempting to bind port ad89569f-be16-49eb-89a2-de84f32fd8d6 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:14.326894 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd61509-4f09-4c8b-9beb-867f8d452512 req-48f6b04a-38d4-40d8-8060-681ba7f04ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:14.328910 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0bd61509-4f09-4c8b-9beb-867f8d452512 req-48f6b04a-38d4-40d8-8060-681ba7f04ba1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 1101 time: 0.2454822 Jul 27 21:01:14.335511 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Port ad89569f-be16-49eb-89a2-de84f32fd8d6 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:14.336717 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Attempting to bind port ad89569f-be16-49eb-89a2-de84f32fd8d6 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:14.358447 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:14.359047 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:14.359642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:14.360286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Bound port: ad89569f-be16-49eb-89a2-de84f32fd8d6, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:14.360751 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:14.408635 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-67766348-32d3-432e-9e2c-59b41f6bb221 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Allocated IP 192.168.233.117 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/1df603f3-390a-41ea-b08f-ca30c4a377b0) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:14.421892 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3727eb2-bf88-4628-a1d4-00de6a3027d5 req-c55a6a32-ab7d-42fd-b716-4d1eba8451fe tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:14.426977 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3727eb2-bf88-4628-a1d4-00de6a3027d5 req-c55a6a32-ab7d-42fd-b716-4d1eba8451fe tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/ports?device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 950 time: 0.2106502 Jul 27 21:01:14.431803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-8c9cc2ac-f614-4a3b-91f9-6a94b3e4c711 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:14.432432 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-8c9cc2ac-f614-4a3b-91f9-6a94b3e4c711 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:14.453473 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-89d7aab9-e152-452b-9bb0-c63493c764c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:14.454989 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-89d7aab9-e152-452b-9bb0-c63493c764c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9356d2f895943a7b11295fb2f999893&device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 1095 time: 0.4710267 Jul 27 21:01:14.456751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-772bc306-ff7e-4921-b45b-fc13cc33b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:14.458295 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-772bc306-ff7e-4921-b45b-fc13cc33b53f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 1095 time: 0.4731021 Jul 27 21:01:14.481749 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0bd61509-4f09-4c8b-9beb-867f8d452512 req-151e5800-c573-4adc-8710-17563d0f2e45 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=21936e71-f630-4060-a570-53c86540295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394386 Jul 27 21:01:14.548793 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-8c9cc2ac-f614-4a3b-91f9-6a94b3e4c711 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8308997 Jul 27 21:01:14.563100 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-e716f5ad-b2ef-427e-b412-5e5e1202d998 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=987862d2-a5c1-4395-aa22-5acb16ab8979 HTTP/1.1" status: 200 len: 217 time: 0.0971868 Jul 27 21:01:14.585708 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3727eb2-bf88-4628-a1d4-00de6a3027d5 req-14032bea-fa52-4f7e-80f4-74a1bd949804 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/security-groups?id=21936e71-f630-4060-a570-53c86540295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452761 Jul 27 21:01:14.591180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] For port ad89569f-be16-49eb-89a2-de84f32fd8d6, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:14.597163 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] For port ad89569f-be16-49eb-89a2-de84f32fd8d6, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ad89569f-be16-49eb-89a2-de84f32fd8d6,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:14.610116 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:14.625062 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:14.641316 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:14.659590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2cf02-4fb4-404e-af74-e0db25ea0d43 req-6289a0f3-d01c-4482-b76c-52a03962af27 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:14.661324 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16b2cf02-4fb4-404e-af74-e0db25ea0d43 req-6289a0f3-d01c-4482-b76c-52a03962af27 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 931 time: 0.2333388 Jul 27 21:01:14.671080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Request body: {'port': {'device_id': 'e8f1c358-6ac3-4728-b924-d09fad02fe15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:14.671601 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:14.672374 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:14.673997 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] 10.222.0.66 "PUT /v2.0/ports/ad89569f-be16-49eb-89a2-de84f32fd8d6 HTTP/1.1" status: 200 len: 1096 time: 1.4678104 Jul 27 21:01:14.677867 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ab64c6-e96b-4eab-8a32-b470747238ac', 'tag': 'ad89569f-be16-49eb-89a2-de84f32fd8d6'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:14.681842 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af88f92b-6067-499e-be95-5be4e68fd5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ab64c6-e96b-4eab-8a32-b470747238ac", "tag": "ad89569f-be16-49eb-89a2-de84f32fd8d6"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:14.795287 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Transition to ACTIVE for port object 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:14.816104 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-ea95b86c-e254-4fe2-aa36-6192fb42a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:14.817576 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-ea95b86c-e254-4fe2-aa36-6192fb42a9de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da266496-c80f-4909-bc94-7064206d9311 HTTP/1.1" status: 200 len: 855 time: 0.2094738 Jul 27 21:01:14.821448 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:14.822645 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9fe1c-d034-4bd9-9542-22ed8362f07d service neutron] Pushing event updated for resources: {'Port': ['ID=ad89569f-be16-49eb-89a2-de84f32fd8d6,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:14.844800 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16b2cf02-4fb4-404e-af74-e0db25ea0d43 req-944f2cea-1626-40c2-bfbe-5bbdd76c76e5 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674285 Jul 27 21:01:14.891138 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-60b10c60-7ee5-4125-ab81-ae5f583fc2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:14.892758 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-60b10c60-7ee5-4125-ab81-ae5f583fc2d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5984792c7754e179717e1e600d952bd&device_id=f1ab64c6-e96b-4eab-8a32-b470747238ac HTTP/1.1" status: 200 len: 1099 time: 0.1569839 Jul 27 21:01:14.906464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf41e0-da47-4fe9-a45b-f6b584a3490c req-4d124877-bdc5-45af-811a-70d773d926c6 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:14.908067 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7acf41e0-da47-4fe9-a45b-f6b584a3490c req-4d124877-bdc5-45af-811a-70d773d926c6 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 944 time: 0.2014258 Jul 27 21:01:14.953728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-176b298e-b57e-4c9b-be8d-d13e94b80e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:14.955204 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-176b298e-b57e-4c9b-be8d-d13e94b80e95 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 909 time: 0.4625516 Jul 27 21:01:14.973218 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-89e337d5-39cd-4cc9-944b-a8c8eaff0265 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=ad89569f-be16-49eb-89a2-de84f32fd8d6 HTTP/1.1" status: 200 len: 217 time: 0.0636487 Jul 27 21:01:14.976465 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-1b703418-a64c-4a13-9ab8-9142feb9dc77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e942917d-c786-450f-a41a-7afd14216ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040480 Jul 27 21:01:15.040931 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:15.055903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7acf41e0-da47-4fe9-a45b-f6b584a3490c req-41fe38cb-dfff-4225-8a64-2dc98b4226a5 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388772 Jul 27 21:01:15.088662 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-3b119c01-b81f-41b1-901f-af0cd9c39543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:15.090810 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-3b119c01-b81f-41b1-901f-af0cd9c39543 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1072221 Jul 27 21:01:15.196784 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-9f0bb357-816b-4af8-bdbd-08148af23135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:15.201660 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-9f0bb357-816b-4af8-bdbd-08148af23135 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888832 Jul 27 21:01:15.205187 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c5821c-a114-47ba-8839-a42b0485fc67 x-openstack-request-id: req-d9c5821c-a114-47ba-8839-a42b0485fc67 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:15.205675 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ab64c6-e96b-4eab-8a32-b470747238ac", "tag": "ad89569f-be16-49eb-89a2-de84f32fd8d6", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:15.206065 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9c5821c-a114-47ba-8839-a42b0485fc67 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:15.206737 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ab64c6-e96b-4eab-8a32-b470747238ac', 'tag': 'ad89569f-be16-49eb-89a2-de84f32fd8d6', 'status': 'completed', 'code': 200} Jul 27 21:01:15.246320 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-b82f9e77-a304-4315-a796-2461f83686d7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23ff531b-809f-4372-810d-5d776dea40e1 HTTP/1.1" status: 200 len: 217 time: 0.2480478 Jul 27 21:01:15.247256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Pushing event updated for resources: {'Port': ['ID=7d85ae5c-d25d-4861-b44c-d1476db8e9b5,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:15.347926 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b654e3e1-aa14-4927-b3dc-fb4d650388e4 req-cca31632-d98f-490d-91ee-b5bfb86a86ce tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0501943 Jul 27 21:01:15.392522 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-67766348-32d3-432e-9e2c-59b41f6bb221 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:15.423584 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-b3559362-8745-4cc9-aff9-ad20668ff550 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143152 Jul 27 21:01:15.444865 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29872faf-3b54-4d7c-900d-dcb8926f5477 req-7481ce34-b8e6-42b0-9821-73406212aa75 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:15.446373 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29872faf-3b54-4d7c-900d-dcb8926f5477 req-7481ce34-b8e6-42b0-9821-73406212aa75 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 944 time: 0.1520941 Jul 27 21:01:15.480618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-67766348-32d3-432e-9e2c-59b41f6bb221 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Transition to ACTIVE for port object 1df603f3-390a-41ea-b08f-ca30c4a377b0 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:15.539273 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29872faf-3b54-4d7c-900d-dcb8926f5477 req-22908d0e-448d-4e55-a694-609f5b15b975 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823877 Jul 27 21:01:15.556803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-07b5c681-93c4-47a4-978b-41598f53e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:15.558968 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-07b5c681-93c4-47a4-978b-41598f53e230 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.2249725 Jul 27 21:01:15.570857 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cc9379d-6118-4327-ac97-a8edd960c38e req-f03a59a2-d3be-419f-861a-c7ff9697a6fe service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344633 Jul 27 21:01:15.581515 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-b9f042e2-32e1-4185-a7d0-7fdd7735858d service neutron] 10.222.0.20 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601609 Jul 27 21:01:15.628857 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-2da84a2d-7813-4932-b6e2-4efe65ac67ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622842 Jul 27 21:01:15.658136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Attempting to bind port 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:15.658505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Attempting to bind port 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '09c16f78-87f7-4ccb-978f-3f307869e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:15.658841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Attempting to bind port 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 on network 12136521-0c8b-4cb0-9dc5-5d02674d242d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:15.710302 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88f92b-6067-499e-be95-5be4e68fd5d4 req-84fd6c20-93a9-49d1-ab9e-0402efe48da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:15.711750 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af88f92b-6067-499e-be95-5be4e68fd5d4 req-84fd6c20-93a9-49d1-ab9e-0402efe48da3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5984792c7754e179717e1e600d952bd&device_id=f1ab64c6-e96b-4eab-8a32-b470747238ac HTTP/1.1" status: 200 len: 1099 time: 0.0870252 Jul 27 21:01:15.755092 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Port 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 on network 12136521-0c8b-4cb0-9dc5-5d02674d242d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:15.755423 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Attempting to bind port 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 on network 12136521-0c8b-4cb0-9dc5-5d02674d242d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:15.813034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:15.813390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Checking segment: {'id': '09c16f78-87f7-4ccb-978f-3f307869e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:15.813754 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Bound using segment: {'id': '09c16f78-87f7-4ccb-978f-3f307869e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:15.814198 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Bound port: 7d85ae5c-d25d-4861-b44c-d1476db8e9b5, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c16f78-87f7-4ccb-978f-3f307869e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:15.814583 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:15.814763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65a5cd-f3c8-4838-bdc7-15888ca2c38b req-3860e614-a964-461c-aa4e-85cf8bda2c1f tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:15.816339 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed65a5cd-f3c8-4838-bdc7-15888ca2c38b req-3860e614-a964-461c-aa4e-85cf8bda2c1f tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/ports?device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 950 time: 0.1403210 Jul 27 21:01:15.828294 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-67766348-32d3-432e-9e2c-59b41f6bb221 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:15.882569 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed65a5cd-f3c8-4838-bdc7-15888ca2c38b req-ccb4e372-c2ba-4f91-8b0e-a0e534e157ab tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/security-groups?id=21936e71-f630-4060-a570-53c86540295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554893 Jul 27 21:01:15.884177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88f92b-6067-499e-be95-5be4e68fd5d4 req-83843254-5043-4bb7-9045-b0381cf68558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:15.885446 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af88f92b-6067-499e-be95-5be4e68fd5d4 req-83843254-5043-4bb7-9045-b0381cf68558 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1509848 Jul 27 21:01:15.940326 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af88f92b-6067-499e-be95-5be4e68fd5d4 req-2f516a06-e0ea-44ed-9699-66d09a61c3c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=ad89569f-be16-49eb-89a2-de84f32fd8d6 HTTP/1.1" status: 200 len: 217 time: 0.0462914 Jul 27 21:01:15.963425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-67766348-32d3-432e-9e2c-59b41f6bb221 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:15.991426 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-67766348-32d3-432e-9e2c-59b41f6bb221 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:16.008706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-67766348-32d3-432e-9e2c-59b41f6bb221 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:16.016742 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b51fac0-7bdc-49cf-b6d8-ab67954eed6f req-e86206d2-6f9a-4268-938d-a483b05b03f0 service neutron] 10.222.0.20 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137876 Jul 27 21:01:16.022944 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88f92b-6067-499e-be95-5be4e68fd5d4 req-24148a1d-6a03-48e9-9184-280c663158e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:16.024565 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af88f92b-6067-499e-be95-5be4e68fd5d4 req-24148a1d-6a03-48e9-9184-280c663158e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0750251 Jul 27 21:01:16.071728 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-8e693a62-361c-4460-a1a9-d6bbe1dcd118 service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105341 Jul 27 21:01:16.081166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67766348-32d3-432e-9e2c-59b41f6bb221 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Pushing event updated for resources: {'Port': ['ID=1df603f3-390a-41ea-b08f-ca30c4a377b0,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:16.097042 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f3ed7-6ce2-4a30-9cf9-a4480c4960ed req-108a492c-fadd-4110-8f49-ca537ca76ae5 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:16.098748 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e9f3ed7-6ce2-4a30-9cf9-a4480c4960ed req-108a492c-fadd-4110-8f49-ca537ca76ae5 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 931 time: 0.1611731 Jul 27 21:01:16.176391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88f92b-6067-499e-be95-5be4e68fd5d4 req-298b444e-b329-47c4-ab11-46dfb19599bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:16.178203 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af88f92b-6067-499e-be95-5be4e68fd5d4 req-298b444e-b329-47c4-ab11-46dfb19599bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425130 Jul 27 21:01:16.184387 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e9f3ed7-6ce2-4a30-9cf9-a4480c4960ed req-3cf866b7-dd3a-4a06-bc82-7cd51a25e3ca tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767496 Jul 27 21:01:16.247352 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] For port 7d85ae5c-d25d-4861-b44c-d1476db8e9b5, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:16.267604 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-67766348-32d3-432e-9e2c-59b41f6bb221 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:16.268299 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-67766348-32d3-432e-9e2c-59b41f6bb221 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:16.313017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] For port 7d85ae5c-d25d-4861-b44c-d1476db8e9b5, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7d85ae5c-d25d-4861-b44c-d1476db8e9b5,segment=NetworkSegment(09c16f78-87f7-4ccb-978f-3f307869e413),segment_id=09c16f78-87f7-4ccb-978f-3f307869e413)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:16.342469 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:16.345047 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d36131b5-cd77-49d7-a69e-0a55dc0c8a67 None None] Provisioning for port 1df603f3-390a-41ea-b08f-ca30c4a377b0 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:16.349449 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608dad0-3d3b-4bf1-9e54-18fbd8c7dd9e req-9703d466-bf67-4936-ab9c-6730100f54d6 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:16.349787 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d36131b5-cd77-49d7-a69e-0a55dc0c8a67 None None] Provisioning complete for port 1df603f3-390a-41ea-b08f-ca30c4a377b0 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:16.350495 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d36131b5-cd77-49d7-a69e-0a55dc0c8a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:16.351140 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2608dad0-3d3b-4bf1-9e54-18fbd8c7dd9e req-9703d466-bf67-4936-ab9c-6730100f54d6 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 944 time: 0.1717441 Jul 27 21:01:16.363584 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be9b5b8-a331-4516-8651-b837c1a16bf4 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:16.371395 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-67766348-32d3-432e-9e2c-59b41f6bb221 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3852353 Jul 27 21:01:16.393959 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af88f92b-6067-499e-be95-5be4e68fd5d4 req-cca1a9d7-57ab-42eb-8050-d2a245a4a6a7 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994779 Jul 27 21:01:16.403080 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d36131b5-cd77-49d7-a69e-0a55dc0c8a67 None None] Port 1df603f3-390a-41ea-b08f-ca30c4a377b0 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:16.405063 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:16.413589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Request body: {'port': {'device_id': '2b667a35-0548-4f69-8087-9aafb0e5bbd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:16.466413 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2608dad0-3d3b-4bf1-9e54-18fbd8c7dd9e req-39bc7b33-9ad8-45db-8069-7fb2414744bd tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053092 Jul 27 21:01:16.467166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:16.467797 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:16.469166 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] 10.222.0.20 "PUT /v2.0/ports/7d85ae5c-d25d-4861-b44c-d1476db8e9b5 HTTP/1.1" status: 200 len: 1091 time: 3.5627146 Jul 27 21:01:16.470004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ee87cb-b61e-4633-a9d3-bcd7a09941de', 'tag': '7d85ae5c-d25d-4861-b44c-d1476db8e9b5'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:16.472263 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c372d9e-dfb2-454e-a7db-1e97693f12d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ee87cb-b61e-4633-a9d3-bcd7a09941de", "tag": "7d85ae5c-d25d-4861-b44c-d1476db8e9b5"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:16.487800 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-22ed220c-d805-472a-aa9d-31027274c849 service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907628 Jul 27 21:01:16.497097 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff133d3e-4200-41cd-9387-3fa61c552c99 req-61499c7c-ea2b-4c95-b525-a3f00eb336a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:16.499363 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff133d3e-4200-41cd-9387-3fa61c552c99 req-61499c7c-ea2b-4c95-b525-a3f00eb336a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9356d2f895943a7b11295fb2f999893&device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 1095 time: 0.4140835 Jul 27 21:01:16.500540 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Transition to ACTIVE for port object 3be9b5b8-a331-4516-8651-b837c1a16bf4 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:16.531189 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:16.537830 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87eb4c2-eb32-48da-859b-c5c5bfbf7b2d x-openstack-request-id: req-c87eb4c2-eb32-48da-859b-c5c5bfbf7b2d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:16.538198 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ee87cb-b61e-4633-a9d3-bcd7a09941de", "tag": "7d85ae5c-d25d-4861-b44c-d1476db8e9b5", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:16.538568 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c87eb4c2-eb32-48da-859b-c5c5bfbf7b2d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:16.539001 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ee87cb-b61e-4633-a9d3-bcd7a09941de', 'tag': '7d85ae5c-d25d-4861-b44c-d1476db8e9b5', 'status': 'completed', 'code': 200} Jul 27 21:01:16.580624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af88f92b-6067-499e-be95-5be4e68fd5d4 req-f45eb12d-ec84-456a-968e-2ac1a89f48c6 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717827 Jul 27 21:01:16.589083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce24da8-2c49-4c37-964b-5939cf92fa4c service neutron] Pushing event updated for resources: {'Port': ['ID=7d85ae5c-d25d-4861-b44c-d1476db8e9b5,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:16.594049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616dca1a-907c-48f8-beee-ab9157e7833b req-a102c47a-de9c-43b9-92f3-c53164080f64 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:16.595747 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-616dca1a-907c-48f8-beee-ab9157e7833b req-a102c47a-de9c-43b9-92f3-c53164080f64 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 936 time: 0.1609907 Jul 27 21:01:16.671429 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-616dca1a-907c-48f8-beee-ab9157e7833b req-5bf35bb3-9d3f-49b8-b899-0fcea58a91c1 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641422 Jul 27 21:01:16.711593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c749909-a98e-4d3f-80d9-1313b2fbe65c req-7ec02d99-38ce-461a-a413-d6f7186d8ea5 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:16.713175 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c749909-a98e-4d3f-80d9-1313b2fbe65c req-7ec02d99-38ce-461a-a413-d6f7186d8ea5 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 944 time: 0.0816989 Jul 27 21:01:16.758630 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c749909-a98e-4d3f-80d9-1313b2fbe65c req-b8bd7c4c-103e-4906-96c0-04dcdce98007 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382526 Jul 27 21:01:16.920313 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-7aa7c32c-3e4a-4dca-b1db-8dd9dc57dfa4 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:16.921901 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-7aa7c32c-3e4a-4dca-b1db-8dd9dc57dfa4 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975&tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 1095 time: 0.0761247 Jul 27 21:01:17.054157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.071501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Pushing event updated for resources: {'Port': ['ID=3be9b5b8-a331-4516-8651-b837c1a16bf4,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:17.089962 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 987862d2-a5c1-4395-aa22-5acb16ab8979 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:17.114136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5a3fc-ffa4-4d89-a422-eec4652e5901 req-e24da2dd-b147-4f66-87e0-f364aa50f866 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:17.114954 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5c5a3fc-ffa4-4d89-a422-eec4652e5901 req-e24da2dd-b147-4f66-87e0-f364aa50f866 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/ports?device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 950 time: 0.1525142 Jul 27 21:01:17.145860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-ce6ab93b-374c-4b00-9470-110678fc0905 service neutron] For port 23ff531b-809f-4372-810d-5d776dea40e1, host n-h1-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:17.150423 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-ce6ab93b-374c-4b00-9470-110678fc0905 service neutron] Notify callbacks [] for binding, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.152377 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-ce6ab93b-374c-4b00-9470-110678fc0905 service neutron] 10.222.0.66 "DELETE /v2.0/ports/23ff531b-809f-4372-810d-5d776dea40e1/bindings/n-h1-764806-9 HTTP/1.1" status: 204 len: 173 time: 0.2213607 Jul 27 21:01:17.156949 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff133d3e-4200-41cd-9387-3fa61c552c99 req-b4a2d9c3-e103-402d-a683-89c56f178a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:17.158532 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff133d3e-4200-41cd-9387-3fa61c552c99 req-b4a2d9c3-e103-402d-a683-89c56f178a6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e942917d-c786-450f-a41a-7afd14216ffe HTTP/1.1" status: 200 len: 916 time: 0.6464262 Jul 27 21:01:17.171463 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5c5a3fc-ffa4-4d89-a422-eec4652e5901 req-5d95d13c-0d83-4b75-9bad-4df8cb875587 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/security-groups?id=21936e71-f630-4060-a570-53c86540295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443501 Jul 27 21:01:17.186256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-fc5a74fa-4d6c-422b-9a2f-e3cc98576e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:17.187754 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-fc5a74fa-4d6c-422b-9a2f-e3cc98576e32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e12b0b8b49e4a8685306f697c0d4f06&device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 1094 time: 0.6454782 Jul 27 21:01:17.238590 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff133d3e-4200-41cd-9387-3fa61c552c99 req-0ef2c9ef-29b6-4033-8de3-c19e71bbdc17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=987862d2-a5c1-4395-aa22-5acb16ab8979 HTTP/1.1" status: 200 len: 217 time: 0.0726075 Jul 27 21:01:17.241333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 987862d2-a5c1-4395-aa22-5acb16ab8979, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=987862d2-a5c1-4395-aa22-5acb16ab8979,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:17.259107 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '987862d2-a5c1-4395-aa22-5acb16ab8979', 'network_id': 'e942917d-c786-450f-a41a-7afd14216ffe', 'port_id': '987862d2-a5c1-4395-aa22-5acb16ab8979', 'mac_address': 'fa:16:3e:be:cc:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da266496-c80f-4909-bc94-7064206d9311', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:17.298478 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-f777c449-21e5-4e49-9efd-4ccac105ac9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d85ae5c-d25d-4861-b44c-d1476db8e9b5 HTTP/1.1" status: 200 len: 217 time: 0.0737274 Jul 27 21:01:17.316761 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.336540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 987862d2-a5c1-4395-aa22-5acb16ab8979 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:17.360672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 987862d2-a5c1-4395-aa22-5acb16ab8979, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=987862d2-a5c1-4395-aa22-5acb16ab8979,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:17.365876 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.379137 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca712ff-d566-47b2-8bb9-31440d56317b req-ba1dfc88-449a-4d3f-b4a1-8bf5aba5663b tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:17.388291 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ca712ff-d566-47b2-8bb9-31440d56317b req-ba1dfc88-449a-4d3f-b4a1-8bf5aba5663b tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 943 time: 0.1040523 Jul 27 21:01:17.407680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Attempting to bind port 3be9b5b8-a331-4516-8651-b837c1a16bf4 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:17.408016 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Attempting to bind port 3be9b5b8-a331-4516-8651-b837c1a16bf4 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '09c16f78-87f7-4ccb-978f-3f307869e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:17.408828 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Attempting to bind port 3be9b5b8-a331-4516-8651-b837c1a16bf4 on network 12136521-0c8b-4cb0-9dc5-5d02674d242d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:17.440401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Port 3be9b5b8-a331-4516-8651-b837c1a16bf4 on network 12136521-0c8b-4cb0-9dc5-5d02674d242d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:17.440732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Attempting to bind port 3be9b5b8-a331-4516-8651-b837c1a16bf4 on network 12136521-0c8b-4cb0-9dc5-5d02674d242d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:17.444138 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ca712ff-d566-47b2-8bb9-31440d56317b req-31d6d50b-8b68-44e8-85f1-ded02e5a36ee tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527792 Jul 27 21:01:17.449591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=987862d2-a5c1-4395-aa22-5acb16ab8979,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:17.480998 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:17.481346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Checking segment: {'id': '09c16f78-87f7-4ccb-978f-3f307869e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:17.481740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Bound using segment: {'id': '09c16f78-87f7-4ccb-978f-3f307869e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:17.482196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Bound port: 3be9b5b8-a331-4516-8651-b837c1a16bf4, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c16f78-87f7-4ccb-978f-3f307869e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:17.482567 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.520474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff133d3e-4200-41cd-9387-3fa61c552c99 req-c80dab4a-ee3a-4bcc-8242-f76d12457895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:17.521966 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff133d3e-4200-41cd-9387-3fa61c552c99 req-c80dab4a-ee3a-4bcc-8242-f76d12457895 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=da266496-c80f-4909-bc94-7064206d9311 HTTP/1.1" status: 200 len: 855 time: 0.2377331 Jul 27 21:01:17.532661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-89061552-25f5-4252-8bae-42c16da10c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:17.534059 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-89061552-25f5-4252-8bae-42c16da10c6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f64ea69-e90b-4843-8916-973c88972dfb HTTP/1.1" status: 200 len: 859 time: 0.2088909 Jul 27 21:01:17.619449 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['987862d2-a5c1-4395-aa22-5acb16ab8979'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:17.639146 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-e558c03d-ccca-409d-a70a-6489688df85e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12136521-0c8b-4cb0-9dc5-5d02674d242d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863476 Jul 27 21:01:17.650401 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff133d3e-4200-41cd-9387-3fa61c552c99 req-4b2237b1-d921-4994-b1f8-0931e2e380c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e942917d-c786-450f-a41a-7afd14216ffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890441 Jul 27 21:01:17.746527 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efa4e3-3b8c-45fb-a209-45731e7e847b req-eb5a4137-db2f-432f-9751-dc3c6eb4434f tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:17.748219 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7efa4e3-3b8c-45fb-a209-45731e7e847b req-eb5a4137-db2f-432f-9751-dc3c6eb4434f tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 945 time: 0.1390948 Jul 27 21:01:17.763371 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7c443-7998-4955-9898-ca323a01f784 req-a64dad81-dbeb-4273-b753-d3f9239b71fa tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:17.770767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65d7c443-7998-4955-9898-ca323a01f784 req-a64dad81-dbeb-4273-b753-d3f9239b71fa tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/ports?device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 950 time: 0.1178424 Jul 27 21:01:17.820691 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] For port 3be9b5b8-a331-4516-8651-b837c1a16bf4, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:17.842824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65d7c443-7998-4955-9898-ca323a01f784 req-502dffed-ed04-49cb-b2b9-71fa6a0883d8 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/security-groups?id=21936e71-f630-4060-a570-53c86540295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711088 Jul 27 21:01:17.848770 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7efa4e3-3b8c-45fb-a209-45731e7e847b req-f6a893a9-ebed-4bca-a682-835258017289 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722504 Jul 27 21:01:17.868557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] For port 3be9b5b8-a331-4516-8651-b837c1a16bf4, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=3be9b5b8-a331-4516-8651-b837c1a16bf4,segment=NetworkSegment(09c16f78-87f7-4ccb-978f-3f307869e413),segment_id=09c16f78-87f7-4ccb-978f-3f307869e413)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:17.902619 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:17.965085 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df603f3-390a-41ea-b08f-ca30c4a377b0 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:17.976493 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff133d3e-4200-41cd-9387-3fa61c552c99 req-f673ac6d-f8ac-4647-a6b9-b9b9c0cb26b3 service neutron] 10.222.0.20 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111489 Jul 27 21:01:17.982268 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.007833 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-f98e0260-debd-4a83-ab6c-7e9a85729486 service neutron] 10.222.0.20 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529174 Jul 27 21:01:18.014255 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:18.014906 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.016311 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] 10.222.0.66 "PUT /v2.0/ports/3be9b5b8-a331-4516-8651-b837c1a16bf4 HTTP/1.1" status: 200 len: 1091 time: 3.3828807 Jul 27 21:01:18.040972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba6fc4-f4b1-4ec4-b180-610043669f95 req-ee59faba-bcfe-41d5-ae0f-f54532dd9948 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:18.044129 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5bba6fc4-f4b1-4ec4-b180-610043669f95 req-ee59faba-bcfe-41d5-ae0f-f54532dd9948 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 936 time: 0.1397612 Jul 27 21:01:18.074518 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7bc0e-7057-4876-b2f0-7e59444ed83a req-2041634d-4a44-41c7-a5bf-0475aa458e3b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:18.081749 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42b7bc0e-7057-4876-b2f0-7e59444ed83a req-2041634d-4a44-41c7-a5bf-0475aa458e3b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 944 time: 0.1269517 Jul 27 21:01:18.106400 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Transition to ACTIVE for port object 1df603f3-390a-41ea-b08f-ca30c4a377b0 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:18.137695 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5bba6fc4-f4b1-4ec4-b180-610043669f95 req-a0ad1a8d-4f1e-4887-bdb3-56a7ca98c9e6 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846856 Jul 27 21:01:18.143251 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42b7bc0e-7057-4876-b2f0-7e59444ed83a req-7c208d5c-59ae-4b62-93f0-ba0992b51fda tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536349 Jul 27 21:01:18.154595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de884c2-1839-4f41-8597-fb7bb04d4f91 service neutron] Pushing event updated for resources: {'Port': ['ID=3be9b5b8-a331-4516-8651-b837c1a16bf4,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:18.161196 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.290434 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Pushing event updated for resources: {'Port': ['ID=1df603f3-390a-41ea-b08f-ca30c4a377b0,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:18.317363 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff133d3e-4200-41cd-9387-3fa61c552c99 req-f20d0d01-d127-46cc-b483-bdeaf1ab0930 service neutron] 10.222.0.20 "GET /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282084 Jul 27 21:01:18.348317 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f9ae-8d70-410b-9cfc-dfb5c3861d42 req-02a823d7-b9bc-49b3-a408-df72c699ce56 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:18.350067 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eac6f9ae-8d70-410b-9cfc-dfb5c3861d42 req-02a823d7-b9bc-49b3-a408-df72c699ce56 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 1095 time: 0.0763311 Jul 27 21:01:18.364603 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a5fed7c-1590-4079-9ceb-47466049f7a9 req-8c5367a3-66d4-4fcb-bdcd-4510abc4e3b9 service neutron] 10.222.0.20 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445327 Jul 27 21:01:18.370978 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-05f718f5-1f92-4cc3-8ae4-351d65d6a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:18.372513 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-05f718f5-1f92-4cc3-8ae4-351d65d6a93d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e12b0b8b49e4a8685306f697c0d4f06&device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 1094 time: 0.2871273 Jul 27 21:01:18.405250 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eac6f9ae-8d70-410b-9cfc-dfb5c3861d42 req-c1b35114-d7d0-4ba3-b346-db3c8c855125 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470226 Jul 27 21:01:18.467376 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-9bf58a47-6191-46e4-a92c-2491b457f343 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3be9b5b8-a331-4516-8651-b837c1a16bf4 HTTP/1.1" status: 200 len: 217 time: 0.0829918 Jul 27 21:01:18.500823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Attempting to bind port 1df603f3-390a-41ea-b08f-ca30c4a377b0 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:18.501025 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Attempting to bind port 1df603f3-390a-41ea-b08f-ca30c4a377b0 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:18.501332 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Attempting to bind port 1df603f3-390a-41ea-b08f-ca30c4a377b0 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:18.533340 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Port 1df603f3-390a-41ea-b08f-ca30c4a377b0 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:18.533755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Attempting to bind port 1df603f3-390a-41ea-b08f-ca30c4a377b0 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:18.547245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f1c358-6ac3-4728-b924-d09fad02fe15', 'tag': '3be9b5b8-a331-4516-8651-b837c1a16bf4'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:18.549617 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564d9cca-2c34-43c2-ba00-5f83a7b74954" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f1c358-6ac3-4728-b924-d09fad02fe15", "tag": "3be9b5b8-a331-4516-8651-b837c1a16bf4"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:18.557485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:18.558608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:18.560075 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:18.560554 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Bound port: 1df603f3-390a-41ea-b08f-ca30c4a377b0, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:18.561093 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.609893 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe390c-5bfd-4c3a-ad55-630038d8fdcf req-02233541-ed7f-4096-b79f-c59d85b45303 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:18.611728 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aefe390c-5bfd-4c3a-ad55-630038d8fdcf req-02233541-ed7f-4096-b79f-c59d85b45303 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 943 time: 0.0862744 Jul 27 21:01:18.617489 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc83cce-ad6e-456f-af76-26c08ba9986f x-openstack-request-id: req-8dc83cce-ad6e-456f-af76-26c08ba9986f {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:18.617783 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f1c358-6ac3-4728-b924-d09fad02fe15", "tag": "3be9b5b8-a331-4516-8651-b837c1a16bf4", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:18.618035 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8dc83cce-ad6e-456f-af76-26c08ba9986f {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:18.618583 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f1c358-6ac3-4728-b924-d09fad02fe15', 'tag': '3be9b5b8-a331-4516-8651-b837c1a16bf4', 'status': 'completed', 'code': 200} Jul 27 21:01:18.629722 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-faac0b89-bac2-4d52-b188-6058533f76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:18.631871 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-faac0b89-bac2-4d52-b188-6058533f76d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f64ea69-e90b-4843-8916-973c88972dfb HTTP/1.1" status: 200 len: 859 time: 0.1417325 Jul 27 21:01:18.682855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372d9e-dfb2-454e-a7db-1e97693f12d6 req-6a0c087e-d49a-4de2-8cc6-43efd2a2765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:18.684424 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c372d9e-dfb2-454e-a7db-1e97693f12d6 req-6a0c087e-d49a-4de2-8cc6-43efd2a2765b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e12b0b8b49e4a8685306f697c0d4f06&device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 1094 time: 0.2411315 Jul 27 21:01:18.689168 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-e3738861-81cd-424c-a36c-6c567bb6824e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=12136521-0c8b-4cb0-9dc5-5d02674d242d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433521 Jul 27 21:01:18.816711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] For port 1df603f3-390a-41ea-b08f-ca30c4a377b0, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:18.846931 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] For port 1df603f3-390a-41ea-b08f-ca30c4a377b0, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1df603f3-390a-41ea-b08f-ca30c4a377b0,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:18.863019 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.941451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372d9e-dfb2-454e-a7db-1e97693f12d6 req-7d884a6e-481f-44d0-96b8-331d33314877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:18.942972 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c372d9e-dfb2-454e-a7db-1e97693f12d6 req-7d884a6e-481f-44d0-96b8-331d33314877 service neutron] 10.222.0.20 "GET /v2.0/networks?id=12136521-0c8b-4cb0-9dc5-5d02674d242d HTTP/1.1" status: 200 len: 920 time: 0.2413051 Jul 27 21:01:18.945008 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-430559f7-e6a2-41f2-b34a-3e96d7d27ad2 service neutron] 10.222.0.66 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445853 Jul 27 21:01:18.946277 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:18.946944 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:18.948856 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] 10.222.0.66 "PUT /v2.0/ports/1df603f3-390a-41ea-b08f-ca30c4a377b0 HTTP/1.1" status: 200 len: 1096 time: 2.5510714 Jul 27 21:01:19.014361 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c372d9e-dfb2-454e-a7db-1e97693f12d6 req-0b711dc4-ee78-47f8-8057-829a621480c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d85ae5c-d25d-4861-b44c-d1476db8e9b5 HTTP/1.1" status: 200 len: 217 time: 0.0595546 Jul 27 21:01:19.028053 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aefe390c-5bfd-4c3a-ad55-630038d8fdcf req-3f3841ce-4c29-48bc-854b-c7e05c75369c tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092054 Jul 27 21:01:19.091737 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efe13c-a09e-4186-8286-318997f79ad7 req-d478c662-9aa8-4500-a0ed-eca8f5b47757 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:19.099745 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76efe13c-a09e-4186-8286-318997f79ad7 req-d478c662-9aa8-4500-a0ed-eca8f5b47757 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 808 time: 0.1441247 Jul 27 21:01:19.099972 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05445fd-eb8a-4b81-b844-3cb1834e01dd service neutron] Pushing event updated for resources: {'Port': ['ID=1df603f3-390a-41ea-b08f-ca30c4a377b0,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:19.108305 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 987862d2-a5c1-4395-aa22-5acb16ab8979 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:19.119036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76efe13c-a09e-4186-8286-318997f79ad7 req-322c6371-9807-4425-99de-abb26d436362 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/quotas/9f7a1b4e94ea472ca610a4b409bcea9d HTTP/1.1" status: 200 len: 375 time: 0.0182521 Jul 27 21:01:19.218643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 987862d2-a5c1-4395-aa22-5acb16ab8979 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:19.221225 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c372d9e-dfb2-454e-a7db-1e97693f12d6 req-7ce19745-cc98-478c-9620-195436ff8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:19.222742 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c372d9e-dfb2-454e-a7db-1e97693f12d6 req-7ce19745-cc98-478c-9620-195436ff8c4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f64ea69-e90b-4843-8916-973c88972dfb HTTP/1.1" status: 200 len: 859 time: 0.1549990 Jul 27 21:01:19.229055 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 987862d2-a5c1-4395-aa22-5acb16ab8979 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:19.230027 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.264873 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76efe13c-a09e-4186-8286-318997f79ad7 req-5c45839d-1fe7-4357-a778-4e24b3f5717e tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1432662 Jul 27 21:01:19.270304 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c372d9e-dfb2-454e-a7db-1e97693f12d6 req-94083ef0-6454-491c-b8b0-fb5927b753ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12136521-0c8b-4cb0-9dc5-5d02674d242d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358496 Jul 27 21:01:19.272950 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-997d3f86-6801-45c9-b816-e6e5c516fd23 req-800f84cf-31c9-4450-8886-b0d81674502e service neutron] 10.222.0.66 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075440 Jul 27 21:01:19.279388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-1da645c9-8146-4da1-8a74-f6945b3b52d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:19.280878 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-1da645c9-8146-4da1-8a74-f6945b3b52d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5984792c7754e179717e1e600d952bd&device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 1099 time: 0.2705491 Jul 27 21:01:19.290030 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9880e9-1966-4e27-8f88-1b06faf0363f req-e30d92c1-2b8d-45ca-98e5-23abd026085b tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:19.299372 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b9880e9-1966-4e27-8f88-1b06faf0363f req-e30d92c1-2b8d-45ca-98e5-23abd026085b tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/ports?device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 950 time: 0.1672328 Jul 27 21:01:19.351082 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.376463 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987862d2-a5c1-4395-aa22-5acb16ab8979'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:19.379504 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3518a424-e364-4577-ae5d-17bcf81efbcc" -d '{"events": [{"server_uuid": "2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b", "name": "network-vif-plugged", "status": "completed", "tag": "987862d2-a5c1-4395-aa22-5acb16ab8979"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:19.394522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 987862d2-a5c1-4395-aa22-5acb16ab8979, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=987862d2-a5c1-4395-aa22-5acb16ab8979,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:19.399300 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-ef4919ac-e760-4c54-9ba2-34b61265bcb7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=1df603f3-390a-41ea-b08f-ca30c4a377b0 HTTP/1.1" status: 200 len: 217 time: 0.0984890 Jul 27 21:01:19.399523 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.407273 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b9880e9-1966-4e27-8f88-1b06faf0363f req-7de3a24e-0a2a-4433-a721-dd7011e05d4a tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/security-groups?id=21936e71-f630-4060-a570-53c86540295d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053300 Jul 27 21:01:19.481727 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=987862d2-a5c1-4395-aa22-5acb16ab8979,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:19.487047 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76efe13c-a09e-4186-8286-318997f79ad7 req-bc5cf6fd-004d-43e6-9dd6-8ff75522f5b4 service neutron] 10.222.0.55 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189810 Jul 27 21:01:19.490078 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c372d9e-dfb2-454e-a7db-1e97693f12d6 req-6add3a30-e1df-498f-860b-8d20c0afe55a service neutron] 10.222.0.20 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081957 Jul 27 21:01:19.496492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-56e556ec-f130-4792-a9ab-388196b3924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:19.497939 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-56e556ec-f130-4792-a9ab-388196b3924e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0908175 Jul 27 21:01:19.585927 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d9cca-2c34-43c2-ba00-5f83a7b74954 req-5ba9b48b-cd38-433e-8e8d-048f3fe1b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:19.587234 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ad89569f-be16-49eb-89a2-de84f32fd8d6 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:19.587532 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-564d9cca-2c34-43c2-ba00-5f83a7b74954 req-5ba9b48b-cd38-433e-8e8d-048f3fe1b6e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e12b0b8b49e4a8685306f697c0d4f06&device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 1094 time: 0.2213845 Jul 27 21:01:19.642584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ba3fc-aa76-4847-8a44-24a1abddbb6f req-48b1bfa6-6dce-4f69-a88f-a96b82a21b8d tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:19.644380 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-524ba3fc-aa76-4847-8a44-24a1abddbb6f req-48b1bfa6-6dce-4f69-a88f-a96b82a21b8d tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.66 "GET /v2.0/ports?device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 950 time: 0.2037342 Jul 27 21:01:19.702341 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c372d9e-dfb2-454e-a7db-1e97693f12d6 req-cca2cf68-fa50-4c7b-ab8b-17813b628ea0 service neutron] 10.222.0.20 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003524 Jul 27 21:01:19.707985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76efe13c-a09e-4186-8286-318997f79ad7 req-eb5253f0-b062-44c5-8368-fd4a05a6f74c service neutron] 10.222.0.55 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136300 Jul 27 21:01:19.718067 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-75531720-5a24-483e-a054-12ba5fffc0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:19.720087 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-75531720-5a24-483e-a054-12ba5fffc0f1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1979783 Jul 27 21:01:19.743451 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f97cb-90e8-4d78-939e-01b06cc08481 req-bcab471b-73fb-488c-81e5-135f9bbef84b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:19.745100 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f8f97cb-90e8-4d78-939e-01b06cc08481 req-bcab471b-73fb-488c-81e5-135f9bbef84b tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 946 time: 0.1978920 Jul 27 21:01:19.749613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ad89569f-be16-49eb-89a2-de84f32fd8d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ad89569f-be16-49eb-89a2-de84f32fd8d6,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:19.763454 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'ad89569f-be16-49eb-89a2-de84f32fd8d6', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'ad89569f-be16-49eb-89a2-de84f32fd8d6', 'mac_address': 'fa:16:3e:63:f4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:19.795338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d9cca-2c34-43c2-ba00-5f83a7b74954 req-3148168e-f1ab-4082-b8e8-05ad8f0f66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:19.796955 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-564d9cca-2c34-43c2-ba00-5f83a7b74954 req-3148168e-f1ab-4082-b8e8-05ad8f0f66e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=12136521-0c8b-4cb0-9dc5-5d02674d242d HTTP/1.1" status: 200 len: 920 time: 0.1999440 Jul 27 21:01:19.813882 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.819831 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f8f97cb-90e8-4d78-939e-01b06cc08481 req-35a7a925-0620-4b95-9106-e606770eb0ca tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472159 Jul 27 21:01:19.832887 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad89569f-be16-49eb-89a2-de84f32fd8d6 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:19.851999 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-524ba3fc-aa76-4847-8a44-24a1abddbb6f req-a715128f-9886-4b3c-96d6-7b07ce8b3db7 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Deleting port 533b652c-09ed-43cc-ae68-fe9d02fcfb15 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:19.852494 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-524ba3fc-aa76-4847-8a44-24a1abddbb6f req-a715128f-9886-4b3c-96d6-7b07ce8b3db7 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.852965 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-564d9cca-2c34-43c2-ba00-5f83a7b74954 req-8116320c-caeb-425b-abd7-e0af829743a5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3be9b5b8-a331-4516-8651-b837c1a16bf4 HTTP/1.1" status: 200 len: 217 time: 0.0466843 Jul 27 21:01:19.884120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ad89569f-be16-49eb-89a2-de84f32fd8d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ad89569f-be16-49eb-89a2-de84f32fd8d6,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:19.893796 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:19.967728 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-9771ac12-821f-4baa-b961-3bf07a6bbe25 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360976 Jul 27 21:01:19.974475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d9cca-2c34-43c2-ba00-5f83a7b74954 req-e5062a63-bbc0-4efe-8f83-449c66b45563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:19.975968 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-564d9cca-2c34-43c2-ba00-5f83a7b74954 req-e5062a63-bbc0-4efe-8f83-449c66b45563 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f64ea69-e90b-4843-8916-973c88972dfb HTTP/1.1" status: 200 len: 859 time: 0.1092789 Jul 27 21:01:19.987893 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-524ba3fc-aa76-4847-8a44-24a1abddbb6f req-a715128f-9886-4b3c-96d6-7b07ce8b3db7 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] For port 533b652c-09ed-43cc-ae68-fe9d02fcfb15, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=533b652c-09ed-43cc-ae68-fe9d02fcfb15,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:19.988696 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-524ba3fc-aa76-4847-8a44-24a1abddbb6f req-a715128f-9886-4b3c-96d6-7b07ce8b3db7 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:20.037344 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-524ba3fc-aa76-4847-8a44-24a1abddbb6f req-a715128f-9886-4b3c-96d6-7b07ce8b3db7 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Calling delete_port for 533b652c-09ed-43cc-ae68-fe9d02fcfb15 owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:20.044886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ad89569f-be16-49eb-89a2-de84f32fd8d6,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:20.050291 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f421a3f-3f8c-471a-8a62-48d6346c7c9a x-openstack-request-id: req-6f421a3f-3f8c-471a-8a62-48d6346c7c9a {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:20.050580 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b", "name": "network-vif-plugged", "status": "completed", "tag": "987862d2-a5c1-4395-aa22-5acb16ab8979", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:20.050842 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f421a3f-3f8c-471a-8a62-48d6346c7c9a {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:20.051231 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '987862d2-a5c1-4395-aa22-5acb16ab8979', 'code': 200} Jul 27 21:01:20.094122 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-564d9cca-2c34-43c2-ba00-5f83a7b74954 req-2ef05eb3-4a56-4329-84fe-6400e1bfe532 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=12136521-0c8b-4cb0-9dc5-5d02674d242d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056209 Jul 27 21:01:20.266399 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a120b8-95a4-40fd-b9ed-d28a9ac990c2 req-495718cf-d9e8-42d1-904a-8cc6aafcafcb tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:20.274831 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3a120b8-95a4-40fd-b9ed-d28a9ac990c2 req-495718cf-d9e8-42d1-904a-8cc6aafcafcb tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 948 time: 0.2822318 Jul 27 21:01:20.287943 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7964703f-548b-4aa3-923e-e4904e48bf28 req-53d4b159-30c6-4316-b393-b0c3913844c5 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109686 Jul 27 21:01:20.332663 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-564d9cca-2c34-43c2-ba00-5f83a7b74954 req-10e705d0-d47c-4386-8906-b6597306ff1b service neutron] 10.222.0.66 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288013 Jul 27 21:01:20.338603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee3240-256a-43bc-8a24-bcfa2020addf req-0d8ffe60-38b5-45f6-8922-0497361095f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:20.340405 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-25ee3240-256a-43bc-8a24-bcfa2020addf req-0d8ffe60-38b5-45f6-8922-0497361095f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 1097 time: 0.2061710 Jul 27 21:01:20.348033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['ad89569f-be16-49eb-89a2-de84f32fd8d6'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:20.353298 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed405c68-5d6f-43d2-bce7-0a2c5e8d741d req-5bc61f88-d28f-4950-8025-f725df408df2 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 210 time: 0.0480540 Jul 27 21:01:20.427181 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3a120b8-95a4-40fd-b9ed-d28a9ac990c2 req-29a4b2a6-682a-4d97-aaff-916797befb9b tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513035 Jul 27 21:01:20.433547 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-524ba3fc-aa76-4847-8a44-24a1abddbb6f req-a715128f-9886-4b3c-96d6-7b07ce8b3db7 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:20.525664 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715128f-9886-4b3c-96d6-7b07ce8b3db7 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Pushing event deleted for resources: {'Port': ['ID=533b652c-09ed-43cc-ae68-fe9d02fcfb15,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:20.624809 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a7527f6-dc85-4c96-87ad-5c1babfdc40d req-ea3ccc94-0e63-422f-ab45-a56834210823 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.55 "GET /v2.0/ports?device_id=81332690-7e29-42ab-b9ce-9332396c4867 HTTP/1.1" status: 200 len: 210 time: 0.0667298 Jul 27 21:01:20.627754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-524ba3fc-aa76-4847-8a44-24a1abddbb6f req-a715128f-9886-4b3c-96d6-7b07ce8b3db7 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] No DVR routers for this DVR port 533b652c-09ed-43cc-ae68-fe9d02fcfb15 on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:01:20.631536 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-524ba3fc-aa76-4847-8a44-24a1abddbb6f req-a715128f-9886-4b3c-96d6-7b07ce8b3db7 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:20.633558 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-524ba3fc-aa76-4847-8a44-24a1abddbb6f req-a715128f-9886-4b3c-96d6-7b07ce8b3db7 tempest-ServerDiagnosticsNegativeTest-169173079 tempest-ServerDiagnosticsNegativeTest-169173079-project] 10.222.0.66 "DELETE /v2.0/ports/533b652c-09ed-43cc-ae68-fe9d02fcfb15 HTTP/1.1" status: 204 len: 173 time: 0.9822536 Jul 27 21:01:20.634012 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81332690-7e29-42ab-b9ce-9332396c4867', 'name': 'network-vif-deleted', 'tag': '533b652c-09ed-43cc-ae68-fe9d02fcfb15'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:20.643125 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fd088a-3bd5-4d08-92fd-947c6ad72b0f" -d '{"events": [{"server_uuid": "81332690-7e29-42ab-b9ce-9332396c4867", "name": "network-vif-deleted", "tag": "533b652c-09ed-43cc-ae68-fe9d02fcfb15"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:20.700261 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482f4d9-3ac9-4fac-a323-f31e6ff9adfb req-d8cc0499-0998-4822-a091-eba5dc9ce13f tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:20.727775 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f482f4d9-3ac9-4fac-a323-f31e6ff9adfb req-d8cc0499-0998-4822-a091-eba5dc9ce13f tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 943 time: 0.2657325 Jul 27 21:01:20.731482 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e43f09-7b5c-437f-9e39-6be59afa0618 x-openstack-request-id: req-57e43f09-7b5c-437f-9e39-6be59afa0618 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:20.732109 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81332690-7e29-42ab-b9ce-9332396c4867", "name": "network-vif-deleted", "tag": "533b652c-09ed-43cc-ae68-fe9d02fcfb15", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:20.732611 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57e43f09-7b5c-437f-9e39-6be59afa0618 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:20.733212 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81332690-7e29-42ab-b9ce-9332396c4867', 'name': 'network-vif-deleted', 'tag': '533b652c-09ed-43cc-ae68-fe9d02fcfb15', 'status': 'completed', 'code': 200} Jul 27 21:01:20.800185 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f482f4d9-3ac9-4fac-a323-f31e6ff9adfb req-632913ce-88ce-47f7-8c02-7e1a11ba3fde tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710452 Jul 27 21:01:20.908306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b667a35-0548-4f69-8087-9aafb0e5bbd0', 'tag': '1df603f3-390a-41ea-b08f-ca30c4a377b0'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:20.911024 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e6aceb-d5e5-4e0d-8797-1c78c195e8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2b667a35-0548-4f69-8087-9aafb0e5bbd0", "tag": "1df603f3-390a-41ea-b08f-ca30c4a377b0"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:20.979379 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-25ee3240-256a-43bc-8a24-bcfa2020addf req-d26f0354-7fb9-48aa-8774-5db3235cbc0b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6268311 Jul 27 21:01:21.025385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a6157-a3ad-494c-b0f3-fd4602381802 req-6300430c-50c0-4982-bc4b-807c90d76d00 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:21.028009 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f8a6157-a3ad-494c-b0f3-fd4602381802 req-6300430c-50c0-4982-bc4b-807c90d76d00 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 946 time: 0.0931106 Jul 27 21:01:21.033404 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c12602-6647-45fa-8943-3c748e6bd0e5 x-openstack-request-id: req-03c12602-6647-45fa-8943-3c748e6bd0e5 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:21.033929 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b667a35-0548-4f69-8087-9aafb0e5bbd0", "tag": "1df603f3-390a-41ea-b08f-ca30c4a377b0", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:21.034438 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03c12602-6647-45fa-8943-3c748e6bd0e5 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:21.035007 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b667a35-0548-4f69-8087-9aafb0e5bbd0', 'tag': '1df603f3-390a-41ea-b08f-ca30c4a377b0', 'status': 'completed', 'code': 200} Jul 27 21:01:21.047867 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-564d9cca-2c34-43c2-ba00-5f83a7b74954 req-35adf120-aa27-449f-b3fc-60e219b1e222 service neutron] 10.222.0.66 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7018962 Jul 27 21:01:21.100728 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f8a6157-a3ad-494c-b0f3-fd4602381802 req-8dbfc64f-a27f-4aae-89aa-785a245320d7 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582638 Jul 27 21:01:21.135262 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6aceb-d5e5-4e0d-8797-1c78c195e8ce req-8ac25e8a-b10c-4cda-9a15-29cbef4fec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:21.137908 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c2e6aceb-d5e5-4e0d-8797-1c78c195e8ce req-8ac25e8a-b10c-4cda-9a15-29cbef4fec86 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5984792c7754e179717e1e600d952bd&device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 1099 time: 0.0774927 Jul 27 21:01:21.153601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:21.257351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6aceb-d5e5-4e0d-8797-1c78c195e8ce req-739ffcba-6c10-48c5-8aac-fd95037e6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:21.258954 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c2e6aceb-d5e5-4e0d-8797-1c78c195e8ce req-739ffcba-6c10-48c5-8aac-fd95037e6d4f service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1130702 Jul 27 21:01:21.284177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7d85ae5c-d25d-4861-b44c-d1476db8e9b5, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7d85ae5c-d25d-4861-b44c-d1476db8e9b5,segment=NetworkSegment(09c16f78-87f7-4ccb-978f-3f307869e413),segment_id=09c16f78-87f7-4ccb-978f-3f307869e413)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:21.305403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '7d85ae5c-d25d-4861-b44c-d1476db8e9b5', 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d', 'port_id': '7d85ae5c-d25d-4861-b44c-d1476db8e9b5', 'mac_address': 'fa:16:3e:4d:82:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f64ea69-e90b-4843-8916-973c88972dfb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:21.333306 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c2e6aceb-d5e5-4e0d-8797-1c78c195e8ce req-b4df0c7d-871d-4fda-992c-cf765c365631 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=1df603f3-390a-41ea-b08f-ca30c4a377b0 HTTP/1.1" status: 200 len: 217 time: 0.0552614 Jul 27 21:01:21.372038 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:21.391919 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:21.442553 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7d85ae5c-d25d-4861-b44c-d1476db8e9b5, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7d85ae5c-d25d-4861-b44c-d1476db8e9b5,segment=NetworkSegment(09c16f78-87f7-4ccb-978f-3f307869e413),segment_id=09c16f78-87f7-4ccb-978f-3f307869e413)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:21.449993 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:21.464339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6aceb-d5e5-4e0d-8797-1c78c195e8ce req-101b9d2b-71a2-49aa-a222-0b08c42fcffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:21.466388 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c2e6aceb-d5e5-4e0d-8797-1c78c195e8ce req-101b9d2b-71a2-49aa-a222-0b08c42fcffa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1250308 Jul 27 21:01:21.536040 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7d85ae5c-d25d-4861-b44c-d1476db8e9b5,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:21.562095 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-265b0572-8b64-418a-a9bc-6ab0c9a1c19d req-46fd18d4-5b93-4a8d-9f2e-d9b56084e491 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 210 time: 0.0806322 Jul 27 21:01:21.589434 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 533b652c-09ed-43cc-ae68-fe9d02fcfb15 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:21.607439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efe13c-a09e-4186-8286-318997f79ad7 req-d69378f2-2f1a-4634-9044-39ca4827e815 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:21.608914 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76efe13c-a09e-4186-8286-318997f79ad7 req-d69378f2-2f1a-4634-9044-39ca4827e815 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.20 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 808 time: 0.2195992 Jul 27 21:01:21.611429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 533b652c-09ed-43cc-ae68-fe9d02fcfb15 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:21.611781 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 533b652c-09ed-43cc-ae68-fe9d02fcfb15 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:21.625395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6aceb-d5e5-4e0d-8797-1c78c195e8ce req-e7d1906e-9172-4163-b9e6-7d5ff6858f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:21.626987 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c2e6aceb-d5e5-4e0d-8797-1c78c195e8ce req-e7d1906e-9172-4163-b9e6-7d5ff6858f59 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512907 Jul 27 21:01:21.631800 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-76efe13c-a09e-4186-8286-318997f79ad7 req-0cc41816-48ba-4204-ba9c-1492c0aa90ef tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Request body: {'port': {'device_id': '254c0437-c08d-4751-9b55-cf21116402d6', 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e', 'admin_state_up': True, 'tenant_id': '9f7a1b4e94ea472ca610a4b409bcea9d'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:21.647672 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031a9d4-fcfb-4444-ae02-29775d4f0c85 req-95352a38-ede2-46d5-a2e7-80d4e9dad7ec tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:21.649097 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5031a9d4-fcfb-4444-ae02-29775d4f0c85 req-95352a38-ede2-46d5-a2e7-80d4e9dad7ec tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 948 time: 0.0815465 Jul 27 21:01:21.699722 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5031a9d4-fcfb-4444-ae02-29775d4f0c85 req-07a74c99-ce5c-4069-bbb8-7fc74c1628dc tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420227 Jul 27 21:01:21.735586 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7d85ae5c-d25d-4861-b44c-d1476db8e9b5'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:21.816321 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c2e6aceb-d5e5-4e0d-8797-1c78c195e8ce req-f284f8fd-94aa-4302-88c9-8c374885a9f4 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786420 Jul 27 21:01:21.885153 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76efe13c-a09e-4186-8286-318997f79ad7 req-0cc41816-48ba-4204-ba9c-1492c0aa90ef tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Made reservation on behalf of 9f7a1b4e94ea472ca610a4b409bcea9d for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:21.889447 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76efe13c-a09e-4186-8286-318997f79ad7 req-0cc41816-48ba-4204-ba9c-1492c0aa90ef tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:21.999645 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eb116-9bb5-4be8-992b-e6e4781fd3ec req-23edf485-f7db-4287-81dc-96c16e0f19f7 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:22.001234 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b2eb116-9bb5-4be8-992b-e6e4781fd3ec req-23edf485-f7db-4287-81dc-96c16e0f19f7 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 943 time: 0.1075795 Jul 27 21:01:22.009212 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c2e6aceb-d5e5-4e0d-8797-1c78c195e8ce req-a38dd1bd-e2ec-42d9-b29d-c926fed6abb4 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837630 Jul 27 21:01:22.037083 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37012) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:22.069697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b2eb116-9bb5-4be8-992b-e6e4781fd3ec req-19cb5e73-fa3f-4c0f-86e4-dc8d3eff8804 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621603 Jul 27 21:01:22.077984 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-76efe13c-a09e-4186-8286-318997f79ad7 req-0cc41816-48ba-4204-ba9c-1492c0aa90ef tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Allocated IP 172.20.0.7 (a867caef-b904-44c4-ac9a-71eaf4e3734e/80b60333-c324-43cb-8625-71bd9b4f810c/9d07e268-b62b-4546-83a0-57d8eded5dcf) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:22.263322 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2f80b2e8-829e-413c-980c-14100159c719 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0176a40f24bb4acdb66a7b41f79a0296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250042 Jul 27 21:01:22.265915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37022) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:22.288512 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76efe13c-a09e-4186-8286-318997f79ad7 req-0cc41816-48ba-4204-ba9c-1492c0aa90ef tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:22.337744 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76efe13c-a09e-4186-8286-318997f79ad7 req-0cc41816-48ba-4204-ba9c-1492c0aa90ef tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:22.346187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e5c83-3232-4699-96e2-0315fc55e264 req-db28b4f0-7f2d-4775-b1d6-6ccc4a34dcb1 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:22.348290 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-783e5c83-3232-4699-96e2-0315fc55e264 req-db28b4f0-7f2d-4775-b1d6-6ccc4a34dcb1 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 946 time: 0.1584325 Jul 27 21:01:22.355306 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b3b43930-e6d6-401f-8f1a-6877d92b9b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:22.389532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76efe13c-a09e-4186-8286-318997f79ad7 req-0cc41816-48ba-4204-ba9c-1492c0aa90ef tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Network a867caef-b904-44c4-ac9a-71eaf4e3734e is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:22.398117 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b3b43930-e6d6-401f-8f1a-6877d92b9b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:22.403746 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-76efe13c-a09e-4186-8286-318997f79ad7 req-0cc41816-48ba-4204-ba9c-1492c0aa90ef tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:22.409121 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-76efe13c-a09e-4186-8286-318997f79ad7 req-0cc41816-48ba-4204-ba9c-1492c0aa90ef tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:22.435147 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-783e5c83-3232-4699-96e2-0315fc55e264 req-c68c2e5e-7a0c-45e4-a127-e0964c6c23c5 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739930 Jul 27 21:01:22.443221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc41816-48ba-4204-ba9c-1492c0aa90ef tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Pushing event updated for resources: {'Port': ['ID=9d07e268-b62b-4546-83a0-57d8eded5dcf,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:22.472093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efe13c-a09e-4186-8286-318997f79ad7 req-0cc41816-48ba-4204-ba9c-1492c0aa90ef tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:22.472828 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76efe13c-a09e-4186-8286-318997f79ad7 req-0cc41816-48ba-4204-ba9c-1492c0aa90ef tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:22.472965 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b3b43930-e6d6-401f-8f1a-6877d92b9b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:22.477194 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b3b43930-e6d6-401f-8f1a-6877d92b9b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:22.478407 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b3b43930-e6d6-401f-8f1a-6877d92b9b85 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21936e71-f630-4060-a570-53c86540295d HTTP/1.1" status: 204 len: 168 time: 0.2114954 Jul 27 21:01:22.487107 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b43930-e6d6-401f-8f1a-6877d92b9b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21936e71-f630-4060-a570-53c86540295d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:22.490170 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76efe13c-a09e-4186-8286-318997f79ad7 req-0cc41816-48ba-4204-ba9c-1492c0aa90ef tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8621953 Jul 27 21:01:22.509529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Request body: {'port': {'device_id': '254c0437-c08d-4751-9b55-cf21116402d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:22.607610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9c6df-6af9-4558-9174-081c10cc33e6 req-58fa314c-557d-4857-9000-03f5a73488f4 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:22.609343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82d9c6df-6af9-4558-9174-081c10cc33e6 req-58fa314c-557d-4857-9000-03f5a73488f4 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 946 time: 0.0830777 Jul 27 21:01:22.610144 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:22.689885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82d9c6df-6af9-4558-9174-081c10cc33e6 req-dbbc441a-51e5-466b-a639-7530d59d1178 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719926 Jul 27 21:01:22.725388 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233b2b7-d533-425d-a2f5-dbeef6f968e8 req-b4d4aeb7-fe6d-4a39-84c3-2448971254b1 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:22.727327 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7233b2b7-d533-425d-a2f5-dbeef6f968e8 req-b4d4aeb7-fe6d-4a39-84c3-2448971254b1 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 931 time: 0.0918550 Jul 27 21:01:22.782691 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7233b2b7-d533-425d-a2f5-dbeef6f968e8 req-e1071afc-5b10-413d-a2db-a37449cc24aa tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472660 Jul 27 21:01:22.808873 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37038) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:22.824065 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-934e2aef-367b-4700-858a-2a38f61ba508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:22.929777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d07e268-b62b-4546-83a0-57d8eded5dcf {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:22.938206 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:22.951077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Transition to ACTIVE for port object 9d07e268-b62b-4546-83a0-57d8eded5dcf will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:22.954635 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.010345 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Pushing event updated for resources: {'Port': ['ID=9d07e268-b62b-4546-83a0-57d8eded5dcf,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:23.020174 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8b32b-eac1-472d-a91e-a3dafb942d3e req-2df22acf-06c9-49e3-bdc9-97063758d1c5 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:23.021680 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eaf8b32b-eac1-472d-a91e-a3dafb942d3e req-2df22acf-06c9-49e3-bdc9-97063758d1c5 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 948 time: 0.1579766 Jul 27 21:01:23.023598 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-934e2aef-367b-4700-858a-2a38f61ba508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.038888 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60459e7a-3167-4602-8b07-6e7af295bffd req-9ecad586-533a-49d1-9426-cfa5a41c5bf5 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:23.040351 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-60459e7a-3167-4602-8b07-6e7af295bffd req-9ecad586-533a-49d1-9426-cfa5a41c5bf5 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 946 time: 0.1346855 Jul 27 21:01:23.041776 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-934e2aef-367b-4700-858a-2a38f61ba508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.081003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Attempting to bind port 9d07e268-b62b-4546-83a0-57d8eded5dcf on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:23.081336 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Attempting to bind port 9d07e268-b62b-4546-83a0-57d8eded5dcf by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:23.081660 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Attempting to bind port 9d07e268-b62b-4546-83a0-57d8eded5dcf on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:23.086531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Port 9d07e268-b62b-4546-83a0-57d8eded5dcf on network a867caef-b904-44c4-ac9a-71eaf4e3734e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:23.086851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Attempting to bind port 9d07e268-b62b-4546-83a0-57d8eded5dcf on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:23.092084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:23.092418 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Checking segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:23.092809 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Bound using segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:23.093243 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Bound port: 9d07e268-b62b-4546-83a0-57d8eded5dcf, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:23.093584 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.121120 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-934e2aef-367b-4700-858a-2a38f61ba508 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fc263e4cee154766a2e55810b4405d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111546 Jul 27 21:01:23.128267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37044) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:23.132638 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e2aef-367b-4700-858a-2a38f61ba508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c36e9b5-5371-4196-b420-104810d946a1,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:23.140309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eaf8b32b-eac1-472d-a91e-a3dafb942d3e req-28a446f2-b16b-49df-a5da-9979457ca2e7 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092317 Jul 27 21:01:23.145639 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-60459e7a-3167-4602-8b07-6e7af295bffd req-a79f792d-1896-4d8c-b319-45f381435576 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932384 Jul 27 21:01:23.153047 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:23.215098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:23.217650 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] For port 9d07e268-b62b-4546-83a0-57d8eded5dcf, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:23.222931 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:23.223171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] For port 9d07e268-b62b-4546-83a0-57d8eded5dcf, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9d07e268-b62b-4546-83a0-57d8eded5dcf,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:23.226015 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.233012 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.257824 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dcdf6d79-53ee-4ab7-b07f-e596d1aaaa51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.295407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:23.296032 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.297439 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76efe13c-a09e-4186-8286-318997f79ad7 req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] 10.222.0.20 "PUT /v2.0/ports/9d07e268-b62b-4546-83a0-57d8eded5dcf HTTP/1.1" status: 200 len: 1091 time: 0.7951202 Jul 27 21:01:23.297880 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254c0437-c08d-4751-9b55-cf21116402d6', 'tag': '9d07e268-b62b-4546-83a0-57d8eded5dcf'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:23.300660 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd14eb5-cba9-49b4-a2b9-4a98a1bdd043" -d '{"events": [{"name": "network-changed", "server_uuid": "254c0437-c08d-4751-9b55-cf21116402d6", "tag": "9d07e268-b62b-4546-83a0-57d8eded5dcf"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:23.323646 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.326942 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dcdf6d79-53ee-4ab7-b07f-e596d1aaaa51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.351745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d532a-eb95-489b-8265-9c48deadd514 req-e72ccee1-6531-4945-8df7-0ad26f935b40 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:23.353311 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a0d532a-eb95-489b-8265-9c48deadd514 req-e72ccee1-6531-4945-8df7-0ad26f935b40 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 943 time: 0.1167860 Jul 27 21:01:23.359540 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd070319-d0d8-4af9-a98c-f88bddca5035 service neutron] Pushing event updated for resources: {'Port': ['ID=9d07e268-b62b-4546-83a0-57d8eded5dcf,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:23.362531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847de1d-e5e1-4c87-9d18-c2451975f18a req-61480032-30e3-4df7-900a-8b1bd11d8374 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:23.364844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ee87cb-b61e-4633-a9d3-bcd7a09941de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d85ae5c-d25d-4861-b44c-d1476db8e9b5'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:23.367725 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd189cea-3708-4bb2-a385-3adcd71d8b0d" -d '{"events": [{"server_uuid": "c2ee87cb-b61e-4633-a9d3-bcd7a09941de", "name": "network-vif-plugged", "status": "completed", "tag": "7d85ae5c-d25d-4861-b44c-d1476db8e9b5"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:23.370575 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c847de1d-e5e1-4c87-9d18-c2451975f18a req-61480032-30e3-4df7-900a-8b1bd11d8374 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 946 time: 0.1183233 Jul 27 21:01:23.384851 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7d85ae5c-d25d-4861-b44c-d1476db8e9b5, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7d85ae5c-d25d-4861-b44c-d1476db8e9b5,segment=NetworkSegment(09c16f78-87f7-4ccb-978f-3f307869e413),segment_id=09c16f78-87f7-4ccb-978f-3f307869e413)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:23.390171 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.428561 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c847de1d-e5e1-4c87-9d18-c2451975f18a req-2f5af2d0-3044-49bf-9291-85ce6ae882ab tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571127 Jul 27 21:01:23.438388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efe13c-a09e-4186-8286-318997f79ad7 req-73da9672-a9c4-42d6-9fbf-355df146fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:23.439963 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76efe13c-a09e-4186-8286-318997f79ad7 req-73da9672-a9c4-42d6-9fbf-355df146fd8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 1094 time: 0.0934865 Jul 27 21:01:23.441578 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dcdf6d79-53ee-4ab7-b07f-e596d1aaaa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.454908 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dcdf6d79-53ee-4ab7-b07f-e596d1aaaa51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.454908 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dcdf6d79-53ee-4ab7-b07f-e596d1aaaa51 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c36e9b5-5371-4196-b420-104810d946a1 HTTP/1.1" status: 204 len: 168 time: 0.3166611 Jul 27 21:01:23.465548 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a0d532a-eb95-489b-8265-9c48deadd514 req-14ddc1f1-df8e-4311-9637-bd100092c1b0 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918474 Jul 27 21:01:23.468461 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7d85ae5c-d25d-4861-b44c-d1476db8e9b5,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:23.498007 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76efe13c-a09e-4186-8286-318997f79ad7 req-7a903337-d58f-440b-b281-26db5399fd0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d07e268-b62b-4546-83a0-57d8eded5dcf HTTP/1.1" status: 200 len: 217 time: 0.0482142 Jul 27 21:01:23.498831 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf6d79-53ee-4ab7-b07f-e596d1aaaa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c36e9b5-5371-4196-b420-104810d946a1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:23.562208 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cb940d-c355-4c64-b094-a0613f559603 x-openstack-request-id: req-89cb940d-c355-4c64-b094-a0613f559603 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:23.562530 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254c0437-c08d-4751-9b55-cf21116402d6", "tag": "9d07e268-b62b-4546-83a0-57d8eded5dcf", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:23.562746 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89cb940d-c355-4c64-b094-a0613f559603 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:23.563154 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254c0437-c08d-4751-9b55-cf21116402d6', 'tag': '9d07e268-b62b-4546-83a0-57d8eded5dcf', 'status': 'completed', 'code': 200} Jul 27 21:01:23.573875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efe13c-a09e-4186-8286-318997f79ad7 req-66b3a5be-33d7-4ebd-8771-d7b9cc0bf223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:23.575396 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76efe13c-a09e-4186-8286-318997f79ad7 req-66b3a5be-33d7-4ebd-8771-d7b9cc0bf223 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.0695736 Jul 27 21:01:23.600365 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8936aa45-b248-44cf-a69d-355818716eb1 x-openstack-request-id: req-8936aa45-b248-44cf-a69d-355818716eb1 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:23.601008 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ee87cb-b61e-4633-a9d3-bcd7a09941de", "name": "network-vif-plugged", "status": "completed", "tag": "7d85ae5c-d25d-4861-b44c-d1476db8e9b5", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:23.601509 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8936aa45-b248-44cf-a69d-355818716eb1 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:23.602488 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ee87cb-b61e-4633-a9d3-bcd7a09941de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d85ae5c-d25d-4861-b44c-d1476db8e9b5', 'code': 200} Jul 27 21:01:23.606104 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1df603f3-390a-41ea-b08f-ca30c4a377b0 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:23.608417 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ad89569f-be16-49eb-89a2-de84f32fd8d6 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:23.626181 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76efe13c-a09e-4186-8286-318997f79ad7 req-4f0a2a90-e678-411a-a27c-0be83a553476 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410116 Jul 27 21:01:23.748914 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port ad89569f-be16-49eb-89a2-de84f32fd8d6 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:23.755428 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port ad89569f-be16-49eb-89a2-de84f32fd8d6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:23.756005 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.788231 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d06e0b-104b-4cf8-81f1-7d8f46bd6e55 req-d235959e-b0a7-48bc-b0f8-95462ee618cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:23.790166 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6d06e0b-104b-4cf8-81f1-7d8f46bd6e55 req-d235959e-b0a7-48bc-b0f8-95462ee618cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 1096 time: 0.0963902 Jul 27 21:01:23.797361 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76efe13c-a09e-4186-8286-318997f79ad7 req-0b7716b9-e386-40b5-9084-75ecb4c44ad5 service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624460 Jul 27 21:01:23.819039 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1df603f3-390a-41ea-b08f-ca30c4a377b0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1df603f3-390a-41ea-b08f-ca30c4a377b0,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:23.835735 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '1df603f3-390a-41ea-b08f-ca30c4a377b0', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '1df603f3-390a-41ea-b08f-ca30c4a377b0', 'mac_address': 'fa:16:3e:a7:cc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:23.864214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497574f8-05f7-4e13-a39c-a2048145ab88 req-e2af18a0-348c-4625-ade6-86b24f04f887 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:23.873472 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-497574f8-05f7-4e13-a39c-a2048145ab88 req-e2af18a0-348c-4625-ade6-86b24f04f887 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 946 time: 0.0906889 Jul 27 21:01:23.876558 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.948078 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.950155 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-497574f8-05f7-4e13-a39c-a2048145ab88 req-ae01084e-09f1-47a6-b680-eb501ce5cf5c tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757234 Jul 27 21:01:23.951060 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ad89569f-be16-49eb-89a2-de84f32fd8d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ad89569f-be16-49eb-89a2-de84f32fd8d6,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:23.957924 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6d06e0b-104b-4cf8-81f1-7d8f46bd6e55 req-4cddc5f4-b743-4729-892b-544463e5afc5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586161 Jul 27 21:01:23.959737 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:23.969860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df603f3-390a-41ea-b08f-ca30c4a377b0 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:24.020846 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1df603f3-390a-41ea-b08f-ca30c4a377b0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1df603f3-390a-41ea-b08f-ca30c4a377b0,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:24.031912 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76efe13c-a09e-4186-8286-318997f79ad7 req-72a8a622-3d3e-489f-a5c8-27628042b2f3 service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044201 Jul 27 21:01:24.038431 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:24.039098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 3be9b5b8-a331-4516-8651-b837c1a16bf4 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:24.078910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ad89569f-be16-49eb-89a2-de84f32fd8d6,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:24.079430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f300333-4008-4d67-a607-2d77ff03424d req-c2547aa9-381b-45ea-8387-fb0c0124e8d0 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:24.092095 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f300333-4008-4d67-a607-2d77ff03424d req-c2547aa9-381b-45ea-8387-fb0c0124e8d0 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 943 time: 0.1807921 Jul 27 21:01:24.156245 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f300333-4008-4d67-a607-2d77ff03424d req-028c68cf-64d8-4a57-97bc-56d865ec7021 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632544 Jul 27 21:01:24.183202 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd14eb5-cba9-49b4-a2b9-4a98a1bdd043 req-d8a8df29-47cc-4fdd-9c10-a32b33958ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:24.183789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a68236-e874-445f-9f50-d83209a2bc1f req-6d431281-2f87-4cd4-bd56-619addd0dbf9 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:24.184989 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfd14eb5-cba9-49b4-a2b9-4a98a1bdd043 req-d8a8df29-47cc-4fdd-9c10-a32b33958ffc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 1094 time: 0.0852697 Jul 27 21:01:24.186029 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-50a68236-e874-445f-9f50-d83209a2bc1f req-6d431281-2f87-4cd4-bd56-619addd0dbf9 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 946 time: 0.1292503 Jul 27 21:01:24.258769 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-50a68236-e874-445f-9f50-d83209a2bc1f req-290d1a65-414a-44df-8754-e82b33242cc2 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604584 Jul 27 21:01:24.334899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=1df603f3-390a-41ea-b08f-ca30c4a377b0,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:24.375913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd14eb5-cba9-49b4-a2b9-4a98a1bdd043 req-391993ed-6b57-4732-87d1-501aa3c3a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:24.378721 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfd14eb5-cba9-49b4-a2b9-4a98a1bdd043 req-391993ed-6b57-4732-87d1-501aa3c3a1d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 909 time: 0.1845865 Jul 27 21:01:24.382024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 3be9b5b8-a331-4516-8651-b837c1a16bf4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=3be9b5b8-a331-4516-8651-b837c1a16bf4,segment=NetworkSegment(09c16f78-87f7-4ccb-978f-3f307869e413),segment_id=09c16f78-87f7-4ccb-978f-3f307869e413)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:24.391428 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b24eb2-812c-4a68-84c2-531d8b5f1ade req-5c37fa65-3a40-487e-b237-6a814734acc9 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:24.392986 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-72b24eb2-812c-4a68-84c2-531d8b5f1ade req-5c37fa65-3a40-487e-b237-6a814734acc9 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 949 time: 0.1027348 Jul 27 21:01:24.403131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '3be9b5b8-a331-4516-8651-b837c1a16bf4', 'network_id': '12136521-0c8b-4cb0-9dc5-5d02674d242d', 'port_id': '3be9b5b8-a331-4516-8651-b837c1a16bf4', 'mac_address': 'fa:16:3e:ec:3b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f64ea69-e90b-4843-8916-973c88972dfb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:24.427181 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfd14eb5-cba9-49b4-a2b9-4a98a1bdd043 req-a4fa5161-f990-45a8-ae09-8724f1f4e6f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d07e268-b62b-4546-83a0-57d8eded5dcf HTTP/1.1" status: 200 len: 217 time: 0.0399666 Jul 27 21:01:24.459281 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:24.475479 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be9b5b8-a331-4516-8651-b837c1a16bf4 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:24.481503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-72b24eb2-812c-4a68-84c2-531d8b5f1ade req-01a05b31-b623-4863-a66f-97c7f80d9246 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818720 Jul 27 21:01:24.504261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd14eb5-cba9-49b4-a2b9-4a98a1bdd043 req-92f74c49-8f3b-4f3f-8976-27ab50c5b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:24.506563 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfd14eb5-cba9-49b4-a2b9-4a98a1bdd043 req-92f74c49-8f3b-4f3f-8976-27ab50c5b71c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.0599408 Jul 27 21:01:24.525531 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 3be9b5b8-a331-4516-8651-b837c1a16bf4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=3be9b5b8-a331-4516-8651-b837c1a16bf4,segment=NetworkSegment(09c16f78-87f7-4ccb-978f-3f307869e413),segment_id=09c16f78-87f7-4ccb-978f-3f307869e413)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:24.538307 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:24.565296 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfd14eb5-cba9-49b4-a2b9-4a98a1bdd043 req-41ba2b93-2ede-400f-95b4-d42d65235a6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410748 Jul 27 21:01:24.605863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=3be9b5b8-a331-4516-8651-b837c1a16bf4,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:24.655852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab5d42-cb46-4a2f-9610-039e8364be03 req-e50e4bda-791d-4bcd-bdf7-e6cdb3d1d36e tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:24.657501 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0ab5d42-cb46-4a2f-9610-039e8364be03 req-e50e4bda-791d-4bcd-bdf7-e6cdb3d1d36e tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 944 time: 0.0714283 Jul 27 21:01:24.706215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0ab5d42-cb46-4a2f-9610-039e8364be03 req-d8460841-b7d4-416e-bd12-01dc80e063d9 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424528 Jul 27 21:01:24.710636 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfd14eb5-cba9-49b4-a2b9-4a98a1bdd043 req-76e0ce04-c878-4532-a131-db6c382dacdb service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366477 Jul 27 21:01:24.858469 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfd14eb5-cba9-49b4-a2b9-4a98a1bdd043 req-a667479d-40d5-4923-87ed-a4e9c63e063d service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386938 Jul 27 21:01:24.899151 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f630d-6c28-45da-a645-0ae4714c8186 req-6304bb8c-873b-4eee-82c1-90798ee35e19 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:24.900660 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f36f630d-6c28-45da-a645-0ae4714c8186 req-6304bb8c-873b-4eee-82c1-90798ee35e19 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 946 time: 0.0830584 Jul 27 21:01:24.945586 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f36f630d-6c28-45da-a645-0ae4714c8186 req-901ba7f9-0b16-4739-869e-e445dc70835d tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380299 Jul 27 21:01:25.035023 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['3be9b5b8-a331-4516-8651-b837c1a16bf4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:25.062454 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1df603f3-390a-41ea-b08f-ca30c4a377b0'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:25.158813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 9d07e268-b62b-4546-83a0-57d8eded5dcf details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:25.322258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3420c-f7b8-4e02-b3ed-cdba43ba7916 req-4b083ffa-514b-4c98-8ad2-c83201a69e37 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:25.324559 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dbc3420c-f7b8-4e02-b3ed-cdba43ba7916 req-4b083ffa-514b-4c98-8ad2-c83201a69e37 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 943 time: 0.0864623 Jul 27 21:01:25.360710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 9d07e268-b62b-4546-83a0-57d8eded5dcf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9d07e268-b62b-4546-83a0-57d8eded5dcf,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:25.364844 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dbc3420c-f7b8-4e02-b3ed-cdba43ba7916 req-13b9aa99-afe5-4d67-91f7-732eaf62ce7a tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336101 Jul 27 21:01:25.383751 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '9d07e268-b62b-4546-83a0-57d8eded5dcf', 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e', 'port_id': '9d07e268-b62b-4546-83a0-57d8eded5dcf', 'mac_address': 'fa:16:3e:d3:58:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b60333-c324-43cb-8625-71bd9b4f810c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:25.441062 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:25.458610 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d07e268-b62b-4546-83a0-57d8eded5dcf {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:25.478394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 9d07e268-b62b-4546-83a0-57d8eded5dcf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9d07e268-b62b-4546-83a0-57d8eded5dcf,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:25.483653 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:25.550863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=9d07e268-b62b-4546-83a0-57d8eded5dcf,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:25.603438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ab64c6-e96b-4eab-8a32-b470747238ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad89569f-be16-49eb-89a2-de84f32fd8d6'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:25.607097 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2434885-c5ed-4431-94af-e4bbd776c6af" -d '{"events": [{"server_uuid": "f1ab64c6-e96b-4eab-8a32-b470747238ac", "name": "network-vif-plugged", "status": "completed", "tag": "ad89569f-be16-49eb-89a2-de84f32fd8d6"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:25.621250 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbfbed-539a-4796-a38f-dba33f9f8432 req-d2f99989-03c2-479f-bae0-92cb9a6acc48 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:25.621250 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6afbfbed-539a-4796-a38f-dba33f9f8432 req-d2f99989-03c2-479f-bae0-92cb9a6acc48 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 949 time: 0.0725374 Jul 27 21:01:25.655831 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56d0ec9-0434-4f9a-bdf7-cba6028ac8c8 x-openstack-request-id: req-c56d0ec9-0434-4f9a-bdf7-cba6028ac8c8 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:25.656233 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ab64c6-e96b-4eab-8a32-b470747238ac", "name": "network-vif-plugged", "status": "completed", "tag": "ad89569f-be16-49eb-89a2-de84f32fd8d6", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:25.656514 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c56d0ec9-0434-4f9a-bdf7-cba6028ac8c8 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:25.656728 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ab64c6-e96b-4eab-8a32-b470747238ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad89569f-be16-49eb-89a2-de84f32fd8d6', 'code': 200} Jul 27 21:01:25.662480 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6afbfbed-539a-4796-a38f-dba33f9f8432 req-4dcf66ec-8b53-4376-8056-056040b82165 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350401 Jul 27 21:01:25.759002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['9d07e268-b62b-4546-83a0-57d8eded5dcf'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:25.782981 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c41a90-dcc0-4345-b9b2-93268393d451 req-10a64083-70d4-4fe7-a94b-e7479d0bc213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:25.784681 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c1c41a90-dcc0-4345-b9b2-93268393d451 req-10a64083-70d4-4fe7-a94b-e7479d0bc213 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f1ab64c6-e96b-4eab-8a32-b470747238ac HTTP/1.1" status: 200 len: 1101 time: 0.0664916 Jul 27 21:01:25.831927 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c1c41a90-dcc0-4345-b9b2-93268393d451 req-4f511ad7-8427-4b2f-9e8f-e914973197af service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388176 Jul 27 21:01:25.877223 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e14c1f-4436-413c-833e-a0b45ebda895 req-71af8402-a4fa-49ef-a1f2-545c28d4055e tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:25.878983 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b5e14c1f-4436-413c-833e-a0b45ebda895 req-71af8402-a4fa-49ef-a1f2-545c28d4055e tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 944 time: 0.0803850 Jul 27 21:01:25.931217 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b5e14c1f-4436-413c-833e-a0b45ebda895 req-0f796e28-f628-493e-a303-f3395d687aac tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434525 Jul 27 21:01:26.118385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47f15a-15e7-48a5-8df1-d8c1e637f751 req-0b3a2f8f-4ade-4a06-b161-ec58be5934f6 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:26.120412 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed47f15a-15e7-48a5-8df1-d8c1e637f751 req-0b3a2f8f-4ade-4a06-b161-ec58be5934f6 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 946 time: 0.0668654 Jul 27 21:01:26.131439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37166) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:26.161341 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed47f15a-15e7-48a5-8df1-d8c1e637f751 req-5e7a487e-7533-466d-8e53-669e2aee97c3 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/security-groups?id=2fde0e90-7b44-41d2-b2f2-d80458d94c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347307 Jul 27 21:01:26.251649 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb599703-026d-4c6d-a767-8ef94436ff5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:26.316929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d203cf-e393-4db3-a3ee-47b20d8129cc req-615738b7-639b-4b4b-9b0d-60ff3e85a03a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:26.318403 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8d203cf-e393-4db3-a3ee-47b20d8129cc req-615738b7-639b-4b4b-9b0d-60ff3e85a03a tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 946 time: 0.1055465 Jul 27 21:01:26.437230 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb599703-026d-4c6d-a767-8ef94436ff5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:26.443666 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb599703-026d-4c6d-a767-8ef94436ff5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:26.496610 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-eb599703-026d-4c6d-a767-8ef94436ff5b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16f094bbaabb4e7c8cdff799a4b3f6a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614919 Jul 27 21:01:26.496978 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37172) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:26.504854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb599703-026d-4c6d-a767-8ef94436ff5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6d783f-3a76-4801-b207-447a0b6ff042,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:26.516383 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cd85c-fd1a-45ce-a4e1-c54b7b6a72e2 req-e082c8b1-7221-4eab-b2c6-d753c6c4cfcd tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:26.518027 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ef2cd85c-fd1a-45ce-a4e1-c54b7b6a72e2 req-e082c8b1-7221-4eab-b2c6-d753c6c4cfcd tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 944 time: 0.0788417 Jul 27 21:01:26.522962 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e8d203cf-e393-4db3-a3ee-47b20d8129cc req-32534770-aadf-42f2-bebb-b49f6f7e6724 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Deleting port 987862d2-a5c1-4395-aa22-5acb16ab8979 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:26.523302 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8d203cf-e393-4db3-a3ee-47b20d8129cc req-32534770-aadf-42f2-bebb-b49f6f7e6724 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:26.564834 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ef2cd85c-fd1a-45ce-a4e1-c54b7b6a72e2 req-ea3353bd-2f0d-4653-a97b-7f65b8d508e1 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361838 Jul 27 21:01:26.613029 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51999c72-ac17-4173-a05b-7d2d54a27124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:26.656424 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51999c72-ac17-4173-a05b-7d2d54a27124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:26.658984 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e8d203cf-e393-4db3-a3ee-47b20d8129cc req-32534770-aadf-42f2-bebb-b49f6f7e6724 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] For port 987862d2-a5c1-4395-aa22-5acb16ab8979, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=987862d2-a5c1-4395-aa22-5acb16ab8979,segment=NetworkSegment(5c8be573-5156-41f5-9eca-a35c0611d475),segment_id=5c8be573-5156-41f5-9eca-a35c0611d475)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:26.659336 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8d203cf-e393-4db3-a3ee-47b20d8129cc req-32534770-aadf-42f2-bebb-b49f6f7e6724 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:26.681596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e8d203cf-e393-4db3-a3ee-47b20d8129cc req-32534770-aadf-42f2-bebb-b49f6f7e6724 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Calling delete_port for 987862d2-a5c1-4395-aa22-5acb16ab8979 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:26.783853 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51999c72-ac17-4173-a05b-7d2d54a27124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:26.787990 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51999c72-ac17-4173-a05b-7d2d54a27124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:26.789967 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-51999c72-ac17-4173-a05b-7d2d54a27124 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b6d783f-3a76-4801-b207-447a0b6ff042 HTTP/1.1" status: 204 len: 168 time: 0.2917497 Jul 27 21:01:26.805422 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51999c72-ac17-4173-a05b-7d2d54a27124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6d783f-3a76-4801-b207-447a0b6ff042,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:26.828668 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dcc1a-c86d-46e6-9d28-4a7bd7ae2bdf req-8009331a-c556-41be-89b7-eefa1ccf4011 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:26.831164 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-169dcc1a-c86d-46e6-9d28-4a7bd7ae2bdf req-8009331a-c556-41be-89b7-eefa1ccf4011 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 949 time: 0.0984674 Jul 27 21:01:26.883048 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-169dcc1a-c86d-46e6-9d28-4a7bd7ae2bdf req-2036cf8c-1450-4a95-9eb6-0f709fdedb8a tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362153 Jul 27 21:01:26.886657 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8d203cf-e393-4db3-a3ee-47b20d8129cc req-32534770-aadf-42f2-bebb-b49f6f7e6724 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:26.899410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['987862d2-a5c1-4395-aa22-5acb16ab8979'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:26.919963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32534770-aadf-42f2-bebb-b49f6f7e6724 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Pushing event deleted for resources: {'Port': ['ID=987862d2-a5c1-4395-aa22-5acb16ab8979,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:26.969785 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d203cf-e393-4db3-a3ee-47b20d8129cc req-32534770-aadf-42f2-bebb-b49f6f7e6724 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] No DVR routers for this DVR port 987862d2-a5c1-4395-aa22-5acb16ab8979 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:01:26.974438 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e8d203cf-e393-4db3-a3ee-47b20d8129cc req-32534770-aadf-42f2-bebb-b49f6f7e6724 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:26.976814 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8d203cf-e393-4db3-a3ee-47b20d8129cc req-32534770-aadf-42f2-bebb-b49f6f7e6724 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.20 "DELETE /v2.0/ports/987862d2-a5c1-4395-aa22-5acb16ab8979 HTTP/1.1" status: 204 len: 173 time: 0.6483712 Jul 27 21:01:26.981850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b', 'name': 'network-vif-deleted', 'tag': '987862d2-a5c1-4395-aa22-5acb16ab8979'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:26.984739 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f393c59-f62e-42a3-a7e5-76e0c7f972e8" -d '{"events": [{"server_uuid": "2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b", "name": "network-vif-deleted", "tag": "987862d2-a5c1-4395-aa22-5acb16ab8979"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:27.080727 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b64ecf-7756-4908-afb3-d2b2be894473 x-openstack-request-id: req-d5b64ecf-7756-4908-afb3-d2b2be894473 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:27.081195 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b", "name": "network-vif-deleted", "tag": "987862d2-a5c1-4395-aa22-5acb16ab8979", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:27.081586 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5b64ecf-7756-4908-afb3-d2b2be894473 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:27.082171 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b', 'name': 'network-vif-deleted', 'tag': '987862d2-a5c1-4395-aa22-5acb16ab8979', 'status': 'completed', 'code': 200} Jul 27 21:01:27.100040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592ef1f-9d66-4d20-bb45-8bb323ab8265 req-c9bd3691-b6f0-42af-8ead-0c5346dfd1ff tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:27.106763 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c592ef1f-9d66-4d20-bb45-8bb323ab8265 req-c9bd3691-b6f0-42af-8ead-0c5346dfd1ff tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 944 time: 0.0903463 Jul 27 21:01:27.136168 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37190) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:27.150020 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-411f47c5-2299-48df-8158-3d77d270de97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.152256 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c592ef1f-9d66-4d20-bb45-8bb323ab8265 req-d9ee44ec-e2ba-4868-9409-40a8d626df08 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405848 Jul 27 21:01:27.164183 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 9d07e268-b62b-4546-83a0-57d8eded5dcf up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:27.233311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 9d07e268-b62b-4546-83a0-57d8eded5dcf completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:27.237363 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 9d07e268-b62b-4546-83a0-57d8eded5dcf triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:27.238328 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.276234 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-411f47c5-2299-48df-8158-3d77d270de97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.283128 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-411f47c5-2299-48df-8158-3d77d270de97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.305590 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4a31ce9-2cbc-471d-8e11-e73d6e1bc9f9 req-16089fec-b1ae-4fe5-8e1e-2c3768a73a27 tempest-ServerDiskConfigTestJSON-1898113963 tempest-ServerDiskConfigTestJSON-1898113963-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e0d2fc0-54ab-4a1f-89c1-15efc44ae67b HTTP/1.1" status: 200 len: 210 time: 0.0377169 Jul 27 21:01:27.328539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f47c5-2299-48df-8158-3d77d270de97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6495ae92-9d3b-4500-8c96-3c7bdcaa4167,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:27.345038 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-411f47c5-2299-48df-8158-3d77d270de97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5a296f2315446c5af9069583dada1b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053380 Jul 27 21:01:27.345165 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.345283 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37194) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:27.379292 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 9d07e268-b62b-4546-83a0-57d8eded5dcf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9d07e268-b62b-4546-83a0-57d8eded5dcf,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:27.384842 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.409782 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa592770-fb2c-4129-a8bf-34335f3c4747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.440781 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa592770-fb2c-4129-a8bf-34335f3c4747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.447202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=9d07e268-b62b-4546-83a0-57d8eded5dcf,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:27.496460 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa592770-fb2c-4129-a8bf-34335f3c4747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.500240 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa592770-fb2c-4129-a8bf-34335f3c4747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.501512 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fa592770-fb2c-4129-a8bf-34335f3c4747 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6495ae92-9d3b-4500-8c96-3c7bdcaa4167 HTTP/1.1" status: 204 len: 168 time: 0.1552694 Jul 27 21:01:27.518179 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa592770-fb2c-4129-a8bf-34335f3c4747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6495ae92-9d3b-4500-8c96-3c7bdcaa4167,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:27.623420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1df603f3-390a-41ea-b08f-ca30c4a377b0 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:27.658814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254c0437-c08d-4751-9b55-cf21116402d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d07e268-b62b-4546-83a0-57d8eded5dcf'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:27.661164 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c96a7b-058a-4da4-bfc2-aabd893081b6" -d '{"events": [{"server_uuid": "254c0437-c08d-4751-9b55-cf21116402d6", "name": "network-vif-plugged", "status": "completed", "tag": "9d07e268-b62b-4546-83a0-57d8eded5dcf"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:27.698740 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 1df603f3-390a-41ea-b08f-ca30c4a377b0 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:27.705595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 1df603f3-390a-41ea-b08f-ca30c4a377b0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:27.706260 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.710095 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527dab13-f202-4cb7-9204-75605d41c824 x-openstack-request-id: req-527dab13-f202-4cb7-9204-75605d41c824 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:27.710455 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254c0437-c08d-4751-9b55-cf21116402d6", "name": "network-vif-plugged", "status": "completed", "tag": "9d07e268-b62b-4546-83a0-57d8eded5dcf", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:27.710708 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-527dab13-f202-4cb7-9204-75605d41c824 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:27.711088 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254c0437-c08d-4751-9b55-cf21116402d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d07e268-b62b-4546-83a0-57d8eded5dcf', 'code': 200} Jul 27 21:01:27.717866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7a447-6eaa-4b65-822a-6038920c9b36 req-0a70e5c5-4bf1-49e5-9bbc-11f1d0ff15f4 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:27.719820 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86d7a447-6eaa-4b65-822a-6038920c9b36 req-0a70e5c5-4bf1-49e5-9bbc-11f1d0ff15f4 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 945 time: 0.0809004 Jul 27 21:01:27.771422 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86d7a447-6eaa-4b65-822a-6038920c9b36 req-79070b44-eebc-41e8-a8dc-08439bb50d49 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436392 Jul 27 21:01:27.802604 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.846910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106eac53-61e5-4b05-98bf-e9b695d23b43 req-0366b20b-22c0-4dfe-a5c3-98eac917f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:27.848300 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1df603f3-390a-41ea-b08f-ca30c4a377b0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1df603f3-390a-41ea-b08f-ca30c4a377b0,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:27.848441 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-106eac53-61e5-4b05-98bf-e9b695d23b43 req-0366b20b-22c0-4dfe-a5c3-98eac917f2fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 1096 time: 0.0697014 Jul 27 21:01:27.852859 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:27.853968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 3be9b5b8-a331-4516-8651-b837c1a16bf4 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:27.917179 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-106eac53-61e5-4b05-98bf-e9b695d23b43 req-55a9854e-b9fd-4fec-b51f-dee04c656bd6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560057 Jul 27 21:01:27.939113 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=1df603f3-390a-41ea-b08f-ca30c4a377b0,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:27.956011 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 3be9b5b8-a331-4516-8651-b837c1a16bf4 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:27.960061 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 3be9b5b8-a331-4516-8651-b837c1a16bf4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:27.960548 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.065055 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3bca5-2de1-4285-93b8-e737147810df req-1ab684e9-35c3-47a4-bc85-48e39332ee71 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:28.067229 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83d3bca5-2de1-4285-93b8-e737147810df req-1ab684e9-35c3-47a4-bc85-48e39332ee71 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 950 time: 0.0795338 Jul 27 21:01:28.073505 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.122514 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83d3bca5-2de1-4285-93b8-e737147810df req-d071283b-e763-4e78-8fb1-028a0b10aff9 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437844 Jul 27 21:01:28.122740 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 3be9b5b8-a331-4516-8651-b837c1a16bf4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=3be9b5b8-a331-4516-8651-b837c1a16bf4,segment=NetworkSegment(09c16f78-87f7-4ccb-978f-3f307869e413),segment_id=09c16f78-87f7-4ccb-978f-3f307869e413)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:28.127871 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.181869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=3be9b5b8-a331-4516-8651-b837c1a16bf4,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:28.307602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f540fc3-c7a8-41e7-8710-9bfeb8616db4 req-8b8d7eeb-9ba7-439a-9697-2567264d37ce tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:28.309200 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f540fc3-c7a8-41e7-8710-9bfeb8616db4 req-8b8d7eeb-9ba7-439a-9697-2567264d37ce tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.0664425 Jul 27 21:01:28.350826 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f540fc3-c7a8-41e7-8710-9bfeb8616db4 req-0ae22253-516f-4b69-8c0c-10d6cca9ce1f tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347896 Jul 27 21:01:28.367553 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37234) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:28.474098 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d57534f0-73ca-4c94-b63f-c24d689d96f8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-66453363-network', 'tenant_id': 'b9e31d003276433b8476c5a30ef8f041'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:28.500718 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57534f0-73ca-4c94-b63f-c24d689d96f8 admin admin] Made reservation on behalf of b9e31d003276433b8476c5a30ef8f041 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:28.503233 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d57534f0-73ca-4c94-b63f-c24d689d96f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.504468 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37244) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:28.512381 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d57534f0-73ca-4c94-b63f-c24d689d96f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.555083 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b90f54-c7e0-498f-bad1-94c125e77cf5 admin admin] Deleting subnet da266496-c80f-4909-bc94-7064206d9311 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:01:28.558368 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03b90f54-c7e0-498f-bad1-94c125e77cf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.595250 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03b90f54-c7e0-498f-bad1-94c125e77cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.605440 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d57534f0-73ca-4c94-b63f-c24d689d96f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.609286 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d57534f0-73ca-4c94-b63f-c24d689d96f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.634516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57534f0-73ca-4c94-b63f-c24d689d96f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:01:28.636168 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03b90f54-c7e0-498f-bad1-94c125e77cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.650649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57534f0-73ca-4c94-b63f-c24d689d96f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd60e47-8aa1-4d5d-8bfb-14de13f615e9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:28.658135 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d57534f0-73ca-4c94-b63f-c24d689d96f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.658714 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-d57534f0-73ca-4c94-b63f-c24d689d96f8 admin admin] Added segment 079bfa64-9d1d-46aa-a05b-56f9db9193d4 of type vlan for network d11c25e4-77d7-4c81-a052-a8b5c57981c0 Jul 27 21:01:28.695492 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03b90f54-c7e0-498f-bad1-94c125e77cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.701127 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d57534f0-73ca-4c94-b63f-c24d689d96f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.722836 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b90f54-c7e0-498f-bad1-94c125e77cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da266496-c80f-4909-bc94-7064206d9311,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:28.724557 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03b90f54-c7e0-498f-bad1-94c125e77cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.729452 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-03b90f54-c7e0-498f-bad1-94c125e77cf5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/da266496-c80f-4909-bc94-7064206d9311 HTTP/1.1" status: 204 len: 168 time: 0.2209740 Jul 27 21:01:28.729703 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37246) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:28.735945 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d57534f0-73ca-4c94-b63f-c24d689d96f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.737090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57534f0-73ca-4c94-b63f-c24d689d96f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:28.737681 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d57534f0-73ca-4c94-b63f-c24d689d96f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.802603 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d57534f0-73ca-4c94-b63f-c24d689d96f8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4331071 Jul 27 21:01:28.803411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37248) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:28.810384 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f2e6c732-63d2-4a2f-be83-da2661bd1ef9 admin admin] Request body: {'subnet': {'network_id': 'd11c25e4-77d7-4c81-a052-a8b5c57981c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-66453363-subnet', 'tenant_id': 'b9e31d003276433b8476c5a30ef8f041', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:28.811552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57534f0-73ca-4c94-b63f-c24d689d96f8 admin admin] Pushing event updated for resources: {'Network': ['ID=d11c25e4-77d7-4c81-a052-a8b5c57981c0,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:28.826253 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network d11c25e4-77d7-4c81-a052-a8b5c57981c0 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:01:28.829539 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-096c1679-bd43-4f88-9ba3-8024c7148183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:28.852347 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e6c732-63d2-4a2f-be83-da2661bd1ef9 admin admin] Made reservation on behalf of b9e31d003276433b8476c5a30ef8f041 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:28.855561 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c732-63d2-4a2f-be83-da2661bd1ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.015995 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-096c1679-bd43-4f88-9ba3-8024c7148183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.035042 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-096c1679-bd43-4f88-9ba3-8024c7148183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e942917d-c786-450f-a41a-7afd14216ffe']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:29.051559 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-096c1679-bd43-4f88-9ba3-8024c7148183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8be573-5156-41f5-9eca-a35c0611d475') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:29.051905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-096c1679-bd43-4f88-9ba3-8024c7148183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8be573-5156-41f5-9eca-a35c0611d475') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:29.071621 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-096c1679-bd43-4f88-9ba3-8024c7148183 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.094388 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-096c1679-bd43-4f88-9ba3-8024c7148183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.103414 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfa79e-2c60-4a44-8772-9a3e5c726a55 req-0d05f33e-7dc8-4d67-8ced-8e1047890d33 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:29.105733 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9bfa79e-2c60-4a44-8772-9a3e5c726a55 req-0d05f33e-7dc8-4d67-8ced-8e1047890d33 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 945 time: 0.1917772 Jul 27 21:01:29.114841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096c1679-bd43-4f88-9ba3-8024c7148183 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:01:29.115245 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-096c1679-bd43-4f88-9ba3-8024c7148183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:01:29.116990 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:01:29.260935 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9bfa79e-2c60-4a44-8772-9a3e5c726a55 req-50061356-d8c0-41e1-a08b-ace3c8a10296 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473300 Jul 27 21:01:29.264813 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-096c1679-bd43-4f88-9ba3-8024c7148183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.274670 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-096c1679-bd43-4f88-9ba3-8024c7148183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.280299 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-096c1679-bd43-4f88-9ba3-8024c7148183 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e942917d-c786-450f-a41a-7afd14216ffe HTTP/1.1" status: 204 len: 168 time: 0.5465705 Jul 27 21:01:29.300916 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c1679-bd43-4f88-9ba3-8024c7148183 admin admin] Pushing event deleted for resources: {'Network': ['ID=e942917d-c786-450f-a41a-7afd14216ffe,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:29.304994 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c732-63d2-4a2f-be83-da2661bd1ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.389189 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6c732-63d2-4a2f-be83-da2661bd1ef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5afce3ec-b07a-4be7-86e9-f04322b5898a,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:29.417534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e6c732-63d2-4a2f-be83-da2661bd1ef9 admin admin] Checking segment: {'id': '079bfa64-9d1d-46aa-a05b-56f9db9193d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd11c25e4-77d7-4c81-a052-a8b5c57981c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:29.417796 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e6c732-63d2-4a2f-be83-da2661bd1ef9 admin admin] Network hostable DHCP agents. Network: d11c25e4-77d7-4c81-a052-a8b5c57981c0, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:01:29.429041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0c394-138d-493e-a0cd-3da205bcd84c req-943e5d17-f953-48d7-9cc0-7418cab5a40f tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:29.430645 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1b0c394-138d-493e-a0cd-3da205bcd84c req-943e5d17-f953-48d7-9cc0-7418cab5a40f tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 950 time: 0.1496055 Jul 27 21:01:29.433891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37266) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:29.489376 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3d116020-5852-4d25-9d34-a2c17e845bd8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9356d2f895943a7b11295fb2f999893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526648 Jul 27 21:01:29.491097 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e6c732-63d2-4a2f-be83-da2661bd1ef9 admin admin] Network d11c25e4-77d7-4c81-a052-a8b5c57981c0 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:01:29.491901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37268) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:29.512627 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-f2e6c732-63d2-4a2f-be83-da2661bd1ef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, d11c25e4-77d7-4c81-a052-a8b5c57981c0) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:29.522203 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f7b982-30a7-46ea-8b15-92445b908eef None None] Network d11c25e4-77d7-4c81-a052-a8b5c57981c0 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:29.530407 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e6c732-63d2-4a2f-be83-da2661bd1ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:29.531060 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c732-63d2-4a2f-be83-da2661bd1ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.537488 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1b0c394-138d-493e-a0cd-3da205bcd84c req-a07fffc8-67b4-4899-86ca-f56b84d4fba7 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962179 Jul 27 21:01:29.562061 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f76a88e0-51e3-4fd3-bc63-7b435a1cdd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.593822 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f76a88e0-51e3-4fd3-bc63-7b435a1cdd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.598650 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f2e6c732-63d2-4a2f-be83-da2661bd1ef9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7942243 Jul 27 21:01:29.601411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37270) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:29.607967 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-66453363-router', 'tenant_id': 'b9e31d003276433b8476c5a30ef8f041', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:29.627828 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e391a-f438-4e8a-99fc-b478bf73a9e1 req-888984ff-4797-4d16-b452-96b707a29ed5 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:29.629505 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a41e391a-f438-4e8a-99fc-b478bf73a9e1 req-888984ff-4797-4d16-b452-96b707a29ed5 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 1096 time: 0.1894917 Jul 27 21:01:29.665608 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.667593 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.677000 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f76a88e0-51e3-4fd3-bc63-7b435a1cdd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.683321 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f76a88e0-51e3-4fd3-bc63-7b435a1cdd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.685621 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f76a88e0-51e3-4fd3-bc63-7b435a1cdd2b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2fde0e90-7b44-41d2-b2f2-d80458d94c9d HTTP/1.1" status: 204 len: 168 time: 0.1927531 Jul 27 21:01:29.714243 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b667a35-0548-4f69-8087-9aafb0e5bbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df603f3-390a-41ea-b08f-ca30c4a377b0'}, {'server_uuid': 'e8f1c358-6ac3-4728-b924-d09fad02fe15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be9b5b8-a331-4516-8651-b837c1a16bf4'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:29.717555 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b70065-796b-4098-adb4-954ec6c4eae7" -d '{"events": [{"server_uuid": "2b667a35-0548-4f69-8087-9aafb0e5bbd0", "name": "network-vif-plugged", "status": "completed", "tag": "1df603f3-390a-41ea-b08f-ca30c4a377b0"}, {"server_uuid": "e8f1c358-6ac3-4728-b924-d09fad02fe15", "name": "network-vif-plugged", "status": "completed", "tag": "3be9b5b8-a331-4516-8651-b837c1a16bf4"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:29.719930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a88e0-51e3-4fd3-bc63-7b435a1cdd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fde0e90-7b44-41d2-b2f2-d80458d94c9d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:29.735021 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a41e391a-f438-4e8a-99fc-b478bf73a9e1 req-a19bb722-544e-4043-8147-e4c677c89d93 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944905 Jul 27 21:01:29.788842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-d11c25e4-77d7-4c81-a052-a8b5c57981c0', 'network_id': 'd11c25e4-77d7-4c81-a052-a8b5c57981c0', 'tenant_id': 'b9e31d003276433b8476c5a30ef8f041', 'fixed_ips': [{'subnet_id': '5afce3ec-b07a-4be7-86e9-f04322b5898a'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:01:29.789725 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.805198 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:29.810278 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea27cf8-ba95-4d96-a898-894a42c1ae17 x-openstack-request-id: req-eea27cf8-ba95-4d96-a898-894a42c1ae17 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:29.810588 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b667a35-0548-4f69-8087-9aafb0e5bbd0", "name": "network-vif-plugged", "status": "completed", "tag": "1df603f3-390a-41ea-b08f-ca30c4a377b0", "code": 200}, {"server_uuid": "e8f1c358-6ac3-4728-b924-d09fad02fe15", "name": "network-vif-plugged", "status": "completed", "tag": "3be9b5b8-a331-4516-8651-b837c1a16bf4", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:29.810833 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eea27cf8-ba95-4d96-a898-894a42c1ae17 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:29.811276 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b667a35-0548-4f69-8087-9aafb0e5bbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df603f3-390a-41ea-b08f-ca30c4a377b0', 'code': 200} Jul 27 21:01:29.811531 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f1c358-6ac3-4728-b924-d09fad02fe15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be9b5b8-a331-4516-8651-b837c1a16bf4', 'code': 200} Jul 27 21:01:29.985600 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Allocated IP 172.20.0.2 (d11c25e4-77d7-4c81-a052-a8b5c57981c0/5afce3ec-b07a-4be7-86e9-f04322b5898a/4c748a30-8372-4a6f-a913-a3375c3fe44b) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:30.024420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61998369-c84e-4eaf-8a16-840da2756bd4 req-0a3a34de-fb14-4f27-8dc3-1b7e84a74e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:30.027448 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-61998369-c84e-4eaf-8a16-840da2756bd4 req-0a3a34de-fb14-4f27-8dc3-1b7e84a74e3b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 1101 time: 0.0999248 Jul 27 21:01:30.090273 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-61998369-c84e-4eaf-8a16-840da2756bd4 req-6528bf26-e837-4717-b998-38767c1e83cd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551047 Jul 27 21:01:30.167972 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:30.179423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Transition to ACTIVE for port object 4c748a30-8372-4a6f-a913-a3375c3fe44b will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:30.199838 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Transition to ACTIVE for port object 4c748a30-8372-4a6f-a913-a3375c3fe44b will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:30.208662 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:30.250768 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Network d11c25e4-77d7-4c81-a052-a8b5c57981c0 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:30.254421 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:30.258816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:30.302404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Pushing event updated for resources: {'Port': ['ID=4c748a30-8372-4a6f-a913-a3375c3fe44b,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:30.345507 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Attempting to bind port 4c748a30-8372-4a6f-a913-a3375c3fe44b on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:30.345885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Attempting to bind port 4c748a30-8372-4a6f-a913-a3375c3fe44b by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '079bfa64-9d1d-46aa-a05b-56f9db9193d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd11c25e4-77d7-4c81-a052-a8b5c57981c0'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:30.346268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Attempting to bind port 4c748a30-8372-4a6f-a913-a3375c3fe44b on network d11c25e4-77d7-4c81-a052-a8b5c57981c0 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:30.354173 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:30.354551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Checking segment: {'id': '079bfa64-9d1d-46aa-a05b-56f9db9193d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd11c25e4-77d7-4c81-a052-a8b5c57981c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:30.355032 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:30.355572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Bound using segment: {'id': '079bfa64-9d1d-46aa-a05b-56f9db9193d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd11c25e4-77d7-4c81-a052-a8b5c57981c0'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:30.356014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Bound port: 4c748a30-8372-4a6f-a913-a3375c3fe44b, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079bfa64-9d1d-46aa-a05b-56f9db9193d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd11c25e4-77d7-4c81-a052-a8b5c57981c0'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:30.356399 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:30.434327 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-feeed309-a87a-4301-8840-32228317cef8 None None] For port 4c748a30-8372-4a6f-a913-a3375c3fe44b, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:30.439207 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-feeed309-a87a-4301-8840-32228317cef8 None None] For port 4c748a30-8372-4a6f-a913-a3375c3fe44b, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4c748a30-8372-4a6f-a913-a3375c3fe44b,segment=NetworkSegment(079bfa64-9d1d-46aa-a05b-56f9db9193d4),segment_id=079bfa64-9d1d-46aa-a05b-56f9db9193d4)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:30.444451 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:30.511298 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeed309-a87a-4301-8840-32228317cef8 None None] Pushing event updated for resources: {'Port': ['ID=4c748a30-8372-4a6f-a913-a3375c3fe44b,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:30.540847 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:30.577972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a50af7-fe2a-427b-80f7-5a4af2d13cc8 req-06e62709-3fdf-40d1-9231-9c63e4f6bf70 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:30.587949 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-23a50af7-fe2a-427b-80f7-5a4af2d13cc8 req-06e62709-3fdf-40d1-9231-9c63e4f6bf70 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.7954903 Jul 27 21:01:30.615837 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceedd2e-c6d9-4db3-9c02-7fd86072c2f1 req-2ca55833-58ac-43fc-96a2-1ffc51bb95e1 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:30.617440 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ceedd2e-c6d9-4db3-9c02-7fd86072c2f1 req-2ca55833-58ac-43fc-96a2-1ffc51bb95e1 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 1096 time: 0.7344682 Jul 27 21:01:30.680869 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefec80-1100-4fd8-b3b7-86248be5f959 req-4e21daf6-b748-4113-bfee-8dc416f881dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:30.683109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6aefec80-1100-4fd8-b3b7-86248be5f959 req-4e21daf6-b748-4113-bfee-8dc416f881dc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 1096 time: 0.7337787 Jul 27 21:01:30.741673 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-23a50af7-fe2a-427b-80f7-5a4af2d13cc8 req-383cfc2d-cfa8-4231-aa69-9893d8426ea5 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546574 Jul 27 21:01:30.768583 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ceedd2e-c6d9-4db3-9c02-7fd86072c2f1 req-68c49dd5-bc00-4e03-8e4b-4c4a91061a86 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416588 Jul 27 21:01:30.785052 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6aefec80-1100-4fd8-b3b7-86248be5f959 req-7347e98d-38f2-4053-b728-8023b19fb78d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923877 Jul 27 21:01:31.025262 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.056738 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.079381 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72ad32-b287-4f76-9624-7ac225126f4f req-0145d3b4-bb83-4a81-a30a-28490fb8864d tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:31.081252 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f72ad32-b287-4f76-9624-7ac225126f4f req-0145d3b4-bb83-4a81-a30a-28490fb8864d tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 950 time: 0.1536043 Jul 27 21:01:31.168360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 987862d2-a5c1-4395-aa22-5acb16ab8979 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:31.198713 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 987862d2-a5c1-4395-aa22-5acb16ab8979 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:31.199458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 987862d2-a5c1-4395-aa22-5acb16ab8979 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:31.202141 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f72ad32-b287-4f76-9624-7ac225126f4f req-895e8c98-674c-4430-b67c-7df11bb61d84 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769591 Jul 27 21:01:31.273052 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Allocated IP 172.25.2.163 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/5bd622e0-5166-47ef-9723-700d5a236e7b) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:31.476205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e9e59c8-f111-4df2-a593-e080d361a4dc req-8c881281-b84c-4a2d-bc94-b5d732bffe08 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a801f20-025e-4cd3-a33d-aebf39dbe280 HTTP/1.1" status: 200 len: 210 time: 0.0561929 Jul 27 21:01:31.518073 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.649893 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:31.709562 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630be03-20f3-4db4-a3fe-496219f15c24 req-7fbbc1bf-1981-41bd-85be-067573e656d4 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:31.722476 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1630be03-20f3-4db4-a3fe-496219f15c24 req-7fbbc1bf-1981-41bd-85be-067573e656d4 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 1096 time: 0.1542323 Jul 27 21:01:31.741593 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc325589-48c3-4cbf-b988-932a2af5d317 None None] Network d11c25e4-77d7-4c81-a052-a8b5c57981c0 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:31.770501 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:31.774264 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:31.776751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd622e0-5166-47ef-9723-700d5a236e7b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:31.779658 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:31.830894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b266daa1-67ce-44ab-b961-338280f8e99e None None] Provisioning for port 4c748a30-8372-4a6f-a913-a3375c3fe44b completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:31.835021 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1630be03-20f3-4db4-a3fe-496219f15c24 req-a4f05389-c435-465e-934c-8bba1c0626fd tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070325 Jul 27 21:01:32.148900 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4c748a30-8372-4a6f-a913-a3375c3fe44b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:32.195699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee657b-61cc-4ae8-9764-dfb236990c31 req-43c11e24-9c7e-4058-85e8-91a507a3dbfe tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:32.203331 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6ee657b-61cc-4ae8-9764-dfb236990c31 req-43c11e24-9c7e-4058-85e8-91a507a3dbfe tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.2373774 Jul 27 21:01:32.253356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 4c748a30-8372-4a6f-a913-a3375c3fe44b completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:32.258748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 4c748a30-8372-4a6f-a913-a3375c3fe44b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:32.259436 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.369156 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6ee657b-61cc-4ae8-9764-dfb236990c31 req-3fdc9c03-302f-4022-aa81-7f1d50953802 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640534 Jul 27 21:01:32.460371 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.524428 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 4c748a30-8372-4a6f-a913-a3375c3fe44b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4c748a30-8372-4a6f-a913-a3375c3fe44b,segment=NetworkSegment(079bfa64-9d1d-46aa-a05b-56f9db9193d4),segment_id=079bfa64-9d1d-46aa-a05b-56f9db9193d4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:32.528722 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.530947 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.571140 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-40a81392-090c-46fd-ba88-6b17c65ac4cb req-e9b6118b-ce40-4b1c-a2ca-6d0a0f8a036c tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0401912 Jul 27 21:01:32.630354 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-32a57a13-00ea-4e3a-9a7a-d98d5c2c0b37 None None] Provisioning complete for port 4c748a30-8372-4a6f-a913-a3375c3fe44b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:32.630972 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-32a57a13-00ea-4e3a-9a7a-d98d5c2c0b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.660391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=4c748a30-8372-4a6f-a913-a3375c3fe44b,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:32.665220 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d44f02d7-5bf7-43dd-a5bc-5fdd6e8898dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:32.738203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f1d24-3bf2-4d57-996b-762a30a6d7ad req-138979c4-bb74-4815-a888-e957b2fe62bb tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:32.740066 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc0f1d24-3bf2-4d57-996b-762a30a6d7ad req-138979c4-bb74-4815-a888-e957b2fe62bb tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 950 time: 0.1273253 Jul 27 21:01:32.850286 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc0f1d24-3bf2-4d57-996b-762a30a6d7ad req-c1e44161-3d5f-4ad1-87f3-a4f13f407f6e tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791943 Jul 27 21:01:32.889357 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:33.134525 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9cc68-b666-45fe-b661-544e900763c5 req-c0ce79e2-20da-4e90-8a22-77d06601e295 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:33.136813 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05d9cc68-b666-45fe-b661-544e900763c5 req-c0ce79e2-20da-4e90-8a22-77d06601e295 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ab64c6-e96b-4eab-8a32-b470747238ac HTTP/1.1" status: 200 len: 950 time: 0.1666851 Jul 27 21:01:33.139813 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca9b77-01fe-442a-b50c-b6e3a7788f48 req-cc18e181-7aa3-4a67-9c6b-2164c1a9d6ab tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:33.141194 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f9ca9b77-01fe-442a-b50c-b6e3a7788f48 req-cc18e181-7aa3-4a67-9c6b-2164c1a9d6ab tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 1096 time: 0.1887045 Jul 27 21:01:33.199805 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Router 08963459-d821-4d20-9f26-31a70ccf5264 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:01:33.211905 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05d9cc68-b666-45fe-b661-544e900763c5 req-887ea06a-71cf-4099-8492-8f0c9b3ec23a tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684717 Jul 27 21:01:33.217938 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f9ca9b77-01fe-442a-b50c-b6e3a7788f48 req-82aedca1-d7c3-4d72-91cd-c128ac5db6e5 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649083 Jul 27 21:01:33.353372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:01:33.363083 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Sync routers for ids ['08963459-d821-4d20-9f26-31a70ccf5264'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:01:33.372720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:33.374648 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-df8db516-f689-48e6-bb22-a70373cbb564 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.7719884 Jul 27 21:01:33.376980 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Routers {'08963459-d821-4d20-9f26-31a70ccf5264'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:33.377766 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:01:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['08963459-d821-4d20-9f26-31a70ccf5264'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:33.378099 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37386) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:33.643465 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Set router 08963459-d821-4d20-9f26-31a70ccf5264 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:33.851513 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:33.864187 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08963459-d821-4d20-9f26-31a70ccf5264', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-66453363-router', 'tenant_id': 'b9e31d003276433b8476c5a30ef8f041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '5bd622e0-5166-47ef-9723-700d5a236e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:29Z', 'updated_at': '2021-07-27T21:01:32Z', 'revision_number': 3, 'project_id': 'b9e31d003276433b8476c5a30ef8f041', 'gw_port': {'id': '5bd622e0-5166-47ef-9723-700d5a236e7b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08963459-d821-4d20-9f26-31a70ccf5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:31Z', 'updated_at': '2021-07-27T21:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:33.893481 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Checking router: 08963459-d821-4d20-9f26-31a70ccf5264 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:01:33.894085 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Updating router 08963459-d821-4d20-9f26-31a70ccf5264 port 5bd622e0-5166-47ef-9723-700d5a236e7b binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:01:33.950865 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:33.958050 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5be1a9-7475-4364-96d2-9a79770df7e1 req-78d01b64-71aa-47fb-a77c-1d3df10ec551 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:33.959635 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c5be1a9-7475-4364-96d2-9a79770df7e1 req-78d01b64-71aa-47fb-a77c-1d3df10ec551 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.1544049 Jul 27 21:01:34.033913 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4c748a30-8372-4a6f-a913-a3375c3fe44b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:34.043502 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c5be1a9-7475-4364-96d2-9a79770df7e1 req-a9f92175-2931-4b67-8729-522a62454ee2 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748205 Jul 27 21:01:34.078036 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.133258 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 4c748a30-8372-4a6f-a913-a3375c3fe44b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:34.133905 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.187158 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10c0fe0d-0213-4504-b2d2-33910603600f req-9c5da87d-c55e-4bbf-9429-ca9c05eeff9b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a801f20-025e-4cd3-a33d-aebf39dbe280 HTTP/1.1" status: 200 len: 210 time: 0.0549016 Jul 27 21:01:34.300906 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Allocated IP 172.20.0.1 (d11c25e4-77d7-4c81-a052-a8b5c57981c0/5afce3ec-b07a-4be7-86e9-f04322b5898a/2543ced0-92d2-4b11-b9f0-5fabe7f69bdf) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:34.305760 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.316741 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Transition to ACTIVE for port object 5bd622e0-5166-47ef-9723-700d5a236e7b will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:34.323430 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d00bceb-e649-422b-9421-a79509c75e2c req-bad0eddf-f306-471e-9c7e-32e62bff3e4f tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0393684 Jul 27 21:01:34.324626 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.375732 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7176317-876c-48f9-9155-6cf0709e9577 None None] Pushing event updated for resources: {'Port': ['ID=5bd622e0-5166-47ef-9723-700d5a236e7b,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:34.393235 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Attempting to bind port 5bd622e0-5166-47ef-9723-700d5a236e7b on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:34.393692 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Attempting to bind port 5bd622e0-5166-47ef-9723-700d5a236e7b by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:34.394054 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Attempting to bind port 5bd622e0-5166-47ef-9723-700d5a236e7b on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:34.400319 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:34.400603 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:34.401110 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.401529 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:34.402282 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Bound port: 5bd622e0-5166-47ef-9723-700d5a236e7b, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:34.402671 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.470216 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] For port 5bd622e0-5166-47ef-9723-700d5a236e7b, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:34.473916 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] For port 5bd622e0-5166-47ef-9723-700d5a236e7b, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5bd622e0-5166-47ef-9723-700d5a236e7b,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:34.479561 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.497938 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.527078 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Transition to ACTIVE for port object 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:34.547153 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Routers {'08963459-d821-4d20-9f26-31a70ccf5264'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:34.547783 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:01:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['08963459-d821-4d20-9f26-31a70ccf5264'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:34.549739 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7176317-876c-48f9-9155-6cf0709e9577 None None] Pushing event updated for resources: {'Port': ['ID=5bd622e0-5166-47ef-9723-700d5a236e7b,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:34.588203 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:34.704018 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Network d11c25e4-77d7-4c81-a052-a8b5c57981c0 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:34.712265 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] Set router 08963459-d821-4d20-9f26-31a70ccf5264 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:34.717397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:34.796845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-e397248f-f234-4028-a55a-96d1a59e40a5 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:01:34.801117 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-e397248f-f234-4028-a55a-96d1a59e40a5 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106652 Jul 27 21:01:34.803690 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-360287df-0a7c-42cf-a187-b2941626b1cf req-88a76e44-74e7-4f08-b986-181c2ab068c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0574036 Jul 27 21:01:34.813101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-01838e7b-dbf8-4f9f-9ee7-8de8e16ba68d service neutron] Request body: {'binding': {'host': 'n-h2-764806-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:34.814154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-01838e7b-dbf8-4f9f-9ee7-8de8e16ba68d service neutron] Unknown quota resources ['binding']. {{(pid=105580) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:01:34.962621 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08963459-d821-4d20-9f26-31a70ccf5264', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-66453363-router', 'tenant_id': 'b9e31d003276433b8476c5a30ef8f041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '5bd622e0-5166-47ef-9723-700d5a236e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:29Z', 'updated_at': '2021-07-27T21:01:32Z', 'revision_number': 3, 'project_id': 'b9e31d003276433b8476c5a30ef8f041', 'gw_port': {'id': '5bd622e0-5166-47ef-9723-700d5a236e7b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08963459-d821-4d20-9f26-31a70ccf5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:31Z', 'updated_at': '2021-07-27T21:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:34.977871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-01838e7b-dbf8-4f9f-9ee7-8de8e16ba68d service neutron] Attempting to bind port 9d07e268-b62b-4546-83a0-57d8eded5dcf on host n-h2-764806-9 for vnic_type normal with profile None {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:34.978207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-01838e7b-dbf8-4f9f-9ee7-8de8e16ba68d service neutron] Attempting to bind port 9d07e268-b62b-4546-83a0-57d8eded5dcf by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:34.978682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-01838e7b-dbf8-4f9f-9ee7-8de8e16ba68d service neutron] Attempting to bind port 9d07e268-b62b-4546-83a0-57d8eded5dcf on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:34.983964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-01838e7b-dbf8-4f9f-9ee7-8de8e16ba68d service neutron] Port 9d07e268-b62b-4546-83a0-57d8eded5dcf on network a867caef-b904-44c4-ac9a-71eaf4e3734e not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:34.984285 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-01838e7b-dbf8-4f9f-9ee7-8de8e16ba68d service neutron] Attempting to bind port 9d07e268-b62b-4546-83a0-57d8eded5dcf on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:34.989653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-01838e7b-dbf8-4f9f-9ee7-8de8e16ba68d service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:34.989979 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-01838e7b-dbf8-4f9f-9ee7-8de8e16ba68d service neutron] Checking segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:34.990399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-01838e7b-dbf8-4f9f-9ee7-8de8e16ba68d service neutron] Bound using segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:34.990908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-01838e7b-dbf8-4f9f-9ee7-8de8e16ba68d service neutron] Bound port: 9d07e268-b62b-4546-83a0-57d8eded5dcf, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:34.991813 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087e6cd8-beea-466a-99f3-d5df07e83763 None None] The sync data for ids ['08963459-d821-4d20-9f26-31a70ccf5264'] in n-d-764806-9 is: [{'id': '08963459-d821-4d20-9f26-31a70ccf5264', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-66453363-router', 'tenant_id': 'b9e31d003276433b8476c5a30ef8f041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '5bd622e0-5166-47ef-9723-700d5a236e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:29Z', 'updated_at': '2021-07-27T21:01:32Z', 'revision_number': 3, 'project_id': 'b9e31d003276433b8476c5a30ef8f041', 'gw_port': {'id': '5bd622e0-5166-47ef-9723-700d5a236e7b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08963459-d821-4d20-9f26-31a70ccf5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:31Z', 'updated_at': '2021-07-27T21:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:01:35.059950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-01838e7b-dbf8-4f9f-9ee7-8de8e16ba68d service neutron] For port 9d07e268-b62b-4546-83a0-57d8eded5dcf, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=9d07e268-b62b-4546-83a0-57d8eded5dcf,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:35.070633 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-01838e7b-dbf8-4f9f-9ee7-8de8e16ba68d service neutron] Notify callbacks [] for binding, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.078945 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-01838e7b-dbf8-4f9f-9ee7-8de8e16ba68d service neutron] 10.222.0.55 "POST /v2.0/ports/9d07e268-b62b-4546-83a0-57d8eded5dcf/bindings HTTP/1.1" status: 201 len: 389 time: 0.2695436 Jul 27 21:01:35.085859 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-346dc266-38b7-4265-81b8-d7598656caf6 None None] Provisioning for port 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:35.091659 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-346dc266-38b7-4265-81b8-d7598656caf6 None None] Provisioning complete for port 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:35.092974 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-346dc266-38b7-4265-81b8-d7598656caf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.105723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:35.142110 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-346dc266-38b7-4265-81b8-d7598656caf6 None None] Port 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:35.148088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Pushing event updated for resources: {'Port': ['ID=2543ced0-92d2-4b11-b9f0-5fabe7f69bdf,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:35.188691 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.301451 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015a517-e56f-4e13-a1e7-24d3c37f00d5 req-f2f7e421-0edb-4033-909b-4e5fae05d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:35.303091 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0015a517-e56f-4e13-a1e7-24d3c37f00d5 req-f2f7e421-0edb-4033-909b-4e5fae05d26d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e12b0b8b49e4a8685306f697c0d4f06&device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 1096 time: 0.6678979 Jul 27 21:01:35.335618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed97cea-ac21-4c46-8267-aa1d4c6d5288 req-7b51f410-fa80-46c3-8722-36c48cabe6a2 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:35.336112 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bfc152e4-35c3-4eae-b8c0-c38d52789b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.344454 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ed97cea-ac21-4c46-8267-aa1d4c6d5288 req-7b51f410-fa80-46c3-8722-36c48cabe6a2 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.6538262 Jul 27 21:01:35.418167 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.434020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-9ff0ccbc-87cd-4b89-bd39-3f03f0686709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:35.435621 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-9ff0ccbc-87cd-4b89-bd39-3f03f0686709 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 1096 time: 0.0671430 Jul 27 21:01:35.554702 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ed97cea-ac21-4c46-8267-aa1d4c6d5288 req-badb942e-6cd6-4b54-a510-d928bf7bc6fd tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092419 Jul 27 21:01:35.555913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-57d1f407-ae4d-4f6c-9a58-f1a46d9c566d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:35.557453 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-57d1f407-ae4d-4f6c-9a58-f1a46d9c566d service neutron] 10.222.0.66 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 909 time: 0.1136250 Jul 27 21:01:35.567001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015a517-e56f-4e13-a1e7-24d3c37f00d5 req-57245d13-7766-4ab3-92f5-ab1276537628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:35.568500 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0015a517-e56f-4e13-a1e7-24d3c37f00d5 req-57245d13-7766-4ab3-92f5-ab1276537628 service neutron] 10.222.0.66 "GET /v2.0/networks?id=12136521-0c8b-4cb0-9dc5-5d02674d242d HTTP/1.1" status: 200 len: 920 time: 0.2561996 Jul 27 21:01:35.580729 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:35.621535 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-19e599fe-759d-4a0e-9928-5af1a7ee5c3f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d07e268-b62b-4546-83a0-57d8eded5dcf HTTP/1.1" status: 200 len: 217 time: 0.0532334 Jul 27 21:01:35.643281 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0015a517-e56f-4e13-a1e7-24d3c37f00d5 req-4421e30c-bfdd-4c86-a622-f341a8523416 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3be9b5b8-a331-4516-8651-b837c1a16bf4 HTTP/1.1" status: 200 len: 217 time: 0.0555394 Jul 27 21:01:35.671794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708182d5-df22-43c3-82f1-d710000a9ead req-01a804d6-4f86-44b9-b194-0e75065e99fc tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:35.673491 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-708182d5-df22-43c3-82f1-d710000a9ead req-01a804d6-4f86-44b9-b194-0e75065e99fc tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 945 time: 0.2993596 Jul 27 21:01:35.691023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-cbe18ac9-d29f-439a-b52e-6c5ce1327e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:35.692791 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-cbe18ac9-d29f-439a-b52e-6c5ce1327e77 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.0557590 Jul 27 21:01:35.748983 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2fb95683-eb49-46f2-87fc-358477d0c43f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392072 Jul 27 21:01:35.802114 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f5ba26e-de96-4080-b1d2-a1deb99bffd3 req-6dca6045-869d-47d6-96ad-b8e71e44f67b tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0737960 Jul 27 21:01:35.826992 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-708182d5-df22-43c3-82f1-d710000a9ead req-6ccead55-ded6-43bf-99bc-6be9c38e06ce tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948052 Jul 27 21:01:35.841281 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015a517-e56f-4e13-a1e7-24d3c37f00d5 req-8ff85d11-0c42-4687-b55f-127408cf6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:35.842828 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0015a517-e56f-4e13-a1e7-24d3c37f00d5 req-8ff85d11-0c42-4687-b55f-127408cf6224 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f64ea69-e90b-4843-8916-973c88972dfb HTTP/1.1" status: 200 len: 859 time: 0.1796093 Jul 27 21:01:35.893289 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-0c5c3946-cdb2-4394-95fa-038e318cf2b9 service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338830 Jul 27 21:01:35.958059 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0015a517-e56f-4e13-a1e7-24d3c37f00d5 req-ea8689d9-7eea-422b-a30e-89f587778ab9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=12136521-0c8b-4cb0-9dc5-5d02674d242d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861685 Jul 27 21:01:36.029028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5bd622e0-5166-47ef-9723-700d5a236e7b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:36.032396 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-1dd550d2-7355-497b-a42e-8e30e6bd7719 service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290379 Jul 27 21:01:36.099763 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 5bd622e0-5166-47ef-9723-700d5a236e7b completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:36.104734 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5bd622e0-5166-47ef-9723-700d5a236e7b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:36.105327 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.121750 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0015a517-e56f-4e13-a1e7-24d3c37f00d5 req-94c30eb5-2f21-4cff-8885-6a526341c50b service neutron] 10.222.0.66 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542234 Jul 27 21:01:36.126188 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.141086 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.183913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-6fafbd72-8f44-4a5b-a6ba-a3e012d21c36 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:36.185864 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-6fafbd72-8f44-4a5b-a6ba-a3e012d21c36 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6&tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 1096 time: 0.0879438 Jul 27 21:01:36.200310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764806-9'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:36.215081 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.242265 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 5bd622e0-5166-47ef-9723-700d5a236e7b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5bd622e0-5166-47ef-9723-700d5a236e7b,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:36.260416 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.267765 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.292826 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Pushing event updated for resources: {'Port': ['ID=2543ced0-92d2-4b11-b9f0-5fabe7f69bdf,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:36.304937 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.345910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=5bd622e0-5166-47ef-9723-700d5a236e7b,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:36.355319 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0015a517-e56f-4e13-a1e7-24d3c37f00d5 req-0eb13b32-641d-4d6f-b2e1-3bda63c95626 service neutron] 10.222.0.66 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247987 Jul 27 21:01:36.402404 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Network d11c25e4-77d7-4c81-a052-a8b5c57981c0 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:36.404038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:36.462766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] For port 9d07e268-b62b-4546-83a0-57d8eded5dcf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9d07e268-b62b-4546-83a0-57d8eded5dcf,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:36.505910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] For port 9d07e268-b62b-4546-83a0-57d8eded5dcf, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:36.539744 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Router 08963459-d821-4d20-9f26-31a70ccf5264 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:01:36.550153 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254c0437-c08d-4751-9b55-cf21116402d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d07e268-b62b-4546-83a0-57d8eded5dcf'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:36.553161 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c78a4f-ddd0-4e2f-9544-2a2f2d028caf" -d '{"events": [{"server_uuid": "254c0437-c08d-4751-9b55-cf21116402d6", "name": "network-vif-unplugged", "status": "completed", "tag": "9d07e268-b62b-4546-83a0-57d8eded5dcf"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:36.557680 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.563601 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.629046 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Pushing event updated for resources: {'Port': ['ID=9d07e268-b62b-4546-83a0-57d8eded5dcf,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:36.662417 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5db858-7d8d-47a8-b521-e468c6953fb7 x-openstack-request-id: req-9c5db858-7d8d-47a8-b521-e468c6953fb7 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:36.662866 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254c0437-c08d-4751-9b55-cf21116402d6", "name": "network-vif-unplugged", "status": "completed", "tag": "9d07e268-b62b-4546-83a0-57d8eded5dcf", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:36.663122 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c5db858-7d8d-47a8-b521-e468c6953fb7 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:36.663525 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254c0437-c08d-4751-9b55-cf21116402d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d07e268-b62b-4546-83a0-57d8eded5dcf', 'code': 200} Jul 27 21:01:36.678373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Attempting to bind port 9d07e268-b62b-4546-83a0-57d8eded5dcf on host n-h1-764806-9 for vnic_type normal with profile {"migrating_to": "n-h2-764806-9"} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:36.678802 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Attempting to bind port 9d07e268-b62b-4546-83a0-57d8eded5dcf by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:36.679028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Attempting to bind port 9d07e268-b62b-4546-83a0-57d8eded5dcf on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:36.686389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Port 9d07e268-b62b-4546-83a0-57d8eded5dcf on network a867caef-b904-44c4-ac9a-71eaf4e3734e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:36.686714 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Attempting to bind port 9d07e268-b62b-4546-83a0-57d8eded5dcf on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:36.696214 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:36.696595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Checking segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:36.696945 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Bound using segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:36.697441 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Bound port: 9d07e268-b62b-4546-83a0-57d8eded5dcf, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:36.697815 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.763795 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:01:36.771039 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-630c124b-f764-44f2-bd72-f662cca8062a admin admin] 10.222.0.55 "PUT /v2.0/routers/08963459-d821-4d20-9f26-31a70ccf5264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3915076 Jul 27 21:01:36.771737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] For port 9d07e268-b62b-4546-83a0-57d8eded5dcf, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:36.776935 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d507a1e1-2c04-4c09-bac2-b5ab0788288b None None] Provisioning complete for port 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:36.777305 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d507a1e1-2c04-4c09-bac2-b5ab0788288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.784036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] For port 9d07e268-b62b-4546-83a0-57d8eded5dcf, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9d07e268-b62b-4546-83a0-57d8eded5dcf,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:36.788691 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.818798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab81b79-7c7f-4d30-8e22-d5bb3868daf3 req-a4f70f66-eb34-4912-adcb-a4907c3a4803 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:36.821730 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ab81b79-7c7f-4d30-8e22-d5bb3868daf3 req-a4f70f66-eb34-4912-adcb-a4907c3a4803 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.1334379 Jul 27 21:01:36.830033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d507a1e1-2c04-4c09-bac2-b5ab0788288b None None] Port 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:01:36.883059 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ab81b79-7c7f-4d30-8e22-d5bb3868daf3 req-039f07ae-0261-418d-a643-160a9b16250b tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548046 Jul 27 21:01:36.886891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Pushing event updated for resources: {'Port': ['ID=9d07e268-b62b-4546-83a0-57d8eded5dcf,revision_number=8']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:36.890580 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:36.892756 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:36.894198 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-2a65cc7a-ebd1-467d-bd2e-6e124bbbfc2b service neutron] 10.222.0.66 "PUT /v2.0/ports/9d07e268-b62b-4546-83a0-57d8eded5dcf HTTP/1.1" status: 200 len: 1121 time: 0.6995003 Jul 27 21:01:36.990404 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b3bd9bb-e04f-4986-ab42-054b9ce486ea req-094fb787-f2b5-4fd3-bfce-1b9c179105ab tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0323279 Jul 27 21:01:36.999431 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['9d07e268-b62b-4546-83a0-57d8eded5dcf'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:37.051566 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:37.063995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3758abf-754a-424c-ad1e-adfc1684f9e7 req-6791a34e-33dd-4b80-ac75-f21bd9fde60c tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:37.066696 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3758abf-754a-424c-ad1e-adfc1684f9e7 req-6791a34e-33dd-4b80-ac75-f21bd9fde60c tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 943 time: 0.0788488 Jul 27 21:01:37.114934 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3758abf-754a-424c-ad1e-adfc1684f9e7 req-1aa9b061-24cd-4c23-9c6d-14bbc706d56b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393670 Jul 27 21:01:37.189316 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Sync routers for ids ['08963459-d821-4d20-9f26-31a70ccf5264'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:01:37.201206 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Routers {'08963459-d821-4d20-9f26-31a70ccf5264'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:37.202303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:01:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['08963459-d821-4d20-9f26-31a70ccf5264'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:37.221871 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-38187699-a7a8-4c2c-8253-baa1e01247cb req-8bfd1b33-0e09-4a8a-ab63-23c4756a43c9 tempest-FloatingIPDetailsNegativeTestJSON-716647738 tempest-FloatingIPDetailsNegativeTestJSON-716647738-project] show failed (client error): The resource could not be found. Jul 27 21:01:37.223415 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38187699-a7a8-4c2c-8253-baa1e01247cb req-8bfd1b33-0e09-4a8a-ab63-23c4756a43c9 tempest-FloatingIPDetailsNegativeTestJSON-716647738 tempest-FloatingIPDetailsNegativeTestJSON-716647738-project] 10.222.0.55 "GET /v2.0/floatingips/c6868448-8644-4959-827d-e1a40f99ab98 HTTP/1.1" status: 404 len: 350 time: 0.0559444 Jul 27 21:01:37.234560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37492) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:37.355993 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Set router 08963459-d821-4d20-9f26-31a70ccf5264 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:37.548456 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f768bd4-6399-4f8a-8e07-e3727a5fe1ae req-4a853da8-674d-4e5b-bbf5-e913c4e837c0 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0323551 Jul 27 21:01:37.558752 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:37.646873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08963459-d821-4d20-9f26-31a70ccf5264', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-66453363-router', 'tenant_id': 'b9e31d003276433b8476c5a30ef8f041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '5bd622e0-5166-47ef-9723-700d5a236e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:29Z', 'updated_at': '2021-07-27T21:01:35Z', 'revision_number': 4, 'project_id': 'b9e31d003276433b8476c5a30ef8f041', 'gw_port': {'id': '5bd622e0-5166-47ef-9723-700d5a236e7b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08963459-d821-4d20-9f26-31a70ccf5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:31Z', 'updated_at': '2021-07-27T21:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '2543ced0-92d2-4b11-b9f0-5fabe7f69bdf', 'name': '', 'network_id': 'd11c25e4-77d7-4c81-a052-a8b5c57981c0', 'tenant_id': 'b9e31d003276433b8476c5a30ef8f041', 'mac_address': 'fa:16:3e:37:05:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08963459-d821-4d20-9f26-31a70ccf5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '5afce3ec-b07a-4be7-86e9-f04322b5898a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:34Z', 'updated_at': '2021-07-27T21:01:35Z', 'revision_number': 2, 'project_id': 'b9e31d003276433b8476c5a30ef8f041', 'subnets': [{'id': '5afce3ec-b07a-4be7-86e9-f04322b5898a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:37.657966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c85bff8-f5f1-4844-a669-4f0638ee6914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:37.832798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Checking router: 08963459-d821-4d20-9f26-31a70ccf5264 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:01:37.833158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Updating router 08963459-d821-4d20-9f26-31a70ccf5264 port 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:01:37.867651 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:37.882775 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:01:38.003450 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-2c85bff8-f5f1-4844-a669-4f0638ee6914 admin admin] Deleting port 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:38.004658 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c85bff8-f5f1-4844-a669-4f0638ee6914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.059574 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5bd622e0-5166-47ef-9723-700d5a236e7b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:38.080185 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59718ebe-1426-4d24-a795-ebb54a3741e6 req-417ed02c-5a9e-4b8c-99d6-19afb3dd5e2c tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.082012 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-59718ebe-1426-4d24-a795-ebb54a3741e6 req-417ed02c-5a9e-4b8c-99d6-19afb3dd5e2c tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.0980074 Jul 27 21:01:38.106742 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c85bff8-f5f1-4844-a669-4f0638ee6914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.124440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-2c85bff8-f5f1-4844-a669-4f0638ee6914 admin admin] Calling delete_port for 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:38.139364 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-59718ebe-1426-4d24-a795-ebb54a3741e6 req-78c36380-b68b-4838-b027-fe20bed14598 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503900 Jul 27 21:01:38.180259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5bd622e0-5166-47ef-9723-700d5a236e7b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:38.180840 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.304707 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.343633 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Transition to ACTIVE for port object 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:38.347606 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a49a2e-5775-49b6-8514-96c749a3b50e req-64108639-60ed-4aeb-b511-36fd274b948d tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.349194 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75a49a2e-5775-49b6-8514-96c749a3b50e req-64108639-60ed-4aeb-b511-36fd274b948d tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 945 time: 0.1106732 Jul 27 21:01:38.357373 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.421023 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d59e38-f048-472c-967e-04b26d32c1f2 None None] Pushing event updated for resources: {'Port': ['ID=2543ced0-92d2-4b11-b9f0-5fabe7f69bdf,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:38.422888 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf0a93-6658-492a-afd1-58e422a4ae40 req-62adbfbc-bbc1-44a3-9191-136b23ce09a2 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.424321 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fecf0a93-6658-492a-afd1-58e422a4ae40 req-62adbfbc-bbc1-44a3-9191-136b23ce09a2 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 943 time: 0.1171579 Jul 27 21:01:38.445076 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75a49a2e-5775-49b6-8514-96c749a3b50e req-ef34a868-02d4-4b7a-8f10-ccf98d8c677c tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b7db181-f47c-4a8a-af1b-b5d96bc73ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700979 Jul 27 21:01:38.475979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Attempting to bind port 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:38.476359 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Attempting to bind port 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '079bfa64-9d1d-46aa-a05b-56f9db9193d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd11c25e4-77d7-4c81-a052-a8b5c57981c0'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:38.476726 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Attempting to bind port 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf on network d11c25e4-77d7-4c81-a052-a8b5c57981c0 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:38.483139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:38.483718 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Checking segment: {'id': '079bfa64-9d1d-46aa-a05b-56f9db9193d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd11c25e4-77d7-4c81-a052-a8b5c57981c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:38.483979 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.484383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Bound using segment: {'id': '079bfa64-9d1d-46aa-a05b-56f9db9193d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd11c25e4-77d7-4c81-a052-a8b5c57981c0'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:38.484873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Bound port: 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079bfa64-9d1d-46aa-a05b-56f9db9193d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd11c25e4-77d7-4c81-a052-a8b5c57981c0'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:38.485258 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.512786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fecf0a93-6658-492a-afd1-58e422a4ae40 req-9e196a99-d923-42ad-87bc-ea1cbab157fc tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664268 Jul 27 21:01:38.570326 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] For port 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:38.574104 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] For port 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2543ced0-92d2-4b11-b9f0-5fabe7f69bdf,segment=NetworkSegment(079bfa64-9d1d-46aa-a05b-56f9db9193d4),segment_id=079bfa64-9d1d-46aa-a05b-56f9db9193d4)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:38.580371 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.656519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Routers {'08963459-d821-4d20-9f26-31a70ccf5264'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:38.657220 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:01:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['08963459-d821-4d20-9f26-31a70ccf5264'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:38.683009 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254c0437-c08d-4751-9b55-cf21116402d6', 'tag': '9d07e268-b62b-4546-83a0-57d8eded5dcf'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:38.685399 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc03b838-1e24-43ee-b281-ae6336a1dd72" -d '{"events": [{"name": "network-changed", "server_uuid": "254c0437-c08d-4751-9b55-cf21116402d6", "tag": "9d07e268-b62b-4546-83a0-57d8eded5dcf"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:38.712924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78bae066-ab21-4911-be5c-09887b686c59 req-9d036e6c-ed7a-4ade-8760-829bd9a28746 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0468404 Jul 27 21:01:38.717142 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c85bff8-f5f1-4844-a669-4f0638ee6914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.719139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d59e38-f048-472c-967e-04b26d32c1f2 None None] Pushing event updated for resources: {'Port': ['ID=2543ced0-92d2-4b11-b9f0-5fabe7f69bdf,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:38.769732 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c98107-6f05-4288-a561-a3d881c2902c x-openstack-request-id: req-12c98107-6f05-4288-a561-a3d881c2902c {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:38.770108 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254c0437-c08d-4751-9b55-cf21116402d6", "tag": "9d07e268-b62b-4546-83a0-57d8eded5dcf", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:38.771019 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12c98107-6f05-4288-a561-a3d881c2902c {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:38.771427 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254c0437-c08d-4751-9b55-cf21116402d6', 'tag': '9d07e268-b62b-4546-83a0-57d8eded5dcf', 'status': 'completed', 'code': 200} Jul 27 21:01:38.776022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85bff8-f5f1-4844-a669-4f0638ee6914 admin admin] Pushing event deleted for resources: {'Port': ['ID=2543ced0-92d2-4b11-b9f0-5fabe7f69bdf,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:38.812464 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:38.830630 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] Set router 08963459-d821-4d20-9f26-31a70ccf5264 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:38.945265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03b838-1e24-43ee-b281-ae6336a1dd72 req-67d96807-094f-4bc0-a5ce-c8b70d3638ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:38.947225 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc03b838-1e24-43ee-b281-ae6336a1dd72 req-67d96807-094f-4bc0-a5ce-c8b70d3638ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 1124 time: 0.1483831 Jul 27 21:01:38.971816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d8b7b80b-9eae-4017-8d55-b45ddbad46f5 None None] Could not find standard attr ID for object 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:01:39.069639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08963459-d821-4d20-9f26-31a70ccf5264', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-66453363-router', 'tenant_id': 'b9e31d003276433b8476c5a30ef8f041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '5bd622e0-5166-47ef-9723-700d5a236e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:29Z', 'updated_at': '2021-07-27T21:01:35Z', 'revision_number': 4, 'project_id': 'b9e31d003276433b8476c5a30ef8f041', 'gw_port': {'id': '5bd622e0-5166-47ef-9723-700d5a236e7b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08963459-d821-4d20-9f26-31a70ccf5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:31Z', 'updated_at': '2021-07-27T21:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '2543ced0-92d2-4b11-b9f0-5fabe7f69bdf', 'name': '', 'network_id': 'd11c25e4-77d7-4c81-a052-a8b5c57981c0', 'tenant_id': 'b9e31d003276433b8476c5a30ef8f041', 'mac_address': 'fa:16:3e:37:05:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08963459-d821-4d20-9f26-31a70ccf5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '5afce3ec-b07a-4be7-86e9-f04322b5898a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:34Z', 'updated_at': '2021-07-27T21:01:38Z', 'revision_number': 4, 'project_id': 'b9e31d003276433b8476c5a30ef8f041', 'subnets': [{'id': '5afce3ec-b07a-4be7-86e9-f04322b5898a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:39.077877 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c85bff8-f5f1-4844-a669-4f0638ee6914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.107136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd1419-f375-44b8-ade4-ad56f8e6cf52 None None] The sync data for ids ['08963459-d821-4d20-9f26-31a70ccf5264'] in n-d-764806-9 is: [{'id': '08963459-d821-4d20-9f26-31a70ccf5264', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-66453363-router', 'tenant_id': 'b9e31d003276433b8476c5a30ef8f041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '5bd622e0-5166-47ef-9723-700d5a236e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:29Z', 'updated_at': '2021-07-27T21:01:35Z', 'revision_number': 4, 'project_id': 'b9e31d003276433b8476c5a30ef8f041', 'gw_port': {'id': '5bd622e0-5166-47ef-9723-700d5a236e7b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08963459-d821-4d20-9f26-31a70ccf5264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:31Z', 'updated_at': '2021-07-27T21:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '2543ced0-92d2-4b11-b9f0-5fabe7f69bdf', 'name': '', 'network_id': 'd11c25e4-77d7-4c81-a052-a8b5c57981c0', 'tenant_id': 'b9e31d003276433b8476c5a30ef8f041', 'mac_address': 'fa:16:3e:37:05:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08963459-d821-4d20-9f26-31a70ccf5264', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '5afce3ec-b07a-4be7-86e9-f04322b5898a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:34Z', 'updated_at': '2021-07-27T21:01:38Z', 'revision_number': 4, 'project_id': 'b9e31d003276433b8476c5a30ef8f041', 'subnets': [{'id': '5afce3ec-b07a-4be7-86e9-f04322b5898a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:01:39.141147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03b838-1e24-43ee-b281-ae6336a1dd72 req-db72b887-356c-45a6-9d75-16a040bd4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.142824 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc03b838-1e24-43ee-b281-ae6336a1dd72 req-db72b887-356c-45a6-9d75-16a040bd4a3f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 909 time: 0.1775157 Jul 27 21:01:39.209846 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc03b838-1e24-43ee-b281-ae6336a1dd72 req-c7e49178-c212-42fc-ab7f-44f72ede40c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d07e268-b62b-4546-83a0-57d8eded5dcf HTTP/1.1" status: 200 len: 217 time: 0.0536053 Jul 27 21:01:39.315902 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a33d0e-99e5-48f3-9cd2-1d358f894784 req-b0a28d78-d986-4525-896c-324e02bba25d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.316181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03b838-1e24-43ee-b281-ae6336a1dd72 req-0c92539f-7045-45b2-beb4-a093db1618db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.317408 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc03b838-1e24-43ee-b281-ae6336a1dd72 req-0c92539f-7045-45b2-beb4-a093db1618db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.0976930 Jul 27 21:01:39.323059 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-68a33d0e-99e5-48f3-9cd2-1d358f894784 req-b0a28d78-d986-4525-896c-324e02bba25d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.0918908 Jul 27 21:01:39.362657 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-68a33d0e-99e5-48f3-9cd2-1d358f894784 req-aa33ca07-82d3-4d8a-9cc1-bba2da8e8743 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362566 Jul 27 21:01:39.393456 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc03b838-1e24-43ee-b281-ae6336a1dd72 req-9c00aaf7-8e82-445a-9819-ac10ef6e7262 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658188 Jul 27 21:01:39.546985 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c85bff8-f5f1-4844-a669-4f0638ee6914 admin admin] Router 08963459-d821-4d20-9f26-31a70ccf5264 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:01:39.568254 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc03b838-1e24-43ee-b281-ae6336a1dd72 req-1e9db856-961a-4331-a909-aa74fcb6a602 service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569088 Jul 27 21:01:39.613597 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b55a7-b61a-4571-a83e-afb36cb5af52 req-76191a2d-8f7d-4a93-8da7-b27ea43f1805 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.623664 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a58b55a7-b61a-4571-a83e-afb36cb5af52 req-76191a2d-8f7d-4a93-8da7-b27ea43f1805 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 945 time: 0.0995750 Jul 27 21:01:39.657044 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ad89569f-be16-49eb-89a2-de84f32fd8d6 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:39.702849 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a58b55a7-b61a-4571-a83e-afb36cb5af52 req-fe2462f0-9c79-4474-bfa5-5053361e3575 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b7db181-f47c-4a8a-af1b-b5d96bc73ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781555 Jul 27 21:01:39.758541 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebf181-dd10-4aa3-bc00-c78e149c6ded req-9d2b2055-6d3a-431c-96c3-b3a3483c9a5b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.761201 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-19ebf181-dd10-4aa3-bc00-c78e149c6ded req-9d2b2055-6d3a-431c-96c3-b3a3483c9a5b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 943 time: 0.1296165 Jul 27 21:01:39.774285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ad89569f-be16-49eb-89a2-de84f32fd8d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ad89569f-be16-49eb-89a2-de84f32fd8d6,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:39.796881 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'ad89569f-be16-49eb-89a2-de84f32fd8d6', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'ad89569f-be16-49eb-89a2-de84f32fd8d6', 'mac_address': 'fa:16:3e:63:f4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:39.838591 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-19ebf181-dd10-4aa3-bc00-c78e149c6ded req-eb9d63ae-ff40-4f30-bc26-997c9f288758 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697548 Jul 27 21:01:39.860506 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.867364 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc03b838-1e24-43ee-b281-ae6336a1dd72 req-44ef6725-ea76-430b-9a80-c772b71dc699 service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595615 Jul 27 21:01:39.868785 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c85bff8-f5f1-4844-a669-4f0638ee6914 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:01:39.876246 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2c85bff8-f5f1-4844-a669-4f0638ee6914 admin admin] 10.222.0.55 "PUT /v2.0/routers/08963459-d821-4d20-9f26-31a70ccf5264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6405492 Jul 27 21:01:39.877594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37560) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:39.891289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237acba-77f2-4ad3-acb1-5e21eca4f73b req-c8e548bc-3fb4-46bb-a29d-85d8d5686587 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:39.893424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad89569f-be16-49eb-89a2-de84f32fd8d6 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:39.893584 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c237acba-77f2-4ad3-acb1-5e21eca4f73b req-c8e548bc-3fb4-46bb-a29d-85d8d5686587 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 945 time: 0.2065349 Jul 27 21:01:39.953338 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ad89569f-be16-49eb-89a2-de84f32fd8d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ad89569f-be16-49eb-89a2-de84f32fd8d6,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:39.961317 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:39.962337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 9d07e268-b62b-4546-83a0-57d8eded5dcf details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:40.012243 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50a72164-30be-4744-9526-130801369cae admin admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.046170 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-c237acba-77f2-4ad3-acb1-5e21eca4f73b req-75894d77-9db5-44e8-b268-0166a1ffa7af tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Deleting port 1f31b118-5144-43ed-b39b-89b0e4885e88 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:40.046372 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c237acba-77f2-4ad3-acb1-5e21eca4f73b req-75894d77-9db5-44e8-b268-0166a1ffa7af tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.094874 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ad89569f-be16-49eb-89a2-de84f32fd8d6,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:40.095239 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33dc31c1-6c85-4512-8f9f-65f61969c218 req-34eae5fa-f156-4312-9f49-abdd8a09f664 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0792544 Jul 27 21:01:40.148809 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 9d07e268-b62b-4546-83a0-57d8eded5dcf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9d07e268-b62b-4546-83a0-57d8eded5dcf,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:40.172573 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 9d07e268-b62b-4546-83a0-57d8eded5dcf has no active binding in host n-h2-764806-9 {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:01:40.182438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c237acba-77f2-4ad3-acb1-5e21eca4f73b req-75894d77-9db5-44e8-b268-0166a1ffa7af tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] For port 1f31b118-5144-43ed-b39b-89b0e4885e88, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=1f31b118-5144-43ed-b39b-89b0e4885e88,segment=NetworkSegment(fe3801f5-cc67-4534-b2f9-9f01d933bf05),segment_id=fe3801f5-cc67-4534-b2f9-9f01d933bf05)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:40.183045 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c237acba-77f2-4ad3-acb1-5e21eca4f73b req-75894d77-9db5-44e8-b268-0166a1ffa7af tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.190134 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50a72164-30be-4744-9526-130801369cae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.261486 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-50a72164-30be-4744-9526-130801369cae admin admin] Deleting port 5bd622e0-5166-47ef-9723-700d5a236e7b {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:40.261836 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50a72164-30be-4744-9526-130801369cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.339569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['ad89569f-be16-49eb-89a2-de84f32fd8d6'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:40.372891 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-50a72164-30be-4744-9526-130801369cae admin admin] For port 5bd622e0-5166-47ef-9723-700d5a236e7b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5bd622e0-5166-47ef-9723-700d5a236e7b,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:40.377093 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50a72164-30be-4744-9526-130801369cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.382289 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c237acba-77f2-4ad3-acb1-5e21eca4f73b req-75894d77-9db5-44e8-b268-0166a1ffa7af tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.391312 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c237acba-77f2-4ad3-acb1-5e21eca4f73b req-75894d77-9db5-44e8-b268-0166a1ffa7af tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.391681 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-c237acba-77f2-4ad3-acb1-5e21eca4f73b req-75894d77-9db5-44e8-b268-0166a1ffa7af tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Floating IP 0ff1265b-38ab-4f43-be22-9dff428865ff disassociated. External IP: 172.25.2.199, port: 1f31b118-5144-43ed-b39b-89b0e4885e88. Jul 27 21:01:40.392126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-c237acba-77f2-4ad3-acb1-5e21eca4f73b req-75894d77-9db5-44e8-b268-0166a1ffa7af tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Calling delete_port for 1f31b118-5144-43ed-b39b-89b0e4885e88 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:40.406003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-50a72164-30be-4744-9526-130801369cae admin admin] Calling delete_port for 5bd622e0-5166-47ef-9723-700d5a236e7b owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:40.556137 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c237acba-77f2-4ad3-acb1-5e21eca4f73b req-75894d77-9db5-44e8-b268-0166a1ffa7af tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.587438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75894d77-9db5-44e8-b268-0166a1ffa7af tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Pushing event deleted for resources: {'Port': ['ID=1f31b118-5144-43ed-b39b-89b0e4885e88,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:40.654042 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50a72164-30be-4744-9526-130801369cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.680440 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5d8551-7b81-4d30-b101-7e93ba53a133 None None] Sync routers for ids ['08963459-d821-4d20-9f26-31a70ccf5264'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:01:40.692191 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5d8551-7b81-4d30-b101-7e93ba53a133 None None] Routers {'08963459-d821-4d20-9f26-31a70ccf5264'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:40.692807 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cf5d8551-7b81-4d30-b101-7e93ba53a133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:01:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['08963459-d821-4d20-9f26-31a70ccf5264'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:40.699251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326ea7f-f1ad-4240-a8d0-43ba0fbb0bcc req-f7171890-1423-450f-bb76-d344abff68ac tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:40.700835 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e326ea7f-f1ad-4240-a8d0-43ba0fbb0bcc req-f7171890-1423-450f-bb76-d344abff68ac tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.1525042 Jul 27 21:01:40.701541 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a72164-30be-4744-9526-130801369cae admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd622e0-5166-47ef-9723-700d5a236e7b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:40.720885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c237acba-77f2-4ad3-acb1-5e21eca4f73b req-75894d77-9db5-44e8-b268-0166a1ffa7af tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Router 1e9e944b-8d2a-4f67-b973-d55a41d3345a has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:01:40.794816 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-cf5d8551-7b81-4d30-b101-7e93ba53a133 None None] Set router 08963459-d821-4d20-9f26-31a70ccf5264 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:40.802203 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50a72164-30be-4744-9526-130801369cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.846654 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4124247d-e22c-48ec-878d-da56ff0b7288 req-7016de7b-f413-40d0-9810-d4861e1a8ea6 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f15eaa-915b-4eae-af2a-55d4df1ba8f5 HTTP/1.1" status: 200 len: 210 time: 0.0624404 Jul 27 21:01:40.848760 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cf5d8551-7b81-4d30-b101-7e93ba53a133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08963459-d821-4d20-9f26-31a70ccf5264', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-66453363-router', 'tenant_id': 'b9e31d003276433b8476c5a30ef8f041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:29Z', 'updated_at': '2021-07-27T21:01:40Z', 'revision_number': 7, 'project_id': 'b9e31d003276433b8476c5a30ef8f041', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:40.849501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c237acba-77f2-4ad3-acb1-5e21eca4f73b req-75894d77-9db5-44e8-b268-0166a1ffa7af tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:01:40.849930 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e326ea7f-f1ad-4240-a8d0-43ba0fbb0bcc req-0dbe241d-dbe8-42d9-bf4e-ee3597d09dc4 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277666 Jul 27 21:01:40.862630 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9922cd49-9773-40b4-bd4d-44ee3bb37562 None None] Sync routers for ids ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:01:40.883476 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9922cd49-9773-40b4-bd4d-44ee3bb37562 None None] Routers {'1e9e944b-8d2a-4f67-b973-d55a41d3345a'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:40.884210 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9922cd49-9773-40b4-bd4d-44ee3bb37562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:01:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:40.915049 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5d8551-7b81-4d30-b101-7e93ba53a133 None None] Checking router: 08963459-d821-4d20-9f26-31a70ccf5264 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:01:40.934439 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5d8551-7b81-4d30-b101-7e93ba53a133 None None] Routers {'08963459-d821-4d20-9f26-31a70ccf5264'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:40.935050 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50a72164-30be-4744-9526-130801369cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.935232 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cf5d8551-7b81-4d30-b101-7e93ba53a133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:01:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['08963459-d821-4d20-9f26-31a70ccf5264'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:40.937610 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50a72164-30be-4744-9526-130801369cae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.944444 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c237acba-77f2-4ad3-acb1-5e21eca4f73b req-75894d77-9db5-44e8-b268-0166a1ffa7af tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] No DVR routers for this DVR port 1f31b118-5144-43ed-b39b-89b0e4885e88 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:01:40.951113 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c237acba-77f2-4ad3-acb1-5e21eca4f73b req-75894d77-9db5-44e8-b268-0166a1ffa7af tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:40.953284 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c237acba-77f2-4ad3-acb1-5e21eca4f73b req-75894d77-9db5-44e8-b268-0166a1ffa7af tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.20 "DELETE /v2.0/ports/1f31b118-5144-43ed-b39b-89b0e4885e88 HTTP/1.1" status: 204 len: 173 time: 1.0534179 Jul 27 21:01:40.953855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f15eaa-915b-4eae-af2a-55d4df1ba8f5', 'name': 'network-vif-deleted', 'tag': '1f31b118-5144-43ed-b39b-89b0e4885e88'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:40.956321 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2516797-9731-4dc2-94f4-7a5f84adee70" -d '{"events": [{"server_uuid": "b4f15eaa-915b-4eae-af2a-55d4df1ba8f5", "name": "network-vif-deleted", "tag": "1f31b118-5144-43ed-b39b-89b0e4885e88"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:41.015614 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50a72164-30be-4744-9526-130801369cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.016655 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a72164-30be-4744-9526-130801369cae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08963459-d821-4d20-9f26-31a70ccf5264 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:01:41.027261 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50a72164-30be-4744-9526-130801369cae admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.028826 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-50a72164-30be-4744-9526-130801369cae admin admin] 10.222.0.55 "DELETE /v2.0/routers/08963459-d821-4d20-9f26-31a70ccf5264 HTTP/1.1" status: 204 len: 168 time: 1.1500013 Jul 27 21:01:41.031375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37586) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:41.088212 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-cf5d8551-7b81-4d30-b101-7e93ba53a133 None None] Set router 08963459-d821-4d20-9f26-31a70ccf5264 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:41.110120 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff63cfc7-dd37-428e-a36f-c5d2a55e9db9 x-openstack-request-id: req-ff63cfc7-dd37-428e-a36f-c5d2a55e9db9 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:41.110458 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f15eaa-915b-4eae-af2a-55d4df1ba8f5", "name": "network-vif-deleted", "tag": "1f31b118-5144-43ed-b39b-89b0e4885e88", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:41.110715 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff63cfc7-dd37-428e-a36f-c5d2a55e9db9 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:41.111141 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f15eaa-915b-4eae-af2a-55d4df1ba8f5', 'name': 'network-vif-deleted', 'tag': '1f31b118-5144-43ed-b39b-89b0e4885e88', 'status': 'completed', 'code': 200} Jul 27 21:01:41.119305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf72997-f5e2-4024-9523-6da65aac5463 admin admin] Deleting subnet 5afce3ec-b07a-4be7-86e9-f04322b5898a {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:01:41.124455 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-9922cd49-9773-40b4-bd4d-44ee3bb37562 None None] Set router 1e9e944b-8d2a-4f67-b973-d55a41d3345a gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:41.126159 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ebf72997-f5e2-4024-9523-6da65aac5463 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.177605 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ebf72997-f5e2-4024-9523-6da65aac5463 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.187500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef39e0a-2953-40ec-a4a9-e6e4860b0e35 req-e877f60d-47bd-4066-ae5f-0152fafbd6c9 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:41.188924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ef39e0a-2953-40ec-a4a9-e6e4860b0e35 req-e877f60d-47bd-4066-ae5f-0152fafbd6c9 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 943 time: 0.1417794 Jul 27 21:01:41.195547 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cf5d8551-7b81-4d30-b101-7e93ba53a133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08963459-d821-4d20-9f26-31a70ccf5264', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-66453363-router', 'tenant_id': 'b9e31d003276433b8476c5a30ef8f041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:29Z', 'updated_at': '2021-07-27T21:01:40Z', 'revision_number': 7, 'project_id': 'b9e31d003276433b8476c5a30ef8f041', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:41.276572 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5d8551-7b81-4d30-b101-7e93ba53a133 None None] The sync data for ids ['08963459-d821-4d20-9f26-31a70ccf5264'] in n-d-764806-9 is: [{'id': '08963459-d821-4d20-9f26-31a70ccf5264', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-66453363-router', 'tenant_id': 'b9e31d003276433b8476c5a30ef8f041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:01:29Z', 'updated_at': '2021-07-27T21:01:40Z', 'revision_number': 7, 'project_id': 'b9e31d003276433b8476c5a30ef8f041', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:01:41.278335 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ef39e0a-2953-40ec-a4a9-e6e4860b0e35 req-4cd15234-b5ce-48a6-b1e9-caf35503dff2 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749362 Jul 27 21:01:41.279848 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ebf72997-f5e2-4024-9523-6da65aac5463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.358816 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf645c35-ae00-47c7-b62d-a2ba554843bd req-b30654c8-b614-414b-8295-f1dbdab333c5 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0466981 Jul 27 21:01:41.374064 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ebf72997-f5e2-4024-9523-6da65aac5463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.387267 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ebf72997-f5e2-4024-9523-6da65aac5463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.391358 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ebf72997-f5e2-4024-9523-6da65aac5463 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5afce3ec-b07a-4be7-86e9-f04322b5898a HTTP/1.1" status: 204 len: 168 time: 0.3561807 Jul 27 21:01:41.391682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37590) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:41.394739 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08412ca-af62-4172-af9e-a91e5d07d552 None None] Network d11c25e4-77d7-4c81-a052-a8b5c57981c0 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:41.418107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf72997-f5e2-4024-9523-6da65aac5463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5afce3ec-b07a-4be7-86e9-f04322b5898a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:41.500230 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.554189 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9922cd49-9773-40b4-bd4d-44ee3bb37562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'name': 'tempest-ServersTestFqdnHostnames-677808462-router', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:12Z', 'updated_at': '2021-07-27T20:59:17Z', 'revision_number': 4, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'gw_port': {'id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:13Z', 'updated_at': '2021-07-27T20:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6e96db16-15f0-41e4-a81c-27a2ca77a572', 'name': '', 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'mac_address': 'fa:16:3e:c6:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:17Z', 'updated_at': '2021-07-27T20:59:28Z', 'revision_number': 5, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'subnets': [{'id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:41.561657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] Deleting port 4c748a30-8372-4a6f-a913-a3375c3fe44b {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:41.562010 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.590922 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9922cd49-9773-40b4-bd4d-44ee3bb37562 None None] Checking router: 1e9e944b-8d2a-4f67-b973-d55a41d3345a for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:01:41.608136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9922cd49-9773-40b4-bd4d-44ee3bb37562 None None] Routers {'1e9e944b-8d2a-4f67-b973-d55a41d3345a'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:41.608760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9922cd49-9773-40b4-bd4d-44ee3bb37562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:01:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:41.630806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] For port 4c748a30-8372-4a6f-a913-a3375c3fe44b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4c748a30-8372-4a6f-a913-a3375c3fe44b,segment=NetworkSegment(079bfa64-9d1d-46aa-a05b-56f9db9193d4),segment_id=079bfa64-9d1d-46aa-a05b-56f9db9193d4)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:41.631423 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.652329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] Calling delete_port for 4c748a30-8372-4a6f-a913-a3375c3fe44b owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:41.672192 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ad89569f-be16-49eb-89a2-de84f32fd8d6 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:41.713736 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da017a39-7f32-41a8-983e-2162787f3a56 None None] DHCP port deletion for d11c25e4-77d7-4c81-a052-a8b5c57981c0 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:01:41.790324 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.826534 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c748a30-8372-4a6f-a913-a3375c3fe44b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:41.831370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] No DVR routers for this DVR port 4c748a30-8372-4a6f-a913-a3375c3fe44b on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:01:41.919834 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.931772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11c25e4-77d7-4c81-a052-a8b5c57981c0']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:41.943911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079bfa64-9d1d-46aa-a05b-56f9db9193d4') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:41.944555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079bfa64-9d1d-46aa-a05b-56f9db9193d4') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:41.947096 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-da017a39-7f32-41a8-983e-2162787f3a56 None None] The port '4c748a30-8372-4a6f-a913-a3375c3fe44b' was deleted {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 27 21:01:41.965608 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.980943 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-9922cd49-9773-40b4-bd4d-44ee3bb37562 None None] Set router 1e9e944b-8d2a-4f67-b973-d55a41d3345a gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:41.982385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37608) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:41.985436 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.993963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:01:41.994716 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: items = [ Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:01:41.996754 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:01:42.026947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port ad89569f-be16-49eb-89a2-de84f32fd8d6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:42.027409 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.062110 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.067944 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.074699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d9c7b-d32d-4613-bd14-8084958f3e3b req-a304614b-7b6d-4368-b023-44be5e76bca3 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.075717 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d11c25e4-77d7-4c81-a052-a8b5c57981c0 HTTP/1.1" status: 204 len: 168 time: 0.6820848 Jul 27 21:01:42.082163 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de0d9c7b-d32d-4613-bd14-8084958f3e3b req-a304614b-7b6d-4368-b023-44be5e76bca3 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.1403406 Jul 27 21:01:42.124603 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bfa90473-e999-4896-9a03-38e00cd0df3d tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.134511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f5142-a4a5-46f7-a1aa-4819685f3543 admin admin] Pushing event deleted for resources: {'Network': ['ID=d11c25e4-77d7-4c81-a052-a8b5c57981c0,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:42.188220 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de0d9c7b-d32d-4613-bd14-8084958f3e3b req-34bac560-cbb8-4139-bf68-42a92e9c3c70 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046302 Jul 27 21:01:42.204483 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bfa90473-e999-4896-9a03-38e00cd0df3d tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.282351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4c748a30-8372-4a6f-a913-a3375c3fe44b no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:42.296044 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bfa90473-e999-4896-9a03-38e00cd0df3d tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.299601 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bfa90473-e999-4896-9a03-38e00cd0df3d tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.303902 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37618) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:42.304116 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bfa90473-e999-4896-9a03-38e00cd0df3d tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "DELETE /v2.0/security-groups/0b7db181-f47c-4a8a-af1b-b5d96bc73ced HTTP/1.1" status: 204 len: 168 time: 0.3188014 Jul 27 21:01:42.326653 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-0526496a-1d2d-4ac9-b10e-1047c5d39432 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] show failed (client error): The resource could not be found. Jul 27 21:01:42.328254 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0526496a-1d2d-4ac9-b10e-1047c5d39432 tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "GET /v2.0/security-groups/0b7db181-f47c-4a8a-af1b-b5d96bc73ced HTTP/1.1" status: 404 len: 347 time: 0.0233247 Jul 27 21:01:42.329039 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37620) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:42.331284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa90473-e999-4896-9a03-38e00cd0df3d tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7db181-f47c-4a8a-af1b-b5d96bc73ced,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:42.357020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 4c748a30-8372-4a6f-a913-a3375c3fe44b {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:42.357576 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4c748a30-8372-4a6f-a913-a3375c3fe44b not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:42.361158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5bd622e0-5166-47ef-9723-700d5a236e7b no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:42.435437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37624) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:42.484638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 5bd622e0-5166-47ef-9723-700d5a236e7b {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:42.485489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5bd622e0-5166-47ef-9723-700d5a236e7b not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:42.485489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:42.502962 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34841233-8d55-45ad-a901-e9a94f49e99c req-a4d96091-07c7-48e9-a76f-e122c55633a1 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0566399 Jul 27 21:01:42.520928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f1ceb-f9bd-44e3-9b6e-b3811b7afdd9 req-bdfe19ee-b6b3-4b9e-9481-22f658ac6763 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:42.530074 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-658f1ceb-f9bd-44e3-9b6e-b3811b7afdd9 req-bdfe19ee-b6b3-4b9e-9481-22f658ac6763 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 943 time: 0.1545491 Jul 27 21:01:42.535803 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.556971 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f6d04a57-a870-4eaa-8f5d-63285cb1b07f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9e31d003276433b8476c5a30ef8f041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1191292 Jul 27 21:01:42.557710 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37632) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:42.561024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:42.561376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2543ced0-92d2-4b11-b9f0-5fabe7f69bdf not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:42.584381 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ab64c6-e96b-4eab-8a32-b470747238ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad89569f-be16-49eb-89a2-de84f32fd8d6'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:42.586936 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225aac0d-033f-4877-be41-28036876947a" -d '{"events": [{"server_uuid": "f1ab64c6-e96b-4eab-8a32-b470747238ac", "name": "network-vif-plugged", "status": "completed", "tag": "ad89569f-be16-49eb-89a2-de84f32fd8d6"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:42.599756 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-658f1ceb-f9bd-44e3-9b6e-b3811b7afdd9 req-4eed5c2a-9f43-4d09-ba45-d74c704e06a3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687389 Jul 27 21:01:42.601996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-6ff5f374-7d52-4648-ad9a-6affd239585b tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Deleting port 8a344542-6757-4844-85ea-b4117a912de6 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:42.602376 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6ff5f374-7d52-4648-ad9a-6affd239585b tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.613864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ad89569f-be16-49eb-89a2-de84f32fd8d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ad89569f-be16-49eb-89a2-de84f32fd8d6,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:42.638625 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.677817 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7607a1-92f6-41ce-97dd-6d43bcf36813 x-openstack-request-id: req-3c7607a1-92f6-41ce-97dd-6d43bcf36813 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:42.678210 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ab64c6-e96b-4eab-8a32-b470747238ac", "name": "network-vif-plugged", "status": "completed", "tag": "ad89569f-be16-49eb-89a2-de84f32fd8d6", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:42.678561 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c7607a1-92f6-41ce-97dd-6d43bcf36813 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:42.678995 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ab64c6-e96b-4eab-8a32-b470747238ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad89569f-be16-49eb-89a2-de84f32fd8d6', 'code': 200} Jul 27 21:01:42.687968 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9132e9c1-6006-431d-9391-8bd14a39667f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.714313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9922cd49-9773-40b4-bd4d-44ee3bb37562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'name': 'tempest-ServersTestFqdnHostnames-677808462-router', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:12Z', 'updated_at': '2021-07-27T20:59:17Z', 'revision_number': 4, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'gw_port': {'id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:13Z', 'updated_at': '2021-07-27T20:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6e96db16-15f0-41e4-a81c-27a2ca77a572', 'name': '', 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'mac_address': 'fa:16:3e:c6:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:17Z', 'updated_at': '2021-07-27T20:59:28Z', 'revision_number': 5, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'subnets': [{'id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:42.716435 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ad89569f-be16-49eb-89a2-de84f32fd8d6,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:42.731977 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9132e9c1-6006-431d-9391-8bd14a39667f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.734681 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6ff5f374-7d52-4648-ad9a-6affd239585b tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.735139 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6ff5f374-7d52-4648-ad9a-6affd239585b tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.755482 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9922cd49-9773-40b4-bd4d-44ee3bb37562 None None] The sync data for ids ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'] in n-d-764806-9 is: [{'id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'name': 'tempest-ServersTestFqdnHostnames-677808462-router', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:12Z', 'updated_at': '2021-07-27T20:59:17Z', 'revision_number': 4, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'gw_port': {'id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:13Z', 'updated_at': '2021-07-27T20:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6e96db16-15f0-41e4-a81c-27a2ca77a572', 'name': '', 'network_id': 'd3696e2c-3441-4723-8592-a9e7850db69c', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'mac_address': 'fa:16:3e:c6:a0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:17Z', 'updated_at': '2021-07-27T20:59:28Z', 'revision_number': 5, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'subnets': [{'id': '39d28a0f-08f5-43d7-8454-fbd06321c0bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:01:42.764830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-6ff5f374-7d52-4648-ad9a-6affd239585b tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Calling delete_port for 8a344542-6757-4844-85ea-b4117a912de6 owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:42.852237 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9132e9c1-6006-431d-9391-8bd14a39667f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.855867 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9132e9c1-6006-431d-9391-8bd14a39667f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.857012 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9132e9c1-6006-431d-9391-8bd14a39667f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6fd60e47-8aa1-4d5d-8bfb-14de13f615e9 HTTP/1.1" status: 204 len: 168 time: 0.2974083 Jul 27 21:01:42.877415 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132e9c1-6006-431d-9391-8bd14a39667f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd60e47-8aa1-4d5d-8bfb-14de13f615e9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:42.950985 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6ff5f374-7d52-4648-ad9a-6affd239585b tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:42.982736 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5f374-7d52-4648-ad9a-6affd239585b tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Pushing event deleted for resources: {'Port': ['ID=8a344542-6757-4844-85ea-b4117a912de6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:43.028659 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e37fa9-ed0f-4ac4-a1a3-d6731315601a None None] New status for floating IP 0ff1265b-38ab-4f43-be22-9dff428865ff: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:01:43.353143 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50491f-77ad-4ef0-bda6-a8cb242b961f req-a9ebabd0-dc26-4e9e-914a-94ad6b1074bb tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:43.358756 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f50491f-77ad-4ef0-bda6-a8cb242b961f req-a9ebabd0-dc26-4e9e-914a-94ad6b1074bb tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.0849283 Jul 27 21:01:43.370800 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6ff5f374-7d52-4648-ad9a-6affd239585b tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.374857 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6ff5f374-7d52-4648-ad9a-6affd239585b tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.375472 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6ff5f374-7d52-4648-ad9a-6affd239585b tempest-ServersTestFqdnHostnames-1404830976 tempest-ServersTestFqdnHostnames-1404830976-project] 10.222.0.55 "DELETE /v2.0/floatingips/0ff1265b-38ab-4f43-be22-9dff428865ff HTTP/1.1" status: 204 len: 168 time: 1.0455198 Jul 27 21:01:43.379556 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37658) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:43.402778 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f50491f-77ad-4ef0-bda6-a8cb242b961f req-81ada2e3-60a8-419b-8764-500b6f0a68a6 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Jul 27 21:01:43.622142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c10c568c-1f5c-49d1-a57d-4b0fda819d71 req-68748635-f647-4474-b5fb-1d56eb1762d8 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0381217 Jul 27 21:01:43.678688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37678) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:43.759713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb829cf1-8e68-43ab-9274-acd94914e22f req-ddc1dea0-19a8-4534-950a-57b78ce87c35 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:43.761382 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb829cf1-8e68-43ab-9274-acd94914e22f req-ddc1dea0-19a8-4534-950a-57b78ce87c35 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 943 time: 0.0800948 Jul 27 21:01:43.793344 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-57e9e40a-7cd8-4231-b855-a06d8bdb08c4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1813476640-network', 'tenant_id': '4fa0a9ebaa2e4f24a118e4c7a0098678'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:43.817424 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb829cf1-8e68-43ab-9274-acd94914e22f req-66036900-34df-47f7-8acf-8e938c248f46 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498617 Jul 27 21:01:43.823525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e9e40a-7cd8-4231-b855-a06d8bdb08c4 admin admin] Made reservation on behalf of 4fa0a9ebaa2e4f24a118e4c7a0098678 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:43.825813 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57e9e40a-7cd8-4231-b855-a06d8bdb08c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.840728 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57e9e40a-7cd8-4231-b855-a06d8bdb08c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:43.852667 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b5b32f7-aaaa-4d49-9ed7-e1aabeb51f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.080580 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-8bb4f347-566b-4712-83db-9ed52e6d01e0 service neutron] 10.222.0.20 "GET /v2.0/ports/9d07e268-b62b-4546-83a0-57d8eded5dcf/bindings/n-h2-764806-9 HTTP/1.1" status: 200 len: 384 time: 0.1328948 Jul 27 21:01:44.167289 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57e9e40a-7cd8-4231-b855-a06d8bdb08c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.182382 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57e9e40a-7cd8-4231-b855-a06d8bdb08c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.222066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e9e40a-7cd8-4231-b855-a06d8bdb08c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:01:44.265374 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9e40a-7cd8-4231-b855-a06d8bdb08c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dc4595-347a-4fe0-88fb-48b28a8eec7e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:44.276315 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57e9e40a-7cd8-4231-b855-a06d8bdb08c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.276681 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-57e9e40a-7cd8-4231-b855-a06d8bdb08c4 admin admin] Added segment 657a97a0-7639-4650-bb95-30506177dd73 of type vlan for network 0344717b-df37-43f6-9323-b0891968dc9c Jul 27 21:01:44.392575 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57e9e40a-7cd8-4231-b855-a06d8bdb08c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.481076 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57e9e40a-7cd8-4231-b855-a06d8bdb08c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.481944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e9e40a-7cd8-4231-b855-a06d8bdb08c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:44.482599 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57e9e40a-7cd8-4231-b855-a06d8bdb08c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.506905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-495af56a-fd66-44ae-83e9-033c4e98f5e3 service neutron] For port 9d07e268-b62b-4546-83a0-57d8eded5dcf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9d07e268-b62b-4546-83a0-57d8eded5dcf,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:44.582109 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-57e9e40a-7cd8-4231-b855-a06d8bdb08c4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9021513 Jul 27 21:01:44.585271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37710) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:44.587495 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b32f7-aaaa-4d49-9ed7-e1aabeb51f21 admin admin] Deleting port 6e96db16-15f0-41e4-a81c-27a2ca77a572 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:44.588395 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b5b32f7-aaaa-4d49-9ed7-e1aabeb51f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.593216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e414c026-3c59-4d98-8940-12a63061b734 admin admin] Request body: {'subnet': {'network_id': '0344717b-df37-43f6-9323-b0891968dc9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1813476640-subnet', 'tenant_id': '4fa0a9ebaa2e4f24a118e4c7a0098678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:44.595881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-495af56a-fd66-44ae-83e9-033c4e98f5e3 service neutron] For port 9d07e268-b62b-4546-83a0-57d8eded5dcf, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:44.608672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9e40a-7cd8-4231-b855-a06d8bdb08c4 admin admin] Pushing event updated for resources: {'Network': ['ID=0344717b-df37-43f6-9323-b0891968dc9c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:44.615568 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b680ef6-3b3c-4276-adfd-51b23f481239 req-d0b4e720-12a9-4bef-a7f8-2c7ffa5695d9 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:44.617309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b680ef6-3b3c-4276-adfd-51b23f481239 req-d0b4e720-12a9-4bef-a7f8-2c7ffa5695d9 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.0874500 Jul 27 21:01:44.620901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 0344717b-df37-43f6-9323-b0891968dc9c details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:01:44.630269 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e414c026-3c59-4d98-8940-12a63061b734 admin admin] Made reservation on behalf of 4fa0a9ebaa2e4f24a118e4c7a0098678 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:44.632824 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e414c026-3c59-4d98-8940-12a63061b734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.701369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-495af56a-fd66-44ae-83e9-033c4e98f5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d07e268-b62b-4546-83a0-57d8eded5dcf {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:44.743507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-495af56a-fd66-44ae-83e9-033c4e98f5e3 service neutron] For port 9d07e268-b62b-4546-83a0-57d8eded5dcf, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=9d07e268-b62b-4546-83a0-57d8eded5dcf,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:44.777955 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-495af56a-fd66-44ae-83e9-033c4e98f5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:44.831901 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91d3ea15-470e-4813-8b6a-48ae2b0a8c30 req-f1f8634d-3ee8-4ffb-b259-ccf761ab3c77 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0472412 Jul 27 21:01:44.843578 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b680ef6-3b3c-4276-adfd-51b23f481239 req-e41ed75c-df71-4ece-bc5c-bc376e22694b tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068245 Jul 27 21:01:44.960932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-495af56a-fd66-44ae-83e9-033c4e98f5e3 service neutron] Transition to ACTIVE for port object 9d07e268-b62b-4546-83a0-57d8eded5dcf will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:44.979265 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-495af56a-fd66-44ae-83e9-033c4e98f5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.013776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-4b5b32f7-aaaa-4d49-9ed7-e1aabeb51f21 admin admin] For port 6e96db16-15f0-41e4-a81c-27a2ca77a572, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6e96db16-15f0-41e4-a81c-27a2ca77a572,segment=NetworkSegment(fe3801f5-cc67-4534-b2f9-9f01d933bf05),segment_id=fe3801f5-cc67-4534-b2f9-9f01d933bf05)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:45.014168 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b5b32f7-aaaa-4d49-9ed7-e1aabeb51f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.083787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b32f7-aaaa-4d49-9ed7-e1aabeb51f21 admin admin] Calling delete_port for 6e96db16-15f0-41e4-a81c-27a2ca77a572 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:45.088130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-495af56a-fd66-44ae-83e9-033c4e98f5e3 service neutron] No DVR routers for this DVR port 9d07e268-b62b-4546-83a0-57d8eded5dcf on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:01:45.105653 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e414c026-3c59-4d98-8940-12a63061b734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.140722 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-495af56a-fd66-44ae-83e9-033c4e98f5e3 service neutron] 10.222.0.20 "PUT /v2.0/ports/9d07e268-b62b-4546-83a0-57d8eded5dcf/bindings/n-h2-764806-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0377634 Jul 27 21:01:45.205566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495af56a-fd66-44ae-83e9-033c4e98f5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d07e268-b62b-4546-83a0-57d8eded5dcf,revision_number=10']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:45.216614 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 1f31b118-5144-43ed-b39b-89b0e4885e88 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:45.263639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 1f31b118-5144-43ed-b39b-89b0e4885e88 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:45.263983 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 1f31b118-5144-43ed-b39b-89b0e4885e88 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:45.264395 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 9d07e268-b62b-4546-83a0-57d8eded5dcf no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:45.387643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 9d07e268-b62b-4546-83a0-57d8eded5dcf not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:45.474552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-612a0dd8-94a0-4407-80ca-53b8ce4b3de1 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.476097 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-612a0dd8-94a0-4407-80ca-53b8ce4b3de1 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6&tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 1095 time: 0.2632978 Jul 27 21:01:45.537844 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414c026-3c59-4d98-8940-12a63061b734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=522c0dd9-68b6-4956-99f4-df5491c95ae5,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:45.575397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb6ef8-8889-4e4d-9bf5-eb69d10d0e0e req-b4170d4f-04fd-4cf8-85bc-0665f6c20822 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.583220 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8eeb6ef8-8889-4e4d-9bf5-eb69d10d0e0e req-b4170d4f-04fd-4cf8-85bc-0665f6c20822 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 944 time: 0.5580971 Jul 27 21:01:45.609246 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e414c026-3c59-4d98-8940-12a63061b734 admin admin] Checking segment: {'id': '657a97a0-7639-4650-bb95-30506177dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:45.609987 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e414c026-3c59-4d98-8940-12a63061b734 admin admin] Network hostable DHCP agents. Network: 0344717b-df37-43f6-9323-b0891968dc9c, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:01:45.642966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b5b32f7-aaaa-4d49-9ed7-e1aabeb51f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.648086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e414c026-3c59-4d98-8940-12a63061b734 admin admin] Network 0344717b-df37-43f6-9323-b0891968dc9c is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:01:45.665848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8eeb6ef8-8889-4e4d-9bf5-eb69d10d0e0e req-ef889359-47e6-43c2-9c26-ad5a28916576 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808647 Jul 27 21:01:45.686469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b32f7-aaaa-4d49-9ed7-e1aabeb51f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e96db16-15f0-41e4-a81c-27a2ca77a572,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:45.692636 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-e414c026-3c59-4d98-8940-12a63061b734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 0344717b-df37-43f6-9323-b0891968dc9c) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:45.696016 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-34b503c3-239a-43ec-8f6f-3f7c2f876efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.697643 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e414c026-3c59-4d98-8940-12a63061b734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:45.698175 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-34b503c3-239a-43ec-8f6f-3f7c2f876efc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6&tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d HTTP/1.1" status: 200 len: 1095 time: 0.2053146 Jul 27 21:01:45.698377 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e414c026-3c59-4d98-8940-12a63061b734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:45.704982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cffdb4f-b9af-41a3-bd32-17718885772c None None] Network 0344717b-df37-43f6-9323-b0891968dc9c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:45.751975 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e414c026-3c59-4d98-8940-12a63061b734 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1652026 Jul 27 21:01:45.971688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7975e2ec-ccb9-4cdb-83e5-5b4229d31fd5 None None] Network 0344717b-df37-43f6-9323-b0891968dc9c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:46.206747 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-48f00b80-5a12-493d-9024-5862ebb25848 req-18df093b-d17d-4c40-9e66-586bef9ca81e tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.1493449 Jul 27 21:01:46.289544 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17bc4a-eb16-44d5-9d0c-8043729d794f req-88f3499e-266e-4375-9aa2-8b14f26c7eb6 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.307875 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d17bc4a-eb16-44d5-9d0c-8043729d794f req-88f3499e-266e-4375-9aa2-8b14f26c7eb6 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.2536628 Jul 27 21:01:46.326999 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f48ddc86-e773-490b-bdd3-2400488e604c req-813d6021-458a-4ddc-8156-54c7d30bce6c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4777601 Jul 27 21:01:46.336763 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-4cdc2d68-d601-4334-b115-e06dd861f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.339187 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-4cdc2d68-d601-4334-b115-e06dd861f4ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 1095 time: 0.5728288 Jul 27 21:01:46.385400 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d17bc4a-eb16-44d5-9d0c-8043729d794f req-d7223975-2b2a-4ba3-adb0-cc249777ab2a tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760660 Jul 27 21:01:46.603023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ddc86-e773-490b-bdd3-2400488e604c req-6a95a154-2573-43d1-97a8-4015a2095fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.604731 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f48ddc86-e773-490b-bdd3-2400488e604c req-6a95a154-2573-43d1-97a8-4015a2095fe3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7315aa1da07a43659cbdb0c5598adbe9&device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 1096 time: 0.1584451 Jul 27 21:01:46.610304 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b5b32f7-aaaa-4d49-9ed7-e1aabeb51f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:46.720403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-7799ddec-a6d1-4ac1-a965-22f049de144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.722701 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-7799ddec-a6d1-4ac1-a965-22f049de144b service neutron] 10.222.0.66 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 909 time: 0.2781687 Jul 27 21:01:46.818278 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-254992b2-9be9-4ec7-9ca7-b6d8f8607c15 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d07e268-b62b-4546-83a0-57d8eded5dcf HTTP/1.1" status: 200 len: 217 time: 0.0817435 Jul 27 21:01:46.852740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-02aeb6f1-dea0-4437-b5a1-94153f33b5c8 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.861112 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-02aeb6f1-dea0-4437-b5a1-94153f33b5c8 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/networks?id=0344717b-df37-43f6-9323-b0891968dc9c HTTP/1.1" status: 200 len: 822 time: 0.1811042 Jul 27 21:01:46.883429 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c2582a5-f4f3-4657-86d5-0047e165ac37 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/quotas/4fa0a9ebaa2e4f24a118e4c7a0098678 HTTP/1.1" status: 200 len: 375 time: 0.0212495 Jul 27 21:01:46.943119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-5680b39d-8f37-4f2e-87f7-835cf8c037fe tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4fa0a9ebaa2e4f24a118e4c7a0098678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585818 Jul 27 21:01:46.955993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ddc86-e773-490b-bdd3-2400488e604c req-7cb4077f-91db-4de0-ae60-69fd3b3a9742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.959941 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f48ddc86-e773-490b-bdd3-2400488e604c req-7cb4077f-91db-4de0-ae60-69fd3b3a9742 service neutron] 10.222.0.20 "GET /v2.0/networks?id=232f04f4-e33d-456b-8811-d83376857136 HTTP/1.1" status: 200 len: 916 time: 0.3114030 Jul 27 21:01:46.961684 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2e4ef-5c16-4828-b9e0-87d276613e4a req-d4df6093-0bce-40c2-a28d-a67efb27fc82 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.964471 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8dd2e4ef-5c16-4828-b9e0-87d276613e4a req-d4df6093-0bce-40c2-a28d-a67efb27fc82 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 944 time: 0.1913550 Jul 27 21:01:46.966019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-47d51f20-81ae-464b-a73a-7d151c6e9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:46.967755 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-47d51f20-81ae-464b-a73a-7d151c6e9fed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.1325808 Jul 27 21:01:47.082677 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-f2c36175-54d7-480c-b76d-bbe65db7877e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735037 Jul 27 21:01:47.091581 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8dd2e4ef-5c16-4828-b9e0-87d276613e4a req-e1790166-6418-43d8-8af8-4f735b876612 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095755 Jul 27 21:01:47.128241 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-b0e0dfd8-0f59-4233-959f-08b113e56150 service neutron] 10.222.0.55 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839483 Jul 27 21:01:47.152356 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f48ddc86-e773-490b-bdd3-2400488e604c req-c08534a9-656f-4d33-bc90-2c8c0305a87e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 HTTP/1.1" status: 200 len: 1000 time: 0.1822069 Jul 27 21:01:47.279631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-ad904b01-fcb7-4c51-b41f-18adc70fcb04 service neutron] 10.222.0.55 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448355 Jul 27 21:01:47.416186 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-45980380-1f04-49e4-9dd5-09029d2b32c0 req-0c295640-e34c-4312-8c83-6885770b1cbf tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0672116 Jul 27 21:01:47.628541 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3486b5c9-16e7-45a3-b948-a7622052dbc8 req-0f4d1f5f-54a0-419a-8994-e34b55a01ec8 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 210 time: 0.0447369 Jul 27 21:01:47.675603 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21470a7-9428-44b8-8883-c5b6c5d0d6a4 req-7a7da9a1-c253-4a89-99e7-db046605ff16 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:47.686610 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a21470a7-9428-44b8-8883-c5b6c5d0d6a4 req-7a7da9a1-c253-4a89-99e7-db046605ff16 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.1475224 Jul 27 21:01:47.690683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5b32f7-aaaa-4d49-9ed7-e1aabeb51f21 admin admin] Router 1e9e944b-8d2a-4f67-b973-d55a41d3345a has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:01:47.709769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ddc86-e773-490b-bdd3-2400488e604c req-b5059f9c-3559-4ed7-a135-57391811d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:47.711242 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f48ddc86-e773-490b-bdd3-2400488e604c req-b5059f9c-3559-4ed7-a135-57391811d0ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9398f92d-4f43-4384-a123-bfb318c52d14 HTTP/1.1" status: 200 len: 854 time: 0.1063099 Jul 27 21:01:47.796526 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a21470a7-9428-44b8-8883-c5b6c5d0d6a4 req-f4b1a53e-a46b-4c48-95cb-80ff96448617 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089346 Jul 27 21:01:47.821290 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-ff8ad70b-46e3-4cdc-a5a7-96b45f546fc8 service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7254257 Jul 27 21:01:47.847124 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-8131adfd-82f9-4fc1-8c49-9de184d12593 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1477447 Jul 27 21:01:48.024701 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-964f31e5-1c35-4029-a8c9-3117dec5bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.026676 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-964f31e5-1c35-4029-a8c9-3117dec5bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.027501 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-964f31e5-1c35-4029-a8c9-3117dec5bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.027986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-964f31e5-1c35-4029-a8c9-3117dec5bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.028455 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-964f31e5-1c35-4029-a8c9-3117dec5bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.028995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-964f31e5-1c35-4029-a8c9-3117dec5bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.029385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-964f31e5-1c35-4029-a8c9-3117dec5bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.031467 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-964f31e5-1c35-4029-a8c9-3117dec5bf1f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4623fa88924a56a60c56db5082e3c0&device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 6491 time: 0.0967388 Jul 27 21:01:48.070687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ddc86-e773-490b-bdd3-2400488e604c req-7d3062d8-e03a-4bdc-a5ca-78e6d9702348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.072930 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f48ddc86-e773-490b-bdd3-2400488e604c req-7d3062d8-e03a-4bdc-a5ca-78e6d9702348 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=232f04f4-e33d-456b-8811-d83376857136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3423221 Jul 27 21:01:48.108498 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5b32f7-aaaa-4d49-9ed7-e1aabeb51f21 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:01:48.121047 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a2f2a-8cb8-43e1-a636-80fe278135a8 None None] Sync routers for ids ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:01:48.123490 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4b5b32f7-aaaa-4d49-9ed7-e1aabeb51f21 admin admin] 10.222.0.55 "PUT /v2.0/routers/1e9e944b-8d2a-4f67-b973-d55a41d3345a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7427869 Jul 27 21:01:48.129872 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37800) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:48.144259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a2f2a-8cb8-43e1-a636-80fe278135a8 None None] Routers {'1e9e944b-8d2a-4f67-b973-d55a41d3345a'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:48.145173 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-061a2f2a-8cb8-43e1-a636-80fe278135a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:01:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:48.222477 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-abb04892-1607-483a-9827-e6e336c7c1e6 service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778214 Jul 27 21:01:48.313388 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f48ddc86-e773-490b-bdd3-2400488e604c req-6c089037-e847-4ca5-bda7-dd4dd2c4f6f5 service neutron] 10.222.0.20 "GET /v2.0/networks/232f04f4-e33d-456b-8811-d83376857136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170541 Jul 27 21:01:48.339194 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-061a2f2a-8cb8-43e1-a636-80fe278135a8 None None] Set router 1e9e944b-8d2a-4f67-b973-d55a41d3345a gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:48.397395 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-d206174d-4c27-4e6c-9ccb-26d9c0f206c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.398316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-d206174d-4c27-4e6c-9ccb-26d9c0f206c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.398986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-d206174d-4c27-4e6c-9ccb-26d9c0f206c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.401623 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-d206174d-4c27-4e6c-9ccb-26d9c0f206c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c136ab28-e2bc-4ec9-9b8b-bf8448242a8e&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a54d9f4c-31a3-472d-917d-12867f1c0085&id=a54d9f4c-31a3-472d-917d-12867f1c0085 HTTP/1.1" status: 200 len: 2292 time: 0.3324950 Jul 27 21:01:48.404899 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-398c5030-a3c3-4c60-868c-af8f535d36d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:48.569346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277975e-4ea6-4eee-a78f-cb8ac3a66ce6 req-eaad299d-bc3f-475a-b3ef-8703bf02bdd4 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.591027 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5277975e-4ea6-4eee-a78f-cb8ac3a66ce6 req-eaad299d-bc3f-475a-b3ef-8703bf02bdd4 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 944 time: 0.3543985 Jul 27 21:01:48.613834 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f48ddc86-e773-490b-bdd3-2400488e604c req-5202c5b0-8fdd-4181-81fc-b870e4e047d7 service neutron] 10.222.0.20 "GET /v2.0/networks/232f04f4-e33d-456b-8811-d83376857136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824249 Jul 27 21:01:48.656806 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97524e3e-b23b-4f4b-a73d-e38b9139870e req-3b5e5dd2-9eff-4885-a44a-bef2f43e4b08 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0625448 Jul 27 21:01:48.665137 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-adc1a172-8dcb-4161-85ec-56b22b617aad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc0238de-f933-45f5-bd07-9806f8e5fae6 HTTP/1.1" status: 200 len: 1001 time: 0.2167394 Jul 27 21:01:48.752010 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-061a2f2a-8cb8-43e1-a636-80fe278135a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'name': 'tempest-ServersTestFqdnHostnames-677808462-router', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:12Z', 'updated_at': '2021-07-27T21:01:45Z', 'revision_number': 5, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'gw_port': {'id': '84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c2:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:13Z', 'updated_at': '2021-07-27T20:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:48.753170 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5277975e-4ea6-4eee-a78f-cb8ac3a66ce6 req-996c253b-ef45-40bf-89f2-65d5f4ea3580 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590886 Jul 27 21:01:48.757091 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-398c5030-a3c3-4c60-868c-af8f535d36d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:48.806117 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-7e7cf3e6-f1c5-4f57-b994-b26f386f7f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.807934 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a2f2a-8cb8-43e1-a636-80fe278135a8 None None] Checking router: 1e9e944b-8d2a-4f67-b973-d55a41d3345a for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:01:48.814817 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-7e7cf3e6-f1c5-4f57-b994-b26f386f7f1b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1400dfa6-e41f-4985-af22-30801885ca3a HTTP/1.1" status: 200 len: 851 time: 0.1399217 Jul 27 21:01:48.819525 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a2f2a-8cb8-43e1-a636-80fe278135a8 None None] Routers {'1e9e944b-8d2a-4f67-b973-d55a41d3345a'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:01:48.820148 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-061a2f2a-8cb8-43e1-a636-80fe278135a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:01:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:48.822305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-54b0c107-228c-4667-830f-b0d28aff0197 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:48.829533 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-54b0c107-228c-4667-830f-b0d28aff0197 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6&tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 1095 time: 0.2005191 Jul 27 21:01:48.953245 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31062a06-6189-42c4-9af0-de79f58a598f req-fc99634e-e1bc-4827-89da-54fa834870d5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 210 time: 0.0689869 Jul 27 21:01:49.039000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-061a2f2a-8cb8-43e1-a636-80fe278135a8 None None] Set router 1e9e944b-8d2a-4f67-b973-d55a41d3345a gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:01:49.056418 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-398c5030-a3c3-4c60-868c-af8f535d36d9 admin admin] Deleting port 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:49.057032 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-398c5030-a3c3-4c60-868c-af8f535d36d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.121372 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-383a0800-6344-4d44-80d9-747e944e01db service neutron] For port 9d07e268-b62b-4546-83a0-57d8eded5dcf, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:49.126636 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-383a0800-6344-4d44-80d9-747e944e01db service neutron] Notify callbacks [] for binding, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.127109 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48c54888-9a1a-4a73-adb0-50de082bfc58 req-383a0800-6344-4d44-80d9-747e944e01db service neutron] 10.222.0.66 "DELETE /v2.0/ports/9d07e268-b62b-4546-83a0-57d8eded5dcf/bindings/n-h1-764806-9 HTTP/1.1" status: 204 len: 173 time: 0.2874911 Jul 27 21:01:49.144773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-061a2f2a-8cb8-43e1-a636-80fe278135a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'name': 'tempest-ServersTestFqdnHostnames-677808462-router', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:12Z', 'updated_at': '2021-07-27T21:01:48Z', 'revision_number': 6, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:49.183289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a2f2a-8cb8-43e1-a636-80fe278135a8 None None] The sync data for ids ['1e9e944b-8d2a-4f67-b973-d55a41d3345a'] in n-d-764806-9 is: [{'id': '1e9e944b-8d2a-4f67-b973-d55a41d3345a', 'name': 'tempest-ServersTestFqdnHostnames-677808462-router', 'tenant_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:12Z', 'updated_at': '2021-07-27T21:01:48Z', 'revision_number': 6, 'project_id': '82e3b9fc598841deac9a2f6f80b12ab8', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:01:49.249331 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-398c5030-a3c3-4c60-868c-af8f535d36d9 admin admin] For port 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:49.250881 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-398c5030-a3c3-4c60-868c-af8f535d36d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.261458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-2281cc2d-433a-47e1-90d9-5effacb10f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:49.268565 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-2281cc2d-433a-47e1-90d9-5effacb10f8f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c136ab28-e2bc-4ec9-9b8b-bf8448242a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4358103 Jul 27 21:01:49.280320 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-398c5030-a3c3-4c60-868c-af8f535d36d9 admin admin] Calling delete_port for 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:49.453622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8584d-6da4-4461-8862-c7a3664991c6 req-34d416fc-b4b1-459c-ac6e-574980ef7a93 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:49.461470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51c8584d-6da4-4461-8862-c7a3664991c6 req-34d416fc-b4b1-459c-ac6e-574980ef7a93 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.4086342 Jul 27 21:01:49.507121 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-793dafd0-2d89-4ead-b608-fa1772ea5300 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:49.510571 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-793dafd0-2d89-4ead-b608-fa1772ea5300 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.20 "GET /v2.0/networks?id=0344717b-df37-43f6-9323-b0891968dc9c HTTP/1.1" status: 200 len: 822 time: 0.1966255 Jul 27 21:01:49.532786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-8a898381-7759-499d-9199-6ef0de306616 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Request body: {'port': {'device_id': 'ff47d751-1e9a-42d3-855f-0e471ae77308', 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c', 'admin_state_up': True, 'tenant_id': '4fa0a9ebaa2e4f24a118e4c7a0098678'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:49.592119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-aec53bd3-e4c1-4b07-8404-3ac29364ef2d service neutron] 10.222.0.66 "GET /v2.0/networks/c136ab28-e2bc-4ec9-9b8b-bf8448242a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974255 Jul 27 21:01:49.698597 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51c8584d-6da4-4461-8862-c7a3664991c6 req-d19a23d2-19ff-47f4-a5bf-14e3d3a16b2e tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358863 Jul 27 21:01:49.795423 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-398c5030-a3c3-4c60-868c-af8f535d36d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.834289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-8a898381-7759-499d-9199-6ef0de306616 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Made reservation on behalf of 4fa0a9ebaa2e4f24a118e4c7a0098678 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:49.838498 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-8a898381-7759-499d-9199-6ef0de306616 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:49.845039 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c5030-a3c3-4c60-868c-af8f535d36d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:49.849363 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-a0df222c-bd9e-477d-879e-28e7c0b11bdc service neutron] 10.222.0.66 "GET /v2.0/networks/c136ab28-e2bc-4ec9-9b8b-bf8448242a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436769 Jul 27 21:01:49.918879 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb586f24-a42e-4b5c-bbdf-0fe90ca3776b req-50768bf1-0652-4c72-94cc-6c865e838b7c tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0750265 Jul 27 21:01:49.984386 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-3c9e75e4-084b-40d4-87c5-7b745ec952e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=d428951c-9af6-415a-913d-31512d67dde2 HTTP/1.1" status: 200 len: 217 time: 0.1228063 Jul 27 21:01:50.124280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-ae92e9c5-ade0-4fd2-b7ae-1ead99901c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:50.126490 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-ae92e9c5-ade0-4fd2-b7ae-1ead99901c37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a7a7b95-12bc-48a4-b7c3-4715da94a46d HTTP/1.1" status: 200 len: 797 time: 0.1118298 Jul 27 21:01:50.131350 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-398c5030-a3c3-4c60-868c-af8f535d36d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.152225 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:50.169430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-8a898381-7759-499d-9199-6ef0de306616 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Allocated IP 172.20.0.3 (0344717b-df37-43f6-9323-b0891968dc9c/522c0dd9-68b6-4956-99f4-df5491c95ae5/c9877237-b622-4970-8d37-ee8c47d3dcec) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:50.196305 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:50.197165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 84cb3fd1-d3dc-4d2b-abb6-5a41db31eb51 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:50.198067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6e96db16-15f0-41e4-a81c-27a2ca77a572 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:50.220411 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 6e96db16-15f0-41e4-a81c-27a2ca77a572 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:50.221224 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6e96db16-15f0-41e4-a81c-27a2ca77a572 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:50.291604 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-398c5030-a3c3-4c60-868c-af8f535d36d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.294461 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-398c5030-a3c3-4c60-868c-af8f535d36d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.361656 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-398c5030-a3c3-4c60-868c-af8f535d36d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.362154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398c5030-a3c3-4c60-868c-af8f535d36d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e9e944b-8d2a-4f67-b973-d55a41d3345a {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:01:50.383603 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-398c5030-a3c3-4c60-868c-af8f535d36d9 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.385527 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-398c5030-a3c3-4c60-868c-af8f535d36d9 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1e9e944b-8d2a-4f67-b973-d55a41d3345a HTTP/1.1" status: 204 len: 168 time: 2.2545407 Jul 27 21:01:50.399661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37842) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:50.422686 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8b4b3d7-a13c-4097-b019-6c09841138bd req-1dee9678-dc0f-4711-989d-6a2df254cec4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 210 time: 0.0765636 Jul 27 21:01:50.430394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26302a01-a1c1-4af7-ba5c-a96158e074b9 req-34795157-e11e-471a-b28f-78b7396a61fc tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:50.432063 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-26302a01-a1c1-4af7-ba5c-a96158e074b9 req-34795157-e11e-471a-b28f-78b7396a61fc tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 944 time: 0.5715930 Jul 27 21:01:50.474868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc35e29e-ab5b-40ad-bbba-578855f45465 admin admin] Deleting subnet 39d28a0f-08f5-43d7-8454-fbd06321c0bc {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:01:50.478479 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dc35e29e-ab5b-40ad-bbba-578855f45465 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.526340 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-26302a01-a1c1-4af7-ba5c-a96158e074b9 req-8b201cc2-bac1-41da-8e4b-0373470cc89c tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749545 Jul 27 21:01:50.529326 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dc35e29e-ab5b-40ad-bbba-578855f45465 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.561808 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-53f45264-5041-4c0e-8763-e61a1e83a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:50.563536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-53f45264-5041-4c0e-8763-e61a1e83a763 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a410ce51-102d-4a42-9789-3fefbaa95d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2235959 Jul 27 21:01:50.643354 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dc35e29e-ab5b-40ad-bbba-578855f45465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.748618 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-8a898381-7759-499d-9199-6ef0de306616 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.751463 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dc35e29e-ab5b-40ad-bbba-578855f45465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.777591 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-6bbbb8bd-a15e-468f-853f-d9c20a1ae88c service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959536 Jul 27 21:01:50.796767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35e29e-ab5b-40ad-bbba-578855f45465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39d28a0f-08f5-43d7-8454-fbd06321c0bc,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:50.803779 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dc35e29e-ab5b-40ad-bbba-578855f45465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:50.808922 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dc35e29e-ab5b-40ad-bbba-578855f45465 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/39d28a0f-08f5-43d7-8454-fbd06321c0bc HTTP/1.1" status: 204 len: 168 time: 0.4071889 Jul 27 21:01:50.811234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37854) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:50.813523 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880941d6-4d39-45a5-9c13-6937cd225646 None None] Network d3696e2c-3441-4723-8592-a9e7850db69c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:50.864377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d96d76-c1fc-49e1-99e7-ca10a9001706 req-f58daab3-f7a7-465f-822f-fdd85b419153 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:50.866423 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7d96d76-c1fc-49e1-99e7-ca10a9001706 req-f58daab3-f7a7-465f-822f-fdd85b419153 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 1095 time: 0.1568172 Jul 27 21:01:50.967092 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7d96d76-c1fc-49e1-99e7-ca10a9001706 req-f132e531-324e-4980-a8c8-a110d83e825a tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629790 Jul 27 21:01:51.019855 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.029506 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-8a898381-7759-499d-9199-6ef0de306616 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.062639 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-aeda02bf-25f2-429e-9a03-1d87d8a1d171 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746184 Jul 27 21:01:51.084239 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abcec9-f070-4346-b1c3-8bc04c649ecd req-0448c9d9-5202-44ab-a54c-473a5d146849 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:51.085776 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04abcec9-f070-4346-b1c3-8bc04c649ecd req-0448c9d9-5202-44ab-a54c-473a5d146849 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.2247012 Jul 27 21:01:51.135984 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-8a898381-7759-499d-9199-6ef0de306616 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Network 0344717b-df37-43f6-9323-b0891968dc9c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:51.145383 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-8a898381-7759-499d-9199-6ef0de306616 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:51.151629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-8a898381-7759-499d-9199-6ef0de306616 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:51.206848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a898381-7759-499d-9199-6ef0de306616 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Pushing event updated for resources: {'Port': ['ID=c9877237-b622-4970-8d37-ee8c47d3dcec,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:51.222820 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab655ed4-1fa7-470f-83ef-95e13c7ced86 None None] DHCP port deletion for d3696e2c-3441-4723-8592-a9e7850db69c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:01:51.239084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-8a898381-7759-499d-9199-6ef0de306616 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:51.239721 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-8a898381-7759-499d-9199-6ef0de306616 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.252103 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-0af5d0c0-6ab7-4d87-90a5-3a4864f75ad2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=2fa8db0b-c60f-4d02-9b59-06d022fef9be HTTP/1.1" status: 200 len: 217 time: 0.1806760 Jul 27 21:01:51.266830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] Deleting port 88455036-38dd-410b-86fc-4cfbba8cbc3e {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:51.267515 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.270630 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-8a898381-7759-499d-9199-6ef0de306616 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7423124 Jul 27 21:01:51.272926 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b1a0ae2-17bb-4ae4-91c3-7e62b7ea7582 req-bb5b6571-e0aa-4a48-afc9-579273bd848c tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.2090209 Jul 27 21:01:51.325159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Request body: {'port': {'device_id': 'ff47d751-1e9a-42d3-855f-0e471ae77308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:51.325642 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04abcec9-f070-4346-b1c3-8bc04c649ecd req-19313dff-6813-4697-bad4-782db457b3b7 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291071 Jul 27 21:01:51.382740 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ab655ed4-1fa7-470f-83ef-95e13c7ced86 None None] Deleting port 88455036-38dd-410b-86fc-4cfbba8cbc3e {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:01:51.383114 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ab655ed4-1fa7-470f-83ef-95e13c7ced86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.395298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] For port 88455036-38dd-410b-86fc-4cfbba8cbc3e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=88455036-38dd-410b-86fc-4cfbba8cbc3e,segment=NetworkSegment(fe3801f5-cc67-4534-b2f9-9f01d933bf05),segment_id=fe3801f5-cc67-4534-b2f9-9f01d933bf05)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:51.395985 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.433688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] Calling delete_port for 88455036-38dd-410b-86fc-4cfbba8cbc3e owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:51.458957 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.652404 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.704369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=88455036-38dd-410b-86fc-4cfbba8cbc3e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:51.709895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ab655ed4-1fa7-470f-83ef-95e13c7ced86 None None] For port 88455036-38dd-410b-86fc-4cfbba8cbc3e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=88455036-38dd-410b-86fc-4cfbba8cbc3e,segment=NetworkSegment(fe3801f5-cc67-4534-b2f9-9f01d933bf05),segment_id=fe3801f5-cc67-4534-b2f9-9f01d933bf05)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:51.710105 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ab655ed4-1fa7-470f-83ef-95e13c7ced86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.719724 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] No DVR routers for this DVR port 88455036-38dd-410b-86fc-4cfbba8cbc3e on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:01:51.727707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ab655ed4-1fa7-470f-83ef-95e13c7ced86 None None] Calling delete_port for 88455036-38dd-410b-86fc-4cfbba8cbc3e owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:01:51.854307 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.871920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3696e2c-3441-4723-8592-a9e7850db69c']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:51.891410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3801f5-cc67-4534-b2f9-9f01d933bf05') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:51.891848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3801f5-cc67-4534-b2f9-9f01d933bf05') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:01:51.914857 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.941034 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.947501 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ab655ed4-1fa7-470f-83ef-95e13c7ced86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.957645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:01:51.958097 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:01:51.959971 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:01:51.980829 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab655ed4-1fa7-470f-83ef-95e13c7ced86 None None] No DVR routers for this DVR port 88455036-38dd-410b-86fc-4cfbba8cbc3e on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:01:51.991982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab655ed4-1fa7-470f-83ef-95e13c7ced86 None None] Pushing event deleted for resources: {'Port': ['ID=88455036-38dd-410b-86fc-4cfbba8cbc3e,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:52.055106 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 88455036-38dd-410b-86fc-4cfbba8cbc3e no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:01:52.087634 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 88455036-38dd-410b-86fc-4cfbba8cbc3e {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:01:52.088370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 88455036-38dd-410b-86fc-4cfbba8cbc3e not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:01:52.101684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9877237-b622-4970-8d37-ee8c47d3dcec {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:52.103842 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-5306e1d6-2631-4c6d-b578-a219092efcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:52.105773 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-5306e1d6-2631-4c6d-b578-a219092efcdc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a7a7b95-12bc-48a4-b7c3-4715da94a46d HTTP/1.1" status: 200 len: 797 time: 0.8113160 Jul 27 21:01:52.118116 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.123338 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.149343 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.151444 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d3696e2c-3441-4723-8592-a9e7850db69c HTTP/1.1" status: 204 len: 168 time: 1.3390722 Jul 27 21:01:52.155905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18514477-d605-439d-bf3f-a08d750df4c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3696e2c-3441-4723-8592-a9e7850db69c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:52.167036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Transition to ACTIVE for port object c9877237-b622-4970-8d37-ee8c47d3dcec will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:52.172879 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.226379 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38411f8d-3142-4989-8135-c6d269a04a37 req-3b1d7e9a-0bb9-458e-ad73-d1c7b23cdee5 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:52.228244 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38411f8d-3142-4989-8135-c6d269a04a37 req-3b1d7e9a-0bb9-458e-ad73-d1c7b23cdee5 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 808 time: 0.3072422 Jul 27 21:01:52.240942 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d972ad-ea89-4eb4-84b4-a2139be8d59e req-4e04664d-598f-40fb-86d0-43c265cb2ad9 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:52.250013 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-56d972ad-ea89-4eb4-84b4-a2139be8d59e req-4e04664d-598f-40fb-86d0-43c265cb2ad9 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 931 time: 0.3298078 Jul 27 21:01:52.300361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9877237-b622-4970-8d37-ee8c47d3dcec,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:52.312640 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38411f8d-3142-4989-8135-c6d269a04a37 req-9fa21b6d-1776-4749-ade1-59224b369db2 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/quotas/9f7a1b4e94ea472ca610a4b409bcea9d HTTP/1.1" status: 200 len: 375 time: 0.0537200 Jul 27 21:01:52.341561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37890) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:52.409158 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-56d972ad-ea89-4eb4-84b4-a2139be8d59e req-de5403c2-8549-4e6f-90d3-a4c74c441f57 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580822 Jul 27 21:01:52.413338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-410d9581-1ef0-4ba4-a874-6c4e6377f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:52.418563 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9a2f7133-b46e-4429-bf82-a023bb9ac858 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82e3b9fc598841deac9a2f6f80b12ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0756721 Jul 27 21:01:52.420407 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-410d9581-1ef0-4ba4-a874-6c4e6377f99d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a410ce51-102d-4a42-9789-3fefbaa95d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2844069 Jul 27 21:01:52.425936 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37894) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:52.449195 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Attempting to bind port c9877237-b622-4970-8d37-ee8c47d3dcec on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:52.449620 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Attempting to bind port c9877237-b622-4970-8d37-ee8c47d3dcec by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '657a97a0-7639-4650-bb95-30506177dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:52.450123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Attempting to bind port c9877237-b622-4970-8d37-ee8c47d3dcec on network 0344717b-df37-43f6-9323-b0891968dc9c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:52.464443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Port c9877237-b622-4970-8d37-ee8c47d3dcec on network 0344717b-df37-43f6-9323-b0891968dc9c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:52.465479 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Attempting to bind port c9877237-b622-4970-8d37-ee8c47d3dcec on network 0344717b-df37-43f6-9323-b0891968dc9c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:52.473233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:52.473881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Checking segment: {'id': '657a97a0-7639-4650-bb95-30506177dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:52.474933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Bound using segment: {'id': '657a97a0-7639-4650-bb95-30506177dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:52.475385 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Bound port: c9877237-b622-4970-8d37-ee8c47d3dcec, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a97a0-7639-4650-bb95-30506177dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:52.476252 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.573835 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] For port c9877237-b622-4970-8d37-ee8c47d3dcec, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:52.577453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] For port c9877237-b622-4970-8d37-ee8c47d3dcec, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9877237-b622-4970-8d37-ee8c47d3dcec,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:52.584989 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.621930 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38411f8d-3142-4989-8135-c6d269a04a37 req-d5865abc-fb09-4df9-9dde-15e7117f4d08 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2980161 Jul 27 21:01:52.623296 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-049946df-ca97-4096-8456-94902ae76ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.627413 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-ba965ad7-afb5-4090-97b3-b49932239b9f service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775160 Jul 27 21:01:52.662126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:52.663105 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.666240 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] 10.222.0.20 "PUT /v2.0/ports/c9877237-b622-4970-8d37-ee8c47d3dcec HTTP/1.1" status: 200 len: 1091 time: 1.3816345 Jul 27 21:01:52.667026 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff47d751-1e9a-42d3-855f-0e471ae77308', 'tag': 'c9877237-b622-4970-8d37-ee8c47d3dcec'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:52.670052 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649ac7f0-78a9-4108-a333-b1f02419d204" -d '{"events": [{"name": "network-changed", "server_uuid": "ff47d751-1e9a-42d3-855f-0e471ae77308", "tag": "c9877237-b622-4970-8d37-ee8c47d3dcec"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:52.700433 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-049946df-ca97-4096-8456-94902ae76ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.754889 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c805fa4-fda7-4e1e-95e6-cad1a683fcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9877237-b622-4970-8d37-ee8c47d3dcec,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:52.845804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-96bd2514-f82e-4931-a653-782e25243bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:52.847349 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-96bd2514-f82e-4931-a653-782e25243bbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fa0a9ebaa2e4f24a118e4c7a0098678&device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 1094 time: 0.1015408 Jul 27 21:01:52.905584 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-304d6d2d-008a-4f7f-bd37-6c2be7c72329 req-f36769fe-71f5-4c42-8ff5-57d87d49c3f8 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0602574 Jul 27 21:01:52.913779 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-134ae01e-9652-49ae-b4e7-e5a5307c3789 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9877237-b622-4970-8d37-ee8c47d3dcec HTTP/1.1" status: 200 len: 217 time: 0.0564799 Jul 27 21:01:52.931067 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-330a1ec0-db19-423b-9063-e837458ed0bf service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920461 Jul 27 21:01:52.940960 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38411f8d-3142-4989-8135-c6d269a04a37 req-01bf9f69-7542-40f5-b750-c0664e789b44 service neutron] 10.222.0.55 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034430 Jul 27 21:01:52.946681 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-049946df-ca97-4096-8456-94902ae76ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.950472 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-049946df-ca97-4096-8456-94902ae76ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:52.956767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-049946df-ca97-4096-8456-94902ae76ff9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb22a055-480b-40cf-8735-edbbd9a12276 HTTP/1.1" status: 204 len: 168 time: 0.5232158 Jul 27 21:01:53.012429 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-4191bddb-546e-4ff4-b7f7-bf6e48b4f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:53.014072 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-4191bddb-546e-4ff4-b7f7-bf6e48b4f7c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=522c0dd9-68b6-4956-99f4-df5491c95ae5 HTTP/1.1" status: 200 len: 862 time: 0.0897286 Jul 27 21:01:53.077884 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-f622864f-4132-4b13-a4f8-b6802a81ddd1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0344717b-df37-43f6-9323-b0891968dc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425975 Jul 27 21:01:53.154467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049946df-ca97-4096-8456-94902ae76ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb22a055-480b-40cf-8735-edbbd9a12276,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:53.178508 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-3dde39b0-9b4e-4d3f-b49b-bbb311bbe044 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=e52e863c-19ea-4520-b512-4229b90f3d03 HTTP/1.1" status: 200 len: 217 time: 0.2062457 Jul 27 21:01:53.216363 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-35f21686-d631-4fcc-9828-b53df4f30fe6 service neutron] 10.222.0.20 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287758 Jul 27 21:01:53.328591 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-9e14dff2-a79c-4d55-ba12-9051d13bb024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:53.330872 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-9e14dff2-a79c-4d55-ba12-9051d13bb024 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a7a7b95-12bc-48a4-b7c3-4715da94a46d HTTP/1.1" status: 200 len: 797 time: 0.1424155 Jul 27 21:01:53.377023 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cec4f9af-ef20-4b6d-bf58-2843a574d6c1 req-28eb1716-41d7-4ad7-9c09-fc68184f1feb service neutron] 10.222.0.20 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499856 Jul 27 21:01:53.429131 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38411f8d-3142-4989-8135-c6d269a04a37 req-e847a20f-8fbe-4497-bba3-4b3fa2b1006c service neutron] 10.222.0.55 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709115 Jul 27 21:01:53.448593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58152d-6cb7-4e22-bb96-5988f8abd9db req-acbf6413-5e80-42bd-a9cf-f100999b6e4d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:53.451695 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a58152d-6cb7-4e22-bb96-5988f8abd9db req-acbf6413-5e80-42bd-a9cf-f100999b6e4d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.2436531 Jul 27 21:01:53.518266 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a58152d-6cb7-4e22-bb96-5988f8abd9db req-dc981692-936e-491f-a4af-f5a519a550eb tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581603 Jul 27 21:01:53.559102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-edcfc087-853d-4bcb-9299-0bfca7b490f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:53.561269 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-edcfc087-853d-4bcb-9299-0bfca7b490f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a410ce51-102d-4a42-9789-3fefbaa95d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2081978 Jul 27 21:01:53.767570 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a68d237-56af-4c2c-b499-393b898d7692 x-openstack-request-id: req-9a68d237-56af-4c2c-b499-393b898d7692 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:53.767875 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff47d751-1e9a-42d3-855f-0e471ae77308", "tag": "c9877237-b622-4970-8d37-ee8c47d3dcec", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:53.768122 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9a68d237-56af-4c2c-b499-393b898d7692 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:53.768645 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff47d751-1e9a-42d3-855f-0e471ae77308', 'tag': 'c9877237-b622-4970-8d37-ee8c47d3dcec', 'status': 'completed', 'code': 200} Jul 27 21:01:53.901075 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ac7f0-78a9-4108-a333-b1f02419d204 req-94f831b0-9ef1-4297-b7d8-8fa18c793ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:53.903200 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-649ac7f0-78a9-4108-a333-b1f02419d204 req-94f831b0-9ef1-4297-b7d8-8fa18c793ed0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fa0a9ebaa2e4f24a118e4c7a0098678&device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 1094 time: 0.1029787 Jul 27 21:01:54.004362 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06b30544-77d3-41ec-95d8-35aafc5352c1 req-36105868-88de-4874-b7a3-5e194721c9c0 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 210 time: 0.0706353 Jul 27 21:01:54.044417 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-86ca79cb-0187-463a-8a8e-5183bd52300e service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752011 Jul 27 21:01:54.088899 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ac7f0-78a9-4108-a333-b1f02419d204 req-cf7413db-8f09-4b62-8e99-42ea8eb89e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:54.090749 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-649ac7f0-78a9-4108-a333-b1f02419d204 req-cf7413db-8f09-4b62-8e99-42ea8eb89e41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0344717b-df37-43f6-9323-b0891968dc9c HTTP/1.1" status: 200 len: 923 time: 0.1774387 Jul 27 21:01:54.121801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a4bc5-45e2-442f-a61b-dc138bf9188c req-e15d3ff1-2de6-41f6-aead-4fc0f44b29f1 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:54.123543 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-957a4bc5-45e2-442f-a61b-dc138bf9188c req-e15d3ff1-2de6-41f6-aead-4fc0f44b29f1 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 943 time: 0.3444071 Jul 27 21:01:54.159775 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-649ac7f0-78a9-4108-a333-b1f02419d204 req-374c3dec-0b39-47e6-abd3-d68d1d1fde36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9877237-b622-4970-8d37-ee8c47d3dcec HTTP/1.1" status: 200 len: 217 time: 0.0539901 Jul 27 21:01:54.253375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ac7f0-78a9-4108-a333-b1f02419d204 req-d15c38cb-06bc-4034-b737-51484d7299a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:54.255002 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-649ac7f0-78a9-4108-a333-b1f02419d204 req-d15c38cb-06bc-4034-b737-51484d7299a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=522c0dd9-68b6-4956-99f4-df5491c95ae5 HTTP/1.1" status: 200 len: 862 time: 0.0852122 Jul 27 21:01:54.298083 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b5c05416-e8bc-4771-8b4f-814dd1e24f52 req-41017f7a-4e87-4a47-85ba-19458791c616 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0461252 Jul 27 21:01:54.317132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37946) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:54.348294 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-649ac7f0-78a9-4108-a333-b1f02419d204 req-132742cd-16f4-44b0-b33e-5552cdb65edd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0344717b-df37-43f6-9323-b0891968dc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801961 Jul 27 21:01:54.349270 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-957a4bc5-45e2-442f-a61b-dc138bf9188c req-adc99295-068e-4c6c-92b0-7aa0ebbe4c0e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501102 Jul 27 21:01:54.390305 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-a1d9ea40-6500-40dc-9e09-44c936d25878 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360581 Jul 27 21:01:54.467276 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-e66408ad-8d3b-406c-b194-bc912dd4da6d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=f2b60967-bfdf-4329-90d7-618af56506fa HTTP/1.1" status: 200 len: 217 time: 0.0680938 Jul 27 21:01:54.484068 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-649ac7f0-78a9-4108-a333-b1f02419d204 req-39708138-2607-424c-adc5-c22be70e7942 service neutron] 10.222.0.20 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251593 Jul 27 21:01:54.534406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-55373eeb-953a-4051-9cc2-feb33841a453 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2040634709-network', 'tenant_id': '98376dd3f50247a0a753254a10cafb1d'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:54.571430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-f93a1a33-1c4f-4b14-bf4b-dc6d750daabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:54.573158 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-f93a1a33-1c4f-4b14-bf4b-dc6d750daabd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a7a7b95-12bc-48a4-b7c3-4715da94a46d HTTP/1.1" status: 200 len: 797 time: 0.0970905 Jul 27 21:01:54.584548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55373eeb-953a-4051-9cc2-feb33841a453 admin admin] Made reservation on behalf of 98376dd3f50247a0a753254a10cafb1d for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:54.591532 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-55373eeb-953a-4051-9cc2-feb33841a453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:54.603995 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-55373eeb-953a-4051-9cc2-feb33841a453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:54.652364 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-649ac7f0-78a9-4108-a333-b1f02419d204 req-a729c993-008b-4c80-9ac5-5a998db3ce89 service neutron] 10.222.0.20 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589882 Jul 27 21:01:54.868326 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95ed45-cf5c-4895-b852-aa8e7c3b52c6 req-8aede238-0feb-4cb3-b70e-f3aa864129d4 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:54.870333 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e95ed45-cf5c-4895-b852-aa8e7c3b52c6 req-8aede238-0feb-4cb3-b70e-f3aa864129d4 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.1791210 Jul 27 21:01:54.872246 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-c96d3b0d-9ca5-43a8-bab8-4631eeb44703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:54.873722 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-c96d3b0d-9ca5-43a8-bab8-4631eeb44703 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a410ce51-102d-4a42-9789-3fefbaa95d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2714624 Jul 27 21:01:55.026267 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e95ed45-cf5c-4895-b852-aa8e7c3b52c6 req-edd6c9b2-0f76-48ec-b208-5e74d08e7995 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403282 Jul 27 21:01:55.038421 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-55373eeb-953a-4051-9cc2-feb33841a453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.063992 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-55373eeb-953a-4051-9cc2-feb33841a453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.157328 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55373eeb-953a-4051-9cc2-feb33841a453 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:01:55.182672 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-55373eeb-953a-4051-9cc2-feb33841a453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.183918 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-55373eeb-953a-4051-9cc2-feb33841a453 admin admin] Added segment bb42fb63-36f5-406d-9192-ebfd9d77cf0f of type vlan for network c2788889-78bc-4eba-ac16-c9dce5be6b6e Jul 27 21:01:55.202863 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-0c5cf12a-544b-4881-a797-4a32e0b11e95 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017960 Jul 27 21:01:55.208583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55373eeb-953a-4051-9cc2-feb33841a453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:55.255330 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-139cce7d-e549-4ff3-894e-a4e60339f6b2 req-fc74814f-f9ad-4b9e-9308-3ca5d8781d24 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 210 time: 0.0415785 Jul 27 21:01:55.350464 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-55373eeb-953a-4051-9cc2-feb33841a453 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.437234 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-69f28479-fc79-40bd-89bb-a9f460ff3174 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851835 Jul 27 21:01:55.446389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38411f8d-3142-4989-8135-c6d269a04a37 req-07dfbcac-536d-4cce-b474-b774f7867b5a tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:55.449936 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-38411f8d-3142-4989-8135-c6d269a04a37 req-07dfbcac-536d-4cce-b474-b774f7867b5a tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.20 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 808 time: 0.2325919 Jul 27 21:01:55.467667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-38411f8d-3142-4989-8135-c6d269a04a37 req-e002b18f-ff98-43b6-ae15-9d85858b2337 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Request body: {'port': {'device_id': 'dac9e21a-7ca9-4f56-8f86-704894e337a9', 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e', 'admin_state_up': True, 'tenant_id': '9f7a1b4e94ea472ca610a4b409bcea9d'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:55.493091 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-55373eeb-953a-4051-9cc2-feb33841a453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.494975 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55373eeb-953a-4051-9cc2-feb33841a453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:55.495544 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-55373eeb-953a-4051-9cc2-feb33841a453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.566294 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62d86fc6-6286-4d64-8aaf-7d85e0f8bd35 req-c1cc9c00-5c31-4b65-b2a8-abd98f8abe06 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.1180415 Jul 27 21:01:55.566294 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-287511ad-0660-4d6e-a794-b1516af0992c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8ce6ad16-e5b2-43c3-9b3b-ca14413e757c HTTP/1.1" status: 200 len: 217 time: 0.1170733 Jul 27 21:01:55.662659 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-55373eeb-953a-4051-9cc2-feb33841a453 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3463507 Jul 27 21:01:55.662891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38411f8d-3142-4989-8135-c6d269a04a37 req-e002b18f-ff98-43b6-ae15-9d85858b2337 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Made reservation on behalf of 9f7a1b4e94ea472ca610a4b409bcea9d for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:55.669318 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-38411f8d-3142-4989-8135-c6d269a04a37 req-e002b18f-ff98-43b6-ae15-9d85858b2337 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.671558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37974) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:01:55.677409 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55373eeb-953a-4051-9cc2-feb33841a453 admin admin] Pushing event updated for resources: {'Network': ['ID=c2788889-78bc-4eba-ac16-c9dce5be6b6e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:55.688697 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network c2788889-78bc-4eba-ac16-c9dce5be6b6e details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:01:55.691404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Request body: {'subnet': {'network_id': 'c2788889-78bc-4eba-ac16-c9dce5be6b6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2040634709-subnet', 'tenant_id': '98376dd3f50247a0a753254a10cafb1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:55.711606 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-cad0ba4e-a3ea-49a6-a080-e2ff1e674ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:55.722401 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-cad0ba4e-a3ea-49a6-a080-e2ff1e674ff2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a43653b-252d-4da2-bf43-47c001947d62 HTTP/1.1" status: 200 len: 797 time: 0.1090567 Jul 27 21:01:55.815033 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Made reservation on behalf of 98376dd3f50247a0a753254a10cafb1d for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:01:55.817855 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:55.833586 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51d513-cbc4-4477-898b-4cf540322649 req-69b99766-169f-4888-942f-d89a41bcf64c tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:55.836209 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c51d513-cbc4-4477-898b-4cf540322649 req-69b99766-169f-4888-942f-d89a41bcf64c tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 943 time: 0.3375680 Jul 27 21:01:55.897291 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-dae3670d-205a-4a79-96b1-d59d4a573e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:55.899083 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-dae3670d-205a-4a79-96b1-d59d4a573e15 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a54d9f4c-31a3-472d-917d-12867f1c0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1747909 Jul 27 21:01:55.904879 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c51d513-cbc4-4477-898b-4cf540322649 req-b3c8f880-1a0f-47f1-af0c-6b1d69bea708 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576637 Jul 27 21:01:56.013518 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-10da841e-37b4-451e-b3cd-a50662baec85 service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063099 Jul 27 21:01:56.113375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-38411f8d-3142-4989-8135-c6d269a04a37 req-e002b18f-ff98-43b6-ae15-9d85858b2337 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Allocated IP 172.20.0.11 (a867caef-b904-44c4-ac9a-71eaf4e3734e/80b60333-c324-43cb-8625-71bd9b4f810c/f0188fac-0d19-4e89-8a50-1df031009e39) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:01:56.156063 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-28079e51-b011-47af-b77f-45b2bfd0d78d service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337121 Jul 27 21:01:56.195130 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:56.250317 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-16289cb0-5560-4ed9-9596-b3eb4502d785 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b4c9773-4523-4fe9-b8e8-0d1006d1c670 HTTP/1.1" status: 200 len: 217 time: 0.0857120 Jul 27 21:01:56.327264 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-21753078-b4ca-438d-9267-ac877fce4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.328936 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-21753078-b4ca-438d-9267-ac877fce4907 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a43653b-252d-4da2-bf43-47c001947d62 HTTP/1.1" status: 200 len: 797 time: 0.0572367 Jul 27 21:01:56.344911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Checking segment: {'id': 'bb42fb63-36f5-406d-9192-ebfd9d77cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c2788889-78bc-4eba-ac16-c9dce5be6b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:56.345305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Network hostable DHCP agents. Network: c2788889-78bc-4eba-ac16-c9dce5be6b6e, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:01:56.347424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c136c6-81ef-4481-aa92-56a8896e1453,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:56.378598 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:56.378951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:56.379293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:56.379631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:56.379968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:56.380300 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:56.380628 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:56.380971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:56.381359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:56.381687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:56.382101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:56.382629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:01:56.405479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2771e-3f2e-45aa-bf34-a551b3783969 req-f52083a4-e780-4ff1-a1a8-43fad4248a11 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.413858 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4ff2771e-3f2e-45aa-bf34-a551b3783969 req-f52083a4-e780-4ff1-a1a8-43fad4248a11 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.2384691 Jul 27 21:01:56.420362 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Network c2788889-78bc-4eba-ac16-c9dce5be6b6e is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:01:56.446463 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, c2788889-78bc-4eba-ac16-c9dce5be6b6e) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:56.452140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.452801 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:56.457238 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c00295-f5ad-4c89-9a7e-49aaa35886b3 None None] Network c2788889-78bc-4eba-ac16-c9dce5be6b6e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:56.478568 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-38411f8d-3142-4989-8135-c6d269a04a37 req-e002b18f-ff98-43b6-ae15-9d85858b2337 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:56.487887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4ff2771e-3f2e-45aa-bf34-a551b3783969 req-5f61615d-3253-4163-ac24-dda6ec292525 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724018 Jul 27 21:01:56.494057 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-31b302e9-936d-4026-a0d5-7909a74f3b78 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8202214 Jul 27 21:01:56.510033 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-0bc864cb-1454-4ec1-93c7-73267322a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.511415 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-0bc864cb-1454-4ec1-93c7-73267322a54a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a54d9f4c-31a3-472d-917d-12867f1c0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1699913 Jul 27 21:01:56.544963 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-98437455-8176-444e-ad75-e3d3dab73564 req-6b859ac5-40d6-46cc-b5ab-f49de88b66e2 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 210 time: 0.0764306 Jul 27 21:01:56.582858 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-38411f8d-3142-4989-8135-c6d269a04a37 req-e002b18f-ff98-43b6-ae15-9d85858b2337 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:56.684676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38411f8d-3142-4989-8135-c6d269a04a37 req-e002b18f-ff98-43b6-ae15-9d85858b2337 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Network a867caef-b904-44c4-ac9a-71eaf4e3734e is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:01:56.694161 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fea533-38c2-48e3-8236-467ebd504dce None None] Network c2788889-78bc-4eba-ac16-c9dce5be6b6e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:01:56.700084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-38411f8d-3142-4989-8135-c6d269a04a37 req-e002b18f-ff98-43b6-ae15-9d85858b2337 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:01:56.710085 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-38411f8d-3142-4989-8135-c6d269a04a37 req-e002b18f-ff98-43b6-ae15-9d85858b2337 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:01:56.747729 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5ef90a3-944b-4b27-847c-d191d799031b req-41fcb27d-e87b-45bd-acdb-a88b1ced3a0d tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0441535 Jul 27 21:01:56.767917 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-3e8cdf44-0945-4308-af8c-90993bf020a5 service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386060 Jul 27 21:01:56.773318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38411f8d-3142-4989-8135-c6d269a04a37 req-e002b18f-ff98-43b6-ae15-9d85858b2337 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:56.774039 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-38411f8d-3142-4989-8135-c6d269a04a37 req-e002b18f-ff98-43b6-ae15-9d85858b2337 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:56.788827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002b18f-ff98-43b6-ae15-9d85858b2337 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Pushing event updated for resources: {'Port': ['ID=f0188fac-0d19-4e89-8a50-1df031009e39,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:56.813449 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-38411f8d-3142-4989-8135-c6d269a04a37 req-e002b18f-ff98-43b6-ae15-9d85858b2337 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3500659 Jul 27 21:01:56.827913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Request body: {'port': {'device_id': 'dac9e21a-7ca9-4f56-8f86-704894e337a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:01:56.964787 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:56.970971 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b32a9c3e-c21c-493c-b894-cbe8d27f7ca5 req-2b2a31fe-e9d7-49c0-a55e-f7b70bbcb8b2 service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846778 Jul 27 21:01:57.123611 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847e031-c678-4091-b357-2bd88567f013 req-937c87e5-cd93-4ec4-8378-22e89fe52a16 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:57.131803 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4847e031-c678-4091-b357-2bd88567f013 req-937c87e5-cd93-4ec4-8378-22e89fe52a16 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 943 time: 0.1038349 Jul 27 21:01:57.209577 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4847e031-c678-4091-b357-2bd88567f013 req-2c5949bb-2d5e-4aa5-9fe6-d6e70f603d84 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753973 Jul 27 21:01:57.255074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9877237-b622-4970-8d37-ee8c47d3dcec details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:01:57.346185 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25265c8-cf0f-4219-b755-73500f90d962 req-c29db4a0-af6d-4eac-9042-1203634fbe9f tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:57.348067 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f25265c8-cf0f-4219-b755-73500f90d962 req-c29db4a0-af6d-4eac-9042-1203634fbe9f tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/networks?id=c2788889-78bc-4eba-ac16-c9dce5be6b6e HTTP/1.1" status: 200 len: 822 time: 0.1658657 Jul 27 21:01:57.375685 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f25265c8-cf0f-4219-b755-73500f90d962 req-4d38dab7-b9a3-4e6c-9666-158d4166cd25 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/quotas/98376dd3f50247a0a753254a10cafb1d HTTP/1.1" status: 200 len: 375 time: 0.0198724 Jul 27 21:01:57.436797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c9877237-b622-4970-8d37-ee8c47d3dcec, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9877237-b622-4970-8d37-ee8c47d3dcec,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:57.449710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'c9877237-b622-4970-8d37-ee8c47d3dcec', 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c', 'port_id': 'c9877237-b622-4970-8d37-ee8c47d3dcec', 'mac_address': 'fa:16:3e:54:48:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522c0dd9-68b6-4956-99f4-df5491c95ae5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:01:57.492308 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f25265c8-cf0f-4219-b755-73500f90d962 req-8e7f36bc-9fd1-4193-8a45-a66dffb3db6a tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=98376dd3f50247a0a753254a10cafb1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1090584 Jul 27 21:01:57.508926 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:57.530310 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9877237-b622-4970-8d37-ee8c47d3dcec {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:57.547729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0188fac-0d19-4e89-8a50-1df031009e39 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:01:57.566053 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:57.573302 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c9877237-b622-4970-8d37-ee8c47d3dcec, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9877237-b622-4970-8d37-ee8c47d3dcec,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:57.578925 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:57.586273 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Transition to ACTIVE for port object f0188fac-0d19-4e89-8a50-1df031009e39 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:01:57.591223 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:57.666554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=c9877237-b622-4970-8d37-ee8c47d3dcec,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:57.729750 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f25265c8-cf0f-4219-b755-73500f90d962 req-4ad9669c-9c6b-4aa7-abe6-0c02a146a070 service neutron] 10.222.0.55 "GET /v2.0/networks/c2788889-78bc-4eba-ac16-c9dce5be6b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360911 Jul 27 21:01:57.732843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Pushing event updated for resources: {'Port': ['ID=f0188fac-0d19-4e89-8a50-1df031009e39,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:57.763892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Attempting to bind port f0188fac-0d19-4e89-8a50-1df031009e39 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:01:57.764196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Attempting to bind port f0188fac-0d19-4e89-8a50-1df031009e39 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:01:57.764530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Attempting to bind port f0188fac-0d19-4e89-8a50-1df031009e39 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:57.769216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Port f0188fac-0d19-4e89-8a50-1df031009e39 on network a867caef-b904-44c4-ac9a-71eaf4e3734e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:01:57.769533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Attempting to bind port f0188fac-0d19-4e89-8a50-1df031009e39 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:01:57.775210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:01:57.775590 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Checking segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:01:57.776031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Bound using segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:01:57.776584 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Bound port: f0188fac-0d19-4e89-8a50-1df031009e39, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:01:57.776854 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:57.815367 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218245c4-572d-4e67-a88a-54693778fde5 req-f0193786-cee1-412c-bbda-ac78cfc916ba tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:57.816895 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-218245c4-572d-4e67-a88a-54693778fde5 req-f0193786-cee1-412c-bbda-ac78cfc916ba tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.1961508 Jul 27 21:01:57.833545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['c9877237-b622-4970-8d37-ee8c47d3dcec'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:01:57.880684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] For port f0188fac-0d19-4e89-8a50-1df031009e39, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:01:57.885286 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] For port f0188fac-0d19-4e89-8a50-1df031009e39, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f0188fac-0d19-4e89-8a50-1df031009e39,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:01:57.892355 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:57.963790 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Pushing event updated for resources: {'Port': ['ID=f0188fac-0d19-4e89-8a50-1df031009e39,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:57.970183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:57.971363 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:57.973015 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-38411f8d-3142-4989-8135-c6d269a04a37 req-badc0032-06d5-4759-b019-b463ee6ef7fa service neutron] 10.222.0.20 "PUT /v2.0/ports/f0188fac-0d19-4e89-8a50-1df031009e39 HTTP/1.1" status: 200 len: 1092 time: 1.1498115 Jul 27 21:01:57.973697 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac9e21a-7ca9-4f56-8f86-704894e337a9', 'tag': 'f0188fac-0d19-4e89-8a50-1df031009e39'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:57.976341 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eecbf2e-ce7a-4bba-a016-fbd2db922af4" -d '{"events": [{"name": "network-changed", "server_uuid": "dac9e21a-7ca9-4f56-8f86-704894e337a9", "tag": "f0188fac-0d19-4e89-8a50-1df031009e39"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:58.091880 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38411f8d-3142-4989-8135-c6d269a04a37 req-33bd1f31-ecfe-47a2-abc5-a162eb7c61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:58.093761 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-38411f8d-3142-4989-8135-c6d269a04a37 req-33bd1f31-ecfe-47a2-abc5-a162eb7c61bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 1095 time: 0.0719349 Jul 27 21:01:58.152106 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-38411f8d-3142-4989-8135-c6d269a04a37 req-be406fa8-def7-4f61-ad18-da3374537d30 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0188fac-0d19-4e89-8a50-1df031009e39 HTTP/1.1" status: 200 len: 217 time: 0.0456982 Jul 27 21:01:58.223587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38411f8d-3142-4989-8135-c6d269a04a37 req-9a420c5e-d156-414a-8c87-e4e617fd259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:58.225832 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-38411f8d-3142-4989-8135-c6d269a04a37 req-9a420c5e-d156-414a-8c87-e4e617fd259c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.0648370 Jul 27 21:01:58.275295 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f25265c8-cf0f-4219-b755-73500f90d962 req-e7cdf101-03bc-4884-9cbd-5bbe0411b0ca service neutron] 10.222.0.55 "GET /v2.0/networks/c2788889-78bc-4eba-ac16-c9dce5be6b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439422 Jul 27 21:01:58.295554 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-38411f8d-3142-4989-8135-c6d269a04a37 req-b1250f0e-bc16-4a18-b973-e1513c21d78f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580840 Jul 27 21:01:58.300513 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-218245c4-572d-4e67-a88a-54693778fde5 req-8b8af983-586c-4629-822a-43a564ede2d1 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763587 Jul 27 21:01:58.449504 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c503b-d133-4eae-8f8c-f0c4301074c0 req-2d3d104d-0037-4244-9267-8138e558c852 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:58.459408 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-38411f8d-3142-4989-8135-c6d269a04a37 req-757315ae-3f91-4432-ab0b-48c08891304a service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568344 Jul 27 21:01:58.460067 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be7c503b-d133-4eae-8f8c-f0c4301074c0 req-2d3d104d-0037-4244-9267-8138e558c852 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 944 time: 0.1016779 Jul 27 21:01:58.530428 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be7c503b-d133-4eae-8f8c-f0c4301074c0 req-37f09994-6d2e-49ee-89ba-09ee70379820 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681751 Jul 27 21:01:58.585226 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7d3315cc-228d-4513-875f-d51f9c8f5884 req-1ed308e7-90d6-4d7b-9969-1091d32a83c8 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0339012 Jul 27 21:01:58.672009 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-38411f8d-3142-4989-8135-c6d269a04a37 req-98152e8f-9658-45c3-9578-eab687078d5b service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003942 Jul 27 21:01:58.675907 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578d4f14-ebf5-4e74-bc20-4184e72c403c x-openstack-request-id: req-578d4f14-ebf5-4e74-bc20-4184e72c403c {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:58.676195 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dac9e21a-7ca9-4f56-8f86-704894e337a9", "tag": "f0188fac-0d19-4e89-8a50-1df031009e39", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:58.676447 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-578d4f14-ebf5-4e74-bc20-4184e72c403c {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:58.676904 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac9e21a-7ca9-4f56-8f86-704894e337a9', 'tag': 'f0188fac-0d19-4e89-8a50-1df031009e39', 'status': 'completed', 'code': 200} Jul 27 21:01:58.879466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecbf2e-ce7a-4bba-a016-fbd2db922af4 req-648d3eea-1c58-4009-9719-352d7c14a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:58.883195 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eecbf2e-ce7a-4bba-a016-fbd2db922af4 req-648d3eea-1c58-4009-9719-352d7c14a2d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 1095 time: 0.1378260 Jul 27 21:01:58.888155 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b38016e-6064-494e-b445-05708654b956 req-c1a5613e-25d9-4daa-9b73-af0fb79dcb92 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 210 time: 0.0747316 Jul 27 21:01:58.932866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43ca76-616c-4c6d-84ea-ca076c7e8b01 req-d1623e54-cc23-42c8-a60a-83f3796df03f tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:58.936356 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe43ca76-616c-4c6d-84ea-ca076c7e8b01 req-d1623e54-cc23-42c8-a60a-83f3796df03f tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 944 time: 0.1961143 Jul 27 21:01:59.042501 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe43ca76-616c-4c6d-84ea-ca076c7e8b01 req-b0c87207-4dac-4662-ae65-7c13c1c86109 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843441 Jul 27 21:01:59.079583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecbf2e-ce7a-4bba-a016-fbd2db922af4 req-aba2fe47-10c5-4588-91b7-28cef45e9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:59.081386 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eecbf2e-ce7a-4bba-a016-fbd2db922af4 req-aba2fe47-10c5-4588-91b7-28cef45e9cd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 909 time: 0.1781311 Jul 27 21:01:59.140706 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eecbf2e-ce7a-4bba-a016-fbd2db922af4 req-2e918d21-9f6b-4f86-9c7a-6b3b6c1ce1ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0188fac-0d19-4e89-8a50-1df031009e39 HTTP/1.1" status: 200 len: 217 time: 0.0454166 Jul 27 21:01:59.212595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecbf2e-ce7a-4bba-a016-fbd2db922af4 req-4e45dbf9-5091-471a-843c-16435acece62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:59.214544 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eecbf2e-ce7a-4bba-a016-fbd2db922af4 req-4e45dbf9-5091-471a-843c-16435acece62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.0652277 Jul 27 21:01:59.266351 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eecbf2e-ce7a-4bba-a016-fbd2db922af4 req-99dc22ae-4adf-40fa-80c2-10a572ae3c3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406868 Jul 27 21:01:59.273623 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9877237-b622-4970-8d37-ee8c47d3dcec up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:01:59.343996 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port c9877237-b622-4970-8d37-ee8c47d3dcec completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:01:59.351817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port c9877237-b622-4970-8d37-ee8c47d3dcec triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:01:59.352198 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:59.481763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1c4c0-cc79-40e8-86a4-9cc85a7bec32 req-8e43f375-dcc2-4c39-ad4a-cd9142d1ea06 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:59.491289 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ff1c4c0-cc79-40e8-86a4-9cc85a7bec32 req-8e43f375-dcc2-4c39-ad4a-cd9142d1ea06 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.1007848 Jul 27 21:01:59.532644 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:59.554328 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eecbf2e-ce7a-4bba-a016-fbd2db922af4 req-0e6ebce0-7250-4902-a80a-12eb9fb5ea14 service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807324 Jul 27 21:01:59.570759 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ff1c4c0-cc79-40e8-86a4-9cc85a7bec32 req-12bd056c-de71-438b-a126-acf5f34a940f tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732930 Jul 27 21:01:59.583444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff47d751-1e9a-42d3-855f-0e471ae77308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9877237-b622-4970-8d37-ee8c47d3dcec'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:01:59.591211 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dc5e9c-4ef0-43ca-8b52-103646ca2562" -d '{"events": [{"server_uuid": "ff47d751-1e9a-42d3-855f-0e471ae77308", "name": "network-vif-plugged", "status": "completed", "tag": "c9877237-b622-4970-8d37-ee8c47d3dcec"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:01:59.600857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c9877237-b622-4970-8d37-ee8c47d3dcec, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9877237-b622-4970-8d37-ee8c47d3dcec,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:01:59.606774 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:01:59.678261 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03995d2-20ce-43bd-b85f-9964f84bb2ca x-openstack-request-id: req-d03995d2-20ce-43bd-b85f-9964f84bb2ca {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:01:59.678789 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff47d751-1e9a-42d3-855f-0e471ae77308", "name": "network-vif-plugged", "status": "completed", "tag": "c9877237-b622-4970-8d37-ee8c47d3dcec", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:01:59.679216 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d03995d2-20ce-43bd-b85f-9964f84bb2ca {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:01:59.679855 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff47d751-1e9a-42d3-855f-0e471ae77308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9877237-b622-4970-8d37-ee8c47d3dcec', 'code': 200} Jul 27 21:01:59.717994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf5791-4778-40b1-90d7-84e86933c9c9 req-0f6df982-2370-44ea-b0dd-d4f12cc0c3f3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:59.729218 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6cf5791-4778-40b1-90d7-84e86933c9c9 req-0f6df982-2370-44ea-b0dd-d4f12cc0c3f3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 944 time: 0.1138353 Jul 27 21:01:59.732752 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=c9877237-b622-4970-8d37-ee8c47d3dcec,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:01:59.760869 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eecbf2e-ce7a-4bba-a016-fbd2db922af4 req-62fdc95e-05e5-4b27-8255-b76c190850be service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959271 Jul 27 21:01:59.785471 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6cf5791-4778-40b1-90d7-84e86933c9c9 req-8bcd76f1-ff8c-4a3c-a471-3c26fcf5f65f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550063 Jul 27 21:01:59.842865 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad18aa16-2a35-4f51-b328-e376b3e6dc72 req-e5e93a1d-fe21-439a-9100-ee2c735c41db tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0466974 Jul 27 21:01:59.899270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab239b0-ff05-4f81-accd-949bf231db6c req-2c384184-90c0-42a8-b7ba-d5dc79f19485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:01:59.901406 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cab239b0-ff05-4f81-accd-949bf231db6c req-2c384184-90c0-42a8-b7ba-d5dc79f19485 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 1096 time: 0.1396549 Jul 27 21:01:59.969527 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cab239b0-ff05-4f81-accd-949bf231db6c req-1652fc16-bd06-4f80-bb23-1fadc3d2e0d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515718 Jul 27 21:02:00.022812 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b5c3cc4-434d-4aa0-9027-f32aeb2da119 req-263e107d-d1fa-4530-afee-6f6cc3c1e82e tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 210 time: 0.0401759 Jul 27 21:02:00.230902 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25265c8-cf0f-4219-b755-73500f90d962 req-f0b1f093-4442-4a96-87ea-214a8caa166a tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.232633 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f25265c8-cf0f-4219-b755-73500f90d962 req-f0b1f093-4442-4a96-87ea-214a8caa166a tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.66 "GET /v2.0/networks?id=c2788889-78bc-4eba-ac16-c9dce5be6b6e HTTP/1.1" status: 200 len: 822 time: 0.2137585 Jul 27 21:02:00.249011 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-f25265c8-cf0f-4219-b755-73500f90d962 req-dc5ee337-89af-42ea-89e7-35cd18877ed4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Request body: {'port': {'device_id': '9bbc02d4-a307-45f5-851f-8b8a4a1e360a', 'network_id': 'c2788889-78bc-4eba-ac16-c9dce5be6b6e', 'admin_state_up': True, 'tenant_id': '98376dd3f50247a0a753254a10cafb1d'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:00.275077 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3399bf5-b1b8-496d-8902-ed2f9b74ee37 req-06ff61f2-fafe-446a-93ca-37d668dc3c3d tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.276634 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b3399bf5-b1b8-496d-8902-ed2f9b74ee37 req-06ff61f2-fafe-446a-93ca-37d668dc3c3d tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 945 time: 0.1400654 Jul 27 21:02:00.374470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b3399bf5-b1b8-496d-8902-ed2f9b74ee37 req-8599c7b3-a656-4c8d-b34d-007d3e2bd9f6 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542910 Jul 27 21:02:00.429918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25265c8-cf0f-4219-b755-73500f90d962 req-dc5ee337-89af-42ea-89e7-35cd18877ed4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Made reservation on behalf of 98376dd3f50247a0a753254a10cafb1d for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:00.434151 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f25265c8-cf0f-4219-b755-73500f90d962 req-dc5ee337-89af-42ea-89e7-35cd18877ed4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:00.574448 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-f25265c8-cf0f-4219-b755-73500f90d962 req-dc5ee337-89af-42ea-89e7-35cd18877ed4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Allocated IP 172.20.0.11 (c2788889-78bc-4eba-ac16-c9dce5be6b6e/69c136c6-81ef-4481-aa92-56a8896e1453/1c1505d8-c9db-4b37-9af0-37d3994d6239) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:00.823931 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f25265c8-cf0f-4219-b755-73500f90d962 req-dc5ee337-89af-42ea-89e7-35cd18877ed4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:00.836169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89b9c4-7eec-4de9-b972-77e922c279a1 req-24dcca86-b319-4b44-9baf-a81031119c6a tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:00.837152 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be89b9c4-7eec-4de9-b972-77e922c279a1 req-24dcca86-b319-4b44-9baf-a81031119c6a tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.1881196 Jul 27 21:02:00.991658 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be89b9c4-7eec-4de9-b972-77e922c279a1 req-0f626e3a-c422-4fd3-b84d-48ccb47a4f2e tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347916 Jul 27 21:02:01.009824 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f25265c8-cf0f-4219-b755-73500f90d962 req-dc5ee337-89af-42ea-89e7-35cd18877ed4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:01.058802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25265c8-cf0f-4219-b755-73500f90d962 req-dc5ee337-89af-42ea-89e7-35cd18877ed4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Network c2788889-78bc-4eba-ac16-c9dce5be6b6e is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:01.075300 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-f25265c8-cf0f-4219-b755-73500f90d962 req-dc5ee337-89af-42ea-89e7-35cd18877ed4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:01.081719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25265c8-cf0f-4219-b755-73500f90d962 req-dc5ee337-89af-42ea-89e7-35cd18877ed4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:01.129835 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f63e352d-35ea-48f1-aeb4-44ad8f4c98d0 req-362e6539-3c22-4f64-90c7-83af8178360e tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0735898 Jul 27 21:02:01.139937 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ee337-89af-42ea-89e7-35cd18877ed4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Pushing event updated for resources: {'Port': ['ID=1c1505d8-c9db-4b37-9af0-37d3994d6239,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:01.152190 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47e233-f980-4970-a88a-fa240c8a78b7 req-92d38900-dd3f-4dd2-850a-53db2f97edd5 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.153708 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f47e233-f980-4970-a88a-fa240c8a78b7 req-92d38900-dd3f-4dd2-850a-53db2f97edd5 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 944 time: 0.2489622 Jul 27 21:02:01.179982 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25265c8-cf0f-4219-b755-73500f90d962 req-dc5ee337-89af-42ea-89e7-35cd18877ed4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.181132 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f25265c8-cf0f-4219-b755-73500f90d962 req-dc5ee337-89af-42ea-89e7-35cd18877ed4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:01.215858 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f47e233-f980-4970-a88a-fa240c8a78b7 req-a9c0eb39-43c5-45ac-87d2-823bb6aa154c tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521483 Jul 27 21:02:01.217148 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f25265c8-cf0f-4219-b755-73500f90d962 req-dc5ee337-89af-42ea-89e7-35cd18877ed4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9744058 Jul 27 21:02:01.230945 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Request body: {'port': {'device_id': '9bbc02d4-a307-45f5-851f-8b8a4a1e360a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:01.353668 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:01.420676 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319ecc0-460f-4679-9fb2-fc479c9880a0 req-621899ae-8d91-4cc5-b32f-448c16785ec7 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.422204 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5319ecc0-460f-4679-9fb2-fc479c9880a0 req-621899ae-8d91-4cc5-b32f-448c16785ec7 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 932 time: 0.1374130 Jul 27 21:02:01.563402 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5319ecc0-460f-4679-9fb2-fc479c9880a0 req-9262d026-69f8-4a6d-85de-29dd735f7fa3 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344998 Jul 27 21:02:01.692289 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4a663-bbf7-4342-8090-2af177c94819 req-8161c38a-4d3b-4e21-89cb-03b95265afd9 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.693695 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3db4a663-bbf7-4342-8090-2af177c94819 req-8161c38a-4d3b-4e21-89cb-03b95265afd9 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 945 time: 0.2439468 Jul 27 21:02:01.788307 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3db4a663-bbf7-4342-8090-2af177c94819 req-9442bf62-0830-4867-951b-2debbd5bc22f tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862534 Jul 27 21:02:01.805566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef0549-cafe-4f48-b65a-fbd67aadf3f6 req-9a2c754a-7a0f-40fe-8d0f-30b13f030d3f tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:01.807633 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f6ef0549-cafe-4f48-b65a-fbd67aadf3f6 req-9a2c754a-7a0f-40fe-8d0f-30b13f030d3f tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ab64c6-e96b-4eab-8a32-b470747238ac HTTP/1.1" status: 200 len: 950 time: 0.1849866 Jul 27 21:02:01.816384 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1505d8-c9db-4b37-9af0-37d3994d6239 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:01.831112 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:01.856935 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Transition to ACTIVE for port object 1c1505d8-c9db-4b37-9af0-37d3994d6239 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:01.875111 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:01.925504 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f6ef0549-cafe-4f48-b65a-fbd67aadf3f6 req-a02b96eb-543f-4d3a-9641-e2c7403a90c7 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114252 Jul 27 21:02:01.960452 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1505d8-c9db-4b37-9af0-37d3994d6239,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:02.030545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fa927-cb07-4054-a382-5da7dd717e15 req-4edf7b26-8c9a-4d74-bb38-d0784c6d79a4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.032064 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad3fa927-cb07-4054-a382-5da7dd717e15 req-4edf7b26-8c9a-4d74-bb38-d0784c6d79a4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 945 time: 0.1689372 Jul 27 21:02:02.112412 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Attempting to bind port 1c1505d8-c9db-4b37-9af0-37d3994d6239 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:02:02.112747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Attempting to bind port 1c1505d8-c9db-4b37-9af0-37d3994d6239 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'bb42fb63-36f5-406d-9192-ebfd9d77cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c2788889-78bc-4eba-ac16-c9dce5be6b6e'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:02:02.113077 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Attempting to bind port 1c1505d8-c9db-4b37-9af0-37d3994d6239 on network c2788889-78bc-4eba-ac16-c9dce5be6b6e {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:02.126816 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad3fa927-cb07-4054-a382-5da7dd717e15 req-2201a49d-5aa5-497b-bf37-d4d2d26afc08 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868340 Jul 27 21:02:02.128366 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Port 1c1505d8-c9db-4b37-9af0-37d3994d6239 on network c2788889-78bc-4eba-ac16-c9dce5be6b6e not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:02:02.128687 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Attempting to bind port 1c1505d8-c9db-4b37-9af0-37d3994d6239 on network c2788889-78bc-4eba-ac16-c9dce5be6b6e {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:02.137483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:02:02.137736 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Checking segment: {'id': 'bb42fb63-36f5-406d-9192-ebfd9d77cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c2788889-78bc-4eba-ac16-c9dce5be6b6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:02.138165 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Bound using segment: {'id': 'bb42fb63-36f5-406d-9192-ebfd9d77cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c2788889-78bc-4eba-ac16-c9dce5be6b6e'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:02:02.138583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Bound port: 1c1505d8-c9db-4b37-9af0-37d3994d6239, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb42fb63-36f5-406d-9192-ebfd9d77cf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c2788889-78bc-4eba-ac16-c9dce5be6b6e'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:02:02.138947 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:02.201919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa77dbe-9743-4398-8772-eaa16de67ed9 req-2129eff2-69f3-4fa8-9253-f5787dc0db76 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.203423 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-daa77dbe-9743-4398-8772-eaa16de67ed9 req-2129eff2-69f3-4fa8-9253-f5787dc0db76 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.1419928 Jul 27 21:02:02.269306 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] For port 1c1505d8-c9db-4b37-9af0-37d3994d6239, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:02.296172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] For port 1c1505d8-c9db-4b37-9af0-37d3994d6239, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1c1505d8-c9db-4b37-9af0-37d3994d6239,segment=NetworkSegment(bb42fb63-36f5-406d-9192-ebfd9d77cf0f),segment_id=bb42fb63-36f5-406d-9192-ebfd9d77cf0f)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:02:02.308179 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:02.323555 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-daa77dbe-9743-4398-8772-eaa16de67ed9 req-f1bcc0c9-c4ff-4d0c-b52b-4911a074f6d3 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051857 Jul 27 21:02:02.357606 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.358255 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:02.359666 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f25265c8-cf0f-4219-b755-73500f90d962 req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] 10.222.0.66 "PUT /v2.0/ports/1c1505d8-c9db-4b37-9af0-37d3994d6239 HTTP/1.1" status: 200 len: 1092 time: 1.1338780 Jul 27 21:02:02.363173 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bbc02d4-a307-45f5-851f-8b8a4a1e360a', 'tag': '1c1505d8-c9db-4b37-9af0-37d3994d6239'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:02.365467 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fddb39a-c3ec-489c-b4a1-0773706ff77d" -d '{"events": [{"name": "network-changed", "server_uuid": "9bbc02d4-a307-45f5-851f-8b8a4a1e360a", "tag": "1c1505d8-c9db-4b37-9af0-37d3994d6239"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:02.413011 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860a0f3-c253-44e3-8a94-2d561bdaa7d3 req-558da8f5-54d5-4b95-897c-8a4f2613483a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.414489 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c860a0f3-c253-44e3-8a94-2d561bdaa7d3 req-558da8f5-54d5-4b95-897c-8a4f2613483a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 945 time: 0.1972592 Jul 27 21:02:02.443643 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1505d8-c9db-4b37-9af0-37d3994d6239,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:02.463802 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de7b9c1e-bb86-4c1a-b292-4eb0b0c393dd req-ad466169-07cf-48d4-85c5-e256536897d2 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0696790 Jul 27 21:02:02.488777 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:02.489125 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:02.489467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:02.489893 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:02.490147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:02.490491 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:02.490816 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:02.491139 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:02.491463 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:02.491784 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:02.492105 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:02.492423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2307b3-77b2-4f02-9db9-8df002f770e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:02.528887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c860a0f3-c253-44e3-8a94-2d561bdaa7d3 req-376a71a6-8756-4bb8-a4b8-141f5f68aac8 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036730 Jul 27 21:02:02.566047 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25265c8-cf0f-4219-b755-73500f90d962 req-5582f5b1-30e7-4b59-a834-c0d4e430d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.567584 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f25265c8-cf0f-4219-b755-73500f90d962 req-5582f5b1-30e7-4b59-a834-c0d4e430d9dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=98376dd3f50247a0a753254a10cafb1d&device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 1095 time: 0.1517425 Jul 27 21:02:02.599387 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-06f5d3cb-c045-474f-8766-8d849c1640ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:02.616436 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f25265c8-cf0f-4219-b755-73500f90d962 req-3a3a5007-9e62-442e-95c5-2230cdc5455e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c1505d8-c9db-4b37-9af0-37d3994d6239 HTTP/1.1" status: 200 len: 217 time: 0.0397172 Jul 27 21:02:02.677792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a3833-45db-475f-8492-b963b0a9ed67 req-36d58e76-c1e0-4b41-ba75-8a033c0938b8 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.678777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-108a3833-45db-475f-8492-b963b0a9ed67 req-36d58e76-c1e0-4b41-ba75-8a033c0938b8 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 944 time: 0.1488996 Jul 27 21:02:02.692849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25265c8-cf0f-4219-b755-73500f90d962 req-62724d92-75c3-4165-a87d-f282a168b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.694528 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f25265c8-cf0f-4219-b755-73500f90d962 req-62724d92-75c3-4165-a87d-f282a168b32a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=69c136c6-81ef-4481-aa92-56a8896e1453 HTTP/1.1" status: 200 len: 862 time: 0.0710335 Jul 27 21:02:02.713613 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97df0af4-364a-4e35-91c3-0fe39db49dfb x-openstack-request-id: req-97df0af4-364a-4e35-91c3-0fe39db49dfb {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:02.713766 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bbc02d4-a307-45f5-851f-8b8a4a1e360a", "tag": "1c1505d8-c9db-4b37-9af0-37d3994d6239", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:02.714063 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97df0af4-364a-4e35-91c3-0fe39db49dfb {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:02.714423 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bbc02d4-a307-45f5-851f-8b8a4a1e360a', 'tag': '1c1505d8-c9db-4b37-9af0-37d3994d6239', 'status': 'completed', 'code': 200} Jul 27 21:02:02.738027 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f25265c8-cf0f-4219-b755-73500f90d962 req-1fb89ae3-8d01-48ad-a853-1f2add2651e2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2788889-78bc-4eba-ac16-c9dce5be6b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346351 Jul 27 21:02:02.761444 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-108a3833-45db-475f-8492-b963b0a9ed67 req-23cc813d-23ae-4e82-a687-5a14ce0a2df0 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756431 Jul 27 21:02:02.909360 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f25265c8-cf0f-4219-b755-73500f90d962 req-4bdecf09-401c-4d04-b32b-a25d91235ef5 service neutron] 10.222.0.66 "GET /v2.0/networks/c2788889-78bc-4eba-ac16-c9dce5be6b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628773 Jul 27 21:02:02.938694 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6770b-4139-46fb-8b8f-2c12bdc57660 req-8fcfb347-c66c-45ce-bd5c-0d64ceec1d80 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.940105 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e6f6770b-4139-46fb-8b8f-2c12bdc57660 req-8fcfb347-c66c-45ce-bd5c-0d64ceec1d80 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 945 time: 0.1847925 Jul 27 21:02:02.994302 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5190b-4837-4e34-8b3e-388b3cfc670e req-80307883-a1bb-4099-aabc-8e63f6c83543 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:02.995625 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f4c5190b-4837-4e34-8b3e-388b3cfc670e req-80307883-a1bb-4099-aabc-8e63f6c83543 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 944 time: 0.1709533 Jul 27 21:02:03.062056 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e6f6770b-4139-46fb-8b8f-2c12bdc57660 req-e9cdec84-07e4-40c5-9148-68a4de86a70d tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844018 Jul 27 21:02:03.078116 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f4c5190b-4837-4e34-8b3e-388b3cfc670e req-12ec887b-b98a-4518-8130-76fb821e59e6 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763679 Jul 27 21:02:03.083826 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f25265c8-cf0f-4219-b755-73500f90d962 req-7fcfeb02-ceaa-4e60-9f0f-18a30586573d service neutron] 10.222.0.66 "GET /v2.0/networks/c2788889-78bc-4eba-ac16-c9dce5be6b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638432 Jul 27 21:02:03.283522 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e30878-d88b-48e3-bd2d-a2aab3015a39 req-6f423516-e9aa-4913-992a-4ee7d231fe43 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.284980 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6e30878-d88b-48e3-bd2d-a2aab3015a39 req-6f423516-e9aa-4913-992a-4ee7d231fe43 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ab64c6-e96b-4eab-8a32-b470747238ac HTTP/1.1" status: 200 len: 950 time: 0.1401641 Jul 27 21:02:03.288076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddb39a-c3ec-489c-b4a1-0773706ff77d req-4ab6c5d2-be7f-45f2-8478-cfee2417133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.289553 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fddb39a-c3ec-489c-b4a1-0773706ff77d req-4ab6c5d2-be7f-45f2-8478-cfee2417133e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=98376dd3f50247a0a753254a10cafb1d&device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 1095 time: 0.1535451 Jul 27 21:02:03.293294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device f0188fac-0d19-4e89-8a50-1df031009e39 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:03.328147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbc219-ea71-40fe-9bc0-224d6370431b req-8c5c7fc0-33db-4a33-bce1-1a98e50fd3f5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.329660 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dffbc219-ea71-40fe-9bc0-224d6370431b req-8c5c7fc0-33db-4a33-bce1-1a98e50fd3f5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 945 time: 0.1570132 Jul 27 21:02:03.396661 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port f0188fac-0d19-4e89-8a50-1df031009e39, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f0188fac-0d19-4e89-8a50-1df031009e39,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:03.408008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'f0188fac-0d19-4e89-8a50-1df031009e39', 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e', 'port_id': 'f0188fac-0d19-4e89-8a50-1df031009e39', 'mac_address': 'fa:16:3e:94:5c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b60333-c324-43cb-8625-71bd9b4f810c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:03.419733 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6e30878-d88b-48e3-bd2d-a2aab3015a39 req-9458d037-5d9d-4779-bc31-ccfa6129861b tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269512 Jul 27 21:02:03.445219 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dffbc219-ea71-40fe-9bc0-224d6370431b req-61341334-1464-4b15-8d40-03794f8cd911 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027792 Jul 27 21:02:03.459282 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:03.461231 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddb39a-c3ec-489c-b4a1-0773706ff77d req-2ef2d83c-31f8-4055-ac81-622d02fc7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.464673 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fddb39a-c3ec-489c-b4a1-0773706ff77d req-2ef2d83c-31f8-4055-ac81-622d02fc7f91 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c2788889-78bc-4eba-ac16-c9dce5be6b6e HTTP/1.1" status: 200 len: 923 time: 0.1627622 Jul 27 21:02:03.489446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0188fac-0d19-4e89-8a50-1df031009e39 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:03.510698 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port f0188fac-0d19-4e89-8a50-1df031009e39, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f0188fac-0d19-4e89-8a50-1df031009e39,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:03.515314 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:03.523537 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fddb39a-c3ec-489c-b4a1-0773706ff77d req-d50b2f70-4a4c-4144-a95f-3aedc1b03691 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c1505d8-c9db-4b37-9af0-37d3994d6239 HTTP/1.1" status: 200 len: 217 time: 0.0503714 Jul 27 21:02:03.598722 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=f0188fac-0d19-4e89-8a50-1df031009e39,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:03.601055 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddb39a-c3ec-489c-b4a1-0773706ff77d req-1b41debf-4661-4dec-b578-f260df6e977f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.603303 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fddb39a-c3ec-489c-b4a1-0773706ff77d req-1b41debf-4661-4dec-b578-f260df6e977f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=69c136c6-81ef-4481-aa92-56a8896e1453 HTTP/1.1" status: 200 len: 862 time: 0.0585334 Jul 27 21:02:03.612634 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:03.613289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:03.613932 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:03.614601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:03.615275 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:03.615911 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:03.616543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:03.617309 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:03.618648 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:03.619283 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:03.620279 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:03.622602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:03.643433 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fddb39a-c3ec-489c-b4a1-0773706ff77d req-64bd176f-8826-4705-bfc1-63099bc7655e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2788889-78bc-4eba-ac16-c9dce5be6b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327408 Jul 27 21:02:03.654697 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9998b-777e-408f-9012-76e7e7c2d3b8 req-a0884de9-15cd-4629-a12d-7130b3af0109 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:03.656107 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04e9998b-777e-408f-9012-76e7e7c2d3b8 req-a0884de9-15cd-4629-a12d-7130b3af0109 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.1734312 Jul 27 21:02:03.805174 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['f0188fac-0d19-4e89-8a50-1df031009e39'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:03.895159 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:04.077030 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04e9998b-777e-408f-9012-76e7e7c2d3b8 req-0d988a7b-d3e9-4bd6-9897-3fd0e76c00e9 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131119 Jul 27 21:02:04.116861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fddb39a-c3ec-489c-b4a1-0773706ff77d req-60fdaa28-d258-4bf3-a753-7de350d9045d service neutron] 10.222.0.66 "GET /v2.0/networks/c2788889-78bc-4eba-ac16-c9dce5be6b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598203 Jul 27 21:02:04.128250 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa305d-3b54-47b1-b830-f66e2160920d req-2510b17d-2fae-43bb-9e37-3756cdfb76f5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.129679 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0caa305d-3b54-47b1-b830-f66e2160920d req-2510b17d-2fae-43bb-9e37-3756cdfb76f5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 945 time: 0.1162884 Jul 27 21:02:04.216607 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f317b86-9223-412c-a386-786251b14b2c req-f1376bb9-2b58-437a-aeb4-6dfaeeffdc75 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0777750 Jul 27 21:02:04.248557 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0caa305d-3b54-47b1-b830-f66e2160920d req-6af917e8-f3b2-4a5c-ac7f-a795e100c967 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089084 Jul 27 21:02:04.277277 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fddb39a-c3ec-489c-b4a1-0773706ff77d req-f0036b29-7fe2-40ef-8727-ab93bb8c9da4 service neutron] 10.222.0.66 "GET /v2.0/networks/c2788889-78bc-4eba-ac16-c9dce5be6b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466212 Jul 27 21:02:04.425562 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379e7c4-28ab-4b76-b746-d9094dad6d98 req-25877cb0-fe2f-4e6b-9e06-ec356072a8ac tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.427064 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b379e7c4-28ab-4b76-b746-d9094dad6d98 req-25877cb0-fe2f-4e6b-9e06-ec356072a8ac tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 945 time: 0.0653496 Jul 27 21:02:04.498910 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b379e7c4-28ab-4b76-b746-d9094dad6d98 req-43debd16-a089-4891-bad0-23ffa80eebd5 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651603 Jul 27 21:02:04.523993 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bc543-c7ec-47ee-b613-50b722d4173d req-c0c9e898-884b-458e-ae0f-311e9d08761f tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.526010 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc5bc543-c7ec-47ee-b613-50b722d4173d req-c0c9e898-884b-458e-ae0f-311e9d08761f tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 944 time: 0.0863109 Jul 27 21:02:04.565479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc5bc543-c7ec-47ee-b613-50b722d4173d req-8b81bf5b-0a2a-4286-8e38-55aab37173f6 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327737 Jul 27 21:02:04.636438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aa2fd-d32c-43aa-b4ea-5ed60f30789f req-febf1c9f-6943-481e-ac82-0b9e1a275171 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.637936 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa9aa2fd-d32c-43aa-b4ea-5ed60f30789f req-febf1c9f-6943-481e-ac82-0b9e1a275171 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 945 time: 0.0689106 Jul 27 21:02:04.675664 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa9aa2fd-d32c-43aa-b4ea-5ed60f30789f req-b2737d76-c4ad-4c2b-a83b-81c5caedd88c tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315704 Jul 27 21:02:04.809192 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dceb7e2-f6f9-49ea-9228-4ae28d6d4e9b req-e0d717ae-c17d-4008-a633-d88d6b4227d3 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:04.810718 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2dceb7e2-f6f9-49ea-9228-4ae28d6d4e9b req-e0d717ae-c17d-4008-a633-d88d6b4227d3 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 945 time: 0.0677261 Jul 27 21:02:04.853341 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2dceb7e2-f6f9-49ea-9228-4ae28d6d4e9b req-a65ba13e-d4a4-4f57-85f7-b52a2f59f29f tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347145 Jul 27 21:02:05.228672 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5815e3-9633-488d-a939-439015ff80ab req-1b885086-80b1-4374-a293-bbdc34b17ad8 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:05.230315 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f5815e3-9633-488d-a939-439015ff80ab req-1b885086-80b1-4374-a293-bbdc34b17ad8 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.0762649 Jul 27 21:02:05.283668 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f5815e3-9633-488d-a939-439015ff80ab req-fa723e17-3ce3-4d91-ad8c-e4b1fe83750b tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 Jul 27 21:02:05.314632 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f044ad84-de6f-45c6-b95e-443bb901064c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:05.317603 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device f0188fac-0d19-4e89-8a50-1df031009e39 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:05.383063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port f0188fac-0d19-4e89-8a50-1df031009e39 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:05.386073 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b151228-c7b2-4c4d-8ba7-ea4226e9baa8 req-dc0fc02f-1686-4a0c-aea9-e6d0a484a289 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0362406 Jul 27 21:02:05.387828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port f0188fac-0d19-4e89-8a50-1df031009e39 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:05.388287 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:05.447723 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:05.507773 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:05.536588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac9e21a-7ca9-4f56-8f86-704894e337a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0188fac-0d19-4e89-8a50-1df031009e39'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:05.538868 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4222fa2-30e9-4984-8d7d-09fb054764ff" -d '{"events": [{"server_uuid": "dac9e21a-7ca9-4f56-8f86-704894e337a9", "name": "network-vif-plugged", "status": "completed", "tag": "f0188fac-0d19-4e89-8a50-1df031009e39"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:05.556270 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port f0188fac-0d19-4e89-8a50-1df031009e39, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f0188fac-0d19-4e89-8a50-1df031009e39,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:05.561132 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:05.623017 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=f0188fac-0d19-4e89-8a50-1df031009e39,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:05.733334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629018be-2097-4337-b787-ff3957c52d05 req-3e5b7faf-35ca-40e2-9e45-dea854d7d4b9 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:05.734866 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-629018be-2097-4337-b787-ff3957c52d05 req-3e5b7faf-35ca-40e2-9e45-dea854d7d4b9 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 945 time: 0.1150353 Jul 27 21:02:05.745005 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89380563-614d-4b05-8413-bfa9ce2577c8 req-301763a9-e6d3-4018-923a-3de595c18f78 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:05.746578 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89380563-614d-4b05-8413-bfa9ce2577c8 req-301763a9-e6d3-4018-923a-3de595c18f78 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 946 time: 0.1162875 Jul 27 21:02:05.779742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ad89569f-be16-49eb-89a2-de84f32fd8d6 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:02:05.806999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-629018be-2097-4337-b787-ff3957c52d05 req-fe30cf60-32fd-49fb-8fd9-560253572c99 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594487 Jul 27 21:02:05.812895 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89380563-614d-4b05-8413-bfa9ce2577c8 req-f1cc12af-5819-4a4b-8cfb-e50dcd67e6cf tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585737 Jul 27 21:02:05.868077 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:05.877508 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108b9063-3c09-4182-9300-7d869bd585e7 x-openstack-request-id: req-108b9063-3c09-4182-9300-7d869bd585e7 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:05.877784 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac9e21a-7ca9-4f56-8f86-704894e337a9", "name": "network-vif-plugged", "status": "completed", "tag": "f0188fac-0d19-4e89-8a50-1df031009e39", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:05.878031 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-108b9063-3c09-4182-9300-7d869bd585e7 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:05.878436 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac9e21a-7ca9-4f56-8f86-704894e337a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0188fac-0d19-4e89-8a50-1df031009e39', 'code': 200} Jul 27 21:02:05.903620 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ad89569f-be16-49eb-89a2-de84f32fd8d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ad89569f-be16-49eb-89a2-de84f32fd8d6,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:05.908067 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:05.944254 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecefb7b-af6b-44a4-aa54-e35f89cb41eb req-0a89bce5-6367-4946-b320-5806751f9b5a tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:05.945791 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ecefb7b-af6b-44a4-aa54-e35f89cb41eb req-0a89bce5-6367-4946-b320-5806751f9b5a tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 944 time: 0.0699048 Jul 27 21:02:05.957935 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ad89569f-be16-49eb-89a2-de84f32fd8d6,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:05.989503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ecefb7b-af6b-44a4-aa54-e35f89cb41eb req-f0fe4a37-77eb-46ac-95c3-6987b54444e0 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370629 Jul 27 21:02:06.336297 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473021b-7e12-42ac-b5b5-7dd498181645 req-7b7eb871-3711-4c6b-9c98-5d404b750f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:06.338701 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7473021b-7e12-42ac-b5b5-7dd498181645 req-7b7eb871-3711-4c6b-9c98-5d404b750f9a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 1097 time: 0.3769529 Jul 27 21:02:06.378377 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7473021b-7e12-42ac-b5b5-7dd498181645 req-6ef05271-a3c5-4f4c-91d3-747f9e774f7b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311584 Jul 27 21:02:06.425117 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16e4f1-411c-4a37-8413-964af68eb487 req-9ae54cf7-8617-4b88-8ff1-89ea1688dec3 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:06.427233 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d16e4f1-411c-4a37-8413-964af68eb487 req-9ae54cf7-8617-4b88-8ff1-89ea1688dec3 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.0665033 Jul 27 21:02:06.467538 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d16e4f1-411c-4a37-8413-964af68eb487 req-b79c4218-12dc-43f1-a6ad-9ba6ea466dbf tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336211 Jul 27 21:02:06.502553 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39d40f29-8c86-4889-99e2-4078a7ea054b req-5d04dfd4-53e0-48ef-a632-adcb55d1ed16 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0288389 Jul 27 21:02:06.983886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb898a-f262-4e1e-8035-282b647f2c31 req-dcb5ef6c-612d-45c1-a6eb-a8acfda83be9 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:06.985385 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43bb898a-f262-4e1e-8035-282b647f2c31 req-dcb5ef6c-612d-45c1-a6eb-a8acfda83be9 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 945 time: 0.1061080 Jul 27 21:02:06.997436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f2f29-7956-40c1-93b8-fc715af9537e req-0cd0db3a-582e-4503-a99e-6be7d79b738b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:06.998912 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-491f2f29-7956-40c1-93b8-fc715af9537e req-0cd0db3a-582e-4503-a99e-6be7d79b738b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 946 time: 0.1106081 Jul 27 21:02:07.043518 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:07.054581 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43bb898a-f262-4e1e-8035-282b647f2c31 req-c15b0a28-d5d0-47c1-b8ec-9d280b61264c tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546994 Jul 27 21:02:07.062682 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-491f2f29-7956-40c1-93b8-fc715af9537e req-64c5b497-456f-4be7-8489-49c5b88c60cd tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570209 Jul 27 21:02:07.172325 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6cccb-e423-4515-a490-9dd2e0c64539 req-c754128b-8536-4d72-915c-db21320118cf tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:07.173713 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9b6cccb-e423-4515-a490-9dd2e0c64539 req-c754128b-8536-4d72-915c-db21320118cf tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 944 time: 0.0628068 Jul 27 21:02:07.212214 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9b6cccb-e423-4515-a490-9dd2e0c64539 req-1011a949-ede7-4aac-9d38-505939765db4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320237 Jul 27 21:02:07.423537 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:07.610917 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-621350e1-d07a-4ceb-b641-74f153a83e7d req-5c4f3042-23f4-4d1b-a193-8f822774a673 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0333793 Jul 27 21:02:07.630089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c4c8c-9a69-44e9-9aff-2ceaa9d04a59 req-9e782065-d845-47d8-b05b-08ceb46d8844 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:07.631656 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-309c4c8c-9a69-44e9-9aff-2ceaa9d04a59 req-9e782065-d845-47d8-b05b-08ceb46d8844 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.0975866 Jul 27 21:02:07.672484 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-309c4c8c-9a69-44e9-9aff-2ceaa9d04a59 req-83affbc9-1087-45f7-a284-b722a672d358 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328300 Jul 27 21:02:07.879595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ab64c6-e96b-4eab-8a32-b470747238ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad89569f-be16-49eb-89a2-de84f32fd8d6'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:07.882013 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adea1a1c-5136-483b-b0a4-1a8c4b4f235c" -d '{"events": [{"server_uuid": "f1ab64c6-e96b-4eab-8a32-b470747238ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ad89569f-be16-49eb-89a2-de84f32fd8d6"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:07.918313 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85c0397-cdcb-4311-877a-948a0265eb85 x-openstack-request-id: req-b85c0397-cdcb-4311-877a-948a0265eb85 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:07.918604 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ab64c6-e96b-4eab-8a32-b470747238ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ad89569f-be16-49eb-89a2-de84f32fd8d6", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:07.918856 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b85c0397-cdcb-4311-877a-948a0265eb85 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:07.919251 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ab64c6-e96b-4eab-8a32-b470747238ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad89569f-be16-49eb-89a2-de84f32fd8d6', 'code': 200} Jul 27 21:02:08.226151 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedf220-6143-4bc2-9d6f-e6a42b25d797 req-01b70249-b9cf-4fe8-b5a8-80dc5b8baa4b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:08.227880 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0cedf220-6143-4bc2-9d6f-e6a42b25d797 req-01b70249-b9cf-4fe8-b5a8-80dc5b8baa4b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 945 time: 0.1042404 Jul 27 21:02:08.261255 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879976f-3b0f-4871-a960-9fbb753b2db8 req-4f95fd0b-7e35-4b29-98c1-ad9e88f7e80f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:08.262773 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8879976f-3b0f-4871-a960-9fbb753b2db8 req-4f95fd0b-7e35-4b29-98c1-ad9e88f7e80f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 946 time: 0.1097593 Jul 27 21:02:08.286280 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0cedf220-6143-4bc2-9d6f-e6a42b25d797 req-9d809852-ea3e-46e9-abc1-c283fcb3e32d tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522516 Jul 27 21:02:08.313388 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8879976f-3b0f-4871-a960-9fbb753b2db8 req-3f0550b4-dc5d-4c31-9987-d86380df5f9f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408564 Jul 27 21:02:08.452911 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca464c-15ed-433b-8f6e-2dfe277244a9 req-d7fce2c0-92b0-406f-bd97-615a51d49c0a tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:08.455117 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5bca464c-15ed-433b-8f6e-2dfe277244a9 req-d7fce2c0-92b0-406f-bd97-615a51d49c0a tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 944 time: 0.1118610 Jul 27 21:02:08.486713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1097a-fd45-4f6b-aa00-8abc050fe8d0 req-4d02480c-8bab-4451-bf8c-a585c3397584 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:08.488240 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8bc1097a-fd45-4f6b-aa00-8abc050fe8d0 req-4d02480c-8bab-4451-bf8c-a585c3397584 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 1097 time: 0.1072850 Jul 27 21:02:08.512254 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5bca464c-15ed-433b-8f6e-2dfe277244a9 req-cd609c16-8523-469b-81d9-e44264bc491a tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489013 Jul 27 21:02:08.534999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8bc1097a-fd45-4f6b-aa00-8abc050fe8d0 req-f0371e52-58ce-4cf5-979e-77026549a800 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364201 Jul 27 21:02:08.726334 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-07bcf3ab-8451-4e67-9c94-b81f4975cf1e req-b87eb8cb-3194-4f44-93fe-dc5f343c9b53 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0368197 Jul 27 21:02:08.776404 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:08.850160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d8a40-656a-42ef-a675-ef3877b02eab req-934894f9-c0eb-4c96-913a-c19d210e3212 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:08.851862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b7d8a40-656a-42ef-a675-ef3877b02eab req-934894f9-c0eb-4c96-913a-c19d210e3212 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.0727465 Jul 27 21:02:08.908594 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b7d8a40-656a-42ef-a675-ef3877b02eab req-2d590694-0767-422d-9151-b8ea7e476809 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472059 Jul 27 21:02:09.327081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9877237-b622-4970-8d37-ee8c47d3dcec details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:09.428975 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658c976-1ced-4778-86a3-f5cb70f64e28 req-53a94196-602b-4f6c-87ba-6eccfb6f9f0b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:09.430745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c9877237-b622-4970-8d37-ee8c47d3dcec, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9877237-b622-4970-8d37-ee8c47d3dcec,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:09.431255 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1658c976-1ced-4778-86a3-f5cb70f64e28 req-53a94196-602b-4f6c-87ba-6eccfb6f9f0b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 945 time: 0.0748959 Jul 27 21:02:09.444267 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'c9877237-b622-4970-8d37-ee8c47d3dcec', 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c', 'port_id': 'c9877237-b622-4970-8d37-ee8c47d3dcec', 'mac_address': 'fa:16:3e:54:48:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522c0dd9-68b6-4956-99f4-df5491c95ae5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:09.489132 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1658c976-1ced-4778-86a3-f5cb70f64e28 req-2b523952-6651-4aea-96b6-8a824f18af3b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510578 Jul 27 21:02:09.523593 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:09.545513 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9877237-b622-4970-8d37-ee8c47d3dcec {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:09.580786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c9877237-b622-4970-8d37-ee8c47d3dcec, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9877237-b622-4970-8d37-ee8c47d3dcec,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:09.585878 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:09.662720 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=c9877237-b622-4970-8d37-ee8c47d3dcec,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:09.691403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['c9877237-b622-4970-8d37-ee8c47d3dcec'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:09.697009 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a948675-2194-4a4b-9a0e-fc44b54a83e7 req-e9a08dad-ec32-4207-8d46-96655066633b tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:09.706794 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a948675-2194-4a4b-9a0e-fc44b54a83e7 req-e9a08dad-ec32-4207-8d46-96655066633b tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 944 time: 0.1074536 Jul 27 21:02:09.756544 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a948675-2194-4a4b-9a0e-fc44b54a83e7 req-1424644b-bf63-43bf-9e14-70a9fce4f19f tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471330 Jul 27 21:02:09.818157 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1c1505d8-c9db-4b37-9af0-37d3994d6239 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:09.865451 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc3c9ff3-13e5-4bc0-a8af-fe45fbe30537 req-4ce78fe4-47e4-4cf8-b161-dc00bfce2dac tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0325317 Jul 27 21:02:09.895095 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730184b-c59b-4038-a79e-89d783ca7842 req-82c37d15-9c0b-4a5a-90fa-a8080a7ede33 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:09.896757 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a730184b-c59b-4038-a79e-89d783ca7842 req-82c37d15-9c0b-4a5a-90fa-a8080a7ede33 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 944 time: 0.1017084 Jul 27 21:02:09.947703 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a730184b-c59b-4038-a79e-89d783ca7842 req-90dc4640-1da1-4088-904b-8e6299e286b1 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433373 Jul 27 21:02:09.971653 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1c1505d8-c9db-4b37-9af0-37d3994d6239, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1c1505d8-c9db-4b37-9af0-37d3994d6239,segment=NetworkSegment(bb42fb63-36f5-406d-9192-ebfd9d77cf0f),segment_id=bb42fb63-36f5-406d-9192-ebfd9d77cf0f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:09.999858 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '1c1505d8-c9db-4b37-9af0-37d3994d6239', 'network_id': 'c2788889-78bc-4eba-ac16-c9dce5be6b6e', 'port_id': '1c1505d8-c9db-4b37-9af0-37d3994d6239', 'mac_address': 'fa:16:3e:ca:63:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c136c6-81ef-4481-aa92-56a8896e1453', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:10.043891 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:10.057984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1505d8-c9db-4b37-9af0-37d3994d6239 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:10.082946 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1c1505d8-c9db-4b37-9af0-37d3994d6239, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1c1505d8-c9db-4b37-9af0-37d3994d6239,segment=NetworkSegment(bb42fb63-36f5-406d-9192-ebfd9d77cf0f),segment_id=bb42fb63-36f5-406d-9192-ebfd9d77cf0f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:10.088349 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:10.095637 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40e58-a82e-42d6-926d-ab4f4c706bfd req-42c0e212-f945-4efc-9129-fd5759661d08 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:10.097204 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7cc40e58-a82e-42d6-926d-ab4f4c706bfd req-42c0e212-f945-4efc-9129-fd5759661d08 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.0736349 Jul 27 21:02:10.139307 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7cc40e58-a82e-42d6-926d-ab4f4c706bfd req-1979cb4a-b069-49c6-b123-8e394204bddd tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343800 Jul 27 21:02:10.140341 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=1c1505d8-c9db-4b37-9af0-37d3994d6239,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:10.898268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac2588-6b4d-46fa-8086-1c81cb625bcc req-c32a1b3e-3f92-4de3-80e4-28d4b572f600 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:10.901128 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8ac2588-6b4d-46fa-8086-1c81cb625bcc req-c32a1b3e-3f92-4de3-80e4-28d4b572f600 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 945 time: 0.0731096 Jul 27 21:02:10.944212 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8ac2588-6b4d-46fa-8086-1c81cb625bcc req-5b238f8c-c1e8-4171-b249-ad222a375170 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375247 Jul 27 21:02:10.970179 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f8407aaa-7202-4be8-b788-23495d3a7bd3 req-cfc042d5-ce87-4deb-a1d8-8e8b8546da33 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0361989 Jul 27 21:02:10.987721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ef21a0e-3962-4c5c-91d1-db2ec799f189 req-85f10d8f-1466-4889-89e4-79fd558afa15 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0318217 Jul 27 21:02:11.045994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1c1505d8-c9db-4b37-9af0-37d3994d6239'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:11.129358 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93797a4-0621-4d30-bc5d-9c391e7acb8d req-db59d444-5e96-4165-92fe-e43136dee77c tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.130972 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c93797a4-0621-4d30-bc5d-9c391e7acb8d req-db59d444-5e96-4165-92fe-e43136dee77c tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 944 time: 0.0730250 Jul 27 21:02:11.187907 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c93797a4-0621-4d30-bc5d-9c391e7acb8d req-2d1c0b0d-20af-414e-a70f-e48331cfc19c tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445001 Jul 27 21:02:11.315997 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d6b2e-9f69-4c84-885e-d12411704b4b req-7f0a31e8-5051-471c-a85b-f06a0c7715ee tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.318937 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-417d6b2e-9f69-4c84-885e-d12411704b4b req-7f0a31e8-5051-471c-a85b-f06a0c7715ee tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.0767653 Jul 27 21:02:11.328246 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9877237-b622-4970-8d37-ee8c47d3dcec up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:11.360839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-417d6b2e-9f69-4c84-885e-d12411704b4b req-24ae20fa-dc85-470b-b5e3-78ae72546d4d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352507 Jul 27 21:02:11.402409 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port c9877237-b622-4970-8d37-ee8c47d3dcec triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:11.402793 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:11.489375 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:11.503312 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546b848-b03f-4be6-a2fd-d19a7a658241 req-e001ad7b-7555-4ff4-98fe-a464550ce303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.504834 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1546b848-b03f-4be6-a2fd-d19a7a658241 req-e001ad7b-7555-4ff4-98fe-a464550ce303 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 1096 time: 0.0656404 Jul 27 21:02:11.513372 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff47d751-1e9a-42d3-855f-0e471ae77308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9877237-b622-4970-8d37-ee8c47d3dcec'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:11.515634 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63188f6-2cfd-46cb-bec1-67cedf3146fb" -d '{"events": [{"server_uuid": "ff47d751-1e9a-42d3-855f-0e471ae77308", "name": "network-vif-plugged", "status": "completed", "tag": "c9877237-b622-4970-8d37-ee8c47d3dcec"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:11.531471 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c9877237-b622-4970-8d37-ee8c47d3dcec, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9877237-b622-4970-8d37-ee8c47d3dcec,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:11.537658 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:11.548630 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1546b848-b03f-4be6-a2fd-d19a7a658241 req-605ad468-b3fd-40f0-af43-e387dc16905a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349247 Jul 27 21:02:11.567685 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2987d0-ef6b-4abc-a1ac-6c8fb826d109 x-openstack-request-id: req-3c2987d0-ef6b-4abc-a1ac-6c8fb826d109 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:11.567914 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff47d751-1e9a-42d3-855f-0e471ae77308", "name": "network-vif-plugged", "status": "completed", "tag": "c9877237-b622-4970-8d37-ee8c47d3dcec", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:11.568163 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c2987d0-ef6b-4abc-a1ac-6c8fb826d109 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:11.568580 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff47d751-1e9a-42d3-855f-0e471ae77308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9877237-b622-4970-8d37-ee8c47d3dcec', 'code': 200} Jul 27 21:02:11.595845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=c9877237-b622-4970-8d37-ee8c47d3dcec,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:11.703785 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadebce-1f77-462a-a498-8841c48fcfcf req-f65573e6-edc6-4091-a187-87b3679f9669 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:11.705670 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4eadebce-1f77-462a-a498-8841c48fcfcf req-f65573e6-edc6-4091-a187-87b3679f9669 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 945 time: 0.0692127 Jul 27 21:02:11.822527 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-4eadebce-1f77-462a-a498-8841c48fcfcf req-5d192d95-c595-4473-b63c-336907f1ecad tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Deleting port c9877237-b622-4970-8d37-ee8c47d3dcec {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:02:11.822794 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4eadebce-1f77-462a-a498-8841c48fcfcf req-5d192d95-c595-4473-b63c-336907f1ecad tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:11.831726 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1df603f3-390a-41ea-b08f-ca30c4a377b0 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:11.935765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4eadebce-1f77-462a-a498-8841c48fcfcf req-5d192d95-c595-4473-b63c-336907f1ecad tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] For port c9877237-b622-4970-8d37-ee8c47d3dcec, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c9877237-b622-4970-8d37-ee8c47d3dcec,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:11.937333 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4eadebce-1f77-462a-a498-8841c48fcfcf req-5d192d95-c595-4473-b63c-336907f1ecad tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:11.940520 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1df603f3-390a-41ea-b08f-ca30c4a377b0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1df603f3-390a-41ea-b08f-ca30c4a377b0,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:11.954524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-4eadebce-1f77-462a-a498-8841c48fcfcf req-5d192d95-c595-4473-b63c-336907f1ecad tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Calling delete_port for c9877237-b622-4970-8d37-ee8c47d3dcec owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:02:11.972602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '1df603f3-390a-41ea-b08f-ca30c4a377b0', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '1df603f3-390a-41ea-b08f-ca30c4a377b0', 'mac_address': 'fa:16:3e:a7:cc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:12.017657 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:12.032087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1df603f3-390a-41ea-b08f-ca30c4a377b0 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:12.069333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1df603f3-390a-41ea-b08f-ca30c4a377b0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1df603f3-390a-41ea-b08f-ca30c4a377b0,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:12.080086 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:12.151174 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=1df603f3-390a-41ea-b08f-ca30c4a377b0,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:12.156746 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33593a3c-50d4-4e77-a8d4-de8354a9090f req-faf4e80a-9dd2-4930-a04c-54b6a6cb2e7b tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0377054 Jul 27 21:02:12.196348 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4eadebce-1f77-462a-a498-8841c48fcfcf req-5d192d95-c595-4473-b63c-336907f1ecad tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:12.204215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b721737-fa77-489d-90d8-7288dced8458 req-6e25f320-f62e-431c-b157-06e2acf0f091 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:12.210719 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b721737-fa77-489d-90d8-7288dced8458 req-6e25f320-f62e-431c-b157-06e2acf0f091 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 945 time: 0.1644258 Jul 27 21:02:12.232374 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d192d95-c595-4473-b63c-336907f1ecad tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Pushing event deleted for resources: {'Port': ['ID=c9877237-b622-4970-8d37-ee8c47d3dcec,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:12.275525 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b721737-fa77-489d-90d8-7288dced8458 req-1e5ab932-092c-4039-b144-5edce7306688 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626454 Jul 27 21:02:12.288126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eadebce-1f77-462a-a498-8841c48fcfcf req-5d192d95-c595-4473-b63c-336907f1ecad tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] No DVR routers for this DVR port c9877237-b622-4970-8d37-ee8c47d3dcec on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:02:12.295543 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4eadebce-1f77-462a-a498-8841c48fcfcf req-5d192d95-c595-4473-b63c-336907f1ecad tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:12.298083 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4eadebce-1f77-462a-a498-8841c48fcfcf req-5d192d95-c595-4473-b63c-336907f1ecad tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.20 "DELETE /v2.0/ports/c9877237-b622-4970-8d37-ee8c47d3dcec HTTP/1.1" status: 204 len: 173 time: 0.5800655 Jul 27 21:02:12.298844 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff47d751-1e9a-42d3-855f-0e471ae77308', 'name': 'network-vif-deleted', 'tag': 'c9877237-b622-4970-8d37-ee8c47d3dcec'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:12.301833 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b2d2e2-581f-4bed-94bd-738c0f22311c" -d '{"events": [{"server_uuid": "ff47d751-1e9a-42d3-855f-0e471ae77308", "name": "network-vif-deleted", "tag": "c9877237-b622-4970-8d37-ee8c47d3dcec"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:12.445269 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-850eeda8-dd18-4d4f-8daa-59acbdd6894b req-dac6d020-b485-465b-886c-fdad2464a7aa tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff47d751-1e9a-42d3-855f-0e471ae77308 HTTP/1.1" status: 200 len: 210 time: 0.0315785 Jul 27 21:02:12.598954 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1880313e-85f1-4e6c-981c-759b8db2bf00 x-openstack-request-id: req-1880313e-85f1-4e6c-981c-759b8db2bf00 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:12.599576 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff47d751-1e9a-42d3-855f-0e471ae77308", "name": "network-vif-deleted", "tag": "c9877237-b622-4970-8d37-ee8c47d3dcec", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:12.600713 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1880313e-85f1-4e6c-981c-759b8db2bf00 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:12.601409 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff47d751-1e9a-42d3-855f-0e471ae77308', 'name': 'network-vif-deleted', 'tag': 'c9877237-b622-4970-8d37-ee8c47d3dcec', 'status': 'completed', 'code': 200} Jul 27 21:02:12.650849 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e99a9138-b075-4906-8cac-3c66cdb79d77 req-622ac05b-24a6-4819-8423-bfe24c9d4e27 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a801f20-025e-4cd3-a33d-aebf39dbe280&device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0322921 Jul 27 21:02:12.733887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f6801-21aa-48cd-bb86-08963cf9c0e3 req-19b09168-a534-4d85-814e-4ba0dfdc3b08 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:12.738841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d20f6801-21aa-48cd-bb86-08963cf9c0e3 req-19b09168-a534-4d85-814e-4ba0dfdc3b08 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.0868237 Jul 27 21:02:12.794858 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d20f6801-21aa-48cd-bb86-08963cf9c0e3 req-63cec5b2-ae0e-4054-a139-63632a448b00 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528553 Jul 27 21:02:12.874530 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c7dfb30-f95e-4169-8a11-7e21ca115b63 req-d57458df-e6c0-4546-90e8-b6343b81a425 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ee6c04874cf40e4a4856df993ef4c70&device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0398636 Jul 27 21:02:12.889158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1df603f3-390a-41ea-b08f-ca30c4a377b0'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:12.913831 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c7dfb30-f95e-4169-8a11-7e21ca115b63 req-03a352b2-2577-498f-99f6-a77487bf7e5f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7ee6c04874cf40e4a4856df993ef4c70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314925 Jul 27 21:02:12.916336 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3843ccfd-f959-46a6-b2d3-e21eb45d4e75 req-ec802d92-7e44-4c41-9d7c-e2bd8299a26d tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0553639 Jul 27 21:02:13.043107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dfb30-f95e-4169-8a11-7e21ca115b63 req-6c9cd9e8-1988-48be-8389-21221d078aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.044908 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c7dfb30-f95e-4169-8a11-7e21ca115b63 req-6c9cd9e8-1988-48be-8389-21221d078aaf service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1128476 Jul 27 21:02:13.340601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9877237-b622-4970-8d37-ee8c47d3dcec no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:02:13.364218 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: c9877237-b622-4970-8d37-ee8c47d3dcec {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:02:13.364892 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c9877237-b622-4970-8d37-ee8c47d3dcec not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:02:13.415498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c64443-ea39-4396-8b8a-a06e15dc07be req-9e4f0af2-9082-4236-bb6a-d450ebb907c4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:13.418041 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84c64443-ea39-4396-8b8a-a06e15dc07be req-9e4f0af2-9082-4236-bb6a-d450ebb907c4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 945 time: 0.0736861 Jul 27 21:02:13.458995 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84c64443-ea39-4396-8b8a-a06e15dc07be req-5984be89-562c-4683-95aa-093222829e12 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350649 Jul 27 21:02:13.827960 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1df603f3-390a-41ea-b08f-ca30c4a377b0 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:13.883322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 1df603f3-390a-41ea-b08f-ca30c4a377b0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:13.884405 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.004145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e320ad-5b0d-47df-b6a1-c584b667c47e req-60a880cb-65cb-4f73-9b1d-1da345351da5 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.006699 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-56e320ad-5b0d-47df-b6a1-c584b667c47e req-60a880cb-65cb-4f73-9b1d-1da345351da5 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.1288059 Jul 27 21:02:14.016745 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.039165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b667a35-0548-4f69-8087-9aafb0e5bbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df603f3-390a-41ea-b08f-ca30c4a377b0'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:14.041513 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f482b2-6a6a-42cb-abf1-74cb1b776b6b" -d '{"events": [{"server_uuid": "2b667a35-0548-4f69-8087-9aafb0e5bbd0", "name": "network-vif-plugged", "status": "completed", "tag": "1df603f3-390a-41ea-b08f-ca30c4a377b0"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:14.049981 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-56e320ad-5b0d-47df-b6a1-c584b667c47e req-9f7b0b67-d5b6-46f9-9d10-13ba74e900ac tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361693 Jul 27 21:02:14.055902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1df603f3-390a-41ea-b08f-ca30c4a377b0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1df603f3-390a-41ea-b08f-ca30c4a377b0,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:14.060423 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.061493 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1c1505d8-c9db-4b37-9af0-37d3994d6239 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:14.141617 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9fa2b933-befb-47a8-8617-3355a6eee8dd req-0c18396f-a2e6-4b19-90fb-a9df6f5141bd tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0320261 Jul 27 21:02:14.157360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=1df603f3-390a-41ea-b08f-ca30c4a377b0,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:14.175314 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 1c1505d8-c9db-4b37-9af0-37d3994d6239 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:14.181242 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 1c1505d8-c9db-4b37-9af0-37d3994d6239 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:14.181749 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.204376 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abb4e7d-1c67-4ee5-8a1b-9becc9b1d4ea x-openstack-request-id: req-8abb4e7d-1c67-4ee5-8a1b-9becc9b1d4ea {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:14.204868 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b667a35-0548-4f69-8087-9aafb0e5bbd0", "name": "network-vif-plugged", "status": "completed", "tag": "1df603f3-390a-41ea-b08f-ca30c4a377b0", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:14.205293 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8abb4e7d-1c67-4ee5-8a1b-9becc9b1d4ea {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:14.205774 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b667a35-0548-4f69-8087-9aafb0e5bbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df603f3-390a-41ea-b08f-ca30c4a377b0', 'code': 200} Jul 27 21:02:14.273593 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.309145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1c1505d8-c9db-4b37-9af0-37d3994d6239, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1c1505d8-c9db-4b37-9af0-37d3994d6239,segment=NetworkSegment(bb42fb63-36f5-406d-9192-ebfd9d77cf0f),segment_id=bb42fb63-36f5-406d-9192-ebfd9d77cf0f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:14.314857 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.330804 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e791b8d-1977-4ab9-98a6-21df4bcf4c2d req-d669164b-86ee-4420-8bd8-4350a111ddd4 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.332778 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e791b8d-1977-4ab9-98a6-21df4bcf4c2d req-d669164b-86ee-4420-8bd8-4350a111ddd4 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.0827849 Jul 27 21:02:14.364172 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=1c1505d8-c9db-4b37-9af0-37d3994d6239,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:14.376008 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e791b8d-1977-4ab9-98a6-21df4bcf4c2d req-3d6588dd-ea48-4e14-bc4a-7939b0c36f6c tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360925 Jul 27 21:02:14.413877 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c7dfb30-f95e-4169-8a11-7e21ca115b63 req-7191367a-bbef-465e-a2ee-fb15c2fd44cb tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.20 "GET /v2.0/ports?device_id=151138a3-f0a5-440b-8107-93f75a83399d HTTP/1.1" status: 200 len: 210 time: 0.0368748 Jul 27 21:02:14.764128 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5501bd-7cdb-48ed-a5ca-9ffa4ef010cc req-962303f2-e0f8-4b29-abd9-7c2ce0e7b828 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.765722 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc5501bd-7cdb-48ed-a5ca-9ffa4ef010cc req-962303f2-e0f8-4b29-abd9-7c2ce0e7b828 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 946 time: 0.0831878 Jul 27 21:02:14.780693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38486) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:14.785433 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4603a822-6951-4482-a8d4-95d30a395d41 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1148330791', 'description': 'tempest-description--1425257904'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:14.851111 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4603a822-6951-4482-a8d4-95d30a395d41 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.854981 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc5501bd-7cdb-48ed-a5ca-9ffa4ef010cc req-503d45b9-49fd-40d9-a729-861cab575e3e tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724747 Jul 27 21:02:14.881868 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:02:14.960042 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4603a822-6951-4482-a8d4-95d30a395d41 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.965364 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4603a822-6951-4482-a8d4-95d30a395d41 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.983890 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4603a822-6951-4482-a8d4-95d30a395d41 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:14.985233 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4603a822-6951-4482-a8d4-95d30a395d41 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2035418 Jul 27 21:02:14.990723 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38496) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:14.994049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc8d8e-488c-48af-a131-4be0a2cff9ee req-54c2efd4-e659-4edd-a7d1-e1e0e0df3b18 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:14.995498 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1fdcc7b3-8e6d-4933-bc90-fa88b9b95b4e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Request body: {'security_group_rule': {'security_group_id': 'cc9ba489-4188-468b-acf3-d66f97251c43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:14.995692 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91bc8d8e-488c-48af-a131-4be0a2cff9ee req-54c2efd4-e659-4edd-a7d1-e1e0e0df3b18 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.0767002 Jul 27 21:02:15.020697 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603a822-6951-4482-a8d4-95d30a395d41 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9ba489-4188-468b-acf3-d66f97251c43,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:15.039369 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc7b3-8e6d-4933-bc90-fa88b9b95b4e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:15.044291 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91bc8d8e-488c-48af-a131-4be0a2cff9ee req-f6177742-f6c5-4267-b3e0-cb09ec48b291 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413666 Jul 27 21:02:15.108957 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc7b3-8e6d-4933-bc90-fa88b9b95b4e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:15.113726 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc7b3-8e6d-4933-bc90-fa88b9b95b4e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:15.135011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcc7b3-8e6d-4933-bc90-fa88b9b95b4e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946929a0-3339-490d-88f8-0be9b28c67af,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:15.138791 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc7b3-8e6d-4933-bc90-fa88b9b95b4e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:15.142531 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1fdcc7b3-8e6d-4933-bc90-fa88b9b95b4e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482179 Jul 27 21:02:15.143196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38502) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:15.147475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-31826706-8404-4a24-9aee-867f31a91e2b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Request body: {'security_group_rule': {'security_group_id': 'cc9ba489-4188-468b-acf3-d66f97251c43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:15.178571 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-31826706-8404-4a24-9aee-867f31a91e2b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:15.252715 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-31826706-8404-4a24-9aee-867f31a91e2b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:15.267291 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-31826706-8404-4a24-9aee-867f31a91e2b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:15.292113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31826706-8404-4a24-9aee-867f31a91e2b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26498184-f25d-4a2e-9f66-3aa6d1b4e174,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:15.322934 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-31826706-8404-4a24-9aee-867f31a91e2b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:15.324155 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-31826706-8404-4a24-9aee-867f31a91e2b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802678 Jul 27 21:02:15.327557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38510) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:15.334202 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:15.373743 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for floatingip, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:15.375276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a277cb-ef4b-43ce-bcc4-83d8b1f585c6 req-0702a526-9c5d-4511-a3af-8574d868b864 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:15.377008 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16a277cb-ef4b-43ce-bcc4-83d8b1f585c6 req-0702a526-9c5d-4511-a3af-8574d868b864 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.0967243 Jul 27 21:02:15.457744 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59528de7-3484-43a9-9d13-4766fa3c8755 req-7bf750e6-7026-412f-9efa-76eb97931365 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ee6c04874cf40e4a4856df993ef4c70&device_id=0a801f20-025e-4cd3-a33d-aebf39dbe280 HTTP/1.1" status: 200 len: 210 time: 0.0632782 Jul 27 21:02:15.458363 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16a277cb-ef4b-43ce-bcc4-83d8b1f585c6 req-9ca0be41-6fe1-4f9f-8e9e-d08d6a887991 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699148 Jul 27 21:02:15.460322 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-23bb3d1c-ad3d-4757-ac7c-4f5c8903c1f3 req-58908dda-195e-49fc-8b12-cf53dfaa4623 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a801f20-025e-4cd3-a33d-aebf39dbe280 HTTP/1.1" status: 200 len: 210 time: 0.0409803 Jul 27 21:02:15.494882 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59528de7-3484-43a9-9d13-4766fa3c8755 req-764f2167-03b0-4bf0-a697-547e63e742b9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7ee6c04874cf40e4a4856df993ef4c70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272956 Jul 27 21:02:15.637574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59528de7-3484-43a9-9d13-4766fa3c8755 req-74823250-d8f5-43b8-a61a-921b45db5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:15.638961 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59528de7-3484-43a9-9d13-4766fa3c8755 req-74823250-d8f5-43b8-a61a-921b45db5d20 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341543 Jul 27 21:02:15.647047 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:15.760965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Allocated IP 172.25.2.149 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/46c17961-db06-45cd-a858-5a6e8aaa912c) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:15.861986 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:15.907270 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:15.958506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:15.962085 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:15.966475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:15.969889 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Pushing event updated for resources: {'Port': ['ID=46c17961-db06-45cd-a858-5a6e8aaa912c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:15.985366 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910b8b1-cf76-45e5-b471-1fc733b8508a req-a256804a-06f0-41e8-9aae-88ecfd61eba4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:15.987271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1910b8b1-cf76-45e5-b471-1fc733b8508a req-a256804a-06f0-41e8-9aae-88ecfd61eba4 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 946 time: 0.0754492 Jul 27 21:02:16.028052 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1910b8b1-cf76-45e5-b471-1fc733b8508a req-baf09c72-3d0f-418e-8d11-fb919401db53 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336659 Jul 27 21:02:16.057989 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.099939 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.206984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbc02d4-a307-45f5-851f-8b8a4a1e360a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1505d8-c9db-4b37-9af0-37d3994d6239'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:16.209352 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbd8ce0-7375-4615-970f-3f1689a12a14" -d '{"events": [{"server_uuid": "9bbc02d4-a307-45f5-851f-8b8a4a1e360a", "name": "network-vif-plugged", "status": "completed", "tag": "1c1505d8-c9db-4b37-9af0-37d3994d6239"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:16.246710 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91b1d34-bbc1-4247-bbec-d7e7d6dfea8a x-openstack-request-id: req-d91b1d34-bbc1-4247-bbec-d7e7d6dfea8a {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:16.247128 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbc02d4-a307-45f5-851f-8b8a4a1e360a", "name": "network-vif-plugged", "status": "completed", "tag": "1c1505d8-c9db-4b37-9af0-37d3994d6239", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:16.247479 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d91b1d34-bbc1-4247-bbec-d7e7d6dfea8a {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:16.247969 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbc02d4-a307-45f5-851f-8b8a4a1e360a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1505d8-c9db-4b37-9af0-37d3994d6239', 'code': 200} Jul 27 21:02:16.255257 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.260202 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.334795 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Pushing event updated for resources: {'Port': ['ID=46c17961-db06-45cd-a858-5a6e8aaa912c,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:16.347576 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.362463 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:16.363705 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bc3f60c4-b087-45cd-bc53-71db73de926e tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0341861 Jul 27 21:02:16.366786 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce148cd-5749-4e76-b258-ef71f8abecfd req-618359c9-1e6e-40f4-9c65-04966a36a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:16.368785 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ce148cd-5749-4e76-b258-ef71f8abecfd req-618359c9-1e6e-40f4-9c65-04966a36a321 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 1097 time: 0.0587356 Jul 27 21:02:16.405032 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ce148cd-5749-4e76-b258-ef71f8abecfd req-48875344-14ed-4efa-98ff-771d93ee5c9f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286169 Jul 27 21:02:16.595253 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38efbfbd-1845-40e5-83c6-c7f097eec2b5 req-7a3a9be6-f105-4adc-9a12-d917a27a8ace tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a801f20-025e-4cd3-a33d-aebf39dbe280 HTTP/1.1" status: 200 len: 210 time: 0.0556030 Jul 27 21:02:16.646316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e26ead-960e-4779-87a9-036969c5511d req-dee8b1f7-f4b1-4d34-ac63-c8da6f9acc31 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:16.647896 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11e26ead-960e-4779-87a9-036969c5511d req-dee8b1f7-f4b1-4d34-ac63-c8da6f9acc31 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/networks?id=0344717b-df37-43f6-9323-b0891968dc9c HTTP/1.1" status: 200 len: 822 time: 0.1303210 Jul 27 21:02:16.691104 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11e26ead-960e-4779-87a9-036969c5511d req-45701427-f92b-46f1-b65a-6e02190c31d5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/quotas/4fa0a9ebaa2e4f24a118e4c7a0098678 HTTP/1.1" status: 200 len: 375 time: 0.0311286 Jul 27 21:02:16.754578 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43b4c9-b98a-4f9a-b0e1-890b9c2fdec6 req-e40b8dfb-edcd-41cd-8e7f-99ba9dd17b0c tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:16.755978 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a43b4c9-b98a-4f9a-b0e1-890b9c2fdec6 req-e40b8dfb-edcd-41cd-8e7f-99ba9dd17b0c tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.1043184 Jul 27 21:02:16.798714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11e26ead-960e-4779-87a9-036969c5511d req-dc38ee4d-d482-4bbb-bea7-688e6aaf074b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4fa0a9ebaa2e4f24a118e4c7a0098678&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1002884 Jul 27 21:02:16.806394 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a43b4c9-b98a-4f9a-b0e1-890b9c2fdec6 req-f6aec4e8-a1b8-4f0c-bfb4-999fc4f9ca97 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427256 Jul 27 21:02:16.913065 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11e26ead-960e-4779-87a9-036969c5511d req-89fac008-b6e3-4f58-b8fa-f381ea333fc3 service neutron] 10.222.0.55 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037042 Jul 27 21:02:17.025881 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59528de7-3484-43a9-9d13-4766fa3c8755 req-820374fe-2cab-46cc-af13-a6fef3edcec4 tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a801f20-025e-4cd3-a33d-aebf39dbe280 HTTP/1.1" status: 200 len: 210 time: 0.0372467 Jul 27 21:02:17.035026 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11e26ead-960e-4779-87a9-036969c5511d req-d309d2fb-34a7-4dc4-9e54-17f203d29b6a service neutron] 10.222.0.55 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149487 Jul 27 21:02:17.246249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5305d45-a1f6-47e8-8c1f-518fad44150e req-8cb52cbf-b024-4964-93ea-abb177911b01 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:17.259216 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5305d45-a1f6-47e8-8c1f-518fad44150e req-8cb52cbf-b024-4964-93ea-abb177911b01 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 946 time: 0.1246164 Jul 27 21:02:17.336242 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-128df04b-58b6-4d68-9c12-02c6cd2975f3 req-fdf6539a-1d2d-41e1-9880-e56a3ea30b31 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 210 time: 0.0668263 Jul 27 21:02:17.359237 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5305d45-a1f6-47e8-8c1f-518fad44150e req-c94707ab-005d-497f-9ac3-69802364286b tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987580 Jul 27 21:02:17.782879 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a886de4-6e33-4219-8c69-c411100ea68d req-e39f38ab-fe2f-4b2f-9b00-f3732fba0a5a tempest-ServerShowV247Test-1120327458 tempest-ServerShowV247Test-1120327458-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a801f20-025e-4cd3-a33d-aebf39dbe280 HTTP/1.1" status: 200 len: 210 time: 0.0481315 Jul 27 21:02:18.508775 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-54652dc2-f954-4c22-bfb5-28bb2dde1e63 req-14624731-6809-4398-8d05-20c105fe9151 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 210 time: 0.0429235 Jul 27 21:02:18.582328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e26ead-960e-4779-87a9-036969c5511d req-408ca90d-bd34-48c7-8911-7a8358392314 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:18.584159 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11e26ead-960e-4779-87a9-036969c5511d req-408ca90d-bd34-48c7-8911-7a8358392314 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.20 "GET /v2.0/networks?id=0344717b-df37-43f6-9323-b0891968dc9c HTTP/1.1" status: 200 len: 822 time: 0.1889772 Jul 27 21:02:18.599854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-11e26ead-960e-4779-87a9-036969c5511d req-c8b562e0-360c-4fb5-b7ab-d5135f244e4a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Request body: {'port': {'device_id': '4cf9a958-da6d-409e-b102-258983c76f5c', 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c', 'admin_state_up': True, 'tenant_id': '4fa0a9ebaa2e4f24a118e4c7a0098678'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:18.608461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a1fee-5b78-4add-aef5-3f75ddda444d req-5df6d3ac-35dd-4721-9365-c718919edf55 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:18.617215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-265a1fee-5b78-4add-aef5-3f75ddda444d req-5df6d3ac-35dd-4721-9365-c718919edf55 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 946 time: 0.1181736 Jul 27 21:02:18.669662 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-265a1fee-5b78-4add-aef5-3f75ddda444d req-91d0ddc5-90d6-4ed0-a056-f3cd940ca786 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508139 Jul 27 21:02:18.834301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e26ead-960e-4779-87a9-036969c5511d req-c8b562e0-360c-4fb5-b7ab-d5135f244e4a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Made reservation on behalf of 4fa0a9ebaa2e4f24a118e4c7a0098678 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:18.839377 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-11e26ead-960e-4779-87a9-036969c5511d req-c8b562e0-360c-4fb5-b7ab-d5135f244e4a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:18.936629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77204b59-1fac-434c-9790-81a8afcc9baf req-acaa6ccb-77f1-4c49-bf95-6ec9923ba79c tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:18.950786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77204b59-1fac-434c-9790-81a8afcc9baf req-acaa6ccb-77f1-4c49-bf95-6ec9923ba79c tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.1462953 Jul 27 21:02:19.002317 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77204b59-1fac-434c-9790-81a8afcc9baf req-b6d9796d-edfe-4ba4-86fe-a3e940c64a0c tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499296 Jul 27 21:02:19.006437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094630a3-0e26-4192-8e02-50fae45e257e req-368ff24c-1e8d-44d8-b8fe-c35d81f06925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:19.009968 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-094630a3-0e26-4192-8e02-50fae45e257e req-368ff24c-1e8d-44d8-b8fe-c35d81f06925 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e12b0b8b49e4a8685306f697c0d4f06&device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 1096 time: 0.2157202 Jul 27 21:02:19.181475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-11e26ead-960e-4779-87a9-036969c5511d req-c8b562e0-360c-4fb5-b7ab-d5135f244e4a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Allocated IP 172.20.0.10 (0344717b-df37-43f6-9323-b0891968dc9c/522c0dd9-68b6-4956-99f4-df5491c95ae5/e96c9483-af42-4328-b2c5-8734cf4552c3) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:19.307510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38664) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:19.342908 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f65bc-9e11-40cb-9623-624be4927455 req-ae1c4b48-90f2-48b1-987a-dca4c20a2fa7 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:19.350518 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-411f65bc-9e11-40cb-9623-624be4927455 req-ae1c4b48-90f2-48b1-987a-dca4c20a2fa7 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 946 time: 0.1597056 Jul 27 21:02:19.393666 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094630a3-0e26-4192-8e02-50fae45e257e req-df41327d-0e21-4ff4-a6be-354a525a9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:19.395916 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-094630a3-0e26-4192-8e02-50fae45e257e req-df41327d-0e21-4ff4-a6be-354a525a9229 service neutron] 10.222.0.20 "GET /v2.0/networks?id=12136521-0c8b-4cb0-9dc5-5d02674d242d HTTP/1.1" status: 200 len: 920 time: 0.3781755 Jul 27 21:02:19.421485 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-411f65bc-9e11-40cb-9623-624be4927455 req-eefe86cc-6db6-4dda-90cf-75c6995c501e tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699847 Jul 27 21:02:19.465693 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-98417725-2bdf-46f6-b273-e3fb259cd18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:19.521915 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-094630a3-0e26-4192-8e02-50fae45e257e req-2ae2dc62-2e02-4817-9e23-24eb375eb273 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d85ae5c-d25d-4861-b44c-d1476db8e9b5 HTTP/1.1" status: 200 len: 217 time: 0.1133730 Jul 27 21:02:19.597504 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-98417725-2bdf-46f6-b273-e3fb259cd18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:19.605733 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-98417725-2bdf-46f6-b273-e3fb259cd18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:19.642457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094630a3-0e26-4192-8e02-50fae45e257e req-262d5b10-1be1-4f88-86c9-d1b006b25c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:19.643982 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-094630a3-0e26-4192-8e02-50fae45e257e req-262d5b10-1be1-4f88-86c9-d1b006b25c24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f64ea69-e90b-4843-8916-973c88972dfb HTTP/1.1" status: 200 len: 859 time: 0.0987473 Jul 27 21:02:19.686860 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c30b8a-711b-49da-acb9-24dd0e9f0072 req-146a1a28-1786-47ab-9770-57d6d96f6fc4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 210 time: 0.0831418 Jul 27 21:02:19.696353 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-094630a3-0e26-4192-8e02-50fae45e257e req-d218777c-970c-4656-b3e8-4778b14cc06a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12136521-0c8b-4cb0-9dc5-5d02674d242d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437629 Jul 27 21:02:19.696576 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-98417725-2bdf-46f6-b273-e3fb259cd18d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ee6c04874cf40e4a4856df993ef4c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880515 Jul 27 21:02:19.699497 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-11e26ead-960e-4779-87a9-036969c5511d req-c8b562e0-360c-4fb5-b7ab-d5135f244e4a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:19.701219 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38674) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:19.734383 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98417725-2bdf-46f6-b273-e3fb259cd18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf58770-0dac-462c-a595-9c21176a8783,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:19.774720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d6d9ea92-32bc-414f-b299-9543be5e1655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:19.803889 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d6d9ea92-32bc-414f-b299-9543be5e1655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:19.825794 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-11e26ead-960e-4779-87a9-036969c5511d req-c8b562e0-360c-4fb5-b7ab-d5135f244e4a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:19.870002 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-094630a3-0e26-4192-8e02-50fae45e257e req-fa071d62-f8d1-480c-867f-2afcea5fc27b service neutron] 10.222.0.20 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611638 Jul 27 21:02:19.875619 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d6d9ea92-32bc-414f-b299-9543be5e1655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:19.879059 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d6d9ea92-32bc-414f-b299-9543be5e1655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:19.884775 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e26ead-960e-4779-87a9-036969c5511d req-c8b562e0-360c-4fb5-b7ab-d5135f244e4a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Network 0344717b-df37-43f6-9323-b0891968dc9c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:19.886897 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d6d9ea92-32bc-414f-b299-9543be5e1655 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3bf58770-0dac-462c-a595-9c21176a8783 HTTP/1.1" status: 204 len: 168 time: 0.1845236 Jul 27 21:02:19.901394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-11e26ead-960e-4779-87a9-036969c5511d req-c8b562e0-360c-4fb5-b7ab-d5135f244e4a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:19.904607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e26ead-960e-4779-87a9-036969c5511d req-c8b562e0-360c-4fb5-b7ab-d5135f244e4a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:19.913319 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9ea92-32bc-414f-b299-9543be5e1655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf58770-0dac-462c-a595-9c21176a8783,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:19.988479 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b562e0-360c-4fb5-b7ab-d5135f244e4a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Pushing event updated for resources: {'Port': ['ID=e96c9483-af42-4328-b2c5-8734cf4552c3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:20.043728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e26ead-960e-4779-87a9-036969c5511d req-c8b562e0-360c-4fb5-b7ab-d5135f244e4a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:20.044381 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-11e26ead-960e-4779-87a9-036969c5511d req-c8b562e0-360c-4fb5-b7ab-d5135f244e4a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:20.076847 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11e26ead-960e-4779-87a9-036969c5511d req-c8b562e0-360c-4fb5-b7ab-d5135f244e4a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4829526 Jul 27 21:02:20.079002 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-094630a3-0e26-4192-8e02-50fae45e257e req-4ea2b907-0d11-41b0-bf42-adf25e47df55 service neutron] 10.222.0.20 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971157 Jul 27 21:02:20.095234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Request body: {'port': {'device_id': '4cf9a958-da6d-409e-b102-258983c76f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:20.251685 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:20.251841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e35e1-1dc9-4583-8954-43d5c02657c2 req-58e54855-a2d6-47af-b7c3-8afb3d1546e0 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:20.275921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b02e35e1-1dc9-4583-8954-43d5c02657c2 req-58e54855-a2d6-47af-b7c3-8afb3d1546e0 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.1580622 Jul 27 21:02:20.357854 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b02e35e1-1dc9-4583-8954-43d5c02657c2 req-64a95ff0-3a0f-41a9-a6fe-dd3e37487678 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812430 Jul 27 21:02:20.661230 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dd6ea-b118-4769-b5a6-70096f92b777 req-3a88ed40-bb23-480a-a3f4-1be7938405a8 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:20.668799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96c9483-af42-4328-b2c5-8734cf4552c3 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:20.672876 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a08dd6ea-b118-4769-b5a6-70096f92b777 req-3a88ed40-bb23-480a-a3f4-1be7938405a8 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 946 time: 0.1544945 Jul 27 21:02:20.681934 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:20.714602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Transition to ACTIVE for port object e96c9483-af42-4328-b2c5-8734cf4552c3 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:20.722046 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:20.748320 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a08dd6ea-b118-4769-b5a6-70096f92b777 req-326bbcbb-47c8-4986-8650-34f558189c21 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744138 Jul 27 21:02:20.876399 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e0aea-acee-407a-9af2-eb358999cabb req-d7e54674-facd-48e2-b8fc-c3cfae238eef tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:20.884976 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f32e0aea-acee-407a-9af2-eb358999cabb req-d7e54674-facd-48e2-b8fc-c3cfae238eef tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 944 time: 0.0876305 Jul 27 21:02:20.893036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Pushing event updated for resources: {'Port': ['ID=e96c9483-af42-4328-b2c5-8734cf4552c3,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:20.937062 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Attempting to bind port e96c9483-af42-4328-b2c5-8734cf4552c3 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:02:20.937811 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Attempting to bind port e96c9483-af42-4328-b2c5-8734cf4552c3 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '657a97a0-7639-4650-bb95-30506177dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:02:20.938641 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Attempting to bind port e96c9483-af42-4328-b2c5-8734cf4552c3 on network 0344717b-df37-43f6-9323-b0891968dc9c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:20.949293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Port e96c9483-af42-4328-b2c5-8734cf4552c3 on network 0344717b-df37-43f6-9323-b0891968dc9c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:02:20.949795 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Attempting to bind port e96c9483-af42-4328-b2c5-8734cf4552c3 on network 0344717b-df37-43f6-9323-b0891968dc9c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:20.953296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f32e0aea-acee-407a-9af2-eb358999cabb req-de4f0871-4378-45bd-a513-304a2b237c5b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668097 Jul 27 21:02:20.955381 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:02:20.955725 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Checking segment: {'id': '657a97a0-7639-4650-bb95-30506177dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:20.956116 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Bound using segment: {'id': '657a97a0-7639-4650-bb95-30506177dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:02:20.956550 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Bound port: e96c9483-af42-4328-b2c5-8734cf4552c3, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a97a0-7639-4650-bb95-30506177dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:02:20.956913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.022184 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38722) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:21.057776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] For port e96c9483-af42-4328-b2c5-8734cf4552c3, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:21.061685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] For port e96c9483-af42-4328-b2c5-8734cf4552c3, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e96c9483-af42-4328-b2c5-8734cf4552c3,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:02:21.069722 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.112297 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:21.113018 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.114921 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11e26ead-960e-4779-87a9-036969c5511d req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] 10.222.0.20 "PUT /v2.0/ports/e96c9483-af42-4328-b2c5-8734cf4552c3 HTTP/1.1" status: 200 len: 1092 time: 1.0250931 Jul 27 21:02:21.117850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf9a958-da6d-409e-b102-258983c76f5c', 'tag': 'e96c9483-af42-4328-b2c5-8734cf4552c3'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:21.149224 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f20e46-935e-4b0c-a228-bf0817dfb6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf9a958-da6d-409e-b102-258983c76f5c", "tag": "e96c9483-af42-4328-b2c5-8734cf4552c3"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:21.216408 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188f72e-e48f-491f-87c9-a9686c4954aa service neutron] Pushing event updated for resources: {'Port': ['ID=e96c9483-af42-4328-b2c5-8734cf4552c3,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:21.217958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-949e1092-1123-4332-a7bd-d875c399848b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-608067918-network', 'tenant_id': '3524f3f0e14346288bee76498e246a11'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:21.224957 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28852fa6-4401-4e20-afca-ae980f79c892 x-openstack-request-id: req-28852fa6-4401-4e20-afca-ae980f79c892 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:21.225585 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf9a958-da6d-409e-b102-258983c76f5c", "tag": "e96c9483-af42-4328-b2c5-8734cf4552c3", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:21.225912 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28852fa6-4401-4e20-afca-ae980f79c892 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:21.227067 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cf9a958-da6d-409e-b102-258983c76f5c', 'tag': 'e96c9483-af42-4328-b2c5-8734cf4552c3', 'status': 'completed', 'code': 200} Jul 27 21:02:21.246111 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb868a-9571-48c2-90f3-2ba90b067c05 req-08bab999-ff7e-41c7-bdef-a315b89a163c tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:21.247801 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0bcb868a-9571-48c2-90f3-2ba90b067c05 req-08bab999-ff7e-41c7-bdef-a315b89a163c tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.66 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 946 time: 0.1619391 Jul 27 21:02:21.304837 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949e1092-1123-4332-a7bd-d875c399848b admin admin] Made reservation on behalf of 3524f3f0e14346288bee76498e246a11 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:21.308255 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-949e1092-1123-4332-a7bd-d875c399848b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.311311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e26ead-960e-4779-87a9-036969c5511d req-db761a7f-5214-431f-a1eb-4526784bfd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:21.313467 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11e26ead-960e-4779-87a9-036969c5511d req-db761a7f-5214-431f-a1eb-4526784bfd98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fa0a9ebaa2e4f24a118e4c7a0098678&device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 1095 time: 0.0850871 Jul 27 21:02:21.320816 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-949e1092-1123-4332-a7bd-d875c399848b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.380139 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11e26ead-960e-4779-87a9-036969c5511d req-0d393f6a-06bc-45d0-8734-5cb6c46a908b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e96c9483-af42-4328-b2c5-8734cf4552c3 HTTP/1.1" status: 200 len: 217 time: 0.0538602 Jul 27 21:02:21.471712 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e26ead-960e-4779-87a9-036969c5511d req-e1984116-65ee-48b8-b871-564f5a42940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:21.474854 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11e26ead-960e-4779-87a9-036969c5511d req-e1984116-65ee-48b8-b871-564f5a42940e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=522c0dd9-68b6-4956-99f4-df5491c95ae5 HTTP/1.1" status: 200 len: 862 time: 0.0855067 Jul 27 21:02:21.532873 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11e26ead-960e-4779-87a9-036969c5511d req-39c0520e-1057-4cb3-b57f-e7b3a651c96d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0344717b-df37-43f6-9323-b0891968dc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509312 Jul 27 21:02:21.620580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-0bcb868a-9571-48c2-90f3-2ba90b067c05 req-51dfb8f2-05e0-464f-8a13-24639f2a6adb tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Deleting port 1c1505d8-c9db-4b37-9af0-37d3994d6239 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:02:21.620907 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-0bcb868a-9571-48c2-90f3-2ba90b067c05 req-51dfb8f2-05e0-464f-8a13-24639f2a6adb tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.647797 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128e788-e985-4f07-95df-b0d5019295b7 req-bf86ff0b-21d3-4999-b144-9500cf7bb372 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:21.649415 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b128e788-e985-4f07-95df-b0d5019295b7 req-bf86ff0b-21d3-4999-b144-9500cf7bb372 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 1097 time: 0.1889336 Jul 27 21:02:21.672898 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11e26ead-960e-4779-87a9-036969c5511d req-5d0345f7-579b-45fc-9c87-6a72e5958f56 service neutron] 10.222.0.20 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267972 Jul 27 21:02:21.747227 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-949e1092-1123-4332-a7bd-d875c399848b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.762672 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-949e1092-1123-4332-a7bd-d875c399848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.772863 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c6417-50fc-4ca2-925f-3565ee746fc9 req-068e2ba2-583b-47f2-b053-d2109cef8138 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:21.780219 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e20c6417-50fc-4ca2-925f-3565ee746fc9 req-068e2ba2-583b-47f2-b053-d2109cef8138 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.2513559 Jul 27 21:02:21.836142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b128e788-e985-4f07-95df-b0d5019295b7 req-99e0d639-61ad-47a3-82fe-f58567810fa4 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529222 Jul 27 21:02:21.858769 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11e26ead-960e-4779-87a9-036969c5511d req-f8c50ed3-093f-49a7-bff8-c9f8bcefd901 service neutron] 10.222.0.20 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756926 Jul 27 21:02:21.864910 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949e1092-1123-4332-a7bd-d875c399848b admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:02:21.906886 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-949e1092-1123-4332-a7bd-d875c399848b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.907159 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-949e1092-1123-4332-a7bd-d875c399848b admin admin] Added segment 0749aa95-411f-40be-8fe1-d8b924141bd3 of type vlan for network e63d6883-21db-42a3-83ad-67a0ca0dae2c Jul 27 21:02:21.932592 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e20c6417-50fc-4ca2-925f-3565ee746fc9 req-9f5b98ee-8779-4803-b9ea-65080f8ec9e9 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514649 Jul 27 21:02:21.934764 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-0bcb868a-9571-48c2-90f3-2ba90b067c05 req-51dfb8f2-05e0-464f-8a13-24639f2a6adb tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] For port 1c1505d8-c9db-4b37-9af0-37d3994d6239, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1c1505d8-c9db-4b37-9af0-37d3994d6239,segment=NetworkSegment(bb42fb63-36f5-406d-9192-ebfd9d77cf0f),segment_id=bb42fb63-36f5-406d-9192-ebfd9d77cf0f)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:21.935140 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-0bcb868a-9571-48c2-90f3-2ba90b067c05 req-51dfb8f2-05e0-464f-8a13-24639f2a6adb tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:21.938604 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e1092-1123-4332-a7bd-d875c399848b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84682da-9194-4640-bd0a-b031d314a0d7,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:22.003839 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-0bcb868a-9571-48c2-90f3-2ba90b067c05 req-51dfb8f2-05e0-464f-8a13-24639f2a6adb tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Calling delete_port for 1c1505d8-c9db-4b37-9af0-37d3994d6239 owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:02:22.047392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20e46-935e-4b0c-a228-bf0817dfb6dc req-a52d5b44-c1f7-4e9c-87cb-8ecb5b52e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:22.051609 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59f20e46-935e-4b0c-a228-bf0817dfb6dc req-a52d5b44-c1f7-4e9c-87cb-8ecb5b52e4a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fa0a9ebaa2e4f24a118e4c7a0098678&device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 1095 time: 0.1302814 Jul 27 21:02:22.084649 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-949e1092-1123-4332-a7bd-d875c399848b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:22.209729 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-949e1092-1123-4332-a7bd-d875c399848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:22.210743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949e1092-1123-4332-a7bd-d875c399848b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:22.211877 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-949e1092-1123-4332-a7bd-d875c399848b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:22.212063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20e46-935e-4b0c-a228-bf0817dfb6dc req-cd33d49b-b9fb-4a4f-a0ce-30486708f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:22.214024 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59f20e46-935e-4b0c-a228-bf0817dfb6dc req-cd33d49b-b9fb-4a4f-a0ce-30486708f8a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0344717b-df37-43f6-9323-b0891968dc9c HTTP/1.1" status: 200 len: 923 time: 0.1375353 Jul 27 21:02:22.277626 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59f20e46-935e-4b0c-a228-bf0817dfb6dc req-9e40a596-c2fa-40c8-b0cd-1e896f56b438 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e96c9483-af42-4328-b2c5-8734cf4552c3 HTTP/1.1" status: 200 len: 217 time: 0.0511878 Jul 27 21:02:22.286767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-949e1092-1123-4332-a7bd-d875c399848b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2632399 Jul 27 21:02:22.295235 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38758) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:22.308499 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e3aea5fb-0574-4b4b-81ee-3b3a3cbae9b6 admin admin] Request body: {'subnet': {'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-608067918-subnet', 'tenant_id': '3524f3f0e14346288bee76498e246a11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:22.367678 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3aea5fb-0574-4b4b-81ee-3b3a3cbae9b6 admin admin] Made reservation on behalf of 3524f3f0e14346288bee76498e246a11 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:22.370531 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3aea5fb-0574-4b4b-81ee-3b3a3cbae9b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:22.377056 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e1092-1123-4332-a7bd-d875c399848b admin admin] Pushing event updated for resources: {'Network': ['ID=e63d6883-21db-42a3-83ad-67a0ca0dae2c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:22.398735 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network e63d6883-21db-42a3-83ad-67a0ca0dae2c details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:02:22.430967 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f20e46-935e-4b0c-a228-bf0817dfb6dc req-9848b149-eb26-4b39-8200-6826578e733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:22.436162 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59f20e46-935e-4b0c-a228-bf0817dfb6dc req-9848b149-eb26-4b39-8200-6826578e733d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=522c0dd9-68b6-4956-99f4-df5491c95ae5 HTTP/1.1" status: 200 len: 862 time: 0.1399262 Jul 27 21:02:22.454136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb2eb8-bd91-4797-ac83-9331c9f6856d req-232d517b-c196-4327-9ee7-ee22e2f7cd30 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:22.461631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bbbb2eb8-bd91-4797-ac83-9331c9f6856d req-232d517b-c196-4327-9ee7-ee22e2f7cd30 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bbc02d4-a307-45f5-851f-8b8a4a1e360a HTTP/1.1" status: 200 len: 946 time: 0.3830416 Jul 27 21:02:22.514615 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59f20e46-935e-4b0c-a228-bf0817dfb6dc req-5994f5db-37a9-492d-a82a-08acd50227e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0344717b-df37-43f6-9323-b0891968dc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714383 Jul 27 21:02:22.531233 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-0bcb868a-9571-48c2-90f3-2ba90b067c05 req-51dfb8f2-05e0-464f-8a13-24639f2a6adb tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:22.547280 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bbbb2eb8-bd91-4797-ac83-9331c9f6856d req-1939788a-173e-4fa2-b593-29463bbe4266 tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845397 Jul 27 21:02:22.588394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfb8f2-05e0-464f-8a13-24639f2a6adb tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Pushing event deleted for resources: {'Port': ['ID=1c1505d8-c9db-4b37-9af0-37d3994d6239,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:22.677659 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59f20e46-935e-4b0c-a228-bf0817dfb6dc req-a1f15cbf-1a0c-454a-97d7-f19e3baa2c03 service neutron] 10.222.0.20 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533647 Jul 27 21:02:22.799228 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59f20e46-935e-4b0c-a228-bf0817dfb6dc req-cb521ed5-addb-4f3c-aae6-88899f63b95f service neutron] 10.222.0.20 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115422 Jul 27 21:02:23.034045 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcb868a-9571-48c2-90f3-2ba90b067c05 req-51dfb8f2-05e0-464f-8a13-24639f2a6adb tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] No DVR routers for this DVR port 1c1505d8-c9db-4b37-9af0-37d3994d6239 on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:02:23.043606 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-0bcb868a-9571-48c2-90f3-2ba90b067c05 req-51dfb8f2-05e0-464f-8a13-24639f2a6adb tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:23.046886 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0bcb868a-9571-48c2-90f3-2ba90b067c05 req-51dfb8f2-05e0-464f-8a13-24639f2a6adb tempest-InstanceActionsNegativeTestJSON-199349 tempest-InstanceActionsNegativeTestJSON-199349-project] 10.222.0.66 "DELETE /v2.0/ports/1c1505d8-c9db-4b37-9af0-37d3994d6239 HTTP/1.1" status: 204 len: 173 time: 1.7896473 Jul 27 21:02:23.047502 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bbc02d4-a307-45f5-851f-8b8a4a1e360a', 'name': 'network-vif-deleted', 'tag': '1c1505d8-c9db-4b37-9af0-37d3994d6239'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:23.050054 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468d2cd0-db61-45ea-948b-9ab87ab53178" -d '{"events": [{"server_uuid": "9bbc02d4-a307-45f5-851f-8b8a4a1e360a", "name": "network-vif-deleted", "tag": "1c1505d8-c9db-4b37-9af0-37d3994d6239"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:23.238856 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b25c4-90f4-4f9a-905b-437272b1b9c2 req-228f5e63-2c0d-445a-b0ea-dfa583cfef48 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:23.240635 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c8b25c4-90f4-4f9a-905b-437272b1b9c2 req-228f5e63-2c0d-445a-b0ea-dfa583cfef48 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 944 time: 0.2076778 Jul 27 21:02:23.256024 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3aea5fb-0574-4b4b-81ee-3b3a3cbae9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:23.368947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aea5fb-0574-4b4b-81ee-3b3a3cbae9b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6866e95-5277-449a-81cc-71c772e0c274,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:23.373731 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3aea5fb-0574-4b4b-81ee-3b3a3cbae9b6 admin admin] Checking segment: {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:23.374287 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aea5fb-0574-4b4b-81ee-3b3a3cbae9b6 admin admin] Network hostable DHCP agents. Network: e63d6883-21db-42a3-83ad-67a0ca0dae2c, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:02:23.388909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c8b25c4-90f4-4f9a-905b-437272b1b9c2 req-d60ee115-8f62-4255-9226-0fdb9e0630fd tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222279 Jul 27 21:02:23.431863 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3aea5fb-0574-4b4b-81ee-3b3a3cbae9b6 admin admin] Network e63d6883-21db-42a3-83ad-67a0ca0dae2c is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:02:23.446957 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-e3aea5fb-0574-4b4b-81ee-3b3a3cbae9b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, e63d6883-21db-42a3-83ad-67a0ca0dae2c) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:23.447534 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-4fe44344-222c-40d7-a5b3-0d6379b566fe tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:02:23.448610 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-4fe44344-222c-40d7-a5b3-0d6379b566fe tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106516 Jul 27 21:02:23.457069 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b6c5f8-c9d6-4358-a16d-901c6a469e6c None None] Network e63d6883-21db-42a3-83ad-67a0ca0dae2c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:02:23.470344 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aea5fb-0574-4b4b-81ee-3b3a3cbae9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:23.470934 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3aea5fb-0574-4b4b-81ee-3b3a3cbae9b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:23.483193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-21a4f3c8-2883-4310-a349-3c0508e46184 service neutron] Request body: {'binding': {'host': 'n-h2-764806-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:23.487837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-21a4f3c8-2883-4310-a349-3c0508e46184 service neutron] Unknown quota resources ['binding']. {{(pid=105580) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:02:23.501000 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e3aea5fb-0574-4b4b-81ee-3b3a3cbae9b6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1951499 Jul 27 21:02:23.747664 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb22c7e3-63ca-46b2-a2ab-ae85c5e7a490 None None] Network e63d6883-21db-42a3-83ad-67a0ca0dae2c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:02:23.757942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-21a4f3c8-2883-4310-a349-3c0508e46184 service neutron] Attempting to bind port f0188fac-0d19-4e89-8a50-1df031009e39 on host n-h2-764806-9 for vnic_type normal with profile None {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:02:23.758586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-21a4f3c8-2883-4310-a349-3c0508e46184 service neutron] Attempting to bind port f0188fac-0d19-4e89-8a50-1df031009e39 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:02:23.758960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-21a4f3c8-2883-4310-a349-3c0508e46184 service neutron] Attempting to bind port f0188fac-0d19-4e89-8a50-1df031009e39 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:23.764390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-21a4f3c8-2883-4310-a349-3c0508e46184 service neutron] Port f0188fac-0d19-4e89-8a50-1df031009e39 on network a867caef-b904-44c4-ac9a-71eaf4e3734e not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:02:23.764717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-21a4f3c8-2883-4310-a349-3c0508e46184 service neutron] Attempting to bind port f0188fac-0d19-4e89-8a50-1df031009e39 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:23.770161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-21a4f3c8-2883-4310-a349-3c0508e46184 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:02:23.770534 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-21a4f3c8-2883-4310-a349-3c0508e46184 service neutron] Checking segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:23.770926 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-21a4f3c8-2883-4310-a349-3c0508e46184 service neutron] Bound using segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:02:23.771354 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-21a4f3c8-2883-4310-a349-3c0508e46184 service neutron] Bound port: f0188fac-0d19-4e89-8a50-1df031009e39, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:02:23.852072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-21a4f3c8-2883-4310-a349-3c0508e46184 service neutron] For port f0188fac-0d19-4e89-8a50-1df031009e39, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f0188fac-0d19-4e89-8a50-1df031009e39,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:02:23.855863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1c1505d8-c9db-4b37-9af0-37d3994d6239 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:02:23.859842 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-21a4f3c8-2883-4310-a349-3c0508e46184 service neutron] Notify callbacks [] for binding, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:23.861563 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-21a4f3c8-2883-4310-a349-3c0508e46184 service neutron] 10.222.0.55 "POST /v2.0/ports/f0188fac-0d19-4e89-8a50-1df031009e39/bindings HTTP/1.1" status: 201 len: 389 time: 0.3850334 Jul 27 21:02:23.870548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab0763-2ce6-4733-826b-b82a14dd9aed req-9a37064a-6faf-4053-b294-ff980aed4ba6 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:23.883539 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77ab0763-2ce6-4733-826b-b82a14dd9aed req-9a37064a-6faf-4053-b294-ff980aed4ba6 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.1099415 Jul 27 21:02:23.931791 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 1c1505d8-c9db-4b37-9af0-37d3994d6239 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:02:23.932442 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1c1505d8-c9db-4b37-9af0-37d3994d6239 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:02:23.960305 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77ab0763-2ce6-4733-826b-b82a14dd9aed req-c4259db9-9c59-4474-9ca7-e08e000f8f29 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746410 Jul 27 21:02:24.018486 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b32ffb2-7758-4796-bee8-0ff9b87cff12 x-openstack-request-id: req-9b32ffb2-7758-4796-bee8-0ff9b87cff12 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:24.019055 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bbc02d4-a307-45f5-851f-8b8a4a1e360a", "name": "network-vif-deleted", "tag": "1c1505d8-c9db-4b37-9af0-37d3994d6239", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:24.019210 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b32ffb2-7758-4796-bee8-0ff9b87cff12 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:24.019515 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bbc02d4-a307-45f5-851f-8b8a4a1e360a', 'name': 'network-vif-deleted', 'tag': '1c1505d8-c9db-4b37-9af0-37d3994d6239', 'status': 'completed', 'code': 200} Jul 27 21:02:24.078672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38806) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:24.183985 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a63a3c1-db00-40d3-ab4f-5b15cccf45cf admin admin] Deleting subnet 69c136c6-81ef-4481-aa92-56a8896e1453 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:02:24.188145 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a63a3c1-db00-40d3-ab4f-5b15cccf45cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.261790 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a63a3c1-db00-40d3-ab4f-5b15cccf45cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.308231 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-3b70dc99-50d8-4188-9c26-48daa671634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:24.310723 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-3b70dc99-50d8-4188-9c26-48daa671634b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 1097 time: 0.1383426 Jul 27 21:02:24.324956 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a63a3c1-db00-40d3-ab4f-5b15cccf45cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.357170 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2d664-d591-47da-8955-9d8d34822a8a req-74266e61-a7b8-4b18-8466-08a6321c8c2d tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:24.358724 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63d2d664-d591-47da-8955-9d8d34822a8a req-74266e61-a7b8-4b18-8466-08a6321c8c2d tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 946 time: 0.1273451 Jul 27 21:02:24.423996 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a63a3c1-db00-40d3-ab4f-5b15cccf45cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.453084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63a3c1-db00-40d3-ab4f-5b15cccf45cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c136c6-81ef-4481-aa92-56a8896e1453,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:24.464161 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a63a3c1-db00-40d3-ab4f-5b15cccf45cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.466079 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2a63a3c1-db00-40d3-ab4f-5b15cccf45cf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/69c136c6-81ef-4481-aa92-56a8896e1453 HTTP/1.1" status: 204 len: 168 time: 0.3862951 Jul 27 21:02:24.468651 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38824) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:24.528659 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63d2d664-d591-47da-8955-9d8d34822a8a req-4fa52a98-3c8d-49b1-914d-c45ce66d8bf1 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356916 Jul 27 21:02:24.571673 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-4a620e8c-de26-47c3-9a86-fb289b8bdede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:24.573233 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-4a620e8c-de26-47c3-9a86-fb289b8bdede service neutron] 10.222.0.66 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 909 time: 0.2542934 Jul 27 21:02:24.575319 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd8360d0-f02b-4063-9105-e0a79936e14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.635002 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-7eccfbe3-d4b8-414b-a336-0b19b0d1aa9c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0188fac-0d19-4e89-8a50-1df031009e39 HTTP/1.1" status: 200 len: 217 time: 0.0506065 Jul 27 21:02:24.644525 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80f382-1070-4757-8935-9c7dec13a319 req-fe4f170b-0951-476d-aff8-6d8d8500a87a tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:24.652726 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e80f382-1070-4757-8935-9c7dec13a319 req-fe4f170b-0951-476d-aff8-6d8d8500a87a tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 805 time: 0.2412367 Jul 27 21:02:24.691481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd8360d0-f02b-4063-9105-e0a79936e14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.707019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-dd8360d0-f02b-4063-9105-e0a79936e14e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2788889-78bc-4eba-ac16-c9dce5be6b6e']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:24.721153 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-dd8360d0-f02b-4063-9105-e0a79936e14e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb42fb63-36f5-406d-9192-ebfd9d77cf0f') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:24.721637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-dd8360d0-f02b-4063-9105-e0a79936e14e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb42fb63-36f5-406d-9192-ebfd9d77cf0f') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:24.735503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e80f382-1070-4757-8935-9c7dec13a319 req-f1c4fffe-49b1-43f0-bed6-97edb67ec398 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/quotas/3524f3f0e14346288bee76498e246a11 HTTP/1.1" status: 200 len: 375 time: 0.0806711 Jul 27 21:02:24.741414 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd8360d0-f02b-4063-9105-e0a79936e14e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.757206 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd8360d0-f02b-4063-9105-e0a79936e14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.764263 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8360d0-f02b-4063-9105-e0a79936e14e admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:02:24.764949 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd8360d0-f02b-4063-9105-e0a79936e14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:02:24.768519 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:02:24.785635 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e80f382-1070-4757-8935-9c7dec13a319 req-75cebb84-d284-42b8-9374-6ab167071fe0 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492346 Jul 27 21:02:24.794385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-ac794e9a-7bfa-4319-ad42-33390ceb5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:24.795839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-ac794e9a-7bfa-4319-ad42-33390ceb5431 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.1392927 Jul 27 21:02:24.834827 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd8360d0-f02b-4063-9105-e0a79936e14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.846623 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd8360d0-f02b-4063-9105-e0a79936e14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:24.852817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dd8360d0-f02b-4063-9105-e0a79936e14e admin admin] 10.222.0.55 "DELETE /v2.0/networks/c2788889-78bc-4eba-ac16-c9dce5be6b6e HTTP/1.1" status: 204 len: 168 time: 0.3831387 Jul 27 21:02:24.868985 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8360d0-f02b-4063-9105-e0a79936e14e admin admin] Pushing event deleted for resources: {'Network': ['ID=c2788889-78bc-4eba-ac16-c9dce5be6b6e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:24.971954 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-a5bff8e8-40cb-4ffe-a857-751e8677cebe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646838 Jul 27 21:02:24.983132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b21b14-b726-4331-af2f-f0d06b997641 req-d4883adc-63b7-4c84-9f8a-52205c34b3ec tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:24.984817 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80b21b14-b726-4331-af2f-f0d06b997641 req-d4883adc-63b7-4c84-9f8a-52205c34b3ec tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 944 time: 0.3300686 Jul 27 21:02:25.002113 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e80f382-1070-4757-8935-9c7dec13a319 req-d34896d2-e987-408d-892a-5940abcaa591 service neutron] 10.222.0.55 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982038 Jul 27 21:02:25.016648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38836) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:25.065354 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8922b753-156a-40a4-84b4-48da98012a62 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98376dd3f50247a0a753254a10cafb1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474691 Jul 27 21:02:25.067986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38838) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:25.132035 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d466a1c-b230-41dd-b711-0aada26661d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:25.172334 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d466a1c-b230-41dd-b711-0aada26661d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:25.242069 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d466a1c-b230-41dd-b711-0aada26661d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:25.246892 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d466a1c-b230-41dd-b711-0aada26661d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:25.262771 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4d466a1c-b230-41dd-b711-0aada26661d0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de HTTP/1.1" status: 204 len: 168 time: 0.1931281 Jul 27 21:02:25.275690 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80b21b14-b726-4331-af2f-f0d06b997641 req-bde3a2ee-25e7-4a8b-a3d2-a573ae0d6521 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773979 Jul 27 21:02:25.289445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d466a1c-b230-41dd-b711-0aada26661d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba28fb4-d32e-4e8e-8c85-5bf90a5f92de,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:25.296750 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e80f382-1070-4757-8935-9c7dec13a319 req-0cf19df6-056d-4315-872e-f5e2a538b181 service neutron] 10.222.0.55 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806017 Jul 27 21:02:25.299430 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-03c20ec9-9137-4a08-b9ad-70440728a163 service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136985 Jul 27 21:02:25.422534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device e96c9483-af42-4328-b2c5-8734cf4552c3 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:25.565390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-c9f6b4b2-d672-4486-a16c-bf2fe06d0f0e service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494950 Jul 27 21:02:25.716392 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port e96c9483-af42-4328-b2c5-8734cf4552c3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e96c9483-af42-4328-b2c5-8734cf4552c3,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:25.746633 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'e96c9483-af42-4328-b2c5-8734cf4552c3', 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c', 'port_id': 'e96c9483-af42-4328-b2c5-8734cf4552c3', 'mac_address': 'fa:16:3e:47:d5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522c0dd9-68b6-4956-99f4-df5491c95ae5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:25.803312 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a523bd-b145-4ef6-8afa-966572a94847 req-4db54ce8-73a6-4601-bace-05ef65f2d481 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:25.810770 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2a523bd-b145-4ef6-8afa-966572a94847 req-4db54ce8-73a6-4601-bace-05ef65f2d481 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.2477012 Jul 27 21:02:25.858240 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9275b63c-ca58-409f-85ac-c51b5c2fb25a req-2845186b-5b78-4684-97fc-99231045083f tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 210 time: 0.0881937 Jul 27 21:02:25.874563 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:25.918580 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96c9483-af42-4328-b2c5-8734cf4552c3 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:25.956896 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2a523bd-b145-4ef6-8afa-966572a94847 req-dc582d45-8394-46ff-9278-33c97496ca0f tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133134 Jul 27 21:02:25.976350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port e96c9483-af42-4328-b2c5-8734cf4552c3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e96c9483-af42-4328-b2c5-8734cf4552c3,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:25.985017 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.061702 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85a146-ea26-47e4-a6e6-62eb57cac807 req-68cdf967-d61f-45ce-b24f-f5db2f8a68d1 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:26.064131 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee85a146-ea26-47e4-a6e6-62eb57cac807 req-68cdf967-d61f-45ce-b24f-f5db2f8a68d1 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 946 time: 0.0909393 Jul 27 21:02:26.082616 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=e96c9483-af42-4328-b2c5-8734cf4552c3,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:26.158847 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee85a146-ea26-47e4-a6e6-62eb57cac807 req-5e432bdc-a9ca-4b86-8b0d-627ec471cf44 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846076 Jul 27 21:02:26.236066 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['e96c9483-af42-4328-b2c5-8734cf4552c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:26.501914 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac33ac-2e10-4d94-8cc8-733c5594d0db req-3301e3fe-9564-4f75-8690-477215a9834f tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:26.504241 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46ac33ac-2e10-4d94-8cc8-733c5594d0db req-3301e3fe-9564-4f75-8690-477215a9834f tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 945 time: 0.1267154 Jul 27 21:02:26.635905 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46ac33ac-2e10-4d94-8cc8-733c5594d0db req-948ffb1e-5b80-4c0b-b490-2ef6897fd74b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236913 Jul 27 21:02:26.771814 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38898) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:26.912146 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3e541542-62d5-4489-8297-61a009876f20 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-138731292-network', 'tenant_id': '174a3a2e44174280a25c3ba36ee985d1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:26.937920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e541542-62d5-4489-8297-61a009876f20 admin admin] Made reservation on behalf of 174a3a2e44174280a25c3ba36ee985d1 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:26.941281 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e541542-62d5-4489-8297-61a009876f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:26.953333 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e541542-62d5-4489-8297-61a009876f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.009973 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d34f0450-8c57-4b97-a0cf-cf07bfc7fabf req-18d102a1-5ba3-4116-8bf1-53bc8d885764 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 210 time: 0.0618689 Jul 27 21:02:27.148176 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e541542-62d5-4489-8297-61a009876f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.157765 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e541542-62d5-4489-8297-61a009876f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.216736 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81217ca7-6502-418d-86c6-e5d981a48852 req-29b28384-19ee-4215-8e1e-be2a39961bf4 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:27.220617 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-81217ca7-6502-418d-86c6-e5d981a48852 req-29b28384-19ee-4215-8e1e-be2a39961bf4 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.1538930 Jul 27 21:02:27.237956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e541542-62d5-4489-8297-61a009876f20 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:02:27.248915 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e541542-62d5-4489-8297-61a009876f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcc8a99-6f33-498f-a088-b133f8d825a1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:27.313320 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e541542-62d5-4489-8297-61a009876f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.316874 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-3e541542-62d5-4489-8297-61a009876f20 admin admin] Added segment 4802eaee-c784-4854-a371-033d6418c976 of type vlan for network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 Jul 27 21:02:27.417107 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80f382-1070-4757-8935-9c7dec13a319 req-8577464d-0861-487d-b9f7-c8e9f269e0ca tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:27.418951 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e80f382-1070-4757-8935-9c7dec13a319 req-8577464d-0861-487d-b9f7-c8e9f269e0ca tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.66 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 805 time: 0.1889682 Jul 27 21:02:27.438553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-5e80f382-1070-4757-8935-9c7dec13a319 req-d20ba247-e616-4dc7-b188-8175afc54f47 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Request body: {'port': {'device_id': 'b7a3f093-158d-4ba7-b3d0-aa529b337d97', 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c', 'admin_state_up': True, 'tenant_id': '3524f3f0e14346288bee76498e246a11'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:27.449166 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device e96c9483-af42-4328-b2c5-8734cf4552c3 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:27.449976 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e541542-62d5-4489-8297-61a009876f20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.509526 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e541542-62d5-4489-8297-61a009876f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.512094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e541542-62d5-4489-8297-61a009876f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:27.512881 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e541542-62d5-4489-8297-61a009876f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.534827 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port e96c9483-af42-4328-b2c5-8734cf4552c3 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:27.549700 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port e96c9483-af42-4328-b2c5-8734cf4552c3 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:27.553034 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.559600 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-81217ca7-6502-418d-86c6-e5d981a48852 req-60e7af69-1b81-469b-8e80-7cfc22ae4524 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722723 Jul 27 21:02:27.594178 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e541542-62d5-4489-8297-61a009876f20 admin admin] Pushing event updated for resources: {'Network': ['ID=5028058f-0cb8-4710-a2e7-eeffdf7e8374,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:27.618012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:02:27.621886 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3e541542-62d5-4489-8297-61a009876f20 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8487949 Jul 27 21:02:27.625125 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38914) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:27.631833 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8b8a4da2-f50b-4403-a3ce-aee541e72ae9 admin admin] Request body: {'subnet': {'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-138731292-subnet', 'tenant_id': '174a3a2e44174280a25c3ba36ee985d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:27.697030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8a4da2-f50b-4403-a3ce-aee541e72ae9 admin admin] Made reservation on behalf of 174a3a2e44174280a25c3ba36ee985d1 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:27.700066 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4da2-f50b-4403-a3ce-aee541e72ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.802554 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5dc48-e3e6-43d7-ae72-003bdadf4049 req-bab9ec0b-ad01-438f-b1c8-67adc5a2259b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:27.819933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55a5dc48-e3e6-43d7-ae72-003bdadf4049 req-bab9ec0b-ad01-438f-b1c8-67adc5a2259b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 946 time: 0.3998454 Jul 27 21:02:27.887395 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.916710 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e80f382-1070-4757-8935-9c7dec13a319 req-d20ba247-e616-4dc7-b188-8175afc54f47 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Made reservation on behalf of 3524f3f0e14346288bee76498e246a11 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:27.920899 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e80f382-1070-4757-8935-9c7dec13a319 req-d20ba247-e616-4dc7-b188-8175afc54f47 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.943002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf9a958-da6d-409e-b102-258983c76f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96c9483-af42-4328-b2c5-8734cf4552c3'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:27.951990 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6ab084-2a24-4c04-b0ec-08c5f0548ca7" -d '{"events": [{"server_uuid": "4cf9a958-da6d-409e-b102-258983c76f5c", "name": "network-vif-plugged", "status": "completed", "tag": "e96c9483-af42-4328-b2c5-8734cf4552c3"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:27.974008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port e96c9483-af42-4328-b2c5-8734cf4552c3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e96c9483-af42-4328-b2c5-8734cf4552c3,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:27.983936 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:27.999527 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55a5dc48-e3e6-43d7-ae72-003bdadf4049 req-48e1e9a6-1583-4fcc-bc35-b490ba6c0bda tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768920 Jul 27 21:02:28.102796 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=e96c9483-af42-4328-b2c5-8734cf4552c3,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:28.122584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018468b-6412-43e6-84c8-e7382efb2e01 req-e380f0ca-5335-4a8d-b20a-0b14e7074dc5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:28.123831 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4da2-f50b-4403-a3ce-aee541e72ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:28.133310 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4018468b-6412-43e6-84c8-e7382efb2e01 req-e380f0ca-5335-4a8d-b20a-0b14e7074dc5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 945 time: 0.3541837 Jul 27 21:02:28.192381 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a4da2-f50b-4403-a3ce-aee541e72ae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f71f46c-0daa-432b-b7ea-942ae26e5c14,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:28.199113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a4da2-f50b-4403-a3ce-aee541e72ae9 admin admin] Checking segment: {'id': '4802eaee-c784-4854-a371-033d6418c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:28.199113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8a4da2-f50b-4403-a3ce-aee541e72ae9 admin admin] Network hostable DHCP agents. Network: 5028058f-0cb8-4710-a2e7-eeffdf7e8374, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:02:28.220361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8a4da2-f50b-4403-a3ce-aee541e72ae9 admin admin] Network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:02:28.227682 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4018468b-6412-43e6-84c8-e7382efb2e01 req-d5e63feb-1626-46be-9c97-5ffd3edf88bb tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918183 Jul 27 21:02:28.249305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-8b8a4da2-f50b-4403-a3ce-aee541e72ae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 5028058f-0cb8-4710-a2e7-eeffdf7e8374) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:28.254600 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a4da2-f50b-4403-a3ce-aee541e72ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:28.255261 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8b8a4da2-f50b-4403-a3ce-aee541e72ae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:28.263584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d60445-ced6-4928-a139-a20631c24cd4 None None] Network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:02:28.297556 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8b8a4da2-f50b-4403-a3ce-aee541e72ae9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6711400 Jul 27 21:02:28.368570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-5e80f382-1070-4757-8935-9c7dec13a319 req-d20ba247-e616-4dc7-b188-8175afc54f47 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Allocated IP 172.20.0.4 (e63d6883-21db-42a3-83ad-67a0ca0dae2c/d6866e95-5277-449a-81cc-71c772e0c274/57fe7918-c9cd-422f-aa0c-181755d554c3) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:28.392034 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fe2a41-bb00-43fa-b85b-1c1428e1f94e x-openstack-request-id: req-d8fe2a41-bb00-43fa-b85b-1c1428e1f94e {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:28.392445 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf9a958-da6d-409e-b102-258983c76f5c", "name": "network-vif-plugged", "status": "completed", "tag": "e96c9483-af42-4328-b2c5-8734cf4552c3", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:28.393047 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8fe2a41-bb00-43fa-b85b-1c1428e1f94e {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:28.393651 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf9a958-da6d-409e-b102-258983c76f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96c9483-af42-4328-b2c5-8734cf4552c3', 'code': 200} Jul 27 21:02:28.468461 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f55274d4-2d87-4e98-9c59-369a77ad0b5f req-bb356fa9-4f66-4686-9913-e2ec0f009b14 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 210 time: 0.0818582 Jul 27 21:02:28.550464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06364966-7d7b-4b6c-95b6-27096d4b8fb4 req-6991984d-8146-4b78-9e8e-062f65bd980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:28.559457 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06364966-7d7b-4b6c-95b6-27096d4b8fb4 req-6991984d-8146-4b78-9e8e-062f65bd980b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 1097 time: 0.1571882 Jul 27 21:02:28.645118 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06364966-7d7b-4b6c-95b6-27096d4b8fb4 req-a6200b69-68c4-4a40-a2f4-41b1ca595990 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761790 Jul 27 21:02:28.646138 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad1d47b-56d1-4bd8-b30d-6ee93978f6d7 None None] Network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:02:28.755426 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e80f382-1070-4757-8935-9c7dec13a319 req-d20ba247-e616-4dc7-b188-8175afc54f47 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:28.927045 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c9be7-50c1-47d7-966f-116667d6a202 req-f54def24-5012-4e29-b03d-4d3ae2c82bdd tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:28.928611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-507c9be7-50c1-47d7-966f-116667d6a202 req-f54def24-5012-4e29-b03d-4d3ae2c82bdd tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.2033048 Jul 27 21:02:28.978137 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e80f382-1070-4757-8935-9c7dec13a319 req-d20ba247-e616-4dc7-b188-8175afc54f47 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:29.077325 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ba247-e616-4dc7-b188-8175afc54f47 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Pushing event updated for resources: {'Port': ['ID=57fe7918-c9cd-422f-aa0c-181755d554c3,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:29.114879 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-507c9be7-50c1-47d7-966f-116667d6a202 req-0c69feba-06cc-4d1e-9356-d5afdb0e43a0 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740382 Jul 27 21:02:29.136655 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e80f382-1070-4757-8935-9c7dec13a319 req-d20ba247-e616-4dc7-b188-8175afc54f47 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Network e63d6883-21db-42a3-83ad-67a0ca0dae2c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:29.151893 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-5e80f382-1070-4757-8935-9c7dec13a319 req-d20ba247-e616-4dc7-b188-8175afc54f47 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:29.165112 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e80f382-1070-4757-8935-9c7dec13a319 req-d20ba247-e616-4dc7-b188-8175afc54f47 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:29.231620 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-ec1b961b-80dc-4ad5-b815-69a84cef66e7 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:29.233304 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-ec1b961b-80dc-4ad5-b815-69a84cef66e7 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/networks?id=5028058f-0cb8-4710-a2e7-eeffdf7e8374 HTTP/1.1" status: 200 len: 812 time: 0.2916315 Jul 27 21:02:29.247825 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80f382-1070-4757-8935-9c7dec13a319 req-d20ba247-e616-4dc7-b188-8175afc54f47 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:29.249145 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e80f382-1070-4757-8935-9c7dec13a319 req-d20ba247-e616-4dc7-b188-8175afc54f47 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:29.276868 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e80f382-1070-4757-8935-9c7dec13a319 req-d20ba247-e616-4dc7-b188-8175afc54f47 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8424799 Jul 27 21:02:29.280792 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-9e3c3e7b-4ad1-4a0a-bee7-084831b9d3d8 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/quotas/174a3a2e44174280a25c3ba36ee985d1 HTTP/1.1" status: 200 len: 375 time: 0.0122690 Jul 27 21:02:29.291402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Request body: {'port': {'device_id': 'b7a3f093-158d-4ba7-b3d0-aa529b337d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:29.423369 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-4c8e4d15-3145-4984-872d-f889b7eb1ec6 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=174a3a2e44174280a25c3ba36ee985d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916624 Jul 27 21:02:29.586541 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:29.747497 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec567b-528a-47f6-a413-e806a6c51728 req-14f24ff9-931a-4cf1-8712-a5782491d9cf tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:29.757004 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53ec567b-528a-47f6-a413-e806a6c51728 req-14f24ff9-931a-4cf1-8712-a5782491d9cf tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 946 time: 0.3481627 Jul 27 21:02:29.760542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-d4eaa4ec-8e73-4d5c-a94c-cab5bc783fa2 service neutron] 10.222.0.55 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360434 Jul 27 21:02:29.922710 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-9dc97847-4595-40c1-9084-ed4689cce73f service neutron] 10.222.0.55 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113646 Jul 27 21:02:30.044382 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53ec567b-528a-47f6-a413-e806a6c51728 req-b0fa4e66-8475-4d6f-a360-0939aa6e8c7b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862427 Jul 27 21:02:30.404864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57fe7918-c9cd-422f-aa0c-181755d554c3 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:30.426507 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:30.471554 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Transition to ACTIVE for port object 57fe7918-c9cd-422f-aa0c-181755d554c3 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:30.485014 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:30.504707 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113766c-db25-46a7-9cc1-5539025b25d9 req-73926236-10c0-43d8-b537-933cd3c3dfc4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:30.506285 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8113766c-db25-46a7-9cc1-5539025b25d9 req-73926236-10c0-43d8-b537-933cd3c3dfc4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 946 time: 0.2497041 Jul 27 21:02:30.623605 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Pushing event updated for resources: {'Port': ['ID=57fe7918-c9cd-422f-aa0c-181755d554c3,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:30.653112 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8113766c-db25-46a7-9cc1-5539025b25d9 req-a0f44e4c-0619-437a-9a31-836ed683384c tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055012 Jul 27 21:02:30.681510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452b932-d2ad-4726-aaa1-edd189a86305 req-82ce6692-46e9-4e51-bea8-cfefca3bdbb4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:30.700875 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7452b932-d2ad-4726-aaa1-edd189a86305 req-82ce6692-46e9-4e51-bea8-cfefca3bdbb4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 931 time: 0.2912304 Jul 27 21:02:30.848132 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7452b932-d2ad-4726-aaa1-edd189a86305 req-886e2f98-768e-4424-8b62-434f43ed7b27 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462207 Jul 27 21:02:30.884371 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Attempting to bind port 57fe7918-c9cd-422f-aa0c-181755d554c3 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:02:30.884890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Attempting to bind port 57fe7918-c9cd-422f-aa0c-181755d554c3 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:02:30.885146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Attempting to bind port 57fe7918-c9cd-422f-aa0c-181755d554c3 on network e63d6883-21db-42a3-83ad-67a0ca0dae2c {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:31.302129 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Port 57fe7918-c9cd-422f-aa0c-181755d554c3 on network e63d6883-21db-42a3-83ad-67a0ca0dae2c not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:02:31.302806 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Attempting to bind port 57fe7918-c9cd-422f-aa0c-181755d554c3 on network e63d6883-21db-42a3-83ad-67a0ca0dae2c {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:31.311784 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:02:31.312050 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Checking segment: {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:31.312479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Bound using segment: {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:02:31.312917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Bound port: 57fe7918-c9cd-422f-aa0c-181755d554c3, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:02:31.313282 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:31.334621 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206ef6e-9189-4c52-8e16-fd8fa818122b req-013f2ad9-2f07-400b-9871-b6b3c48d8855 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:31.343105 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1206ef6e-9189-4c52-8e16-fd8fa818122b req-013f2ad9-2f07-400b-9871-b6b3c48d8855 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.5704334 Jul 27 21:02:31.434077 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1206ef6e-9189-4c52-8e16-fd8fa818122b req-a2b63ff7-9995-4c33-9258-51b81d701e42 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898633 Jul 27 21:02:31.543274 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] For port 57fe7918-c9cd-422f-aa0c-181755d554c3, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:31.592841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] For port 57fe7918-c9cd-422f-aa0c-181755d554c3, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=57fe7918-c9cd-422f-aa0c-181755d554c3,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:02:31.602462 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:31.657668 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:31.658633 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:31.660214 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e80f382-1070-4757-8935-9c7dec13a319 req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] 10.222.0.66 "PUT /v2.0/ports/57fe7918-c9cd-422f-aa0c-181755d554c3 HTTP/1.1" status: 200 len: 1091 time: 2.3743100 Jul 27 21:02:31.665691 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a3f093-158d-4ba7-b3d0-aa529b337d97', 'tag': '57fe7918-c9cd-422f-aa0c-181755d554c3'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:31.668254 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a697e56e-b5be-436a-9b29-ed4e3e5fbe80" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a3f093-158d-4ba7-b3d0-aa529b337d97", "tag": "57fe7918-c9cd-422f-aa0c-181755d554c3"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:31.706350 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98ea9e-1866-4443-9670-035d6abcd841 req-579636ad-4e5c-407a-9866-719fad7ff024 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:31.708247 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e98ea9e-1866-4443-9670-035d6abcd841 req-579636ad-4e5c-407a-9866-719fad7ff024 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 946 time: 0.2611978 Jul 27 21:02:31.711884 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d11ab-75d8-4d6a-859d-3622da3e5c76 service neutron] Pushing event updated for resources: {'Port': ['ID=57fe7918-c9cd-422f-aa0c-181755d554c3,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:31.762293 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce1872-a33b-45c9-876a-6d635bb9fb2b req-77482419-6b05-45eb-9beb-9dce479a36f8 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:31.769802 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0ce1872-a33b-45c9-876a-6d635bb9fb2b req-77482419-6b05-45eb-9beb-9dce479a36f8 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 946 time: 0.2306488 Jul 27 21:02:31.823180 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e98ea9e-1866-4443-9670-035d6abcd841 req-3d69d62e-d87a-4d39-a6e3-3dc66daaf95c tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993140 Jul 27 21:02:31.850591 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0ce1872-a33b-45c9-876a-6d635bb9fb2b req-974d0478-2dff-482d-9f1e-6d9e1b0a9573 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745256 Jul 27 21:02:31.904799 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80f382-1070-4757-8935-9c7dec13a319 req-73d81bc5-f0cc-4bad-8000-1d8176ef7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:31.906529 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e80f382-1070-4757-8935-9c7dec13a319 req-73d81bc5-f0cc-4bad-8000-1d8176ef7e5a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 1094 time: 0.1959157 Jul 27 21:02:32.007962 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e80f382-1070-4757-8935-9c7dec13a319 req-67ffe054-91c5-4641-92fa-35f4a5e6710c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57fe7918-c9cd-422f-aa0c-181755d554c3 HTTP/1.1" status: 200 len: 217 time: 0.0918384 Jul 27 21:02:32.064470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff9c9d91-93cc-40a5-b41c-ac62a7f42dd1 req-4707d976-23a9-4ae6-b1c6-a0765190332f tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 210 time: 0.0537448 Jul 27 21:02:32.150796 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027cd202-8b25-48fa-b463-1aebb584e864 x-openstack-request-id: req-027cd202-8b25-48fa-b463-1aebb584e864 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:32.151187 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a3f093-158d-4ba7-b3d0-aa529b337d97", "tag": "57fe7918-c9cd-422f-aa0c-181755d554c3", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:32.151528 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-027cd202-8b25-48fa-b463-1aebb584e864 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:32.152017 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a3f093-158d-4ba7-b3d0-aa529b337d97', 'tag': '57fe7918-c9cd-422f-aa0c-181755d554c3', 'status': 'completed', 'code': 200} Jul 27 21:02:32.156996 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80f382-1070-4757-8935-9c7dec13a319 req-32e50d3a-9c1d-4929-be2e-cdeaf96b10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:32.164985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e80f382-1070-4757-8935-9c7dec13a319 req-32e50d3a-9c1d-4929-be2e-cdeaf96b10e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d6866e95-5277-449a-81cc-71c772e0c274 HTTP/1.1" status: 200 len: 845 time: 0.1431391 Jul 27 21:02:32.278865 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e80f382-1070-4757-8935-9c7dec13a319 req-c6ba8540-9be0-4090-a54a-a1b29174b64e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e63d6883-21db-42a3-83ad-67a0ca0dae2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055336 Jul 27 21:02:32.578262 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-8230e1ba-52eb-4d55-9560-0f87b8fcc42c tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:32.587917 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e80f382-1070-4757-8935-9c7dec13a319 req-6bd6f326-a1c4-4e7c-9980-bc04a16d48ed service neutron] 10.222.0.66 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789140 Jul 27 21:02:32.590122 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-8230e1ba-52eb-4d55-9560-0f87b8fcc42c tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.66 "GET /v2.0/networks?id=5028058f-0cb8-4710-a2e7-eeffdf7e8374 HTTP/1.1" status: 200 len: 812 time: 0.3520610 Jul 27 21:02:32.614427 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5416e238-bb00-45c0-89fe-71abcac97f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:32.622470 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-4a884a46-979b-4f32-9ebb-62655f65e45d tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Request body: {'port': {'device_id': '199946b1-2bdd-4b71-b7ca-5b562a6e9d46', 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374', 'admin_state_up': True, 'tenant_id': '174a3a2e44174280a25c3ba36ee985d1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:32.638202 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-3aadfefb-7eaa-4846-af73-e9fe896fe761 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:32.639750 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-3aadfefb-7eaa-4846-af73-e9fe896fe761 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.20 "GET /v2.0/networks?id=5028058f-0cb8-4710-a2e7-eeffdf7e8374 HTTP/1.1" status: 200 len: 812 time: 0.4643643 Jul 27 21:02:32.656078 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-e9a822d9-c169-40d2-9c25-ad26aa30eca5 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Request body: {'port': {'device_id': 'b90c4fab-c2f8-49c6-bd37-71ba6e55a226', 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374', 'admin_state_up': True, 'tenant_id': '174a3a2e44174280a25c3ba36ee985d1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:32.696007 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3fc4b-7222-4b8f-8af9-2a914b3f1612 req-b034bfab-bb05-47e2-a572-3c70204feb17 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:32.708599 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-faa3fc4b-7222-4b8f-8af9-2a914b3f1612 req-b034bfab-bb05-47e2-a572-3c70204feb17 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 943 time: 0.4231730 Jul 27 21:02:32.842441 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-e9a822d9-c169-40d2-9c25-ad26aa30eca5 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Made reservation on behalf of 174a3a2e44174280a25c3ba36ee985d1 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:32.847906 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-e9a822d9-c169-40d2-9c25-ad26aa30eca5 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:32.852650 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-faa3fc4b-7222-4b8f-8af9-2a914b3f1612 req-8c88fbad-86f0-403e-a500-02d3bf216d9f tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436551 Jul 27 21:02:32.896114 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e80f382-1070-4757-8935-9c7dec13a319 req-320eadd8-86df-492d-88ba-c8f90fe99121 service neutron] 10.222.0.66 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907646 Jul 27 21:02:33.049489 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63dfe6-1742-4fc5-b090-dc1f754948d6 req-1ee510fb-75e4-491e-b955-8376fd50616c tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:33.054162 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c63dfe6-1742-4fc5-b090-dc1f754948d6 req-1ee510fb-75e4-491e-b955-8376fd50616c tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.1391726 Jul 27 21:02:33.136847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697e56e-b5be-436a-9b29-ed4e3e5fbe80 req-67739d7e-b63a-465d-a5b9-ef4f414e4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:33.139038 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a697e56e-b5be-436a-9b29-ed4e3e5fbe80 req-67739d7e-b63a-465d-a5b9-ef4f414e4f99 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 1094 time: 0.1688595 Jul 27 21:02:33.185447 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c63dfe6-1742-4fc5-b090-dc1f754948d6 req-fda6c132-e427-4d59-9ebb-920030ac251d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078751 Jul 27 21:02:33.296848 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697e56e-b5be-436a-9b29-ed4e3e5fbe80 req-5fc1a039-27a0-45d5-ab9b-8048d1ef1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:33.298553 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a697e56e-b5be-436a-9b29-ed4e3e5fbe80 req-5fc1a039-27a0-45d5-ab9b-8048d1ef1537 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 906 time: 0.1437807 Jul 27 21:02:33.356866 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a697e56e-b5be-436a-9b29-ed4e3e5fbe80 req-38517e6d-6c28-4424-a3b6-fe0bb692882d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57fe7918-c9cd-422f-aa0c-181755d554c3 HTTP/1.1" status: 200 len: 217 time: 0.0501604 Jul 27 21:02:33.492874 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a37e8ded-7715-4383-b96c-9d074de274a3 req-dad5a691-dc81-4cbf-b394-630de80400bf tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 210 time: 0.0528307 Jul 27 21:02:33.511918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697e56e-b5be-436a-9b29-ed4e3e5fbe80 req-9b9a04cc-db58-4daa-909c-03a94fa5941a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:33.513191 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a697e56e-b5be-436a-9b29-ed4e3e5fbe80 req-9b9a04cc-db58-4daa-909c-03a94fa5941a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d6866e95-5277-449a-81cc-71c772e0c274 HTTP/1.1" status: 200 len: 845 time: 0.1434870 Jul 27 21:02:33.570488 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-4a884a46-979b-4f32-9ebb-62655f65e45d tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Made reservation on behalf of 174a3a2e44174280a25c3ba36ee985d1 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:33.574579 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-4a884a46-979b-4f32-9ebb-62655f65e45d tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:33.596039 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a697e56e-b5be-436a-9b29-ed4e3e5fbe80 req-3197e0fe-e987-4e0b-980c-c3f860fa7048 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e63d6883-21db-42a3-83ad-67a0ca0dae2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570669 Jul 27 21:02:33.601233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-e9a822d9-c169-40d2-9c25-ad26aa30eca5 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Allocated IP 172.20.0.5 (5028058f-0cb8-4710-a2e7-eeffdf7e8374/2f71f46c-0daa-432b-b7ea-942ae26e5c14/b4ca618e-7ce2-4813-99ab-14342b027cf3) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:33.605583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a7467-822a-4b01-8ca4-7c7037a2988e req-e0f5178b-7499-4aab-85f3-fd1ae300e03f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:33.613752 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b5a7467-822a-4b01-8ca4-7c7037a2988e req-e0f5178b-7499-4aab-85f3-fd1ae300e03f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 946 time: 0.2544947 Jul 27 21:02:33.786936 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b5a7467-822a-4b01-8ca4-7c7037a2988e req-4874d40f-c75b-4d3a-89ba-2526b7d265d5 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719489 Jul 27 21:02:33.797212 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a697e56e-b5be-436a-9b29-ed4e3e5fbe80 req-8a3d603a-7903-4d9a-814e-f3cf5d62c8f9 service neutron] 10.222.0.66 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809053 Jul 27 21:02:33.863911 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:33.879975 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef2f64-f500-4c38-87ad-bae116c2b4dc req-175b4823-001e-4ce7-9c2d-3642c7953618 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:33.885117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-e9a822d9-c169-40d2-9c25-ad26aa30eca5 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:33.888796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31ef2f64-f500-4c38-87ad-bae116c2b4dc req-175b4823-001e-4ce7-9c2d-3642c7953618 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 946 time: 0.2041800 Jul 27 21:02:33.964308 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31ef2f64-f500-4c38-87ad-bae116c2b4dc req-4f1643d5-5751-414d-a35b-ceebb90ec796 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745997 Jul 27 21:02:33.999416 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a697e56e-b5be-436a-9b29-ed4e3e5fbe80 req-6054ed0e-f92f-4c85-a757-fd1383ebd6fe service neutron] 10.222.0.66 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911395 Jul 27 21:02:34.035482 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-e9a822d9-c169-40d2-9c25-ad26aa30eca5 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.085464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-4a884a46-979b-4f32-9ebb-62655f65e45d tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Allocated IP 172.20.0.6 (5028058f-0cb8-4710-a2e7-eeffdf7e8374/2f71f46c-0daa-432b-b7ea-942ae26e5c14/264cd432-269d-4442-8ccb-d48a83b40cf1) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:34.095839 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-e9a822d9-c169-40d2-9c25-ad26aa30eca5 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:34.103472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-e9a822d9-c169-40d2-9c25-ad26aa30eca5 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:34.107283 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-e9a822d9-c169-40d2-9c25-ad26aa30eca5 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:34.120743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d92822-e640-423d-ba9f-f080923c9ecc req-43d4b300-b1cb-4714-b1fe-fb06234e7ff8 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:34.122362 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b1d92822-e640-423d-ba9f-f080923c9ecc req-43d4b300-b1cb-4714-b1fe-fb06234e7ff8 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 943 time: 0.0710406 Jul 27 21:02:34.157013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a822d9-c169-40d2-9c25-ad26aa30eca5 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Pushing event updated for resources: {'Port': ['ID=b4ca618e-7ce2-4813-99ab-14342b027cf3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:34.170916 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b1d92822-e640-423d-ba9f-f080923c9ecc req-806d866b-a4cf-41bc-b26b-a5d2f1634904 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395474 Jul 27 21:02:34.198983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-e9a822d9-c169-40d2-9c25-ad26aa30eca5 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:34.199589 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-e9a822d9-c169-40d2-9c25-ad26aa30eca5 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.234873 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-e9a822d9-c169-40d2-9c25-ad26aa30eca5 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5830574 Jul 27 21:02:34.264731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Request body: {'port': {'device_id': 'b90c4fab-c2f8-49c6-bd37-71ba6e55a226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:34.353638 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3a92d-39d1-4d96-a9b8-6bf12ff9b7a1 req-ef3f0212-7552-4d2c-bae7-79d03ff03bfc tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:34.355885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0be3a92d-39d1-4d96-a9b8-6bf12ff9b7a1 req-ef3f0212-7552-4d2c-bae7-79d03ff03bfc tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.0707998 Jul 27 21:02:34.389386 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.393350 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-4a884a46-979b-4f32-9ebb-62655f65e45d tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.401107 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0be3a92d-39d1-4d96-a9b8-6bf12ff9b7a1 req-f100e00e-1884-4ce0-ad67-e36cb884a51e tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385892 Jul 27 21:02:34.526052 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-4a884a46-979b-4f32-9ebb-62655f65e45d tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.592949 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-4a884a46-979b-4f32-9ebb-62655f65e45d tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:34.630804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-4a884a46-979b-4f32-9ebb-62655f65e45d tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:34.633904 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542bdb0-446a-4a5d-9df4-f23d6fa4cf94 req-e7dd191c-cdd4-4a34-8ff6-7e7cf149c14c tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:34.635960 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2542bdb0-446a-4a5d-9df4-f23d6fa4cf94 req-e7dd191c-cdd4-4a34-8ff6-7e7cf149c14c tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 931 time: 0.0815525 Jul 27 21:02:34.638149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-4a884a46-979b-4f32-9ebb-62655f65e45d tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:34.643372 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a884a46-979b-4f32-9ebb-62655f65e45d tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Pushing event updated for resources: {'Port': ['ID=264cd432-269d-4442-8ccb-d48a83b40cf1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:34.684505 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2542bdb0-446a-4a5d-9df4-f23d6fa4cf94 req-e6397512-b0a2-44d6-ad3e-13a87769492f tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413830 Jul 27 21:02:34.704256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-4a884a46-979b-4f32-9ebb-62655f65e45d tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:34.704869 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-4a884a46-979b-4f32-9ebb-62655f65e45d tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.730753 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-4a884a46-979b-4f32-9ebb-62655f65e45d tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1176326 Jul 27 21:02:34.747944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Request body: {'port': {'device_id': '199946b1-2bdd-4b71-b7ca-5b562a6e9d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:34.850512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ca618e-7ce2-4813-99ab-14342b027cf3 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:34.861412 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.874333 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0082242-d5ec-4cea-ab88-f780150c5812 req-d9500d49-72ee-4c91-8786-8486168ca537 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:34.876325 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0082242-d5ec-4cea-ab88-f780150c5812 req-d9500d49-72ee-4c91-8786-8486168ca537 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 950 time: 0.0773203 Jul 27 21:02:34.876819 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.889482 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Transition to ACTIVE for port object b4ca618e-7ce2-4813-99ab-14342b027cf3 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:34.896861 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:34.951799 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0082242-d5ec-4cea-ab88-f780150c5812 req-ce5b927e-2e96-4e81-a04d-23674e179329 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652080 Jul 27 21:02:34.977449 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b733883-4e83-480f-bd12-7776f1e20f6b req-3bcff97d-b1dc-4d91-8bf8-0a89a817741b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:34.979232 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b733883-4e83-480f-bd12-7776f1e20f6b req-3bcff97d-b1dc-4d91-8bf8-0a89a817741b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 946 time: 0.1016173 Jul 27 21:02:35.026772 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b733883-4e83-480f-bd12-7776f1e20f6b req-ef84c393-8377-4390-ad1c-68d2f89f775a tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404799 Jul 27 21:02:35.054261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Pushing event updated for resources: {'Port': ['ID=b4ca618e-7ce2-4813-99ab-14342b027cf3,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:35.159605 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c51c07-10ed-4ce4-896d-35157a7f2693 req-7e42fe48-f739-4dd8-b346-30845e0ba1a8 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.160992 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15c51c07-10ed-4ce4-896d-35157a7f2693 req-7e42fe48-f739-4dd8-b346-30845e0ba1a8 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 946 time: 0.0680130 Jul 27 21:02:35.192456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Attempting to bind port b4ca618e-7ce2-4813-99ab-14342b027cf3 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:02:35.192918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Attempting to bind port b4ca618e-7ce2-4813-99ab-14342b027cf3 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '4802eaee-c784-4854-a371-033d6418c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:02:35.193986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Attempting to bind port b4ca618e-7ce2-4813-99ab-14342b027cf3 on network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:35.202181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Port b4ca618e-7ce2-4813-99ab-14342b027cf3 on network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:02:35.202384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Attempting to bind port b4ca618e-7ce2-4813-99ab-14342b027cf3 on network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:35.208847 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15c51c07-10ed-4ce4-896d-35157a7f2693 req-fde60d2c-7b28-4515-b139-7930a9bdd300 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416069 Jul 27 21:02:35.218912 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:02:35.219291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Checking segment: {'id': '4802eaee-c784-4854-a371-033d6418c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:35.219960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Bound using segment: {'id': '4802eaee-c784-4854-a371-033d6418c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:02:35.220727 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Bound port: b4ca618e-7ce2-4813-99ab-14342b027cf3, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4802eaee-c784-4854-a371-033d6418c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:02:35.220873 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:35.321706 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a286e1b7-c749-47f2-bdc3-5033b42065ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:35.335393 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6834c-cbb5-43d4-bb2d-dfc6694cf97a req-a9f1496d-ad52-454f-acfa-9a1da10d14c7 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.344221 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cbe6834c-cbb5-43d4-bb2d-dfc6694cf97a req-a9f1496d-ad52-454f-acfa-9a1da10d14c7 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 943 time: 0.0894639 Jul 27 21:02:35.356781 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] For port b4ca618e-7ce2-4813-99ab-14342b027cf3, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:35.383460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] For port b4ca618e-7ce2-4813-99ab-14342b027cf3, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b4ca618e-7ce2-4813-99ab-14342b027cf3,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:02:35.386002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264cd432-269d-4442-8ccb-d48a83b40cf1 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:35.391282 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cbe6834c-cbb5-43d4-bb2d-dfc6694cf97a req-a51dcb2b-725f-40d2-934a-69733f0f5a00 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458670 Jul 27 21:02:35.394116 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:35.397485 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:35.415556 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:35.417865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.418514 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:35.420108 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] 10.222.0.20 "PUT /v2.0/ports/b4ca618e-7ce2-4813-99ab-14342b027cf3 HTTP/1.1" status: 200 len: 1091 time: 1.1601350 Jul 27 21:02:35.441254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90c4fab-c2f8-49c6-bd37-71ba6e55a226', 'tag': 'b4ca618e-7ce2-4813-99ab-14342b027cf3'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:35.443840 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736e773e-18db-4b79-bb02-33dc81477544" -d '{"events": [{"name": "network-changed", "server_uuid": "b90c4fab-c2f8-49c6-bd37-71ba6e55a226", "tag": "b4ca618e-7ce2-4813-99ab-14342b027cf3"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:35.462724 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Transition to ACTIVE for port object 264cd432-269d-4442-8ccb-d48a83b40cf1 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:35.470088 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:35.502765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79deb82a-7cdc-4176-a0b4-5d8dc8a31e4a service neutron] Pushing event updated for resources: {'Port': ['ID=b4ca618e-7ce2-4813-99ab-14342b027cf3,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:35.548043 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fabd180-9a6a-431c-8102-b8d600974d62 x-openstack-request-id: req-9fabd180-9a6a-431c-8102-b8d600974d62 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:35.548333 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90c4fab-c2f8-49c6-bd37-71ba6e55a226", "tag": "b4ca618e-7ce2-4813-99ab-14342b027cf3", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:35.548579 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9fabd180-9a6a-431c-8102-b8d600974d62 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:35.548962 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90c4fab-c2f8-49c6-bd37-71ba6e55a226', 'tag': 'b4ca618e-7ce2-4813-99ab-14342b027cf3', 'status': 'completed', 'code': 200} Jul 27 21:02:35.561517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0546085-749d-44f3-b9f6-16681083c9b6 req-a0cd65e7-ceed-469c-838e-2d1a8594da00 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.563026 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b0546085-749d-44f3-b9f6-16681083c9b6 req-a0cd65e7-ceed-469c-838e-2d1a8594da00 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.0725422 Jul 27 21:02:35.605632 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b0546085-749d-44f3-b9f6-16681083c9b6 req-f7bc40ca-4752-4cf7-9a91-04279fe00608 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353611 Jul 27 21:02:35.622007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Pushing event updated for resources: {'Port': ['ID=264cd432-269d-4442-8ccb-d48a83b40cf1,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:35.650734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-7cdf8b65-e322-40bc-90e7-13b1654c1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.652241 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-7cdf8b65-e322-40bc-90e7-13b1654c1b0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=174a3a2e44174280a25c3ba36ee985d1&device_id=b90c4fab-c2f8-49c6-bd37-71ba6e55a226 HTTP/1.1" status: 200 len: 1094 time: 0.1662209 Jul 27 21:02:35.660969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Attempting to bind port 264cd432-269d-4442-8ccb-d48a83b40cf1 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:02:35.661302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Attempting to bind port 264cd432-269d-4442-8ccb-d48a83b40cf1 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '4802eaee-c784-4854-a371-033d6418c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:02:35.661629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Attempting to bind port 264cd432-269d-4442-8ccb-d48a83b40cf1 on network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:35.666017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Port 264cd432-269d-4442-8ccb-d48a83b40cf1 on network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:02:35.666300 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Attempting to bind port 264cd432-269d-4442-8ccb-d48a83b40cf1 on network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:35.704530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:02:35.704869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Checking segment: {'id': '4802eaee-c784-4854-a371-033d6418c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:35.705253 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Bound using segment: {'id': '4802eaee-c784-4854-a371-033d6418c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:02:35.705685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Bound port: 264cd432-269d-4442-8ccb-d48a83b40cf1, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4802eaee-c784-4854-a371-033d6418c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:02:35.706042 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:35.708717 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-a81a5cd7-0ded-4fd3-9eb3-040cc4d93912 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ca618e-7ce2-4813-99ab-14342b027cf3 HTTP/1.1" status: 200 len: 217 time: 0.0403771 Jul 27 21:02:35.809389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-6a75923d-905f-4fb6-a656-e91a4ea0278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.810865 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-6a75923d-905f-4fb6-a656-e91a4ea0278f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f71f46c-0daa-432b-b7ea-942ae26e5c14 HTTP/1.1" status: 200 len: 852 time: 0.0718904 Jul 27 21:02:35.815093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] For port 264cd432-269d-4442-8ccb-d48a83b40cf1, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:35.818804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] For port 264cd432-269d-4442-8ccb-d48a83b40cf1, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=264cd432-269d-4442-8ccb-d48a83b40cf1,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:02:35.824406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a611-8ddd-489b-92f6-0faf82ba978e req-383c2c04-a441-444d-9af1-7400a51d20b2 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.830734 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b08a611-8ddd-489b-92f6-0faf82ba978e req-383c2c04-a441-444d-9af1-7400a51d20b2 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 943 time: 0.0734189 Jul 27 21:02:35.855719 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-7f714e74-2960-4257-846d-4fffaf324c25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5028058f-0cb8-4710-a2e7-eeffdf7e8374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336573 Jul 27 21:02:35.857155 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:35.867874 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b08a611-8ddd-489b-92f6-0faf82ba978e req-3ae91eac-e270-4a7a-8a5b-7621b0e5b431 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347476 Jul 27 21:02:35.902946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:35.903811 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:35.905633 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] 10.222.0.66 "PUT /v2.0/ports/264cd432-269d-4442-8ccb-d48a83b40cf1 HTTP/1.1" status: 200 len: 1091 time: 1.1639388 Jul 27 21:02:36.010522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38d1ce-1c6a-45a4-9ca3-8dec94a376d9 service neutron] Pushing event updated for resources: {'Port': ['ID=264cd432-269d-4442-8ccb-d48a83b40cf1,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:36.060459 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-1cdc6c4c-b21a-4111-81e0-f316d0adcd9e service neutron] 10.222.0.20 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753795 Jul 27 21:02:36.067482 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-81127e96-4dcc-41d3-b3e6-604597d9c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.068961 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-81127e96-4dcc-41d3-b3e6-604597d9c819 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=174a3a2e44174280a25c3ba36ee985d1&device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 1094 time: 0.1196804 Jul 27 21:02:36.099008 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce94d5-3863-4804-9153-eb85676f5001 req-2a02ecde-1e7a-41b4-8cac-f3149106bca2 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.100688 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bfce94d5-3863-4804-9153-eb85676f5001 req-2a02ecde-1e7a-41b4-8cac-f3149106bca2 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 950 time: 0.0778048 Jul 27 21:02:36.172304 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-fba337e7-5ea1-4897-a275-28e119a86589 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=264cd432-269d-4442-8ccb-d48a83b40cf1 HTTP/1.1" status: 200 len: 217 time: 0.0906286 Jul 27 21:02:36.183009 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bfce94d5-3863-4804-9153-eb85676f5001 req-1738292a-f99e-4ad1-92b8-fbf20dfbee97 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748849 Jul 27 21:02:36.215620 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d62a9-032a-4fad-8ccc-c2952f1f06a7 req-d6b6705d-af8d-43de-8888-640e2f5026c4 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.219105 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-696d62a9-032a-4fad-8ccc-c2952f1f06a7 req-d6b6705d-af8d-43de-8888-640e2f5026c4 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 946 time: 0.1012478 Jul 27 21:02:36.255554 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-f073ac74-cb60-43a8-98ac-12f5cead0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.257021 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-f073ac74-cb60-43a8-98ac-12f5cead0058 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f71f46c-0daa-432b-b7ea-942ae26e5c14 HTTP/1.1" status: 200 len: 852 time: 0.0773072 Jul 27 21:02:36.260032 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-b18c6ed5-a828-41d7-8724-9c617559acab service neutron] 10.222.0.20 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899462 Jul 27 21:02:36.264046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-696d62a9-032a-4fad-8ccc-c2952f1f06a7 req-a4ccad66-c643-49a1-a64d-7952fe6e4f8d tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403576 Jul 27 21:02:36.300684 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-d71b5c63-5301-42bb-895d-9920518f35ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5028058f-0cb8-4710-a2e7-eeffdf7e8374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327446 Jul 27 21:02:36.405644 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154f433-011a-41fe-97bf-fb4c913fff08 req-a1779ac5-06ef-4d50-b3f8-dce6b058d36d tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.407166 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a154f433-011a-41fe-97bf-fb4c913fff08 req-a1779ac5-06ef-4d50-b3f8-dce6b058d36d tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 946 time: 0.0676467 Jul 27 21:02:36.439370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e773e-18db-4b79-bb02-33dc81477544 req-c1816238-0f05-4925-b463-c4a92b48cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.440965 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-736e773e-18db-4b79-bb02-33dc81477544 req-c1816238-0f05-4925-b463-c4a92b48cfb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=174a3a2e44174280a25c3ba36ee985d1&device_id=b90c4fab-c2f8-49c6-bd37-71ba6e55a226 HTTP/1.1" status: 200 len: 1094 time: 0.1292384 Jul 27 21:02:36.445017 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-3aa1be26-813a-4133-a9d5-eae6c984d581 service neutron] 10.222.0.66 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343985 Jul 27 21:02:36.450057 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a154f433-011a-41fe-97bf-fb4c913fff08 req-d1fb234d-0b83-418e-9d1e-b7b8345e7b9f tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369494 Jul 27 21:02:36.599702 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b2294-15ad-4ccb-97b4-e76088f445bf req-1d43888d-ee65-4529-9053-199b0736bde9 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.607523 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba4b2294-15ad-4ccb-97b4-e76088f445bf req-1d43888d-ee65-4529-9053-199b0736bde9 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 943 time: 0.0884454 Jul 27 21:02:36.625881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e773e-18db-4b79-bb02-33dc81477544 req-bde1aaec-8639-497d-a82b-6a3d75167af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.627683 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-736e773e-18db-4b79-bb02-33dc81477544 req-bde1aaec-8639-497d-a82b-6a3d75167af4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5028058f-0cb8-4710-a2e7-eeffdf7e8374 HTTP/1.1" status: 200 len: 913 time: 0.1786575 Jul 27 21:02:36.630313 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b4c0fb1-abc9-48ff-8d8b-983c9107fb33 req-6a1c983e-9032-46ff-8231-650442a1dbe4 service neutron] 10.222.0.66 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734111 Jul 27 21:02:36.675516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba4b2294-15ad-4ccb-97b4-e76088f445bf req-9a7e58f9-39cf-4119-a2ff-245a8e64da4f tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666492 Jul 27 21:02:36.686302 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-736e773e-18db-4b79-bb02-33dc81477544 req-e774bdff-38c6-41be-84f9-2d8454538e37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4ca618e-7ce2-4813-99ab-14342b027cf3 HTTP/1.1" status: 200 len: 217 time: 0.0505219 Jul 27 21:02:36.755469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e773e-18db-4b79-bb02-33dc81477544 req-fc06792c-e29b-453b-a269-e4654b5e0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.757150 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-736e773e-18db-4b79-bb02-33dc81477544 req-fc06792c-e29b-453b-a269-e4654b5e0039 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f71f46c-0daa-432b-b7ea-942ae26e5c14 HTTP/1.1" status: 200 len: 852 time: 0.0628371 Jul 27 21:02:36.800195 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-736e773e-18db-4b79-bb02-33dc81477544 req-91ef47e4-45d9-4348-bc3a-69547efb96f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5028058f-0cb8-4710-a2e7-eeffdf7e8374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302787 Jul 27 21:02:36.901637 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-736e773e-18db-4b79-bb02-33dc81477544 req-098cfdc0-3a54-4df6-9276-6d8d34fb7167 service neutron] 10.222.0.20 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902402 Jul 27 21:02:36.933332 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a8493-c88d-4e50-a658-091840e87ef5 req-85e8550d-840b-4d04-af2c-4a0b54014560 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.934862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-982a8493-c88d-4e50-a658-091840e87ef5 req-85e8550d-840b-4d04-af2c-4a0b54014560 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.1164935 Jul 27 21:02:36.956167 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf712e-3dfe-46d7-8114-044995cb9437 req-e539756e-40b0-4ac2-9d69-87a583b28368 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:36.957616 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9cdf712e-3dfe-46d7-8114-044995cb9437 req-e539756e-40b0-4ac2-9d69-87a583b28368 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 946 time: 0.1020217 Jul 27 21:02:37.008334 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-982a8493-c88d-4e50-a658-091840e87ef5 req-650e8be0-6584-4f42-ae15-e90d93afdfa5 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658689 Jul 27 21:02:37.016277 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9cdf712e-3dfe-46d7-8114-044995cb9437 req-41f5ddd3-ae6a-4099-9d03-2aea3ebe327c tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500739 Jul 27 21:02:37.017435 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-736e773e-18db-4b79-bb02-33dc81477544 req-d3ac151e-5e84-4996-bac4-00d6a8bccf1f service neutron] 10.222.0.20 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896525 Jul 27 21:02:37.058776 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:37.181847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab04e91-adf8-4163-ab43-b57d2f14b169 req-fb3bfd1a-c37d-405b-8089-65e16b126fa8 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:37.183349 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ab04e91-adf8-4163-ab43-b57d2f14b169 req-fb3bfd1a-c37d-405b-8089-65e16b126fa8 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 945 time: 0.1040635 Jul 27 21:02:37.215425 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de106368-e193-4bbd-9fe6-68ccd4d2391b req-33f27796-41c6-47a0-9452-fa427b79c97c tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:37.216998 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de106368-e193-4bbd-9fe6-68ccd4d2391b req-33f27796-41c6-47a0-9452-fa427b79c97c tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 943 time: 0.1083832 Jul 27 21:02:37.252898 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ab04e91-adf8-4163-ab43-b57d2f14b169 req-3689d9ba-28a7-4e29-ab30-72f53489eb68 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups?id=778b8c81-cd95-4440-8c05-1ebef5460398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633173 Jul 27 21:02:37.277680 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de106368-e193-4bbd-9fe6-68ccd4d2391b req-74ef9289-3ed8-44d0-90de-e2aabd58347b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538969 Jul 27 21:02:37.421744 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d70031-ca2b-4d17-9556-e9bc2379d4b8 req-82edba04-4f2a-45e7-80f9-a3dca3fa5381 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:37.423261 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2d70031-ca2b-4d17-9556-e9bc2379d4b8 req-82edba04-4f2a-45e7-80f9-a3dca3fa5381 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 946 time: 0.0759926 Jul 27 21:02:37.442791 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:37.462430 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2d70031-ca2b-4d17-9556-e9bc2379d4b8 req-7dd10a77-76be-4787-a7ba-c9e4d81dbb29 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331120 Jul 27 21:02:37.527593 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device e96c9483-af42-4328-b2c5-8734cf4552c3 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:37.549944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199946b1-2bdd-4b71-b7ca-5b562a6e9d46', 'tag': '264cd432-269d-4442-8ccb-d48a83b40cf1'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:37.552418 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f2463f-5930-49a6-8c92-f683770eaf58" -d '{"events": [{"name": "network-changed", "server_uuid": "199946b1-2bdd-4b71-b7ca-5b562a6e9d46", "tag": "264cd432-269d-4442-8ccb-d48a83b40cf1"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:37.591402 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aea91ad-1c3d-4373-b5b6-20a16a97c774 x-openstack-request-id: req-7aea91ad-1c3d-4373-b5b6-20a16a97c774 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:37.591818 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "199946b1-2bdd-4b71-b7ca-5b562a6e9d46", "tag": "264cd432-269d-4442-8ccb-d48a83b40cf1", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:37.592095 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7aea91ad-1c3d-4373-b5b6-20a16a97c774 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:37.592840 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199946b1-2bdd-4b71-b7ca-5b562a6e9d46', 'tag': '264cd432-269d-4442-8ccb-d48a83b40cf1', 'status': 'completed', 'code': 200} Jul 27 21:02:37.682685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2463f-5930-49a6-8c92-f683770eaf58 req-bbc2754b-033f-4ec8-b22a-e2176838935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:37.684340 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-49f2463f-5930-49a6-8c92-f683770eaf58 req-bbc2754b-033f-4ec8-b22a-e2176838935b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=174a3a2e44174280a25c3ba36ee985d1&device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 1094 time: 0.0610271 Jul 27 21:02:37.789886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port e96c9483-af42-4328-b2c5-8734cf4552c3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e96c9483-af42-4328-b2c5-8734cf4552c3,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:37.802673 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'e96c9483-af42-4328-b2c5-8734cf4552c3', 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c', 'port_id': 'e96c9483-af42-4328-b2c5-8734cf4552c3', 'mac_address': 'fa:16:3e:47:d5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522c0dd9-68b6-4956-99f4-df5491c95ae5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:37.803628 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2463f-5930-49a6-8c92-f683770eaf58 req-7de1a896-c332-4946-815b-66e5ca4f7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:37.805224 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-49f2463f-5930-49a6-8c92-f683770eaf58 req-7de1a896-c332-4946-815b-66e5ca4f7bfe service neutron] 10.222.0.66 "GET /v2.0/networks?id=5028058f-0cb8-4710-a2e7-eeffdf7e8374 HTTP/1.1" status: 200 len: 913 time: 0.1061027 Jul 27 21:02:37.831648 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e97cc-c365-4cbb-9fbf-aa005e424b2a req-f1eb1abd-5e2a-460f-a549-8efd1fbd6cdd tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:37.833819 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-970e97cc-c365-4cbb-9fbf-aa005e424b2a req-f1eb1abd-5e2a-460f-a549-8efd1fbd6cdd tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 943 time: 0.0827725 Jul 27 21:02:37.846796 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:37.851874 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-49f2463f-5930-49a6-8c92-f683770eaf58 req-378d3ec7-1cdf-4e9a-af3c-2e707a708719 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=264cd432-269d-4442-8ccb-d48a83b40cf1 HTTP/1.1" status: 200 len: 217 time: 0.0381904 Jul 27 21:02:37.864067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e96c9483-af42-4328-b2c5-8734cf4552c3 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:37.890610 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port e96c9483-af42-4328-b2c5-8734cf4552c3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e96c9483-af42-4328-b2c5-8734cf4552c3,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:37.891207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-970e97cc-c365-4cbb-9fbf-aa005e424b2a req-663c8405-6141-4fd1-9a65-92c4fc7a17fd tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499096 Jul 27 21:02:37.895768 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:37.917084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2463f-5930-49a6-8c92-f683770eaf58 req-2af79739-a2f4-4242-baca-f03f0cc9546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:37.918569 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-49f2463f-5930-49a6-8c92-f683770eaf58 req-2af79739-a2f4-4242-baca-f03f0cc9546a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2f71f46c-0daa-432b-b7ea-942ae26e5c14 HTTP/1.1" status: 200 len: 852 time: 0.0574360 Jul 27 21:02:37.950143 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=e96c9483-af42-4328-b2c5-8734cf4552c3,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:37.958504 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-49f2463f-5930-49a6-8c92-f683770eaf58 req-912b5d6d-eb40-46f2-8b03-b8083c35d2d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5028058f-0cb8-4710-a2e7-eeffdf7e8374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297296 Jul 27 21:02:37.965813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 57fe7918-c9cd-422f-aa0c-181755d554c3 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:37.968922 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1df603f3-390a-41ea-b08f-ca30c4a377b0 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:02:38.026449 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['e96c9483-af42-4328-b2c5-8734cf4552c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:38.058090 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-49f2463f-5930-49a6-8c92-f683770eaf58 req-0998e639-361f-4dad-8551-b5a8bd64218d service neutron] 10.222.0.66 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911214 Jul 27 21:02:38.164269 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:38.178714 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-49f2463f-5930-49a6-8c92-f683770eaf58 req-8fe7c29c-163c-4a76-881e-d46ad65e86e2 service neutron] 10.222.0.66 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093647 Jul 27 21:02:38.197028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 57fe7918-c9cd-422f-aa0c-181755d554c3, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=57fe7918-c9cd-422f-aa0c-181755d554c3,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:38.211971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37436ea2-3b56-414c-9530-6238c1a80ba5 req-4b9f6f69-306b-43d5-a2cb-3bae52ed1929 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.213451 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37436ea2-3b56-414c-9530-6238c1a80ba5 req-4b9f6f69-306b-43d5-a2cb-3bae52ed1929 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 945 time: 0.1149883 Jul 27 21:02:38.239533 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b667a35-0548-4f69-8087-9aafb0e5bbd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1df603f3-390a-41ea-b08f-ca30c4a377b0'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:38.241761 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024220a2-9862-459c-8301-c5ed2b5065bc" -d '{"events": [{"server_uuid": "2b667a35-0548-4f69-8087-9aafb0e5bbd0", "name": "network-vif-unplugged", "status": "completed", "tag": "1df603f3-390a-41ea-b08f-ca30c4a377b0"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:38.244160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546c306-954c-4621-bf38-d432a1c2000d req-78ed29e1-6129-49d3-8592-e38f7900dbef tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.245972 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d546c306-954c-4621-bf38-d432a1c2000d req-78ed29e1-6129-49d3-8592-e38f7900dbef tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.1368272 Jul 27 21:02:38.251177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '57fe7918-c9cd-422f-aa0c-181755d554c3', 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c', 'port_id': '57fe7918-c9cd-422f-aa0c-181755d554c3', 'mac_address': 'fa:16:3e:97:f1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6866e95-5277-449a-81cc-71c772e0c274', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:38.267946 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1df603f3-390a-41ea-b08f-ca30c4a377b0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1df603f3-390a-41ea-b08f-ca30c4a377b0,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:38.278728 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:38.284636 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37436ea2-3b56-414c-9530-6238c1a80ba5 req-5764fcf8-1753-481f-9d87-1943e4e0794b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646927 Jul 27 21:02:38.318468 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d546c306-954c-4621-bf38-d432a1c2000d req-eb4bd47b-bd29-4c5c-9860-b4af8e08a29b tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644114 Jul 27 21:02:38.347225 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac751e6-fce5-46ee-9808-fb9e60e2e5e2 x-openstack-request-id: req-5ac751e6-fce5-46ee-9808-fb9e60e2e5e2 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:38.347510 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b667a35-0548-4f69-8087-9aafb0e5bbd0", "name": "network-vif-unplugged", "status": "completed", "tag": "1df603f3-390a-41ea-b08f-ca30c4a377b0", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:38.347829 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ac751e6-fce5-46ee-9808-fb9e60e2e5e2 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:38.348216 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b667a35-0548-4f69-8087-9aafb0e5bbd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1df603f3-390a-41ea-b08f-ca30c4a377b0', 'code': 200} Jul 27 21:02:38.360304 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:38.404212 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57fe7918-c9cd-422f-aa0c-181755d554c3 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:38.415059 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=1df603f3-390a-41ea-b08f-ca30c4a377b0,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:38.444554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 57fe7918-c9cd-422f-aa0c-181755d554c3, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=57fe7918-c9cd-422f-aa0c-181755d554c3,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:38.446350 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb09f82-7ad9-4d95-b273-6f19b6649396 req-adb4b864-eb41-47e0-8d11-5f8d3a2509ed tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.448355 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-beb09f82-7ad9-4d95-b273-6f19b6649396 req-adb4b864-eb41-47e0-8d11-5f8d3a2509ed tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 943 time: 0.0789707 Jul 27 21:02:38.449114 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:38.494125 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-beb09f82-7ad9-4d95-b273-6f19b6649396 req-8daa59e4-2be1-4974-8987-7b3cdd1ae4f5 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390878 Jul 27 21:02:38.512171 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=57fe7918-c9cd-422f-aa0c-181755d554c3,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:38.611069 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3662a7-cdb8-4e0c-8861-1cffcbe6a740 req-e73bd18f-7ebb-49ba-8323-ef53158bd36a tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.612562 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a3662a7-cdb8-4e0c-8861-1cffcbe6a740 req-e73bd18f-7ebb-49ba-8323-ef53158bd36a tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 946 time: 0.0692666 Jul 27 21:02:38.652218 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a3662a7-cdb8-4e0c-8861-1cffcbe6a740 req-67714d6b-efc5-4f35-b5c1-ec97c81bd2ad tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327489 Jul 27 21:02:38.770927 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:38.817464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf85a66-45a2-43e3-8df2-d4f64dc44646 req-a70234ae-7298-40cc-9e5e-6bfe3e740b2e tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.818983 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-daf85a66-45a2-43e3-8df2-d4f64dc44646 req-a70234ae-7298-40cc-9e5e-6bfe3e740b2e tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 945 time: 0.0650728 Jul 27 21:02:38.856935 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-daf85a66-45a2-43e3-8df2-d4f64dc44646 req-31fa5026-581a-4d6e-8157-acaeeaac1b00 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups?id=778b8c81-cd95-4440-8c05-1ebef5460398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310528 Jul 27 21:02:38.941648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211a887-8234-46dc-b8db-bbbf178aa5fa req-d43ce74e-ee82-43c6-a39d-36bc69d39f3b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:38.944009 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7211a887-8234-46dc-b8db-bbbf178aa5fa req-d43ce74e-ee82-43c6-a39d-36bc69d39f3b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 945 time: 0.0717921 Jul 27 21:02:39.021253 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6546dc-4e1c-49ca-a96f-e46b42fb28a2 req-6ad6686c-7667-48b1-aa05-7bfc120def0a tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:39.022843 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc6546dc-4e1c-49ca-a96f-e46b42fb28a2 req-6ad6686c-7667-48b1-aa05-7bfc120def0a tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 944 time: 0.0683460 Jul 27 21:02:39.062496 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc6546dc-4e1c-49ca-a96f-e46b42fb28a2 req-68167e94-97d0-4df1-a832-1e81715b3fbc tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334516 Jul 27 21:02:39.067941 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-7211a887-8234-46dc-b8db-bbbf178aa5fa req-3c84465e-19d4-4755-89b8-b5b9477317a4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Deleting port e96c9483-af42-4328-b2c5-8734cf4552c3 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:02:39.068294 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7211a887-8234-46dc-b8db-bbbf178aa5fa req-3c84465e-19d4-4755-89b8-b5b9477317a4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:39.157779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7211a887-8234-46dc-b8db-bbbf178aa5fa req-3c84465e-19d4-4755-89b8-b5b9477317a4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] For port e96c9483-af42-4328-b2c5-8734cf4552c3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e96c9483-af42-4328-b2c5-8734cf4552c3,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:39.158146 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7211a887-8234-46dc-b8db-bbbf178aa5fa req-3c84465e-19d4-4755-89b8-b5b9477317a4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:39.171677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-7211a887-8234-46dc-b8db-bbbf178aa5fa req-3c84465e-19d4-4755-89b8-b5b9477317a4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Calling delete_port for e96c9483-af42-4328-b2c5-8734cf4552c3 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:02:39.305674 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7211a887-8234-46dc-b8db-bbbf178aa5fa req-3c84465e-19d4-4755-89b8-b5b9477317a4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:39.333955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84465e-19d4-4755-89b8-b5b9477317a4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Pushing event deleted for resources: {'Port': ['ID=e96c9483-af42-4328-b2c5-8734cf4552c3,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:39.380706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7211a887-8234-46dc-b8db-bbbf178aa5fa req-3c84465e-19d4-4755-89b8-b5b9477317a4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] No DVR routers for this DVR port e96c9483-af42-4328-b2c5-8734cf4552c3 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:02:39.383403 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7211a887-8234-46dc-b8db-bbbf178aa5fa req-3c84465e-19d4-4755-89b8-b5b9477317a4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:39.385472 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7211a887-8234-46dc-b8db-bbbf178aa5fa req-3c84465e-19d4-4755-89b8-b5b9477317a4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.20 "DELETE /v2.0/ports/e96c9483-af42-4328-b2c5-8734cf4552c3 HTTP/1.1" status: 204 len: 173 time: 0.4220014 Jul 27 21:02:39.395698 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a251f154-8fa8-48d6-a5fe-25b87a024eab req-b56353ef-68a0-41a7-960b-fea8bc7310d6 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf9a958-da6d-409e-b102-258983c76f5c HTTP/1.1" status: 200 len: 210 time: 0.0344381 Jul 27 21:02:39.466926 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957222a-f3ab-4f1d-bd64-ba2e7b996982 req-ec192a95-3ecd-4f37-985f-384569a53c5d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:39.468493 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5957222a-f3ab-4f1d-bd64-ba2e7b996982 req-ec192a95-3ecd-4f37-985f-384569a53c5d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.0761516 Jul 27 21:02:39.518210 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5957222a-f3ab-4f1d-bd64-ba2e7b996982 req-78314397-18aa-4ec6-ab13-ab855c112354 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438073 Jul 27 21:02:39.562865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device e96c9483-af42-4328-b2c5-8734cf4552c3 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:39.567155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device e96c9483-af42-4328-b2c5-8734cf4552c3 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:02:39.572667 n-d-764806-9 neutron-server[105581]: INFO neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No ports have port_id starting with e96c9483-af42-4328-b2c5-8734cf4552c3 Jul 27 21:02:39.594125 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf9a958-da6d-409e-b102-258983c76f5c', 'name': 'network-vif-deleted', 'tag': 'e96c9483-af42-4328-b2c5-8734cf4552c3'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:39.596507 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa02afc-9593-4dc5-acf8-af43bce444dc" -d '{"events": [{"server_uuid": "4cf9a958-da6d-409e-b102-258983c76f5c", "name": "network-vif-deleted", "tag": "e96c9483-af42-4328-b2c5-8734cf4552c3"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:39.600638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device e96c9483-af42-4328-b2c5-8734cf4552c3 requested by agent hyperv_n-h1-764806-9 not found in database {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 27 21:02:39.600988 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device b4ca618e-7ce2-4813-99ab-14342b027cf3 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:39.604156 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: e96c9483-af42-4328-b2c5-8734cf4552c3 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:02:39.604509 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device e96c9483-af42-4328-b2c5-8734cf4552c3 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:02:39.709904 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca301e41-1f1a-4ab1-9024-e0f212b4ba65 req-2952f865-cd5c-41d1-9dfc-17128124d583 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:39.711648 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca301e41-1f1a-4ab1-9024-e0f212b4ba65 req-2952f865-cd5c-41d1-9dfc-17128124d583 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 943 time: 0.0983751 Jul 27 21:02:39.716576 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port b4ca618e-7ce2-4813-99ab-14342b027cf3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b4ca618e-7ce2-4813-99ab-14342b027cf3,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:39.727970 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'b4ca618e-7ce2-4813-99ab-14342b027cf3', 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374', 'port_id': 'b4ca618e-7ce2-4813-99ab-14342b027cf3', 'mac_address': 'fa:16:3e:23:00:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f71f46c-0daa-432b-b7ea-942ae26e5c14', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:39.763638 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca301e41-1f1a-4ab1-9024-e0f212b4ba65 req-68525724-887a-4e46-a256-929e193afb4c tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455778 Jul 27 21:02:39.770744 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:39.772099 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e7062-32bc-4950-b0bb-b0baddad6c32 req-a8378caf-4efb-45d9-8642-1297b3bd0382 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:39.773732 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-608e7062-32bc-4950-b0bb-b0baddad6c32 req-a8378caf-4efb-45d9-8642-1297b3bd0382 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 945 time: 0.1048276 Jul 27 21:02:39.786660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ca618e-7ce2-4813-99ab-14342b027cf3 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:39.810974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port b4ca618e-7ce2-4813-99ab-14342b027cf3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b4ca618e-7ce2-4813-99ab-14342b027cf3,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:39.813352 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1df584-66c0-43d8-ae76-abcd8f47181b x-openstack-request-id: req-8a1df584-66c0-43d8-ae76-abcd8f47181b {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:39.813728 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf9a958-da6d-409e-b102-258983c76f5c", "name": "network-vif-deleted", "tag": "e96c9483-af42-4328-b2c5-8734cf4552c3", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:39.814709 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a1df584-66c0-43d8-ae76-abcd8f47181b {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:39.814709 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cf9a958-da6d-409e-b102-258983c76f5c', 'name': 'network-vif-deleted', 'tag': 'e96c9483-af42-4328-b2c5-8734cf4552c3', 'status': 'completed', 'code': 200} Jul 27 21:02:39.816505 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:39.835478 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-608e7062-32bc-4950-b0bb-b0baddad6c32 req-8da1d660-dbc1-44e3-a716-02364cdb740c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups?id=778b8c81-cd95-4440-8c05-1ebef5460398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521822 Jul 27 21:02:39.879817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=b4ca618e-7ce2-4813-99ab-14342b027cf3,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:39.938033 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d083a-be99-468d-b30c-11fe216dbfa1 req-c24364f5-b16a-4013-8864-4eb70292774e tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:39.939880 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-214d083a-be99-468d-b30c-11fe216dbfa1 req-c24364f5-b16a-4013-8864-4eb70292774e tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 946 time: 0.0760105 Jul 27 21:02:39.967340 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f0188fac-0d19-4e89-8a50-1df031009e39 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:39.982982 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-214d083a-be99-468d-b30c-11fe216dbfa1 req-0fac0d88-1a81-4ad0-9b19-4da76078d20c tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364590 Jul 27 21:02:40.095912 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port f0188fac-0d19-4e89-8a50-1df031009e39, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f0188fac-0d19-4e89-8a50-1df031009e39,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:40.110285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f0188fac-0d19-4e89-8a50-1df031009e39 has no active binding in host n-h2-764806-9 {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:02:40.110970 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-b8f310b5-8117-4843-a9b6-bf3ab718a6cb tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:40.112558 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-b8f310b5-8117-4843-a9b6-bf3ab718a6cb tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9&tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 1097 time: 0.0644302 Jul 27 21:02:40.120179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['b4ca618e-7ce2-4813-99ab-14342b027cf3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:40.128270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-764806-9'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:40.143432 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['57fe7918-c9cd-422f-aa0c-181755d554c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:40.211897 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:40.220294 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef812f-ada6-4899-a331-bf2c51e63b3b req-218f85ad-1fcf-432e-b698-e6b159459a79 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:40.230881 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63ef812f-ada6-4899-a331-bf2c51e63b3b req-218f85ad-1fcf-432e-b698-e6b159459a79 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 944 time: 0.0921695 Jul 27 21:02:40.279598 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63ef812f-ada6-4899-a331-bf2c51e63b3b req-722431c4-34d9-44b4-95c5-f2966a421724 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476274 Jul 27 21:02:40.352421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] For port f0188fac-0d19-4e89-8a50-1df031009e39, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f0188fac-0d19-4e89-8a50-1df031009e39,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:40.404548 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] For port f0188fac-0d19-4e89-8a50-1df031009e39, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:40.447208 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:40.453482 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:40.552441 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0188fac-0d19-4e89-8a50-1df031009e39,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:40.560565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Attempting to bind port f0188fac-0d19-4e89-8a50-1df031009e39 on host n-h1-764806-9 for vnic_type normal with profile {"migrating_to": "n-h2-764806-9"} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:02:40.561122 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Attempting to bind port f0188fac-0d19-4e89-8a50-1df031009e39 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:02:40.561423 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Attempting to bind port f0188fac-0d19-4e89-8a50-1df031009e39 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:40.567753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Port f0188fac-0d19-4e89-8a50-1df031009e39 on network a867caef-b904-44c4-ac9a-71eaf4e3734e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:02:40.568994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Attempting to bind port f0188fac-0d19-4e89-8a50-1df031009e39 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:40.577541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:02:40.577885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Checking segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:40.578296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Bound using segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:02:40.578731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Bound port: f0188fac-0d19-4e89-8a50-1df031009e39, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:02:40.579091 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:40.646284 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] For port f0188fac-0d19-4e89-8a50-1df031009e39, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:40.649507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] For port f0188fac-0d19-4e89-8a50-1df031009e39, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f0188fac-0d19-4e89-8a50-1df031009e39,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:02:40.654628 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:40.736832 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:40.737639 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:40.739080 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] 10.222.0.66 "PUT /v2.0/ports/f0188fac-0d19-4e89-8a50-1df031009e39 HTTP/1.1" status: 200 len: 1122 time: 0.6152844 Jul 27 21:02:40.745350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425bf44-dcfb-414f-9b8c-3c125561d7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f0188fac-0d19-4e89-8a50-1df031009e39,revision_number=8']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:40.754081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2980c-7fd5-48f2-bcf2-abfa0db84a61 req-3b059916-dd94-4bb8-8e32-e56e9d2205ef tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:40.755522 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6eb2980c-7fd5-48f2-bcf2-abfa0db84a61 req-3b059916-dd94-4bb8-8e32-e56e9d2205ef tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.1550100 Jul 27 21:02:40.766895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-3f7cd808-2a18-400d-8d08-8903aa24b48b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:40.768411 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-3f7cd808-2a18-400d-8d08-8903aa24b48b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/networks?id=0344717b-df37-43f6-9323-b0891968dc9c HTTP/1.1" status: 200 len: 822 time: 0.1339886 Jul 27 21:02:40.795203 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-32b94164-4a5c-4509-85e4-5122a27a3749 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/quotas/4fa0a9ebaa2e4f24a118e4c7a0098678 HTTP/1.1" status: 200 len: 375 time: 0.0191472 Jul 27 21:02:40.834994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['f0188fac-0d19-4e89-8a50-1df031009e39'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:40.841990 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6eb2980c-7fd5-48f2-bcf2-abfa0db84a61 req-b8bbbe66-407a-4975-9de7-519913ef2856 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726070 Jul 27 21:02:40.882204 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c03714eb-1eaa-440b-95b1-7e3f975c654d tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4fa0a9ebaa2e4f24a118e4c7a0098678&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0805449 Jul 27 21:02:40.923315 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['f0188fac-0d19-4e89-8a50-1df031009e39'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:41.005401 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-4181c3c9-f8be-409e-ba3a-91c32f69c872 service neutron] 10.222.0.55 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157031 Jul 27 21:02:41.131401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2771fe0-55ca-435d-8e95-adedfc2c498b req-dfa1a2a5-f4cb-45f6-a561-60e43bc621d6 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.133095 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c2771fe0-55ca-435d-8e95-adedfc2c498b req-dfa1a2a5-f4cb-45f6-a561-60e43bc621d6 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 943 time: 0.1430361 Jul 27 21:02:41.139004 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-f1c56697-db93-4f37-8928-c05bd80a0197 service neutron] 10.222.0.55 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159773 Jul 27 21:02:41.185563 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c2771fe0-55ca-435d-8e95-adedfc2c498b req-f9843092-06f2-4b5e-8190-87d85166ca4a tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330451 Jul 27 21:02:41.356335 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88630b5d-1a37-4406-ba65-d769b8a8ebc1 req-1731d370-4cd3-4a84-b65e-b47afc098de2 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.357850 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88630b5d-1a37-4406-ba65-d769b8a8ebc1 req-1731d370-4cd3-4a84-b65e-b47afc098de2 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 945 time: 0.1046820 Jul 27 21:02:41.403263 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b776f6-764c-4e17-b8be-c8cf335c0ef9 req-13f2d678-976d-48ee-97da-5ede2dc74c66 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.404723 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29b776f6-764c-4e17-b8be-c8cf335c0ef9 req-13f2d678-976d-48ee-97da-5ede2dc74c66 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 944 time: 0.1062760 Jul 27 21:02:41.428313 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88630b5d-1a37-4406-ba65-d769b8a8ebc1 req-8ec3ceb5-5d12-4a5b-9a61-c9356658fdbd tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups?id=778b8c81-cd95-4440-8c05-1ebef5460398&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624330 Jul 27 21:02:41.440579 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161636-70bf-419e-9bcf-4f863505b463 req-8fae5e2d-53cb-4c96-8b14-8ddbf005bc34 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.442397 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cb161636-70bf-419e-9bcf-4f863505b463 req-8fae5e2d-53cb-4c96-8b14-8ddbf005bc34 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.20 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 945 time: 0.0724812 Jul 27 21:02:41.469309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29b776f6-764c-4e17-b8be-c8cf335c0ef9 req-353ebfd6-ffa3-4bc3-9ac1-701cf70b1156 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533373 Jul 27 21:02:41.557027 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device b4ca618e-7ce2-4813-99ab-14342b027cf3 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:41.609615 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-664ca220-f390-4f4f-af33-1c9a503adc4f req-b4fea76e-c64b-4ba1-85fc-924250feced9 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42 HTTP/1.1" status: 200 len: 210 time: 0.0519149 Jul 27 21:02:41.641617 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-cb161636-70bf-419e-9bcf-4f863505b463 req-52ae1703-f251-492b-8575-db88f4725bdb tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Deleting port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:02:41.641908 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cb161636-70bf-419e-9bcf-4f863505b463 req-52ae1703-f251-492b-8575-db88f4725bdb tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:41.642701 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port b4ca618e-7ce2-4813-99ab-14342b027cf3 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:41.647601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port b4ca618e-7ce2-4813-99ab-14342b027cf3 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:41.647970 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:41.689001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b5698-557b-471f-92df-f7672ede52ce req-897f1b07-ff79-4708-be56-256c5140da6d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.690702 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a7b5698-557b-471f-92df-f7672ede52ce req-897f1b07-ff79-4708-be56-256c5140da6d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 944 time: 0.0910823 Jul 27 21:02:41.734617 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a7b5698-557b-471f-92df-f7672ede52ce req-2efc28ab-1f92-48d3-85cb-60b26260caf2 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359099 Jul 27 21:02:41.744845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa8ef8-0140-4e3b-9ca8-b4c168600b44 req-06156eb6-b7e5-43c6-a3a2-4fffb69ebd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:41.746369 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-79aa8ef8-0140-4e3b-9ca8-b4c168600b44 req-06156eb6-b7e5-43c6-a3a2-4fffb69ebd06 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 1096 time: 0.1491728 Jul 27 21:02:41.765600 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:41.791694 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90c4fab-c2f8-49c6-bd37-71ba6e55a226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ca618e-7ce2-4813-99ab-14342b027cf3'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:41.794093 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5c1c12-5265-43c4-aeb9-a145a3096ab9" -d '{"events": [{"server_uuid": "b90c4fab-c2f8-49c6-bd37-71ba6e55a226", "name": "network-vif-plugged", "status": "completed", "tag": "b4ca618e-7ce2-4813-99ab-14342b027cf3"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:41.808829 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port b4ca618e-7ce2-4813-99ab-14342b027cf3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b4ca618e-7ce2-4813-99ab-14342b027cf3,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:41.816492 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:41.845053 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a16fb4-c9dd-4922-9c39-81068f4380fe x-openstack-request-id: req-78a16fb4-c9dd-4922-9c39-81068f4380fe {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:41.845716 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90c4fab-c2f8-49c6-bd37-71ba6e55a226", "name": "network-vif-plugged", "status": "completed", "tag": "b4ca618e-7ce2-4813-99ab-14342b027cf3", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:41.845716 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78a16fb4-c9dd-4922-9c39-81068f4380fe {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:41.846104 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90c4fab-c2f8-49c6-bd37-71ba6e55a226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ca618e-7ce2-4813-99ab-14342b027cf3', 'code': 200} Jul 27 21:02:41.875390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=b4ca618e-7ce2-4813-99ab-14342b027cf3,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:42.018326 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9f1e8-9cfb-43c1-93b8-c2f83f3e013a req-1d85ed33-e365-4406-9a86-8de80f73f362 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.019862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ece9f1e8-9cfb-43c1-93b8-c2f83f3e013a req-1d85ed33-e365-4406-9a86-8de80f73f362 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.0879402 Jul 27 21:02:42.069925 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ece9f1e8-9cfb-43c1-93b8-c2f83f3e013a req-a41a2071-dc62-4c15-8176-009b3c58d1ae tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405955 Jul 27 21:02:42.092829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac9e21a-7ca9-4f56-8f86-704894e337a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0188fac-0d19-4e89-8a50-1df031009e39'}, {'name': 'network-changed', 'server_uuid': 'dac9e21a-7ca9-4f56-8f86-704894e337a9', 'tag': 'f0188fac-0d19-4e89-8a50-1df031009e39'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:42.095257 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df9570d-0426-42e6-9206-9d8465092466" -d '{"events": [{"server_uuid": "dac9e21a-7ca9-4f56-8f86-704894e337a9", "name": "network-vif-unplugged", "status": "completed", "tag": "f0188fac-0d19-4e89-8a50-1df031009e39"}, {"name": "network-changed", "server_uuid": "dac9e21a-7ca9-4f56-8f86-704894e337a9", "tag": "f0188fac-0d19-4e89-8a50-1df031009e39"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:42.112838 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-cb161636-70bf-419e-9bcf-4f863505b463 req-52ae1703-f251-492b-8575-db88f4725bdb tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] For port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9,segment=NetworkSegment(5c3b8cb3-819f-4466-83bb-7f742886b3dd),segment_id=5c3b8cb3-819f-4466-83bb-7f742886b3dd)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:42.113196 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cb161636-70bf-419e-9bcf-4f863505b463 req-52ae1703-f251-492b-8575-db88f4725bdb tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:42.145940 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b147e79f-98b0-4f51-ad64-b5d18ab32d91 x-openstack-request-id: req-b147e79f-98b0-4f51-ad64-b5d18ab32d91 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:42.146236 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac9e21a-7ca9-4f56-8f86-704894e337a9", "name": "network-vif-unplugged", "status": "completed", "tag": "f0188fac-0d19-4e89-8a50-1df031009e39", "code": 200}, {"name": "network-changed", "server_uuid": "dac9e21a-7ca9-4f56-8f86-704894e337a9", "tag": "f0188fac-0d19-4e89-8a50-1df031009e39", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:42.146495 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b147e79f-98b0-4f51-ad64-b5d18ab32d91 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:42.146900 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac9e21a-7ca9-4f56-8f86-704894e337a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0188fac-0d19-4e89-8a50-1df031009e39', 'code': 200} Jul 27 21:02:42.147211 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac9e21a-7ca9-4f56-8f86-704894e337a9', 'tag': 'f0188fac-0d19-4e89-8a50-1df031009e39', 'status': 'completed', 'code': 200} Jul 27 21:02:42.204914 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-79aa8ef8-0140-4e3b-9ca8-b4c168600b44 req-ab6e159b-6312-479c-a5ca-d1e02f2cff3b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454498 Jul 27 21:02:42.226844 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9570d-0426-42e6-9206-9d8465092466 req-0f5819a0-456f-4e6c-a47b-a1aa957e66df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.228568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5df9570d-0426-42e6-9206-9d8465092466 req-0f5819a0-456f-4e6c-a47b-a1aa957e66df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 1125 time: 0.0595672 Jul 27 21:02:42.271562 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdda2ff-e9f5-430f-9340-36f2aabb24d8 req-b0c8998b-acf5-4f9a-8833-7b6973cfd57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.273076 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0bdda2ff-e9f5-430f-9340-36f2aabb24d8 req-b0c8998b-acf5-4f9a-8833-7b6973cfd57b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b90c4fab-c2f8-49c6-bd37-71ba6e55a226 HTTP/1.1" status: 200 len: 1096 time: 0.1730545 Jul 27 21:02:42.359511 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0bdda2ff-e9f5-430f-9340-36f2aabb24d8 req-af02c427-96e6-4ad3-97b6-703004f8aa3b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753937 Jul 27 21:02:42.373270 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cb161636-70bf-419e-9bcf-4f863505b463 req-52ae1703-f251-492b-8575-db88f4725bdb tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:42.373653 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cb161636-70bf-419e-9bcf-4f863505b463 req-52ae1703-f251-492b-8575-db88f4725bdb tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:42.373942 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-cb161636-70bf-419e-9bcf-4f863505b463 req-52ae1703-f251-492b-8575-db88f4725bdb tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Floating IP ac4a6296-cb1c-454a-a825-57db3599b7a1 disassociated. External IP: 172.25.2.14, port: 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9. Jul 27 21:02:42.374310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-cb161636-70bf-419e-9bcf-4f863505b463 req-52ae1703-f251-492b-8575-db88f4725bdb tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Calling delete_port for 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:02:42.412787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9570d-0426-42e6-9206-9d8465092466 req-423df149-8eda-472d-b353-f1abf3eab93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.414864 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5df9570d-0426-42e6-9206-9d8465092466 req-423df149-8eda-472d-b353-f1abf3eab93e service neutron] 10.222.0.20 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 909 time: 0.1571908 Jul 27 21:02:42.423769 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee9700-bc9c-454e-96eb-7b2592419f31 req-cf85844c-0f9b-40a9-a2bf-bea07b801484 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.425258 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dfee9700-bc9c-454e-96eb-7b2592419f31 req-cf85844c-0f9b-40a9-a2bf-bea07b801484 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 943 time: 0.1471598 Jul 27 21:02:42.471447 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5df9570d-0426-42e6-9206-9d8465092466 req-07cfb83e-e2c9-4cdc-9073-db0beb7f126a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0188fac-0d19-4e89-8a50-1df031009e39 HTTP/1.1" status: 200 len: 217 time: 0.0452473 Jul 27 21:02:42.588858 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cb161636-70bf-419e-9bcf-4f863505b463 req-52ae1703-f251-492b-8575-db88f4725bdb tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:42.625134 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae1703-f251-492b-8575-db88f4725bdb tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Pushing event deleted for resources: {'Port': ['ID=8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:42.650775 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-e7e7dd33-8551-41c8-8a57-a97b8f6a14bb tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.652209 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-e7e7dd33-8551-41c8-8a57-a97b8f6a14bb tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.20 "GET /v2.0/networks?id=0344717b-df37-43f6-9323-b0891968dc9c HTTP/1.1" status: 200 len: 822 time: 0.1874061 Jul 27 21:02:42.697080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-169bbb99-f73a-4e19-b9d6-a3646e9184a5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Request body: {'port': {'device_id': '3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42', 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c', 'admin_state_up': True, 'tenant_id': '4fa0a9ebaa2e4f24a118e4c7a0098678'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:42.839589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb161636-70bf-419e-9bcf-4f863505b463 req-52ae1703-f251-492b-8575-db88f4725bdb tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Router d55c4b22-81a9-4517-828b-11dcf182e2cc has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:02:42.848127 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-324aa0c4-a73e-4879-aa36-31c96639d664 req-0094fc11-f71f-470d-b71a-058c7e98035d tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 210 time: 0.0546017 Jul 27 21:02:42.875153 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dfee9700-bc9c-454e-96eb-7b2592419f31 req-3edceb21-bb16-4947-9922-d8f6875c8302 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410269 Jul 27 21:02:42.879059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9570d-0426-42e6-9206-9d8465092466 req-ba203915-559c-4c78-8907-857d660f61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:42.881109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5df9570d-0426-42e6-9206-9d8465092466 req-ba203915-559c-4c78-8907-857d660f61d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.0859771 Jul 27 21:02:42.907922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-169bbb99-f73a-4e19-b9d6-a3646e9184a5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Made reservation on behalf of 4fa0a9ebaa2e4f24a118e4c7a0098678 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:42.912842 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-169bbb99-f73a-4e19-b9d6-a3646e9184a5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:42.926607 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5df9570d-0426-42e6-9206-9d8465092466 req-8ba542bf-4e10-4ac9-9a48-5273e088be95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362549 Jul 27 21:02:43.068940 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-555275ad-4068-48da-aabc-ef12d5a24f64 req-1a495124-4446-4099-8665-6e67abe9a5f2 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42 HTTP/1.1" status: 200 len: 210 time: 0.0474119 Jul 27 21:02:43.069943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb161636-70bf-419e-9bcf-4f863505b463 req-52ae1703-f251-492b-8575-db88f4725bdb tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:02:43.085022 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b50b6-8e6a-4a6e-845b-2e7623e5fdb2 None None] Sync routers for ids ['d55c4b22-81a9-4517-828b-11dcf182e2cc'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:02:43.103226 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422b50b6-8e6a-4a6e-845b-2e7623e5fdb2 None None] Routers {'d55c4b22-81a9-4517-828b-11dcf182e2cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:43.103859 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-422b50b6-8e6a-4a6e-845b-2e7623e5fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:02:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d55c4b22-81a9-4517-828b-11dcf182e2cc'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:43.110309 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae614fd-d6fd-44ae-9298-02d0b7891875 req-3595cd4f-e1be-4720-aac6-9a572a351af7 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:43.117495 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eae614fd-d6fd-44ae-9298-02d0b7891875 req-3595cd4f-e1be-4720-aac6-9a572a351af7 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 944 time: 0.1893501 Jul 27 21:02:43.131551 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5df9570d-0426-42e6-9206-9d8465092466 req-960b817a-bd52-4e9f-aa73-cb5ec9701120 service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886725 Jul 27 21:02:43.202144 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb161636-70bf-419e-9bcf-4f863505b463 req-52ae1703-f251-492b-8575-db88f4725bdb tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] No DVR routers for this DVR port 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:02:43.214936 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cb161636-70bf-419e-9bcf-4f863505b463 req-52ae1703-f251-492b-8575-db88f4725bdb tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:43.217340 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cb161636-70bf-419e-9bcf-4f863505b463 req-52ae1703-f251-492b-8575-db88f4725bdb tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.20 "DELETE /v2.0/ports/8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 HTTP/1.1" status: 204 len: 173 time: 1.7677090 Jul 27 21:02:43.275715 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eae614fd-d6fd-44ae-9298-02d0b7891875 req-4acdf73e-8799-4fcc-8673-c94363a7ed0d tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572421 Jul 27 21:02:43.300933 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-422b50b6-8e6a-4a6e-845b-2e7623e5fdb2 None None] Set router d55c4b22-81a9-4517-828b-11dcf182e2cc gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:43.314457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-169bbb99-f73a-4e19-b9d6-a3646e9184a5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Allocated IP 172.20.0.8 (0344717b-df37-43f6-9323-b0891968dc9c/522c0dd9-68b6-4956-99f4-df5491c95ae5/c062824b-c859-4f22-939a-e8cce777701a) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:43.382179 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5df9570d-0426-42e6-9206-9d8465092466 req-5e191988-8fa0-40bb-86f9-4b0733da24d8 service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400262 Jul 27 21:02:43.410445 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da02818-cfa5-41d4-a670-16b71a17de15 req-233945fb-d711-4823-80fa-35d8bc1b0481 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:43.420972 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4da02818-cfa5-41d4-a670-16b71a17de15 req-233945fb-d711-4823-80fa-35d8bc1b0481 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 944 time: 0.2657845 Jul 27 21:02:43.494340 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4da02818-cfa5-41d4-a670-16b71a17de15 req-db12ac40-e613-46d4-a445-ed57c8ba139d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562019 Jul 27 21:02:43.546077 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-422b50b6-8e6a-4a6e-845b-2e7623e5fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'name': 'tempest-ServersTestBootFromVolume-490207221-router', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:38Z', 'updated_at': '2021-07-27T20:59:46Z', 'revision_number': 4, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'gw_port': {'id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:39Z', 'updated_at': '2021-07-27T20:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '8bbaf3dc-fe52-4a89-91c9-3c12bec42040', 'name': '', 'network_id': '232f04f4-e33d-456b-8811-d83376857136', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'mac_address': 'fa:16:3e:39:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:45Z', 'updated_at': '2021-07-27T20:59:52Z', 'revision_number': 5, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'subnets': [{'id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:43.564764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:02:43.584146 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b50b6-8e6a-4a6e-845b-2e7623e5fdb2 None None] Checking router: d55c4b22-81a9-4517-828b-11dcf182e2cc for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:02:43.594618 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422b50b6-8e6a-4a6e-845b-2e7623e5fdb2 None None] Routers {'d55c4b22-81a9-4517-828b-11dcf182e2cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:43.595320 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-422b50b6-8e6a-4a6e-845b-2e7623e5fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:02:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d55c4b22-81a9-4517-828b-11dcf182e2cc'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:43.604132 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-169bbb99-f73a-4e19-b9d6-a3646e9184a5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:43.607168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:02:43.607590 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:02:43.608000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device e96c9483-af42-4328-b2c5-8734cf4552c3 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:02:43.614554 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3aeec-52c2-4814-9778-e785bfb13c4b req-9a0bbad7-b229-4cc7-9516-2f7fcc0beea9 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:43.623193 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cdd3aeec-52c2-4814-9778-e785bfb13c4b req-9a0bbad7-b229-4cc7-9516-2f7fcc0beea9 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.1147985 Jul 27 21:02:43.661387 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-169bbb99-f73a-4e19-b9d6-a3646e9184a5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:43.668224 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: e96c9483-af42-4328-b2c5-8734cf4552c3 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:02:43.668555 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device e96c9483-af42-4328-b2c5-8734cf4552c3 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:02:43.671203 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cdd3aeec-52c2-4814-9778-e785bfb13c4b req-837a58f1-c104-41cd-b3f8-92e29dd60e03 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470529 Jul 27 21:02:43.733225 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-169bbb99-f73a-4e19-b9d6-a3646e9184a5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Network 0344717b-df37-43f6-9323-b0891968dc9c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:43.748882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-169bbb99-f73a-4e19-b9d6-a3646e9184a5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:43.753569 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bbb99-f73a-4e19-b9d6-a3646e9184a5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Pushing event updated for resources: {'Port': ['ID=c062824b-c859-4f22-939a-e8cce777701a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:43.759816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-169bbb99-f73a-4e19-b9d6-a3646e9184a5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:43.766638 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-422b50b6-8e6a-4a6e-845b-2e7623e5fdb2 None None] Set router d55c4b22-81a9-4517-828b-11dcf182e2cc gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:43.818420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-169bbb99-f73a-4e19-b9d6-a3646e9184a5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:43.819697 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-169bbb99-f73a-4e19-b9d6-a3646e9184a5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:43.836742 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-169bbb99-f73a-4e19-b9d6-a3646e9184a5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1455383 Jul 27 21:02:43.852799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Request body: {'port': {'device_id': '3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:44.009769 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:44.036285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 264cd432-269d-4442-8ccb-d48a83b40cf1 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:44.038821 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 57fe7918-c9cd-422f-aa0c-181755d554c3 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:44.056326 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93b5bc8f-5144-4561-a459-0620e0bcf2c0 req-b79bd632-f088-44a6-876f-a1753781bb01 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 210 time: 0.0649621 Jul 27 21:02:44.104628 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-422b50b6-8e6a-4a6e-845b-2e7623e5fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'name': 'tempest-ServersTestBootFromVolume-490207221-router', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:38Z', 'updated_at': '2021-07-27T20:59:46Z', 'revision_number': 4, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'gw_port': {'id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:39Z', 'updated_at': '2021-07-27T20:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '8bbaf3dc-fe52-4a89-91c9-3c12bec42040', 'name': '', 'network_id': '232f04f4-e33d-456b-8811-d83376857136', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'mac_address': 'fa:16:3e:39:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:45Z', 'updated_at': '2021-07-27T20:59:52Z', 'revision_number': 5, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'subnets': [{'id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:44.115260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2a6af-6ee3-4ebd-9087-aa44c9b8a2ec req-8dbeb81b-be43-4898-890e-05ab5c7b7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:44.116824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fbf2a6af-6ee3-4ebd-9087-aa44c9b8a2ec req-8dbeb81b-be43-4898-890e-05ab5c7b7eed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e12b0b8b49e4a8685306f697c0d4f06&device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 1096 time: 0.2107167 Jul 27 21:02:44.166468 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422b50b6-8e6a-4a6e-845b-2e7623e5fdb2 None None] The sync data for ids ['d55c4b22-81a9-4517-828b-11dcf182e2cc'] in n-d-764806-9 is: [{'id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'name': 'tempest-ServersTestBootFromVolume-490207221-router', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:38Z', 'updated_at': '2021-07-27T20:59:46Z', 'revision_number': 4, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'gw_port': {'id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:39Z', 'updated_at': '2021-07-27T20:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '8bbaf3dc-fe52-4a89-91c9-3c12bec42040', 'name': '', 'network_id': '232f04f4-e33d-456b-8811-d83376857136', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'mac_address': 'fa:16:3e:39:70:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:45Z', 'updated_at': '2021-07-27T20:59:52Z', 'revision_number': 5, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'subnets': [{'id': '9398f92d-4f43-4384-a123-bfb318c52d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:02:44.212472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45775f5a-e215-48a7-9c3f-56a61446d62b', 'name': 'network-vif-deleted', 'tag': '8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:44.214888 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca0f981-1bfc-4d05-ac19-09c4e2018a87" -d '{"events": [{"server_uuid": "45775f5a-e215-48a7-9c3f-56a61446d62b", "name": "network-vif-deleted", "tag": "8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:44.261428 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 57fe7918-c9cd-422f-aa0c-181755d554c3 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:44.271027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47195aed-518e-4c7c-8ee4-b55f07795b7a req-2d697289-d187-480a-a064-41bad0d39b34 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:44.277872 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 57fe7918-c9cd-422f-aa0c-181755d554c3 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:44.278837 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:44.280690 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47195aed-518e-4c7c-8ee4-b55f07795b7a req-2d697289-d187-480a-a064-41bad0d39b34 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.3103557 Jul 27 21:02:44.324978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2a6af-6ee3-4ebd-9087-aa44c9b8a2ec req-eb7758f5-0347-4bfd-933c-fdca267fc2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:44.326524 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fbf2a6af-6ee3-4ebd-9087-aa44c9b8a2ec req-eb7758f5-0347-4bfd-933c-fdca267fc2dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=12136521-0c8b-4cb0-9dc5-5d02674d242d HTTP/1.1" status: 200 len: 920 time: 0.1974738 Jul 27 21:02:44.350972 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 264cd432-269d-4442-8ccb-d48a83b40cf1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=264cd432-269d-4442-8ccb-d48a83b40cf1,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:44.368572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '264cd432-269d-4442-8ccb-d48a83b40cf1', 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374', 'port_id': '264cd432-269d-4442-8ccb-d48a83b40cf1', 'mac_address': 'fa:16:3e:32:90:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f71f46c-0daa-432b-b7ea-942ae26e5c14', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:44.391344 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47195aed-518e-4c7c-8ee4-b55f07795b7a req-2c8c6707-4e42-479e-88fe-c48b55a0b393 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090412 Jul 27 21:02:44.436473 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fbf2a6af-6ee3-4ebd-9087-aa44c9b8a2ec req-9604c7de-df59-4fd2-81ec-c55bca87bc7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d85ae5c-d25d-4861-b44c-d1476db8e9b5 HTTP/1.1" status: 200 len: 217 time: 0.0547690 Jul 27 21:02:44.493586 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:44.504261 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2a6af-6ee3-4ebd-9087-aa44c9b8a2ec req-b0bf04c5-046d-439a-81d3-b21fec2e88c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:44.506542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fbf2a6af-6ee3-4ebd-9087-aa44c9b8a2ec req-b0bf04c5-046d-439a-81d3-b21fec2e88c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f64ea69-e90b-4843-8916-973c88972dfb HTTP/1.1" status: 200 len: 859 time: 0.0592892 Jul 27 21:02:44.510467 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c062824b-c859-4f22-939a-e8cce777701a {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:44.521838 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:44.536597 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Transition to ACTIVE for port object c062824b-c859-4f22-939a-e8cce777701a will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:44.547140 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:44.548721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fbf2a6af-6ee3-4ebd-9087-aa44c9b8a2ec req-efee7505-f9c1-4d45-b23f-9e1dd28142e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12136521-0c8b-4cb0-9dc5-5d02674d242d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331559 Jul 27 21:02:44.576888 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:44.593692 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a3f093-158d-4ba7-b3d0-aa529b337d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fe7918-c9cd-422f-aa0c-181755d554c3'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:44.597048 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc895c5-814b-47b8-ab25-71b6143beadc" -d '{"events": [{"server_uuid": "b7a3f093-158d-4ba7-b3d0-aa529b337d97", "name": "network-vif-plugged", "status": "completed", "tag": "57fe7918-c9cd-422f-aa0c-181755d554c3"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:44.612953 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63baf0d4-1241-49cc-b774-50eaabda0439 None None] New status for floating IP ac4a6296-cb1c-454a-a825-57db3599b7a1: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:02:44.619474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=c062824b-c859-4f22-939a-e8cce777701a,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:44.653314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540127f-7853-4282-a9b6-679e1944c341 req-870b4400-bd99-416f-ac62-b874f3575f93 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:44.660545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7540127f-7853-4282-a9b6-679e1944c341 req-870b4400-bd99-416f-ac62-b874f3575f93 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 943 time: 0.3749490 Jul 27 21:02:44.664471 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 57fe7918-c9cd-422f-aa0c-181755d554c3, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=57fe7918-c9cd-422f-aa0c-181755d554c3,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:44.667062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264cd432-269d-4442-8ccb-d48a83b40cf1 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:44.690719 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 264cd432-269d-4442-8ccb-d48a83b40cf1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=264cd432-269d-4442-8ccb-d48a83b40cf1,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:44.699578 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:44.702642 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:44.703434 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ad89569f-be16-49eb-89a2-de84f32fd8d6 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:44.720841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Attempting to bind port c062824b-c859-4f22-939a-e8cce777701a on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:02:44.721330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Attempting to bind port c062824b-c859-4f22-939a-e8cce777701a by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '657a97a0-7639-4650-bb95-30506177dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:02:44.721596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Attempting to bind port c062824b-c859-4f22-939a-e8cce777701a on network 0344717b-df37-43f6-9323-b0891968dc9c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:44.726397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Port c062824b-c859-4f22-939a-e8cce777701a on network 0344717b-df37-43f6-9323-b0891968dc9c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:02:44.727219 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Attempting to bind port c062824b-c859-4f22-939a-e8cce777701a on network 0344717b-df37-43f6-9323-b0891968dc9c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:02:44.732566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:02:44.732925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Checking segment: {'id': '657a97a0-7639-4650-bb95-30506177dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:02:44.733293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Bound using segment: {'id': '657a97a0-7639-4650-bb95-30506177dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:02:44.733701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Bound port: c062824b-c859-4f22-939a-e8cce777701a, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a97a0-7639-4650-bb95-30506177dd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:02:44.734070 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:44.742661 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7540127f-7853-4282-a9b6-679e1944c341 req-5febd75d-583d-4c73-8da8-406b8fa57f57 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811267 Jul 27 21:02:44.816897 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702f434-be14-41bd-a2d5-0b2db5422333 req-e67fb9be-de62-4860-a58a-ac079dd2108d tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:44.818503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f702f434-be14-41bd-a2d5-0b2db5422333 req-e67fb9be-de62-4860-a58a-ac079dd2108d tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42 HTTP/1.1" status: 200 len: 943 time: 0.2037380 Jul 27 21:02:44.820931 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fbf2a6af-6ee3-4ebd-9087-aa44c9b8a2ec req-611edd0d-4cdd-4ede-b881-ca179575ba81 service neutron] 10.222.0.20 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624199 Jul 27 21:02:44.821314 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] For port c062824b-c859-4f22-939a-e8cce777701a, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:44.821527 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=57fe7918-c9cd-422f-aa0c-181755d554c3,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:44.825077 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79941725-6d80-4e30-9995-86f5026396a1 x-openstack-request-id: req-79941725-6d80-4e30-9995-86f5026396a1 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:44.825503 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45775f5a-e215-48a7-9c3f-56a61446d62b", "name": "network-vif-deleted", "tag": "8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:44.825760 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-79941725-6d80-4e30-9995-86f5026396a1 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:44.826144 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45775f5a-e215-48a7-9c3f-56a61446d62b', 'name': 'network-vif-deleted', 'tag': '8f95ecee-7d5b-49d2-8bba-0e5bf0ace5c9', 'status': 'completed', 'code': 200} Jul 27 21:02:44.827993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] For port c062824b-c859-4f22-939a-e8cce777701a, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c062824b-c859-4f22-939a-e8cce777701a,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:02:44.836865 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:44.927396 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:44.928024 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:44.930494 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] 10.222.0.20 "PUT /v2.0/ports/c062824b-c859-4f22-939a-e8cce777701a HTTP/1.1" status: 200 len: 1091 time: 1.0829916 Jul 27 21:02:45.006760 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f702f434-be14-41bd-a2d5-0b2db5422333 req-0fd51240-53cd-42ec-95d3-b57551043c4f tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795094 Jul 27 21:02:45.047852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a4d41-067f-4cec-a68d-efcbb7653ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=c062824b-c859-4f22-939a-e8cce777701a,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:45.092497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-5e80c3cb-ada7-4cba-9526-cbe121c6f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:45.094168 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-5e80c3cb-ada7-4cba-9526-cbe121c6f967 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fa0a9ebaa2e4f24a118e4c7a0098678&device_id=3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42 HTTP/1.1" status: 200 len: 1094 time: 0.1182094 Jul 27 21:02:45.106303 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fbf2a6af-6ee3-4ebd-9087-aa44c9b8a2ec req-a27fe12d-bd75-44db-b252-98326a457d1c service neutron] 10.222.0.20 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714696 Jul 27 21:02:45.140651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=264cd432-269d-4442-8ccb-d48a83b40cf1,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:45.166774 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34215813-9aed-4b18-9fc0-adb2b20b40ae req-cb60e5e4-9171-4744-86ff-55dc9779c346 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:45.173255 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34215813-9aed-4b18-9fc0-adb2b20b40ae req-cb60e5e4-9171-4744-86ff-55dc9779c346 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 944 time: 0.2172573 Jul 27 21:02:45.220896 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-03a78f0f-1adf-40d6-aaca-faf3a14e9905 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c062824b-c859-4f22-939a-e8cce777701a HTTP/1.1" status: 200 len: 217 time: 0.1152701 Jul 27 21:02:45.228265 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ad89569f-be16-49eb-89a2-de84f32fd8d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ad89569f-be16-49eb-89a2-de84f32fd8d6,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:45.263220 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'ad89569f-be16-49eb-89a2-de84f32fd8d6', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'ad89569f-be16-49eb-89a2-de84f32fd8d6', 'mac_address': 'fa:16:3e:63:f4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:45.313407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-072b44dc-379c-4aff-81ca-8d1a650f55ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:45.315621 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-072b44dc-379c-4aff-81ca-8d1a650f55ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=522c0dd9-68b6-4956-99f4-df5491c95ae5 HTTP/1.1" status: 200 len: 862 time: 0.0875525 Jul 27 21:02:45.329749 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:45.364126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad89569f-be16-49eb-89a2-de84f32fd8d6 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:45.413799 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ad89569f-be16-49eb-89a2-de84f32fd8d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ad89569f-be16-49eb-89a2-de84f32fd8d6,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:45.420653 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:45.431306 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-e0987466-5597-470d-83b3-87a9eadee86e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0344717b-df37-43f6-9323-b0891968dc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032050 Jul 27 21:02:45.434790 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34215813-9aed-4b18-9fc0-adb2b20b40ae req-24f7e492-4da4-4356-9877-56328d4b49bb tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565126 Jul 27 21:02:45.495039 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ad89569f-be16-49eb-89a2-de84f32fd8d6,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:45.530700 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c2ec2-6d22-4fb5-952e-e05eb33190f0 req-1630a587-50a9-4342-b8e3-3040ff70d651 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:45.532447 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-334c2ec2-6d22-4fb5-952e-e05eb33190f0 req-1630a587-50a9-4342-b8e3-3040ff70d651 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 945 time: 0.2423799 Jul 27 21:02:45.536654 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb52cd-76df-465d-8508-b45cf5ae2fd8 req-c07b5d29-b6a8-44ae-94f9-efd31c2e0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:45.541243 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4121f2d-8709-449b-8361-249d5abb1870 x-openstack-request-id: req-b4121f2d-8709-449b-8361-249d5abb1870 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:45.541679 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a3f093-158d-4ba7-b3d0-aa529b337d97", "name": "network-vif-plugged", "status": "completed", "tag": "57fe7918-c9cd-422f-aa0c-181755d554c3", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:45.541901 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b4121f2d-8709-449b-8361-249d5abb1870 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:45.542349 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a3f093-158d-4ba7-b3d0-aa529b337d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fe7918-c9cd-422f-aa0c-181755d554c3', 'code': 200} Jul 27 21:02:45.548581 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-17bb52cd-76df-465d-8508-b45cf5ae2fd8 req-c07b5d29-b6a8-44ae-94f9-efd31c2e0141 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e12b0b8b49e4a8685306f697c0d4f06&device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 1096 time: 0.3354924 Jul 27 21:02:45.587879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['ad89569f-be16-49eb-89a2-de84f32fd8d6'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:45.725581 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-ce8f397c-7f3d-493c-89c9-7491e2283c4f service neutron] 10.222.0.20 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850254 Jul 27 21:02:45.736580 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-334c2ec2-6d22-4fb5-952e-e05eb33190f0 req-5b3f47d0-5cbb-461d-b698-48f921c86d76 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869781 Jul 27 21:02:45.738888 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-178a5bf4-077f-4e73-8430-88d81b7173c0 req-ec9d5d5f-2c66-4c8b-9d7d-f954bef5caad tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 210 time: 0.0705206 Jul 27 21:02:45.782476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb52cd-76df-465d-8508-b45cf5ae2fd8 req-ba9246fd-11cf-4066-87a3-31efa60656ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:45.784340 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-17bb52cd-76df-465d-8508-b45cf5ae2fd8 req-ba9246fd-11cf-4066-87a3-31efa60656ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=12136521-0c8b-4cb0-9dc5-5d02674d242d HTTP/1.1" status: 200 len: 920 time: 0.2038553 Jul 27 21:02:45.910516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-17bb52cd-76df-465d-8508-b45cf5ae2fd8 req-cdd4ea88-449f-4105-b8b0-aeb614b257c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d85ae5c-d25d-4861-b44c-d1476db8e9b5 HTTP/1.1" status: 200 len: 217 time: 0.1179533 Jul 27 21:02:45.969096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237a21e-c482-4824-b4dc-e00bdc1a803b req-f3ee0c59-5f17-4984-9632-a6eb549e307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:45.971811 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5237a21e-c482-4824-b4dc-e00bdc1a803b req-f3ee0c59-5f17-4984-9632-a6eb549e307c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 1096 time: 0.3228750 Jul 27 21:02:46.034087 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5237a21e-c482-4824-b4dc-e00bdc1a803b req-349d439b-553c-45e2-9306-28ea2daf279f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502660 Jul 27 21:02:46.036395 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31ed7d99-11e7-4495-a38a-65ab0c18819e req-50067dfe-88b3-4b76-b83b-86bf50353812 service neutron] 10.222.0.20 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001375 Jul 27 21:02:46.090509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb52cd-76df-465d-8508-b45cf5ae2fd8 req-cfb5adcd-8d4b-432e-9ff9-a7ffcd0a7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:46.091913 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-17bb52cd-76df-465d-8508-b45cf5ae2fd8 req-cfb5adcd-8d4b-432e-9ff9-a7ffcd0a7bc7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f64ea69-e90b-4843-8916-973c88972dfb HTTP/1.1" status: 200 len: 859 time: 0.1728261 Jul 27 21:02:46.139768 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-17bb52cd-76df-465d-8508-b45cf5ae2fd8 req-5371c984-172d-4d5f-9c8c-1d020147541f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12136521-0c8b-4cb0-9dc5-5d02674d242d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371149 Jul 27 21:02:46.148614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d53ea-1629-4d4a-886d-6c366a9ebd3f req-21190194-728d-4926-829d-df52ec22e7d8 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:46.152981 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a31d53ea-1629-4d4a-886d-6c366a9ebd3f req-21190194-728d-4926-829d-df52ec22e7d8 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.2350135 Jul 27 21:02:46.226996 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ea4f8-a718-46b6-b8fd-887fc8fbd439 req-be5a1bb5-3982-4778-a639-36c96f25b343 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:46.228552 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b3ea4f8-a718-46b6-b8fd-887fc8fbd439 req-be5a1bb5-3982-4778-a639-36c96f25b343 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 944 time: 0.2023444 Jul 27 21:02:46.278401 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a31d53ea-1629-4d4a-886d-6c366a9ebd3f req-8be5510e-9e0d-4e16-9bca-419c9649d98d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205478 Jul 27 21:02:46.317030 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['264cd432-269d-4442-8ccb-d48a83b40cf1'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:46.324225 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b3ea4f8-a718-46b6-b8fd-887fc8fbd439 req-e31300e0-cef9-4824-9f16-b2433aa7ae29 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827150 Jul 27 21:02:46.336445 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-17bb52cd-76df-465d-8508-b45cf5ae2fd8 req-12b1d9c4-d27e-4c8b-953f-8768d87b3eed service neutron] 10.222.0.20 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791074 Jul 27 21:02:46.500946 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-17bb52cd-76df-465d-8508-b45cf5ae2fd8 req-6cc67d85-75fd-4d67-bff3-92e8592e5b59 service neutron] 10.222.0.20 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551206 Jul 27 21:02:46.512726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f0bd9-0a57-473a-9b15-10afb48f8a14 req-7f7cc830-5e4e-4e53-9359-112e77262eb7 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:46.524133 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a1f0bd9-0a57-473a-9b15-10afb48f8a14 req-7f7cc830-5e4e-4e53-9359-112e77262eb7 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42 HTTP/1.1" status: 200 len: 943 time: 0.1681838 Jul 27 21:02:46.596914 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a1f0bd9-0a57-473a-9b15-10afb48f8a14 req-f5000849-f6dd-40e5-9967-c001820063bf tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718498 Jul 27 21:02:46.639575 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cee6c-e413-417c-99da-2831c80cc007 req-383fe557-e4e9-43bd-9db5-01334c333152 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:46.641134 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e4cee6c-e413-417c-99da-2831c80cc007 req-383fe557-e4e9-43bd-9db5-01334c333152 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 944 time: 0.0948069 Jul 27 21:02:46.679839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e4cee6c-e413-417c-99da-2831c80cc007 req-7db75e77-8f29-4b5f-ba70-3f8072aa69a3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327520 Jul 27 21:02:46.827714 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42', 'tag': 'c062824b-c859-4f22-939a-e8cce777701a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:46.830125 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3509c5-63b8-481b-9793-20790c0e086f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42", "tag": "c062824b-c859-4f22-939a-e8cce777701a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:46.859814 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a134152-492f-465f-b7ec-e23282b67dbe req-3837e0db-a3fa-454a-9a4e-441522e168ba tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 210 time: 0.0328662 Jul 27 21:02:46.910294 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ab47de-8fa4-4c2a-85c4-659a0c1a87f0 x-openstack-request-id: req-75ab47de-8fa4-4c2a-85c4-659a0c1a87f0 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:46.910590 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42", "tag": "c062824b-c859-4f22-939a-e8cce777701a", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:46.910846 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75ab47de-8fa4-4c2a-85c4-659a0c1a87f0 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:46.911501 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42', 'tag': 'c062824b-c859-4f22-939a-e8cce777701a', 'status': 'completed', 'code': 200} Jul 27 21:02:46.944610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10581faf-b27e-4b5d-9fee-963d4dbd43cc req-3d4a07cd-728a-4cf1-bdb9-e8819096c819 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:46.947456 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10581faf-b27e-4b5d-9fee-963d4dbd43cc req-3d4a07cd-728a-4cf1-bdb9-e8819096c819 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 945 time: 0.0908530 Jul 27 21:02:47.050652 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10581faf-b27e-4b5d-9fee-963d4dbd43cc req-030b637d-e89a-4a17-a49b-bedaa1305377 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800803 Jul 27 21:02:47.067334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3509c5-63b8-481b-9793-20790c0e086f req-303d9bc9-f881-4d11-bfbd-5513c227ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:47.068859 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae3509c5-63b8-481b-9793-20790c0e086f req-303d9bc9-f881-4d11-bfbd-5513c227ecee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fa0a9ebaa2e4f24a118e4c7a0098678&device_id=3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42 HTTP/1.1" status: 200 len: 1094 time: 0.1022139 Jul 27 21:02:47.163940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3509c5-63b8-481b-9793-20790c0e086f req-08d3ae03-5c0e-4981-aaa5-6b09b5878aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:47.165721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae3509c5-63b8-481b-9793-20790c0e086f req-08d3ae03-5c0e-4981-aaa5-6b09b5878aff service neutron] 10.222.0.20 "GET /v2.0/networks?id=0344717b-df37-43f6-9323-b0891968dc9c HTTP/1.1" status: 200 len: 923 time: 0.0882089 Jul 27 21:02:47.218332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae3509c5-63b8-481b-9793-20790c0e086f req-562bbe5c-3a6d-4487-97f2-e47127cb2183 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c062824b-c859-4f22-939a-e8cce777701a HTTP/1.1" status: 200 len: 217 time: 0.0419056 Jul 27 21:02:47.275375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3509c5-63b8-481b-9793-20790c0e086f req-978c5810-10d9-4d94-946d-48f71a991c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:47.276884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae3509c5-63b8-481b-9793-20790c0e086f req-978c5810-10d9-4d94-946d-48f71a991c63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=522c0dd9-68b6-4956-99f4-df5491c95ae5 HTTP/1.1" status: 200 len: 862 time: 0.0472093 Jul 27 21:02:47.315043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae3509c5-63b8-481b-9793-20790c0e086f req-ed86c3a6-d892-4472-8535-d5a89f0981df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0344717b-df37-43f6-9323-b0891968dc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279675 Jul 27 21:02:47.487434 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae3509c5-63b8-481b-9793-20790c0e086f req-9cd007af-9ed0-4d2d-872e-32c3a09b3eb0 service neutron] 10.222.0.20 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625283 Jul 27 21:02:47.516396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767fb96-8d2f-4e75-a077-1407ab4365c9 req-51a47017-6297-435d-9080-49599bd4ae0c tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:47.517861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3767fb96-8d2f-4e75-a077-1407ab4365c9 req-51a47017-6297-435d-9080-49599bd4ae0c tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.1468179 Jul 27 21:02:47.585357 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5de33a-d591-49c1-9a98-70ee37034ae2 req-2aae8c0c-6928-4c74-9b90-21000dcba94f tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:47.587148 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa5de33a-d591-49c1-9a98-70ee37034ae2 req-2aae8c0c-6928-4c74-9b90-21000dcba94f tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 944 time: 0.1811707 Jul 27 21:02:47.635313 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3767fb96-8d2f-4e75-a077-1407ab4365c9 req-9996ca51-1eee-4583-ac51-509a2836eb1a tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796602 Jul 27 21:02:47.668691 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa5de33a-d591-49c1-9a98-70ee37034ae2 req-fc469a2b-bbe1-4ef8-9fa4-6ac4485c38d6 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748689 Jul 27 21:02:47.671931 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae3509c5-63b8-481b-9793-20790c0e086f req-da39d0e2-c8ad-4edc-b0ee-b254825b833a service neutron] 10.222.0.20 "GET /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723359 Jul 27 21:02:47.889313 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f510ae-86d2-4879-b356-57953ee8b8e0 req-0c8e763b-9d0e-4f55-82f9-735d97d81ab1 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:47.891339 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b4f510ae-86d2-4879-b356-57953ee8b8e0 req-0c8e763b-9d0e-4f55-82f9-735d97d81ab1 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 944 time: 0.1035185 Jul 27 21:02:47.899699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fe2f5-daa2-41f2-9f53-16d10efebf48 req-2ab57763-5495-4b1d-97af-03d4a835b879 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:47.901276 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b9fe2f5-daa2-41f2-9f53-16d10efebf48 req-2ab57763-5495-4b1d-97af-03d4a835b879 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42 HTTP/1.1" status: 200 len: 943 time: 0.1241052 Jul 27 21:02:47.963823 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b4f510ae-86d2-4879-b356-57953ee8b8e0 req-60380c3a-e1b3-489e-9260-2123edd6a837 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615394 Jul 27 21:02:47.975960 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b9fe2f5-daa2-41f2-9f53-16d10efebf48 req-e0936cf4-8c04-4559-89db-bffd7a756720 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671523 Jul 27 21:02:48.110535 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c877f881-c64c-47e3-9fc7-61c115162675 req-325cf20f-f74b-4017-8294-5c6fafbb6380 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/ports?device_id=45775f5a-e215-48a7-9c3f-56a61446d62b HTTP/1.1" status: 200 len: 210 time: 0.0419211 Jul 27 21:02:48.249178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6ce9-0a3b-4cbf-81dd-2ac63b209baa req-8e558747-f21c-41d5-b864-4b6566dd2a25 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:48.252321 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ecb6ce9-0a3b-4cbf-81dd-2ac63b209baa req-8e558747-f21c-41d5-b864-4b6566dd2a25 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 945 time: 0.1051612 Jul 27 21:02:48.302334 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ecb6ce9-0a3b-4cbf-81dd-2ac63b209baa req-1d119bf5-38ed-4c7b-8efe-d6fb5cb0d134 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429192 Jul 27 21:02:48.872174 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36066ff-6f51-4d62-8f7f-73c195ad92cc req-a13bc56f-a89a-4a8e-9f59-482bde063d8c tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:48.873765 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a36066ff-6f51-4d62-8f7f-73c195ad92cc req-a13bc56f-a89a-4a8e-9f59-482bde063d8c tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 944 time: 0.0744181 Jul 27 21:02:48.915139 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a36066ff-6f51-4d62-8f7f-73c195ad92cc req-62de414c-1e96-44d5-82c6-9d51448ed03e tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352316 Jul 27 21:02:49.439797 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89993e75-ac4e-44dd-add3-71c209006f0e req-bfa9249b-133c-4dc7-9ac4-3cdf8bf166f6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:49.441288 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89993e75-ac4e-44dd-add3-71c209006f0e req-bfa9249b-133c-4dc7-9ac4-3cdf8bf166f6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 944 time: 0.3923209 Jul 27 21:02:49.454072 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a53360-8d51-40db-8869-54f2a71250f6 req-34deb875-c8ea-4c13-9738-eb8aae007fc2 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:49.455511 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b0a53360-8d51-40db-8869-54f2a71250f6 req-34deb875-c8ea-4c13-9738-eb8aae007fc2 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42 HTTP/1.1" status: 200 len: 943 time: 0.3975871 Jul 27 21:02:49.511476 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89993e75-ac4e-44dd-add3-71c209006f0e req-ffc2957b-7c21-4d9f-bdfd-35587d42f377 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549922 Jul 27 21:02:49.516438 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b0a53360-8d51-40db-8869-54f2a71250f6 req-67f62434-b2bb-484e-bdf5-ab48ecfbc748 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541778 Jul 27 21:02:49.618703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c062824b-c859-4f22-939a-e8cce777701a details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:02:49.669704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d0ff9-9acc-4953-9b4a-4e1dab4d0dcc req-345c7c24-622c-49ea-93e3-ffca10274ce6 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:49.671564 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f79d0ff9-9acc-4953-9b4a-4e1dab4d0dcc req-345c7c24-622c-49ea-93e3-ffca10274ce6 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.0885277 Jul 27 21:02:49.733173 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c062824b-c859-4f22-939a-e8cce777701a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c062824b-c859-4f22-939a-e8cce777701a,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:49.746031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'c062824b-c859-4f22-939a-e8cce777701a', 'network_id': '0344717b-df37-43f6-9323-b0891968dc9c', 'port_id': 'c062824b-c859-4f22-939a-e8cce777701a', 'mac_address': 'fa:16:3e:a5:c2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522c0dd9-68b6-4956-99f4-df5491c95ae5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:02:49.752288 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f79d0ff9-9acc-4953-9b4a-4e1dab4d0dcc req-48722b12-49c0-45ef-b612-69e595d248e6 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718968 Jul 27 21:02:49.780591 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe105753-a8e7-4be8-bdd2-1b3f3ddcca24 req-cec9c420-c79c-4ab0-8006-1fafb0c7bebb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:49.788290 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe105753-a8e7-4be8-bdd2-1b3f3ddcca24 req-cec9c420-c79c-4ab0-8006-1fafb0c7bebb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 945 time: 0.1094973 Jul 27 21:02:49.789323 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.797604 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39452) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:49.811652 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c062824b-c859-4f22-939a-e8cce777701a {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:49.831092 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe105753-a8e7-4be8-bdd2-1b3f3ddcca24 req-053592a7-932e-4e3f-8d72-6666c65c6b59 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 Jul 27 21:02:49.846984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c062824b-c859-4f22-939a-e8cce777701a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c062824b-c859-4f22-939a-e8cce777701a,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:49.868505 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.906321 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7bfee1f2-dd52-4171-b9c0-8c517d48799c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.953725 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7bfee1f2-dd52-4171-b9c0-8c517d48799c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:49.960510 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=c062824b-c859-4f22-939a-e8cce777701a,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:50.045645 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7bfee1f2-dd52-4171-b9c0-8c517d48799c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.048363 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7bfee1f2-dd52-4171-b9c0-8c517d48799c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.049572 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7bfee1f2-dd52-4171-b9c0-8c517d48799c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "DELETE /v2.0/security-groups/778b8c81-cd95-4440-8c05-1ebef5460398 HTTP/1.1" status: 204 len: 168 time: 0.2508922 Jul 27 21:02:50.054010 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 264cd432-269d-4442-8ccb-d48a83b40cf1 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:50.057965 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39468) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:50.076699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfee1f2-dd52-4171-b9c0-8c517d48799c tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=778b8c81-cd95-4440-8c05-1ebef5460398,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:50.131688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['c062824b-c859-4f22-939a-e8cce777701a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:50.134783 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-b0f11a63-e159-46c5-bfae-450ca28c18dd tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] show failed (client error): The resource could not be found. Jul 27 21:02:50.140681 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b0f11a63-e159-46c5-bfae-450ca28c18dd tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "GET /v2.0/security-groups/778b8c81-cd95-4440-8c05-1ebef5460398 HTTP/1.1" status: 404 len: 347 time: 0.0466945 Jul 27 21:02:50.141573 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39470) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:50.182194 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 264cd432-269d-4442-8ccb-d48a83b40cf1 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:50.192277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 264cd432-269d-4442-8ccb-d48a83b40cf1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:50.192658 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.305754 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b4e361a0-a04e-4c36-8e41-912f80038d26 req-e07cdd02-2561-402c-aba6-476458f49fd0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1789863 Jul 27 21:02:50.379908 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.422495 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199946b1-2bdd-4b71-b7ca-5b562a6e9d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264cd432-269d-4442-8ccb-d48a83b40cf1'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:50.429084 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140df6c0-d8e0-4d7e-a148-ae0f4ef2ba8e" -d '{"events": [{"server_uuid": "199946b1-2bdd-4b71-b7ca-5b562a6e9d46", "name": "network-vif-plugged", "status": "completed", "tag": "264cd432-269d-4442-8ccb-d48a83b40cf1"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:50.449150 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e361a0-a04e-4c36-8e41-912f80038d26 req-41600812-3793-4b9d-b9f0-059c6e5e5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:50.451001 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b4e361a0-a04e-4c36-8e41-912f80038d26 req-41600812-3793-4b9d-b9f0-059c6e5e5286 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 1095 time: 0.1180370 Jul 27 21:02:50.474081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 264cd432-269d-4442-8ccb-d48a83b40cf1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=264cd432-269d-4442-8ccb-d48a83b40cf1,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:50.481155 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.487057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ad89569f-be16-49eb-89a2-de84f32fd8d6 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:50.535232 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d459f-38dd-4767-aa88-4a2cd1dd4914 req-54805af2-f7c2-41dc-9442-d91da1bbbc85 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:50.536804 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d37d459f-38dd-4767-aa88-4a2cd1dd4914 req-54805af2-f7c2-41dc-9442-d91da1bbbc85 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 944 time: 0.5027120 Jul 27 21:02:50.548447 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-77e46fbf-13a4-4df1-9a81-3dff01025df6 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Deleting port dfd75a9a-5164-4311-90af-7105d63c3770 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:02:50.548794 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-77e46fbf-13a4-4df1-9a81-3dff01025df6 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.625388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=264cd432-269d-4442-8ccb-d48a83b40cf1,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:50.635178 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port ad89569f-be16-49eb-89a2-de84f32fd8d6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:50.635634 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.641455 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b22fa-7f7f-443f-9d1e-eed1c92749aa req-ab48b9d5-00dc-4c0a-86dc-61fd7dac19e5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:50.648830 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d0b22fa-7f7f-443f-9d1e-eed1c92749aa req-ab48b9d5-00dc-4c0a-86dc-61fd7dac19e5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 805 time: 0.2771344 Jul 27 21:02:50.689952 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d0b22fa-7f7f-443f-9d1e-eed1c92749aa req-a35e45e9-0999-48fb-9b24-2f2a0fcc3233 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/quotas/3524f3f0e14346288bee76498e246a11 HTTP/1.1" status: 200 len: 375 time: 0.0401616 Jul 27 21:02:50.706518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e361a0-a04e-4c36-8e41-912f80038d26 req-2a5fca4a-dbc5-4c47-b554-36d2ce87a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:50.709414 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b4e361a0-a04e-4c36-8e41-912f80038d26 req-2a5fca4a-dbc5-4c47-b554-36d2ce87a87f service neutron] 10.222.0.66 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 909 time: 0.2331533 Jul 27 21:02:50.714482 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d37d459f-38dd-4767-aa88-4a2cd1dd4914 req-afb42815-66d0-47ff-b186-bd5c813aa56c tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701114 Jul 27 21:02:50.805131 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533a7116-f381-4b7c-bdf4-886e8bcf0c24 x-openstack-request-id: req-533a7116-f381-4b7c-bdf4-886e8bcf0c24 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:50.807261 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199946b1-2bdd-4b71-b7ca-5b562a6e9d46", "name": "network-vif-plugged", "status": "completed", "tag": "264cd432-269d-4442-8ccb-d48a83b40cf1", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:50.808257 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-533a7116-f381-4b7c-bdf4-886e8bcf0c24 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:50.808397 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-77e46fbf-13a4-4df1-9a81-3dff01025df6 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.808397 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-77e46fbf-13a4-4df1-9a81-3dff01025df6 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.808667 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199946b1-2bdd-4b71-b7ca-5b562a6e9d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264cd432-269d-4442-8ccb-d48a83b40cf1', 'code': 200} Jul 27 21:02:50.818238 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.818920 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b4e361a0-a04e-4c36-8e41-912f80038d26 req-75002139-8199-4a21-a862-a1aed2e78c4d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23ff531b-809f-4372-810d-5d776dea40e1 HTTP/1.1" status: 200 len: 217 time: 0.0995507 Jul 27 21:02:50.841701 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-77e46fbf-13a4-4df1-9a81-3dff01025df6 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Calling delete_port for dfd75a9a-5164-4311-90af-7105d63c3770 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:02:50.904049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ad89569f-be16-49eb-89a2-de84f32fd8d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ad89569f-be16-49eb-89a2-de84f32fd8d6,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:50.910177 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:50.918109 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e361a0-a04e-4c36-8e41-912f80038d26 req-ef5342a9-d2e5-4a22-887e-68d3e1479c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:50.921751 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b4e361a0-a04e-4c36-8e41-912f80038d26 req-ef5342a9-d2e5-4a22-887e-68d3e1479c36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.0954053 Jul 27 21:02:50.977281 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ad89569f-be16-49eb-89a2-de84f32fd8d6,revision_number=10']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:50.992309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d0b22fa-7f7f-443f-9d1e-eed1c92749aa req-baea89c5-5a0e-4df4-b9bb-736ea9e94c5b tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3014448 Jul 27 21:02:51.120933 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52769609-1560-46a5-a287-8af4b5f92332 req-1f0926c9-ddf3-490e-91be-397c946cac8e tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:51.122507 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52769609-1560-46a5-a287-8af4b5f92332 req-1f0926c9-ddf3-490e-91be-397c946cac8e tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 944 time: 0.2284410 Jul 27 21:02:51.179498 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d0b22fa-7f7f-443f-9d1e-eed1c92749aa req-6c5ab148-87e6-4e45-9a0e-650e48ca32e7 service neutron] 10.222.0.55 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772904 Jul 27 21:02:51.278259 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b4e361a0-a04e-4c36-8e41-912f80038d26 req-a9332764-53b1-4f84-8036-b1d533ff7d80 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777335 Jul 27 21:02:51.283160 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-77e46fbf-13a4-4df1-9a81-3dff01025df6 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:51.292793 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52769609-1560-46a5-a287-8af4b5f92332 req-8c28927b-8da3-4f69-8c4a-3aac2127ca42 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625147 Jul 27 21:02:51.344300 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e46fbf-13a4-4df1-9a81-3dff01025df6 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Pushing event deleted for resources: {'Port': ['ID=dfd75a9a-5164-4311-90af-7105d63c3770,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:51.503474 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b4e361a0-a04e-4c36-8e41-912f80038d26 req-35cb204a-c761-4632-bf1d-4498e563f1b9 service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153184 Jul 27 21:02:51.550989 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d0b22fa-7f7f-443f-9d1e-eed1c92749aa req-47dd5ba5-8222-43e6-883a-43ea956eb980 service neutron] 10.222.0.55 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467355 Jul 27 21:02:51.558020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d503d-d3c2-4eb4-9e24-3b2a087f5025 req-6a72009a-cefd-423e-98b4-ca02b38a2fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:51.559577 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-865d503d-d3c2-4eb4-9e24-3b2a087f5025 req-6a72009a-cefd-423e-98b4-ca02b38a2fcb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 1096 time: 0.3565998 Jul 27 21:02:51.623310 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-77e46fbf-13a4-4df1-9a81-3dff01025df6 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:51.631334 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c062824b-c859-4f22-939a-e8cce777701a up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:02:51.631945 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-77e46fbf-13a4-4df1-9a81-3dff01025df6 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:51.633245 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-77e46fbf-13a4-4df1-9a81-3dff01025df6 tempest-ServersTestBootFromVolume-1366708792 tempest-ServersTestBootFromVolume-1366708792-project] 10.222.0.55 "DELETE /v2.0/floatingips/ac4a6296-cb1c-454a-a825-57db3599b7a1 HTTP/1.1" status: 204 len: 168 time: 1.4883831 Jul 27 21:02:51.636642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39506) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:51.706787 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b4e361a0-a04e-4c36-8e41-912f80038d26 req-ce5960e3-d591-4d68-8bfd-5d9a92e5d510 service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885903 Jul 27 21:02:51.709842 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-865d503d-d3c2-4eb4-9e24-3b2a087f5025 req-dccd5035-b5e6-45eb-8732-1b1a389f7b5c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315429 Jul 27 21:02:51.726182 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a4ab8-c042-4488-bf21-fbfc1fc41c27 req-7dd467e7-09c3-4f7b-82ac-cc0f04fde195 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:51.727999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d6a4ab8-c042-4488-bf21-fbfc1fc41c27 req-7dd467e7-09c3-4f7b-82ac-cc0f04fde195 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42 HTTP/1.1" status: 200 len: 944 time: 0.2720430 Jul 27 21:02:51.752943 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port c062824b-c859-4f22-939a-e8cce777701a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:02:51.758310 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port c062824b-c859-4f22-939a-e8cce777701a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:02:51.758586 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:51.814210 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d6a4ab8-c042-4488-bf21-fbfc1fc41c27 req-1fb1f0c2-65b5-4743-854a-09aab60981a6 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771039 Jul 27 21:02:51.890988 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:02:51.927430 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:51.999038 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port c062824b-c859-4f22-939a-e8cce777701a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c062824b-c859-4f22-939a-e8cce777701a,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:52.007546 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:52.010786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device f0188fac-0d19-4e89-8a50-1df031009e39 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:02:52.239466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=c062824b-c859-4f22-939a-e8cce777701a,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:52.525107 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafc9ea-afe8-45a4-b7fe-22db877db391 req-ed996dc3-ff72-4caf-84f0-eaa369adc317 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:52.527269 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7aafc9ea-afe8-45a4-b7fe-22db877db391 req-ed996dc3-ff72-4caf-84f0-eaa369adc317 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 945 time: 0.3662713 Jul 27 21:02:52.665154 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7aafc9ea-afe8-45a4-b7fe-22db877db391 req-12566832-25c6-4524-98a1-892ca77526df tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986567 Jul 27 21:02:52.806016 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6bb186b4-6b1d-4c10-8e8e-422b90a0266b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:52.809159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ab64c6-e96b-4eab-8a32-b470747238ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad89569f-be16-49eb-89a2-de84f32fd8d6'}, {'server_uuid': '3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c062824b-c859-4f22-939a-e8cce777701a'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:02:52.811509 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8a86a5-46f7-4764-98f2-e4a4dc79ba71" -d '{"events": [{"server_uuid": "f1ab64c6-e96b-4eab-8a32-b470747238ac", "name": "network-vif-plugged", "status": "completed", "tag": "ad89569f-be16-49eb-89a2-de84f32fd8d6"}, {"server_uuid": "3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42", "name": "network-vif-plugged", "status": "completed", "tag": "c062824b-c859-4f22-939a-e8cce777701a"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:02:53.172351 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27d862-8f1e-4127-bc06-480193cc9228 req-7bcfb93e-1bfd-4968-ba56-4da59aaf15e6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:53.173909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e27d862-8f1e-4127-bc06-480193cc9228 req-7bcfb93e-1bfd-4968-ba56-4da59aaf15e6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 944 time: 0.4110892 Jul 27 21:02:53.234892 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-30b3a619-d262-41e6-a355-7a2eb4b370c5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:53.236412 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-30b3a619-d262-41e6-a355-7a2eb4b370c5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 805 time: 0.3024662 Jul 27 21:02:53.268726 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e27d862-8f1e-4127-bc06-480193cc9228 req-4a5f66a2-0802-40eb-a8b6-c66f5cd43e5c tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783186 Jul 27 21:02:53.304490 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-e108fd6e-0975-4f29-a1d8-9d32d143c6e2 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/quotas/3524f3f0e14346288bee76498e246a11 HTTP/1.1" status: 200 len: 375 time: 0.0437019 Jul 27 21:02:53.346446 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaf0735-56c6-4add-91c9-2eacf704bc4c x-openstack-request-id: req-ceaf0735-56c6-4add-91c9-2eacf704bc4c {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:02:53.346746 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ab64c6-e96b-4eab-8a32-b470747238ac", "name": "network-vif-plugged", "status": "completed", "tag": "ad89569f-be16-49eb-89a2-de84f32fd8d6", "code": 200}, {"server_uuid": "3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42", "name": "network-vif-plugged", "status": "completed", "tag": "c062824b-c859-4f22-939a-e8cce777701a", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:02:53.346991 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ceaf0735-56c6-4add-91c9-2eacf704bc4c {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:02:53.347384 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ab64c6-e96b-4eab-8a32-b470747238ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad89569f-be16-49eb-89a2-de84f32fd8d6', 'code': 200} Jul 27 21:02:53.347635 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c062824b-c859-4f22-939a-e8cce777701a', 'code': 200} Jul 27 21:02:53.503124 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-6bb186b4-6b1d-4c10-8e8e-422b90a0266b admin admin] Deleting port 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:02:53.503841 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6bb186b4-6b1d-4c10-8e8e-422b90a0266b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.658363 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-2d7c7ff4-e3ff-4606-ae2e-440eaec7411f tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3440211 Jul 27 21:02:53.749205 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf82386-7941-41f3-9a70-0e0be19ca918 req-2db568d3-3fab-4f63-bd6f-07886369aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:53.750759 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0cf82386-7941-41f3-9a70-0e0be19ca918 req-2db568d3-3fab-4f63-bd6f-07886369aaf5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42 HTTP/1.1" status: 200 len: 1096 time: 0.3198147 Jul 27 21:02:53.841331 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dd6e8-b819-4033-a28f-495545435ea3 req-a0048e2f-ceff-4243-90e5-c8e313c056e0 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:53.841331 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c31dd6e8-b819-4033-a28f-495545435ea3 req-a0048e2f-ceff-4243-90e5-c8e313c056e0 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42 HTTP/1.1" status: 200 len: 945 time: 0.3487115 Jul 27 21:02:53.871694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0cf82386-7941-41f3-9a70-0e0be19ca918 req-e506777d-3d68-41de-8850-ed321d32dd72 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029959 Jul 27 21:02:53.874645 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-6bb186b4-6b1d-4c10-8e8e-422b90a0266b admin admin] For port 8bbaf3dc-fe52-4a89-91c9-3c12bec42040, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8bbaf3dc-fe52-4a89-91c9-3c12bec42040,segment=NetworkSegment(5c3b8cb3-819f-4466-83bb-7f742886b3dd),segment_id=5c3b8cb3-819f-4466-83bb-7f742886b3dd)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:53.875039 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6bb186b4-6b1d-4c10-8e8e-422b90a0266b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:53.879771 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-28cf5c6a-9a60-402d-a237-f573ce89a370 service neutron] 10.222.0.55 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206540 Jul 27 21:02:53.917836 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-6bb186b4-6b1d-4c10-8e8e-422b90a0266b admin admin] Calling delete_port for 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:02:54.342511 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c31dd6e8-b819-4033-a28f-495545435ea3 req-22ab71bf-409d-4564-83ec-357398dd0889 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001423 Jul 27 21:02:54.409836 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-dcade1f7-d647-4969-9e79-df8b2315f781 service neutron] 10.222.0.55 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159991 Jul 27 21:02:54.712986 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6bb186b4-6b1d-4c10-8e8e-422b90a0266b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:54.790798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb186b4-6b1d-4c10-8e8e-422b90a0266b admin admin] Pushing event deleted for resources: {'Port': ['ID=8bbaf3dc-fe52-4a89-91c9-3c12bec42040,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:55.057396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916395b-5da2-4bc4-8d7b-466ae978a236 req-53e95118-c8af-45be-b7a2-a2c63f7f1c8d tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:55.059986 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2916395b-5da2-4bc4-8d7b-466ae978a236 req-53e95118-c8af-45be-b7a2-a2c63f7f1c8d tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 945 time: 0.3903289 Jul 27 21:02:55.260267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ef7bf-6271-40ac-a352-310a2246d592 req-f9a253d8-ca6f-4a2e-9448-0f20029593ec tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:55.262555 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-015ef7bf-6271-40ac-a352-310a2246d592 req-f9a253d8-ca6f-4a2e-9448-0f20029593ec tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 944 time: 0.5565014 Jul 27 21:02:55.271873 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2916395b-5da2-4bc4-8d7b-466ae978a236 req-21627c28-6c64-452d-8b70-f2d85734e2dd tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849830 Jul 27 21:02:55.356760 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-015ef7bf-6271-40ac-a352-310a2246d592 req-b687dd63-36d2-4229-bd01-81b17150bc96 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838914 Jul 27 21:02:55.357534 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6bb186b4-6b1d-4c10-8e8e-422b90a0266b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:55.486450 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2181951c-f752-4f3c-afac-ddf85a567aeb req-8518d72e-da17-4221-a940-1672bd3f3b88 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 210 time: 0.0495555 Jul 27 21:02:55.719029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe7b2f-8212-495f-af20-44119110658e req-33203233-94bc-4c13-9d77-815f11b411aa tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:55.720574 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b2fe7b2f-8212-495f-af20-44119110658e req-33203233-94bc-4c13-9d77-815f11b411aa tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=b90c4fab-c2f8-49c6-bd37-71ba6e55a226 HTTP/1.1" status: 200 len: 945 time: 0.2401514 Jul 27 21:02:55.831136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99493308-4dee-4ea4-bded-b66c1a0c8456 req-adbdf24d-46d7-47eb-a489-82196d832c8c tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:55.839410 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99493308-4dee-4ea4-bded-b66c1a0c8456 req-adbdf24d-46d7-47eb-a489-82196d832c8c tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42 HTTP/1.1" status: 200 len: 945 time: 0.2323642 Jul 27 21:02:55.850774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b2fe7b2f-8212-495f-af20-44119110658e req-13679814-dd74-4df4-ad10-ae2575133084 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226690 Jul 27 21:02:55.863635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb186b4-6b1d-4c10-8e8e-422b90a0266b admin admin] Router d55c4b22-81a9-4517-828b-11dcf182e2cc has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:02:55.952969 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99493308-4dee-4ea4-bded-b66c1a0c8456 req-3c723af6-7ca7-448c-8aea-2dfac96ed77b tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125607 Jul 27 21:02:56.123029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb186b4-6b1d-4c10-8e8e-422b90a0266b admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:02:56.134579 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8081abd1-016c-4469-9745-565724a15fd6 None None] Sync routers for ids ['d55c4b22-81a9-4517-828b-11dcf182e2cc'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:02:56.159286 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8081abd1-016c-4469-9745-565724a15fd6 None None] Routers {'d55c4b22-81a9-4517-828b-11dcf182e2cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:56.159927 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8081abd1-016c-4469-9745-565724a15fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:02:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d55c4b22-81a9-4517-828b-11dcf182e2cc'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:56.161121 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39624) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:56.165231 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6bb186b4-6b1d-4c10-8e8e-422b90a0266b admin admin] 10.222.0.55 "PUT /v2.0/routers/d55c4b22-81a9-4517-828b-11dcf182e2cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5230689 Jul 27 21:02:56.563359 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:56.567133 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-8081abd1-016c-4469-9745-565724a15fd6 None None] Set router d55c4b22-81a9-4517-828b-11dcf182e2cc gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:56.614618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-c7eeab6b-3cec-42fb-b0f0-dbc8ce603d52 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:56.618194 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-c7eeab6b-3cec-42fb-b0f0-dbc8ce603d52 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 805 time: 0.4288542 Jul 27 21:02:56.650802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-98f59445-f6c9-4d24-93b8-1c3ac53d6e95 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Request body: {'port': {'device_id': 'b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca', 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c', 'admin_state_up': True, 'tenant_id': '3524f3f0e14346288bee76498e246a11'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:56.813215 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-7da2167b-1eb8-4b6f-85a8-6a4fc6486fd3 service neutron] 10.222.0.20 "GET /v2.0/ports/f0188fac-0d19-4e89-8a50-1df031009e39/bindings/n-h2-764806-9 HTTP/1.1" status: 200 len: 384 time: 0.2457843 Jul 27 21:02:56.836790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-98f59445-f6c9-4d24-93b8-1c3ac53d6e95 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Made reservation on behalf of 3524f3f0e14346288bee76498e246a11 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:02:56.836790 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-98f59445-f6c9-4d24-93b8-1c3ac53d6e95 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:56.885725 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:57.081638 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Deleting port 375e2354-2f9b-470a-af41-554ba3931cc3 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:02:57.082439 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:57.107961 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33948c88-0be8-464f-ad96-8aa26beba10a req-aa896759-f93e-4444-a518-1d93fa7ed68b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:57.111302 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33948c88-0be8-464f-ad96-8aa26beba10a req-aa896759-f93e-4444-a518-1d93fa7ed68b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 944 time: 0.4881539 Jul 27 21:02:57.112102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-98f59445-f6c9-4d24-93b8-1c3ac53d6e95 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Allocated IP 172.20.0.8 (e63d6883-21db-42a3-83ad-67a0ca0dae2c/d6866e95-5277-449a-81cc-71c772e0c274/543188df-97d3-4fe4-91c1-a578a5b9cd55) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:02:57.129139 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8081abd1-016c-4469-9745-565724a15fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'name': 'tempest-ServersTestBootFromVolume-490207221-router', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:38Z', 'updated_at': '2021-07-27T21:02:54Z', 'revision_number': 5, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'gw_port': {'id': '375e2354-2f9b-470a-af41-554ba3931cc3', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:59:39Z', 'updated_at': '2021-07-27T20:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:57.195026 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8081abd1-016c-4469-9745-565724a15fd6 None None] Checking router: d55c4b22-81a9-4517-828b-11dcf182e2cc for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:02:57.215801 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8081abd1-016c-4469-9745-565724a15fd6 None None] Routers {'d55c4b22-81a9-4517-828b-11dcf182e2cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:02:57.216445 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8081abd1-016c-4469-9745-565724a15fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:02:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d55c4b22-81a9-4517-828b-11dcf182e2cc'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:57.231039 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-9edb97ad-0607-441a-a024-4c3a94ee2a67 service neutron] For port f0188fac-0d19-4e89-8a50-1df031009e39, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f0188fac-0d19-4e89-8a50-1df031009e39,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:57.253696 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33948c88-0be8-464f-ad96-8aa26beba10a req-3c3fd3f9-0a89-4766-bbb2-8c2e8e813a04 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274469 Jul 27 21:02:57.284439 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed15b3f-05ca-4272-9634-dce1969fa379 req-dc31d275-b66e-4e79-b703-7d847b661dae tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:57.289989 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4ed15b3f-05ca-4272-9634-dce1969fa379 req-dc31d275-b66e-4e79-b703-7d847b661dae tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42 HTTP/1.1" status: 200 len: 945 time: 0.4845324 Jul 27 21:02:57.304722 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] For port 375e2354-2f9b-470a-af41-554ba3931cc3, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=375e2354-2f9b-470a-af41-554ba3931cc3,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:57.316297 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:57.346757 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-9edb97ad-0607-441a-a024-4c3a94ee2a67 service neutron] For port f0188fac-0d19-4e89-8a50-1df031009e39, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:02:57.361424 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4ed15b3f-05ca-4272-9634-dce1969fa379 req-6f24dd9f-93cb-43b9-b66c-24f88ffdd33d tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680339 Jul 27 21:02:57.429257 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-8081abd1-016c-4469-9745-565724a15fd6 None None] Set router d55c4b22-81a9-4517-828b-11dcf182e2cc gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:02:57.435729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Calling delete_port for 375e2354-2f9b-470a-af41-554ba3931cc3 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:02:57.510214 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6471e70c-67ad-46d1-bec7-7440abd3a312 req-8e7f744a-3c26-461c-a2e3-51be74381cba tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 210 time: 0.0395496 Jul 27 21:02:57.577211 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8081abd1-016c-4469-9745-565724a15fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'name': 'tempest-ServersTestBootFromVolume-490207221-router', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:38Z', 'updated_at': '2021-07-27T21:02:56Z', 'revision_number': 6, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:02:57.616075 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-9edb97ad-0607-441a-a024-4c3a94ee2a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0188fac-0d19-4e89-8a50-1df031009e39 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:57.675328 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8081abd1-016c-4469-9745-565724a15fd6 None None] The sync data for ids ['d55c4b22-81a9-4517-828b-11dcf182e2cc'] in n-d-764806-9 is: [{'id': 'd55c4b22-81a9-4517-828b-11dcf182e2cc', 'name': 'tempest-ServersTestBootFromVolume-490207221-router', 'tenant_id': '7315aa1da07a43659cbdb0c5598adbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:59:38Z', 'updated_at': '2021-07-27T21:02:56Z', 'revision_number': 6, 'project_id': '7315aa1da07a43659cbdb0c5598adbe9', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:02:57.681831 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-9edb97ad-0607-441a-a024-4c3a94ee2a67 service neutron] For port f0188fac-0d19-4e89-8a50-1df031009e39, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f0188fac-0d19-4e89-8a50-1df031009e39,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:02:57.713877 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-98f59445-f6c9-4d24-93b8-1c3ac53d6e95 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:57.720368 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-9edb97ad-0607-441a-a024-4c3a94ee2a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:57.950515 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-98f59445-f6c9-4d24-93b8-1c3ac53d6e95 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:57.964975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['57fe7918-c9cd-422f-aa0c-181755d554c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:02:58.019415 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.102938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:02:58.140052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:02:58.140919 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8bbaf3dc-fe52-4a89-91c9-3c12bec42040 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:02:58.151585 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-95c8a36f-572d-4ba3-b43b-8adcd01ce8f7 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:58.153177 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-95c8a36f-572d-4ba3-b43b-8adcd01ce8f7 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/networks?id=5028058f-0cb8-4710-a2e7-eeffdf7e8374 HTTP/1.1" status: 200 len: 812 time: 0.3042383 Jul 27 21:02:58.162010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-9edb97ad-0607-441a-a024-4c3a94ee2a67 service neutron] Transition to ACTIVE for port object f0188fac-0d19-4e89-8a50-1df031009e39 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:58.164479 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=375e2354-2f9b-470a-af41-554ba3931cc3,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:58.168684 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-98f59445-f6c9-4d24-93b8-1c3ac53d6e95 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Network e63d6883-21db-42a3-83ad-67a0ca0dae2c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:02:58.199281 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-98f59445-f6c9-4d24-93b8-1c3ac53d6e95 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:02:58.201239 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f59445-f6c9-4d24-93b8-1c3ac53d6e95 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Pushing event updated for resources: {'Port': ['ID=543188df-97d3-4fe4-91c1-a578a5b9cd55,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:58.215212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-98f59445-f6c9-4d24-93b8-1c3ac53d6e95 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:02:58.254821 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-9edb97ad-0607-441a-a024-4c3a94ee2a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.283487 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-e5e4ce3d-952b-4b57-88f3-896f6c4c7040 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/quotas/174a3a2e44174280a25c3ba36ee985d1 HTTP/1.1" status: 200 len: 375 time: 0.1134770 Jul 27 21:02:58.324690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-98f59445-f6c9-4d24-93b8-1c3ac53d6e95 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:58.325415 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-98f59445-f6c9-4d24-93b8-1c3ac53d6e95 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.330701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:58.331442 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:58.332006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:58.332964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:58.333889 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:58.334497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:58.335077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:58.336168 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:58.336734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:58.337282 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:58.337840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:58.338432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:02:58.394603 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-98f59445-f6c9-4d24-93b8-1c3ac53d6e95 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7496572 Jul 27 21:02:58.422359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Request body: {'port': {'device_id': 'b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:02:58.588372 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.622721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-68ecfe91-cac1-4d44-a4e5-8ab9edfa9cc8 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=174a3a2e44174280a25c3ba36ee985d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2718585 Jul 27 21:02:58.741795 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-4c5fb21c-bfee-4f23-b991-99f77cf7d142 service neutron] 10.222.0.55 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181171 Jul 27 21:02:58.821013 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.886158 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-4a250f01-9f80-4ccb-b565-26379dbcda2a service neutron] 10.222.0.55 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432631 Jul 27 21:02:58.959829 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.962796 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:58.968170 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad51bc7-357c-4610-b6ed-0a78abfe167d req-9a2f3ed5-350d-4a2d-a35a-a2c48dedaf45 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:58.973173 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fad51bc7-357c-4610-b6ed-0a78abfe167d req-9a2f3ed5-350d-4a2d-a35a-a2c48dedaf45 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 945 time: 0.5724430 Jul 27 21:02:59.033552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-9edb97ad-0607-441a-a024-4c3a94ee2a67 service neutron] No DVR routers for this DVR port f0188fac-0d19-4e89-8a50-1df031009e39 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:02:59.051343 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.051906 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d55c4b22-81a9-4517-828b-11dcf182e2cc {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:02:59.056787 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.060486 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8fd4be3c-65f6-40c4-ae56-ea9ad43a5ee3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d55c4b22-81a9-4517-828b-11dcf182e2cc HTTP/1.1" status: 204 len: 168 time: 2.8951941 Jul 27 21:02:59.062961 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39676) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:02:59.134064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ad1fed-3dc0-4e21-9b87-f03a655a12fd admin admin] Deleting subnet 9398f92d-4f43-4384-a123-bfb318c52d14 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:02:59.178701 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-9edb97ad-0607-441a-a024-4c3a94ee2a67 service neutron] 10.222.0.20 "PUT /v2.0/ports/f0188fac-0d19-4e89-8a50-1df031009e39/bindings/n-h2-764806-9/activate HTTP/1.1" status: 200 len: 369 time: 2.3371549 Jul 27 21:02:59.180775 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fad51bc7-357c-4610-b6ed-0a78abfe167d req-661f40f6-66d9-49f8-b5bd-5c1db7c847f6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994750 Jul 27 21:02:59.186448 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4ad1fed-3dc0-4e21-9b87-f03a655a12fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.217343 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb97ad-0607-441a-a024-4c3a94ee2a67 service neutron] Pushing event updated for resources: {'Port': ['ID=f0188fac-0d19-4e89-8a50-1df031009e39,revision_number=10']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:02:59.266618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728caed-92c2-4b64-bfe5-aa8bcfebbeed req-a44306a9-3b5c-4301-be2f-db3546ff5408 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:59.271409 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4728caed-92c2-4b64-bfe5-aa8bcfebbeed req-a44306a9-3b5c-4301-be2f-db3546ff5408 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.20 "GET /v2.0/ports?device_id=b90c4fab-c2f8-49c6-bd37-71ba6e55a226 HTTP/1.1" status: 200 len: 945 time: 1.0896566 Jul 27 21:02:59.389414 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4ad1fed-3dc0-4e21-9b87-f03a655a12fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.398334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee698643-47da-49c5-ba2b-09f7aceaf4ad req-fc735140-8869-4909-a1ee-d2967c91175a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:59.399819 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ee698643-47da-49c5-ba2b-09f7aceaf4ad req-fc735140-8869-4909-a1ee-d2967c91175a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42 HTTP/1.1" status: 200 len: 945 time: 1.0003295 Jul 27 21:02:59.685799 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-1cff34af-48b8-409a-87be-8b9df89af754 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:59.688050 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-1cff34af-48b8-409a-87be-8b9df89af754 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9&tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 1096 time: 0.3781605 Jul 27 21:02:59.699201 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4ad1fed-3dc0-4e21-9b87-f03a655a12fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.704171 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543188df-97d3-4fe4-91c1-a578a5b9cd55 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:02:59.720525 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75864a66-9067-480c-87b3-971105f501c3 req-4f8dc839-a751-498a-b1ed-cc3164b9127d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:59.735011 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75864a66-9067-480c-87b3-971105f501c3 req-4f8dc839-a751-498a-b1ed-cc3164b9127d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 931 time: 0.3413696 Jul 27 21:02:59.760021 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.798322 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27393b45-773e-4d93-a7e0-ca2c60f8c10c req-3fa76fd2-38ca-49bc-87ec-d0e964766689 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:02:59.803292 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27393b45-773e-4d93-a7e0-ca2c60f8c10c req-3fa76fd2-38ca-49bc-87ec-d0e964766689 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42 HTTP/1.1" status: 200 len: 945 time: 0.4110050 Jul 27 21:02:59.833949 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Transition to ACTIVE for port object 543188df-97d3-4fe4-91c1-a578a5b9cd55 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:02:59.934740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-4728caed-92c2-4b64-bfe5-aa8bcfebbeed req-4820f8c0-ed12-4ab7-ba7d-05f309efd899 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Deleting port b4ca618e-7ce2-4813-99ab-14342b027cf3 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:02:59.934740 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4728caed-92c2-4b64-bfe5-aa8bcfebbeed req-4820f8c0-ed12-4ab7-ba7d-05f309efd899 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:02:59.946392 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27393b45-773e-4d93-a7e0-ca2c60f8c10c req-abb90714-a38e-4ea5-91fc-4718f44e29e5 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912936 Jul 27 21:02:59.948536 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.003087 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4ad1fed-3dc0-4e21-9b87-f03a655a12fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.108135 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665820cb-a9e2-416e-bd07-834ef9048296 req-a0a6e715-cbe1-454a-ab83-33dedfe57bc6 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:00.113817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-665820cb-a9e2-416e-bd07-834ef9048296 req-a0a6e715-cbe1-454a-ab83-33dedfe57bc6 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.66 "GET /v2.0/ports?device_id=199946b1-2bdd-4b71-b7ca-5b562a6e9d46 HTTP/1.1" status: 200 len: 945 time: 0.4080765 Jul 27 21:03:00.144377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad1fed-3dc0-4e21-9b87-f03a655a12fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9398f92d-4f43-4384-a123-bfb318c52d14,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:00.169846 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4ad1fed-3dc0-4e21-9b87-f03a655a12fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.174259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc9e891-8148-4864-aaf8-f60e3b8f3926 None None] Network 232f04f4-e33d-456b-8811-d83376857136 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:03:00.174852 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d4ad1fed-3dc0-4e21-9b87-f03a655a12fd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9398f92d-4f43-4384-a123-bfb318c52d14 HTTP/1.1" status: 204 len: 168 time: 1.1095893 Jul 27 21:03:00.177295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39704) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:00.211485 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75864a66-9067-480c-87b3-971105f501c3 req-b2075e27-1d5e-4b36-b58b-c39b5deae86d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754806 Jul 27 21:03:00.223373 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 375e2354-2f9b-470a-af41-554ba3931cc3 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:00.244129 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Pushing event updated for resources: {'Port': ['ID=543188df-97d3-4fe4-91c1-a578a5b9cd55,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:00.378903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 375e2354-2f9b-470a-af41-554ba3931cc3 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:00.379567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 375e2354-2f9b-470a-af41-554ba3931cc3 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:00.406769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-ee698643-47da-49c5-ba2b-09f7aceaf4ad req-67561059-2483-4ec6-95c8-facfee7aee3a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Deleting port c062824b-c859-4f22-939a-e8cce777701a {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:00.407410 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ee698643-47da-49c5-ba2b-09f7aceaf4ad req-67561059-2483-4ec6-95c8-facfee7aee3a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.572182 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-d241a721-0b32-4d5b-ba06-c1cb01de5166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:00.587247 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-d241a721-0b32-4d5b-ba06-c1cb01de5166 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9&tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d HTTP/1.1" status: 200 len: 1096 time: 0.8494303 Jul 27 21:03:00.686673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4728caed-92c2-4b64-bfe5-aa8bcfebbeed req-4820f8c0-ed12-4ab7-ba7d-05f309efd899 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] For port b4ca618e-7ce2-4813-99ab-14342b027cf3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b4ca618e-7ce2-4813-99ab-14342b027cf3,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:00.687180 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4728caed-92c2-4b64-bfe5-aa8bcfebbeed req-4820f8c0-ed12-4ab7-ba7d-05f309efd899 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.698375 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578c07c2-8847-472c-81a2-85995d4f8f31 None None] DHCP port deletion for 232f04f4-e33d-456b-8811-d83376857136 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:03:00.736266 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.747976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-4728caed-92c2-4b64-bfe5-aa8bcfebbeed req-4820f8c0-ed12-4ab7-ba7d-05f309efd899 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Calling delete_port for b4ca618e-7ce2-4813-99ab-14342b027cf3 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:00.799500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-578c07c2-8847-472c-81a2-85995d4f8f31 None None] Deleting port 5bd88e79-211b-42c3-b41b-6ac6881f5938 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:00.800275 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-578c07c2-8847-472c-81a2-85995d4f8f31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.868076 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ee698643-47da-49c5-ba2b-09f7aceaf4ad req-67561059-2483-4ec6-95c8-facfee7aee3a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] For port c062824b-c859-4f22-939a-e8cce777701a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=c062824b-c859-4f22-939a-e8cce777701a,segment=NetworkSegment(657a97a0-7639-4650-bb95-30506177dd73),segment_id=657a97a0-7639-4650-bb95-30506177dd73)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:00.868376 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ee698643-47da-49c5-ba2b-09f7aceaf4ad req-67561059-2483-4ec6-95c8-facfee7aee3a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.890420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-578c07c2-8847-472c-81a2-85995d4f8f31 None None] For port 5bd88e79-211b-42c3-b41b-6ac6881f5938, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5bd88e79-211b-42c3-b41b-6ac6881f5938,segment=NetworkSegment(5c3b8cb3-819f-4466-83bb-7f742886b3dd),segment_id=5c3b8cb3-819f-4466-83bb-7f742886b3dd)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:00.891275 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-578c07c2-8847-472c-81a2-85995d4f8f31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:00.907014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-578c07c2-8847-472c-81a2-85995d4f8f31 None None] Calling delete_port for 5bd88e79-211b-42c3-b41b-6ac6881f5938 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:00.930628 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-ee698643-47da-49c5-ba2b-09f7aceaf4ad req-67561059-2483-4ec6-95c8-facfee7aee3a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Calling delete_port for c062824b-c859-4f22-939a-e8cce777701a owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:01.007057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-665820cb-a9e2-416e-bd07-834ef9048296 req-e5b4eaaf-2d06-4c3e-b42a-d68f9276cf3b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Deleting port 264cd432-269d-4442-8ccb-d48a83b40cf1 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:01.008072 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-665820cb-a9e2-416e-bd07-834ef9048296 req-e5b4eaaf-2d06-4c3e-b42a-d68f9276cf3b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.010754 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-578c07c2-8847-472c-81a2-85995d4f8f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.093087 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Attempting to bind port 543188df-97d3-4fe4-91c1-a578a5b9cd55 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:01.093433 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Attempting to bind port 543188df-97d3-4fe4-91c1-a578a5b9cd55 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:01.093762 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Attempting to bind port 543188df-97d3-4fe4-91c1-a578a5b9cd55 on network e63d6883-21db-42a3-83ad-67a0ca0dae2c {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:01.110861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d15083b8-aae0-4666-b7ca-8f3e947d1235 req-99c7410b-ea30-4715-9c77-ac515de2ace0 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3401eee-fb01-4da4-bdc4-bc06884d5b69 HTTP/1.1" status: 200 len: 210 time: 0.4645083 Jul 27 21:03:01.126893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c07c2-8847-472c-81a2-85995d4f8f31 None None] Pushing event deleted for resources: {'Port': ['ID=5bd88e79-211b-42c3-b41b-6ac6881f5938,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:01.128798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578c07c2-8847-472c-81a2-85995d4f8f31 None None] No DVR routers for this DVR port 5bd88e79-211b-42c3-b41b-6ac6881f5938 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:01.147630 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Port 543188df-97d3-4fe4-91c1-a578a5b9cd55 on network e63d6883-21db-42a3-83ad-67a0ca0dae2c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:03:01.148003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Attempting to bind port 543188df-97d3-4fe4-91c1-a578a5b9cd55 on network e63d6883-21db-42a3-83ad-67a0ca0dae2c {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:01.195196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:01.198475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Checking segment: {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:01.199307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Bound using segment: {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:01.203203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Bound port: 543188df-97d3-4fe4-91c1-a578a5b9cd55, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:01.203787 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.234640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8288e3-bf72-43d4-9c78-45dbfbdadac0 req-90333e6b-9d40-4b8c-b62d-0c72a8bd4434 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:01.247400 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd8288e3-bf72-43d4-9c78-45dbfbdadac0 req-90333e6b-9d40-4b8c-b62d-0c72a8bd4434 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 945 time: 0.8057616 Jul 27 21:03:01.269787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] Deleting port 5bd88e79-211b-42c3-b41b-6ac6881f5938 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:01.270139 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.426413 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4728caed-92c2-4b64-bfe5-aa8bcfebbeed req-4820f8c0-ed12-4ab7-ba7d-05f309efd899 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.439303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['264cd432-269d-4442-8ccb-d48a83b40cf1'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:01.460258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-3b8303c9-819d-4d1d-8f00-0407509a5146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:01.464275 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-3b8303c9-819d-4d1d-8f00-0407509a5146 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 1096 time: 0.8020232 Jul 27 21:03:01.480010 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd8288e3-bf72-43d4-9c78-45dbfbdadac0 req-cb7e1fea-6bbe-4d97-aa70-8dc3fa8a30e9 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313616 Jul 27 21:03:01.542482 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820f8c0-ed12-4ab7-ba7d-05f309efd899 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Pushing event deleted for resources: {'Port': ['ID=b4ca618e-7ce2-4813-99ab-14342b027cf3,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:01.562640 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-665820cb-a9e2-416e-bd07-834ef9048296 req-e5b4eaaf-2d06-4c3e-b42a-d68f9276cf3b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] For port 264cd432-269d-4442-8ccb-d48a83b40cf1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=264cd432-269d-4442-8ccb-d48a83b40cf1,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:01.563015 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-665820cb-a9e2-416e-bd07-834ef9048296 req-e5b4eaaf-2d06-4c3e-b42a-d68f9276cf3b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.635844 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] For port 5bd88e79-211b-42c3-b41b-6ac6881f5938, host n-d-764806-9, got binding levels [] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:01.636212 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.649094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-665820cb-a9e2-416e-bd07-834ef9048296 req-e5b4eaaf-2d06-4c3e-b42a-d68f9276cf3b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Calling delete_port for 264cd432-269d-4442-8ccb-d48a83b40cf1 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:01.661815 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-746d3446-85d5-4063-a91a-d632f27fdd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:01.662642 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-746d3446-85d5-4063-a91a-d632f27fdd7f service neutron] 10.222.0.66 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 909 time: 0.1817257 Jul 27 21:03:01.706955 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device b4ca618e-7ce2-4813-99ab-14342b027cf3 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:01.718815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] Calling delete_port for 5bd88e79-211b-42c3-b41b-6ac6881f5938 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:01.721055 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-4728caed-92c2-4b64-bfe5-aa8bcfebbeed req-4820f8c0-ed12-4ab7-ba7d-05f309efd899 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] No DVR routers for this DVR port b4ca618e-7ce2-4813-99ab-14342b027cf3 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:01.730834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.ipam_backend_mixin [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] Port 5bd88e79-211b-42c3-b41b-6ac6881f5938 was not found and therefore no delete operation was performed {{(pid=105580) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:03:01.733617 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4728caed-92c2-4b64-bfe5-aa8bcfebbeed req-4820f8c0-ed12-4ab7-ba7d-05f309efd899 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.735795 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4728caed-92c2-4b64-bfe5-aa8bcfebbeed req-4820f8c0-ed12-4ab7-ba7d-05f309efd899 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.20 "DELETE /v2.0/ports/b4ca618e-7ce2-4813-99ab-14342b027cf3 HTTP/1.1" status: 204 len: 173 time: 2.4322557 Jul 27 21:03:01.736411 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90c4fab-c2f8-49c6-bd37-71ba6e55a226', 'name': 'network-vif-deleted', 'tag': 'b4ca618e-7ce2-4813-99ab-14342b027cf3'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:01.742256 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de9316b-7e7e-47d2-b2b0-417cac4aafe2" -d '{"events": [{"server_uuid": "b90c4fab-c2f8-49c6-bd37-71ba6e55a226", "name": "network-vif-deleted", "tag": "b4ca618e-7ce2-4813-99ab-14342b027cf3"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:01.756910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-95ee5171-2a97-4d68-844c-95579a287687 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:01.759330 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-95ee5171-2a97-4d68-844c-95579a287687 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.20 "GET /v2.0/networks?id=5028058f-0cb8-4710-a2e7-eeffdf7e8374 HTTP/1.1" status: 200 len: 812 time: 0.4804702 Jul 27 21:03:01.764715 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.768382 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ee698643-47da-49c5-ba2b-09f7aceaf4ad req-67561059-2483-4ec6-95c8-facfee7aee3a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:01.777108 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-888ee482-465b-4522-ac66-be3fa6b28051 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0188fac-0d19-4e89-8a50-1df031009e39 HTTP/1.1" status: 200 len: 217 time: 0.0991213 Jul 27 21:03:01.781816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: b4ca618e-7ce2-4813-99ab-14342b027cf3 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:01.783101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device b4ca618e-7ce2-4813-99ab-14342b027cf3 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:01.783848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c062824b-c859-4f22-939a-e8cce777701a no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:01.838139 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-a9993d96-ff15-462a-83ea-325795883e77 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Request body: {'port': {'device_id': '4b88c9e3-a975-4aed-a96e-679a69fe0829', 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374', 'admin_state_up': True, 'tenant_id': '174a3a2e44174280a25c3ba36ee985d1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:01.855247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: c062824b-c859-4f22-939a-e8cce777701a {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:01.856227 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device c062824b-c859-4f22-939a-e8cce777701a not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:01.941077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd88e79-211b-42c3-b41b-6ac6881f5938,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:01.978806 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aada701-7843-44cc-83c7-0cc7c7d8c793 req-f98ab749-fe8a-47af-95a7-b1154ebdb277 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:01.980894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] No DVR routers for this DVR port 5bd88e79-211b-42c3-b41b-6ac6881f5938 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:01.987971 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1aada701-7843-44cc-83c7-0cc7c7d8c793 req-f98ab749-fe8a-47af-95a7-b1154ebdb277 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42 HTTP/1.1" status: 200 len: 867 time: 0.7128055 Jul 27 21:03:02.027072 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] For port 543188df-97d3-4fe4-91c1-a578a5b9cd55, host n-h1-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:02.072796 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] For port 543188df-97d3-4fe4-91c1-a578a5b9cd55, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=543188df-97d3-4fe4-91c1-a578a5b9cd55,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:02.103503 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.119765 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92b1cd-44bd-47db-a3f7-e652d9582f0d req-86f9eb19-82ca-4cb1-89fd-68371dc8d29f tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:02.121700 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c92b1cd-44bd-47db-a3f7-e652d9582f0d req-86f9eb19-82ca-4cb1-89fd-68371dc8d29f tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 943 time: 0.3418963 Jul 27 21:03:02.128729 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-d9902249-1fff-4755-b7b4-527f602953aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:02.130914 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-d9902249-1fff-4755-b7b4-527f602953aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.3314791 Jul 27 21:03:02.173534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5bd88e79-211b-42c3-b41b-6ac6881f5938 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:02.174816 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1aada701-7843-44cc-83c7-0cc7c7d8c793 req-7fc764cd-901a-4ade-9f83-7fc27b2b10c9 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups?id=82dc4595-347a-4fe0-88fb-48b28a8eec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856358 Jul 27 21:03:02.197429 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67561059-2483-4ec6-95c8-facfee7aee3a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Pushing event deleted for resources: {'Port': ['ID=c062824b-c859-4f22-939a-e8cce777701a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:02.239470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:02.242157 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.248695 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] 10.222.0.20 "PUT /v2.0/ports/543188df-97d3-4fe4-91c1-a578a5b9cd55 HTTP/1.1" status: 200 len: 1091 time: 3.8312197 Jul 27 21:03:02.249769 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca', 'tag': '543188df-97d3-4fe4-91c1-a578a5b9cd55'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:02.254154 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf224fe0-3633-495d-ae19-94d990bdc2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca", "tag": "543188df-97d3-4fe4-91c1-a578a5b9cd55"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:02.290966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 5bd88e79-211b-42c3-b41b-6ac6881f5938 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:02.292566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5bd88e79-211b-42c3-b41b-6ac6881f5938 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:02.297421 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c92b1cd-44bd-47db-a3f7-e652d9582f0d req-321f330c-399d-4391-9320-5e9eb51c5316 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614857 Jul 27 21:03:02.307345 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-7facc714-b1a1-4b50-81ea-faffd3977f12 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006758 Jul 27 21:03:02.329775 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-9a8699b5-a705-477b-aaa6-2482c5120c2e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:03:02.333413 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-9a8699b5-a705-477b-aaa6-2482c5120c2e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168037 Jul 27 21:03:02.420141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-3a99ec1b-7537-4c6f-afb8-31b9d41c87da tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:02.424078 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-3a99ec1b-7537-4c6f-afb8-31b9d41c87da tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.20 "GET /v2.0/networks?id=5028058f-0cb8-4710-a2e7-eeffdf7e8374 HTTP/1.1" status: 200 len: 812 time: 0.6009459 Jul 27 21:03:02.425758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee698643-47da-49c5-ba2b-09f7aceaf4ad req-67561059-2483-4ec6-95c8-facfee7aee3a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] No DVR routers for this DVR port c062824b-c859-4f22-939a-e8cce777701a on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:02.459267 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.471750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f12a22-aa72-44cb-af18-4171654c90df service neutron] Pushing event updated for resources: {'Port': ['ID=543188df-97d3-4fe4-91c1-a578a5b9cd55,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:02.472366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232f04f4-e33d-456b-8811-d83376857136']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:02.485043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3b8cb3-819f-4466-83bb-7f742886b3dd') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:02.485423 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3b8cb3-819f-4466-83bb-7f742886b3dd') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:02.499163 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.515120 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf23fac1-f05d-4644-b814-22013279a665 x-openstack-request-id: req-bf23fac1-f05d-4644-b814-22013279a665 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:02.515406 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca", "tag": "543188df-97d3-4fe4-91c1-a578a5b9cd55", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:02.515663 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf23fac1-f05d-4644-b814-22013279a665 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:02.516062 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca', 'tag': '543188df-97d3-4fe4-91c1-a578a5b9cd55', 'status': 'completed', 'code': 200} Jul 27 21:03:02.520900 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.528408 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:03:02.529039 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.567159 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5db170bf-87ad-48ea-97bf-a28b5b34f2a3 req-ac0dedb8-a8b0-4a4d-9dc2-81997179b0fc tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3401eee-fb01-4da4-bdc4-bc06884d5b69 HTTP/1.1" status: 200 len: 210 time: 0.0901873 Jul 27 21:03:02.594555 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b68f957-b8ce-49dc-9a9f-a6db2de87e47 x-openstack-request-id: req-5b68f957-b8ce-49dc-9a9f-a6db2de87e47 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:02.595041 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90c4fab-c2f8-49c6-bd37-71ba6e55a226", "name": "network-vif-deleted", "tag": "b4ca618e-7ce2-4813-99ab-14342b027cf3", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:02.595416 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b68f957-b8ce-49dc-9a9f-a6db2de87e47 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:02.595877 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90c4fab-c2f8-49c6-bd37-71ba6e55a226', 'name': 'network-vif-deleted', 'tag': 'b4ca618e-7ce2-4813-99ab-14342b027cf3', 'status': 'completed', 'code': 200} Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:03:02.601968 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:03:02.608952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-9a5fb811-c9b7-49f7-b99a-84fbd92f48cb tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Request body: {'port': {'device_id': 'b3401eee-fb01-4da4-bdc4-bc06884d5b69', 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374', 'admin_state_up': True, 'tenant_id': '174a3a2e44174280a25c3ba36ee985d1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:02.628965 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2bb823b8-5ec2-4a9d-a3c4-3b7f3d25a184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.708146 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ee698643-47da-49c5-ba2b-09f7aceaf4ad req-67561059-2483-4ec6-95c8-facfee7aee3a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.710857 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ee698643-47da-49c5-ba2b-09f7aceaf4ad req-67561059-2483-4ec6-95c8-facfee7aee3a tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.20 "DELETE /v2.0/ports/c062824b-c859-4f22-939a-e8cce777701a HTTP/1.1" status: 204 len: 173 time: 3.2854331 Jul 27 21:03:02.720657 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.744979 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-9f24a6cc-ee4c-4a69-a9df-ebd315ba7746 service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920362 Jul 27 21:03:02.751390 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-48b539c0-ae91-4d26-a75d-1d1bf4615181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:02.753906 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-48b539c0-ae91-4d26-a75d-1d1bf4615181 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 1094 time: 0.4020312 Jul 27 21:03:02.769103 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.769103 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] 10.222.0.55 "DELETE /v2.0/networks/232f04f4-e33d-456b-8811-d83376857136 HTTP/1.1" status: 204 len: 168 time: 2.4721978 Jul 27 21:03:02.769103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22716724-7fa4-45b1-8026-d02a635b32ba admin admin] Pushing event deleted for resources: {'Network': ['ID=232f04f4-e33d-456b-8811-d83376857136,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:02.842595 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-eeadbd13-a478-4957-923f-a56a8575c5db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=543188df-97d3-4fe4-91c1-a578a5b9cd55 HTTP/1.1" status: 200 len: 217 time: 0.0739727 Jul 27 21:03:02.863562 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-9a5fb811-c9b7-49f7-b99a-84fbd92f48cb tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Made reservation on behalf of 174a3a2e44174280a25c3ba36ee985d1 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:02.872475 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-9a5fb811-c9b7-49f7-b99a-84fbd92f48cb tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:02.941632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-41dfd632-3c58-4acc-a5fe-367c3764b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:02.943208 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-41dfd632-3c58-4acc-a5fe-367c3764b1f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6866e95-5277-449a-81cc-71c772e0c274 HTTP/1.1" status: 200 len: 845 time: 0.0659621 Jul 27 21:03:02.954108 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca90adb-16f8-4ed4-b940-ab31936bf1d7 req-c951da2a-e1dd-4155-90e4-3e397b967edb tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:02.965540 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ca90adb-16f8-4ed4-b940-ab31936bf1d7 req-c951da2a-e1dd-4155-90e4-3e397b967edb tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 945 time: 0.3771131 Jul 27 21:03:02.979104 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-665820cb-a9e2-416e-bd07-834ef9048296 req-e5b4eaaf-2d06-4c3e-b42a-d68f9276cf3b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.003335 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-789779dc-ab75-49a6-adf0-1ea4c475f0d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e63d6883-21db-42a3-83ad-67a0ca0dae2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349009 Jul 27 21:03:03.008822 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39750) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:03.047722 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4eaaf-2d06-4c3e-b42a-d68f9276cf3b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Pushing event deleted for resources: {'Port': ['ID=264cd432-269d-4442-8ccb-d48a83b40cf1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:03.074725 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-a9993d96-ff15-462a-83ea-325795883e77 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Made reservation on behalf of 174a3a2e44174280a25c3ba36ee985d1 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:03.078812 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-a9993d96-ff15-462a-83ea-325795883e77 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.139161 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ca90adb-16f8-4ed4-b940-ab31936bf1d7 req-cd091961-0d57-4e72-a6c7-faeb2a2c8ba2 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726410 Jul 27 21:03:03.186270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-665820cb-a9e2-416e-bd07-834ef9048296 req-e5b4eaaf-2d06-4c3e-b42a-d68f9276cf3b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] No DVR routers for this DVR port 264cd432-269d-4442-8ccb-d48a83b40cf1 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:03.191620 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-665820cb-a9e2-416e-bd07-834ef9048296 req-e5b4eaaf-2d06-4c3e-b42a-d68f9276cf3b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.193790 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-665820cb-a9e2-416e-bd07-834ef9048296 req-e5b4eaaf-2d06-4c3e-b42a-d68f9276cf3b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.66 "DELETE /v2.0/ports/264cd432-269d-4442-8ccb-d48a83b40cf1 HTTP/1.1" status: 204 len: 173 time: 3.0612888 Jul 27 21:03:03.270401 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f395ed14-708e-4b5a-9295-81b081a817ba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7315aa1da07a43659cbdb0c5598adbe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561493 Jul 27 21:03:03.276015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39754) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:03.286599 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-1a70a8f5-5083-481d-a2df-b08d55503eef service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195713 Jul 27 21:03:03.382920 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-eabcf171-bae1-4120-8a9f-64ad952f7035 service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590925 Jul 27 21:03:03.454926 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-9a5fb811-c9b7-49f7-b99a-84fbd92f48cb tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Allocated IP 172.20.0.11 (5028058f-0cb8-4710-a2e7-eeffdf7e8374/2f71f46c-0daa-432b-b7ea-942ae26e5c14/bf72de5c-8be8-48e7-9a0f-27be9ac31a5b) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:03.467552 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f084efd-a041-4f26-8025-fb35865ef491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.519069 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4deed90-4d06-4e28-a2b6-dc01ecc8e4f9 req-833aa5f0-4dc4-4b89-9227-d628742e8a2f service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225262 Jul 27 21:03:03.545235 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f084efd-a041-4f26-8025-fb35865ef491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.603753 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2cebf785-9448-4cc1-869c-c115aba63f3c req-dab27b94-3018-41af-b962-8033d62716ed tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42 HTTP/1.1" status: 200 len: 210 time: 0.0834694 Jul 27 21:03:03.716882 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f084efd-a041-4f26-8025-fb35865ef491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.720418 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f084efd-a041-4f26-8025-fb35865ef491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.724784 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1f084efd-a041-4f26-8025-fb35865ef491 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/079c302a-9cf9-4292-b2d3-c11926f273f7 HTTP/1.1" status: 204 len: 168 time: 0.4446659 Jul 27 21:03:03.746698 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1f392-cef4-45b2-a6cd-f1a8dca94179 req-fcb1f64e-9614-48c1-af5b-ca5b80063c4d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:03.749664 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27d1f392-cef4-45b2-a6cd-f1a8dca94179 req-fcb1f64e-9614-48c1-af5b-ca5b80063c4d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 943 time: 0.2281792 Jul 27 21:03:03.750143 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f084efd-a041-4f26-8025-fb35865ef491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079c302a-9cf9-4292-b2d3-c11926f273f7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:03.819288 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-74ffcaac-5229-4ff6-b731-5147d5932995 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:03.822119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-74ffcaac-5229-4ff6-b731-5147d5932995 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9&tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 1096 time: 0.2140484 Jul 27 21:03:03.834832 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-9a5fb811-c9b7-49f7-b99a-84fbd92f48cb tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.899692 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:03.911106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf224fe0-3633-495d-ae19-94d990bdc2c7 req-c40c57a7-4dd5-4f6d-a0c3-ddd21d6a104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:03.912817 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf224fe0-3633-495d-ae19-94d990bdc2c7 req-c40c57a7-4dd5-4f6d-a0c3-ddd21d6a104e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 1094 time: 0.2610712 Jul 27 21:03:03.935980 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-9a5fb811-c9b7-49f7-b99a-84fbd92f48cb tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.028193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fb811-c9b7-49f7-b99a-84fbd92f48cb tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Pushing event updated for resources: {'Port': ['ID=bf72de5c-8be8-48e7-9a0f-27be9ac31a5b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:04.103616 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-9a5fb811-c9b7-49f7-b99a-84fbd92f48cb tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:04.109082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-9a5fb811-c9b7-49f7-b99a-84fbd92f48cb tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:04.112973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-9a5fb811-c9b7-49f7-b99a-84fbd92f48cb tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:04.164887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27d1f392-cef4-45b2-a6cd-f1a8dca94179 req-843392fa-8484-4f50-afe8-a0717753fcd0 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679137 Jul 27 21:03:04.167510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-9a5fb811-c9b7-49f7-b99a-84fbd92f48cb tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:04.168168 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-9a5fb811-c9b7-49f7-b99a-84fbd92f48cb tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.169200 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 264cd432-269d-4442-8ccb-d48a83b40cf1 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:04.206568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-a9993d96-ff15-462a-83ea-325795883e77 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Allocated IP 172.20.0.7 (5028058f-0cb8-4710-a2e7-eeffdf7e8374/2f71f46c-0daa-432b-b7ea-942ae26e5c14/31b12b60-62ae-4631-a04c-5a3efa9ac618) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:04.214890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 264cd432-269d-4442-8ccb-d48a83b40cf1 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:04.215246 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 264cd432-269d-4442-8ccb-d48a83b40cf1 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:04.225540 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-9a5fb811-c9b7-49f7-b99a-84fbd92f48cb tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6218634 Jul 27 21:03:04.259248 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Request body: {'port': {'device_id': 'b3401eee-fb01-4da4-bdc4-bc06884d5b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:04.316641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-6afa4ede-de2f-464a-b853-38140c151d97 service neutron] For port f0188fac-0d19-4e89-8a50-1df031009e39, host n-h1-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:04.325777 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-6afa4ede-de2f-464a-b853-38140c151d97 service neutron] Notify callbacks [] for binding, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:04.327172 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33b34a4f-e3b3-4dda-83ab-a836e696956d req-6afa4ede-de2f-464a-b853-38140c151d97 service neutron] 10.222.0.66 "DELETE /v2.0/ports/f0188fac-0d19-4e89-8a50-1df031009e39/bindings/n-h1-764806-9 HTTP/1.1" status: 204 len: 173 time: 0.4706759 Jul 27 21:03:04.336140 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e15c32-dda2-47d8-a031-30a2e4050c71 req-983ec25c-c831-4c21-ac45-dd0665d108de tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:04.344236 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8e15c32-dda2-47d8-a031-30a2e4050c71 req-983ec25c-c831-4c21-ac45-dd0665d108de tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3401eee-fb01-4da4-bdc4-bc06884d5b69 HTTP/1.1" status: 200 len: 932 time: 0.4239001 Jul 27 21:03:04.362051 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf224fe0-3633-495d-ae19-94d990bdc2c7 req-c00dd915-3ef5-428f-b5c2-c9add011a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:04.363358 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf224fe0-3633-495d-ae19-94d990bdc2c7 req-c00dd915-3ef5-428f-b5c2-c9add011a4e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 906 time: 0.4385710 Jul 27 21:03:04.485099 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf224fe0-3633-495d-ae19-94d990bdc2c7 req-754b2fa4-0eb6-44ac-9272-093be4a38ab4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=543188df-97d3-4fe4-91c1-a578a5b9cd55 HTTP/1.1" status: 200 len: 217 time: 0.1080339 Jul 27 21:03:04.572621 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8e15c32-dda2-47d8-a031-30a2e4050c71 req-82444e01-69b4-4243-80ee-e38883b31e8b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272294 Jul 27 21:03:04.619708 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf224fe0-3633-495d-ae19-94d990bdc2c7 req-22a0dc89-24b9-4491-b287-4371359d63fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:04.621545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf224fe0-3633-495d-ae19-94d990bdc2c7 req-22a0dc89-24b9-4491-b287-4371359d63fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6866e95-5277-449a-81cc-71c772e0c274 HTTP/1.1" status: 200 len: 845 time: 0.1242957 Jul 27 21:03:04.664633 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79639d21-558a-4ad9-84fc-5f6cd01e242e req-995f3451-7803-481f-9052-d95d03d3a525 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:04.673119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79639d21-558a-4ad9-84fc-5f6cd01e242e req-995f3451-7803-481f-9052-d95d03d3a525 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 945 time: 0.1931450 Jul 27 21:03:04.805550 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79639d21-558a-4ad9-84fc-5f6cd01e242e req-2c53f45f-8107-473e-aa7b-85b6e8b298d1 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242819 Jul 27 21:03:04.888494 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42', 'name': 'network-vif-deleted', 'tag': 'c062824b-c859-4f22-939a-e8cce777701a'}, {'server_uuid': '199946b1-2bdd-4b71-b7ca-5b562a6e9d46', 'name': 'network-vif-deleted', 'tag': '264cd432-269d-4442-8ccb-d48a83b40cf1'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:04.891142 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6db4c55-5f83-4c3f-bf3c-29277c3bc204" -d '{"events": [{"server_uuid": "3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42", "name": "network-vif-deleted", "tag": "c062824b-c859-4f22-939a-e8cce777701a"}, {"server_uuid": "199946b1-2bdd-4b71-b7ca-5b562a6e9d46", "name": "network-vif-deleted", "tag": "264cd432-269d-4442-8ccb-d48a83b40cf1"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:05.173167 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf224fe0-3633-495d-ae19-94d990bdc2c7 req-5178ff16-ab7f-4238-86da-b1d61406a60e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e63d6883-21db-42a3-83ad-67a0ca0dae2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4955914 Jul 27 21:03:05.179178 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.195761 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-bf224fe0-3633-495d-ae19-94d990bdc2c7 req-2df87514-f218-4785-9b5c-a617d7e291e7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:03:05.196946 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf224fe0-3633-495d-ae19-94d990bdc2c7 req-2df87514-f218-4785-9b5c-a617d7e291e7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085475 Jul 27 21:03:05.335725 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e72f26b9-0a12-4820-9108-307633b0a291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.421459 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39832) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:05.422699 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.425044 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf224fe0-3633-495d-ae19-94d990bdc2c7 req-d41e4ad0-1e2c-4ef8-ba60-9ca829fec4ed service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119858 Jul 27 21:03:05.587849 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-a9993d96-ff15-462a-83ea-325795883e77 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.690712 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-ecaa2fb5-1c14-47b1-bc4b-7a19b4a8ac4c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1822323273-network', 'tenant_id': '3e291709bf1c4a80b9542b6ed946a502'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:05.722568 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc8ec07-8139-4d74-871e-c8e1224155fd x-openstack-request-id: req-ddc8ec07-8139-4d74-871e-c8e1224155fd {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:05.724826 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42", "name": "network-vif-deleted", "tag": "c062824b-c859-4f22-939a-e8cce777701a", "status": "completed", "code": 200}, {"server_uuid": "199946b1-2bdd-4b71-b7ca-5b562a6e9d46", "name": "network-vif-deleted", "tag": "264cd432-269d-4442-8ccb-d48a83b40cf1", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:05.725144 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ddc8ec07-8139-4d74-871e-c8e1224155fd {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:05.728230 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b05c4fa-a655-4d38-a0bb-3e5bf21a2d42', 'name': 'network-vif-deleted', 'tag': 'c062824b-c859-4f22-939a-e8cce777701a', 'status': 'completed', 'code': 200} Jul 27 21:03:05.728576 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199946b1-2bdd-4b71-b7ca-5b562a6e9d46', 'name': 'network-vif-deleted', 'tag': '264cd432-269d-4442-8ccb-d48a83b40cf1', 'status': 'completed', 'code': 200} Jul 27 21:03:05.733653 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf224fe0-3633-495d-ae19-94d990bdc2c7 req-32669706-e725-45e9-9d80-ebe5252f03b6 service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927222 Jul 27 21:03:05.777211 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-a9993d96-ff15-462a-83ea-325795883e77 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.791039 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92201e6e-98ed-4323-ae49-6994aa840ef4 req-40ab2d06-e1db-43fd-a9f7-17b71e1c4985 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:05.792979 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-92201e6e-98ed-4323-ae49-6994aa840ef4 req-40ab2d06-e1db-43fd-a9f7-17b71e1c4985 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.3665757 Jul 27 21:03:05.868273 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73049fbc-805f-4a9f-a35f-7271432dbcd0 req-f22cce23-4f11-4cc4-91eb-a4af2320a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:05.869797 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-73049fbc-805f-4a9f-a35f-7271432dbcd0 req-f22cce23-4f11-4cc4-91eb-a4af2320a5e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e12b0b8b49e4a8685306f697c0d4f06&device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 1096 time: 0.6285241 Jul 27 21:03:05.880109 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaa2fb5-1c14-47b1-bc4b-7a19b4a8ac4c admin admin] Made reservation on behalf of 3e291709bf1c4a80b9542b6ed946a502 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:05.882576 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2fb5-1c14-47b1-bc4b-7a19b4a8ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.882784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-92201e6e-98ed-4323-ae49-6994aa840ef4 req-bd58fbc7-4d86-46d2-be7a-5170be815784 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784204 Jul 27 21:03:05.903467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdcfea-39f7-4e46-af3b-3e3fbacaaf1c req-5245961d-a919-4e75-bc88-35b4ebe6c4e9 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:05.914571 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71fdcfea-39f7-4e46-af3b-3e3fbacaaf1c req-5245961d-a919-4e75-bc88-35b4ebe6c4e9 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 1096 time: 0.1195655 Jul 27 21:03:05.932990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-a9993d96-ff15-462a-83ea-325795883e77 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:05.933854 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2fb5-1c14-47b1-bc4b-7a19b4a8ac4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:05.959145 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71fdcfea-39f7-4e46-af3b-3e3fbacaaf1c req-f622bab1-1654-4ba4-904f-e326db4d198b tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433586 Jul 27 21:03:05.997754 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-a9993d96-ff15-462a-83ea-325795883e77 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:06.040043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-a9993d96-ff15-462a-83ea-325795883e77 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:06.053753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9993d96-ff15-462a-83ea-325795883e77 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Pushing event updated for resources: {'Port': ['ID=31b12b60-62ae-4631-a04c-5a3efa9ac618,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:06.130872 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d04d7d-7cf0-4cbd-b9ac-86fce97ca3f6 req-d9d38214-78e4-40e3-84f0-b6851b086337 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:06.139422 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6d04d7d-7cf0-4cbd-b9ac-86fce97ca3f6 req-d9d38214-78e4-40e3-84f0-b6851b086337 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 943 time: 0.1258883 Jul 27 21:03:06.218181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-a9993d96-ff15-462a-83ea-325795883e77 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:06.219248 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-a9993d96-ff15-462a-83ea-325795883e77 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.260541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73049fbc-805f-4a9f-a35f-7271432dbcd0 req-776ff47f-c5d6-4ee0-8269-e41419f62e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:06.261054 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6d04d7d-7cf0-4cbd-b9ac-86fce97ca3f6 req-b2f662bb-dc48-4fea-8e1b-5c4654250226 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165271 Jul 27 21:03:06.262175 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-73049fbc-805f-4a9f-a35f-7271432dbcd0 req-776ff47f-c5d6-4ee0-8269-e41419f62e92 service neutron] 10.222.0.20 "GET /v2.0/networks?id=12136521-0c8b-4cb0-9dc5-5d02674d242d HTTP/1.1" status: 200 len: 920 time: 0.3761125 Jul 27 21:03:06.323925 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7091c9d-54d4-4a3f-b975-7009c553691e req-6a4396f6-0f5b-4ed8-96fe-d10bf0b19cc7 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:06.332718 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7091c9d-54d4-4a3f-b975-7009c553691e req-6a4396f6-0f5b-4ed8-96fe-d10bf0b19cc7 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3401eee-fb01-4da4-bdc4-bc06884d5b69 HTTP/1.1" status: 200 len: 932 time: 0.1378598 Jul 27 21:03:06.341506 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-73049fbc-805f-4a9f-a35f-7271432dbcd0 req-c86e2124-ef8b-4401-88ee-ab03cacbc746 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d85ae5c-d25d-4861-b44c-d1476db8e9b5 HTTP/1.1" status: 200 len: 217 time: 0.0685251 Jul 27 21:03:06.401293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf72de5c-8be8-48e7-9a0f-27be9ac31a5b {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:06.419631 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.427082 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7091c9d-54d4-4a3f-b975-7009c553691e req-a0cae891-1f0f-44d7-9321-1e36fb4609e3 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925319 Jul 27 21:03:06.459284 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Transition to ACTIVE for port object bf72de5c-8be8-48e7-9a0f-27be9ac31a5b will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:06.461464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73049fbc-805f-4a9f-a35f-7271432dbcd0 req-61bc9d0b-4a20-4cbb-b9e9-76086682fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:06.463668 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-73049fbc-805f-4a9f-a35f-7271432dbcd0 req-61bc9d0b-4a20-4cbb-b9e9-76086682fab2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f64ea69-e90b-4843-8916-973c88972dfb HTTP/1.1" status: 200 len: 859 time: 0.1150615 Jul 27 21:03:06.466767 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d8612-4358-4cd4-ac16-e3e56b7be7a8 req-6ee954c5-8b01-4fc2-a92d-dbb10c737528 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:06.469084 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa6d8612-4358-4cd4-ac16-e3e56b7be7a8 req-6ee954c5-8b01-4fc2-a92d-dbb10c737528 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 1096 time: 0.1335461 Jul 27 21:03:06.469531 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.478677 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2fb5-1c14-47b1-bc4b-7a19b4a8ac4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.512803 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39856) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:06.533510 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2fb5-1c14-47b1-bc4b-7a19b4a8ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.541016 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-a9993d96-ff15-462a-83ea-325795883e77 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7072144 Jul 27 21:03:06.542943 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-73049fbc-805f-4a9f-a35f-7271432dbcd0 req-c5f09236-d5f1-419e-942c-4e0aa046d5a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12136521-0c8b-4cb0-9dc5-5d02674d242d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671506 Jul 27 21:03:06.580583 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa6d8612-4358-4cd4-ac16-e3e56b7be7a8 req-431e3186-6740-46d3-8454-bd1f7ea4dffc tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987387 Jul 27 21:03:06.596894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Request body: {'port': {'device_id': '4b88c9e3-a975-4aed-a96e-679a69fe0829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:06.646436 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.677997 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.707323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecaa2fb5-1c14-47b1-bc4b-7a19b4a8ac4c admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:03:06.730436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Pushing event updated for resources: {'Port': ['ID=bf72de5c-8be8-48e7-9a0f-27be9ac31a5b,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:06.754969 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.760374 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.766379 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2fb5-1c14-47b1-bc4b-7a19b4a8ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:06.766716 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-ecaa2fb5-1c14-47b1-bc4b-7a19b4a8ac4c admin admin] Added segment 95f69752-8481-4ae9-abd9-49021b284200 of type vlan for network 4bede49c-7b7b-4f97-b9f9-e703368ee19a Jul 27 21:03:06.768747 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "DELETE /v2.0/security-groups/cc9ba489-4188-468b-acf3-d66f97251c43 HTTP/1.1" status: 204 len: 168 time: 0.2542720 Jul 27 21:03:06.769237 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39862) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:06.801969 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9ba489-4188-468b-acf3-d66f97251c43,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:06.813379 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-3525d04e-328b-457a-8d5f-32a737de979c tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] show failed (client error): The resource could not be found. Jul 27 21:03:06.816804 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3525d04e-328b-457a-8d5f-32a737de979c tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "GET /v2.0/security-groups/cc9ba489-4188-468b-acf3-d66f97251c43 HTTP/1.1" status: 404 len: 347 time: 0.0375516 Jul 27 21:03:06.820177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39866) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:06.829517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa2fb5-1c14-47b1-bc4b-7a19b4a8ac4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:06.837361 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:06.837361 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:06.838599 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:06.839736 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:06.840510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:06.842804 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:06.843600 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:06.844623 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:06.845420 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:06.846317 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:06.847112 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:06.847539 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c91689-22df-4606-8b19-d46c96dd7fb4 tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:07.044717 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2fb5-1c14-47b1-bc4b-7a19b4a8ac4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.064260 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.144290 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Attempting to bind port bf72de5c-8be8-48e7-9a0f-27be9ac31a5b on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:07.149174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Attempting to bind port bf72de5c-8be8-48e7-9a0f-27be9ac31a5b by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '4802eaee-c784-4854-a371-033d6418c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:07.149824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Attempting to bind port bf72de5c-8be8-48e7-9a0f-27be9ac31a5b on network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:07.169789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-477ce7d1-8dfc-4f88-b0c9-45e762cc7bfd tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Deleting port 46c17961-db06-45cd-a858-5a6e8aaa912c {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:07.171339 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-477ce7d1-8dfc-4f88-b0c9-45e762cc7bfd tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.232390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Port bf72de5c-8be8-48e7-9a0f-27be9ac31a5b on network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:03:07.233092 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Attempting to bind port bf72de5c-8be8-48e7-9a0f-27be9ac31a5b on network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:07.244088 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-73049fbc-805f-4a9f-a35f-7271432dbcd0 req-4e1609e5-25b5-4876-9f8a-944ad6c09e81 service neutron] 10.222.0.20 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514599 Jul 27 21:03:07.266325 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.345843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:07.346609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Checking segment: {'id': '4802eaee-c784-4854-a371-033d6418c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:07.350792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Bound using segment: {'id': '4802eaee-c784-4854-a371-033d6418c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:07.352138 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Bound port: bf72de5c-8be8-48e7-9a0f-27be9ac31a5b, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4802eaee-c784-4854-a371-033d6418c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:07.352809 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.407231 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2fb5-1c14-47b1-bc4b-7a19b4a8ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.408392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaa2fb5-1c14-47b1-bc4b-7a19b4a8ac4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:07.409229 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2fb5-1c14-47b1-bc4b-7a19b4a8ac4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.446507 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-477ce7d1-8dfc-4f88-b0c9-45e762cc7bfd tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.447120 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-477ce7d1-8dfc-4f88-b0c9-45e762cc7bfd tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.456310 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.467078 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ecaa2fb5-1c14-47b1-bc4b-7a19b4a8ac4c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0443583 Jul 27 21:03:07.471086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39888) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:07.479221 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ea115fa6-850c-44b1-aba0-44ba5caa950e admin admin] Request body: {'subnet': {'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1822323273-subnet', 'tenant_id': '3e291709bf1c4a80b9542b6ed946a502', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:07.493213 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-477ce7d1-8dfc-4f88-b0c9-45e762cc7bfd tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Calling delete_port for 46c17961-db06-45cd-a858-5a6e8aaa912c owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:07.581596 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea115fa6-850c-44b1-aba0-44ba5caa950e admin admin] Made reservation on behalf of 3e291709bf1c4a80b9542b6ed946a502 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:07.583957 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea115fa6-850c-44b1-aba0-44ba5caa950e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.599769 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471e32e-3bf0-4477-9324-0919cf0fa6f8 req-60799181-4498-46f5-9ed0-823cd583d5da tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:07.610576 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4471e32e-3bf0-4477-9324-0919cf0fa6f8 req-60799181-4498-46f5-9ed0-823cd583d5da tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.2666099 Jul 27 21:03:07.692031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa2fb5-1c14-47b1-bc4b-7a19b4a8ac4c admin admin] Pushing event updated for resources: {'Network': ['ID=4bede49c-7b7b-4f97-b9f9-e703368ee19a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:07.704264 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 4bede49c-7b7b-4f97-b9f9-e703368ee19a details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:03:07.729282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 543188df-97d3-4fe4-91c1-a578a5b9cd55 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:03:07.807234 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494ff08-3f89-402d-9d4b-02314b04ef87 req-4026a623-cf5c-4ec8-aa72-20d6cdbbb618 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:07.820988 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9494ff08-3f89-402d-9d4b-02314b04ef87 req-4026a623-cf5c-4ec8-aa72-20d6cdbbb618 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 943 time: 0.4411960 Jul 27 21:03:07.862742 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-477ce7d1-8dfc-4f88-b0c9-45e762cc7bfd tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:07.878814 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-73049fbc-805f-4a9f-a35f-7271432dbcd0 req-020683bf-f52a-4e8d-8eb9-1e55db1b00ed service neutron] 10.222.0.20 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223662 Jul 27 21:03:07.951369 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ce7d1-8dfc-4f88-b0c9-45e762cc7bfd tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Pushing event deleted for resources: {'Port': ['ID=46c17961-db06-45cd-a858-5a6e8aaa912c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:08.016386 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] For port bf72de5c-8be8-48e7-9a0f-27be9ac31a5b, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:08.025743 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4471e32e-3bf0-4477-9324-0919cf0fa6f8 req-9184bf0e-9d89-4de0-84c0-45ef7d3e7169 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038541 Jul 27 21:03:08.048877 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b12b60-62ae-4631-a04c-5a3efa9ac618 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:08.057244 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] For port bf72de5c-8be8-48e7-9a0f-27be9ac31a5b, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=bf72de5c-8be8-48e7-9a0f-27be9ac31a5b,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:08.063227 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.069203 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.129530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Transition to ACTIVE for port object 31b12b60-62ae-4631-a04c-5a3efa9ac618 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:08.143929 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.146593 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 543188df-97d3-4fe4-91c1-a578a5b9cd55, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=543188df-97d3-4fe4-91c1-a578a5b9cd55,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:08.159943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:08.160581 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.162318 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] 10.222.0.20 "PUT /v2.0/ports/bf72de5c-8be8-48e7-9a0f-27be9ac31a5b HTTP/1.1" status: 200 len: 1092 time: 3.9208231 Jul 27 21:03:08.173369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3401eee-fb01-4da4-bdc4-bc06884d5b69', 'tag': 'bf72de5c-8be8-48e7-9a0f-27be9ac31a5b'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:08.178436 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe4f215-5bea-480c-87e8-2035dfdece94" -d '{"events": [{"name": "network-changed", "server_uuid": "b3401eee-fb01-4da4-bdc4-bc06884d5b69", "tag": "bf72de5c-8be8-48e7-9a0f-27be9ac31a5b"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:08.180005 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9494ff08-3f89-402d-9d4b-02314b04ef87 req-28d90cd8-0145-407c-8a41-ec8034b4cbe7 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567307 Jul 27 21:03:08.190844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '543188df-97d3-4fe4-91c1-a578a5b9cd55', 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c', 'port_id': '543188df-97d3-4fe4-91c1-a578a5b9cd55', 'mac_address': 'fa:16:3e:4f:65:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6866e95-5277-449a-81cc-71c772e0c274', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:03:08.215338 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-477ce7d1-8dfc-4f88-b0c9-45e762cc7bfd tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.224560 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-477ce7d1-8dfc-4f88-b0c9-45e762cc7bfd tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.230342 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-477ce7d1-8dfc-4f88-b0c9-45e762cc7bfd tempest-ImagesOneServerNegativeTestJSON-1253944267 tempest-ImagesOneServerNegativeTestJSON-1253944267-project] 10.222.0.55 "DELETE /v2.0/floatingips/7e24373f-536e-4c31-b640-93b6feba526b HTTP/1.1" status: 204 len: 168 time: 1.4061136 Jul 27 21:03:08.296760 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.360845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543188df-97d3-4fe4-91c1-a578a5b9cd55 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:08.377156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60ce51-e7df-4b5c-9e5b-c801647b4690 service neutron] Pushing event updated for resources: {'Port': ['ID=bf72de5c-8be8-48e7-9a0f-27be9ac31a5b,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:08.433546 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 543188df-97d3-4fe4-91c1-a578a5b9cd55, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=543188df-97d3-4fe4-91c1-a578a5b9cd55,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:08.442907 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.519698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=31b12b60-62ae-4631-a04c-5a3efa9ac618,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:08.525136 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cf6258-4f9d-4a91-86a7-b38d70c9ed03 x-openstack-request-id: req-d5cf6258-4f9d-4a91-86a7-b38d70c9ed03 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:08.525646 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3401eee-fb01-4da4-bdc4-bc06884d5b69", "tag": "bf72de5c-8be8-48e7-9a0f-27be9ac31a5b", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:08.526096 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5cf6258-4f9d-4a91-86a7-b38d70c9ed03 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:08.526710 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3401eee-fb01-4da4-bdc4-bc06884d5b69', 'tag': 'bf72de5c-8be8-48e7-9a0f-27be9ac31a5b', 'status': 'completed', 'code': 200} Jul 27 21:03:08.551870 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c55f2a-f549-4325-bd12-e3923a0aa30c req-33dca281-b8dc-4b89-947a-f175a5668181 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:08.559679 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65c55f2a-f549-4325-bd12-e3923a0aa30c req-33dca281-b8dc-4b89-947a-f175a5668181 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3401eee-fb01-4da4-bdc4-bc06884d5b69 HTTP/1.1" status: 200 len: 944 time: 0.3214552 Jul 27 21:03:08.564678 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Attempting to bind port 31b12b60-62ae-4631-a04c-5a3efa9ac618 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:08.565848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Attempting to bind port 31b12b60-62ae-4631-a04c-5a3efa9ac618 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '4802eaee-c784-4854-a371-033d6418c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:08.568774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Attempting to bind port 31b12b60-62ae-4631-a04c-5a3efa9ac618 on network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:08.598533 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=543188df-97d3-4fe4-91c1-a578a5b9cd55,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:08.610240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Port 31b12b60-62ae-4631-a04c-5a3efa9ac618 on network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:03:08.611212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Attempting to bind port 31b12b60-62ae-4631-a04c-5a3efa9ac618 on network 5028058f-0cb8-4710-a2e7-eeffdf7e8374 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:08.642514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.643239 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65c55f2a-f549-4325-bd12-e3923a0aa30c req-dd30e917-7461-4ed7-8afd-b7b91c5e1ce9 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824788 Jul 27 21:03:08.646350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.646728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:08.647262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.647926 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Checking segment: {'id': '4802eaee-c784-4854-a371-033d6418c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:08.648696 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.649300 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Bound using segment: {'id': '4802eaee-c784-4854-a371-033d6418c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:08.649868 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.650588 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Bound port: 31b12b60-62ae-4631-a04c-5a3efa9ac618, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4802eaee-c784-4854-a371-033d6418c976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:08.651208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.651998 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.652540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.657533 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.658939 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.663322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.664748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.665165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:08.669088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-ca558719-5856-4d2f-9f5b-8975f379fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:08.671326 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-ca558719-5856-4d2f-9f5b-8975f379fc20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=174a3a2e44174280a25c3ba36ee985d1&device_id=b3401eee-fb01-4da4-bdc4-bc06884d5b69 HTTP/1.1" status: 200 len: 1095 time: 0.4372613 Jul 27 21:03:08.722503 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['543188df-97d3-4fe4-91c1-a578a5b9cd55'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:08.751544 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-f4eecae0-8500-4778-aff2-339f57f1c4c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf72de5c-8be8-48e7-9a0f-27be9ac31a5b HTTP/1.1" status: 200 len: 217 time: 0.0687578 Jul 27 21:03:08.810572 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39920) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:08.879943 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.886234 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea115fa6-850c-44b1-aba0-44ba5caa950e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:08.930911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-8de62b99-9101-4021-bc43-67481ccab5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:08.932322 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-8de62b99-9101-4021-bc43-67481ccab5e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f71f46c-0daa-432b-b7ea-942ae26e5c14 HTTP/1.1" status: 200 len: 852 time: 0.0951068 Jul 27 21:03:08.967459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cd5e83-8790-486b-a235-d89049278b60 admin admin] Deleting subnet 522c0dd9-68b6-4956-99f4-df5491c95ae5 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:03:08.976631 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-16cd5e83-8790-486b-a235-d89049278b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.012454 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-160ff6e1-7d7a-4fc8-845b-cb01914c744c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5028058f-0cb8-4710-a2e7-eeffdf7e8374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613377 Jul 27 21:03:09.032339 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea115fa6-850c-44b1-aba0-44ba5caa950e admin admin] Pushing event updated for resources: {'Subnet': ['ID=820b5224-7573-46ac-8d28-c5cd972ee439,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:09.044277 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-16cd5e83-8790-486b-a235-d89049278b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.047317 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea115fa6-850c-44b1-aba0-44ba5caa950e admin admin] Checking segment: {'id': '95f69752-8481-4ae9-abd9-49021b284200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:09.048066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea115fa6-850c-44b1-aba0-44ba5caa950e admin admin] Network hostable DHCP agents. Network: 4bede49c-7b7b-4f97-b9f9-e703368ee19a, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:03:09.104089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] For port 31b12b60-62ae-4631-a04c-5a3efa9ac618, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:09.108669 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] For port 31b12b60-62ae-4631-a04c-5a3efa9ac618, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=31b12b60-62ae-4631-a04c-5a3efa9ac618,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:09.115582 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea115fa6-850c-44b1-aba0-44ba5caa950e admin admin] Network 4bede49c-7b7b-4f97-b9f9-e703368ee19a is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:03:09.124086 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-16cd5e83-8790-486b-a235-d89049278b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.133730 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.150376 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-ea115fa6-850c-44b1-aba0-44ba5caa950e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 4bede49c-7b7b-4f97-b9f9-e703368ee19a) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:09.161873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c68a7d-7b08-46f8-8d55-2a37db5ca2b5 None None] Network 4bede49c-7b7b-4f97-b9f9-e703368ee19a requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:03:09.187727 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea115fa6-850c-44b1-aba0-44ba5caa950e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:09.188736 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea115fa6-850c-44b1-aba0-44ba5caa950e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.251640 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ea115fa6-850c-44b1-aba0-44ba5caa950e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7780070 Jul 27 21:03:09.252016 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:09.252650 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.254043 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] 10.222.0.20 "PUT /v2.0/ports/31b12b60-62ae-4631-a04c-5a3efa9ac618 HTTP/1.1" status: 200 len: 1091 time: 2.6798699 Jul 27 21:03:09.266023 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-0c32adcd-af38-4765-b9af-09659d5a05ab service neutron] 10.222.0.20 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430871 Jul 27 21:03:09.319231 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-16cd5e83-8790-486b-a235-d89049278b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.351728 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41ca0c-d660-4664-a509-86f1573c7832 req-8bd6cd17-7168-4deb-b12a-4e958d8ee4e3 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:09.354933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e41ca0c-d660-4664-a509-86f1573c7832 req-8bd6cd17-7168-4deb-b12a-4e958d8ee4e3 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.1828892 Jul 27 21:03:09.356224 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-16cd5e83-8790-486b-a235-d89049278b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.364043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-16cd5e83-8790-486b-a235-d89049278b60 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/522c0dd9-68b6-4956-99f4-df5491c95ae5 HTTP/1.1" status: 204 len: 168 time: 0.5488930 Jul 27 21:03:09.384702 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39932) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:09.394959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd5e83-8790-486b-a235-d89049278b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=522c0dd9-68b6-4956-99f4-df5491c95ae5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:09.457651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6126f4-fafb-4c89-9d2f-07323569474d None None] Network 4bede49c-7b7b-4f97-b9f9-e703368ee19a requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:03:09.487335 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e41ca0c-d660-4664-a509-86f1573c7832 req-6cabd654-d90b-4375-88ea-4839a7d1abbd tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944223 Jul 27 21:03:09.608319 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1079c3b-d8d5-4b2e-a0b1-434de5d8a0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=31b12b60-62ae-4631-a04c-5a3efa9ac618,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:09.620100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf57ed-f28f-460b-a885-5de03bbdf218 req-2ee43adc-63c5-4b14-882b-984fa03ac030 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:09.622393 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcbf57ed-f28f-460b-a885-5de03bbdf218 req-2ee43adc-63c5-4b14-882b-984fa03ac030 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 944 time: 0.1826386 Jul 27 21:03:09.715944 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 543188df-97d3-4fe4-91c1-a578a5b9cd55 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:09.716869 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcbf57ed-f28f-460b-a885-5de03bbdf218 req-747eb368-f526-4a44-929f-2da895834376 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747814 Jul 27 21:03:09.775719 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18c9e73d-36f9-45eb-819a-22771b5c7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:09.793872 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-8bf508c3-f749-478f-91f8-8f3514b7273a service neutron] 10.222.0.20 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166211 Jul 27 21:03:09.806983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-e4ed7ff0-a7e0-4a63-8ce2-6ef722f13c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:09.808851 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-e4ed7ff0-a7e0-4a63-8ce2-6ef722f13c69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=174a3a2e44174280a25c3ba36ee985d1&device_id=4b88c9e3-a975-4aed-a96e-679a69fe0829 HTTP/1.1" status: 200 len: 1094 time: 0.4251547 Jul 27 21:03:09.845755 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 543188df-97d3-4fe4-91c1-a578a5b9cd55 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:09.859510 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 543188df-97d3-4fe4-91c1-a578a5b9cd55 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:09.859879 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:10.020639 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-5a2c57a9-3a9b-4b4b-b4c6-817c2d232123 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b12b60-62ae-4631-a04c-5a3efa9ac618 HTTP/1.1" status: 200 len: 217 time: 0.1586137 Jul 27 21:03:10.068576 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:10.096891 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18c9e73d-36f9-45eb-819a-22771b5c7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:10.109537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-18c9e73d-36f9-45eb-819a-22771b5c7f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0344717b-df37-43f6-9323-b0891968dc9c']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:10.121088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543188df-97d3-4fe4-91c1-a578a5b9cd55'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:10.123192 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-18c9e73d-36f9-45eb-819a-22771b5c7f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657a97a0-7639-4650-bb95-30506177dd73') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:10.123331 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ead62b7-31ea-4b02-950c-1452ab91d3ca" -d '{"events": [{"server_uuid": "b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca", "name": "network-vif-plugged", "status": "completed", "tag": "543188df-97d3-4fe4-91c1-a578a5b9cd55"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:10.123909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-18c9e73d-36f9-45eb-819a-22771b5c7f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657a97a0-7639-4650-bb95-30506177dd73') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:10.134319 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18c9e73d-36f9-45eb-819a-22771b5c7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:10.150144 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18c9e73d-36f9-45eb-819a-22771b5c7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:10.158191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c9e73d-36f9-45eb-819a-22771b5c7f83 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:03:10.158496 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 543188df-97d3-4fe4-91c1-a578a5b9cd55, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=543188df-97d3-4fe4-91c1-a578a5b9cd55,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:10.159193 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18c9e73d-36f9-45eb-819a-22771b5c7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:10.166319 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:03:10.252581 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:03:10.266138 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18c9e73d-36f9-45eb-819a-22771b5c7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:10.275132 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18c9e73d-36f9-45eb-819a-22771b5c7f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:10.278406 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-18c9e73d-36f9-45eb-819a-22771b5c7f83 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0344717b-df37-43f6-9323-b0891968dc9c HTTP/1.1" status: 204 len: 168 time: 0.8747530 Jul 27 21:03:10.310468 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=543188df-97d3-4fe4-91c1-a578a5b9cd55,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:10.340697 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9e73d-36f9-45eb-819a-22771b5c7f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=0344717b-df37-43f6-9323-b0891968dc9c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:10.387445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-0a33d451-dfe3-48c9-827a-66beea02d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:10.389638 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-0a33d451-dfe3-48c9-827a-66beea02d954 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f71f46c-0daa-432b-b7ea-942ae26e5c14 HTTP/1.1" status: 200 len: 852 time: 0.1322689 Jul 27 21:03:10.392594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4f215-5bea-480c-87e8-2035dfdece94 req-9d7b54dc-4649-4572-bb61-93dcb4c0bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:10.394213 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbe4f215-5bea-480c-87e8-2035dfdece94 req-9d7b54dc-4649-4572-bb61-93dcb4c0bc23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=174a3a2e44174280a25c3ba36ee985d1&device_id=b3401eee-fb01-4da4-bdc4-bc06884d5b69 HTTP/1.1" status: 200 len: 1095 time: 0.5090539 Jul 27 21:03:10.597705 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b88c9e3-a975-4aed-a96e-679a69fe0829', 'tag': '31b12b60-62ae-4631-a04c-5a3efa9ac618'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:10.607239 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90673ce-491f-4c66-8473-eb5dd2045c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b88c9e3-a975-4aed-a96e-679a69fe0829", "tag": "31b12b60-62ae-4631-a04c-5a3efa9ac618"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:10.614624 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4f215-5bea-480c-87e8-2035dfdece94 req-d0001016-c769-4964-b4e1-d8e49a4a5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:10.617436 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbe4f215-5bea-480c-87e8-2035dfdece94 req-d0001016-c769-4964-b4e1-d8e49a4a5e72 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5028058f-0cb8-4710-a2e7-eeffdf7e8374 HTTP/1.1" status: 200 len: 913 time: 0.2030542 Jul 27 21:03:10.618189 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39968) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:10.659605 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d9911751-2bf6-4d61-a4c4-235fd48892e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5028058f-0cb8-4710-a2e7-eeffdf7e8374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2554607 Jul 27 21:03:10.715476 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbe4f215-5bea-480c-87e8-2035dfdece94 req-d62629a7-0cdd-4beb-9912-4d3bd3222bfc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf72de5c-8be8-48e7-9a0f-27be9ac31a5b HTTP/1.1" status: 200 len: 217 time: 0.0755503 Jul 27 21:03:10.739599 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-df008e10-a922-4983-ae61-b283246e7be5 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:10.747322 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-df008e10-a922-4983-ae61-b283246e7be5 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/networks?id=4bede49c-7b7b-4f97-b9f9-e703368ee19a HTTP/1.1" status: 200 len: 818 time: 0.7586446 Jul 27 21:03:10.756306 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43107dd1-f46a-4a5c-9be7-14cba89e547b req-906b6f04-27e8-4fdb-9315-39854035d9da tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:10.764700 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43107dd1-f46a-4a5c-9be7-14cba89e547b req-906b6f04-27e8-4fdb-9315-39854035d9da tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3401eee-fb01-4da4-bdc4-bc06884d5b69 HTTP/1.1" status: 200 len: 944 time: 0.8142793 Jul 27 21:03:10.796151 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-e0918119-961f-4746-9999-62a79bfc1a30 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/quotas/3e291709bf1c4a80b9542b6ed946a502 HTTP/1.1" status: 200 len: 375 time: 0.0477669 Jul 27 21:03:10.838402 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-dd80ace1-9c14-4bfc-8351-ebff2233e8e1 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e291709bf1c4a80b9542b6ed946a502&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413070 Jul 27 21:03:10.883112 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43107dd1-f46a-4a5c-9be7-14cba89e547b req-b5153d5d-7faf-4126-94fb-a83d7f22105b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168027 Jul 27 21:03:11.002058 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae03c88-3c0b-46bc-be32-36c836b02490 x-openstack-request-id: req-9ae03c88-3c0b-46bc-be32-36c836b02490 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:11.002467 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca", "name": "network-vif-plugged", "status": "completed", "tag": "543188df-97d3-4fe4-91c1-a578a5b9cd55", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:11.002781 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ae03c88-3c0b-46bc-be32-36c836b02490 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:11.003189 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543188df-97d3-4fe4-91c1-a578a5b9cd55', 'code': 200} Jul 27 21:03:11.011125 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-ece455ad-abd6-4098-9089-b65e73f630b6 service neutron] 10.222.0.55 "GET /v2.0/networks/4bede49c-7b7b-4f97-b9f9-e703368ee19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718352 Jul 27 21:03:11.259746 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da4bb1-f876-4edd-b17f-4e270fb8eadb req-b371ea97-3c42-4941-8ccc-e85e9148db13 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:11.268023 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52da4bb1-f876-4edd-b17f-4e270fb8eadb req-b371ea97-3c42-4941-8ccc-e85e9148db13 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.1392665 Jul 27 21:03:11.287679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4f215-5bea-480c-87e8-2035dfdece94 req-daa22a23-86cd-435e-a6f9-5324581f0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:11.290985 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbe4f215-5bea-480c-87e8-2035dfdece94 req-daa22a23-86cd-435e-a6f9-5324581f0406 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f71f46c-0daa-432b-b7ea-942ae26e5c14 HTTP/1.1" status: 200 len: 852 time: 0.5619788 Jul 27 21:03:11.297380 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b966ccf2-800e-4c43-8abd-414539e6bed0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4fa0a9ebaa2e4f24a118e4c7a0098678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6588888 Jul 27 21:03:11.301703 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39980) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:11.342258 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-3bc57dcb-31d3-47e7-a6f6-8ecada0f5182 service neutron] 10.222.0.55 "GET /v2.0/networks/4bede49c-7b7b-4f97-b9f9-e703368ee19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238699 Jul 27 21:03:11.376156 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbe4f215-5bea-480c-87e8-2035dfdece94 req-de943af8-7e79-4b5c-8fa8-448b328c7bb2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5028058f-0cb8-4710-a2e7-eeffdf7e8374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559194 Jul 27 21:03:11.379087 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52da4bb1-f876-4edd-b17f-4e270fb8eadb req-95d0d808-b9c7-4a64-a62f-e148f4b24899 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083524 Jul 27 21:03:11.379296 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-d005aadb-5640-4ace-b555-7ed33fd35592 service neutron] 10.222.0.20 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7095866 Jul 27 21:03:11.496519 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-91430690-1572-4824-b354-9b6507bfc3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:11.501993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f2d17-1169-4a36-88e1-19760347052a req-d1eb166e-0a05-42db-a71d-9cc8af64a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:11.503398 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c1f2d17-1169-4a36-88e1-19760347052a req-d1eb166e-0a05-42db-a71d-9cc8af64a1f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 1096 time: 0.3199887 Jul 27 21:03:11.504858 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8881d71-4bfc-423c-9476-89302ac38b1d x-openstack-request-id: req-d8881d71-4bfc-423c-9476-89302ac38b1d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:11.505113 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b88c9e3-a975-4aed-a96e-679a69fe0829", "tag": "31b12b60-62ae-4631-a04c-5a3efa9ac618", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:11.505364 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8881d71-4bfc-423c-9476-89302ac38b1d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:11.505754 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b88c9e3-a975-4aed-a96e-679a69fe0829', 'tag': '31b12b60-62ae-4631-a04c-5a3efa9ac618', 'status': 'completed', 'code': 200} Jul 27 21:03:11.552441 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-91430690-1572-4824-b354-9b6507bfc3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:11.625740 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbe4f215-5bea-480c-87e8-2035dfdece94 req-98e36363-eea4-4119-808e-e8921b56b233 service neutron] 10.222.0.20 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357225 Jul 27 21:03:11.627496 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c1f2d17-1169-4a36-88e1-19760347052a req-8d585494-904a-4536-ba9b-11d9b6003885 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120927 Jul 27 21:03:11.638716 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06fd7c83-9c7d-42d4-9dc8-d0ab565396da req-fd6c7b23-0ad0-477c-adf3-a7325983e98e service neutron] 10.222.0.20 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471926 Jul 27 21:03:11.690786 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-91430690-1572-4824-b354-9b6507bfc3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:11.698052 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-91430690-1572-4824-b354-9b6507bfc3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:11.706676 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-91430690-1572-4824-b354-9b6507bfc3ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82dc4595-347a-4fe0-88fb-48b28a8eec7e HTTP/1.1" status: 204 len: 168 time: 0.4027178 Jul 27 21:03:11.731586 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91430690-1572-4824-b354-9b6507bfc3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dc4595-347a-4fe0-88fb-48b28a8eec7e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:11.972513 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbe4f215-5bea-480c-87e8-2035dfdece94 req-52cc002b-f5a7-4c6d-9805-ef0cd42a61d2 service neutron] 10.222.0.20 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910492 Jul 27 21:03:11.993414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90673ce-491f-4c66-8473-eb5dd2045c8d req-da1d46ce-dcd3-42ce-a215-2f7c6cf18102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:11.995731 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b90673ce-491f-4c66-8473-eb5dd2045c8d req-da1d46ce-dcd3-42ce-a215-2f7c6cf18102 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=174a3a2e44174280a25c3ba36ee985d1&device_id=4b88c9e3-a975-4aed-a96e-679a69fe0829 HTTP/1.1" status: 200 len: 1094 time: 0.2237358 Jul 27 21:03:11.997889 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba37587-cd7d-4580-bb4b-1e99fa2ab833 req-cde38a8d-887e-4f3c-9b4c-6de2124fef00 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:11.999549 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ba37587-cd7d-4580-bb4b-1e99fa2ab833 req-cde38a8d-887e-4f3c-9b4c-6de2124fef00 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 945 time: 0.1604683 Jul 27 21:03:12.149809 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ba37587-cd7d-4580-bb4b-1e99fa2ab833 req-31fea459-9e24-4193-b287-ee7b9364ad03 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371629 Jul 27 21:03:12.327950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90673ce-491f-4c66-8473-eb5dd2045c8d req-0e5cf61a-cbd2-4824-8e58-dd2a47437249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:12.330630 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b90673ce-491f-4c66-8473-eb5dd2045c8d req-0e5cf61a-cbd2-4824-8e58-dd2a47437249 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5028058f-0cb8-4710-a2e7-eeffdf7e8374 HTTP/1.1" status: 200 len: 913 time: 0.3217189 Jul 27 21:03:12.421199 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890b956-a191-440e-a4c8-b2c6ed67d271 req-9d9041d4-3c34-4141-b228-bf4380a2ed6a tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:12.431898 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c890b956-a191-440e-a4c8-b2c6ed67d271 req-9d9041d4-3c34-4141-b228-bf4380a2ed6a tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3401eee-fb01-4da4-bdc4-bc06884d5b69 HTTP/1.1" status: 200 len: 944 time: 0.1455607 Jul 27 21:03:12.496036 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b90673ce-491f-4c66-8473-eb5dd2045c8d req-0aad95ab-a422-4979-935b-027ede7a1335 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b12b60-62ae-4631-a04c-5a3efa9ac618 HTTP/1.1" status: 200 len: 217 time: 0.1510398 Jul 27 21:03:12.558650 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c890b956-a191-440e-a4c8-b2c6ed67d271 req-794c66e6-3e47-4659-bc23-7a6e64cb0726 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257408 Jul 27 21:03:12.640690 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90673ce-491f-4c66-8473-eb5dd2045c8d req-d01c2944-1662-4173-b0cb-aa343049695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:12.649057 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b90673ce-491f-4c66-8473-eb5dd2045c8d req-d01c2944-1662-4173-b0cb-aa343049695c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f71f46c-0daa-432b-b7ea-942ae26e5c14 HTTP/1.1" status: 200 len: 852 time: 0.1476843 Jul 27 21:03:12.693914 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c1e5f11e-dd0a-4387-b1d8-2ffbfdcb98c3 req-ea62d471-e114-4f11-83be-e39659ca937c tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 210 time: 0.0710759 Jul 27 21:03:12.754626 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b90673ce-491f-4c66-8473-eb5dd2045c8d req-89800076-639b-4f83-8c7c-b70b297be37b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5028058f-0cb8-4710-a2e7-eeffdf7e8374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961907 Jul 27 21:03:13.027713 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b90673ce-491f-4c66-8473-eb5dd2045c8d req-02f90119-4125-477d-824c-207da173735a service neutron] 10.222.0.20 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644484 Jul 27 21:03:13.175270 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b90673ce-491f-4c66-8473-eb5dd2045c8d req-b9d7d663-25fd-425a-810a-ced16f3d1755 service neutron] 10.222.0.20 "GET /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291475 Jul 27 21:03:13.199958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ec77d-a5b5-4105-9da4-4f1fbd01cfd2 req-eb19d145-4acb-4dfe-af6d-bc41a6915cc8 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:13.212258 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f85ec77d-a5b5-4105-9da4-4f1fbd01cfd2 req-eb19d145-4acb-4dfe-af6d-bc41a6915cc8 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.2436311 Jul 27 21:03:13.386391 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f85ec77d-a5b5-4105-9da4-4f1fbd01cfd2 req-057830fa-9c65-4542-adad-855efc1bcd7e tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674759 Jul 27 21:03:13.418203 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40048) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:13.437176 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d0789-2229-4c8f-a5e0-b1c2ce72ed26 req-73a32839-61ca-45b6-a4bc-5ecabb50c1c1 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:13.438860 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc2d0789-2229-4c8f-a5e0-b1c2ce72ed26 req-73a32839-61ca-45b6-a4bc-5ecabb50c1c1 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 945 time: 0.1680522 Jul 27 21:03:13.519067 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc2d0789-2229-4c8f-a5e0-b1c2ce72ed26 req-a749a586-431c-4825-99c8-881a1666ff59 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740047 Jul 27 21:03:13.644870 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2d08e2bd-0ff9-4b6e-834a-0d2a147d2f43 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-500445189-network', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:13.687734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d08e2bd-0ff9-4b6e-834a-0d2a147d2f43 admin admin] Made reservation on behalf of eb4ef6d905c540639ba16528d6bd530f for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:13.690004 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d08e2bd-0ff9-4b6e-834a-0d2a147d2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:13.708709 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d08e2bd-0ff9-4b6e-834a-0d2a147d2f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:13.736805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device bf72de5c-8be8-48e7-9a0f-27be9ac31a5b details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:03:13.781111 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21d23d-0619-4397-a6d9-fa56792942e4 req-65257357-c10d-4b09-a592-8a89cfc068ab tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:13.783372 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d21d23d-0619-4397-a6d9-fa56792942e4 req-65257357-c10d-4b09-a592-8a89cfc068ab tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 945 time: 0.1425166 Jul 27 21:03:13.791889 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68dc8fb-8d21-41e1-92c9-238baf447356 req-357a4984-ada2-4a85-bb46-1ec104c39138 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:13.793939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c68dc8fb-8d21-41e1-92c9-238baf447356 req-357a4984-ada2-4a85-bb46-1ec104c39138 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3401eee-fb01-4da4-bdc4-bc06884d5b69 HTTP/1.1" status: 200 len: 944 time: 0.1307180 Jul 27 21:03:13.860232 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d21d23d-0619-4397-a6d9-fa56792942e4 req-0a2e24ef-e9a4-49f6-9dcd-e7215a4fd50d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649011 Jul 27 21:03:13.922271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c68dc8fb-8d21-41e1-92c9-238baf447356 req-a3de0b91-781e-4c17-88c6-cd7fafc711bc tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021767 Jul 27 21:03:13.929235 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port bf72de5c-8be8-48e7-9a0f-27be9ac31a5b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=bf72de5c-8be8-48e7-9a0f-27be9ac31a5b,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:13.958340 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'bf72de5c-8be8-48e7-9a0f-27be9ac31a5b', 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374', 'port_id': 'bf72de5c-8be8-48e7-9a0f-27be9ac31a5b', 'mac_address': 'fa:16:3e:ba:4a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f71f46c-0daa-432b-b7ea-942ae26e5c14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:03:13.964463 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a37b599-d6c7-4e46-96b0-ec29f8337ca2 req-0623ba6f-5ca8-48fa-b355-f2cddaab5e01 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 210 time: 0.0397205 Jul 27 21:03:14.055507 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d08e2bd-0ff9-4b6e-834a-0d2a147d2f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:14.073918 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d08e2bd-0ff9-4b6e-834a-0d2a147d2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:14.077071 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:14.092151 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf72de5c-8be8-48e7-9a0f-27be9ac31a5b {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:14.112020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d08e2bd-0ff9-4b6e-834a-0d2a147d2f43 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:03:14.115985 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port bf72de5c-8be8-48e7-9a0f-27be9ac31a5b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=bf72de5c-8be8-48e7-9a0f-27be9ac31a5b,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:14.126801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08e2bd-0ff9-4b6e-834a-0d2a147d2f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b0a213-2363-4f16-8f31-570d2d7334db,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:14.134374 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d08e2bd-0ff9-4b6e-834a-0d2a147d2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:14.135011 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-2d08e2bd-0ff9-4b6e-834a-0d2a147d2f43 admin admin] Added segment 086cc814-2bba-486e-b0af-036e8dbd33a8 of type vlan for network 6ec00e2c-05c4-487c-9890-4842123aff94 Jul 27 21:03:14.143824 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:14.200906 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d08e2bd-0ff9-4b6e-834a-0d2a147d2f43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:14.264583 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d08e2bd-0ff9-4b6e-834a-0d2a147d2f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:14.264583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d08e2bd-0ff9-4b6e-834a-0d2a147d2f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:14.264583 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d08e2bd-0ff9-4b6e-834a-0d2a147d2f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:14.271938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=bf72de5c-8be8-48e7-9a0f-27be9ac31a5b,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:14.348306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08e2bd-0ff9-4b6e-834a-0d2a147d2f43 admin admin] Pushing event updated for resources: {'Network': ['ID=6ec00e2c-05c4-487c-9890-4842123aff94,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:14.352194 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2d08e2bd-0ff9-4b6e-834a-0d2a147d2f43 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9327049 Jul 27 21:03:14.355557 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40110) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:14.360586 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 6ec00e2c-05c4-487c-9890-4842123aff94 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:03:14.372146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-9ccc338e-79fc-4463-9cd2-77c81608127e admin admin] Request body: {'subnet': {'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-500445189-subnet', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:14.437692 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['bf72de5c-8be8-48e7-9a0f-27be9ac31a5b'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:14.438476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccc338e-79fc-4463-9cd2-77c81608127e admin admin] Made reservation on behalf of eb4ef6d905c540639ba16528d6bd530f for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:14.441599 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ccc338e-79fc-4463-9cd2-77c81608127e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:14.579996 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5427f0f-b1d2-4193-94fa-5360b2c9b842 req-bbec78e8-474f-4a28-9717-edbb3a927171 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:14.584502 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5427f0f-b1d2-4193-94fa-5360b2c9b842 req-bbec78e8-474f-4a28-9717-edbb3a927171 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 945 time: 0.2299883 Jul 27 21:03:14.686874 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5427f0f-b1d2-4193-94fa-5360b2c9b842 req-8cfedf20-ac4d-4830-a827-08c7849c3660 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842068 Jul 27 21:03:14.724664 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a5c80-3a3d-4122-8cb1-78c557eea287 req-560110fe-b44c-4448-bdd3-7226e4cceb6c tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:14.727875 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb4a5c80-3a3d-4122-8cb1-78c557eea287 req-560110fe-b44c-4448-bdd3-7226e4cceb6c tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ab64c6-e96b-4eab-8a32-b470747238ac HTTP/1.1" status: 200 len: 951 time: 0.2320254 Jul 27 21:03:14.836087 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb4a5c80-3a3d-4122-8cb1-78c557eea287 req-03b1c308-7635-4e3d-a047-303baf494b1c tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009619 Jul 27 21:03:14.863028 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ccc338e-79fc-4463-9cd2-77c81608127e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:14.935627 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc338e-79fc-4463-9cd2-77c81608127e admin admin] Pushing event updated for resources: {'Subnet': ['ID=864f30b3-7cb2-4b35-aa65-c81e98a3a601,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:14.962758 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3f9a1-39a3-4367-9c61-c21d886b6974 req-3c66a5a0-870b-46fb-83ab-03003ffed187 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:14.964481 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b0e3f9a1-39a3-4367-9c61-c21d886b6974 req-3c66a5a0-870b-46fb-83ab-03003ffed187 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.1590455 Jul 27 21:03:14.997336 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc338e-79fc-4463-9cd2-77c81608127e admin admin] Checking segment: {'id': '086cc814-2bba-486e-b0af-036e8dbd33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:14.997720 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccc338e-79fc-4463-9cd2-77c81608127e admin admin] Network hostable DHCP agents. Network: 6ec00e2c-05c4-487c-9890-4842123aff94, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:03:15.052120 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b0e3f9a1-39a3-4367-9c61-c21d886b6974 req-f3864a32-d3e3-414b-9aee-4158cf09feb9 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811841 Jul 27 21:03:15.062335 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccc338e-79fc-4463-9cd2-77c81608127e admin admin] Network 6ec00e2c-05c4-487c-9890-4842123aff94 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:03:15.079288 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-9ccc338e-79fc-4463-9cd2-77c81608127e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 6ec00e2c-05c4-487c-9890-4842123aff94) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:15.085154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccc338e-79fc-4463-9cd2-77c81608127e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:15.086384 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ccc338e-79fc-4463-9cd2-77c81608127e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:15.097430 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc562b12-d79e-4acc-bfed-faa8a2aa87a3 None None] Network 6ec00e2c-05c4-487c-9890-4842123aff94 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:03:15.106932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8e21c-ddee-4dd5-bf31-0f2c21da2687 req-3d84c406-077d-40e3-aadd-9555632b3aef tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:15.108535 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1fc8e21c-ddee-4dd5-bf31-0f2c21da2687 req-3d84c406-077d-40e3-aadd-9555632b3aef tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3401eee-fb01-4da4-bdc4-bc06884d5b69 HTTP/1.1" status: 200 len: 945 time: 0.1142123 Jul 27 21:03:15.110370 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9ccc338e-79fc-4463-9cd2-77c81608127e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7448421 Jul 27 21:03:15.113403 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40122) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:15.119686 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-500445189-router', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:15.192194 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff607b5e-b3d6-46b9-9774-5a810156a53a req-a7196c70-a91a-4cf8-8c4f-2222479bfd9b tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 210 time: 0.0521002 Jul 27 21:03:15.202709 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:15.203777 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:15.227123 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1fc8e21c-ddee-4dd5-bf31-0f2c21da2687 req-bc2cd925-b5aa-4cde-bbfb-c17d6aae1f2f tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993915 Jul 27 21:03:15.316414 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:15.581797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-6ec00e2c-05c4-487c-9890-4842123aff94', 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'fixed_ips': [{'subnet_id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:03:15.582840 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:15.640855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-dad93128-8f89-40f1-99e0-3d2268dd0e96 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:15.642801 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-dad93128-8f89-40f1-99e0-3d2268dd0e96 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.20 "GET /v2.0/networks?id=4bede49c-7b7b-4f97-b9f9-e703368ee19a HTTP/1.1" status: 200 len: 818 time: 0.2302516 Jul 27 21:03:15.662729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c46954fe-0058-4740-ae1e-3af39336caae tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Request body: {'port': {'device_id': 'b7e74a71-8030-49bf-8f0e-a751de26ae6b', 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a', 'admin_state_up': True, 'tenant_id': '3e291709bf1c4a80b9542b6ed946a502'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:15.676456 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:15.719675 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-7e69e4db-be34-47ea-8251-3a5bba398af5 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:15.721192 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-7e69e4db-be34-47ea-8251-3a5bba398af5 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.66 "GET /v2.0/networks?id=4bede49c-7b7b-4f97-b9f9-e703368ee19a HTTP/1.1" status: 200 len: 818 time: 0.2762005 Jul 27 21:03:15.770463 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 31b12b60-62ae-4631-a04c-5a3efa9ac618 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:03:15.771225 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-f51de19f-04b1-403c-acb5-764a18019d53 req-8e3213c2-86c3-4a46-8c32-c5ba03786802 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Request body: {'port': {'device_id': '1f9622d6-ef4f-4640-b041-c68807636b0e', 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a', 'admin_state_up': True, 'tenant_id': '3e291709bf1c4a80b9542b6ed946a502'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:15.774488 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device bf72de5c-8be8-48e7-9a0f-27be9ac31a5b up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:15.971036 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Allocated IP 172.20.0.2 (6ec00e2c-05c4-487c-9890-4842123aff94/864f30b3-7cb2-4b35-aa65-c81e98a3a601/8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:16.176506 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-8e3213c2-86c3-4a46-8c32-c5ba03786802 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Made reservation on behalf of 3e291709bf1c4a80b9542b6ed946a502 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:16.182750 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-8e3213c2-86c3-4a46-8c32-c5ba03786802 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:16.198373 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.resource_extend [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:03:16.216539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c183d-80d7-4e9c-88f9-b3fb0508bcaa req-cf6302f8-cb2a-496d-993e-1d5b9c0fb634 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:16.218408 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f30c183d-80d7-4e9c-88f9-b3fb0508bcaa req-cf6302f8-cb2a-496d-993e-1d5b9c0fb634 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "GET /v2.0/ports?device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 945 time: 0.3012130 Jul 27 21:03:16.221245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c46954fe-0058-4740-ae1e-3af39336caae tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Made reservation on behalf of 3e291709bf1c4a80b9542b6ed946a502 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:16.225379 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c46954fe-0058-4740-ae1e-3af39336caae tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:16.280668 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:16.305868 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:16.308485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-8cfcda8e-fb52-4968-a83c-3e872c4d3711 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:16.310560 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-8cfcda8e-fb52-4968-a83c-3e872c4d3711 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.20 "GET /v2.0/networks?id=4bede49c-7b7b-4f97-b9f9-e703368ee19a HTTP/1.1" status: 200 len: 818 time: 0.3802276 Jul 27 21:03:16.321067 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98004eb-35ed-43a2-bfee-5569b0f0d699 req-6a7adfd8-2231-4d4a-9d2a-9acd8be4e3f4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:16.325658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f51de19f-04b1-403c-acb5-764a18019d53 req-86a99136-4603-4ba8-b08c-08f816dea844 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Request body: {'port': {'device_id': '838328e2-74d3-4432-88b3-1a91f2d62c40', 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a', 'admin_state_up': True, 'tenant_id': '3e291709bf1c4a80b9542b6ed946a502'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:16.329208 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c98004eb-35ed-43a2-bfee-5569b0f0d699 req-6a7adfd8-2231-4d4a-9d2a-9acd8be4e3f4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 945 time: 0.4148574 Jul 27 21:03:16.445333 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c98004eb-35ed-43a2-bfee-5569b0f0d699 req-f96862e5-255c-402f-a561-51b59fa073e8 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147859 Jul 27 21:03:16.478687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port bf72de5c-8be8-48e7-9a0f-27be9ac31a5b completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:16.485817 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:16.510829 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port bf72de5c-8be8-48e7-9a0f-27be9ac31a5b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:16.513604 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:16.519169 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Transition to ACTIVE for port object 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:16.549732 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 31b12b60-62ae-4631-a04c-5a3efa9ac618, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=31b12b60-62ae-4631-a04c-5a3efa9ac618,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:16.560523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a43136-e486-4fde-942c-8af7d8a2288c req-9ddc43df-8a39-4ed3-b6ea-1d34ae852db8 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:16.568664 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24a43136-e486-4fde-942c-8af7d8a2288c req-9ddc43df-8a39-4ed3-b6ea-1d34ae852db8 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ab64c6-e96b-4eab-8a32-b470747238ac HTTP/1.1" status: 200 len: 951 time: 0.4943483 Jul 27 21:03:16.620204 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '31b12b60-62ae-4631-a04c-5a3efa9ac618', 'network_id': '5028058f-0cb8-4710-a2e7-eeffdf7e8374', 'port_id': '31b12b60-62ae-4631-a04c-5a3efa9ac618', 'mac_address': 'fa:16:3e:12:53:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f71f46c-0daa-432b-b7ea-942ae26e5c14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:03:16.624305 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Transition to ACTIVE for port object 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:16.636627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c46954fe-0058-4740-ae1e-3af39336caae tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Allocated IP 172.20.0.11 (4bede49c-7b7b-4f97-b9f9-e703368ee19a/820b5224-7573-46ac-8d28-c5cd972ee439/edbe1898-787a-44e2-aadc-3dd50e97e8ab) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:16.666495 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:16.742195 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:16.751100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Network 6ec00e2c-05c4-487c-9890-4842123aff94 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:16.753919 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24a43136-e486-4fde-942c-8af7d8a2288c req-b43ab626-e0de-4184-9971-d395a87d1f48 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840358 Jul 27 21:03:16.767227 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:16.779675 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30eed1-808e-4c28-a6e0-6184efdea5cf req-118e6172-91da-44ee-906e-f377d83851ca tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:16.779940 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Pushing event updated for resources: {'Port': ['ID=8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:16.779940 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b12b60-62ae-4631-a04c-5a3efa9ac618 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:16.780159 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b30eed1-808e-4c28-a6e0-6184efdea5cf req-118e6172-91da-44ee-906e-f377d83851ca tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.2076943 Jul 27 21:03:16.785468 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:16.800434 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:16.816796 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Allocated IP 172.25.2.138 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/e0263aab-8245-4621-b199-6e35e0d7a014) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:16.823386 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 31b12b60-62ae-4631-a04c-5a3efa9ac618, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=31b12b60-62ae-4631-a04c-5a3efa9ac618,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:16.858797 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b30eed1-808e-4c28-a6e0-6184efdea5cf req-f9536168-6ffe-484a-b29e-72c3e2164b0c tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776737 Jul 27 21:03:16.865420 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:16.920649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-f30c183d-80d7-4e9c-88f9-b3fb0508bcaa req-22780635-5bf1-4043-9b6e-7e9557f54763 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Deleting port 543188df-97d3-4fe4-91c1-a578a5b9cd55 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:16.921236 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f30c183d-80d7-4e9c-88f9-b3fb0508bcaa req-22780635-5bf1-4043-9b6e-7e9557f54763 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:16.930965 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port bf72de5c-8be8-48e7-9a0f-27be9ac31a5b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=bf72de5c-8be8-48e7-9a0f-27be9ac31a5b,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:16.933869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3401eee-fb01-4da4-bdc4-bc06884d5b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf72de5c-8be8-48e7-9a0f-27be9ac31a5b'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:16.937676 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e84ca6-30e0-4f8b-ab5c-8e6c59f462a3" -d '{"events": [{"server_uuid": "b3401eee-fb01-4da4-bdc4-bc06884d5b69", "name": "network-vif-plugged", "status": "completed", "tag": "bf72de5c-8be8-48e7-9a0f-27be9ac31a5b"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:16.973248 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:16.996916 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c46954fe-0058-4740-ae1e-3af39336caae tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:17.000733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Attempting to bind port 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:17.001901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Attempting to bind port 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '086cc814-2bba-486e-b0af-036e8dbd33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:17.001901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Attempting to bind port 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c on network 6ec00e2c-05c4-487c-9890-4842123aff94 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:17.008481 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:17.012891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-86a99136-4603-4ba8-b08c-08f816dea844 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Made reservation on behalf of 3e291709bf1c4a80b9542b6ed946a502 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:17.016697 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-86a99136-4603-4ba8-b08c-08f816dea844 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:17.027872 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:17.028297 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Checking segment: {'id': '086cc814-2bba-486e-b0af-036e8dbd33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:17.028715 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:17.029136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Bound using segment: {'id': '086cc814-2bba-486e-b0af-036e8dbd33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:17.029890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Bound port: 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086cc814-2bba-486e-b0af-036e8dbd33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:17.030300 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:17.101573 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cdaf5ab2-cbe9-4fc1-aeb2-d35e795cc18b req-f094db9f-bfeb-4148-a403-53ed820cad94 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 210 time: 0.2571933 Jul 27 21:03:17.150192 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['31b12b60-62ae-4631-a04c-5a3efa9ac618'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:17.163826 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f30c183d-80d7-4e9c-88f9-b3fb0508bcaa req-22780635-5bf1-4043-9b6e-7e9557f54763 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] For port 543188df-97d3-4fe4-91c1-a578a5b9cd55, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=543188df-97d3-4fe4-91c1-a578a5b9cd55,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:17.164436 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f30c183d-80d7-4e9c-88f9-b3fb0508bcaa req-22780635-5bf1-4043-9b6e-7e9557f54763 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:17.203027 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:17.209774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-f30c183d-80d7-4e9c-88f9-b3fb0508bcaa req-22780635-5bf1-4043-9b6e-7e9557f54763 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Calling delete_port for 543188df-97d3-4fe4-91c1-a578a5b9cd55 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:17.212768 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=31b12b60-62ae-4631-a04c-5a3efa9ac618,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:17.301572 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c46954fe-0058-4740-ae1e-3af39336caae tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:17.341890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] For port 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:17.345638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=bf72de5c-8be8-48e7-9a0f-27be9ac31a5b,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:17.351705 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] For port 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c,segment=NetworkSegment(086cc814-2bba-486e-b0af-036e8dbd33a8),segment_id=086cc814-2bba-486e-b0af-036e8dbd33a8)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:17.375701 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:17.390703 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Pushing event updated for resources: {'Port': ['ID=e0263aab-8245-4621-b199-6e35e0d7a014,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:17.414166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46954fe-0058-4740-ae1e-3af39336caae tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Pushing event updated for resources: {'Port': ['ID=edbe1898-787a-44e2-aadc-3dd50e97e8ab,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:17.451497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c46954fe-0058-4740-ae1e-3af39336caae tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Network 4bede49c-7b7b-4f97-b9f9-e703368ee19a is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:17.471110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c46954fe-0058-4740-ae1e-3af39336caae tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:17.489650 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c46954fe-0058-4740-ae1e-3af39336caae tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:17.555061 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70eb15d-42b6-4dc3-a641-8a9755dafd80 x-openstack-request-id: req-d70eb15d-42b6-4dc3-a641-8a9755dafd80 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:17.555490 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3401eee-fb01-4da4-bdc4-bc06884d5b69", "name": "network-vif-plugged", "status": "completed", "tag": "bf72de5c-8be8-48e7-9a0f-27be9ac31a5b", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:17.555885 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d70eb15d-42b6-4dc3-a641-8a9755dafd80 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:17.556461 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3401eee-fb01-4da4-bdc4-bc06884d5b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf72de5c-8be8-48e7-9a0f-27be9ac31a5b', 'code': 200} Jul 27 21:03:17.587904 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:17.612244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:17.645487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ea1a7-986c-4038-afcf-6e6d27788770 None None] Pushing event updated for resources: {'Port': ['ID=8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:17.654306 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:17.705175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c46954fe-0058-4740-ae1e-3af39336caae tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:17.706178 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c46954fe-0058-4740-ae1e-3af39336caae tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:17.706648 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ee37b-0260-4bc3-a9d7-beb7356f5f98 req-4fdca866-5d09-480c-800a-094a10fe95d0 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:17.708469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-630ee37b-0260-4bc3-a9d7-beb7356f5f98 req-4fdca866-5d09-480c-800a-094a10fe95d0 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3401eee-fb01-4da4-bdc4-bc06884d5b69 HTTP/1.1" status: 200 len: 946 time: 0.6804028 Jul 27 21:03:17.747434 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c46954fe-0058-4740-ae1e-3af39336caae tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0907676 Jul 27 21:03:17.753064 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f30c183d-80d7-4e9c-88f9-b3fb0508bcaa req-22780635-5bf1-4043-9b6e-7e9557f54763 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:17.755617 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 543188df-97d3-4fe4-91c1-a578a5b9cd55 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:17.757592 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-f51de19f-04b1-403c-acb5-764a18019d53 req-8e3213c2-86c3-4a46-8c32-c5ba03786802 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Allocated IP 172.20.0.14 (4bede49c-7b7b-4f97-b9f9-e703368ee19a/820b5224-7573-46ac-8d28-c5cd972ee439/33f72422-80e9-4dcc-979b-7c5ba67a9f4f) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:17.781024 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Request body: {'port': {'device_id': 'b7e74a71-8030-49bf-8f0e-a751de26ae6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:17.809524 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['57fe7918-c9cd-422f-aa0c-181755d554c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:17.812010 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 543188df-97d3-4fe4-91c1-a578a5b9cd55 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:17.813212 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 543188df-97d3-4fe4-91c1-a578a5b9cd55 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:17.893268 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-630ee37b-0260-4bc3-a9d7-beb7356f5f98 req-5148bfff-0276-41e3-8755-d72c0f5b3e9b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312289 Jul 27 21:03:17.923988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22780635-5bf1-4043-9b6e-7e9557f54763 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Pushing event deleted for resources: {'Port': ['ID=543188df-97d3-4fe4-91c1-a578a5b9cd55,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:18.053592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30c183d-80d7-4e9c-88f9-b3fb0508bcaa req-22780635-5bf1-4043-9b6e-7e9557f54763 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] No DVR routers for this DVR port 543188df-97d3-4fe4-91c1-a578a5b9cd55 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:18.062416 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f30c183d-80d7-4e9c-88f9-b3fb0508bcaa req-22780635-5bf1-4043-9b6e-7e9557f54763 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:18.065366 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f30c183d-80d7-4e9c-88f9-b3fb0508bcaa req-22780635-5bf1-4043-9b6e-7e9557f54763 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "DELETE /v2.0/ports/543188df-97d3-4fe4-91c1-a578a5b9cd55 HTTP/1.1" status: 204 len: 173 time: 1.8365064 Jul 27 21:03:18.065653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca', 'name': 'network-vif-deleted', 'tag': '543188df-97d3-4fe4-91c1-a578a5b9cd55'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:18.067972 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e78d42-54b4-4b28-8a00-5e53498dd8f0" -d '{"events": [{"server_uuid": "b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca", "name": "network-vif-deleted", "tag": "543188df-97d3-4fe4-91c1-a578a5b9cd55"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:18.087270 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:18.229500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:18.268722 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ad89569f-be16-49eb-89a2-de84f32fd8d6 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:18.379335 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:18.401452 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:18.438967 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port ad89569f-be16-49eb-89a2-de84f32fd8d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ad89569f-be16-49eb-89a2-de84f32fd8d6,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:18.444438 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:18.539875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=ad89569f-be16-49eb-89a2-de84f32fd8d6,revision_number=11']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:18.575206 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7534ee-3176-49c0-99b5-c9db45b426c9 req-d38a4456-3b54-49bf-b03e-095cc35f2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:18.577054 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a7534ee-3176-49c0-99b5-c9db45b426c9 req-d38a4456-3b54-49bf-b03e-095cc35f2122 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b3401eee-fb01-4da4-bdc4-bc06884d5b69 HTTP/1.1" status: 200 len: 1097 time: 0.9192023 Jul 27 21:03:18.631880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac03b8c-7990-486a-9542-85936e7b6c59 req-d3a55a92-ca39-4640-ab80-2f974bb60bbe tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:18.633559 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aac03b8c-7990-486a-9542-85936e7b6c59 req-d3a55a92-ca39-4640-ab80-2f974bb60bbe tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca HTTP/1.1" status: 200 len: 867 time: 0.9889822 Jul 27 21:03:18.755579 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a7534ee-3176-49c0-99b5-c9db45b426c9 req-aa8e05c9-75e3-486d-9857-9f371d26dbf1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643493 Jul 27 21:03:18.807066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d4348-ffcf-44b4-9543-b5a65213e2a1 req-4fcb6b09-1ba9-4df7-ac01-959782ae33e5 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:18.808632 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-715d4348-ffcf-44b4-9543-b5a65213e2a1 req-4fcb6b09-1ba9-4df7-ac01-959782ae33e5 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.3619974 Jul 27 21:03:18.843316 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aac03b8c-7990-486a-9542-85936e7b6c59 req-2cdf2759-4acf-4f42-be01-76f5fc9f16e1 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013755 Jul 27 21:03:18.863590 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-8e3213c2-86c3-4a46-8c32-c5ba03786802 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:18.902474 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cf12dd-140a-4594-801c-201aa4ec2a9b x-openstack-request-id: req-40cf12dd-140a-4594-801c-201aa4ec2a9b {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:18.902786 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca", "name": "network-vif-deleted", "tag": "543188df-97d3-4fe4-91c1-a578a5b9cd55", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:18.903531 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40cf12dd-140a-4594-801c-201aa4ec2a9b {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:18.904106 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75723ac-b9c4-4ed1-9075-8ae4c4ba4fca', 'name': 'network-vif-deleted', 'tag': '543188df-97d3-4fe4-91c1-a578a5b9cd55', 'status': 'completed', 'code': 200} Jul 27 21:03:18.915180 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:18.926472 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-715d4348-ffcf-44b4-9543-b5a65213e2a1 req-2f7f7a1a-d448-4639-8798-6c8d1cac4151 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821567 Jul 27 21:03:18.934831 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2244b7e2-9408-4038-8222-62365ee5e8f1 None None] Network 6ec00e2c-05c4-487c-9890-4842123aff94 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:03:19.054482 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3f6df643-8a36-4b5e-9af8-2f8a705ad0e1 None None] Provisioning for port 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:19.065542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9dc6dd07-771b-47ad-b6f3-1d94b7d9901a req-87e1379f-7da2-4f26-93e5-96b1f99f3e9b tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 210 time: 0.0399477 Jul 27 21:03:19.074800 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3f6df643-8a36-4b5e-9af8-2f8a705ad0e1 None None] Provisioning complete for port 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:19.075360 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3f6df643-8a36-4b5e-9af8-2f8a705ad0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:19.094940 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-8e3213c2-86c3-4a46-8c32-c5ba03786802 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:19.188370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-f51de19f-04b1-403c-acb5-764a18019d53 req-86a99136-4603-4ba8-b08c-08f816dea844 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Allocated IP 172.20.0.12 (4bede49c-7b7b-4f97-b9f9-e703368ee19a/820b5224-7573-46ac-8d28-c5cd972ee439/a77be389-913b-4a7d-b397-3c09ca9f5d0e) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:19.274591 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51de19f-04b1-403c-acb5-764a18019d53 req-8e3213c2-86c3-4a46-8c32-c5ba03786802 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Network 4bede49c-7b7b-4f97-b9f9-e703368ee19a is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:19.313549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-f51de19f-04b1-403c-acb5-764a18019d53 req-8e3213c2-86c3-4a46-8c32-c5ba03786802 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:19.318109 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3213c2-86c3-4a46-8c32-c5ba03786802 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Pushing event updated for resources: {'Port': ['ID=33f72422-80e9-4dcc-979b-7c5ba67a9f4f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:19.333573 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51de19f-04b1-403c-acb5-764a18019d53 req-8e3213c2-86c3-4a46-8c32-c5ba03786802 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:19.336137 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3f6df643-8a36-4b5e-9af8-2f8a705ad0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:19.422809 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:19.446087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3f6df643-8a36-4b5e-9af8-2f8a705ad0e1 None None] For port 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c,segment=NetworkSegment(086cc814-2bba-486e-b0af-036e8dbd33a8),segment_id=086cc814-2bba-486e-b0af-036e8dbd33a8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:19.449508 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-8e3213c2-86c3-4a46-8c32-c5ba03786802 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:19.450264 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-8e3213c2-86c3-4a46-8c32-c5ba03786802 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:19.457393 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3f6df643-8a36-4b5e-9af8-2f8a705ad0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:19.458504 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76a605-d020-4f63-8acb-8515927f2447 req-0898b644-5f40-4e86-911a-47faa795bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:19.460024 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea76a605-d020-4f63-8acb-8515927f2447 req-0898b644-5f40-4e86-911a-47faa795bd5f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 1096 time: 0.3903151 Jul 27 21:03:19.469737 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-86a99136-4603-4ba8-b08c-08f816dea844 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:19.566566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ab64c6-e96b-4eab-8a32-b470747238ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad89569f-be16-49eb-89a2-de84f32fd8d6'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:19.570679 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-8e3213c2-86c3-4a46-8c32-c5ba03786802 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8035891 Jul 27 21:03:19.579688 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42b0e0f-5aa7-472d-bdf7-865839239507" -d '{"events": [{"server_uuid": "f1ab64c6-e96b-4eab-8a32-b470747238ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ad89569f-be16-49eb-89a2-de84f32fd8d6"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:19.589217 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-86a99136-4603-4ba8-b08c-08f816dea844 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:19.591671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Request body: {'port': {'device_id': '1f9622d6-ef4f-4640-b041-c68807636b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:19.618595 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad99a5c-5599-472d-93ac-cbb6e1f2fea6 req-beac7bcb-f6b5-46c5-b501-f986d6c37d21 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:19.620182 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ad99a5c-5599-472d-93ac-cbb6e1f2fea6 req-beac7bcb-f6b5-46c5-b501-f986d6c37d21 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3401eee-fb01-4da4-bdc4-bc06884d5b69 HTTP/1.1" status: 200 len: 946 time: 0.4071193 Jul 27 21:03:19.626739 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6df643-8a36-4b5e-9af8-2f8a705ad0e1 None None] Pushing event updated for resources: {'Port': ['ID=8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:19.732670 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea76a605-d020-4f63-8acb-8515927f2447 req-1e7f6e91-b424-4956-ad75-6d16f2c92eeb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886444 Jul 27 21:03:19.766299 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 31b12b60-62ae-4631-a04c-5a3efa9ac618 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:19.795110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbe1898-787a-44e2-aadc-3dd50e97e8ab {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:19.803602 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:19.815117 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f178e9-6392-4b5c-87be-10e8f19acd02 x-openstack-request-id: req-d8f178e9-6392-4b5c-87be-10e8f19acd02 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:19.815313 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ab64c6-e96b-4eab-8a32-b470747238ac", "name": "network-vif-unplugged", "status": "completed", "tag": "ad89569f-be16-49eb-89a2-de84f32fd8d6", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:19.815565 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8f178e9-6392-4b5c-87be-10e8f19acd02 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:19.815992 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ab64c6-e96b-4eab-8a32-b470747238ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad89569f-be16-49eb-89a2-de84f32fd8d6', 'code': 200} Jul 27 21:03:19.839354 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ad99a5c-5599-472d-93ac-cbb6e1f2fea6 req-c5b4ee89-acbd-4ab5-aaa4-169875798c6c tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831152 Jul 27 21:03:19.851544 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51de19f-04b1-403c-acb5-764a18019d53 req-86a99136-4603-4ba8-b08c-08f816dea844 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Network 4bede49c-7b7b-4f97-b9f9-e703368ee19a is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:19.855167 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Transition to ACTIVE for port object edbe1898-787a-44e2-aadc-3dd50e97e8ab will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:19.861731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-f51de19f-04b1-403c-acb5-764a18019d53 req-86a99136-4603-4ba8-b08c-08f816dea844 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:19.877973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51de19f-04b1-403c-acb5-764a18019d53 req-86a99136-4603-4ba8-b08c-08f816dea844 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:19.880450 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 31b12b60-62ae-4631-a04c-5a3efa9ac618 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:19.885961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5364d06f-269e-4180-8abf-fbb1901fabca None None] Provisioning complete for port 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:19.886374 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5364d06f-269e-4180-8abf-fbb1901fabca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:19.888042 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 31b12b60-62ae-4631-a04c-5a3efa9ac618 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:19.888386 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:19.925529 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:19.942103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a99136-4603-4ba8-b08c-08f816dea844 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Pushing event updated for resources: {'Port': ['ID=a77be389-913b-4a7d-b397-3c09ca9f5d0e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:19.954018 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:20.075654 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:20.102392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-86a99136-4603-4ba8-b08c-08f816dea844 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:20.103339 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-86a99136-4603-4ba8-b08c-08f816dea844 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:20.126274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 31b12b60-62ae-4631-a04c-5a3efa9ac618, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=31b12b60-62ae-4631-a04c-5a3efa9ac618,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:20.132900 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-86a99136-4603-4ba8-b08c-08f816dea844 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8112907 Jul 27 21:03:20.134394 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:20.154837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Request body: {'port': {'device_id': '838328e2-74d3-4432-88b3-1a91f2d62c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:20.162875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Pushing event updated for resources: {'Port': ['ID=edbe1898-787a-44e2-aadc-3dd50e97e8ab,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:20.168350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Attempting to bind port edbe1898-787a-44e2-aadc-3dd50e97e8ab on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:20.168907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Attempting to bind port edbe1898-787a-44e2-aadc-3dd50e97e8ab by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '95f69752-8481-4ae9-abd9-49021b284200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:20.169445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Attempting to bind port edbe1898-787a-44e2-aadc-3dd50e97e8ab on network 4bede49c-7b7b-4f97-b9f9-e703368ee19a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:20.195952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Port edbe1898-787a-44e2-aadc-3dd50e97e8ab on network 4bede49c-7b7b-4f97-b9f9-e703368ee19a not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:03:20.196653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Attempting to bind port edbe1898-787a-44e2-aadc-3dd50e97e8ab on network 4bede49c-7b7b-4f97-b9f9-e703368ee19a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:20.206183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:20.206576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Checking segment: {'id': '95f69752-8481-4ae9-abd9-49021b284200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:20.206962 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Bound using segment: {'id': '95f69752-8481-4ae9-abd9-49021b284200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:20.207557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Bound port: edbe1898-787a-44e2-aadc-3dd50e97e8ab, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f69752-8481-4ae9-abd9-49021b284200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:20.207926 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:20.222970 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=31b12b60-62ae-4631-a04c-5a3efa9ac618,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:20.236534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:20.263827 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:03:20.328233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] For port edbe1898-787a-44e2-aadc-3dd50e97e8ab, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:20.331960 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:20.332880 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] For port edbe1898-787a-44e2-aadc-3dd50e97e8ab, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=edbe1898-787a-44e2-aadc-3dd50e97e8ab,segment=NetworkSegment(95f69752-8481-4ae9-abd9-49021b284200),segment_id=95f69752-8481-4ae9-abd9-49021b284200)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:20.333893 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:20.365978 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:20.450174 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:20.456064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:20.456900 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:20.458923 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] 10.222.0.20 "PUT /v2.0/ports/edbe1898-787a-44e2-aadc-3dd50e97e8ab HTTP/1.1" status: 200 len: 1092 time: 2.6913555 Jul 27 21:03:20.571522 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8922de-b385-4dac-bba0-714dfae4fb27 req-47d4a168-20da-4470-8a06-c2d2db9e1d28 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:20.573083 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f8922de-b385-4dac-bba0-714dfae4fb27 req-47d4a168-20da-4470-8a06-c2d2db9e1d28 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.3346827 Jul 27 21:03:20.583686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0916401-a6b1-4e10-a4f5-b9854e627780 service neutron] Pushing event updated for resources: {'Port': ['ID=edbe1898-787a-44e2-aadc-3dd50e97e8ab,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:20.650826 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:03:20.674689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Sync routers for ids ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:03:20.689772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-f46bc00c-c754-4e56-ad75-8680b3cfac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:20.691343 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-f46bc00c-c754-4e56-ad75-8680b3cfac8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e291709bf1c4a80b9542b6ed946a502&device_id=b7e74a71-8030-49bf-8f0e-a751de26ae6b HTTP/1.1" status: 200 len: 1095 time: 0.1684773 Jul 27 21:03:20.696836 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f8922de-b385-4dac-bba0-714dfae4fb27 req-50068d03-72d7-422c-8eb3-c70f01cca0d8 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933304 Jul 27 21:03:20.725975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Routers {'7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:20.727293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:03:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:20.748833 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:20.750259 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a7750ffd-f894-4d96-abbb-98f0b9d0e8b8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.6358373 Jul 27 21:03:20.758451 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40324) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:20.761048 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f72422-80e9-4dcc-979b-7c5ba67a9f4f {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:20.777408 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-b5c1f4c6-5532-4f7c-a372-87af657ad457 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edbe1898-787a-44e2-aadc-3dd50e97e8ab HTTP/1.1" status: 200 len: 217 time: 0.0724723 Jul 27 21:03:20.818379 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:20.831896 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7e24e-9150-40b9-a13f-edf712aa5329 req-9289f594-794e-4aeb-94f1-4a4f9cb1471d tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:20.840036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fb7e24e-9150-40b9-a13f-edf712aa5329 req-9289f594-794e-4aeb-94f1-4a4f9cb1471d tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 932 time: 0.3006821 Jul 27 21:03:20.860372 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-e6d66a09-ed5b-4675-a5fa-b9e262e29ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:20.870419 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-e6d66a09-ed5b-4675-a5fa-b9e262e29ed5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=820b5224-7573-46ac-8d28-c5cd972ee439 HTTP/1.1" status: 200 len: 858 time: 0.0819170 Jul 27 21:03:20.878914 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Transition to ACTIVE for port object 33f72422-80e9-4dcc-979b-7c5ba67a9f4f will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:20.899777 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:20.906689 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e74a71-8030-49bf-8f0e-a751de26ae6b', 'tag': 'edbe1898-787a-44e2-aadc-3dd50e97e8ab'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:20.911638 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5a41c1-0407-40c4-b2f6-4debd72e96de" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e74a71-8030-49bf-8f0e-a751de26ae6b", "tag": "edbe1898-787a-44e2-aadc-3dd50e97e8ab"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:20.956177 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d9aa3792-efc9-4897-be9f-0b5a2390ff3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4bede49c-7b7b-4f97-b9f9-e703368ee19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806859 Jul 27 21:03:21.012333 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fb7e24e-9150-40b9-a13f-edf712aa5329 req-66e1d3b1-e1dc-432e-a9c2-db159014691d tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712949 Jul 27 21:03:21.079905 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Set router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:21.181627 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2a3eff-eab9-476b-9d38-2285362ebd6e x-openstack-request-id: req-0d2a3eff-eab9-476b-9d38-2285362ebd6e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:21.181920 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e74a71-8030-49bf-8f0e-a751de26ae6b", "tag": "edbe1898-787a-44e2-aadc-3dd50e97e8ab", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:21.182172 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d2a3eff-eab9-476b-9d38-2285362ebd6e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:21.182594 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e74a71-8030-49bf-8f0e-a751de26ae6b', 'tag': 'edbe1898-787a-44e2-aadc-3dd50e97e8ab', 'status': 'completed', 'code': 200} Jul 27 21:03:21.187445 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Pushing event updated for resources: {'Port': ['ID=33f72422-80e9-4dcc-979b-7c5ba67a9f4f,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:21.208073 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-be4573a8-4d17-466b-bb26-0e256820e000 service neutron] 10.222.0.20 "GET /v2.0/networks/4bede49c-7b7b-4f97-b9f9-e703368ee19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975169 Jul 27 21:03:21.426377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77be389-913b-4a7d-b397-3c09ca9f5d0e {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:21.443333 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:21.471225 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Transition to ACTIVE for port object a77be389-913b-4a7d-b397-3c09ca9f5d0e will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:21.474322 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-f7eded10-6e0c-4921-8104-640daa15f099 service neutron] 10.222.0.20 "GET /v2.0/networks/4bede49c-7b7b-4f97-b9f9-e703368ee19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538288 Jul 27 21:03:21.478141 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:21.614908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Pushing event updated for resources: {'Port': ['ID=a77be389-913b-4a7d-b397-3c09ca9f5d0e,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:21.679855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Attempting to bind port a77be389-913b-4a7d-b397-3c09ca9f5d0e on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:21.680180 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Attempting to bind port a77be389-913b-4a7d-b397-3c09ca9f5d0e by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '95f69752-8481-4ae9-abd9-49021b284200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:21.680624 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Attempting to bind port a77be389-913b-4a7d-b397-3c09ca9f5d0e on network 4bede49c-7b7b-4f97-b9f9-e703368ee19a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:21.689575 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Port a77be389-913b-4a7d-b397-3c09ca9f5d0e on network 4bede49c-7b7b-4f97-b9f9-e703368ee19a not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:03:21.689899 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Attempting to bind port a77be389-913b-4a7d-b397-3c09ca9f5d0e on network 4bede49c-7b7b-4f97-b9f9-e703368ee19a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:21.704146 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:21.704146 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Checking segment: {'id': '95f69752-8481-4ae9-abd9-49021b284200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:21.704598 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Bound using segment: {'id': '95f69752-8481-4ae9-abd9-49021b284200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:21.704922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Bound port: a77be389-913b-4a7d-b397-3c09ca9f5d0e, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f69752-8481-4ae9-abd9-49021b284200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:21.705367 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:21.711426 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'name': 'tempest-ServersTestJSON-500445189-router', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:15Z', 'updated_at': '2021-07-27T21:03:18Z', 'revision_number': 3, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'gw_port': {'id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:16Z', 'updated_at': '2021-07-27T21:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:21.721616 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a41c1-0407-40c4-b2f6-4debd72e96de req-3862f10e-18cc-4b60-a6dc-8000a60d637b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:21.723193 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd5a41c1-0407-40c4-b2f6-4debd72e96de req-3862f10e-18cc-4b60-a6dc-8000a60d637b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e291709bf1c4a80b9542b6ed946a502&device_id=b7e74a71-8030-49bf-8f0e-a751de26ae6b HTTP/1.1" status: 200 len: 1095 time: 0.1840594 Jul 27 21:03:21.754411 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Checking router: 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:03:21.754909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Updating router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 port e0263aab-8245-4621-b199-6e35e0d7a014 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:03:21.801399 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:21.832607 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b88c9e3-a975-4aed-a96e-679a69fe0829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b12b60-62ae-4631-a04c-5a3efa9ac618'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:21.837494 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6595156e-3be3-4502-8cdb-cce5ce41d2ab" -d '{"events": [{"server_uuid": "4b88c9e3-a975-4aed-a96e-679a69fe0829", "name": "network-vif-plugged", "status": "completed", "tag": "31b12b60-62ae-4631-a04c-5a3efa9ac618"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:21.861321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] For port a77be389-913b-4a7d-b397-3c09ca9f5d0e, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:21.885921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] For port a77be389-913b-4a7d-b397-3c09ca9f5d0e, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=a77be389-913b-4a7d-b397-3c09ca9f5d0e,segment=NetworkSegment(95f69752-8481-4ae9-abd9-49021b284200),segment_id=95f69752-8481-4ae9-abd9-49021b284200)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:21.889688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a41c1-0407-40c4-b2f6-4debd72e96de req-b3570719-cc34-43cd-bc05-f02ef54942fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:21.891571 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd5a41c1-0407-40c4-b2f6-4debd72e96de req-b3570719-cc34-43cd-bc05-f02ef54942fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=4bede49c-7b7b-4f97-b9f9-e703368ee19a HTTP/1.1" status: 200 len: 919 time: 0.1601155 Jul 27 21:03:21.893105 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:21.950180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Attempting to bind port 33f72422-80e9-4dcc-979b-7c5ba67a9f4f on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:21.950801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Attempting to bind port 33f72422-80e9-4dcc-979b-7c5ba67a9f4f by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '95f69752-8481-4ae9-abd9-49021b284200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:21.950951 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Attempting to bind port 33f72422-80e9-4dcc-979b-7c5ba67a9f4f on network 4bede49c-7b7b-4f97-b9f9-e703368ee19a {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:21.970525 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Port 33f72422-80e9-4dcc-979b-7c5ba67a9f4f on network 4bede49c-7b7b-4f97-b9f9-e703368ee19a not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:03:21.970858 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Attempting to bind port 33f72422-80e9-4dcc-979b-7c5ba67a9f4f on network 4bede49c-7b7b-4f97-b9f9-e703368ee19a {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:21.971363 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd5a41c1-0407-40c4-b2f6-4debd72e96de req-5eba8d29-c32e-4322-a87a-a36b70f3a3db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edbe1898-787a-44e2-aadc-3dd50e97e8ab HTTP/1.1" status: 200 len: 217 time: 0.0472360 Jul 27 21:03:21.976974 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:21.977586 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:21.978982 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] 10.222.0.20 "PUT /v2.0/ports/a77be389-913b-4a7d-b397-3c09ca9f5d0e HTTP/1.1" status: 200 len: 1092 time: 1.8353245 Jul 27 21:03:21.981908 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-de2add81-a9b4-4fc0-a538-ef4a72a5db36 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:21.988960 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-de2add81-a9b4-4fc0-a538-ef4a72a5db36 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 805 time: 0.6083665 Jul 27 21:03:22.009636 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:22.009982 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Checking segment: {'id': '95f69752-8481-4ae9-abd9-49021b284200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:22.010411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Bound using segment: {'id': '95f69752-8481-4ae9-abd9-49021b284200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:22.010860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Bound port: 33f72422-80e9-4dcc-979b-7c5ba67a9f4f, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f69752-8481-4ae9-abd9-49021b284200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:22.011234 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:22.030701 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-4e3e5cb9-4745-4c33-ac67-84ed124087d9 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/quotas/3524f3f0e14346288bee76498e246a11 HTTP/1.1" status: 200 len: 375 time: 0.0404971 Jul 27 21:03:22.060963 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f129b-a7d3-414c-aca3-20dd38bd06d5 req-820956b4-9f63-423e-9e50-f019c3a94e60 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:22.068463 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e1f129b-a7d3-414c-aca3-20dd38bd06d5 req-820956b4-9f63-423e-9e50-f019c3a94e60 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3401eee-fb01-4da4-bdc4-bc06884d5b69 HTTP/1.1" status: 200 len: 946 time: 0.8972943 Jul 27 21:03:22.077120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a41c1-0407-40c4-b2f6-4debd72e96de req-441445f9-e357-4fdf-9341-23587ded9d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:22.078955 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd5a41c1-0407-40c4-b2f6-4debd72e96de req-441445f9-e357-4fdf-9341-23587ded9d5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=820b5224-7573-46ac-8d28-c5cd972ee439 HTTP/1.1" status: 200 len: 858 time: 0.0973749 Jul 27 21:03:22.079571 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07970bb-25b9-487f-bbdf-02bfd9908982 service neutron] Pushing event updated for resources: {'Port': ['ID=a77be389-913b-4a7d-b397-3c09ca9f5d0e,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:22.169909 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd5a41c1-0407-40c4-b2f6-4debd72e96de req-8cf70293-a666-4123-aa8e-fca9d01934f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4bede49c-7b7b-4f97-b9f9-e703368ee19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621474 Jul 27 21:03:22.234803 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e1f129b-a7d3-414c-aca3-20dd38bd06d5 req-62604b2a-e3f9-4ebd-b7f2-88c44a2b6b6f tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648302 Jul 27 21:03:22.253317 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:22.255437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Transition to ACTIVE for port object e0263aab-8245-4621-b199-6e35e0d7a014 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:22.269791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-e8cb64f2-a62e-4399-a70c-dd782bc7a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:22.270338 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:22.271431 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-e8cb64f2-a62e-4399-a70c-dd782bc7a224 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e291709bf1c4a80b9542b6ed946a502&device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 1095 time: 0.2306180 Jul 27 21:03:22.325708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Attempting to bind port e0263aab-8245-4621-b199-6e35e0d7a014 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:22.326078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Attempting to bind port e0263aab-8245-4621-b199-6e35e0d7a014 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:22.326685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Attempting to bind port e0263aab-8245-4621-b199-6e35e0d7a014 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:22.334255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:22.334853 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:22.336096 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:22.336677 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:22.337328 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Bound port: e0263aab-8245-4621-b199-6e35e0d7a014, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:22.337897 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:22.347581 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] For port 33f72422-80e9-4dcc-979b-7c5ba67a9f4f, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:22.368787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] For port 33f72422-80e9-4dcc-979b-7c5ba67a9f4f, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=33f72422-80e9-4dcc-979b-7c5ba67a9f4f,segment=NetworkSegment(95f69752-8481-4ae9-abd9-49021b284200),segment_id=95f69752-8481-4ae9-abd9-49021b284200)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:22.377613 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd5a41c1-0407-40c4-b2f6-4debd72e96de req-f135388a-db7f-42a1-b324-13619f281b5e service neutron] 10.222.0.20 "GET /v2.0/networks/4bede49c-7b7b-4f97-b9f9-e703368ee19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000232 Jul 27 21:03:22.379980 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-449d777c-e735-4cfe-80ac-cab3138ed9da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a77be389-913b-4a7d-b397-3c09ca9f5d0e HTTP/1.1" status: 200 len: 217 time: 0.0968847 Jul 27 21:03:22.380781 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b87f4-3c2c-4ea5-82fb-ff73744e27e6 None None] Pushing event updated for resources: {'Port': ['ID=e0263aab-8245-4621-b199-6e35e0d7a014,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:22.396949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:22.419485 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] For port e0263aab-8245-4621-b199-6e35e0d7a014, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:22.423083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] For port e0263aab-8245-4621-b199-6e35e0d7a014, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e0263aab-8245-4621-b199-6e35e0d7a014,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:22.434127 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:22.491086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:22.491660 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:22.493049 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] 10.222.0.66 "PUT /v2.0/ports/33f72422-80e9-4dcc-979b-7c5ba67a9f4f HTTP/1.1" status: 200 len: 1092 time: 2.9136348 Jul 27 21:03:22.496709 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9622d6-ef4f-4640-b041-c68807636b0e', 'tag': '33f72422-80e9-4dcc-979b-7c5ba67a9f4f'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:22.499083 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af4813c-f992-49f0-909b-5f2f654366bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9622d6-ef4f-4640-b041-c68807636b0e", "tag": "33f72422-80e9-4dcc-979b-7c5ba67a9f4f"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:22.508188 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Routers {'7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:22.509320 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:03:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:22.514520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d4306bd9-8edb-4db6-ad05-eb83dc1b46c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:22.517075 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-d4306bd9-8edb-4db6-ad05-eb83dc1b46c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=820b5224-7573-46ac-8d28-c5cd972ee439 HTTP/1.1" status: 200 len: 858 time: 0.1228244 Jul 27 21:03:22.552158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b87f4-3c2c-4ea5-82fb-ff73744e27e6 None None] Pushing event updated for resources: {'Port': ['ID=e0263aab-8245-4621-b199-6e35e0d7a014,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:22.572400 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-0f60a2e2-b6d5-4a1c-877f-b6a83932fe6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4bede49c-7b7b-4f97-b9f9-e703368ee19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441270 Jul 27 21:03:22.573872 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-e6edbe42-cab1-482d-b09c-96e854970b27 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5422599 Jul 27 21:03:22.607448 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd5a41c1-0407-40c4-b2f6-4debd72e96de req-be726cd7-60fd-477a-928f-742d3b074368 service neutron] 10.222.0.20 "GET /v2.0/networks/4bede49c-7b7b-4f97-b9f9-e703368ee19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150552 Jul 27 21:03:22.620592 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-7706cf44-7129-44a7-9787-7af7e48d678d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:03:22.631476 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-7706cf44-7129-44a7-9787-7af7e48d678d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139675 Jul 27 21:03:22.650488 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:22.667001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] Set router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:22.668353 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74416b6b-fa5c-4670-b2de-cc93afc58dbd service neutron] Pushing event updated for resources: {'Port': ['ID=33f72422-80e9-4dcc-979b-7c5ba67a9f4f,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:22.738442 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-343a6a3b-fd27-4a6f-9568-efa3021aad79 service neutron] 10.222.0.20 "GET /v2.0/networks/4bede49c-7b7b-4f97-b9f9-e703368ee19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555154 Jul 27 21:03:22.829962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68387c9-4e6b-4230-b2a5-5a74c0c7a61d req-bdbd68ad-3677-4f0d-a0c5-add79079fa16 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:22.831638 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d68387c9-4e6b-4230-b2a5-5a74c0c7a61d req-bdbd68ad-3677-4f0d-a0c5-add79079fa16 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.3592560 Jul 27 21:03:22.880999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-37f1985c-fbdc-44b7-ac7f-a80e9303a051 service neutron] 10.222.0.55 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477415 Jul 27 21:03:22.886030 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-38f437d2-bb05-4c43-99f3-e03789310e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:22.887857 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-38f437d2-bb05-4c43-99f3-e03789310e7a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e291709bf1c4a80b9542b6ed946a502&device_id=1f9622d6-ef4f-4640-b041-c68807636b0e HTTP/1.1" status: 200 len: 1095 time: 0.3363020 Jul 27 21:03:22.914979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'name': 'tempest-ServersTestJSON-500445189-router', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:15Z', 'updated_at': '2021-07-27T21:03:18Z', 'revision_number': 3, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'gw_port': {'id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:16Z', 'updated_at': '2021-07-27T21:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:22.957363 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7cbdb9-ecae-46af-bbe6-68c240a18da1 None None] The sync data for ids ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'] in n-d-764806-9 is: [{'id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'name': 'tempest-ServersTestJSON-500445189-router', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:15Z', 'updated_at': '2021-07-27T21:03:18Z', 'revision_number': 3, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'gw_port': {'id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:16Z', 'updated_at': '2021-07-27T21:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:03:23.040270 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-31370fce-a65e-4043-b9d6-c838cb8201ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33f72422-80e9-4dcc-979b-7c5ba67a9f4f HTTP/1.1" status: 200 len: 217 time: 0.0660529 Jul 27 21:03:23.103805 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d68387c9-4e6b-4230-b2a5-5a74c0c7a61d req-2ed7f989-4ce8-4add-b1c0-7bde18dc737e tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513940 Jul 27 21:03:23.154350 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-5b4aeab1-a77b-4665-95a1-9e1288ada586 service neutron] 10.222.0.55 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720172 Jul 27 21:03:23.185141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838328e2-74d3-4432-88b3-1a91f2d62c40', 'tag': 'a77be389-913b-4a7d-b397-3c09ca9f5d0e'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:23.188383 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4ee511-9e42-40d5-8e60-b6cbb297e083" -d '{"events": [{"name": "network-changed", "server_uuid": "838328e2-74d3-4432-88b3-1a91f2d62c40", "tag": "a77be389-913b-4a7d-b397-3c09ca9f5d0e"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:23.222258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Allocated IP 172.20.0.1 (6ec00e2c-05c4-487c-9890-4842123aff94/864f30b3-7cb2-4b35-aa65-c81e98a3a601/e9f04afa-b66e-4b78-8439-6d1da9ef7e0d) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:23.225285 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-7df2ad41-81ba-4472-a13c-81c000ea8e1e service neutron] 10.222.0.20 "GET /v2.0/networks/4bede49c-7b7b-4f97-b9f9-e703368ee19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789965 Jul 27 21:03:23.340470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de19f-04b1-403c-acb5-764a18019d53 req-5a7996ff-b855-47c5-87cb-9d8a2c2ad64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:23.342918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-5a7996ff-b855-47c5-87cb-9d8a2c2ad64f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=820b5224-7573-46ac-8d28-c5cd972ee439 HTTP/1.1" status: 200 len: 858 time: 0.2909486 Jul 27 21:03:23.440542 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075d670e-ddb5-4abb-81d6-0ba991f19a2a x-openstack-request-id: req-075d670e-ddb5-4abb-81d6-0ba991f19a2a {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:23.440859 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b88c9e3-a975-4aed-a96e-679a69fe0829", "name": "network-vif-plugged", "status": "completed", "tag": "31b12b60-62ae-4631-a04c-5a3efa9ac618", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:23.441112 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-075d670e-ddb5-4abb-81d6-0ba991f19a2a {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:23.441517 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b88c9e3-a975-4aed-a96e-679a69fe0829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b12b60-62ae-4631-a04c-5a3efa9ac618', 'code': 200} Jul 27 21:03:23.465545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-adee5be7-19f6-4ec6-9b78-7476f3e9350d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4bede49c-7b7b-4f97-b9f9-e703368ee19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130657 Jul 27 21:03:23.612238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d7a58-7c8d-4a89-b58d-dfd9398679c9 req-a4750932-bc55-4d55-839d-b2554b4cb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:23.614041 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-544d7a58-7c8d-4a89-b58d-dfd9398679c9 req-a4750932-bc55-4d55-839d-b2554b4cb4c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4b88c9e3-a975-4aed-a96e-679a69fe0829 HTTP/1.1" status: 200 len: 1096 time: 0.0945151 Jul 27 21:03:23.676577 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-544d7a58-7c8d-4a89-b58d-dfd9398679c9 req-a4c5db04-b8ba-4d8c-ba7f-ce780f584cdf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531991 Jul 27 21:03:23.683552 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:23.824742 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-5d0373bf-03d6-421e-affa-a3b219806cf3 service neutron] 10.222.0.66 "GET /v2.0/networks/4bede49c-7b7b-4f97-b9f9-e703368ee19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331017 Jul 27 21:03:23.824742 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Transition to ACTIVE for port object e9f04afa-b66e-4b78-8439-6d1da9ef7e0d will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:23.945589 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442ea74-f42e-4985-a05f-93d62b4f9389 req-6276ac1d-5fc4-48ca-9df6-b754fcde6f6f tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:23.953382 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e442ea74-f42e-4985-a05f-93d62b4f9389 req-6276ac1d-5fc4-48ca-9df6-b754fcde6f6f tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 944 time: 0.4313715 Jul 27 21:03:24.008627 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:24.064530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eea2b9-5cfa-4b31-8064-4c1a8b67e8df req-403c1d85-8918-4f19-afbb-1f41af370aed tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:24.066051 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-60eea2b9-5cfa-4b31-8064-4c1a8b67e8df req-403c1d85-8918-4f19-afbb-1f41af370aed tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b88c9e3-a975-4aed-a96e-679a69fe0829 HTTP/1.1" status: 200 len: 945 time: 0.4566443 Jul 27 21:03:24.125317 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Pushing event updated for resources: {'Port': ['ID=e9f04afa-b66e-4b78-8439-6d1da9ef7e0d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:24.167906 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e442ea74-f42e-4985-a05f-93d62b4f9389 req-675b0580-2837-4852-a64a-d8655d069b67 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133100 Jul 27 21:03:24.177459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Network 6ec00e2c-05c4-487c-9890-4842123aff94 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:24.205931 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:24.214236 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:24.221713 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e0263aab-8245-4621-b199-6e35e0d7a014 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:24.274215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f51de19f-04b1-403c-acb5-764a18019d53 req-2653ed4f-5842-4433-a8da-fcb80fbf2dd6 service neutron] 10.222.0.66 "GET /v2.0/networks/4bede49c-7b7b-4f97-b9f9-e703368ee19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415796 Jul 27 21:03:24.291361 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-60eea2b9-5cfa-4b31-8064-4c1a8b67e8df req-e50a1615-2075-4f04-b467-1551796d9b8b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614583 Jul 27 21:03:24.304424 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:24.365920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port e0263aab-8245-4621-b199-6e35e0d7a014 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:24.372349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e0263aab-8245-4621-b199-6e35e0d7a014 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:24.372724 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:24.447242 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da6ae3a-f403-4682-9930-a92ce8ef58e7 x-openstack-request-id: req-2da6ae3a-f403-4682-9930-a92ce8ef58e7 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:24.447542 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9622d6-ef4f-4640-b041-c68807636b0e", "tag": "33f72422-80e9-4dcc-979b-7c5ba67a9f4f", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:24.447800 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2da6ae3a-f403-4682-9930-a92ce8ef58e7 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:24.448205 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9622d6-ef4f-4640-b041-c68807636b0e', 'tag': '33f72422-80e9-4dcc-979b-7c5ba67a9f4f', 'status': 'completed', 'code': 200} Jul 27 21:03:24.494107 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c8ab09-9c07-4279-9b17-9c1199cdf68c x-openstack-request-id: req-02c8ab09-9c07-4279-9b17-9c1199cdf68c {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:24.494710 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838328e2-74d3-4432-88b3-1a91f2d62c40", "tag": "a77be389-913b-4a7d-b397-3c09ca9f5d0e", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:24.495165 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02c8ab09-9c07-4279-9b17-9c1199cdf68c {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:24.495771 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838328e2-74d3-4432-88b3-1a91f2d62c40', 'tag': 'a77be389-913b-4a7d-b397-3c09ca9f5d0e', 'status': 'completed', 'code': 200} Jul 27 21:03:24.548664 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:24.589599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port e0263aab-8245-4621-b199-6e35e0d7a014, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e0263aab-8245-4621-b199-6e35e0d7a014,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:24.597485 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:24.669857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=e0263aab-8245-4621-b199-6e35e0d7a014,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:24.674465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ee511-9e42-40d5-8e60-b6cbb297e083 req-4b99f855-bc20-4632-bd68-aed7a382f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:24.675989 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2b4ee511-9e42-40d5-8e60-b6cbb297e083 req-4b99f855-bc20-4632-bd68-aed7a382f409 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e291709bf1c4a80b9542b6ed946a502&device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 1095 time: 0.1517403 Jul 27 21:03:24.705556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89fea40a-8007-4725-8865-1b37e50ef510 req-8e1fead4-50c6-49a1-8533-b16323b1527f tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 210 time: 0.1191447 Jul 27 21:03:24.770572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-631630f1-d1b6-4cb4-8d33-a27ef84af036 None None] Provisioning for port e9f04afa-b66e-4b78-8439-6d1da9ef7e0d completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:24.778331 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-631630f1-d1b6-4cb4-8d33-a27ef84af036 None None] Provisioning complete for port e9f04afa-b66e-4b78-8439-6d1da9ef7e0d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:24.779091 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-631630f1-d1b6-4cb4-8d33-a27ef84af036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:24.861653 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4813c-f992-49f0-909b-5f2f654366bd req-a86277f8-ad16-49ea-abaf-ffd3fae501db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:24.865418 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7af4813c-f992-49f0-909b-5f2f654366bd req-a86277f8-ad16-49ea-abaf-ffd3fae501db service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e291709bf1c4a80b9542b6ed946a502&device_id=1f9622d6-ef4f-4640-b041-c68807636b0e HTTP/1.1" status: 200 len: 1095 time: 0.4254472 Jul 27 21:03:24.915704 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-631630f1-d1b6-4cb4-8d33-a27ef84af036 None None] Port e9f04afa-b66e-4b78-8439-6d1da9ef7e0d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:03:24.929468 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:25.014279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ee511-9e42-40d5-8e60-b6cbb297e083 req-4b676e68-6fa7-4511-ab07-37a97ee1defa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:25.017946 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2b4ee511-9e42-40d5-8e60-b6cbb297e083 req-4b676e68-6fa7-4511-ab07-37a97ee1defa service neutron] 10.222.0.20 "GET /v2.0/networks?id=4bede49c-7b7b-4f97-b9f9-e703368ee19a HTTP/1.1" status: 200 len: 919 time: 0.3325832 Jul 27 21:03:25.137097 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2b4ee511-9e42-40d5-8e60-b6cbb297e083 req-4196a595-a9ec-4b02-91a2-4dccfe2187d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a77be389-913b-4a7d-b397-3c09ca9f5d0e HTTP/1.1" status: 200 len: 217 time: 0.0886815 Jul 27 21:03:25.236510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ee511-9e42-40d5-8e60-b6cbb297e083 req-4f7da660-f230-4f25-91f1-1d8d23f0a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:25.238159 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2b4ee511-9e42-40d5-8e60-b6cbb297e083 req-4f7da660-f230-4f25-91f1-1d8d23f0a6be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=820b5224-7573-46ac-8d28-c5cd972ee439 HTTP/1.1" status: 200 len: 858 time: 0.0934606 Jul 27 21:03:25.250508 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-ae9cd835-46ca-42a4-877f-4fbf7de40c16 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:25.253453 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-ae9cd835-46ca-42a4-877f-4fbf7de40c16 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 805 time: 0.3069077 Jul 27 21:03:25.271767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-d9ecd895-806b-42f0-9448-014b4a79823d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Request body: {'port': {'device_id': '636a2bd2-4abc-4035-be39-5734975d79f2', 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c', 'admin_state_up': True, 'tenant_id': '3524f3f0e14346288bee76498e246a11'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:25.328008 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2b4ee511-9e42-40d5-8e60-b6cbb297e083 req-397482e5-e416-4752-9dee-4f6ccb000da8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4bede49c-7b7b-4f97-b9f9-e703368ee19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732677 Jul 27 21:03:25.342583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4813c-f992-49f0-909b-5f2f654366bd req-add16a4c-d6cd-4db8-ad1a-f4f473588093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:25.344253 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7af4813c-f992-49f0-909b-5f2f654366bd req-add16a4c-d6cd-4db8-ad1a-f4f473588093 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4bede49c-7b7b-4f97-b9f9-e703368ee19a HTTP/1.1" status: 200 len: 919 time: 0.4636686 Jul 27 21:03:25.404132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ae24e-44d2-4202-9764-1315d7eec77e req-96836ce0-765c-4187-85b0-8ac31f596678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:25.405847 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-381ae24e-44d2-4202-9764-1315d7eec77e req-96836ce0-765c-4187-85b0-8ac31f596678 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e12b0b8b49e4a8685306f697c0d4f06&device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 1096 time: 0.4104164 Jul 27 21:03:25.456962 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7af4813c-f992-49f0-909b-5f2f654366bd req-fc102fc2-0c2e-44d9-8e4d-a762ab35e9f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33f72422-80e9-4dcc-979b-7c5ba67a9f4f HTTP/1.1" status: 200 len: 217 time: 0.0793545 Jul 27 21:03:25.469624 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e8db4-51bc-4af3-bc2a-73c8340469ed req-951128ee-2274-4429-9528-cf6d366d4486 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:25.471443 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c0e8db4-51bc-4af3-bc2a-73c8340469ed req-951128ee-2274-4429-9528-cf6d366d4486 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.4621243 Jul 27 21:03:25.488071 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2b4ee511-9e42-40d5-8e60-b6cbb297e083 req-ab217290-d7cc-4dec-b8ca-cd538d02c5a8 service neutron] 10.222.0.20 "GET /v2.0/networks/4bede49c-7b7b-4f97-b9f9-e703368ee19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323373 Jul 27 21:03:25.543435 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-d9ecd895-806b-42f0-9448-014b4a79823d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Made reservation on behalf of 3524f3f0e14346288bee76498e246a11 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:25.547089 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-d9ecd895-806b-42f0-9448-014b4a79823d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:25.652938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4813c-f992-49f0-909b-5f2f654366bd req-9f6f6f4d-d063-4bc1-afc9-8d76ea049d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:25.653181 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2b4ee511-9e42-40d5-8e60-b6cbb297e083 req-3c6253d7-bc0f-42d7-89b8-404fe725024c service neutron] 10.222.0.20 "GET /v2.0/networks/4bede49c-7b7b-4f97-b9f9-e703368ee19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569464 Jul 27 21:03:25.653295 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7af4813c-f992-49f0-909b-5f2f654366bd req-9f6f6f4d-d063-4bc1-afc9-8d76ea049d39 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=820b5224-7573-46ac-8d28-c5cd972ee439 HTTP/1.1" status: 200 len: 858 time: 0.1778924 Jul 27 21:03:25.662820 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c0e8db4-51bc-4af3-bc2a-73c8340469ed req-e02b4423-4ee0-481e-912a-d1c468f77d55 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668997 Jul 27 21:03:25.719306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-d9ecd895-806b-42f0-9448-014b4a79823d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Allocated IP 172.20.0.5 (e63d6883-21db-42a3-83ad-67a0ca0dae2c/d6866e95-5277-449a-81cc-71c772e0c274/1100ead9-5a0c-4a90-81c9-fb3145f7e46c) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:25.756382 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5c163-74a1-4d4e-b2b1-638531691258 req-b7f4967a-abd3-4a12-9060-91127eff461d tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:25.766313 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecb5c163-74a1-4d4e-b2b1-638531691258 req-b7f4967a-abd3-4a12-9060-91127eff461d tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 944 time: 0.4543047 Jul 27 21:03:25.774685 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7af4813c-f992-49f0-909b-5f2f654366bd req-7185500e-08e3-4845-b2df-6acb22224a1d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4bede49c-7b7b-4f97-b9f9-e703368ee19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064765 Jul 27 21:03:25.776753 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:25.793083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device edbe1898-787a-44e2-aadc-3dd50e97e8ab details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:03:25.851937 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:25.898349 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ae24e-44d2-4202-9764-1315d7eec77e req-728b3821-51b8-4299-a307-1c40bd343330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:25.900126 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-381ae24e-44d2-4202-9764-1315d7eec77e req-728b3821-51b8-4299-a307-1c40bd343330 service neutron] 10.222.0.20 "GET /v2.0/networks?id=12136521-0c8b-4cb0-9dc5-5d02674d242d HTTP/1.1" status: 200 len: 920 time: 0.4575169 Jul 27 21:03:25.908882 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:25.969039 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port edbe1898-787a-44e2-aadc-3dd50e97e8ab, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=edbe1898-787a-44e2-aadc-3dd50e97e8ab,segment=NetworkSegment(95f69752-8481-4ae9-abd9-49021b284200),segment_id=95f69752-8481-4ae9-abd9-49021b284200)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:25.976738 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-d9ecd895-806b-42f0-9448-014b4a79823d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:26.011539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'edbe1898-787a-44e2-aadc-3dd50e97e8ab', 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a', 'port_id': 'edbe1898-787a-44e2-aadc-3dd50e97e8ab', 'mac_address': 'fa:16:3e:1f:cb:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820b5224-7573-46ac-8d28-c5cd972ee439', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:03:26.025976 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecb5c163-74a1-4d4e-b2b1-638531691258 req-b7a4b1ff-efd3-4173-bb47-87434a2a662d tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585850 Jul 27 21:03:26.038215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-381ae24e-44d2-4202-9764-1315d7eec77e req-c9d7bf8d-9afd-4986-9ada-d2a57a03da84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d85ae5c-d25d-4861-b44c-d1476db8e9b5 HTTP/1.1" status: 200 len: 217 time: 0.0983751 Jul 27 21:03:26.098331 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-d9ecd895-806b-42f0-9448-014b4a79823d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:26.132354 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['57fe7918-c9cd-422f-aa0c-181755d554c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:26.176672 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ae24e-44d2-4202-9764-1315d7eec77e req-45c22654-43b5-43fb-840a-66f014c48db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:26.178343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-381ae24e-44d2-4202-9764-1315d7eec77e req-45c22654-43b5-43fb-840a-66f014c48db6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f64ea69-e90b-4843-8916-973c88972dfb HTTP/1.1" status: 200 len: 859 time: 0.1224053 Jul 27 21:03:26.179481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Pushing event updated for resources: {'Port': ['ID=e9f04afa-b66e-4b78-8439-6d1da9ef7e0d,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:26.215501 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e0263aab-8245-4621-b199-6e35e0d7a014 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:26.217456 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:26.247561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbe1898-787a-44e2-aadc-3dd50e97e8ab {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:26.275755 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port edbe1898-787a-44e2-aadc-3dd50e97e8ab, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=edbe1898-787a-44e2-aadc-3dd50e97e8ab,segment=NetworkSegment(95f69752-8481-4ae9-abd9-49021b284200),segment_id=95f69752-8481-4ae9-abd9-49021b284200)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:26.282836 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-d9ecd895-806b-42f0-9448-014b4a79823d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Network e63d6883-21db-42a3-83ad-67a0ca0dae2c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:26.301976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-d9ecd895-806b-42f0-9448-014b4a79823d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:26.309423 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:26.317246 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-d9ecd895-806b-42f0-9448-014b4a79823d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:26.359953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecd895-806b-42f0-9448-014b4a79823d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Pushing event updated for resources: {'Port': ['ID=1100ead9-5a0c-4a90-81c9-fb3145f7e46c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:26.416387 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-d9ecd895-806b-42f0-9448-014b4a79823d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:26.417082 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-d9ecd895-806b-42f0-9448-014b4a79823d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:26.445481 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-d9ecd895-806b-42f0-9448-014b4a79823d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1765859 Jul 27 21:03:26.459461 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Request body: {'port': {'device_id': '636a2bd2-4abc-4035-be39-5734975d79f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:26.460677 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=edbe1898-787a-44e2-aadc-3dd50e97e8ab,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:26.471825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e0263aab-8245-4621-b199-6e35e0d7a014 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:26.472473 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:26.595041 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['edbe1898-787a-44e2-aadc-3dd50e97e8ab'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:26.620173 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:26.644922 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-381ae24e-44d2-4202-9764-1315d7eec77e req-f9311a71-d9ba-46cb-bfcd-1475460af562 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12136521-0c8b-4cb0-9dc5-5d02674d242d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4484179 Jul 27 21:03:26.649289 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7af4813c-f992-49f0-909b-5f2f654366bd req-a4a3c2a6-f947-48e9-86c0-fe5f725d0567 service neutron] 10.222.0.66 "GET /v2.0/networks/4bede49c-7b7b-4f97-b9f9-e703368ee19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8507288 Jul 27 21:03:26.750368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-381ae24e-44d2-4202-9764-1315d7eec77e req-e860d33e-2d81-4154-8d0d-70bc73d84388 service neutron] 10.222.0.20 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964141 Jul 27 21:03:26.962984 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Network 6ec00e2c-05c4-487c-9890-4842123aff94 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:26.976273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:26.996765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1100ead9-5a0c-4a90-81c9-fb3145f7e46c {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:27.005782 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:27.012257 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5cf27-9140-4ef1-b304-5bb6797d1f1a req-d16a006b-9c84-47f7-b4c1-433cd50182ed tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:27.013906 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71a5cf27-9140-4ef1-b304-5bb6797d1f1a req-d16a006b-9c84-47f7-b4c1-433cd50182ed tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b88c9e3-a975-4aed-a96e-679a69fe0829 HTTP/1.1" status: 200 len: 945 time: 0.8313866 Jul 27 21:03:27.023256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Transition to ACTIVE for port object 1100ead9-5a0c-4a90-81c9-fb3145f7e46c will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:27.030749 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7af4813c-f992-49f0-909b-5f2f654366bd req-804d7409-54ea-4598-830f-fa5fb403a473 service neutron] 10.222.0.66 "GET /v2.0/networks/4bede49c-7b7b-4f97-b9f9-e703368ee19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826829 Jul 27 21:03:27.031707 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:27.104930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Pushing event updated for resources: {'Port': ['ID=1100ead9-5a0c-4a90-81c9-fb3145f7e46c,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:27.148565 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-381ae24e-44d2-4202-9764-1315d7eec77e req-21dee6fd-0c92-47e1-8641-3656fd24583c service neutron] 10.222.0.20 "GET /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821540 Jul 27 21:03:27.226042 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd332218-112c-4160-abea-40589a405201 req-f39fd5c3-b3f7-4828-9233-296a9982b461 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:27.229815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Attempting to bind port 1100ead9-5a0c-4a90-81c9-fb3145f7e46c on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:27.230331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Attempting to bind port 1100ead9-5a0c-4a90-81c9-fb3145f7e46c by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:27.230937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Attempting to bind port 1100ead9-5a0c-4a90-81c9-fb3145f7e46c on network e63d6883-21db-42a3-83ad-67a0ca0dae2c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:27.235323 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd332218-112c-4160-abea-40589a405201 req-f39fd5c3-b3f7-4828-9233-296a9982b461 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 931 time: 0.4087651 Jul 27 21:03:27.237915 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Port 1100ead9-5a0c-4a90-81c9-fb3145f7e46c on network e63d6883-21db-42a3-83ad-67a0ca0dae2c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:03:27.239276 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Attempting to bind port 1100ead9-5a0c-4a90-81c9-fb3145f7e46c on network e63d6883-21db-42a3-83ad-67a0ca0dae2c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:27.250855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:27.253005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Checking segment: {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:27.253756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Bound using segment: {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:27.254652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Bound port: 1100ead9-5a0c-4a90-81c9-fb3145f7e46c, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:27.255106 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:27.276818 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71a5cf27-9140-4ef1-b304-5bb6797d1f1a req-d27ca0a9-0836-4b66-a499-93393bde181b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498608 Jul 27 21:03:27.353103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] For port 1100ead9-5a0c-4a90-81c9-fb3145f7e46c, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:27.356657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] For port 1100ead9-5a0c-4a90-81c9-fb3145f7e46c, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=1100ead9-5a0c-4a90-81c9-fb3145f7e46c,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:27.359865 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd332218-112c-4160-abea-40589a405201 req-c86eb167-472f-477b-85e7-6e2f2d3d8f9b tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234772 Jul 27 21:03:27.363249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2ef30754-8fd6-423c-909c-425c87b4d0b7 None None] Provisioning complete for port e9f04afa-b66e-4b78-8439-6d1da9ef7e0d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:27.363857 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2ef30754-8fd6-423c-909c-425c87b4d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:27.367528 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:03:27.376293 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:27.426179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-2ef30754-8fd6-423c-909c-425c87b4d0b7 None None] Port e9f04afa-b66e-4b78-8439-6d1da9ef7e0d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:03:27.468551 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:27.469174 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:27.482895 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] 10.222.0.20 "PUT /v2.0/ports/1100ead9-5a0c-4a90-81c9-fb3145f7e46c HTTP/1.1" status: 200 len: 1091 time: 1.0284026 Jul 27 21:03:27.483338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636a2bd2-4abc-4035-be39-5734975d79f2', 'tag': '1100ead9-5a0c-4a90-81c9-fb3145f7e46c'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:27.485745 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae78b8a8-fe7f-4c8c-9088-2d227dc655b3" -d '{"events": [{"name": "network-changed", "server_uuid": "636a2bd2-4abc-4035-be39-5734975d79f2", "tag": "1100ead9-5a0c-4a90-81c9-fb3145f7e46c"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:27.514626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f20e67-07ca-4052-ab0e-bda2bb7f19af service neutron] Pushing event updated for resources: {'Port': ['ID=1100ead9-5a0c-4a90-81c9-fb3145f7e46c,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:27.600692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:03:27.605355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-9954926c-c5c4-4c07-9ea3-0b63aab50ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:27.605988 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5ad5d89f-59f6-4656-832d-b1fdee982c1d admin admin] 10.222.0.55 "PUT /v2.0/routers/7d884ac6-bc6e-4e3f-80c8-e751e1a3e026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8398273 Jul 27 21:03:27.606748 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-9954926c-c5c4-4c07-9ea3-0b63aab50ec2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 1094 time: 0.0755305 Jul 27 21:03:27.623912 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Sync routers for ids ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:03:27.638888 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Routers {'7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:27.639863 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:03:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:27.651862 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd78cd-a95f-4fb8-b906-a8dd2f450fea req-d864d959-09ad-4ec8-b2fc-f531ce450336 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:27.664928 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4cbd78cd-a95f-4fb8-b906-a8dd2f450fea req-d864d959-09ad-4ec8-b2fc-f531ce450336 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.1459544 Jul 27 21:03:27.677773 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-ea412205-55aa-4ca9-9f45-2210dd18d88c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1100ead9-5a0c-4a90-81c9-fb3145f7e46c HTTP/1.1" status: 200 len: 217 time: 0.0588958 Jul 27 21:03:27.760119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4cbd78cd-a95f-4fb8-b906-a8dd2f450fea req-9f437425-eb10-45e7-bdd2-bba8bdfff6ab tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881691 Jul 27 21:03:27.800726 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-c3bbcd88-1eba-45e0-9ecd-6df159e5d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:27.801992 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Set router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:27.802939 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-c3bbcd88-1eba-45e0-9ecd-6df159e5d3ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6866e95-5277-449a-81cc-71c772e0c274 HTTP/1.1" status: 200 len: 845 time: 0.1062889 Jul 27 21:03:27.809611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device a77be389-913b-4a7d-b397-3c09ca9f5d0e details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:03:27.812070 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device edbe1898-787a-44e2-aadc-3dd50e97e8ab up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:27.893481 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-e009fda0-c3b7-48e3-be4a-f36bd65471ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e63d6883-21db-42a3-83ad-67a0ca0dae2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739605 Jul 27 21:03:27.949991 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a124af9-ec4b-4eab-adcc-dba1dfacd1ae req-fc11ff7e-fe61-4f5c-ab68-9a69e87ef9e4 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:27.958389 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1a124af9-ec4b-4eab-adcc-dba1dfacd1ae req-fc11ff7e-fe61-4f5c-ab68-9a69e87ef9e4 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 944 time: 0.1078806 Jul 27 21:03:28.024628 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1a124af9-ec4b-4eab-adcc-dba1dfacd1ae req-b1fabe22-4d1f-48ad-932a-33e26c8eb90b tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654683 Jul 27 21:03:28.051242 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port a77be389-913b-4a7d-b397-3c09ca9f5d0e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=a77be389-913b-4a7d-b397-3c09ca9f5d0e,segment=NetworkSegment(95f69752-8481-4ae9-abd9-49021b284200),segment_id=95f69752-8481-4ae9-abd9-49021b284200)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:28.061133 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'a77be389-913b-4a7d-b397-3c09ca9f5d0e', 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a', 'port_id': 'a77be389-913b-4a7d-b397-3c09ca9f5d0e', 'mac_address': 'fa:16:3e:51:8b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820b5224-7573-46ac-8d28-c5cd972ee439', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:03:28.075270 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port edbe1898-787a-44e2-aadc-3dd50e97e8ab completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:28.107001 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-53c2cf9d-f3ff-4427-8f67-525d8bb8df12 service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051859 Jul 27 21:03:28.118559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port edbe1898-787a-44e2-aadc-3dd50e97e8ab triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:28.118936 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:28.194458 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:28.219544 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b982fc65-ced6-48c8-8bef-e64916309c3e x-openstack-request-id: req-b982fc65-ced6-48c8-8bef-e64916309c3e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:28.219843 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636a2bd2-4abc-4035-be39-5734975d79f2", "tag": "1100ead9-5a0c-4a90-81c9-fb3145f7e46c", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:28.220258 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b982fc65-ced6-48c8-8bef-e64916309c3e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:28.220613 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636a2bd2-4abc-4035-be39-5734975d79f2', 'tag': '1100ead9-5a0c-4a90-81c9-fb3145f7e46c', 'status': 'completed', 'code': 200} Jul 27 21:03:28.265489 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'name': 'tempest-ServersTestJSON-500445189-router', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:15Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'gw_port': {'id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:16Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e9f04afa-b66e-4b78-8439-6d1da9ef7e0d', 'name': '', 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'mac_address': 'fa:16:3e:da:1d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:22Z', 'updated_at': '2021-07-27T21:03:25Z', 'revision_number': 2, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'subnets': [{'id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:28.276078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77be389-913b-4a7d-b397-3c09ca9f5d0e {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:28.308932 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:28.312239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port a77be389-913b-4a7d-b397-3c09ca9f5d0e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=a77be389-913b-4a7d-b397-3c09ca9f5d0e,segment=NetworkSegment(95f69752-8481-4ae9-abd9-49021b284200),segment_id=95f69752-8481-4ae9-abd9-49021b284200)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:28.323668 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:28.327052 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eb9e4f1c-b6f3-4e46-985f-a19ddeb24894 req-074d8ec6-58fb-4b06-87f1-ee0095ffac8c service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115362 Jul 27 21:03:28.329305 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Checking router: 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:03:28.329671 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Updating router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 port e9f04afa-b66e-4b78-8439-6d1da9ef7e0d binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:03:28.367819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e74a71-8030-49bf-8f0e-a751de26ae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbe1898-787a-44e2-aadc-3dd50e97e8ab'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:28.370118 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2019d65-07d0-46ab-b84e-45ded4a117e8" -d '{"events": [{"server_uuid": "b7e74a71-8030-49bf-8f0e-a751de26ae6b", "name": "network-vif-plugged", "status": "completed", "tag": "edbe1898-787a-44e2-aadc-3dd50e97e8ab"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:28.393669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port edbe1898-787a-44e2-aadc-3dd50e97e8ab, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=edbe1898-787a-44e2-aadc-3dd50e97e8ab,segment=NetworkSegment(95f69752-8481-4ae9-abd9-49021b284200),segment_id=95f69752-8481-4ae9-abd9-49021b284200)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:28.402422 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:28.418367 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=a77be389-913b-4a7d-b397-3c09ca9f5d0e,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:28.459190 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:28.480411 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=edbe1898-787a-44e2-aadc-3dd50e97e8ab,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:28.504637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78b8a8-fe7f-4c8c-9088-2d227dc655b3 req-823fb31c-546b-4c7d-b3f5-c657d58f947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:28.506087 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae78b8a8-fe7f-4c8c-9088-2d227dc655b3 req-823fb31c-546b-4c7d-b3f5-c657d58f947b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 1094 time: 0.1034513 Jul 27 21:03:28.635804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78b8a8-fe7f-4c8c-9088-2d227dc655b3 req-206b29e5-c50a-44aa-bf79-6a22703bf270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:28.637267 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae78b8a8-fe7f-4c8c-9088-2d227dc655b3 req-206b29e5-c50a-44aa-bf79-6a22703bf270 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 906 time: 0.1224389 Jul 27 21:03:28.669831 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['a77be389-913b-4a7d-b397-3c09ca9f5d0e'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:28.746389 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae78b8a8-fe7f-4c8c-9088-2d227dc655b3 req-aac6e8a7-f6cc-411a-85ba-bec856fb9e95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1100ead9-5a0c-4a90-81c9-fb3145f7e46c HTTP/1.1" status: 200 len: 217 time: 0.0903430 Jul 27 21:03:28.837828 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78b8a8-fe7f-4c8c-9088-2d227dc655b3 req-c5c6533a-31a7-471e-876c-236ac3b82c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:28.843204 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae78b8a8-fe7f-4c8c-9088-2d227dc655b3 req-c5c6533a-31a7-471e-876c-236ac3b82c1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6866e95-5277-449a-81cc-71c772e0c274 HTTP/1.1" status: 200 len: 845 time: 0.0832665 Jul 27 21:03:28.858689 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:28.881642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40618) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:28.889977 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-faf4ae70-7c37-4e94-a203-15948e9c278b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2083352374', 'description': 'tempest-description--1958735833'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:28.909517 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae78b8a8-fe7f-4c8c-9088-2d227dc655b3 req-82f891e8-6bfb-43b0-9340-3267695c309a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e63d6883-21db-42a3-83ad-67a0ca0dae2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578558 Jul 27 21:03:28.910583 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:03:28.913693 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Transition to ACTIVE for port object e9f04afa-b66e-4b78-8439-6d1da9ef7e0d will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:28.933340 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:28.935102 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faf4ae70-7c37-4e94-a203-15948e9c278b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.135131 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Attempting to bind port e9f04afa-b66e-4b78-8439-6d1da9ef7e0d on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:29.135517 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Attempting to bind port e9f04afa-b66e-4b78-8439-6d1da9ef7e0d by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '086cc814-2bba-486e-b0af-036e8dbd33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:29.135832 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Attempting to bind port e9f04afa-b66e-4b78-8439-6d1da9ef7e0d on network 6ec00e2c-05c4-487c-9890-4842123aff94 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:29.140330 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faf4ae70-7c37-4e94-a203-15948e9c278b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.147069 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faf4ae70-7c37-4e94-a203-15948e9c278b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.156984 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:29.157513 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Checking segment: {'id': '086cc814-2bba-486e-b0af-036e8dbd33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:29.161419 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.162183 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Bound using segment: {'id': '086cc814-2bba-486e-b0af-036e8dbd33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:29.164408 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Bound port: e9f04afa-b66e-4b78-8439-6d1da9ef7e0d, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086cc814-2bba-486e-b0af-036e8dbd33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:29.165312 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.169007 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae78b8a8-fe7f-4c8c-9088-2d227dc655b3 req-8bb8c9b4-f1e8-4471-b2f0-72940da91cae service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423229 Jul 27 21:03:29.257191 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faf4ae70-7c37-4e94-a203-15948e9c278b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.258747 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-faf4ae70-7c37-4e94-a203-15948e9c278b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3753266 Jul 27 21:03:29.261164 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4ae70-7c37-4e94-a203-15948e9c278b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14d4919-93c7-487e-b96c-59dade107e72,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:29.269724 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40626) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:29.275456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-144bd6be-78d8-4cc0-b436-d288dc05aa9b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Request body: {'security_group_rule': {'security_group_id': 'f14d4919-93c7-487e-b96c-59dade107e72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:29.326131 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e7091-e1b5-42d2-9beb-de0ae8fedd38 None None] Pushing event updated for resources: {'Port': ['ID=e9f04afa-b66e-4b78-8439-6d1da9ef7e0d,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:29.342045 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-144bd6be-78d8-4cc0-b436-d288dc05aa9b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.374667 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae78b8a8-fe7f-4c8c-9088-2d227dc655b3 req-e98f8227-eaa1-40e6-8484-645f4ed7767f service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957288 Jul 27 21:03:29.380928 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e13c29b-913e-47b0-9535-ab3369fcb8df x-openstack-request-id: req-2e13c29b-913e-47b0-9535-ab3369fcb8df {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:29.381483 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e74a71-8030-49bf-8f0e-a751de26ae6b", "name": "network-vif-plugged", "status": "completed", "tag": "edbe1898-787a-44e2-aadc-3dd50e97e8ab", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:29.381639 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e13c29b-913e-47b0-9535-ab3369fcb8df {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:29.386031 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e74a71-8030-49bf-8f0e-a751de26ae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbe1898-787a-44e2-aadc-3dd50e97e8ab', 'code': 200} Jul 27 21:03:29.387343 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e7091-e1b5-42d2-9beb-de0ae8fedd38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:29.387894 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e7091-e1b5-42d2-9beb-de0ae8fedd38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:29.396917 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e7091-e1b5-42d2-9beb-de0ae8fedd38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:29.397278 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e7091-e1b5-42d2-9beb-de0ae8fedd38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:29.398183 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e7091-e1b5-42d2-9beb-de0ae8fedd38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:29.403966 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e7091-e1b5-42d2-9beb-de0ae8fedd38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:29.404399 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e7091-e1b5-42d2-9beb-de0ae8fedd38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:29.404746 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e7091-e1b5-42d2-9beb-de0ae8fedd38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:29.405081 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e7091-e1b5-42d2-9beb-de0ae8fedd38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:29.405412 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e7091-e1b5-42d2-9beb-de0ae8fedd38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:29.405751 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e7091-e1b5-42d2-9beb-de0ae8fedd38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:29.406150 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0e7091-e1b5-42d2-9beb-de0ae8fedd38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:29.424185 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] For port e9f04afa-b66e-4b78-8439-6d1da9ef7e0d, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:29.432554 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] For port e9f04afa-b66e-4b78-8439-6d1da9ef7e0d, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e9f04afa-b66e-4b78-8439-6d1da9ef7e0d,segment=NetworkSegment(086cc814-2bba-486e-b0af-036e8dbd33a8),segment_id=086cc814-2bba-486e-b0af-036e8dbd33a8)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:29.438925 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.522651 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Routers {'7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:29.523507 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:03:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:29.549969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e96082-3527-4817-8f9b-887c2c7a3e92 req-333b57f1-5ff1-4f00-af6e-008365a0c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:29.551977 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32e96082-3527-4817-8f9b-887c2c7a3e92 req-333b57f1-5ff1-4f00-af6e-008365a0c26b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b7e74a71-8030-49bf-8f0e-a751de26ae6b HTTP/1.1" status: 200 len: 1097 time: 0.0891826 Jul 27 21:03:29.576612 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-144bd6be-78d8-4cc0-b436-d288dc05aa9b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.603217 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-144bd6be-78d8-4cc0-b436-d288dc05aa9b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.606304 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32e96082-3527-4817-8f9b-887c2c7a3e92 req-a9bd1a15-26a9-4e79-bc55-fcdfcee0c88a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447304 Jul 27 21:03:29.621117 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e7091-e1b5-42d2-9beb-de0ae8fedd38 None None] Pushing event updated for resources: {'Port': ['ID=e9f04afa-b66e-4b78-8439-6d1da9ef7e0d,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:29.641265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bd6be-78d8-4cc0-b436-d288dc05aa9b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b5667d-42a4-4aa1-8723-0c1b91f15eaa,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:29.657588 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316f995-1192-41fd-89d2-d33c921dce39 req-92648ca6-e3f1-4e75-b37d-bace275de81d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:29.659430 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7316f995-1192-41fd-89d2-d33c921dce39 req-92648ca6-e3f1-4e75-b37d-bace275de81d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 943 time: 0.1845160 Jul 27 21:03:29.660194 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-144bd6be-78d8-4cc0-b436-d288dc05aa9b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.661265 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-144bd6be-78d8-4cc0-b436-d288dc05aa9b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3904641 Jul 27 21:03:29.664150 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40632) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:29.669520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8d3b780a-03a9-478c-a7e2-d618084f503b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Request body: {'security_group_rule': {'security_group_id': 'f14d4919-93c7-487e-b96c-59dade107e72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:29.674721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41e1b9-dfe6-4d8a-b78a-c97aa3e5fb7d req-33791ebc-5893-424b-9b91-b205c16868a3 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:29.683490 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3c41e1b9-dfe6-4d8a-b78a-c97aa3e5fb7d req-33791ebc-5893-424b-9b91-b205c16868a3 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.2095547 Jul 27 21:03:29.712137 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] Set router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:29.726594 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d3b780a-03a9-478c-a7e2-d618084f503b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.753117 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3c41e1b9-dfe6-4d8a-b78a-c97aa3e5fb7d req-a911111b-13b6-49f9-8d47-759e5b441813 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685904 Jul 27 21:03:29.767876 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7316f995-1192-41fd-89d2-d33c921dce39 req-04ccac39-3c8b-488f-9fc0-40e5c3f5cdf4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802841 Jul 27 21:03:29.821371 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d3b780a-03a9-478c-a7e2-d618084f503b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.828957 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d3b780a-03a9-478c-a7e2-d618084f503b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.877074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b780a-03a9-478c-a7e2-d618084f503b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9293e9-009e-4a9f-8e69-e511ea87597a,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:29.888108 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d3b780a-03a9-478c-a7e2-d618084f503b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:29.892105 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8d3b780a-03a9-478c-a7e2-d618084f503b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2254493 Jul 27 21:03:29.895527 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40638) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:29.904970 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:29.971322 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:30.047430 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'name': 'tempest-ServersTestJSON-500445189-router', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:15Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'gw_port': {'id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:16Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e9f04afa-b66e-4b78-8439-6d1da9ef7e0d', 'name': '', 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'mac_address': 'fa:16:3e:da:1d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:22Z', 'updated_at': '2021-07-27T21:03:29Z', 'revision_number': 4, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'subnets': [{'id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:30.048708 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea6377-d185-460e-a2de-cc57432600c7 req-5ccf58f9-1544-48ac-86ec-1693b31af94a tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:30.056733 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6eea6377-d185-460e-a2de-cc57432600c7 req-5ccf58f9-1544-48ac-86ec-1693b31af94a tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 945 time: 0.1763573 Jul 27 21:03:30.083451 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a53f2-e164-4970-a272-e03ec87d8a92 None None] The sync data for ids ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'] in n-d-764806-9 is: [{'id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'name': 'tempest-ServersTestJSON-500445189-router', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:15Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'gw_port': {'id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:16Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e9f04afa-b66e-4b78-8439-6d1da9ef7e0d', 'name': '', 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'mac_address': 'fa:16:3e:da:1d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:22Z', 'updated_at': '2021-07-27T21:03:29Z', 'revision_number': 4, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'subnets': [{'id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:03:30.163299 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6eea6377-d185-460e-a2de-cc57432600c7 req-11719f93-70df-415a-9142-1a42f0779916 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055660 Jul 27 21:03:30.234248 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1f401-6fc5-4b92-b322-3063de15c918 req-c95d7778-cf8d-4b24-8b4e-da3c15c334d4 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:30.237370 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-68b1f401-6fc5-4b92-b322-3063de15c918 req-c95d7778-cf8d-4b24-8b4e-da3c15c334d4 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b88c9e3-a975-4aed-a96e-679a69fe0829 HTTP/1.1" status: 200 len: 945 time: 0.1722367 Jul 27 21:03:30.285212 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:30.299385 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-68b1f401-6fc5-4b92-b322-3063de15c918 req-ad84e642-3d9f-4cd0-b2f6-d3e36ecc10d2 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/security-groups?id=7dcc8a99-6f33-498f-a088-b133f8d825a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543301 Jul 27 21:03:30.338847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 33f72422-80e9-4dcc-979b-7c5ba67a9f4f details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:03:30.485359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e39ec-2949-42ee-bb37-926ed73cf5f7 req-5ec719d7-a39f-4b19-a958-f7f650d8b88b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:30.487996 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-702e39ec-2949-42ee-bb37-926ed73cf5f7 req-5ec719d7-a39f-4b19-a958-f7f650d8b88b tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b88c9e3-a975-4aed-a96e-679a69fe0829 HTTP/1.1" status: 200 len: 945 time: 0.1401601 Jul 27 21:03:30.551003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Allocated IP 172.25.2.96 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/c20da35f-3d31-431b-a936-1312b76ac4d7) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:30.602040 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 33f72422-80e9-4dcc-979b-7c5ba67a9f4f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=33f72422-80e9-4dcc-979b-7c5ba67a9f4f,segment=NetworkSegment(95f69752-8481-4ae9-abd9-49021b284200),segment_id=95f69752-8481-4ae9-abd9-49021b284200)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:30.640139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '33f72422-80e9-4dcc-979b-7c5ba67a9f4f', 'network_id': '4bede49c-7b7b-4f97-b9f9-e703368ee19a', 'port_id': '33f72422-80e9-4dcc-979b-7c5ba67a9f4f', 'mac_address': 'fa:16:3e:41:ba:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820b5224-7573-46ac-8d28-c5cd972ee439', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:03:30.717464 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:30.733284 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f72422-80e9-4dcc-979b-7c5ba67a9f4f {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:30.735671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-702e39ec-2949-42ee-bb37-926ed73cf5f7 req-db4ebaf7-e8d2-490c-91a1-f884d8a6a807 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Deleting port 31b12b60-62ae-4631-a04c-5a3efa9ac618 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:30.736018 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-702e39ec-2949-42ee-bb37-926ed73cf5f7 req-db4ebaf7-e8d2-490c-91a1-f884d8a6a807 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:30.758493 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 33f72422-80e9-4dcc-979b-7c5ba67a9f4f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=33f72422-80e9-4dcc-979b-7c5ba67a9f4f,segment=NetworkSegment(95f69752-8481-4ae9-abd9-49021b284200),segment_id=95f69752-8481-4ae9-abd9-49021b284200)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:30.762585 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38579f5e-663d-4281-bdb1-6a221377531d req-43d7737f-598a-44f8-8d03-8fa55cba973f tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:30.771720 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:30.772142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38579f5e-663d-4281-bdb1-6a221377531d req-43d7737f-598a-44f8-8d03-8fa55cba973f tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 948 time: 0.3521674 Jul 27 21:03:30.849627 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=33f72422-80e9-4dcc-979b-7c5ba67a9f4f,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:30.853292 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38579f5e-663d-4281-bdb1-6a221377531d req-e7facd41-3b38-41b8-8c3b-a98157a7c149 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740356 Jul 27 21:03:30.889309 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:30.980623 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:30.990053 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-702e39ec-2949-42ee-bb37-926ed73cf5f7 req-db4ebaf7-e8d2-490c-91a1-f884d8a6a807 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] For port 31b12b60-62ae-4631-a04c-5a3efa9ac618, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=31b12b60-62ae-4631-a04c-5a3efa9ac618,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:30.990446 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-702e39ec-2949-42ee-bb37-926ed73cf5f7 req-db4ebaf7-e8d2-490c-91a1-f884d8a6a807 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:31.016756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-702e39ec-2949-42ee-bb37-926ed73cf5f7 req-db4ebaf7-e8d2-490c-91a1-f884d8a6a807 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Calling delete_port for 31b12b60-62ae-4631-a04c-5a3efa9ac618 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:31.043071 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:31.050987 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:31.054376 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:31.057276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Pushing event updated for resources: {'Port': ['ID=c20da35f-3d31-431b-a936-1312b76ac4d7,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:31.102035 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ea93a-5294-4206-a142-8fb098be33ba req-e9daac17-1f7b-4d16-ace8-11f3c622be28 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:31.103734 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f06ea93a-5294-4206-a142-8fb098be33ba req-e9daac17-1f7b-4d16-ace8-11f3c622be28 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 943 time: 0.1914816 Jul 27 21:03:31.182882 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f06ea93a-5294-4206-a142-8fb098be33ba req-6228dd21-6ce6-42a4-bc22-ee0f3610f847 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684705 Jul 27 21:03:31.200196 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-702e39ec-2949-42ee-bb37-926ed73cf5f7 req-db4ebaf7-e8d2-490c-91a1-f884d8a6a807 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:31.215530 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['bf72de5c-8be8-48e7-9a0f-27be9ac31a5b', '31b12b60-62ae-4631-a04c-5a3efa9ac618'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:31.237627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ebaf7-e8d2-490c-91a1-f884d8a6a807 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Pushing event deleted for resources: {'Port': ['ID=31b12b60-62ae-4631-a04c-5a3efa9ac618,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:31.318354 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:31.353169 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['33f72422-80e9-4dcc-979b-7c5ba67a9f4f'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:31.356988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-702e39ec-2949-42ee-bb37-926ed73cf5f7 req-db4ebaf7-e8d2-490c-91a1-f884d8a6a807 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] No DVR routers for this DVR port 31b12b60-62ae-4631-a04c-5a3efa9ac618 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:31.359076 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-702e39ec-2949-42ee-bb37-926ed73cf5f7 req-db4ebaf7-e8d2-490c-91a1-f884d8a6a807 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:31.361164 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-702e39ec-2949-42ee-bb37-926ed73cf5f7 req-db4ebaf7-e8d2-490c-91a1-f884d8a6a807 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.20 "DELETE /v2.0/ports/31b12b60-62ae-4631-a04c-5a3efa9ac618 HTTP/1.1" status: 204 len: 173 time: 0.8507020 Jul 27 21:03:31.361627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b88c9e3-a975-4aed-a96e-679a69fe0829', 'name': 'network-vif-deleted', 'tag': '31b12b60-62ae-4631-a04c-5a3efa9ac618'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:31.372493 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1663d9-4c94-47af-9880-f8da8dddf6db" -d '{"events": [{"server_uuid": "4b88c9e3-a975-4aed-a96e-679a69fe0829", "name": "network-vif-deleted", "tag": "31b12b60-62ae-4631-a04c-5a3efa9ac618"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:31.505433 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6bb32350-9b14-416c-aedd-ffc1ba5dbc06 req-8f5ced33-ab5c-4edb-86be-5cf6f49f3542 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b88c9e3-a975-4aed-a96e-679a69fe0829 HTTP/1.1" status: 200 len: 210 time: 0.0749655 Jul 27 21:03:31.536017 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:31.577077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1e2bc-1090-4799-a4e7-a50e6ce7cb0d req-b23c3454-304b-436d-b701-786d631f28bd tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:31.580858 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9be1e2bc-1090-4799-a4e7-a50e6ce7cb0d req-b23c3454-304b-436d-b701-786d631f28bd tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3401eee-fb01-4da4-bdc4-bc06884d5b69 HTTP/1.1" status: 200 len: 946 time: 0.1816604 Jul 27 21:03:31.673794 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbed10a-1677-4917-a368-d121df0a19ea x-openstack-request-id: req-5bbed10a-1677-4917-a368-d121df0a19ea {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:31.674086 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b88c9e3-a975-4aed-a96e-679a69fe0829", "name": "network-vif-deleted", "tag": "31b12b60-62ae-4631-a04c-5a3efa9ac618", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:31.674430 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5bbed10a-1677-4917-a368-d121df0a19ea {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:31.674831 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b88c9e3-a975-4aed-a96e-679a69fe0829', 'name': 'network-vif-deleted', 'tag': '31b12b60-62ae-4631-a04c-5a3efa9ac618', 'status': 'completed', 'code': 200} Jul 27 21:03:31.739124 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fb60a-c02a-418b-a34a-3d0c7a7a3cec req-7c906ef6-ad3d-4f3b-871b-14830414197a tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:31.740717 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b57fb60a-c02a-418b-a34a-3d0c7a7a3cec req-7c906ef6-ad3d-4f3b-871b-14830414197a tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 945 time: 0.4388423 Jul 27 21:03:31.823535 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-9be1e2bc-1090-4799-a4e7-a50e6ce7cb0d req-04806927-8540-4d07-8c31-5b48173480fc tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Deleting port bf72de5c-8be8-48e7-9a0f-27be9ac31a5b {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:31.824023 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9be1e2bc-1090-4799-a4e7-a50e6ce7cb0d req-04806927-8540-4d07-8c31-5b48173480fc tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:31.843035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 1100ead9-5a0c-4a90-81c9-fb3145f7e46c details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:03:31.930932 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b57fb60a-c02a-418b-a34a-3d0c7a7a3cec req-af29601f-8428-474a-b489-7c2de033baff tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680727 Jul 27 21:03:31.961369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-9be1e2bc-1090-4799-a4e7-a50e6ce7cb0d req-04806927-8540-4d07-8c31-5b48173480fc tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] For port bf72de5c-8be8-48e7-9a0f-27be9ac31a5b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=bf72de5c-8be8-48e7-9a0f-27be9ac31a5b,segment=NetworkSegment(4802eaee-c784-4854-a371-033d6418c976),segment_id=4802eaee-c784-4854-a371-033d6418c976)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:31.962502 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9be1e2bc-1090-4799-a4e7-a50e6ce7cb0d req-04806927-8540-4d07-8c31-5b48173480fc tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:31.977932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-9be1e2bc-1090-4799-a4e7-a50e6ce7cb0d req-04806927-8540-4d07-8c31-5b48173480fc tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Calling delete_port for bf72de5c-8be8-48e7-9a0f-27be9ac31a5b owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:32.161471 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 1100ead9-5a0c-4a90-81c9-fb3145f7e46c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=1100ead9-5a0c-4a90-81c9-fb3145f7e46c,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:32.182057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '1100ead9-5a0c-4a90-81c9-fb3145f7e46c', 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c', 'port_id': '1100ead9-5a0c-4a90-81c9-fb3145f7e46c', 'mac_address': 'fa:16:3e:87:81:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6866e95-5277-449a-81cc-71c772e0c274', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:03:32.187068 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device a77be389-913b-4a7d-b397-3c09ca9f5d0e up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:32.217313 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:32.283959 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:32.291994 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9be1e2bc-1090-4799-a4e7-a50e6ce7cb0d req-04806927-8540-4d07-8c31-5b48173480fc tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:32.315200 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['31b12b60-62ae-4631-a04c-5a3efa9ac618'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:32.344097 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04806927-8540-4d07-8c31-5b48173480fc tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Pushing event deleted for resources: {'Port': ['ID=bf72de5c-8be8-48e7-9a0f-27be9ac31a5b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:32.348538 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e9f04afa-b66e-4b78-8439-6d1da9ef7e0d up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:32.404151 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port a77be389-913b-4a7d-b397-3c09ca9f5d0e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:32.416022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port a77be389-913b-4a7d-b397-3c09ca9f5d0e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:32.416651 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:32.418618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7a5d6-4853-4b2f-ade0-f1cb4125c369 req-29f08ead-6a7f-49de-8a3d-4e7eb478918d tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:32.421095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be1e2bc-1090-4799-a4e7-a50e6ce7cb0d req-04806927-8540-4d07-8c31-5b48173480fc tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] No DVR routers for this DVR port bf72de5c-8be8-48e7-9a0f-27be9ac31a5b on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:32.426413 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66c7a5d6-4853-4b2f-ade0-f1cb4125c369 req-29f08ead-6a7f-49de-8a3d-4e7eb478918d tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 948 time: 0.4184425 Jul 27 21:03:32.426639 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9be1e2bc-1090-4799-a4e7-a50e6ce7cb0d req-04806927-8540-4d07-8c31-5b48173480fc tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:32.429143 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9be1e2bc-1090-4799-a4e7-a50e6ce7cb0d req-04806927-8540-4d07-8c31-5b48173480fc tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.20 "DELETE /v2.0/ports/bf72de5c-8be8-48e7-9a0f-27be9ac31a5b HTTP/1.1" status: 204 len: 173 time: 0.8365979 Jul 27 21:03:32.486334 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:32.545641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Pushing event updated for resources: {'Port': ['ID=c20da35f-3d31-431b-a936-1312b76ac4d7,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:32.573683 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:32.649587 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66c7a5d6-4853-4b2f-ade0-f1cb4125c369 req-ff27736b-2748-4fda-805a-394770a0d250 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219634 Jul 27 21:03:32.652855 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:32.660405 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1c46905f-1e60-429c-b2fc-73d86fa157b8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7601466 Jul 27 21:03:32.674172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c1e7d-870e-454d-8304-37eaed084258 req-06c2815b-a40d-42be-abc9-31d66fc96747 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:32.676066 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f44c1e7d-870e-454d-8304-37eaed084258 req-06c2815b-a40d-42be-abc9-31d66fc96747 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 943 time: 0.2019973 Jul 27 21:03:32.684666 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f243101-93d2-420e-a1a8-985b2cf67935 req-cc526f31-db48-46f1-89dc-12548f4b3d61 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:32.686917 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f243101-93d2-420e-a1a8-985b2cf67935 req-cc526f31-db48-46f1-89dc-12548f4b3d61 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 948 time: 0.4620039 Jul 27 21:03:32.738027 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1100ead9-5a0c-4a90-81c9-fb3145f7e46c {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:32.777741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port e9f04afa-b66e-4b78-8439-6d1da9ef7e0d completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:32.817156 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f44c1e7d-870e-454d-8304-37eaed084258 req-8d59a41d-90fc-45d2-a3cf-10f62d45d0f0 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206009 Jul 27 21:03:32.824007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e9f04afa-b66e-4b78-8439-6d1da9ef7e0d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:32.824383 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:32.828769 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 1100ead9-5a0c-4a90-81c9-fb3145f7e46c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=1100ead9-5a0c-4a90-81c9-fb3145f7e46c,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:32.890030 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-44e07d35-f0ff-4f4f-b7d4-dfed1539c330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:32.890030 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:32.974296 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:32.985340 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-3f243101-93d2-420e-a1a8-985b2cf67935 req-9c6f6534-7f42-46b1-9d37-e536829651c9 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Deleting port 1df603f3-390a-41ea-b08f-ca30c4a377b0 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:32.985856 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3f243101-93d2-420e-a1a8-985b2cf67935 req-9c6f6534-7f42-46b1-9d37-e536829651c9 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:33.128834 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838328e2-74d3-4432-88b3-1a91f2d62c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77be389-913b-4a7d-b397-3c09ca9f5d0e'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:33.132392 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c0b3ba-e936-4afa-b1b4-86386aa15abd" -d '{"events": [{"server_uuid": "838328e2-74d3-4432-88b3-1a91f2d62c40", "name": "network-vif-plugged", "status": "completed", "tag": "a77be389-913b-4a7d-b397-3c09ca9f5d0e"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:33.136637 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=1100ead9-5a0c-4a90-81c9-fb3145f7e46c,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:33.161786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['1100ead9-5a0c-4a90-81c9-fb3145f7e46c'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:33.216342 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port a77be389-913b-4a7d-b397-3c09ca9f5d0e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=a77be389-913b-4a7d-b397-3c09ca9f5d0e,segment=NetworkSegment(95f69752-8481-4ae9-abd9-49021b284200),segment_id=95f69752-8481-4ae9-abd9-49021b284200)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:33.224633 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-215cf4de-bc96-497b-8e8b-04276de6abaf tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2083352374&fields=id&tenant_id=eb4ef6d905c540639ba16528d6bd530f HTTP/1.1" status: 200 len: 267 time: 0.1994128 Jul 27 21:03:33.233280 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e323f63d-2745-4139-b562-79233e89aca7 req-e5357815-68bf-4e3b-a49b-8c2a694d7c68 tempest-MultipleCreateTestJSON-289187668 tempest-MultipleCreateTestJSON-289187668-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3401eee-fb01-4da4-bdc4-bc06884d5b69 HTTP/1.1" status: 200 len: 210 time: 0.0838649 Jul 27 21:03:33.279704 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:33.334276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3f243101-93d2-420e-a1a8-985b2cf67935 req-9c6f6534-7f42-46b1-9d37-e536829651c9 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] For port 1df603f3-390a-41ea-b08f-ca30c4a377b0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1df603f3-390a-41ea-b08f-ca30c4a377b0,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:33.334666 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3f243101-93d2-420e-a1a8-985b2cf67935 req-9c6f6534-7f42-46b1-9d37-e536829651c9 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:33.402272 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-3f243101-93d2-420e-a1a8-985b2cf67935 req-9c6f6534-7f42-46b1-9d37-e536829651c9 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Calling delete_port for 1df603f3-390a-41ea-b08f-ca30c4a377b0 owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:33.424250 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:33.492885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=a77be389-913b-4a7d-b397-3c09ca9f5d0e,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:33.505231 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-fd7ce064-b586-4a94-b84a-7dd45b7926a2 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:33.506874 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-fd7ce064-b586-4a94-b84a-7dd45b7926a2 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/networks?id=6ec00e2c-05c4-487c-9890-4842123aff94 HTTP/1.1" status: 200 len: 805 time: 0.2813609 Jul 27 21:03:33.545831 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-af8c795b-b77d-4584-a21f-dbb9f54233a8 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/quotas/eb4ef6d905c540639ba16528d6bd530f HTTP/1.1" status: 200 len: 375 time: 0.0321317 Jul 27 21:03:33.561613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port e9f04afa-b66e-4b78-8439-6d1da9ef7e0d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e9f04afa-b66e-4b78-8439-6d1da9ef7e0d,segment=NetworkSegment(086cc814-2bba-486e-b0af-036e8dbd33a8),segment_id=086cc814-2bba-486e-b0af-036e8dbd33a8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:33.582110 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:33.638117 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a5ef1-fd39-45e5-a60c-a2ed747b5c98 req-a57f0026-b42f-4917-b258-d15fce96eb9f tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:33.639927 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-301a5ef1-fd39-45e5-a60c-a2ed747b5c98 req-a57f0026-b42f-4917-b258-d15fce96eb9f tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 946 time: 0.2555845 Jul 27 21:03:33.677230 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3401eee-fb01-4da4-bdc4-bc06884d5b69', 'name': 'network-vif-deleted', 'tag': 'bf72de5c-8be8-48e7-9a0f-27be9ac31a5b'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:33.681426 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7678cb82-dfd4-4260-86bd-4bbd5bdda89a" -d '{"events": [{"server_uuid": "b3401eee-fb01-4da4-bdc4-bc06884d5b69", "name": "network-vif-deleted", "tag": "bf72de5c-8be8-48e7-9a0f-27be9ac31a5b"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:33.686705 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=e9f04afa-b66e-4b78-8439-6d1da9ef7e0d,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:33.733516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-68195d3d-3eac-46c9-aae6-b2c6179fbc03 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=eb4ef6d905c540639ba16528d6bd530f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1867471 Jul 27 21:03:33.751346 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-301a5ef1-fd39-45e5-a60c-a2ed747b5c98 req-052a93db-bfda-4dd8-a16c-489e8638f6c1 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743494 Jul 27 21:03:33.754984 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3f243101-93d2-420e-a1a8-985b2cf67935 req-9c6f6534-7f42-46b1-9d37-e536829651c9 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:33.806546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f6534-7f42-46b1-9d37-e536829651c9 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Pushing event deleted for resources: {'Port': ['ID=1df603f3-390a-41ea-b08f-ca30c4a377b0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:33.818053 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13704d1-4f28-4cf3-85a4-aec83a07629a x-openstack-request-id: req-b13704d1-4f28-4cf3-85a4-aec83a07629a {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:33.818381 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838328e2-74d3-4432-88b3-1a91f2d62c40", "name": "network-vif-plugged", "status": "completed", "tag": "a77be389-913b-4a7d-b397-3c09ca9f5d0e", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:33.818893 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b13704d1-4f28-4cf3-85a4-aec83a07629a {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:33.820002 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838328e2-74d3-4432-88b3-1a91f2d62c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77be389-913b-4a7d-b397-3c09ca9f5d0e', 'code': 200} Jul 27 21:03:33.864494 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device bf72de5c-8be8-48e7-9a0f-27be9ac31a5b no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:33.919006 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f243101-93d2-420e-a1a8-985b2cf67935 req-9c6f6534-7f42-46b1-9d37-e536829651c9 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] No DVR routers for this DVR port 1df603f3-390a-41ea-b08f-ca30c4a377b0 on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:33.931268 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3f243101-93d2-420e-a1a8-985b2cf67935 req-9c6f6534-7f42-46b1-9d37-e536829651c9 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:33.931667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: bf72de5c-8be8-48e7-9a0f-27be9ac31a5b {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:33.932351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device bf72de5c-8be8-48e7-9a0f-27be9ac31a5b not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:33.933438 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f243101-93d2-420e-a1a8-985b2cf67935 req-9c6f6534-7f42-46b1-9d37-e536829651c9 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.66 "DELETE /v2.0/ports/1df603f3-390a-41ea-b08f-ca30c4a377b0 HTTP/1.1" status: 204 len: 173 time: 1.2333357 Jul 27 21:03:33.933750 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 31b12b60-62ae-4631-a04c-5a3efa9ac618 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:33.935992 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b667a35-0548-4f69-8087-9aafb0e5bbd0', 'name': 'network-vif-deleted', 'tag': '1df603f3-390a-41ea-b08f-ca30c4a377b0'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:33.938117 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659b2927-9bad-4915-8178-65920919adcc" -d '{"events": [{"server_uuid": "2b667a35-0548-4f69-8087-9aafb0e5bbd0", "name": "network-vif-deleted", "tag": "1df603f3-390a-41ea-b08f-ca30c4a377b0"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:33.978522 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77781dbb-563b-44e3-80d1-192e0231b7d7 req-32b5debd-4050-485f-8d57-3212af5a5ca7 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b667a35-0548-4f69-8087-9aafb0e5bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0621164 Jul 27 21:03:33.995344 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:33.995344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 31b12b60-62ae-4631-a04c-5a3efa9ac618 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:33.995344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 31b12b60-62ae-4631-a04c-5a3efa9ac618 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:34.015903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-1a768e78-256e-4fd0-82d4-9d4ed90ebf3f service neutron] 10.222.0.55 "GET /v2.0/networks/6ec00e2c-05c4-487c-9890-4842123aff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576654 Jul 27 21:03:34.075855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53fbee-896e-4a89-9268-ab32d46d50bf req-4b39aaca-54cc-4e37-a149-86c3fcafeb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:34.078468 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5f53fbee-896e-4a89-9268-ab32d46d50bf req-4b39aaca-54cc-4e37-a149-86c3fcafeb7a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 1097 time: 0.1703026 Jul 27 21:03:34.080899 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e92b74d-1352-4beb-a3b5-9263a4b8a1b6 x-openstack-request-id: req-4e92b74d-1352-4beb-a3b5-9263a4b8a1b6 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:34.081554 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3401eee-fb01-4da4-bdc4-bc06884d5b69", "name": "network-vif-deleted", "tag": "bf72de5c-8be8-48e7-9a0f-27be9ac31a5b", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:34.081904 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e92b74d-1352-4beb-a3b5-9263a4b8a1b6 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:34.082418 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3401eee-fb01-4da4-bdc4-bc06884d5b69', 'name': 'network-vif-deleted', 'tag': 'bf72de5c-8be8-48e7-9a0f-27be9ac31a5b', 'status': 'completed', 'code': 200} Jul 27 21:03:34.174632 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5f53fbee-896e-4a89-9268-ab32d46d50bf req-4c01812c-d14e-4b6d-990f-19461f3e5ac9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751162 Jul 27 21:03:34.202879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e9f04afa-b66e-4b78-8439-6d1da9ef7e0d up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:34.312007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e9f04afa-b66e-4b78-8439-6d1da9ef7e0d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:34.312610 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:34.376388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 33f72422-80e9-4dcc-979b-7c5ba67a9f4f up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:34.528168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 33f72422-80e9-4dcc-979b-7c5ba67a9f4f completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:34.533053 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 33f72422-80e9-4dcc-979b-7c5ba67a9f4f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:34.533434 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:34.627784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-d7d9e1db-dfd9-4a58-b2e3-e8503f9d231b service neutron] 10.222.0.55 "GET /v2.0/networks/6ec00e2c-05c4-487c-9890-4842123aff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948250 Jul 27 21:03:34.652216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f93da-e2bc-488c-970f-22b06ac83db7 req-308fed3f-073f-4774-a0e8-c8cb6890b0ea tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:34.658543 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:34.670600 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c8f93da-e2bc-488c-970f-22b06ac83db7 req-308fed3f-073f-4774-a0e8-c8cb6890b0ea tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 944 time: 0.5111687 Jul 27 21:03:34.696119 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 33f72422-80e9-4dcc-979b-7c5ba67a9f4f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=33f72422-80e9-4dcc-979b-7c5ba67a9f4f,segment=NetworkSegment(95f69752-8481-4ae9-abd9-49021b284200),segment_id=95f69752-8481-4ae9-abd9-49021b284200)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:34.705027 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:34.726688 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c8f93da-e2bc-488c-970f-22b06ac83db7 req-ebd3382f-141e-4d57-b724-068bac07e651 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543578 Jul 27 21:03:34.792064 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fa43fc-c22a-4fc2-bc31-ae190516c2f4 x-openstack-request-id: req-65fa43fc-c22a-4fc2-bc31-ae190516c2f4 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:34.792532 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b667a35-0548-4f69-8087-9aafb0e5bbd0", "name": "network-vif-deleted", "tag": "1df603f3-390a-41ea-b08f-ca30c4a377b0", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:34.792927 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65fa43fc-c22a-4fc2-bc31-ae190516c2f4 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:34.793570 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b667a35-0548-4f69-8087-9aafb0e5bbd0', 'name': 'network-vif-deleted', 'tag': '1df603f3-390a-41ea-b08f-ca30c4a377b0', 'status': 'completed', 'code': 200} Jul 27 21:03:34.828114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=33f72422-80e9-4dcc-979b-7c5ba67a9f4f,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:34.985012 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40726) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:35.092445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-47300836-991e-4556-9c51-bb73a28a98af admin admin] Deleting subnet 2f71f46c-0daa-432b-b7ea-942ae26e5c14 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:03:35.097242 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47300836-991e-4556-9c51-bb73a28a98af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:35.149091 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47300836-991e-4556-9c51-bb73a28a98af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:35.174695 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a03e39c-e528-4c14-8f50-f55201067176 req-58bf4601-e18b-4013-87e3-e276fb660804 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 210 time: 0.1326647 Jul 27 21:03:35.234863 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47300836-991e-4556-9c51-bb73a28a98af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:35.240269 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575f39e-a480-41b5-be32-fbc47e9eb937 req-2f1446e6-6da5-4cd0-9465-b8941a780b67 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:35.242591 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1575f39e-a480-41b5-be32-fbc47e9eb937 req-2f1446e6-6da5-4cd0-9465-b8941a780b67 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 946 time: 0.2033491 Jul 27 21:03:35.308941 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47300836-991e-4556-9c51-bb73a28a98af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:35.329049 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2b1b1295-5660-41a7-a927-e80cce644ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:35.338499 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1575f39e-a480-41b5-be32-fbc47e9eb937 req-30b096de-2827-413a-bd5f-165ce5a59568 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848262 Jul 27 21:03:35.348376 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47300836-991e-4556-9c51-bb73a28a98af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f71f46c-0daa-432b-b7ea-942ae26e5c14,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:35.354649 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47300836-991e-4556-9c51-bb73a28a98af admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:35.359273 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-47300836-991e-4556-9c51-bb73a28a98af admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2f71f46c-0daa-432b-b7ea-942ae26e5c14 HTTP/1.1" status: 204 len: 168 time: 0.3701158 Jul 27 21:03:35.359656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40740) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:35.426145 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:35.466592 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e270e52-7961-4fdf-8f6a-81efa0d43e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:35.561288 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e270e52-7961-4fdf-8f6a-81efa0d43e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:35.572816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-5e270e52-7961-4fdf-8f6a-81efa0d43e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5028058f-0cb8-4710-a2e7-eeffdf7e8374']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:35.583751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-5e270e52-7961-4fdf-8f6a-81efa0d43e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4802eaee-c784-4854-a371-033d6418c976') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:35.584046 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-5e270e52-7961-4fdf-8f6a-81efa0d43e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4802eaee-c784-4854-a371-033d6418c976') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:35.594729 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e270e52-7961-4fdf-8f6a-81efa0d43e44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:35.611124 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e270e52-7961-4fdf-8f6a-81efa0d43e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:35.618454 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e270e52-7961-4fdf-8f6a-81efa0d43e44 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:03:35.618995 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e270e52-7961-4fdf-8f6a-81efa0d43e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:03:35.620828 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:03:35.676992 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c5712-d998-41ef-aff9-c88e9504676b req-5625f930-156b-4771-bb91-506b6810ad1d tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:35.686717 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca4c5712-d998-41ef-aff9-c88e9504676b req-5625f930-156b-4771-bb91-506b6810ad1d tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ab64c6-e96b-4eab-8a32-b470747238ac HTTP/1.1" status: 200 len: 949 time: 0.0768008 Jul 27 21:03:35.703406 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e270e52-7961-4fdf-8f6a-81efa0d43e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:35.713115 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e270e52-7961-4fdf-8f6a-81efa0d43e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:35.714544 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5e270e52-7961-4fdf-8f6a-81efa0d43e44 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5028058f-0cb8-4710-a2e7-eeffdf7e8374 HTTP/1.1" status: 204 len: 168 time: 0.3538907 Jul 27 21:03:35.731542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e270e52-7961-4fdf-8f6a-81efa0d43e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=5028058f-0cb8-4710-a2e7-eeffdf7e8374,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:35.746777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca4c5712-d998-41ef-aff9-c88e9504676b req-d703f86e-439f-4c69-9878-f4f318da9512 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591459 Jul 27 21:03:35.821144 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9622d6-ef4f-4640-b041-c68807636b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f72422-80e9-4dcc-979b-7c5ba67a9f4f'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:35.823856 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10eb1658-660a-4fd0-ac16-348f18b29f71" -d '{"events": [{"server_uuid": "1f9622d6-ef4f-4640-b041-c68807636b0e", "name": "network-vif-plugged", "status": "completed", "tag": "33f72422-80e9-4dcc-979b-7c5ba67a9f4f"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:35.880827 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 1100ead9-5a0c-4a90-81c9-fb3145f7e46c up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:35.896786 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a1df-d14c-41e7-bbf1-69fd7fe5a619 req-0895db64-d94f-4562-a1f1-9dce017c80c0 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:35.905669 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff88a1df-d14c-41e7-bbf1-69fd7fe5a619 req-0895db64-d94f-4562-a1f1-9dce017c80c0 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 944 time: 0.0875273 Jul 27 21:03:35.955368 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75d171c-04b9-4a49-b43e-da20e288e2ab x-openstack-request-id: req-c75d171c-04b9-4a49-b43e-da20e288e2ab {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:35.955368 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9622d6-ef4f-4640-b041-c68807636b0e", "name": "network-vif-plugged", "status": "completed", "tag": "33f72422-80e9-4dcc-979b-7c5ba67a9f4f", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:35.955631 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c75d171c-04b9-4a49-b43e-da20e288e2ab {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:35.956013 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9622d6-ef4f-4640-b041-c68807636b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f72422-80e9-4dcc-979b-7c5ba67a9f4f', 'code': 200} Jul 27 21:03:35.973481 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff88a1df-d14c-41e7-bbf1-69fd7fe5a619 req-85f8aadc-d279-469b-952d-0682a9f8fc2c tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666349 Jul 27 21:03:36.034951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 1100ead9-5a0c-4a90-81c9-fb3145f7e46c completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:36.044709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 1100ead9-5a0c-4a90-81c9-fb3145f7e46c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:36.045292 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:36.103618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40764) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:36.159187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c111090-04de-4279-9311-d0830e31815d req-ff790f36-b9da-43ac-bfd3-ccb788159a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:36.161066 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3c111090-04de-4279-9311-d0830e31815d req-ff790f36-b9da-43ac-bfd3-ccb788159a09 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1f9622d6-ef4f-4640-b041-c68807636b0e HTTP/1.1" status: 200 len: 1097 time: 0.1279695 Jul 27 21:03:36.207014 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f264658b-d4e4-4feb-a7db-9d9076b77c78 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=174a3a2e44174280a25c3ba36ee985d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1021857 Jul 27 21:03:36.209361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40768) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:36.231306 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3c111090-04de-4279-9311-d0830e31815d req-6aba5e11-0ffb-476b-9ace-1bb4fe970f19 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534313 Jul 27 21:03:36.288417 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8defd2b-af1d-4d7c-adbc-4ae5963402e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:36.294974 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:36.316084 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8defd2b-af1d-4d7c-adbc-4ae5963402e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:36.325414 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce79ec88-2bb3-483c-8179-8ee95e9a8187 req-5ff7d183-e2b1-4c78-a495-81f752e34213 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 210 time: 0.0443370 Jul 27 21:03:36.350265 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 1100ead9-5a0c-4a90-81c9-fb3145f7e46c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=1100ead9-5a0c-4a90-81c9-fb3145f7e46c,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:36.357991 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:36.365917 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1df603f3-390a-41ea-b08f-ca30c4a377b0 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:36.406781 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8defd2b-af1d-4d7c-adbc-4ae5963402e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:36.410302 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8defd2b-af1d-4d7c-adbc-4ae5963402e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:36.411782 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d8defd2b-af1d-4d7c-adbc-4ae5963402e3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7dcc8a99-6f33-498f-a088-b133f8d825a1 HTTP/1.1" status: 204 len: 168 time: 0.2010369 Jul 27 21:03:36.427421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8defd2b-af1d-4d7c-adbc-4ae5963402e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcc8a99-6f33-498f-a088-b133f8d825a1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:36.441407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 1df603f3-390a-41ea-b08f-ca30c4a377b0 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:36.442047 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1df603f3-390a-41ea-b08f-ca30c4a377b0 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:36.487443 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=1100ead9-5a0c-4a90-81c9-fb3145f7e46c,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:36.543116 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c6f58-fdce-4fc9-8257-d3d9880b2e1f req-1034ad8e-d55a-4ef7-a80e-795d2870ee2b tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:36.552937 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a06c6f58-fdce-4fc9-8257-d3d9880b2e1f req-1034ad8e-d55a-4ef7-a80e-795d2870ee2b tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 946 time: 0.1084390 Jul 27 21:03:36.638194 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a06c6f58-fdce-4fc9-8257-d3d9880b2e1f req-7488a77c-c26a-4b56-bd71-3cf2b31e2387 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831044 Jul 27 21:03:36.767444 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b14cc4bf-65c8-4929-8778-7f11201f11c6 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:36.769312 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b14cc4bf-65c8-4929-8778-7f11201f11c6 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.20 "GET /v2.0/networks?id=6ec00e2c-05c4-487c-9890-4842123aff94 HTTP/1.1" status: 200 len: 805 time: 0.1904526 Jul 27 21:03:36.873426 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-e3cdb6bc-f69a-4e1a-af6e-d5b90c641bbd tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb4ef6d905c540639ba16528d6bd530f HTTP/1.1" status: 200 len: 380 time: 0.0865479 Jul 27 21:03:36.889919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-9e176555-da4d-4049-a74f-b36bd4aeb942 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Request body: {'port': {'device_id': '565f7a58-3567-43f3-9a8f-94b73277301b', 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94', 'admin_state_up': True, 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'security_groups': ['f14d4919-93c7-487e-b96c-59dade107e72']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:37.069012 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad709ef-e891-4a8c-a648-39e94f920159 req-28f75128-e83a-48b4-9ef2-b8a5e8af15cd tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:37.070645 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:37.083048 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aad709ef-e891-4a8c-a648-39e94f920159 req-28f75128-e83a-48b4-9ef2-b8a5e8af15cd tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e74a71-8030-49bf-8f0e-a751de26ae6b HTTP/1.1" status: 200 len: 946 time: 0.2886801 Jul 27 21:03:37.134520 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11744bd7-75b3-422b-89dc-581f4ff0e26e req-0f2ee2c7-aecf-4d47-bbbd-e177b82ebc10 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:37.143526 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11744bd7-75b3-422b-89dc-581f4ff0e26e req-0f2ee2c7-aecf-4d47-bbbd-e177b82ebc10 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ab64c6-e96b-4eab-8a32-b470747238ac HTTP/1.1" status: 200 len: 949 time: 0.2512147 Jul 27 21:03:37.180686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-9e176555-da4d-4049-a74f-b36bd4aeb942 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Made reservation on behalf of eb4ef6d905c540639ba16528d6bd530f for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:37.185150 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-9e176555-da4d-4049-a74f-b36bd4aeb942 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:37.196933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aad709ef-e891-4a8c-a648-39e94f920159 req-00a9d116-54c5-4bdf-ab6b-1162ebf17608 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074953 Jul 27 21:03:37.225776 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11744bd7-75b3-422b-89dc-581f4ff0e26e req-92d1dcde-734d-4717-a38c-f164737b3421 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810781 Jul 27 21:03:37.433558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-9e176555-da4d-4049-a74f-b36bd4aeb942 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Allocated IP 172.20.0.13 (6ec00e2c-05c4-487c-9890-4842123aff94/864f30b3-7cb2-4b35-aa65-c81e98a3a601/b2d9fe0b-2e04-4b16-8266-4c75eef91375) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:37.449086 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:37.473905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a211d5a-6516-46eb-b2a1-4d70babe2058 req-7d5f3e98-8ca0-40df-9b75-7643da8f69a3 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:37.476021 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a211d5a-6516-46eb-b2a1-4d70babe2058 req-7d5f3e98-8ca0-40df-9b75-7643da8f69a3 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 945 time: 0.1658309 Jul 27 21:03:37.609055 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a211d5a-6516-46eb-b2a1-4d70babe2058 req-5480db04-eddb-471e-a4ad-c58a01d5e470 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977809 Jul 27 21:03:37.630878 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff261134-4bd0-4f34-a64a-851a273037e3 req-3b85e9af-1ac8-45c9-b53a-bcf8d7bfc382 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:37.639052 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff261134-4bd0-4f34-a64a-851a273037e3 req-3b85e9af-1ac8-45c9-b53a-bcf8d7bfc382 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f9622d6-ef4f-4640-b041-c68807636b0e HTTP/1.1" status: 200 len: 946 time: 0.1594250 Jul 27 21:03:37.659549 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-9e176555-da4d-4049-a74f-b36bd4aeb942 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:37.687839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff261134-4bd0-4f34-a64a-851a273037e3 req-34e70513-d70f-4b3f-9c63-fe45cb7d52df tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423415 Jul 27 21:03:37.688317 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-9e176555-da4d-4049-a74f-b36bd4aeb942 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Transition to ACTIVE for port object b2d9fe0b-2e04-4b16-8266-4c75eef91375 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:37.716077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40818) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:37.724179 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e30757f-9247-4eb1-954b-85e976e99f7e req-6dc59b60-9b0d-46e2-9a1e-df19b0feef2b tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 210 time: 0.0352652 Jul 27 21:03:37.751979 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-9e176555-da4d-4049-a74f-b36bd4aeb942 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:37.795932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-9e176555-da4d-4049-a74f-b36bd4aeb942 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Network 6ec00e2c-05c4-487c-9890-4842123aff94 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:37.801197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-9e176555-da4d-4049-a74f-b36bd4aeb942 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:37.805421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-9e176555-da4d-4049-a74f-b36bd4aeb942 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:37.812169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e176555-da4d-4049-a74f-b36bd4aeb942 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Pushing event updated for resources: {'Port': ['ID=b2d9fe0b-2e04-4b16-8266-4c75eef91375,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:37.879690 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-bb175fbf-2afb-44f0-952e-e281022004c5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1697346844-network', 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:37.899264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-9e176555-da4d-4049-a74f-b36bd4aeb942 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:37.899899 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-9e176555-da4d-4049-a74f-b36bd4aeb942 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:37.921854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb175fbf-2afb-44f0-952e-e281022004c5 admin admin] Made reservation on behalf of 44a3a19e228a4d0985664b59fe9d66ef for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:37.925148 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb175fbf-2afb-44f0-952e-e281022004c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:37.929859 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-9e176555-da4d-4049-a74f-b36bd4aeb942 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0479953 Jul 27 21:03:37.937277 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb175fbf-2afb-44f0-952e-e281022004c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:37.945713 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Request body: {'port': {'device_id': '565f7a58-3567-43f3-9a8f-94b73277301b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:37.956830 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636a2bd2-4abc-4035-be39-5734975d79f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1100ead9-5a0c-4a90-81c9-fb3145f7e46c'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:37.959272 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a810f6f0-5677-49c1-ad65-6e57576176a1" -d '{"events": [{"server_uuid": "636a2bd2-4abc-4035-be39-5734975d79f2", "name": "network-vif-plugged", "status": "completed", "tag": "1100ead9-5a0c-4a90-81c9-fb3145f7e46c"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:38.005242 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8d09d9-da7e-490d-a805-142b280d0f62 x-openstack-request-id: req-9d8d09d9-da7e-490d-a805-142b280d0f62 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:38.005536 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636a2bd2-4abc-4035-be39-5734975d79f2", "name": "network-vif-plugged", "status": "completed", "tag": "1100ead9-5a0c-4a90-81c9-fb3145f7e46c", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:38.005789 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d8d09d9-da7e-490d-a805-142b280d0f62 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:38.006212 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636a2bd2-4abc-4035-be39-5734975d79f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1100ead9-5a0c-4a90-81c9-fb3145f7e46c', 'code': 200} Jul 27 21:03:38.076344 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:38.146650 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ac385-6959-415f-83ab-2bcd3b6dfbc4 req-fc498d09-1eb3-40f2-ac42-bbbf592b5ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:38.149593 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e26ac385-6959-415f-83ab-2bcd3b6dfbc4 req-fc498d09-1eb3-40f2-ac42-bbbf592b5ef9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 1096 time: 0.0626843 Jul 27 21:03:38.191376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7e9ef691-2275-4f9b-b3b0-811b28aaafe9 None None] Provisioning for port b2d9fe0b-2e04-4b16-8266-4c75eef91375 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:38.198573 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7e9ef691-2275-4f9b-b3b0-811b28aaafe9 None None] Provisioning complete for port b2d9fe0b-2e04-4b16-8266-4c75eef91375 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:38.199191 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef691-2275-4f9b-b3b0-811b28aaafe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:38.207777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e26ac385-6959-415f-83ab-2bcd3b6dfbc4 req-950574a3-1098-437e-b777-d0fe7cf02ec2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479870 Jul 27 21:03:38.249551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7e9ef691-2275-4f9b-b3b0-811b28aaafe9 None None] Port b2d9fe0b-2e04-4b16-8266-4c75eef91375 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:03:38.294863 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb175fbf-2afb-44f0-952e-e281022004c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:38.305425 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb175fbf-2afb-44f0-952e-e281022004c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:38.363440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb175fbf-2afb-44f0-952e-e281022004c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:03:38.376565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb175fbf-2afb-44f0-952e-e281022004c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3930add-8523-4bc2-abc0-8b3ca2987e84,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:38.383880 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb175fbf-2afb-44f0-952e-e281022004c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:38.384317 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-bb175fbf-2afb-44f0-952e-e281022004c5 admin admin] Added segment 34f1a03d-2a3d-41c6-90b5-98f70dfa8e59 of type vlan for network a83bccf7-f907-454f-9b2f-b3d6acd048db Jul 27 21:03:38.466585 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f883f79-f836-4fe5-8e96-a7eb1bde9038 req-9c6e7785-c6f0-43bf-b7f5-19b434acd7d4 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:38.468452 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb175fbf-2afb-44f0-952e-e281022004c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:38.468569 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f883f79-f836-4fe5-8e96-a7eb1bde9038 req-9c6e7785-c6f0-43bf-b7f5-19b434acd7d4 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ab64c6-e96b-4eab-8a32-b470747238ac HTTP/1.1" status: 200 len: 949 time: 0.1551433 Jul 27 21:03:38.504252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c8419-660b-4a49-bd3e-bd8fa4be7d4c req-dc444eba-e249-4e55-8430-960b7afd5981 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:38.506071 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a9c8419-660b-4a49-bd3e-bd8fa4be7d4c req-dc444eba-e249-4e55-8430-960b7afd5981 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1ab64c6-e96b-4eab-8a32-b470747238ac HTTP/1.1" status: 200 len: 949 time: 0.1384439 Jul 27 21:03:38.547446 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb175fbf-2afb-44f0-952e-e281022004c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:38.548363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb175fbf-2afb-44f0-952e-e281022004c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:38.549072 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb175fbf-2afb-44f0-952e-e281022004c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:38.581567 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f883f79-f836-4fe5-8e96-a7eb1bde9038 req-c186bcda-36f0-4ee6-b721-f5e7d967f701 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/security-groups?id=b986de34-07d7-4e97-a123-9c03ad99bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015434 Jul 27 21:03:38.616854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d9fe0b-2e04-4b16-8266-4c75eef91375 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:38.633806 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bb175fbf-2afb-44f0-952e-e281022004c5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9152966 Jul 27 21:03:38.637814 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:38.639577 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40838) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:38.650126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-421551c0-429b-4a47-b8ba-98078b3d62ba admin admin] Request body: {'subnet': {'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1697346844-subnet', 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:38.658238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb175fbf-2afb-44f0-952e-e281022004c5 admin admin] Pushing event updated for resources: {'Network': ['ID=a83bccf7-f907-454f-9b2f-b3d6acd048db,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:38.670049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network a83bccf7-f907-454f-9b2f-b3d6acd048db details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:03:38.674015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Transition to ACTIVE for port object b2d9fe0b-2e04-4b16-8266-4c75eef91375 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:38.685027 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:38.712460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421551c0-429b-4a47-b8ba-98078b3d62ba admin admin] Made reservation on behalf of 44a3a19e228a4d0985664b59fe9d66ef for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:38.720742 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-421551c0-429b-4a47-b8ba-98078b3d62ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:38.851873 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:38.934252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-4a9c8419-660b-4a49-bd3e-bd8fa4be7d4c req-3816aaa4-9500-492b-8e20-142603f9813e tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Deleting port ad89569f-be16-49eb-89a2-de84f32fd8d6 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:38.934584 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4a9c8419-660b-4a49-bd3e-bd8fa4be7d4c req-3816aaa4-9500-492b-8e20-142603f9813e tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:39.061168 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09061a8d-0ea6-4b60-8150-53ae5609d7a1 req-ac3aec3d-5f5c-41db-b8f2-167d1071327d tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:39.062910 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-09061a8d-0ea6-4b60-8150-53ae5609d7a1 req-ac3aec3d-5f5c-41db-b8f2-167d1071327d tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f9622d6-ef4f-4640-b041-c68807636b0e HTTP/1.1" status: 200 len: 946 time: 0.2036974 Jul 27 21:03:39.076699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dedb83-9639-4dbb-94db-a217a3b080d7 req-774f13a1-d307-4dfc-81c4-21402d8f0e3a tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:39.085146 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65dedb83-9639-4dbb-94db-a217a3b080d7 req-774f13a1-d307-4dfc-81c4-21402d8f0e3a tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 945 time: 0.3488684 Jul 27 21:03:39.210919 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-09061a8d-0ea6-4b60-8150-53ae5609d7a1 req-0846217f-3d68-41a5-b2b0-f2085f84fb8b tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174715 Jul 27 21:03:39.214991 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-4a9c8419-660b-4a49-bd3e-bd8fa4be7d4c req-3816aaa4-9500-492b-8e20-142603f9813e tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] For port ad89569f-be16-49eb-89a2-de84f32fd8d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=ad89569f-be16-49eb-89a2-de84f32fd8d6,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:39.215379 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4a9c8419-660b-4a49-bd3e-bd8fa4be7d4c req-3816aaa4-9500-492b-8e20-142603f9813e tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:39.270853 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65dedb83-9639-4dbb-94db-a217a3b080d7 req-d7748288-ea77-4f1e-b7a1-667962930de3 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847744 Jul 27 21:03:39.295241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-4a9c8419-660b-4a49-bd3e-bd8fa4be7d4c req-3816aaa4-9500-492b-8e20-142603f9813e tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Calling delete_port for ad89569f-be16-49eb-89a2-de84f32fd8d6 owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:39.400959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d9fe0b-2e04-4b16-8266-4c75eef91375,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:39.535035 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33856b7-1d30-4446-ab41-3a3e8459da11 req-b0310143-671e-4154-90c3-a6d4d7d35d1c tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:39.537513 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a33856b7-1d30-4446-ab41-3a3e8459da11 req-b0310143-671e-4154-90c3-a6d4d7d35d1c tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 944 time: 0.1387854 Jul 27 21:03:39.538862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Attempting to bind port b2d9fe0b-2e04-4b16-8266-4c75eef91375 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:39.539359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Attempting to bind port b2d9fe0b-2e04-4b16-8266-4c75eef91375 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '086cc814-2bba-486e-b0af-036e8dbd33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:39.540209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Attempting to bind port b2d9fe0b-2e04-4b16-8266-4c75eef91375 on network 6ec00e2c-05c4-487c-9890-4842123aff94 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:39.549730 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Port b2d9fe0b-2e04-4b16-8266-4c75eef91375 on network 6ec00e2c-05c4-487c-9890-4842123aff94 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:03:39.550262 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Attempting to bind port b2d9fe0b-2e04-4b16-8266-4c75eef91375 on network 6ec00e2c-05c4-487c-9890-4842123aff94 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:39.560367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:39.561140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Checking segment: {'id': '086cc814-2bba-486e-b0af-036e8dbd33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:39.563420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Bound using segment: {'id': '086cc814-2bba-486e-b0af-036e8dbd33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:39.564023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Bound port: b2d9fe0b-2e04-4b16-8266-4c75eef91375, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086cc814-2bba-486e-b0af-036e8dbd33a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:39.564685 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:39.651616 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a33856b7-1d30-4446-ab41-3a3e8459da11 req-0ddcb0a5-33fb-477f-a0e6-fd2f438676ba tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/security-groups?id=f14d4919-93c7-487e-b96c-59dade107e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993919 Jul 27 21:03:39.722601 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4a9c8419-660b-4a49-bd3e-bd8fa4be7d4c req-3816aaa4-9500-492b-8e20-142603f9813e tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:39.811108 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816aaa4-9500-492b-8e20-142603f9813e tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Pushing event deleted for resources: {'Port': ['ID=ad89569f-be16-49eb-89a2-de84f32fd8d6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:39.869765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] For port b2d9fe0b-2e04-4b16-8266-4c75eef91375, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:39.896154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] For port b2d9fe0b-2e04-4b16-8266-4c75eef91375, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b2d9fe0b-2e04-4b16-8266-4c75eef91375,segment=NetworkSegment(086cc814-2bba-486e-b0af-036e8dbd33a8),segment_id=086cc814-2bba-486e-b0af-036e8dbd33a8)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:39.909418 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:39.917844 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-421551c0-429b-4a47-b8ba-98078b3d62ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:39.924594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9c8419-660b-4a49-bd3e-bd8fa4be7d4c req-3816aaa4-9500-492b-8e20-142603f9813e tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] No DVR routers for this DVR port ad89569f-be16-49eb-89a2-de84f32fd8d6 on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:39.930089 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94a038f7-6664-47f4-ad2d-fe1f4288f6dc req-5bfe8710-83e6-466f-828c-1018e103c0c6 tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ab64c6-e96b-4eab-8a32-b470747238ac HTTP/1.1" status: 200 len: 210 time: 0.0609241 Jul 27 21:03:39.932655 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4a9c8419-660b-4a49-bd3e-bd8fa4be7d4c req-3816aaa4-9500-492b-8e20-142603f9813e tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:39.934733 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a9c8419-660b-4a49-bd3e-bd8fa4be7d4c req-3816aaa4-9500-492b-8e20-142603f9813e tempest-ListImageFiltersTestJSON-2048150923 tempest-ListImageFiltersTestJSON-2048150923-project] 10.222.0.66 "DELETE /v2.0/ports/ad89569f-be16-49eb-89a2-de84f32fd8d6 HTTP/1.1" status: 204 len: 173 time: 1.4208043 Jul 27 21:03:39.935195 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ab64c6-e96b-4eab-8a32-b470747238ac', 'name': 'network-vif-deleted', 'tag': 'ad89569f-be16-49eb-89a2-de84f32fd8d6'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:39.938074 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ceea36-89ae-46f6-a8a6-280935dbdfff" -d '{"events": [{"server_uuid": "f1ab64c6-e96b-4eab-8a32-b470747238ac", "name": "network-vif-deleted", "tag": "ad89569f-be16-49eb-89a2-de84f32fd8d6"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:40.006374 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34207b-34a8-4494-b2d7-aa871f249355 req-beddcf6b-708f-431d-9a00-99f3bc7164f5 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:40.016820 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1e34207b-34a8-4494-b2d7-aa871f249355 req-beddcf6b-708f-431d-9a00-99f3bc7164f5 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f9622d6-ef4f-4640-b041-c68807636b0e HTTP/1.1" status: 200 len: 946 time: 0.2208846 Jul 27 21:03:40.034605 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:40.035439 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:40.037093 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] 10.222.0.20 "PUT /v2.0/ports/b2d9fe0b-2e04-4b16-8266-4c75eef91375 HTTP/1.1" status: 200 len: 1092 time: 2.0962343 Jul 27 21:03:40.043304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565f7a58-3567-43f3-9a8f-94b73277301b', 'tag': 'b2d9fe0b-2e04-4b16-8266-4c75eef91375'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:40.045964 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a182b044-d740-4d2a-98b3-2de425a5dff0" -d '{"events": [{"name": "network-changed", "server_uuid": "565f7a58-3567-43f3-9a8f-94b73277301b", "tag": "b2d9fe0b-2e04-4b16-8266-4c75eef91375"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:40.048282 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5579386-61df-4e98-980e-96ae430d0cc2 x-openstack-request-id: req-f5579386-61df-4e98-980e-96ae430d0cc2 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:40.048579 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ab64c6-e96b-4eab-8a32-b470747238ac", "name": "network-vif-deleted", "tag": "ad89569f-be16-49eb-89a2-de84f32fd8d6", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:40.048833 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5579386-61df-4e98-980e-96ae430d0cc2 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:40.049353 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ab64c6-e96b-4eab-8a32-b470747238ac', 'name': 'network-vif-deleted', 'tag': 'ad89569f-be16-49eb-89a2-de84f32fd8d6', 'status': 'completed', 'code': 200} Jul 27 21:03:40.120671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8024374-cfe4-435b-998e-4f00495ae214 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d9fe0b-2e04-4b16-8266-4c75eef91375,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:40.126077 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1e34207b-34a8-4494-b2d7-aa871f249355 req-3cde0aab-c26c-4612-90bc-543a386b9cda tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038694 Jul 27 21:03:40.126320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421551c0-429b-4a47-b8ba-98078b3d62ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=95dcd686-975b-4220-990e-d334ecf706c3,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:40.133000 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421551c0-429b-4a47-b8ba-98078b3d62ba admin admin] Checking segment: {'id': '34f1a03d-2a3d-41c6-90b5-98f70dfa8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:40.133318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421551c0-429b-4a47-b8ba-98078b3d62ba admin admin] Network hostable DHCP agents. Network: a83bccf7-f907-454f-9b2f-b3d6acd048db, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:03:40.158062 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f838896f-3f73-40c3-a16d-1934f0361e9f x-openstack-request-id: req-f838896f-3f73-40c3-a16d-1934f0361e9f {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:40.158500 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565f7a58-3567-43f3-9a8f-94b73277301b", "tag": "b2d9fe0b-2e04-4b16-8266-4c75eef91375", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:40.158757 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f838896f-3f73-40c3-a16d-1934f0361e9f {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:40.159635 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565f7a58-3567-43f3-9a8f-94b73277301b', 'tag': 'b2d9fe0b-2e04-4b16-8266-4c75eef91375', 'status': 'completed', 'code': 200} Jul 27 21:03:40.183934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421551c0-429b-4a47-b8ba-98078b3d62ba admin admin] Network a83bccf7-f907-454f-9b2f-b3d6acd048db is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:03:40.213185 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-421551c0-429b-4a47-b8ba-98078b3d62ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, a83bccf7-f907-454f-9b2f-b3d6acd048db) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:40.231991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421551c0-429b-4a47-b8ba-98078b3d62ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:40.232563 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-421551c0-429b-4a47-b8ba-98078b3d62ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:40.240251 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6169f0f1-4530-4e4d-829f-d9fe3e974a6c None None] Network a83bccf7-f907-454f-9b2f-b3d6acd048db requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:03:40.310412 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40866) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:40.311990 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-421551c0-429b-4a47-b8ba-98078b3d62ba admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6694360 Jul 27 21:03:40.315999 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1697346844-router', 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:40.342935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-f71abdd5-8a29-4176-b5d6-822a41e3ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:40.374432 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-f71abdd5-8a29-4176-b5d6-822a41e3ac64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb4ef6d905c540639ba16528d6bd530f&device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 1095 time: 0.1571193 Jul 27 21:03:40.378056 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:40.386911 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:40.503767 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-c6b9a076-ea39-419c-8b20-486baca9f810 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d9fe0b-2e04-4b16-8266-4c75eef91375 HTTP/1.1" status: 200 len: 217 time: 0.1187723 Jul 27 21:03:40.526498 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:40.630994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-602a866e-af66-4f09-b486-870aee0aeb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:40.633149 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-602a866e-af66-4f09-b486-870aee0aeb45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=864f30b3-7cb2-4b35-aa65-c81e98a3a601 HTTP/1.1" status: 200 len: 844 time: 0.1183412 Jul 27 21:03:40.641109 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ce4672-9b0d-451e-83f9-4a94b34e1a83 None None] Network a83bccf7-f907-454f-9b2f-b3d6acd048db requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:03:40.726929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-0354b9d3-7ac9-4707-8554-721ca351a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:40.728526 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-0354b9d3-7ac9-4707-8554-721ca351a575 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ec00e2c-05c4-487c-9890-4842123aff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873244 Jul 27 21:03:40.873648 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-fa9ea22e-1b2e-4964-b727-b4b342e72ed8 service neutron] 10.222.0.20 "GET /v2.0/networks/6ec00e2c-05c4-487c-9890-4842123aff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263134 Jul 27 21:03:40.880172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e481c7-5fdc-448a-9e0d-ac374f619e33 req-ddb29eff-f859-4588-83df-d17e056337a5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:40.888999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-58e481c7-5fdc-448a-9e0d-ac374f619e33 req-ddb29eff-f859-4588-83df-d17e056337a5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 945 time: 0.3608546 Jul 27 21:03:40.913787 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:40.996539 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-58e481c7-5fdc-448a-9e0d-ac374f619e33 req-498b2aa8-ba03-402a-a8c3-5703b64ac025 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012571 Jul 27 21:03:41.093802 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c6cc4eec-e3d8-46f3-b1c9-bb770a2f4b9e req-a50944d1-9e40-44bc-9ae6-a53d099860f8 service neutron] 10.222.0.20 "GET /v2.0/networks/6ec00e2c-05c4-487c-9890-4842123aff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119768 Jul 27 21:03:41.102793 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f86df-4f47-4d12-9400-b62599a54da3 req-88c45554-a2bb-46e6-be82-d81a7a7bdb98 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:41.109952 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b1f86df-4f47-4d12-9400-b62599a54da3 req-88c45554-a2bb-46e6-be82-d81a7a7bdb98 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 944 time: 0.2837429 Jul 27 21:03:41.221286 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b1f86df-4f47-4d12-9400-b62599a54da3 req-43631fb0-8b89-4802-9ed3-8dd3bd57e6d0 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/security-groups?id=f14d4919-93c7-487e-b96c-59dade107e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104219 Jul 27 21:03:41.261408 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182b044-d740-4d2a-98b3-2de425a5dff0 req-a81f70fb-5e3e-4c73-8f8a-6dedac6d2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:41.268687 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a182b044-d740-4d2a-98b3-2de425a5dff0 req-a81f70fb-5e3e-4c73-8f8a-6dedac6d2b3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb4ef6d905c540639ba16528d6bd530f&device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 1095 time: 0.1148350 Jul 27 21:03:41.289462 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc415489-8d29-415b-abd3-b382c31c508e req-051bbd1c-391a-4b87-a8dd-503a107325b2 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:41.298682 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc415489-8d29-415b-abd3-b382c31c508e req-051bbd1c-391a-4b87-a8dd-503a107325b2 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 945 time: 0.1691990 Jul 27 21:03:41.377334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182b044-d740-4d2a-98b3-2de425a5dff0 req-a05d7e3f-54b2-4e7c-a83a-62033a173447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:41.379203 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a182b044-d740-4d2a-98b3-2de425a5dff0 req-a05d7e3f-54b2-4e7c-a83a-62033a173447 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ec00e2c-05c4-487c-9890-4842123aff94 HTTP/1.1" status: 200 len: 906 time: 0.1041245 Jul 27 21:03:41.432249 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc415489-8d29-415b-abd3-b382c31c508e req-da31c41d-bfca-46d7-a5a4-2ab292979438 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324196 Jul 27 21:03:41.448466 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a182b044-d740-4d2a-98b3-2de425a5dff0 req-bf3a3c7a-8052-455a-b3f0-15bba1594a34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d9fe0b-2e04-4b16-8266-4c75eef91375 HTTP/1.1" status: 200 len: 217 time: 0.0532143 Jul 27 21:03:41.554122 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182b044-d740-4d2a-98b3-2de425a5dff0 req-6dd6d3a4-6939-4491-a9d8-167ec82d5ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:41.556057 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a182b044-d740-4d2a-98b3-2de425a5dff0 req-6dd6d3a4-6939-4491-a9d8-167ec82d5ef0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=864f30b3-7cb2-4b35-aa65-c81e98a3a601 HTTP/1.1" status: 200 len: 844 time: 0.0908093 Jul 27 21:03:41.601836 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:41.632714 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:41.644855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182b044-d740-4d2a-98b3-2de425a5dff0 req-d98679ff-91b8-4b0a-9882-e6e1971965fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:41.646983 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a182b044-d740-4d2a-98b3-2de425a5dff0 req-d98679ff-91b8-4b0a-9882-e6e1971965fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ec00e2c-05c4-487c-9890-4842123aff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775898 Jul 27 21:03:41.716221 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec202b-909e-4972-a066-68763c1cf697 req-f393b771-441a-41fd-b1ef-0a50e280cce4 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:41.718543 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18ec202b-909e-4972-a066-68763c1cf697 req-f393b771-441a-41fd-b1ef-0a50e280cce4 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1f9622d6-ef4f-4640-b041-c68807636b0e HTTP/1.1" status: 200 len: 946 time: 0.2527840 Jul 27 21:03:41.731299 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73802f1-3295-4634-b7c5-653a72726850 req-bbe3dc2a-3479-4ea0-b5d7-887d25a82e18 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:41.738689 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a73802f1-3295-4634-b7c5-653a72726850 req-bbe3dc2a-3479-4ea0-b5d7-887d25a82e18 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f9622d6-ef4f-4640-b041-c68807636b0e HTTP/1.1" status: 200 len: 946 time: 0.1943083 Jul 27 21:03:41.770913 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a182b044-d740-4d2a-98b3-2de425a5dff0 req-f361f5ba-6152-427c-b789-74e6c98e4fbb service neutron] 10.222.0.20 "GET /v2.0/networks/6ec00e2c-05c4-487c-9890-4842123aff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150098 Jul 27 21:03:41.872070 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a73802f1-3295-4634-b7c5-653a72726850 req-5d8dc58c-524f-499c-9b1f-eda7273b27a8 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324124 Jul 27 21:03:41.910261 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a182b044-d740-4d2a-98b3-2de425a5dff0 req-9c97e9a6-0e61-4fc4-92a0-c5a18a4b4af1 service neutron] 10.222.0.20 "GET /v2.0/networks/6ec00e2c-05c4-487c-9890-4842123aff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304383 Jul 27 21:03:41.938485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Allocated IP 172.25.2.168 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/c9beff1d-8438-43d2-bd63-7e7f53441965) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:42.024767 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-18ec202b-909e-4972-a066-68763c1cf697 req-d75a1a07-d4cc-4bc0-9517-637eb9feedd7 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Deleting port 33f72422-80e9-4dcc-979b-7c5ba67a9f4f {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:42.025116 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-18ec202b-909e-4972-a066-68763c1cf697 req-d75a1a07-d4cc-4bc0-9517-637eb9feedd7 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:42.192352 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:42.226979 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-18ec202b-909e-4972-a066-68763c1cf697 req-d75a1a07-d4cc-4bc0-9517-637eb9feedd7 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] For port 33f72422-80e9-4dcc-979b-7c5ba67a9f4f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=33f72422-80e9-4dcc-979b-7c5ba67a9f4f,segment=NetworkSegment(95f69752-8481-4ae9-abd9-49021b284200),segment_id=95f69752-8481-4ae9-abd9-49021b284200)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:42.227389 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-18ec202b-909e-4972-a066-68763c1cf697 req-d75a1a07-d4cc-4bc0-9517-637eb9feedd7 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:42.254750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-18ec202b-909e-4972-a066-68763c1cf697 req-d75a1a07-d4cc-4bc0-9517-637eb9feedd7 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Calling delete_port for 33f72422-80e9-4dcc-979b-7c5ba67a9f4f owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:42.284701 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be50aa-f3d4-4cf6-9a40-10aac6c92a77 req-95e5f4ed-5347-4cff-97ca-aeaab991f23d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:42.293470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3be50aa-f3d4-4cf6-9a40-10aac6c92a77 req-95e5f4ed-5347-4cff-97ca-aeaab991f23d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 945 time: 0.2140973 Jul 27 21:03:42.400025 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ad89569f-be16-49eb-89a2-de84f32fd8d6 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:42.429995 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: ad89569f-be16-49eb-89a2-de84f32fd8d6 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:42.430594 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device ad89569f-be16-49eb-89a2-de84f32fd8d6 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:42.433477 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:42.441920 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3be50aa-f3d4-4cf6-9a40-10aac6c92a77 req-6517b25f-d34f-4301-9744-37cc1e1e512a tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475055 Jul 27 21:03:42.512840 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:42.522105 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:42.526010 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:42.531176 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c9beff1d-8438-43d2-bd63-7e7f53441965,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:42.574079 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beae67f-438f-4bff-acfd-dff9292a47ae req-09e70946-df86-4d86-a0cc-e2a193382658 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:42.575660 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0beae67f-438f-4bff-acfd-dff9292a47ae req-09e70946-df86-4d86-a0cc-e2a193382658 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 944 time: 0.2655146 Jul 27 21:03:43.088863 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40962) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:43.105111 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-18ec202b-909e-4972-a066-68763c1cf697 req-d75a1a07-d4cc-4bc0-9517-637eb9feedd7 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:43.127037 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['edbe1898-787a-44e2-aadc-3dd50e97e8ab', 'a77be389-913b-4a7d-b397-3c09ca9f5d0e'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:43.175044 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0beae67f-438f-4bff-acfd-dff9292a47ae req-e852140c-a739-49cb-9acc-d6400e7a08fe tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/security-groups?id=f14d4919-93c7-487e-b96c-59dade107e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5373714 Jul 27 21:03:43.181523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a1a07-d4cc-4bc0-9517-637eb9feedd7 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Pushing event deleted for resources: {'Port': ['ID=33f72422-80e9-4dcc-979b-7c5ba67a9f4f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:43.287025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-8bc28710-8d48-4a93-946c-3c24cea09eb9 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:43.295037 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-8bc28710-8d48-4a93-946c-3c24cea09eb9 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 808 time: 0.2898638 Jul 27 21:03:43.338415 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ec202b-909e-4972-a066-68763c1cf697 req-d75a1a07-d4cc-4bc0-9517-637eb9feedd7 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] No DVR routers for this DVR port 33f72422-80e9-4dcc-979b-7c5ba67a9f4f on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:43.348458 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-76d3a48b-78dc-4e13-8fb1-867367ccee90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c5984792c7754e179717e1e600d952bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560236 Jul 27 21:03:43.348845 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40972) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:43.350961 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-18ec202b-909e-4972-a066-68763c1cf697 req-d75a1a07-d4cc-4bc0-9517-637eb9feedd7 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:43.355439 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18ec202b-909e-4972-a066-68763c1cf697 req-d75a1a07-d4cc-4bc0-9517-637eb9feedd7 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.66 "DELETE /v2.0/ports/33f72422-80e9-4dcc-979b-7c5ba67a9f4f HTTP/1.1" status: 204 len: 173 time: 1.6072803 Jul 27 21:03:43.358801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9622d6-ef4f-4640-b041-c68807636b0e', 'name': 'network-vif-deleted', 'tag': '33f72422-80e9-4dcc-979b-7c5ba67a9f4f'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:43.361153 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081b0bcd-437e-4004-974a-e6cf76b3fe18" -d '{"events": [{"server_uuid": "1f9622d6-ef4f-4640-b041-c68807636b0e", "name": "network-vif-deleted", "tag": "33f72422-80e9-4dcc-979b-7c5ba67a9f4f"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:43.408052 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-074b9b55-99be-4c1c-ba47-9760acce664a tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/quotas/9f7a1b4e94ea472ca610a4b409bcea9d HTTP/1.1" status: 200 len: 375 time: 0.1120319 Jul 27 21:03:43.436718 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-56fc9fdb-d9c5-4f02-aed1-7bd22f8720b4 req-0845d5d2-0171-42bf-aa11-6848c42a952e tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f9622d6-ef4f-4640-b041-c68807636b0e HTTP/1.1" status: 200 len: 210 time: 0.0957303 Jul 27 21:03:43.571076 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5cea32b7-622b-4dc6-a3d1-cd99810d059b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:43.572606 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:43.610794 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67c35a9-722c-4951-a65d-4218bd804cac x-openstack-request-id: req-d67c35a9-722c-4951-a65d-4218bd804cac {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:43.611084 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9622d6-ef4f-4640-b041-c68807636b0e", "name": "network-vif-deleted", "tag": "33f72422-80e9-4dcc-979b-7c5ba67a9f4f", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:43.611338 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d67c35a9-722c-4951-a65d-4218bd804cac {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:43.611728 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9622d6-ef4f-4640-b041-c68807636b0e', 'name': 'network-vif-deleted', 'tag': '33f72422-80e9-4dcc-979b-7c5ba67a9f4f', 'status': 'completed', 'code': 200} Jul 27 21:03:43.649452 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5cea32b7-622b-4dc6-a3d1-cd99810d059b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:43.681855 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-e275f5c7-ea49-4312-9c9c-6ad6201fc8a5 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2481189 Jul 27 21:03:43.740199 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-8fa69afa-7251-47f8-bb23-11517c907f11 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:03:43.741149 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-8fa69afa-7251-47f8-bb23-11517c907f11 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103848 Jul 27 21:03:43.849085 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673230c-998a-4cb0-8dbc-0a26083aac40 req-7c1cc87a-b501-4f13-9ca6-d3b4d1ea22e4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:43.851545 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2673230c-998a-4cb0-8dbc-0a26083aac40 req-7c1cc87a-b501-4f13-9ca6-d3b4d1ea22e4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "GET /v2.0/ports?device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 945 time: 0.0778577 Jul 27 21:03:43.902835 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device b2d9fe0b-2e04-4b16-8266-4c75eef91375 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:03:43.955199 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5cea32b7-622b-4dc6-a3d1-cd99810d059b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:43.957524 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5cea32b7-622b-4dc6-a3d1-cd99810d059b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:43.962011 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5cea32b7-622b-4dc6-a3d1-cd99810d059b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b986de34-07d7-4e97-a123-9c03ad99bfe5 HTTP/1.1" status: 204 len: 168 time: 0.6010013 Jul 27 21:03:43.988560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc786643-8921-4a5b-a57f-4b30e4ac22f2 req-1fbea693-40b4-469f-b7c1-4209613eaea2 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:43.996699 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc786643-8921-4a5b-a57f-4b30e4ac22f2 req-1fbea693-40b4-469f-b7c1-4209613eaea2 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 945 time: 0.3400855 Jul 27 21:03:44.028164 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-359882d4-0b17-4e22-b6a6-38e626975cf3 service neutron] 10.222.0.55 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752562 Jul 27 21:03:44.030143 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea32b7-622b-4dc6-a3d1-cd99810d059b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b986de34-07d7-4e97-a123-9c03ad99bfe5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:44.069854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-2673230c-998a-4cb0-8dbc-0a26083aac40 req-5b1aec6b-d16a-48e9-a299-248e4e5e72bb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Deleting port 1100ead9-5a0c-4a90-81c9-fb3145f7e46c {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:44.072076 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2673230c-998a-4cb0-8dbc-0a26083aac40 req-5b1aec6b-d16a-48e9-a299-248e4e5e72bb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:44.093425 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port b2d9fe0b-2e04-4b16-8266-4c75eef91375, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b2d9fe0b-2e04-4b16-8266-4c75eef91375,segment=NetworkSegment(086cc814-2bba-486e-b0af-036e8dbd33a8),segment_id=086cc814-2bba-486e-b0af-036e8dbd33a8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:44.107817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'b2d9fe0b-2e04-4b16-8266-4c75eef91375', 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94', 'port_id': 'b2d9fe0b-2e04-4b16-8266-4c75eef91375', 'mac_address': 'fa:16:3e:5f:aa:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:03:44.193151 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:44.210572 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:44.214238 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d9fe0b-2e04-4b16-8266-4c75eef91375 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:44.232146 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc786643-8921-4a5b-a57f-4b30e4ac22f2 req-11c5b3de-309d-4ce3-8f19-3a3a258aa5a3 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320223 Jul 27 21:03:44.258074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port b2d9fe0b-2e04-4b16-8266-4c75eef91375, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b2d9fe0b-2e04-4b16-8266-4c75eef91375,segment=NetworkSegment(086cc814-2bba-486e-b0af-036e8dbd33a8),segment_id=086cc814-2bba-486e-b0af-036e8dbd33a8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:44.269085 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-2673230c-998a-4cb0-8dbc-0a26083aac40 req-5b1aec6b-d16a-48e9-a299-248e4e5e72bb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] For port 1100ead9-5a0c-4a90-81c9-fb3145f7e46c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=1100ead9-5a0c-4a90-81c9-fb3145f7e46c,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:44.269085 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2673230c-998a-4cb0-8dbc-0a26083aac40 req-5b1aec6b-d16a-48e9-a299-248e4e5e72bb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:44.276506 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:44.298239 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-2673230c-998a-4cb0-8dbc-0a26083aac40 req-5b1aec6b-d16a-48e9-a299-248e4e5e72bb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Calling delete_port for 1100ead9-5a0c-4a90-81c9-fb3145f7e46c owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:44.345918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=b2d9fe0b-2e04-4b16-8266-4c75eef91375,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:44.392688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 33f72422-80e9-4dcc-979b-7c5ba67a9f4f no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:44.428139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 33f72422-80e9-4dcc-979b-7c5ba67a9f4f {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:44.428585 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 33f72422-80e9-4dcc-979b-7c5ba67a9f4f not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:44.452209 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-8883ec88-b78a-4b50-ba8d-543bf7fa2b27 service neutron] 10.222.0.55 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230359 Jul 27 21:03:44.529429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81749d-4ad1-47c1-8b3f-31ffb0039da0 req-a4553561-b10d-4584-8632-b713223a8cba tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:44.537520 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f81749d-4ad1-47c1-8b3f-31ffb0039da0 req-a4553561-b10d-4584-8632-b713223a8cba tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 945 time: 0.1885641 Jul 27 21:03:44.539883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['b2d9fe0b-2e04-4b16-8266-4c75eef91375'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:44.543420 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2673230c-998a-4cb0-8dbc-0a26083aac40 req-5b1aec6b-d16a-48e9-a299-248e4e5e72bb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:44.587686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['57fe7918-c9cd-422f-aa0c-181755d554c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:44.623145 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1aec6b-d16a-48e9-a299-248e4e5e72bb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Pushing event deleted for resources: {'Port': ['ID=1100ead9-5a0c-4a90-81c9-fb3145f7e46c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:44.681549 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f81749d-4ad1-47c1-8b3f-31ffb0039da0 req-00f58c23-7c6a-49e3-8f8d-2bdf779a30b2 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/security-groups?id=f14d4919-93c7-487e-b96c-59dade107e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424053 Jul 27 21:03:44.682247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Router 687aa999-d63f-433f-a288-a83170ddb6df is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:03:44.714128 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-2673230c-998a-4cb0-8dbc-0a26083aac40 req-5b1aec6b-d16a-48e9-a299-248e4e5e72bb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] No DVR routers for this DVR port 1100ead9-5a0c-4a90-81c9-fb3145f7e46c on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:44.716411 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2673230c-998a-4cb0-8dbc-0a26083aac40 req-5b1aec6b-d16a-48e9-a299-248e4e5e72bb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:44.720095 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2673230c-998a-4cb0-8dbc-0a26083aac40 req-5b1aec6b-d16a-48e9-a299-248e4e5e72bb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "DELETE /v2.0/ports/1100ead9-5a0c-4a90-81c9-fb3145f7e46c HTTP/1.1" status: 204 len: 173 time: 0.8556142 Jul 27 21:03:44.720626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636a2bd2-4abc-4035-be39-5734975d79f2', 'name': 'network-vif-deleted', 'tag': '1100ead9-5a0c-4a90-81c9-fb3145f7e46c'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:44.727076 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365fc7b5-1af1-4898-a988-198445efabd6" -d '{"events": [{"server_uuid": "636a2bd2-4abc-4035-be39-5734975d79f2", "name": "network-vif-deleted", "tag": "1100ead9-5a0c-4a90-81c9-fb3145f7e46c"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:44.952943 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b91571-dd58-439c-87a6-b6da6dfe75fb x-openstack-request-id: req-c7b91571-dd58-439c-87a6-b6da6dfe75fb {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:44.953240 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636a2bd2-4abc-4035-be39-5734975d79f2", "name": "network-vif-deleted", "tag": "1100ead9-5a0c-4a90-81c9-fb3145f7e46c", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:44.953494 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7b91571-dd58-439c-87a6-b6da6dfe75fb {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:44.953897 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636a2bd2-4abc-4035-be39-5734975d79f2', 'name': 'network-vif-deleted', 'tag': '1100ead9-5a0c-4a90-81c9-fb3145f7e46c', 'status': 'completed', 'code': 200} Jul 27 21:03:45.018191 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:03:45.042400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Sync routers for ids ['687aa999-d63f-433f-a288-a83170ddb6df'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:03:45.055662 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:45.059655 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41020) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:45.060250 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-05501a98-2760-4cd0-ad8c-a6898d5ec1b0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7485232 Jul 27 21:03:45.122232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Routers {'687aa999-d63f-433f-a288-a83170ddb6df'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:45.134014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:03:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['687aa999-d63f-433f-a288-a83170ddb6df'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:45.151465 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36677aa0-2952-4f2d-a956-46f370fbd92c req-6fd1fee6-4edf-423f-8d80-4fe408f4b26d tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 210 time: 0.0827487 Jul 27 21:03:45.486855 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea24a1a7-a266-45df-9a9b-118b609ccde2 req-f1552e94-be44-488b-9d33-eadc76705f21 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=636a2bd2-4abc-4035-be39-5734975d79f2 HTTP/1.1" status: 200 len: 210 time: 0.0657589 Jul 27 21:03:45.492395 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Set router 687aa999-d63f-433f-a288-a83170ddb6df gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:45.767057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['1100ead9-5a0c-4a90-81c9-fb3145f7e46c'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:45.947860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device b2d9fe0b-2e04-4b16-8266-4c75eef91375 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:46.023456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cdf18-6a7c-4d54-9bb4-1aa217357757 req-5e538aec-8a9e-4d81-8b4b-b29a60714400 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:46.034028 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-476cdf18-6a7c-4d54-9bb4-1aa217357757 req-5e538aec-8a9e-4d81-8b4b-b29a60714400 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 945 time: 0.1435001 Jul 27 21:03:46.163999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-476cdf18-6a7c-4d54-9bb4-1aa217357757 req-31849e25-42ad-4687-8774-0fd3b70a1d9f tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/security-groups?id=f14d4919-93c7-487e-b96c-59dade107e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284282 Jul 27 21:03:46.183065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port b2d9fe0b-2e04-4b16-8266-4c75eef91375 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:46.193689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687aa999-d63f-433f-a288-a83170ddb6df', 'name': 'tempest-ServerRescueTestJSON-1697346844-router', 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c9beff1d-8438-43d2-bd63-7e7f53441965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:40Z', 'updated_at': '2021-07-27T21:03:43Z', 'revision_number': 3, 'project_id': '44a3a19e228a4d0985664b59fe9d66ef', 'gw_port': {'id': 'c9beff1d-8438-43d2-bd63-7e7f53441965', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687aa999-d63f-433f-a288-a83170ddb6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:41Z', 'updated_at': '2021-07-27T21:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:46.286986 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:46.295347 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Checking router: 687aa999-d63f-433f-a288-a83170ddb6df for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:03:46.299581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Updating router 687aa999-d63f-433f-a288-a83170ddb6df port c9beff1d-8438-43d2-bd63-7e7f53441965 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:03:46.305303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port b2d9fe0b-2e04-4b16-8266-4c75eef91375 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:46.309022 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:46.429404 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9388586c-e13a-4f65-bdc3-1d6f7b292801 req-12544ee1-6207-4f68-9bd8-2afe6dc1eae8 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 210 time: 0.0988865 Jul 27 21:03:46.567382 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:46.567530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41072) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:46.650151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Allocated IP 172.20.0.1 (a83bccf7-f907-454f-9b2f-b3d6acd048db/95dcd686-975b-4220-990e-d334ecf706c3/91983430-5783-4641-8b13-330c63119bc6) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:46.904105 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-315a680d-061c-4d6e-8443-b01da384991a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:46.968502 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.064733 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.066948 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.121156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Network a83bccf7-f907-454f-9b2f-b3d6acd048db is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:47.127045 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:47.137968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:47.144171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Pushing event updated for resources: {'Port': ['ID=91983430-5783-4641-8b13-330c63119bc6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:47.150764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565f7a58-3567-43f3-9a8f-94b73277301b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d9fe0b-2e04-4b16-8266-4c75eef91375'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:47.154173 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23557cd7-545b-4922-aca9-d239f7296833" -d '{"events": [{"server_uuid": "565f7a58-3567-43f3-9a8f-94b73277301b", "name": "network-vif-plugged", "status": "completed", "tag": "b2d9fe0b-2e04-4b16-8266-4c75eef91375"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:47.179304 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port b2d9fe0b-2e04-4b16-8266-4c75eef91375, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b2d9fe0b-2e04-4b16-8266-4c75eef91375,segment=NetworkSegment(086cc814-2bba-486e-b0af-036e8dbd33a8),segment_id=086cc814-2bba-486e-b0af-036e8dbd33a8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:47.187075 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.188727 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 1100ead9-5a0c-4a90-81c9-fb3145f7e46c no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:47.190516 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.260035 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-e278171a-46b4-4427-9335-7bcf2417893b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:47.262158 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-e278171a-46b4-4427-9335-7bcf2417893b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.66 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 808 time: 0.4936700 Jul 27 21:03:47.282115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-545565da-3036-4c00-a2b6-634136b58db3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Request body: {'port': {'device_id': 'b3a7e633-63fd-4c70-9924-10a7b5223c28', 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e', 'admin_state_up': True, 'tenant_id': '9f7a1b4e94ea472ca610a4b409bcea9d'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:47.305302 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=b2d9fe0b-2e04-4b16-8266-4c75eef91375,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:47.309747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfa306-8bbd-4fc3-a3d1-b4ee498f554b req-b56a6816-d8e7-4426-901d-f767d85f5486 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:47.313617 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 1100ead9-5a0c-4a90-81c9-fb3145f7e46c {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:47.314005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 1100ead9-5a0c-4a90-81c9-fb3145f7e46c not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:47.323020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfa306-8bbd-4fc3-a3d1-b4ee498f554b req-b56a6816-d8e7-4426-901d-f767d85f5486 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:47.327505 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5cfa306-8bbd-4fc3-a3d1-b4ee498f554b req-b56a6816-d8e7-4426-901d-f767d85f5486 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40&device_id=b7e74a71-8030-49bf-8f0e-a751de26ae6b HTTP/1.1" status: 200 len: 1683 time: 0.4025869 Jul 27 21:03:47.391444 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.405360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Transition to ACTIVE for port object c9beff1d-8438-43d2-bd63-7e7f53441965 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:47.409044 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.415181 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.478832 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Attempting to bind port c9beff1d-8438-43d2-bd63-7e7f53441965 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:47.479485 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Attempting to bind port c9beff1d-8438-43d2-bd63-7e7f53441965 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:47.479857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Attempting to bind port c9beff1d-8438-43d2-bd63-7e7f53441965 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:47.490565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cb740-3c98-4ea9-8884-2748892495fd None None] Pushing event updated for resources: {'Port': ['ID=c9beff1d-8438-43d2-bd63-7e7f53441965,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:47.506416 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-407aa9be-3d81-4b41-96d0-9ce2727addc6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:47.509348 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-407aa9be-3d81-4b41-96d0-9ce2727addc6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 805 time: 0.4301119 Jul 27 21:03:47.515024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:47.515485 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:47.515907 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.516588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:47.518452 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Bound port: c9beff1d-8438-43d2-bd63-7e7f53441965, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:47.518893 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.558673 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5cfa306-8bbd-4fc3-a3d1-b4ee498f554b req-8b15c6f1-428f-4bf9-8638-015c63e73503 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587348 Jul 27 21:03:47.606641 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] For port c9beff1d-8438-43d2-bd63-7e7f53441965, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:47.610837 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] For port c9beff1d-8438-43d2-bd63-7e7f53441965, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c9beff1d-8438-43d2-bd63-7e7f53441965,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:47.615496 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-31470faf-2b3b-450a-8f6d-92c146fee20a tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/quotas/3524f3f0e14346288bee76498e246a11 HTTP/1.1" status: 200 len: 375 time: 0.0905085 Jul 27 21:03:47.618793 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.669244 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-315a680d-061c-4d6e-8443-b01da384991a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.684987 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Routers {'687aa999-d63f-433f-a288-a83170ddb6df'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:47.685756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:03:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['687aa999-d63f-433f-a288-a83170ddb6df'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:47.691636 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-315a680d-061c-4d6e-8443-b01da384991a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.697953 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.703218 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.745125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cb740-3c98-4ea9-8884-2748892495fd None None] Pushing event updated for resources: {'Port': ['ID=c9beff1d-8438-43d2-bd63-7e7f53441965,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:47.782294 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.783890 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Pushing event updated for resources: {'Port': ['ID=91983430-5783-4641-8b13-330c63119bc6,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:47.796271 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41106) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:47.796589 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-315a680d-061c-4d6e-8443-b01da384991a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d0aaf854654434a8e66cdabb0b464a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2273049 Jul 27 21:03:47.797446 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-545565da-3036-4c00-a2b6-634136b58db3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Made reservation on behalf of 9f7a1b4e94ea472ca610a4b409bcea9d for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:47.802033 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-545565da-3036-4c00-a2b6-634136b58db3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.821435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a680d-061c-4d6e-8443-b01da384991a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8395b20d-a0e9-49d2-a6ed-529aaf5cf593,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:47.833643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] Set router 687aa999-d63f-433f-a288-a83170ddb6df gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:47.856814 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-42816dd9-fcef-4c26-9c2c-694ccac70061 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2393231 Jul 27 21:03:47.917748 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2773e98f-2be9-4fc6-9ce8-b697dae1e423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.953272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Network a83bccf7-f907-454f-9b2f-b3d6acd048db is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:47.955349 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2773e98f-2be9-4fc6-9ce8-b697dae1e423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:47.963288 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:47.986570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570a302-d957-4938-a6f6-5a5c66374e9b req-cf72ebf8-c0f9-49aa-a848-ddb52d69e01e tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:47.994683 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c570a302-d957-4938-a6f6-5a5c66374e9b req-cf72ebf8-c0f9-49aa-a848-ddb52d69e01e tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.3283806 Jul 27 21:03:48.082205 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687aa999-d63f-433f-a288-a83170ddb6df', 'name': 'tempest-ServerRescueTestJSON-1697346844-router', 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c9beff1d-8438-43d2-bd63-7e7f53441965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:40Z', 'updated_at': '2021-07-27T21:03:47Z', 'revision_number': 4, 'project_id': '44a3a19e228a4d0985664b59fe9d66ef', 'gw_port': {'id': 'c9beff1d-8438-43d2-bd63-7e7f53441965', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687aa999-d63f-433f-a288-a83170ddb6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:41Z', 'updated_at': '2021-07-27T21:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '91983430-5783-4641-8b13-330c63119bc6', 'name': '', 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db', 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef', 'mac_address': 'fa:16:3e:ee:f1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687aa999-d63f-433f-a288-a83170ddb6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '95dcd686-975b-4220-990e-d334ecf706c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:46Z', 'updated_at': '2021-07-27T21:03:46Z', 'revision_number': 1, 'project_id': '44a3a19e228a4d0985664b59fe9d66ef', 'subnets': [{'id': '95dcd686-975b-4220-990e-d334ecf706c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:48.101947 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c570a302-d957-4938-a6f6-5a5c66374e9b req-5c9850ef-a5a9-4649-8a0d-c4048d1f0d22 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006339 Jul 27 21:03:48.132976 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2773e98f-2be9-4fc6-9ce8-b697dae1e423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:48.134933 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279bf319-5b61-4998-ba28-b421c8edd4f5 None None] The sync data for ids ['687aa999-d63f-433f-a288-a83170ddb6df'] in n-d-764806-9 is: [{'id': '687aa999-d63f-433f-a288-a83170ddb6df', 'name': 'tempest-ServerRescueTestJSON-1697346844-router', 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c9beff1d-8438-43d2-bd63-7e7f53441965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:40Z', 'updated_at': '2021-07-27T21:03:47Z', 'revision_number': 4, 'project_id': '44a3a19e228a4d0985664b59fe9d66ef', 'gw_port': {'id': 'c9beff1d-8438-43d2-bd63-7e7f53441965', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687aa999-d63f-433f-a288-a83170ddb6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:41Z', 'updated_at': '2021-07-27T21:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '91983430-5783-4641-8b13-330c63119bc6', 'name': '', 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db', 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef', 'mac_address': 'fa:16:3e:ee:f1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687aa999-d63f-433f-a288-a83170ddb6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '95dcd686-975b-4220-990e-d334ecf706c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:46Z', 'updated_at': '2021-07-27T21:03:46Z', 'revision_number': 1, 'project_id': '44a3a19e228a4d0985664b59fe9d66ef', 'subnets': [{'id': '95dcd686-975b-4220-990e-d334ecf706c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:03:48.141514 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2773e98f-2be9-4fc6-9ce8-b697dae1e423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:48.142783 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2773e98f-2be9-4fc6-9ce8-b697dae1e423 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8395b20d-a0e9-49d2-a6ed-529aaf5cf593 HTTP/1.1" status: 204 len: 168 time: 0.3455853 Jul 27 21:03:48.154793 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-60fcb095-2758-4a0e-84a1-61115e71376c service neutron] 10.222.0.55 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528477 Jul 27 21:03:48.157387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-545565da-3036-4c00-a2b6-634136b58db3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Allocated IP 172.20.0.9 (a867caef-b904-44c4-ac9a-71eaf4e3734e/80b60333-c324-43cb-8625-71bd9b4f810c/2f138f75-ad49-41c0-a309-0be59c19bcb5) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:48.177276 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773e98f-2be9-4fc6-9ce8-b697dae1e423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8395b20d-a0e9-49d2-a6ed-529aaf5cf593,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:48.215721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Router 687aa999-d63f-433f-a288-a83170ddb6df has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:03:48.280172 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b55d98a-a720-445d-b455-a523ef8b3a10 x-openstack-request-id: req-6b55d98a-a720-445d-b455-a523ef8b3a10 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:48.281209 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565f7a58-3567-43f3-9a8f-94b73277301b", "name": "network-vif-plugged", "status": "completed", "tag": "b2d9fe0b-2e04-4b16-8266-4c75eef91375", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:48.281628 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b55d98a-a720-445d-b455-a523ef8b3a10 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:48.282351 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565f7a58-3567-43f3-9a8f-94b73277301b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d9fe0b-2e04-4b16-8266-4c75eef91375', 'code': 200} Jul 27 21:03:48.410779 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-8c9dacdf-e95b-49d0-b987-8042c6f8b801 service neutron] 10.222.0.55 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550318 Jul 27 21:03:48.435277 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:03:48.452501 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-797bfb1f-e12d-4f10-b86e-568976c90e2e admin admin] 10.222.0.55 "PUT /v2.0/routers/687aa999-d63f-433f-a288-a83170ddb6df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3896091 Jul 27 21:03:48.561352 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f946044-2d02-43e9-955c-628a228c429b req-3ce9ba70-7fa8-4f6c-aeac-18f355ec8cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:48.563980 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8f946044-2d02-43e9-955c-628a228c429b req-3ce9ba70-7fa8-4f6c-aeac-18f355ec8cdf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 1097 time: 0.1162288 Jul 27 21:03:48.642836 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8f946044-2d02-43e9-955c-628a228c429b req-747c84aa-12e8-450c-8fcb-0e9b86331a15 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f14d4919-93c7-487e-b96c-59dade107e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582185 Jul 27 21:03:48.715374 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-545565da-3036-4c00-a2b6-634136b58db3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:48.824568 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-545565da-3036-4c00-a2b6-634136b58db3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:48.838602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['f0188fac-0d19-4e89-8a50-1df031009e39'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:48.860345 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb77bb5-1127-42a0-8075-aecda1bc43af req-df35060c-14be-46fa-afd0-53336f31c59d tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:48.865192 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fb77bb5-1127-42a0-8075-aecda1bc43af req-df35060c-14be-46fa-afd0-53336f31c59d tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 946 time: 0.4722583 Jul 27 21:03:48.971526 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-545565da-3036-4c00-a2b6-634136b58db3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Network a867caef-b904-44c4-ac9a-71eaf4e3734e is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:49.025551 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-545565da-3036-4c00-a2b6-634136b58db3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:49.043160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-545565da-3036-4c00-a2b6-634136b58db3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:49.484041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41148) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:49.588808 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fb77bb5-1127-42a0-8075-aecda1bc43af req-468e1b55-3a0d-4921-b636-cde4b54a85aa tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/security-groups?id=f14d4919-93c7-487e-b96c-59dade107e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7031627 Jul 27 21:03:49.590170 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545565da-3036-4c00-a2b6-634136b58db3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Pushing event updated for resources: {'Port': ['ID=2f138f75-ad49-41c0-a309-0be59c19bcb5,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:49.657532 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-545565da-3036-4c00-a2b6-634136b58db3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:49.658517 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-545565da-3036-4c00-a2b6-634136b58db3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:49.700514 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e7a39-f972-4934-9c44-91df772ff85f req-35d70532-32d8-43f1-81ae-1d6065b44bbc tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:49.718051 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-384e7a39-f972-4934-9c44-91df772ff85f req-35d70532-32d8-43f1-81ae-1d6065b44bbc tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 931 time: 0.9173281 Jul 27 21:03:49.734104 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-a661ac5c-7fbc-42a7-8210-60f140e66d80 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1040851556-network', 'tenant_id': 'a427c7bdeedb4eeba5dc135556aa0372'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:49.772524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a661ac5c-7fbc-42a7-8210-60f140e66d80 admin admin] Made reservation on behalf of a427c7bdeedb4eeba5dc135556aa0372 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:49.776276 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a661ac5c-7fbc-42a7-8210-60f140e66d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:49.777489 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-545565da-3036-4c00-a2b6-634136b58db3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5030243 Jul 27 21:03:49.796065 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a661ac5c-7fbc-42a7-8210-60f140e66d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:49.810592 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3a48b75-2e9b-475a-ae24-66660517bb30 req-ae8ed3fe-b98b-4c08-a220-ca4d2039d03a tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 210 time: 0.0755479 Jul 27 21:03:49.815405 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Request body: {'port': {'device_id': 'b3a7e633-63fd-4c70-9924-10a7b5223c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:49.872320 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-384e7a39-f972-4934-9c44-91df772ff85f req-2670f810-97bd-4f6c-9d0e-8757ef981bb8 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530023 Jul 27 21:03:49.939581 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a661ac5c-7fbc-42a7-8210-60f140e66d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:49.951839 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bfaf0-2143-4206-874c-20ed9483e7d2 req-62fff45a-4429-44de-bc69-ab7bb34a4c3d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:49.954926 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b28bfaf0-2143-4206-874c-20ed9483e7d2 req-62fff45a-4429-44de-bc69-ab7bb34a4c3d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.2789991 Jul 27 21:03:49.956103 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a661ac5c-7fbc-42a7-8210-60f140e66d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:49.971505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a661ac5c-7fbc-42a7-8210-60f140e66d80 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:03:49.985044 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a661ac5c-7fbc-42a7-8210-60f140e66d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:49.985300 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-a661ac5c-7fbc-42a7-8210-60f140e66d80 admin admin] Added segment 58243c7d-1c2f-4559-842d-f20d674fd52c of type vlan for network e9ab7922-189a-4e81-8047-5809f111dfbb Jul 27 21:03:50.036719 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a661ac5c-7fbc-42a7-8210-60f140e66d80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:50.058823 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:50.148107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661ac5c-7fbc-42a7-8210-60f140e66d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd4cdc3-20a7-481d-bf58-238ecfb84832,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:50.151416 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a661ac5c-7fbc-42a7-8210-60f140e66d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:50.152820 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a661ac5c-7fbc-42a7-8210-60f140e66d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:50.153546 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a661ac5c-7fbc-42a7-8210-60f140e66d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:50.230987 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a661ac5c-7fbc-42a7-8210-60f140e66d80 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7422149 Jul 27 21:03:50.250064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41156) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:50.266438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-795df35c-df50-43fb-91f4-64b1c1bd5eda admin admin] Request body: {'subnet': {'network_id': 'e9ab7922-189a-4e81-8047-5809f111dfbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1040851556-subnet', 'tenant_id': 'a427c7bdeedb4eeba5dc135556aa0372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:50.346399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c9beff1d-8438-43d2-bd63-7e7f53441965 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:50.422831 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661ac5c-7fbc-42a7-8210-60f140e66d80 admin admin] Pushing event updated for resources: {'Network': ['ID=e9ab7922-189a-4e81-8047-5809f111dfbb,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:50.438865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network e9ab7922-189a-4e81-8047-5809f111dfbb details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:03:50.444787 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port c9beff1d-8438-43d2-bd63-7e7f53441965 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:50.519068 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port c9beff1d-8438-43d2-bd63-7e7f53441965 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:50.519376 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:50.529587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-b28bfaf0-2143-4206-874c-20ed9483e7d2 req-d642381c-9505-4e7b-9b87-47c62744925d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Deleting port 3be9b5b8-a331-4516-8651-b837c1a16bf4 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:50.530116 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b28bfaf0-2143-4206-874c-20ed9483e7d2 req-d642381c-9505-4e7b-9b87-47c62744925d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:50.580147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795df35c-df50-43fb-91f4-64b1c1bd5eda admin admin] Made reservation on behalf of a427c7bdeedb4eeba5dc135556aa0372 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:50.583604 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-795df35c-df50-43fb-91f4-64b1c1bd5eda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:50.630886 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-b28bfaf0-2143-4206-874c-20ed9483e7d2 req-d642381c-9505-4e7b-9b87-47c62744925d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] For port 3be9b5b8-a331-4516-8651-b837c1a16bf4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=3be9b5b8-a331-4516-8651-b837c1a16bf4,segment=NetworkSegment(09c16f78-87f7-4ccb-978f-3f307869e413),segment_id=09c16f78-87f7-4ccb-978f-3f307869e413)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:50.631243 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b28bfaf0-2143-4206-874c-20ed9483e7d2 req-d642381c-9505-4e7b-9b87-47c62744925d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:50.636578 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:50.648317 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-b28bfaf0-2143-4206-874c-20ed9483e7d2 req-d642381c-9505-4e7b-9b87-47c62744925d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Calling delete_port for 3be9b5b8-a331-4516-8651-b837c1a16bf4 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:50.659439 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port c9beff1d-8438-43d2-bd63-7e7f53441965, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c9beff1d-8438-43d2-bd63-7e7f53441965,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:50.666832 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:50.682735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34993e0a-a9cc-4074-8ff0-aa737fd59472 req-63aedaab-97d8-4c0e-9123-762c371ebc3a tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:50.691285 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34993e0a-a9cc-4074-8ff0-aa737fd59472 req-63aedaab-97d8-4c0e-9123-762c371ebc3a tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 945 time: 0.6299241 Jul 27 21:03:50.710456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-1cdda461-ba27-485e-a72a-c0222915d2d5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:50.712055 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-1cdda461-ba27-485e-a72a-c0222915d2d5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 805 time: 0.4360800 Jul 27 21:03:50.745832 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=c9beff1d-8438-43d2-bd63-7e7f53441965,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:50.795735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-4ed5f821-364f-4b54-a399-f573119343e6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Request body: {'port': {'device_id': '631ddc44-8b83-42cd-91af-5dca53085867', 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c', 'admin_state_up': True, 'tenant_id': '3524f3f0e14346288bee76498e246a11'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:50.856237 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b28bfaf0-2143-4206-874c-20ed9483e7d2 req-d642381c-9505-4e7b-9b87-47c62744925d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:50.858431 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-47ace2b9-4d43-4f3e-9dba-03a70fbc5878 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:50.867470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-47ace2b9-4d43-4f3e-9dba-03a70fbc5878 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/networks?id=a83bccf7-f907-454f-9b2f-b3d6acd048db HTTP/1.1" status: 200 len: 811 time: 0.4995680 Jul 27 21:03:50.870734 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7d85ae5c-d25d-4861-b44c-d1476db8e9b5'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:50.887867 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34993e0a-a9cc-4074-8ff0-aa737fd59472 req-486e6f76-f2c1-4c6b-a185-b5f6f2140eb0 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953478 Jul 27 21:03:50.918915 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642381c-9505-4e7b-9b87-47c62744925d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Pushing event deleted for resources: {'Port': ['ID=3be9b5b8-a331-4516-8651-b837c1a16bf4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:50.927314 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-1359288a-bcbc-4e3b-9e0b-473ddbec5713 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/quotas/44a3a19e228a4d0985664b59fe9d66ef HTTP/1.1" status: 200 len: 375 time: 0.0530648 Jul 27 21:03:50.977091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28bfaf0-2143-4206-874c-20ed9483e7d2 req-d642381c-9505-4e7b-9b87-47c62744925d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] No DVR routers for this DVR port 3be9b5b8-a331-4516-8651-b837c1a16bf4 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:50.982314 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b28bfaf0-2143-4206-874c-20ed9483e7d2 req-d642381c-9505-4e7b-9b87-47c62744925d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:50.984299 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b28bfaf0-2143-4206-874c-20ed9483e7d2 req-d642381c-9505-4e7b-9b87-47c62744925d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.66 "DELETE /v2.0/ports/3be9b5b8-a331-4516-8651-b837c1a16bf4 HTTP/1.1" status: 204 len: 173 time: 0.9069669 Jul 27 21:03:50.984736 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f1c358-6ac3-4728-b924-d09fad02fe15', 'name': 'network-vif-deleted', 'tag': '3be9b5b8-a331-4516-8651-b837c1a16bf4'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:50.987097 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bba047-9e15-4e2e-833d-47836c16adc6" -d '{"events": [{"server_uuid": "e8f1c358-6ac3-4728-b924-d09fad02fe15", "name": "network-vif-deleted", "tag": "3be9b5b8-a331-4516-8651-b837c1a16bf4"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:51.057577 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-4ed5f821-364f-4b54-a399-f573119343e6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Made reservation on behalf of 3524f3f0e14346288bee76498e246a11 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:51.074860 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-4ed5f821-364f-4b54-a399-f573119343e6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:51.267478 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-2a30479d-d575-47e8-b6b8-ab1ffc3e6c8a tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=44a3a19e228a4d0985664b59fe9d66ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3391414 Jul 27 21:03:51.291675 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-795df35c-df50-43fb-91f4-64b1c1bd5eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:51.291868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-4ed5f821-364f-4b54-a399-f573119343e6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Allocated IP 172.20.0.8 (e63d6883-21db-42a3-83ad-67a0ca0dae2c/d6866e95-5277-449a-81cc-71c772e0c274/3b9e75dd-0c71-4cba-8f4a-b076c263b270) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:51.295178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f138f75-ad49-41c0-a309-0be59c19bcb5 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:51.385373 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:51.435651 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Transition to ACTIVE for port object 2f138f75-ad49-41c0-a309-0be59c19bcb5 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:51.457221 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:51.458626 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-4ed5f821-364f-4b54-a399-f573119343e6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:51.477575 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795df35c-df50-43fb-91f4-64b1c1bd5eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff3b0c55-a355-4857-89e6-65396559367f,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:51.529240 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-4ed5f821-364f-4b54-a399-f573119343e6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:51.558067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['57fe7918-c9cd-422f-aa0c-181755d554c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:51.573985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-d4efbf94-90da-49e4-9a13-69d430409ceb service neutron] 10.222.0.55 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053474 Jul 27 21:03:51.598072 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Sync routers for ids ['687aa999-d63f-433f-a288-a83170ddb6df'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:03:51.599499 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795df35c-df50-43fb-91f4-64b1c1bd5eda admin admin] Checking segment: {'id': '58243c7d-1c2f-4559-842d-f20d674fd52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e9ab7922-189a-4e81-8047-5809f111dfbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:51.599968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795df35c-df50-43fb-91f4-64b1c1bd5eda admin admin] Network hostable DHCP agents. Network: e9ab7922-189a-4e81-8047-5809f111dfbb, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:03:51.617343 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Routers {'687aa999-d63f-433f-a288-a83170ddb6df'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:51.618247 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:03:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['687aa999-d63f-433f-a288-a83170ddb6df'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:51.626886 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab8f1b18-81a7-42b0-b579-5040f14b1a2c req-620aafaa-491e-4475-9c0e-367440735262 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0472329 Jul 27 21:03:51.629708 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699e145-14ed-4f94-a88c-2229d8627b16 req-cd56dff2-06d4-4f12-9375-ae10e3fea7e2 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:51.637343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c699e145-14ed-4f94-a88c-2229d8627b16 req-cd56dff2-06d4-4f12-9375-ae10e3fea7e2 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 946 time: 0.3882990 Jul 27 21:03:51.641638 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-4ed5f821-364f-4b54-a399-f573119343e6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Network e63d6883-21db-42a3-83ad-67a0ca0dae2c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:51.649619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-4ed5f821-364f-4b54-a399-f573119343e6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:51.652778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-4ed5f821-364f-4b54-a399-f573119343e6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:51.675784 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Pushing event updated for resources: {'Port': ['ID=2f138f75-ad49-41c0-a309-0be59c19bcb5,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:51.707287 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5f821-364f-4b54-a399-f573119343e6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Pushing event updated for resources: {'Port': ['ID=3b9e75dd-0c71-4cba-8f4a-b076c263b270,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:51.755919 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab8f1b18-81a7-42b0-b579-5040f14b1a2c req-ec2f9a79-12c1-4bdb-99be-490b3638459d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e12b0b8b49e4a8685306f697c0d4f06&device_id=e8f1c358-6ac3-4728-b924-d09fad02fe15 HTTP/1.1" status: 200 len: 210 time: 0.0980287 Jul 27 21:03:51.799438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795df35c-df50-43fb-91f4-64b1c1bd5eda admin admin] Network e9ab7922-189a-4e81-8047-5809f111dfbb is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:03:51.834737 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c699e145-14ed-4f94-a88c-2229d8627b16 req-da9a6cdd-9bd1-4c1a-9474-d6ea54ba63c1 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/security-groups?id=f14d4919-93c7-487e-b96c-59dade107e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916118 Jul 27 21:03:51.842642 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-4ed5f821-364f-4b54-a399-f573119343e6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:51.843309 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-4ed5f821-364f-4b54-a399-f573119343e6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:51.860401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-795df35c-df50-43fb-91f4-64b1c1bd5eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, e9ab7922-189a-4e81-8047-5809f111dfbb) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:51.866505 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Set router 687aa999-d63f-433f-a288-a83170ddb6df gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:51.895046 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795df35c-df50-43fb-91f4-64b1c1bd5eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:51.896080 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-795df35c-df50-43fb-91f4-64b1c1bd5eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:51.898725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1758e8-8b2c-4721-a66e-76bed26696e9 None None] Network e9ab7922-189a-4e81-8047-5809f111dfbb requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:03:51.931917 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-128f9b33-bb09-48df-8995-9cd9a1063954 service neutron] 10.222.0.55 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454466 Jul 27 21:03:51.942926 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Attempting to bind port 2f138f75-ad49-41c0-a309-0be59c19bcb5 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:51.949920 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Attempting to bind port 2f138f75-ad49-41c0-a309-0be59c19bcb5 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:51.953848 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Attempting to bind port 2f138f75-ad49-41c0-a309-0be59c19bcb5 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:51.960480 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-795df35c-df50-43fb-91f4-64b1c1bd5eda admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7064292 Jul 27 21:03:51.969543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Port 2f138f75-ad49-41c0-a309-0be59c19bcb5 on network a867caef-b904-44c4-ac9a-71eaf4e3734e not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:03:51.973209 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Attempting to bind port 2f138f75-ad49-41c0-a309-0be59c19bcb5 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:52.008811 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:52.009061 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Checking segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:52.014514 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Bound using segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:52.015242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Bound port: 2f138f75-ad49-41c0-a309-0be59c19bcb5, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:52.015961 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:52.283324 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] For port 2f138f75-ad49-41c0-a309-0be59c19bcb5, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:52.292820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] For port 2f138f75-ad49-41c0-a309-0be59c19bcb5, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2f138f75-ad49-41c0-a309-0be59c19bcb5,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:52.299282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c9beff1d-8438-43d2-bd63-7e7f53441965 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:52.311427 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0144d8e-6d55-4e0f-96b0-d75f7109b711 None None] Network e9ab7922-189a-4e81-8047-5809f111dfbb requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:03:52.317484 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:52.396136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:52.397965 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:52.399610 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] 10.222.0.66 "PUT /v2.0/ports/2f138f75-ad49-41c0-a309-0be59c19bcb5 HTTP/1.1" status: 200 len: 1091 time: 2.5919068 Jul 27 21:03:52.403016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a7e633-63fd-4c70-9924-10a7b5223c28', 'tag': '2f138f75-ad49-41c0-a309-0be59c19bcb5'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:52.405929 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a63fea0-455c-4e8d-8c98-8db55b267e10" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a7e633-63fd-4c70-9924-10a7b5223c28", "tag": "2f138f75-ad49-41c0-a309-0be59c19bcb5"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:52.421695 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc7144-2c72-45ca-9b37-07f3aac96ebf req-0a67fa57-7f7f-43b3-8843-3004e96c1c21 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:52.430973 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97fc7144-2c72-45ca-9b37-07f3aac96ebf req-0a67fa57-7f7f-43b3-8843-3004e96c1c21 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 931 time: 0.4494522 Jul 27 21:03:52.442950 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 3be9b5b8-a331-4516-8651-b837c1a16bf4 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:03:52.473056 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687aa999-d63f-433f-a288-a83170ddb6df', 'name': 'tempest-ServerRescueTestJSON-1697346844-router', 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c9beff1d-8438-43d2-bd63-7e7f53441965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:40Z', 'updated_at': '2021-07-27T21:03:47Z', 'revision_number': 4, 'project_id': '44a3a19e228a4d0985664b59fe9d66ef', 'gw_port': {'id': 'c9beff1d-8438-43d2-bd63-7e7f53441965', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687aa999-d63f-433f-a288-a83170ddb6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:41Z', 'updated_at': '2021-07-27T21:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '91983430-5783-4641-8b13-330c63119bc6', 'name': '', 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db', 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef', 'mac_address': 'fa:16:3e:ee:f1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687aa999-d63f-433f-a288-a83170ddb6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '95dcd686-975b-4220-990e-d334ecf706c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:46Z', 'updated_at': '2021-07-27T21:03:47Z', 'revision_number': 2, 'project_id': '44a3a19e228a4d0985664b59fe9d66ef', 'subnets': [{'id': '95dcd686-975b-4220-990e-d334ecf706c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:52.481510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3eacb-11e4-475a-9864-51f4445ada5c service neutron] Pushing event updated for resources: {'Port': ['ID=2f138f75-ad49-41c0-a309-0be59c19bcb5,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:52.510737 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Checking router: 687aa999-d63f-433f-a288-a83170ddb6df for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:03:52.511085 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Updating router 687aa999-d63f-433f-a288-a83170ddb6df port 91983430-5783-4641-8b13-330c63119bc6 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:03:52.551291 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97fc7144-2c72-45ca-9b37-07f3aac96ebf req-6eb7c2c7-ac56-4f84-834d-9bca0edbeea7 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146274 Jul 27 21:03:52.559025 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 3be9b5b8-a331-4516-8651-b837c1a16bf4 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:03:52.559463 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 3be9b5b8-a331-4516-8651-b837c1a16bf4 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:03:52.560047 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:52.582395 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1425c49-b8e8-4dc7-b74f-45dfe013c875 req-32018db5-df86-4a14-9c2d-41e5707d01ca tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:52.599985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1425c49-b8e8-4dc7-b74f-45dfe013c875 req-32018db5-df86-4a14-9c2d-41e5707d01ca tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 943 time: 0.2979660 Jul 27 21:03:52.625092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port c9beff1d-8438-43d2-bd63-7e7f53441965 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:52.626708 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:52.725343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1425c49-b8e8-4dc7-b74f-45dfe013c875 req-a482d7cc-1352-49e1-b609-a36e1c8f49a3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235158 Jul 27 21:03:52.737361 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-4f978fcd-c552-4fb2-a104-27dbf128f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:52.746175 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-4f978fcd-c552-4fb2-a104-27dbf128f650 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 1094 time: 0.2767837 Jul 27 21:03:52.753939 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd272988-8983-4bb0-8619-9870c7646406 x-openstack-request-id: req-bd272988-8983-4bb0-8619-9870c7646406 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:52.754479 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f1c358-6ac3-4728-b924-d09fad02fe15", "name": "network-vif-deleted", "tag": "3be9b5b8-a331-4516-8651-b837c1a16bf4", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:52.754479 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd272988-8983-4bb0-8619-9870c7646406 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:52.754889 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f1c358-6ac3-4728-b924-d09fad02fe15', 'name': 'network-vif-deleted', 'tag': '3be9b5b8-a331-4516-8651-b837c1a16bf4', 'status': 'completed', 'code': 200} Jul 27 21:03:52.816339 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-4ed5f821-364f-4b54-a399-f573119343e6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0256205 Jul 27 21:03:52.846557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Request body: {'port': {'device_id': '631ddc44-8b83-42cd-91af-5dca53085867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:52.890470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-d6439891-0946-47ae-8fe3-0e89cf5b744f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f138f75-ad49-41c0-a309-0be59c19bcb5 HTTP/1.1" status: 200 len: 217 time: 0.1320150 Jul 27 21:03:52.925218 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f1b18-81a7-42b0-b579-5040f14b1a2c req-c91344b6-79a3-40b3-8017-49d752a63a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:52.927485 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab8f1b18-81a7-42b0-b579-5040f14b1a2c req-c91344b6-79a3-40b3-8017-49d752a63a68 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=5e12b0b8b49e4a8685306f697c0d4f06&shared=False HTTP/1.1" status: 200 len: 920 time: 1.1406975 Jul 27 21:03:53.031745 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.076201 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Transition to ACTIVE for port object 91983430-5783-4641-8b13-330c63119bc6 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:53.077714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aff1b60b-81c3-4006-b4e1-3a7231e95d93 req-3d4bbfb6-1ae2-464c-835b-fad723f17c0a tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 210 time: 0.0559466 Jul 27 21:03:53.083570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-f5b552cd-07ba-4427-92b2-013a4575bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:53.086200 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-f5b552cd-07ba-4427-92b2-013a4575bfeb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.1802144 Jul 27 21:03:53.094136 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.132437 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.167417 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-0ea102eb-4f17-4b43-b69d-8d731e17a06b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665908 Jul 27 21:03:53.203306 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6a640-b509-4e75-bf9f-e30640d21c0e None None] Pushing event updated for resources: {'Port': ['ID=91983430-5783-4641-8b13-330c63119bc6,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:53.228191 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a35050-7286-4f47-9f9d-5f8df9aab3ea req-7dfd7724-2d94-4fe1-8f31-61ac360635f5 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:53.252237 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4a35050-7286-4f47-9f9d-5f8df9aab3ea req-7dfd7724-2d94-4fe1-8f31-61ac360635f5 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 946 time: 0.3660851 Jul 27 21:03:53.279245 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Attempting to bind port 91983430-5783-4641-8b13-330c63119bc6 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:53.279653 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Attempting to bind port 91983430-5783-4641-8b13-330c63119bc6 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '34f1a03d-2a3d-41c6-90b5-98f70dfa8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:53.279908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41204) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:53.280011 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Attempting to bind port 91983430-5783-4641-8b13-330c63119bc6 on network a83bccf7-f907-454f-9b2f-b3d6acd048db {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:53.287986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1fc440c6-81e6-44bb-ba77-f67c65aedcf6 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Request body: {'floatingip': {'port_id': 'b2d9fe0b-2e04-4b16-8266-4c75eef91375'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:53.291585 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:53.291759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f1b18-81a7-42b0-b579-5040f14b1a2c req-66c06003-a3ae-4826-83af-193c106fca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:53.293259 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab8f1b18-81a7-42b0-b579-5040f14b1a2c req-66c06003-a3ae-4826-83af-193c106fca48 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3211758 Jul 27 21:03:53.295454 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Checking segment: {'id': '34f1a03d-2a3d-41c6-90b5-98f70dfa8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:53.296082 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.302391 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Bound using segment: {'id': '34f1a03d-2a3d-41c6-90b5-98f70dfa8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:53.303264 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Bound port: 91983430-5783-4641-8b13-330c63119bc6, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f1a03d-2a3d-41c6-90b5-98f70dfa8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:53.303922 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.325398 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc99cf2-425c-4e44-8250-09ea8c5545f0 x-openstack-request-id: req-fbc99cf2-425c-4e44-8250-09ea8c5545f0 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:53.325722 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a7e633-63fd-4c70-9924-10a7b5223c28", "tag": "2f138f75-ad49-41c0-a309-0be59c19bcb5", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:53.325975 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fbc99cf2-425c-4e44-8250-09ea8c5545f0 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:53.326597 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a7e633-63fd-4c70-9924-10a7b5223c28', 'tag': '2f138f75-ad49-41c0-a309-0be59c19bcb5', 'status': 'completed', 'code': 200} Jul 27 21:03:53.330653 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-8d8b16b3-336f-45ac-bf80-843d6fbf3087 req-a3b40ea6-ff44-4f81-94ae-2f79ceed259a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1764935019', 'description': 'tempest-description-1399045997'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:53.361777 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-8d8b16b3-336f-45ac-bf80-843d6fbf3087 req-a3b40ea6-ff44-4f81-94ae-2f79ceed259a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.379225 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1fc440c6-81e6-44bb-ba77-f67c65aedcf6 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for floatingip, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.399899 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] For port 91983430-5783-4641-8b13-330c63119bc6, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:53.405118 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] For port 91983430-5783-4641-8b13-330c63119bc6, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=91983430-5783-4641-8b13-330c63119bc6,segment=NetworkSegment(34f1a03d-2a3d-41c6-90b5-98f70dfa8e59),segment_id=34f1a03d-2a3d-41c6-90b5-98f70dfa8e59)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:53.411333 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.449872 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-00967f24-1366-4e5b-96aa-0f33e55aa013 service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729797 Jul 27 21:03:53.559374 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6a640-b509-4e75-bf9f-e30640d21c0e None None] Pushing event updated for resources: {'Port': ['ID=91983430-5783-4641-8b13-330c63119bc6,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:53.562385 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Routers {'687aa999-d63f-433f-a288-a83170ddb6df'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:53.566701 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:03:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['687aa999-d63f-433f-a288-a83170ddb6df'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:53.602404 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-8d8b16b3-336f-45ac-bf80-843d6fbf3087 req-a3b40ea6-ff44-4f81-94ae-2f79ceed259a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.617378 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-8d8b16b3-336f-45ac-bf80-843d6fbf3087 req-a3b40ea6-ff44-4f81-94ae-2f79ceed259a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.665440 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b40ea6-ff44-4f81-94ae-2f79ceed259a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caae26a8-0e96-490e-b383-0e93ff94eebc,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:53.691736 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcd62e8a-5e9b-4f54-aea0-f6990d5cd8a7 req-e7944d29-c0aa-40f3-a472-36fc029c6a75 service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268867 Jul 27 21:03:53.698384 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-8d8b16b3-336f-45ac-bf80-843d6fbf3087 req-a3b40ea6-ff44-4f81-94ae-2f79ceed259a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:53.699770 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8d8b16b3-336f-45ac-bf80-843d6fbf3087 req-a3b40ea6-ff44-4f81-94ae-2f79ceed259a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4086938 Jul 27 21:03:53.721200 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] Set router 687aa999-d63f-433f-a288-a83170ddb6df gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:53.992806 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63fea0-455c-4e8d-8c98-8db55b267e10 req-038466f7-74ac-4747-b61b-2fc02d490420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:53.994928 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a63fea0-455c-4e8d-8c98-8db55b267e10 req-038466f7-74ac-4747-b61b-2fc02d490420 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 1094 time: 0.2332909 Jul 27 21:03:54.012610 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-75f2d866-2f7e-48be-af8f-a4238dc17f78 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:54.014634 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-75f2d866-2f7e-48be-af8f-a4238dc17f78 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.66 "GET /v2.0/networks?id=a83bccf7-f907-454f-9b2f-b3d6acd048db HTTP/1.1" status: 200 len: 811 time: 0.1510806 Jul 27 21:03:54.060507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9e75dd-0c71-4cba-8f4a-b076c263b270 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:54.066001 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ec6a92a7-b5f4-427b-9b13-7e0be197b6a5 req-6c680195-d380-449b-bfa2-f0c5dd733995 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/caae26a8-0e96-490e-b383-0e93ff94eebc HTTP/1.1" status: 200 len: 1807 time: 0.1094251 Jul 27 21:03:54.068249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-f2be576a-aa15-4468-8718-64d7b97aafe4 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Request body: {'port': {'device_id': 'f0932c02-321e-44e0-9eb6-47d8f3e90b7d', 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db', 'admin_state_up': True, 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:54.072192 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-ec6a92a7-b5f4-427b-9b13-7e0be197b6a5 req-f53d59f5-24d6-4e2a-a18a-0ae7b232faf7 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'caae26a8-0e96-490e-b383-0e93ff94eebc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:54.072693 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-ec6a92a7-b5f4-427b-9b13-7e0be197b6a5 req-f53d59f5-24d6-4e2a-a18a-0ae7b232faf7 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'caae26a8-0e96-490e-b383-0e93ff94eebc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:54.124940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655f74d-4987-4fba-b4da-638e272b36e1 req-fd3ebb30-cde0-4d7b-b38a-2a679735d670 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:54.134375 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4655f74d-4987-4fba-b4da-638e272b36e1 req-fd3ebb30-cde0-4d7b-b38a-2a679735d670 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 931 time: 0.2795236 Jul 27 21:03:54.184959 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.190768 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687aa999-d63f-433f-a288-a83170ddb6df', 'name': 'tempest-ServerRescueTestJSON-1697346844-router', 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c9beff1d-8438-43d2-bd63-7e7f53441965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:40Z', 'updated_at': '2021-07-27T21:03:47Z', 'revision_number': 4, 'project_id': '44a3a19e228a4d0985664b59fe9d66ef', 'gw_port': {'id': 'c9beff1d-8438-43d2-bd63-7e7f53441965', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687aa999-d63f-433f-a288-a83170ddb6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:41Z', 'updated_at': '2021-07-27T21:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '91983430-5783-4641-8b13-330c63119bc6', 'name': '', 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db', 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef', 'mac_address': 'fa:16:3e:ee:f1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687aa999-d63f-433f-a288-a83170ddb6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '95dcd686-975b-4220-990e-d334ecf706c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:46Z', 'updated_at': '2021-07-27T21:03:53Z', 'revision_number': 4, 'project_id': '44a3a19e228a4d0985664b59fe9d66ef', 'subnets': [{'id': '95dcd686-975b-4220-990e-d334ecf706c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:54.253929 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c212f6bd-d5db-40bb-9305-37db8db73103 None None] The sync data for ids ['687aa999-d63f-433f-a288-a83170ddb6df'] in n-d-764806-9 is: [{'id': '687aa999-d63f-433f-a288-a83170ddb6df', 'name': 'tempest-ServerRescueTestJSON-1697346844-router', 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c9beff1d-8438-43d2-bd63-7e7f53441965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:40Z', 'updated_at': '2021-07-27T21:03:47Z', 'revision_number': 4, 'project_id': '44a3a19e228a4d0985664b59fe9d66ef', 'gw_port': {'id': 'c9beff1d-8438-43d2-bd63-7e7f53441965', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687aa999-d63f-433f-a288-a83170ddb6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:41Z', 'updated_at': '2021-07-27T21:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '91983430-5783-4641-8b13-330c63119bc6', 'name': '', 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db', 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef', 'mac_address': 'fa:16:3e:ee:f1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '687aa999-d63f-433f-a288-a83170ddb6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '95dcd686-975b-4220-990e-d334ecf706c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:46Z', 'updated_at': '2021-07-27T21:03:53Z', 'revision_number': 4, 'project_id': '44a3a19e228a4d0985664b59fe9d66ef', 'subnets': [{'id': '95dcd686-975b-4220-990e-d334ecf706c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:03:54.254761 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63fea0-455c-4e8d-8c98-8db55b267e10 req-eceda14e-0790-4a1f-a4f0-320ac793e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:54.256247 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a63fea0-455c-4e8d-8c98-8db55b267e10 req-eceda14e-0790-4a1f-a4f0-320ac793e773 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 909 time: 0.2481971 Jul 27 21:03:54.256896 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Transition to ACTIVE for port object 3b9e75dd-0c71-4cba-8f4a-b076c263b270 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:54.269869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-f2be576a-aa15-4468-8718-64d7b97aafe4 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Made reservation on behalf of 44a3a19e228a4d0985664b59fe9d66ef for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:03:54.276449 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-f2be576a-aa15-4468-8718-64d7b97aafe4 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.283011 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4655f74d-4987-4fba-b4da-638e272b36e1 req-69f21f2f-9ae0-40a2-bfe8-007b5c9ad6c4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472495 Jul 27 21:03:54.284725 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.289660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 91983430-5783-4641-8b13-330c63119bc6 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:54.316901 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ec6a92a7-b5f4-427b-9b13-7e0be197b6a5 req-f53d59f5-24d6-4e2a-a18a-0ae7b232faf7 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.374823 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 91983430-5783-4641-8b13-330c63119bc6 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:03:54.380365 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 91983430-5783-4641-8b13-330c63119bc6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:54.381092 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.421231 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a63fea0-455c-4e8d-8c98-8db55b267e10 req-45b3c625-8cac-4f28-9906-cd22754e152b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f138f75-ad49-41c0-a309-0be59c19bcb5 HTTP/1.1" status: 200 len: 217 time: 0.1353509 Jul 27 21:03:54.509167 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.535569 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ec6a92a7-b5f4-427b-9b13-7e0be197b6a5 req-f53d59f5-24d6-4e2a-a18a-0ae7b232faf7 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.550216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Pushing event updated for resources: {'Port': ['ID=3b9e75dd-0c71-4cba-8f4a-b076c263b270,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:54.563904 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ec6a92a7-b5f4-427b-9b13-7e0be197b6a5 req-f53d59f5-24d6-4e2a-a18a-0ae7b232faf7 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.574928 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 91983430-5783-4641-8b13-330c63119bc6, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=91983430-5783-4641-8b13-330c63119bc6,segment=NetworkSegment(34f1a03d-2a3d-41c6-90b5-98f70dfa8e59),segment_id=34f1a03d-2a3d-41c6-90b5-98f70dfa8e59)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:54.582730 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.584371 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63fea0-455c-4e8d-8c98-8db55b267e10 req-0a30541d-0287-48bc-871a-3dde72cebb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:54.587421 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a63fea0-455c-4e8d-8c98-8db55b267e10 req-0a30541d-0287-48bc-871a-3dde72cebb0c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.1522944 Jul 27 21:03:54.615878 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ec6a92a7-b5f4-427b-9b13-7e0be197b6a5 req-f53d59f5-24d6-4e2a-a18a-0ae7b232faf7 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.618617 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ec6a92a7-b5f4-427b-9b13-7e0be197b6a5 req-f53d59f5-24d6-4e2a-a18a-0ae7b232faf7 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5505314 Jul 27 21:03:54.629082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d59f5-24d6-4e2a-a18a-0ae7b232faf7 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adac2183-0602-4327-aa63-bdc04f0c0e15,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:54.654993 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a63fea0-455c-4e8d-8c98-8db55b267e10 req-6168b932-fa82-4439-b581-3a18ca61e920 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521357 Jul 27 21:03:54.684076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=91983430-5783-4641-8b13-330c63119bc6,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:54.726183 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ee6ac-38a1-4396-b1a5-f1278a2ae73e req-3691fc9b-6693-49ae-8309-825e44617e70 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:54.739910 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a23ee6ac-38a1-4396-b1a5-f1278a2ae73e req-3691fc9b-6693-49ae-8309-825e44617e70 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 943 time: 0.3163571 Jul 27 21:03:54.851643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Attempting to bind port 3b9e75dd-0c71-4cba-8f4a-b076c263b270 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:54.851983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Attempting to bind port 3b9e75dd-0c71-4cba-8f4a-b076c263b270 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:54.852557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Attempting to bind port 3b9e75dd-0c71-4cba-8f4a-b076c263b270 on network e63d6883-21db-42a3-83ad-67a0ca0dae2c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:54.868960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Port 3b9e75dd-0c71-4cba-8f4a-b076c263b270 on network e63d6883-21db-42a3-83ad-67a0ca0dae2c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:03:54.869329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Attempting to bind port 3b9e75dd-0c71-4cba-8f4a-b076c263b270 on network e63d6883-21db-42a3-83ad-67a0ca0dae2c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:54.870926 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a23ee6ac-38a1-4396-b1a5-f1278a2ae73e req-d0ba5f73-90d0-4619-80b3-336afe0bf0da tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297083 Jul 27 21:03:54.882611 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-f2be576a-aa15-4468-8718-64d7b97aafe4 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Allocated IP 172.20.0.12 (a83bccf7-f907-454f-9b2f-b3d6acd048db/95dcd686-975b-4220-990e-d334ecf706c3/cb06891a-574c-441f-b38a-567e0c93240f) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:03:54.889500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:54.890060 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Checking segment: {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:54.890511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Bound using segment: {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:54.891096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Bound port: 3b9e75dd-0c71-4cba-8f4a-b076c263b270, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:54.891657 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:54.915704 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a63fea0-455c-4e8d-8c98-8db55b267e10 req-5b2a413c-912e-43ab-8c8b-afd0cf8fcebb service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501390 Jul 27 21:03:54.924904 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5847d-2670-403d-bbf6-c8a0b8e95819 req-7d2d6f54-ba98-4c03-9d90-80c7de30bc32 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:54.926729 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7da5847d-2670-403d-bbf6-c8a0b8e95819 req-7d2d6f54-ba98-4c03-9d90-80c7de30bc32 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.1832888 Jul 27 21:03:55.032916 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1fc440c6-81e6-44bb-ba77-f67c65aedcf6 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.043034 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7da5847d-2670-403d-bbf6-c8a0b8e95819 req-64253e0f-ac28-46bd-8061-afd1e4b69ac3 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046348 Jul 27 21:03:55.055415 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1fc440c6-81e6-44bb-ba77-f67c65aedcf6 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.105118 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a63fea0-455c-4e8d-8c98-8db55b267e10 req-bae1c7c1-8bee-459e-86da-2a4cb7eea5b6 service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766181 Jul 27 21:03:55.110918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-ea97c77a-3db6-4cf0-8f64-3e4b608a83d4 req-2df71c20-5aa9-476b-8bb2-75eb55885996 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-68339635', 'description': 'tempest-description-1946322269'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:55.161813 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a963457b-1516-4294-b623-0474473792b8 req-a233614c-0118-4f3b-a8f8-4c6717f23d8c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 210 time: 0.0340691 Jul 27 21:03:55.173548 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ea97c77a-3db6-4cf0-8f64-3e4b608a83d4 req-2df71c20-5aa9-476b-8bb2-75eb55885996 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.188419 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] For port 3b9e75dd-0c71-4cba-8f4a-b076c263b270, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:55.251322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] For port 3b9e75dd-0c71-4cba-8f4a-b076c263b270, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3b9e75dd-0c71-4cba-8f4a-b076c263b270,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:55.270728 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.310459 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ea97c77a-3db6-4cf0-8f64-3e4b608a83d4 req-2df71c20-5aa9-476b-8bb2-75eb55885996 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.317138 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ea97c77a-3db6-4cf0-8f64-3e4b608a83d4 req-2df71c20-5aa9-476b-8bb2-75eb55885996 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.335432 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-1fc440c6-81e6-44bb-ba77-f67c65aedcf6 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Floating IP 6fbdeafa-7872-47f6-9bf4-02b6c2404444 associated. External IP: 172.25.2.96, port: b2d9fe0b-2e04-4b16-8266-4c75eef91375. Jul 27 21:03:55.341379 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-f2be576a-aa15-4468-8718-64d7b97aafe4 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.347915 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:55.348611 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.349913 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] 10.222.0.20 "PUT /v2.0/ports/3b9e75dd-0c71-4cba-8f4a-b076c263b270 HTTP/1.1" status: 200 len: 1091 time: 2.5157213 Jul 27 21:03:55.351059 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631ddc44-8b83-42cd-91af-5dca53085867', 'tag': '3b9e75dd-0c71-4cba-8f4a-b076c263b270'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:55.352679 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7e2ac9-7540-4862-add8-7820fc9cb7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "631ddc44-8b83-42cd-91af-5dca53085867", "tag": "3b9e75dd-0c71-4cba-8f4a-b076c263b270"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:55.456822 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dfaf8-2604-417e-8891-28e069821f9c service neutron] Pushing event updated for resources: {'Port': ['ID=3b9e75dd-0c71-4cba-8f4a-b076c263b270,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:55.539427 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-f2be576a-aa15-4468-8718-64d7b97aafe4 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.644099 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-f2be576a-aa15-4468-8718-64d7b97aafe4 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Network a83bccf7-f907-454f-9b2f-b3d6acd048db is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:03:55.650375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-8a918777-5888-4ba6-94bb-ba425e608f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:55.651908 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-8a918777-5888-4ba6-94bb-ba425e608f97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 1094 time: 0.2512860 Jul 27 21:03:55.657725 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-f2be576a-aa15-4468-8718-64d7b97aafe4 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:03:55.661120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be576a-aa15-4468-8718-64d7b97aafe4 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Pushing event updated for resources: {'Port': ['ID=cb06891a-574c-441f-b38a-567e0c93240f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:55.663443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-f2be576a-aa15-4468-8718-64d7b97aafe4 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:03:55.670468 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ea97c77a-3db6-4cf0-8f64-3e4b608a83d4 req-2df71c20-5aa9-476b-8bb2-75eb55885996 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.671757 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea97c77a-3db6-4cf0-8f64-3e4b608a83d4 req-2df71c20-5aa9-476b-8bb2-75eb55885996 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5655978 Jul 27 21:03:55.687328 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df71c20-5aa9-476b-8bb2-75eb55885996 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acc4988f-954c-44de-9be3-c71cc581f7f1,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:55.723869 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882532bd-6117-4521-82c4-0177672cdebe req-59cf2145-a422-4565-9e9a-8ec3c7f7bba9 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:55.726470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-882532bd-6117-4521-82c4-0177672cdebe req-59cf2145-a422-4565-9e9a-8ec3c7f7bba9 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e74a71-8030-49bf-8f0e-a751de26ae6b HTTP/1.1" status: 200 len: 946 time: 0.4609239 Jul 27 21:03:55.731203 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-fca461d5-de50-4d4c-a730-99fd2ea9aff7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b9e75dd-0c71-4cba-8f4a-b076c263b270 HTTP/1.1" status: 200 len: 217 time: 0.0644789 Jul 27 21:03:55.776583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccb861-d5bb-4d25-b88e-0990a9bf7c0f req-d126fbdc-fc25-4987-8fa5-0d13f7f977cc tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:55.777962 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2ccb861-d5bb-4d25-b88e-0990a9bf7c0f req-d126fbdc-fc25-4987-8fa5-0d13f7f977cc tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7e74a71-8030-49bf-8f0e-a751de26ae6b HTTP/1.1" status: 200 len: 946 time: 0.4406245 Jul 27 21:03:55.827169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-f2be576a-aa15-4468-8718-64d7b97aafe4 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:55.827793 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-f2be576a-aa15-4468-8718-64d7b97aafe4 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:55.844620 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-882532bd-6117-4521-82c4-0177672cdebe req-130bc3f0-e5e0-4b5c-b1f1-85b4231c07cd tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/security-groups?id=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080484 Jul 27 21:03:55.862801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-63e2998f-2f10-4593-a9b1-9fe1506a9609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:55.864436 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-63e2998f-2f10-4593-a9b1-9fe1506a9609 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6866e95-5277-449a-81cc-71c772e0c274 HTTP/1.1" status: 200 len: 845 time: 0.0979064 Jul 27 21:03:55.868567 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-f2be576a-aa15-4468-8718-64d7b97aafe4 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8120930 Jul 27 21:03:55.878263 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc440c6-81e6-44bb-ba77-f67c65aedcf6 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:03:55.889434 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Request body: {'port': {'device_id': 'f0932c02-321e-44e0-9eb6-47d8f3e90b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:55.909140 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f81ca3b-97db-4f1e-907a-5990cf36596d x-openstack-request-id: req-6f81ca3b-97db-4f1e-907a-5990cf36596d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:55.909443 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631ddc44-8b83-42cd-91af-5dca53085867", "tag": "3b9e75dd-0c71-4cba-8f4a-b076c263b270", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:55.909686 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f81ca3b-97db-4f1e-907a-5990cf36596d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:55.910249 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631ddc44-8b83-42cd-91af-5dca53085867', 'tag': '3b9e75dd-0c71-4cba-8f4a-b076c263b270', 'status': 'completed', 'code': 200} Jul 27 21:03:55.938585 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fca6cb-7f4e-4902-8149-dc74828d58d3 req-5c3d67a1-a51d-4bd3-b2a8-53588f36c751 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:55.940087 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3fca6cb-7f4e-4902-8149-dc74828d58d3 req-5c3d67a1-a51d-4bd3-b2a8-53588f36c751 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 943 time: 0.1929371 Jul 27 21:03:55.961602 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-5666127b-d3ca-459b-acf2-95cc2a24fcfb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e63d6883-21db-42a3-83ad-67a0ca0dae2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821476 Jul 27 21:03:55.993575 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7a195e8f-c4ce-4eda-8a43-72ef0041929f req-88f2d8fa-8c6c-4cce-8b28-e0488d7696bb tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/acc4988f-954c-44de-9be3-c71cc581f7f1 HTTP/1.1" status: 200 len: 1805 time: 0.0840058 Jul 27 21:03:56.011540 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-7a195e8f-c4ce-4eda-8a43-72ef0041929f req-b900638b-921c-463c-af86-08b1c3942d0a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'acc4988f-954c-44de-9be3-c71cc581f7f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:56.011860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-7a195e8f-c4ce-4eda-8a43-72ef0041929f req-b900638b-921c-463c-af86-08b1c3942d0a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'acc4988f-954c-44de-9be3-c71cc581f7f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:56.025624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3fca6cb-7f4e-4902-8149-dc74828d58d3 req-35313e63-ca09-4903-ad31-edfb2b52e171 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735116 Jul 27 21:03:56.029706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-a2ccb861-d5bb-4d25-b88e-0990a9bf7c0f req-9bf329c9-65d4-45d0-80b6-c119b939b25e tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Deleting port edbe1898-787a-44e2-aadc-3dd50e97e8ab {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:56.030050 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a2ccb861-d5bb-4d25-b88e-0990a9bf7c0f req-9bf329c9-65d4-45d0-80b6-c119b939b25e tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.173929 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 91983430-5783-4641-8b13-330c63119bc6 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:03:56.226767 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 91983430-5783-4641-8b13-330c63119bc6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:03:56.227149 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.242129 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7a195e8f-c4ce-4eda-8a43-72ef0041929f req-b900638b-921c-463c-af86-08b1c3942d0a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.247919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-a2ccb861-d5bb-4d25-b88e-0990a9bf7c0f req-9bf329c9-65d4-45d0-80b6-c119b939b25e tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] For port edbe1898-787a-44e2-aadc-3dd50e97e8ab, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=edbe1898-787a-44e2-aadc-3dd50e97e8ab,segment=NetworkSegment(95f69752-8481-4ae9-abd9-49021b284200),segment_id=95f69752-8481-4ae9-abd9-49021b284200)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:56.248436 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a2ccb861-d5bb-4d25-b88e-0990a9bf7c0f req-9bf329c9-65d4-45d0-80b6-c119b939b25e tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.279474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-a2ccb861-d5bb-4d25-b88e-0990a9bf7c0f req-9bf329c9-65d4-45d0-80b6-c119b939b25e tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Calling delete_port for edbe1898-787a-44e2-aadc-3dd50e97e8ab owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:56.290458 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7a195e8f-c4ce-4eda-8a43-72ef0041929f req-b900638b-921c-463c-af86-08b1c3942d0a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.302018 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7a195e8f-c4ce-4eda-8a43-72ef0041929f req-b900638b-921c-463c-af86-08b1c3942d0a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.319967 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d660d3-560e-43f0-9e18-bb95d3d6ef87 req-2587e157-acdd-4784-8efb-2ab66198ff97 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:56.322915 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89d660d3-560e-43f0-9e18-bb95d3d6ef87 req-2587e157-acdd-4784-8efb-2ab66198ff97 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 943 time: 0.2261755 Jul 27 21:03:56.381862 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900638b-921c-463c-af86-08b1c3942d0a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4f3ec8-486c-47d2-9e9d-72f86f724e9c,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:56.399332 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7a195e8f-c4ce-4eda-8a43-72ef0041929f req-b900638b-921c-463c-af86-08b1c3942d0a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.400522 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7a195e8f-c4ce-4eda-8a43-72ef0041929f req-b900638b-921c-463c-af86-08b1c3942d0a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3982553 Jul 27 21:03:56.431267 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89d660d3-560e-43f0-9e18-bb95d3d6ef87 req-8e58b882-5003-4ecd-9361-808b8472523f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615335 Jul 27 21:03:56.494925 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.548735 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-3cea08bf-892b-4d42-a503-15f7e82240af service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623708 Jul 27 21:03:56.571079 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a2ccb861-d5bb-4d25-b88e-0990a9bf7c0f req-9bf329c9-65d4-45d0-80b6-c119b939b25e tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.584338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc440c6-81e6-44bb-ba77-f67c65aedcf6 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:03:56.584590 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['edbe1898-787a-44e2-aadc-3dd50e97e8ab', 'a77be389-913b-4a7d-b397-3c09ca9f5d0e'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:56.593113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcf68d-e633-400d-8afb-2d0896df2c0a req-0cf6ed51-e26f-47ab-b483-56201b91fa70 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:56.594630 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4fbcf68d-e633-400d-8afb-2d0896df2c0a req-0cf6ed51-e26f-47ab-b483-56201b91fa70 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.20 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 946 time: 0.6449761 Jul 27 21:03:56.609103 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1fc440c6-81e6-44bb-ba77-f67c65aedcf6 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.618697 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7751e-155b-47e5-96af-bfb1bb037e79 None None] Sync routers for ids ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:03:56.634029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf329c9-65d4-45d0-80b6-c119b939b25e tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Pushing event deleted for resources: {'Port': ['ID=edbe1898-787a-44e2-aadc-3dd50e97e8ab,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:56.641026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7751e-155b-47e5-96af-bfb1bb037e79 None None] Routers {'7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:56.642028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-27e7751e-155b-47e5-96af-bfb1bb037e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:03:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:56.698485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ccb861-d5bb-4d25-b88e-0990a9bf7c0f req-9bf329c9-65d4-45d0-80b6-c119b939b25e tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] No DVR routers for this DVR port edbe1898-787a-44e2-aadc-3dd50e97e8ab on host n-h1-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:56.702498 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a2ccb861-d5bb-4d25-b88e-0990a9bf7c0f req-9bf329c9-65d4-45d0-80b6-c119b939b25e tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.704482 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2ccb861-d5bb-4d25-b88e-0990a9bf7c0f req-9bf329c9-65d4-45d0-80b6-c119b939b25e tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.20 "DELETE /v2.0/ports/edbe1898-787a-44e2-aadc-3dd50e97e8ab HTTP/1.1" status: 204 len: 173 time: 0.9075148 Jul 27 21:03:56.707775 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e74a71-8030-49bf-8f0e-a751de26ae6b', 'name': 'network-vif-deleted', 'tag': 'edbe1898-787a-44e2-aadc-3dd50e97e8ab'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:56.712698 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ba7b4a-e3a0-4cd8-a4b5-5c39237a92af" -d '{"events": [{"server_uuid": "b7e74a71-8030-49bf-8f0e-a751de26ae6b", "name": "network-vif-deleted", "tag": "edbe1898-787a-44e2-aadc-3dd50e97e8ab"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:56.740073 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6a49b-af2d-408f-ba5f-b699345cf772 req-919f6c92-5513-4903-9e99-01a727552cbf tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:56.742387 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-08d6a49b-af2d-408f-ba5f-b699345cf772 req-919f6c92-5513-4903-9e99-01a727552cbf tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 932 time: 0.2185800 Jul 27 21:03:56.759493 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517ad29-be93-41bb-a5d8-99fa942d0fd0 req-fb5835c5-6556-47fe-bbb1-a7ffb6ddfab2 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:56.766726 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d517ad29-be93-41bb-a5d8-99fa942d0fd0 req-fb5835c5-6556-47fe-bbb1-a7ffb6ddfab2 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.2101021 Jul 27 21:03:56.797389 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1fc440c6-81e6-44bb-ba77-f67c65aedcf6 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "PUT /v2.0/floatingips/6fbdeafa-7872-47f6-9bf4-02b6c2404444 HTTP/1.1" status: 200 len: 991 time: 3.5131364 Jul 27 21:03:56.854829 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-08d6a49b-af2d-408f-ba5f-b699345cf772 req-a540a244-f597-4404-a0d3-130c327e2245 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865967 Jul 27 21:03:56.896741 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-0b99b0c0-631d-46cd-89ab-1e88653b14d1 req-90dc7a36-0290-41a1-b1e1-772af1174abc tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1487877768', 'description': 'tempest-description-2069845645'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:56.909928 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d517ad29-be93-41bb-a5d8-99fa942d0fd0 req-c0644bd7-b4f1-4654-8de6-1d28f771cb7b tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085835 Jul 27 21:03:56.916607 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0e7249ed-69b8-44ea-b910-d27ae1b4198d req-bd722ef4-5fad-49fa-995c-2c5ba783975b service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432124 Jul 27 21:03:56.959277 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-0b99b0c0-631d-46cd-89ab-1e88653b14d1 req-90dc7a36-0290-41a1-b1e1-772af1174abc tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.983070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-4fbcf68d-e633-400d-8afb-2d0896df2c0a req-2dcec15f-54f5-47cf-ae13-70604f96a4b5 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Deleting port a77be389-913b-4a7d-b397-3c09ca9f5d0e {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:03:56.983478 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4fbcf68d-e633-400d-8afb-2d0896df2c0a req-2dcec15f-54f5-47cf-ae13-70604f96a4b5 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:56.991532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-27e7751e-155b-47e5-96af-bfb1bb037e79 None None] Set router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:56.994507 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff1eaeb-8acc-426a-af5c-8a602a49336d x-openstack-request-id: req-5ff1eaeb-8acc-426a-af5c-8a602a49336d {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:56.994977 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e74a71-8030-49bf-8f0e-a751de26ae6b", "name": "network-vif-deleted", "tag": "edbe1898-787a-44e2-aadc-3dd50e97e8ab", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:56.995384 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ff1eaeb-8acc-426a-af5c-8a602a49336d {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:56.995946 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e74a71-8030-49bf-8f0e-a751de26ae6b', 'name': 'network-vif-deleted', 'tag': 'edbe1898-787a-44e2-aadc-3dd50e97e8ab', 'status': 'completed', 'code': 200} Jul 27 21:03:57.108194 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-0b99b0c0-631d-46cd-89ab-1e88653b14d1 req-90dc7a36-0290-41a1-b1e1-772af1174abc tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.117588 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-0b99b0c0-631d-46cd-89ab-1e88653b14d1 req-90dc7a36-0290-41a1-b1e1-772af1174abc tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.142559 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb06891a-574c-441f-b38a-567e0c93240f {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:03:57.157595 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.175786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4fbcf68d-e633-400d-8afb-2d0896df2c0a req-2dcec15f-54f5-47cf-ae13-70604f96a4b5 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] For port a77be389-913b-4a7d-b397-3c09ca9f5d0e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=a77be389-913b-4a7d-b397-3c09ca9f5d0e,segment=NetworkSegment(95f69752-8481-4ae9-abd9-49021b284200),segment_id=95f69752-8481-4ae9-abd9-49021b284200)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:03:57.176160 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4fbcf68d-e633-400d-8afb-2d0896df2c0a req-2dcec15f-54f5-47cf-ae13-70604f96a4b5 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.197726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc7a36-0290-41a1-b1e1-772af1174abc tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d08956-e5ee-4210-bd7e-1c3b8c37aade,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:57.201414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Transition to ACTIVE for port object cb06891a-574c-441f-b38a-567e0c93240f will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:03:57.203752 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-4fbcf68d-e633-400d-8afb-2d0896df2c0a req-2dcec15f-54f5-47cf-ae13-70604f96a4b5 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Calling delete_port for a77be389-913b-4a7d-b397-3c09ca9f5d0e owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:03:57.207224 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-0b99b0c0-631d-46cd-89ab-1e88653b14d1 req-90dc7a36-0290-41a1-b1e1-772af1174abc tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.215499 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b99b0c0-631d-46cd-89ab-1e88653b14d1 req-90dc7a36-0290-41a1-b1e1-772af1174abc tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3243637 Jul 27 21:03:57.222098 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.234335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e2ac9-7540-4862-add8-7820fc9cb7f0 req-add11c31-46da-4d96-9f2d-a60807fe682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:57.235828 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac7e2ac9-7540-4862-add8-7820fc9cb7f0 req-add11c31-46da-4d96-9f2d-a60807fe682e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 1094 time: 0.2334948 Jul 27 21:03:57.276351 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3233acc5-6c52-46d7-b01b-4f5fade92ddc req-899dabfb-9a3c-4802-8a8d-5289ae7cf90e tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7e74a71-8030-49bf-8f0e-a751de26ae6b HTTP/1.1" status: 200 len: 210 time: 0.0807488 Jul 27 21:03:57.295184 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-27e7751e-155b-47e5-96af-bfb1bb037e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'name': 'tempest-ServersTestJSON-500445189-router', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:15Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'gw_port': {'id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:16Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '6fbdeafa-7872-47f6-9bf4-02b6c2404444', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'port_id': 'b2d9fe0b-2e04-4b16-8266-4c75eef91375', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94', 'mac_address': 'fa:16:3e:5f:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565f7a58-3567-43f3-9a8f-94b73277301b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:03:31Z', 'updated_at': '2021-07-27T21:03:54Z', 'revision_number': 1, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f04afa-b66e-4b78-8439-6d1da9ef7e0d', 'name': '', 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'mac_address': 'fa:16:3e:da:1d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:22Z', 'updated_at': '2021-07-27T21:03:33Z', 'revision_number': 5, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'subnets': [{'id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:57.336926 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-38f28ef0-1acc-4ec8-ba80-de2b265b5e1d req-738098f1-a086-4a9b-b038-7d2904022796 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2085213801', 'description': 'tempest-description-847195949'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:57.350723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7751e-155b-47e5-96af-bfb1bb037e79 None None] Checking router: 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:03:57.368212 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7751e-155b-47e5-96af-bfb1bb037e79 None None] Routers {'7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:03:57.368849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-27e7751e-155b-47e5-96af-bfb1bb037e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:03:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:57.373773 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-38f28ef0-1acc-4ec8-ba80-de2b265b5e1d req-738098f1-a086-4a9b-b038-7d2904022796 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.418635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e165f24-abaa-4677-b96a-176b4013c5d4 req-df6d58cd-0f1a-40c8-a7a6-24d9119f5200 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:57.427205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e165f24-abaa-4677-b96a-176b4013c5d4 req-df6d58cd-0f1a-40c8-a7a6-24d9119f5200 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 943 time: 0.1448605 Jul 27 21:03:57.427507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Pushing event updated for resources: {'Port': ['ID=cb06891a-574c-441f-b38a-567e0c93240f,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:57.512933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e165f24-abaa-4677-b96a-176b4013c5d4 req-c2586f21-ed7d-4bf4-abd5-63b3778f34a1 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843880 Jul 27 21:03:57.513239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-27e7751e-155b-47e5-96af-bfb1bb037e79 None None] Set router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:03:57.568005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Attempting to bind port cb06891a-574c-441f-b38a-567e0c93240f on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:03:57.568603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Attempting to bind port cb06891a-574c-441f-b38a-567e0c93240f by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '34f1a03d-2a3d-41c6-90b5-98f70dfa8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:03:57.568698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Attempting to bind port cb06891a-574c-441f-b38a-567e0c93240f on network a83bccf7-f907-454f-9b2f-b3d6acd048db {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:57.572254 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-38f28ef0-1acc-4ec8-ba80-de2b265b5e1d req-738098f1-a086-4a9b-b038-7d2904022796 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.576662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e2ac9-7540-4862-add8-7820fc9cb7f0 req-5d8d1d44-e713-4dc5-b620-3ee09ee71340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:57.577867 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-38f28ef0-1acc-4ec8-ba80-de2b265b5e1d req-738098f1-a086-4a9b-b038-7d2904022796 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.578407 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac7e2ac9-7540-4862-add8-7820fc9cb7f0 req-5d8d1d44-e713-4dc5-b620-3ee09ee71340 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 906 time: 0.2777534 Jul 27 21:03:57.580312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Port cb06891a-574c-441f-b38a-567e0c93240f on network a83bccf7-f907-454f-9b2f-b3d6acd048db not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:03:57.580312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Attempting to bind port cb06891a-574c-441f-b38a-567e0c93240f on network a83bccf7-f907-454f-9b2f-b3d6acd048db {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:03:57.586348 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:03:57.586689 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Checking segment: {'id': '34f1a03d-2a3d-41c6-90b5-98f70dfa8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:03:57.587074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Bound using segment: {'id': '34f1a03d-2a3d-41c6-90b5-98f70dfa8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:03:57.587613 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Bound port: cb06891a-574c-441f-b38a-567e0c93240f, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f1a03d-2a3d-41c6-90b5-98f70dfa8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:03:57.587978 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.607349 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-38f28ef0-1acc-4ec8-ba80-de2b265b5e1d req-738098f1-a086-4a9b-b038-7d2904022796 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.608862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38f28ef0-1acc-4ec8-ba80-de2b265b5e1d req-738098f1-a086-4a9b-b038-7d2904022796 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2793479 Jul 27 21:03:57.662294 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738098f1-a086-4a9b-b038-7d2904022796 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3880a637-1ac6-47b7-94d6-77a88696a9b3,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:57.675327 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac7e2ac9-7540-4862-add8-7820fc9cb7f0 req-aaf980f4-2d5a-456b-a626-644880d73688 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b9e75dd-0c71-4cba-8f4a-b076c263b270 HTTP/1.1" status: 200 len: 217 time: 0.0826309 Jul 27 21:03:57.703360 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ec9a-ce1c-464f-b3f0-ad255306d5a6 req-4ed410f0-79c2-450d-88e4-0de99ed2095b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:57.705157 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f920ec9a-ce1c-464f-b3f0-ad255306d5a6 req-4ed410f0-79c2-450d-88e4-0de99ed2095b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 943 time: 0.1000249 Jul 27 21:03:57.767109 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4fbcf68d-e633-400d-8afb-2d0896df2c0a req-2dcec15f-54f5-47cf-ae13-70604f96a4b5 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.784503 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['edbe1898-787a-44e2-aadc-3dd50e97e8ab'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:03:57.793353 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f920ec9a-ce1c-464f-b3f0-ad255306d5a6 req-51fb38ec-98ae-4164-84e4-11dc74e3e089 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752068 Jul 27 21:03:57.807329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e2ac9-7540-4862-add8-7820fc9cb7f0 req-8e14b02a-6dca-46c6-b755-a0fe8367fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:57.807784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-562f2ea3-e5d1-45df-8761-68bab983bee6 req-fc61e5fe-9a09-47c1-97ea-916bed2cf9d8 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/42d08956-e5ee-4210-bd7e-1c3b8c37aade HTTP/1.1" status: 200 len: 1807 time: 0.0887120 Jul 27 21:03:57.808791 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac7e2ac9-7540-4862-add8-7820fc9cb7f0 req-8e14b02a-6dca-46c6-b755-a0fe8367fa56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6866e95-5277-449a-81cc-71c772e0c274 HTTP/1.1" status: 200 len: 845 time: 0.1224978 Jul 27 21:03:57.813210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcec15f-54f5-47cf-ae13-70604f96a4b5 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Pushing event deleted for resources: {'Port': ['ID=a77be389-913b-4a7d-b397-3c09ca9f5d0e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:57.847328 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-27e7751e-155b-47e5-96af-bfb1bb037e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'name': 'tempest-ServersTestJSON-500445189-router', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:15Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'gw_port': {'id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:16Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '6fbdeafa-7872-47f6-9bf4-02b6c2404444', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'port_id': 'b2d9fe0b-2e04-4b16-8266-4c75eef91375', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94', 'mac_address': 'fa:16:3e:5f:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565f7a58-3567-43f3-9a8f-94b73277301b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:03:31Z', 'updated_at': '2021-07-27T21:03:54Z', 'revision_number': 1, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f04afa-b66e-4b78-8439-6d1da9ef7e0d', 'name': '', 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'mac_address': 'fa:16:3e:da:1d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:22Z', 'updated_at': '2021-07-27T21:03:33Z', 'revision_number': 5, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'subnets': [{'id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:03:57.859874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] For port cb06891a-574c-441f-b38a-567e0c93240f, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:03:57.863521 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac7e2ac9-7540-4862-add8-7820fc9cb7f0 req-8df00f83-6a1b-4baf-85c6-7011e87ec2c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e63d6883-21db-42a3-83ad-67a0ca0dae2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403190 Jul 27 21:03:57.866408 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-562f2ea3-e5d1-45df-8761-68bab983bee6 req-b5d9e11c-e43d-491b-a4a7-d25a75f54a0c tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/3880a637-1ac6-47b7-94d6-77a88696a9b3 HTTP/1.1" status: 200 len: 1806 time: 0.0496716 Jul 27 21:03:57.876730 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e7751e-155b-47e5-96af-bfb1bb037e79 None None] The sync data for ids ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'] in n-d-764806-9 is: [{'id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'name': 'tempest-ServersTestJSON-500445189-router', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:15Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'gw_port': {'id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:16Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '6fbdeafa-7872-47f6-9bf4-02b6c2404444', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'port_id': 'b2d9fe0b-2e04-4b16-8266-4c75eef91375', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94', 'mac_address': 'fa:16:3e:5f:aa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565f7a58-3567-43f3-9a8f-94b73277301b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:03:31Z', 'updated_at': '2021-07-27T21:03:54Z', 'revision_number': 1, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f04afa-b66e-4b78-8439-6d1da9ef7e0d', 'name': '', 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'mac_address': 'fa:16:3e:da:1d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:22Z', 'updated_at': '2021-07-27T21:03:33Z', 'revision_number': 5, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'subnets': [{'id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:03:57.877368 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-562f2ea3-e5d1-45df-8761-68bab983bee6 req-021dd72e-3ca3-4062-b6fd-39b16d078a0a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '42d08956-e5ee-4210-bd7e-1c3b8c37aade', 'remote_group_id': '3880a637-1ac6-47b7-94d6-77a88696a9b3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:57.878599 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-562f2ea3-e5d1-45df-8761-68bab983bee6 req-021dd72e-3ca3-4062-b6fd-39b16d078a0a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '42d08956-e5ee-4210-bd7e-1c3b8c37aade', 'remote_group_id': '3880a637-1ac6-47b7-94d6-77a88696a9b3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:57.934111 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565f7a58-3567-43f3-9a8f-94b73277301b', 'tag': 'b2d9fe0b-2e04-4b16-8266-4c75eef91375'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:03:57.936430 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f758a61-2ec7-4692-87a1-e79af59ea749" -d '{"events": [{"name": "network-changed", "server_uuid": "565f7a58-3567-43f3-9a8f-94b73277301b", "tag": "b2d9fe0b-2e04-4b16-8266-4c75eef91375"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:03:57.944431 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] For port cb06891a-574c-441f-b38a-567e0c93240f, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=cb06891a-574c-441f-b38a-567e0c93240f,segment=NetworkSegment(34f1a03d-2a3d-41c6-90b5-98f70dfa8e59),segment_id=34f1a03d-2a3d-41c6-90b5-98f70dfa8e59)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:03:57.969877 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-562f2ea3-e5d1-45df-8761-68bab983bee6 req-021dd72e-3ca3-4062-b6fd-39b16d078a0a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.970067 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbcf68d-e633-400d-8afb-2d0896df2c0a req-2dcec15f-54f5-47cf-ae13-70604f96a4b5 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] No DVR routers for this DVR port a77be389-913b-4a7d-b397-3c09ca9f5d0e on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:03:57.971102 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.973638 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4fbcf68d-e633-400d-8afb-2d0896df2c0a req-2dcec15f-54f5-47cf-ae13-70604f96a4b5 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:57.976188 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4fbcf68d-e633-400d-8afb-2d0896df2c0a req-2dcec15f-54f5-47cf-ae13-70604f96a4b5 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.20 "DELETE /v2.0/ports/a77be389-913b-4a7d-b397-3c09ca9f5d0e HTTP/1.1" status: 204 len: 173 time: 1.3350353 Jul 27 21:03:58.029672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:58.030266 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:58.031661 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] 10.222.0.66 "PUT /v2.0/ports/cb06891a-574c-441f-b38a-567e0c93240f HTTP/1.1" status: 200 len: 1092 time: 2.1509168 Jul 27 21:03:58.053559 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-562f2ea3-e5d1-45df-8761-68bab983bee6 req-021dd72e-3ca3-4062-b6fd-39b16d078a0a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:58.058071 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553290ed-c4b8-4e8d-8430-37c7dd6c913d service neutron] Pushing event updated for resources: {'Port': ['ID=cb06891a-574c-441f-b38a-567e0c93240f,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:58.064844 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-562f2ea3-e5d1-45df-8761-68bab983bee6 req-021dd72e-3ca3-4062-b6fd-39b16d078a0a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:58.072427 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac7e2ac9-7540-4862-add8-7820fc9cb7f0 req-fe4677e8-df72-4da2-8f5b-045c8d0336be service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909339 Jul 27 21:03:58.097903 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3efbfc-4deb-4110-9444-fde913836c9d req-0f3deb0d-fe55-4880-b30e-9538fa35219a tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:58.099430 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d3efbfc-4deb-4110-9444-fde913836c9d req-0f3deb0d-fe55-4880-b30e-9538fa35219a tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 944 time: 0.1451352 Jul 27 21:03:58.111284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021dd72e-3ca3-4062-b6fd-39b16d078a0a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3a7dfd-c73b-4941-b021-421f8942a223,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:58.121733 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-562f2ea3-e5d1-45df-8761-68bab983bee6 req-021dd72e-3ca3-4062-b6fd-39b16d078a0a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:58.135010 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-562f2ea3-e5d1-45df-8761-68bab983bee6 req-021dd72e-3ca3-4062-b6fd-39b16d078a0a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2617025 Jul 27 21:03:58.178309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d3efbfc-4deb-4110-9444-fde913836c9d req-5d6844b4-c472-4067-a4c5-aad26bd5ca89 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679896 Jul 27 21:03:58.193240 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c80b69a-d976-49e1-b70d-87b07eb5dc9f None None] New status for floating IP 6fbdeafa-7872-47f6-9bf4-02b6c2404444: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:03:58.197100 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3989af06-2654-4eac-a0e4-cb2343e1ecdc x-openstack-request-id: req-3989af06-2654-4eac-a0e4-cb2343e1ecdc {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:03:58.197480 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565f7a58-3567-43f3-9a8f-94b73277301b", "tag": "b2d9fe0b-2e04-4b16-8266-4c75eef91375", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:03:58.197615 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3989af06-2654-4eac-a0e4-cb2343e1ecdc {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:03:58.198004 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565f7a58-3567-43f3-9a8f-94b73277301b', 'tag': 'b2d9fe0b-2e04-4b16-8266-4c75eef91375', 'status': 'completed', 'code': 200} Jul 27 21:03:58.288476 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac7e2ac9-7540-4862-add8-7820fc9cb7f0 req-827a8455-0272-4b10-84a1-065dc3186e0e service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055733 Jul 27 21:03:58.310715 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-1cdda759-496b-456d-91c5-979a365b3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:58.310715 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-1cdda759-496b-456d-91c5-979a365b3aff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=44a3a19e228a4d0985664b59fe9d66ef&device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 1095 time: 0.1523175 Jul 27 21:03:58.342437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-7312d60d-5e84-4079-a85f-6c5b5a997cc6 req-50185cca-4a9c-4bd2-9301-2971f3b65d55 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2093206653', 'description': 'tempest-description-1336778885'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:58.355830 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-f6517d9f-570e-40bc-adaf-5da498993857 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb06891a-574c-441f-b38a-567e0c93240f HTTP/1.1" status: 200 len: 217 time: 0.0359843 Jul 27 21:03:58.361218 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f758a61-2ec7-4692-87a1-e79af59ea749 req-0a4562bd-4af0-4f48-82e1-ef443901c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:58.362710 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8f758a61-2ec7-4692-87a1-e79af59ea749 req-0a4562bd-4af0-4f48-82e1-ef443901c6f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb4ef6d905c540639ba16528d6bd530f&device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 1097 time: 0.1244833 Jul 27 21:03:58.367236 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc2ae5-9a09-4acb-b26d-a7a8d31f2fbd req-1576afec-5e34-45ad-ba89-03c46989f5a2 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:58.368768 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6adc2ae5-9a09-4acb-b26d-a7a8d31f2fbd req-1576afec-5e34-45ad-ba89-03c46989f5a2 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.1132877 Jul 27 21:03:58.390134 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7312d60d-5e84-4079-a85f-6c5b5a997cc6 req-50185cca-4a9c-4bd2-9301-2971f3b65d55 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:58.441801 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6adc2ae5-9a09-4acb-b26d-a7a8d31f2fbd req-51e4c020-0494-45f2-a8b0-428bf73753bb tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625577 Jul 27 21:03:58.461081 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-d18913fd-69c7-480c-9c47-42d427075d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:58.462767 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-d18913fd-69c7-480c-9c47-42d427075d2a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95dcd686-975b-4220-990e-d334ecf706c3 HTTP/1.1" status: 200 len: 851 time: 0.0989981 Jul 27 21:03:58.512840 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7312d60d-5e84-4079-a85f-6c5b5a997cc6 req-50185cca-4a9c-4bd2-9301-2971f3b65d55 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:58.517402 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-4953cb99-b766-4aa8-b989-0a9319eb6e4b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a83bccf7-f907-454f-9b2f-b3d6acd048db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410991 Jul 27 21:03:58.518504 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7312d60d-5e84-4079-a85f-6c5b5a997cc6 req-50185cca-4a9c-4bd2-9301-2971f3b65d55 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:58.557399 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7312d60d-5e84-4079-a85f-6c5b5a997cc6 req-50185cca-4a9c-4bd2-9301-2971f3b65d55 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:58.558910 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7312d60d-5e84-4079-a85f-6c5b5a997cc6 req-50185cca-4a9c-4bd2-9301-2971f3b65d55 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2231274 Jul 27 21:03:58.560900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50185cca-4a9c-4bd2-9301-2971f3b65d55 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3687d6-8c12-4627-bd88-6e5421955c06,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:58.584277 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f758a61-2ec7-4692-87a1-e79af59ea749 req-29987d49-ccaa-42a7-8d34-b4d52af31e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:58.586630 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8f758a61-2ec7-4692-87a1-e79af59ea749 req-29987d49-ccaa-42a7-8d34-b4d52af31e0e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ec00e2c-05c4-487c-9890-4842123aff94 HTTP/1.1" status: 200 len: 906 time: 0.2143729 Jul 27 21:03:58.623146 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43e2c3a5-4446-4a18-b846-5def51796b5c req-7afe5d4e-5553-40e9-bd00-e759d32dac91 tempest-ListServersNegativeTestJSON-1147206057 tempest-ListServersNegativeTestJSON-1147206057-project] 10.222.0.55 "GET /v2.0/ports?device_id=838328e2-74d3-4432-88b3-1a91f2d62c40 HTTP/1.1" status: 200 len: 210 time: 0.0432043 Jul 27 21:03:58.667551 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-644fd151-8fa0-4da0-8936-d355901307d0 req-e66fba81-305c-44c6-9f60-5685946c21fa tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1392597118', 'description': 'tempest-description-1843769941'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:58.710623 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8f758a61-2ec7-4692-87a1-e79af59ea749 req-669671f5-6a90-44cf-9e8c-0d1e1a9da4ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d9fe0b-2e04-4b16-8266-4c75eef91375 HTTP/1.1" status: 200 len: 1001 time: 0.0954800 Jul 27 21:03:58.714089 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-644fd151-8fa0-4da0-8936-d355901307d0 req-e66fba81-305c-44c6-9f60-5685946c21fa tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:58.737865 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e45175-b66f-4664-bdff-a298962e23b4 req-febc6477-a6a1-44cb-899c-ae0133b8c9f2 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:58.746095 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b4e45175-b66f-4664-bdff-a298962e23b4 req-febc6477-a6a1-44cb-899c-ae0133b8c9f2 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 943 time: 0.1180279 Jul 27 21:03:58.765342 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-2161c7b7-e1ec-45c2-9403-acc18a7579e1 service neutron] 10.222.0.66 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406583 Jul 27 21:03:58.798093 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b4e45175-b66f-4664-bdff-a298962e23b4 req-9d0af441-9dc2-4ba9-ba85-409106d41009 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512488 Jul 27 21:03:58.833901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f758a61-2ec7-4692-87a1-e79af59ea749 req-2fe4ae1f-dd43-4fd8-ba3a-133faf8d5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:58.835756 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8f758a61-2ec7-4692-87a1-e79af59ea749 req-2fe4ae1f-dd43-4fd8-ba3a-133faf8d5849 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=864f30b3-7cb2-4b35-aa65-c81e98a3a601 HTTP/1.1" status: 200 len: 844 time: 0.1160147 Jul 27 21:03:58.857230 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-644fd151-8fa0-4da0-8936-d355901307d0 req-e66fba81-305c-44c6-9f60-5685946c21fa tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:58.862078 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-644fd151-8fa0-4da0-8936-d355901307d0 req-e66fba81-305c-44c6-9f60-5685946c21fa tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:58.887816 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-644fd151-8fa0-4da0-8936-d355901307d0 req-e66fba81-305c-44c6-9f60-5685946c21fa tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:58.889100 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-644fd151-8fa0-4da0-8936-d355901307d0 req-e66fba81-305c-44c6-9f60-5685946c21fa tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2437634 Jul 27 21:03:58.897893 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fba81-305c-44c6-9f60-5685946c21fa tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33264a0e-bd4b-4753-89c5-3be22e5e5837,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:58.903591 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21fc5a7a-bd01-4210-b99f-efb43aa1f45a req-0d6df146-6850-49ed-bdfb-70fc10db292e service neutron] 10.222.0.66 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293724 Jul 27 21:03:58.937449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f758a61-2ec7-4692-87a1-e79af59ea749 req-ca31524a-52a6-4f93-a56b-a663dd47570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:58.939304 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8f758a61-2ec7-4692-87a1-e79af59ea749 req-ca31524a-52a6-4f93-a56b-a663dd47570e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ec00e2c-05c4-487c-9890-4842123aff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911276 Jul 27 21:03:58.997756 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecb60a9d-bce0-4833-af32-15e3a6852e71 req-eaaf73b6-e8cb-4173-8fee-747fe01db6e9 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/6d3687d6-8c12-4627-bd88-6e5421955c06 HTTP/1.1" status: 200 len: 1807 time: 0.0705402 Jul 27 21:03:59.031807 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8f758a61-2ec7-4692-87a1-e79af59ea749 req-ed6272d9-cb59-4b96-a5f2-37962e848567 service neutron] 10.222.0.20 "GET /v2.0/networks/6ec00e2c-05c4-487c-9890-4842123aff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845592 Jul 27 21:03:59.062126 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48649313-eaca-4175-9497-b7f97a2ee1da req-72d663c1-e6e6-4733-8c05-52d354938938 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:59.063678 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-48649313-eaca-4175-9497-b7f97a2ee1da req-72d663c1-e6e6-4733-8c05-52d354938938 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 943 time: 0.1094906 Jul 27 21:03:59.067746 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecb60a9d-bce0-4833-af32-15e3a6852e71 req-8ac1bda9-741b-4ba1-96d8-7b65d8aac81a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/33264a0e-bd4b-4753-89c5-3be22e5e5837 HTTP/1.1" status: 200 len: 1807 time: 0.0609479 Jul 27 21:03:59.088257 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-ecb60a9d-bce0-4833-af32-15e3a6852e71 req-e38f8f00-cac5-4913-b8a3-409ec4a521ea tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6d3687d6-8c12-4627-bd88-6e5421955c06', 'remote_group_id': '33264a0e-bd4b-4753-89c5-3be22e5e5837', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:59.088968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-ecb60a9d-bce0-4833-af32-15e3a6852e71 req-e38f8f00-cac5-4913-b8a3-409ec4a521ea tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6d3687d6-8c12-4627-bd88-6e5421955c06', 'remote_group_id': '33264a0e-bd4b-4753-89c5-3be22e5e5837', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:59.124009 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-48649313-eaca-4175-9497-b7f97a2ee1da req-bc70a9b1-a4ea-4ea9-9ae8-9636fa237dfb tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538309 Jul 27 21:03:59.129047 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8f758a61-2ec7-4692-87a1-e79af59ea749 req-66e07825-481f-4532-8dc2-5c94a2b021dd service neutron] 10.222.0.20 "GET /v2.0/networks/6ec00e2c-05c4-487c-9890-4842123aff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892463 Jul 27 21:03:59.172901 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ecb60a9d-bce0-4833-af32-15e3a6852e71 req-e38f8f00-cac5-4913-b8a3-409ec4a521ea tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.207729 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ecb60a9d-bce0-4833-af32-15e3a6852e71 req-e38f8f00-cac5-4913-b8a3-409ec4a521ea tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.212278 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ecb60a9d-bce0-4833-af32-15e3a6852e71 req-e38f8f00-cac5-4913-b8a3-409ec4a521ea tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.232538 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f8f00-cac5-4913-b8a3-409ec4a521ea tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f349569f-2a00-405f-9859-a894f6cad692,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:59.236916 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ecb60a9d-bce0-4833-af32-15e3a6852e71 req-e38f8f00-cac5-4913-b8a3-409ec4a521ea tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.238423 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecb60a9d-bce0-4833-af32-15e3a6852e71 req-e38f8f00-cac5-4913-b8a3-409ec4a521ea tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1617322 Jul 27 21:03:59.337859 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4c63fabd-0b28-4afe-a2ff-1b6439fabc36 req-a87cc328-da26-46b8-b596-1084afb95308 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/33264a0e-bd4b-4753-89c5-3be22e5e5837 HTTP/1.1" status: 200 len: 1807 time: 0.0703864 Jul 27 21:03:59.386286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b74b96-4a5f-4d7b-8371-f78053f9a13e req-33bc2b1b-bdb3-44a1-b375-ab250e6be366 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:59.387741 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13b74b96-4a5f-4d7b-8371-f78053f9a13e req-33bc2b1b-bdb3-44a1-b375-ab250e6be366 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 944 time: 0.1132350 Jul 27 21:03:59.435950 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4c63fabd-0b28-4afe-a2ff-1b6439fabc36 req-f2defab0-e85f-4629-9a22-b9d4e8fa9e1a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.444471 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13b74b96-4a5f-4d7b-8371-f78053f9a13e req-ab7bd848-5890-461b-a833-72b3a5f948d1 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508416 Jul 27 21:03:59.462608 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4c63fabd-0b28-4afe-a2ff-1b6439fabc36 req-f2defab0-e85f-4629-9a22-b9d4e8fa9e1a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.532384 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4c63fabd-0b28-4afe-a2ff-1b6439fabc36 req-f2defab0-e85f-4629-9a22-b9d4e8fa9e1a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.534946 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4c63fabd-0b28-4afe-a2ff-1b6439fabc36 req-f2defab0-e85f-4629-9a22-b9d4e8fa9e1a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.538268 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4c63fabd-0b28-4afe-a2ff-1b6439fabc36 req-f2defab0-e85f-4629-9a22-b9d4e8fa9e1a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "DELETE /v2.0/security-groups/33264a0e-bd4b-4753-89c5-3be22e5e5837 HTTP/1.1" status: 204 len: 173 time: 0.1921456 Jul 27 21:03:59.545657 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2defab0-e85f-4629-9a22-b9d4e8fa9e1a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33264a0e-bd4b-4753-89c5-3be22e5e5837,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:59.628085 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7099448-92e1-42ef-83bf-a4fbe39f552b req-98ff3989-8c99-4f8b-8227-780494f4e6fa tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/6d3687d6-8c12-4627-bd88-6e5421955c06 HTTP/1.1" status: 200 len: 1807 time: 0.0699472 Jul 27 21:03:59.656657 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b987b0e-97e9-49aa-8618-75588eca2f88 req-8d7013d7-b2e5-415c-93b6-2be6cb1a298d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:59.658165 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b987b0e-97e9-49aa-8618-75588eca2f88 req-8d7013d7-b2e5-415c-93b6-2be6cb1a298d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.0932975 Jul 27 21:03:59.670879 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41296) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:59.692043 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-850d125e-0ad5-4422-9f94-dea68845e6be req-611db81e-b565-43ff-b84a-cc70b4a9ebd2 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1852365258', 'description': 'tempest-description-1601974179'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:59.716287 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Deleting subnet 820b5224-7573-46ac-8d28-c5cd972ee439 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:03:59.719565 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.724786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b987b0e-97e9-49aa-8618-75588eca2f88 req-befcb1f2-7e96-4510-89fa-2cbb152f1ace tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599432 Jul 27 21:03:59.730699 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-850d125e-0ad5-4422-9f94-dea68845e6be req-611db81e-b565-43ff-b84a-cc70b4a9ebd2 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.759032 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.800298 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.827677 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-850d125e-0ad5-4422-9f94-dea68845e6be req-611db81e-b565-43ff-b84a-cc70b4a9ebd2 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.832224 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-850d125e-0ad5-4422-9f94-dea68845e6be req-611db81e-b565-43ff-b84a-cc70b4a9ebd2 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.863462 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-850d125e-0ad5-4422-9f94-dea68845e6be req-611db81e-b565-43ff-b84a-cc70b4a9ebd2 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.864696 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-850d125e-0ad5-4422-9f94-dea68845e6be req-611db81e-b565-43ff-b84a-cc70b4a9ebd2 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1785786 Jul 27 21:03:59.874944 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.875148 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611db81e-b565-43ff-b84a-cc70b4a9ebd2 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b91ef431-4224-44bd-b047-09a1a6b5a5e8,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:59.904931 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=820b5224-7573-46ac-8d28-c5cd972ee439,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:03:59.915862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:59.916238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:59.916631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:59.917020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:59.917380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:59.917720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:59.918078 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:59.918473 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:59.918843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:59.919180 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:59.919511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:59.919839 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:03:59.926473 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:03:59.930003 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-480b16af-2f88-4471-870e-75931d08c994 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/820b5224-7573-46ac-8d28-c5cd972ee439 HTTP/1.1" status: 204 len: 168 time: 0.2565057 Jul 27 21:03:59.931550 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41304) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:03:59.966388 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-59744ddd-fbc6-4766-aad0-de743986ee2c req-f073cbad-5312-4d3b-a762-e7f6d7f66521 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/b91ef431-4224-44bd-b047-09a1a6b5a5e8 HTTP/1.1" status: 200 len: 1807 time: 0.0589433 Jul 27 21:03:59.977836 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323a2e-78ac-444f-94e4-d8b3a31bd98f req-03c93863-2149-4516-b605-4d2f7422c2b2 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:03:59.979388 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c3323a2e-78ac-444f-94e4-d8b3a31bd98f req-03c93863-2149-4516-b605-4d2f7422c2b2 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 943 time: 0.1017630 Jul 27 21:03:59.984185 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-59744ddd-fbc6-4766-aad0-de743986ee2c req-c65f35bc-8f37-4ff4-9155-c5781dc766f6 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b91ef431-4224-44bd-b047-09a1a6b5a5e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:03:59.984504 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-59744ddd-fbc6-4766-aad0-de743986ee2c req-c65f35bc-8f37-4ff4-9155-c5781dc766f6 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b91ef431-4224-44bd-b047-09a1a6b5a5e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:00.005540 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a071978d-dbd6-4e91-8527-903fbd3c4f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.026136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 3b9e75dd-0c71-4cba-8f4a-b076c263b270 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:04:00.029519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device a77be389-913b-4a7d-b397-3c09ca9f5d0e no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:04:00.035515 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c3323a2e-78ac-444f-94e4-d8b3a31bd98f req-9bfcea08-feeb-4202-aaa9-f60afed207eb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466657 Jul 27 21:04:00.061760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: a77be389-913b-4a7d-b397-3c09ca9f5d0e {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:04:00.062626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device a77be389-913b-4a7d-b397-3c09ca9f5d0e not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:04:00.063055 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device edbe1898-787a-44e2-aadc-3dd50e97e8ab no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:04:00.085775 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-59744ddd-fbc6-4766-aad0-de743986ee2c req-c65f35bc-8f37-4ff4-9155-c5781dc766f6 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.097319 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: edbe1898-787a-44e2-aadc-3dd50e97e8ab {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:04:00.098117 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device edbe1898-787a-44e2-aadc-3dd50e97e8ab not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:04:00.108869 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-59744ddd-fbc6-4766-aad0-de743986ee2c req-c65f35bc-8f37-4ff4-9155-c5781dc766f6 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.115048 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-59744ddd-fbc6-4766-aad0-de743986ee2c req-c65f35bc-8f37-4ff4-9155-c5781dc766f6 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.127011 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a071978d-dbd6-4e91-8527-903fbd3c4f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.138398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f35bc-8f37-4ff4-9155-c5781dc766f6 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5300fce4-e34c-41ed-bcc6-f3ec99a033bb,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:00.144019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-a071978d-dbd6-4e91-8527-903fbd3c4f5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bede49c-7b7b-4f97-b9f9-e703368ee19a']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:00.145801 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-59744ddd-fbc6-4766-aad0-de743986ee2c req-c65f35bc-8f37-4ff4-9155-c5781dc766f6 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.159377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-a071978d-dbd6-4e91-8527-903fbd3c4f5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f69752-8481-4ae9-abd9-49021b284200') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:00.159938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-a071978d-dbd6-4e91-8527-903fbd3c4f5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f69752-8481-4ae9-abd9-49021b284200') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:00.163222 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-59744ddd-fbc6-4766-aad0-de743986ee2c req-c65f35bc-8f37-4ff4-9155-c5781dc766f6 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1827223 Jul 27 21:04:00.171198 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a071978d-dbd6-4e91-8527-903fbd3c4f5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.187014 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a071978d-dbd6-4e91-8527-903fbd3c4f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.193527 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a071978d-dbd6-4e91-8527-903fbd3c4f5f admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:04:00.194760 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a071978d-dbd6-4e91-8527-903fbd3c4f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.228538 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 3b9e75dd-0c71-4cba-8f4a-b076c263b270, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3b9e75dd-0c71-4cba-8f4a-b076c263b270,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:00.229364 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9815907-22e2-4f20-8c5d-c1a4908fbc5e req-ceeb2e5f-1fbb-4aa1-93cb-f81475f3a3ea tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/b91ef431-4224-44bd-b047-09a1a6b5a5e8 HTTP/1.1" status: 200 len: 2401 time: 0.0586166 Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:04:00.244984 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:04:00.246747 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838328e2-74d3-4432-88b3-1a91f2d62c40', 'name': 'network-vif-deleted', 'tag': 'a77be389-913b-4a7d-b397-3c09ca9f5d0e'}, {'name': 'network-changed', 'server_uuid': 'f0932c02-321e-44e0-9eb6-47d8f3e90b7d', 'tag': 'cb06891a-574c-441f-b38a-567e0c93240f'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:00.247857 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b930051b-6d48-4473-8225-abf626d2c155" -d '{"events": [{"server_uuid": "838328e2-74d3-4432-88b3-1a91f2d62c40", "name": "network-vif-deleted", "tag": "a77be389-913b-4a7d-b397-3c09ca9f5d0e"}, {"name": "network-changed", "server_uuid": "f0932c02-321e-44e0-9eb6-47d8f3e90b7d", "tag": "cb06891a-574c-441f-b38a-567e0c93240f"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:00.254143 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '3b9e75dd-0c71-4cba-8f4a-b076c263b270', 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c', 'port_id': '3b9e75dd-0c71-4cba-8f4a-b076c263b270', 'mac_address': 'fa:16:3e:b9:17:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6866e95-5277-449a-81cc-71c772e0c274', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:04:00.259758 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-a9815907-22e2-4f20-8c5d-c1a4908fbc5e req-c9cd6c14-8e3c-46b2-a308-bb3c330d87eb tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b91ef431-4224-44bd-b047-09a1a6b5a5e8', 'remote_group_id': None}]} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:00.260079 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-a9815907-22e2-4f20-8c5d-c1a4908fbc5e req-c9cd6c14-8e3c-46b2-a308-bb3c330d87eb tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b91ef431-4224-44bd-b047-09a1a6b5a5e8', 'remote_group_id': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:00.270770 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a071978d-dbd6-4e91-8527-903fbd3c4f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.280739 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a071978d-dbd6-4e91-8527-903fbd3c4f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.285846 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a071978d-dbd6-4e91-8527-903fbd3c4f5f admin admin] 10.222.0.55 "DELETE /v2.0/networks/4bede49c-7b7b-4f97-b9f9-e703368ee19a HTTP/1.1" status: 204 len: 168 time: 0.3508630 Jul 27 21:04:00.302685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071978d-dbd6-4e91-8527-903fbd3c4f5f admin admin] Pushing event deleted for resources: {'Network': ['ID=4bede49c-7b7b-4f97-b9f9-e703368ee19a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:00.309942 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb90bf9-cff2-43f6-88e5-b6c2218e2231 req-17f33fa4-25d8-4760-b15c-20f65a7b6fcd tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:00.311679 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-adb90bf9-cff2-43f6-88e5-b6c2218e2231 req-17f33fa4-25d8-4760-b15c-20f65a7b6fcd tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 943 time: 0.0975881 Jul 27 21:04:00.313140 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.333191 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9e75dd-0c71-4cba-8f4a-b076c263b270 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:00.359602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 3b9e75dd-0c71-4cba-8f4a-b076c263b270, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3b9e75dd-0c71-4cba-8f4a-b076c263b270,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:00.367594 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.384107 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a9815907-22e2-4f20-8c5d-c1a4908fbc5e req-c9cd6c14-8e3c-46b2-a308-bb3c330d87eb tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.401227 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bac1f3-f8e8-4128-9a9c-15d9dd371a90 req-31b168fe-dfef-43ec-93e1-d14ca1584e78 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:00.402964 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-adb90bf9-cff2-43f6-88e5-b6c2218e2231 req-7ebb4cc3-d5ff-4428-9685-5a4d22929828 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820932 Jul 27 21:04:00.403420 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10bac1f3-f8e8-4128-9a9c-15d9dd371a90 req-31b168fe-dfef-43ec-93e1-d14ca1584e78 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.0972235 Jul 27 21:04:00.423690 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a9815907-22e2-4f20-8c5d-c1a4908fbc5e req-c9cd6c14-8e3c-46b2-a308-bb3c330d87eb tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.429360 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a9815907-22e2-4f20-8c5d-c1a4908fbc5e req-c9cd6c14-8e3c-46b2-a308-bb3c330d87eb tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.441641 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=3b9e75dd-0c71-4cba-8f4a-b076c263b270,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:00.459063 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd6c14-8e3c-46b2-a308-bb3c330d87eb tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4157ea-8d5d-4122-b854-05102ad2912a,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:00.461324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41314) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:00.480670 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e153b69-1da6-4fc7-abe5-63f40b7aba1e x-openstack-request-id: req-2e153b69-1da6-4fc7-abe5-63f40b7aba1e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:00.481017 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838328e2-74d3-4432-88b3-1a91f2d62c40", "name": "network-vif-deleted", "tag": "a77be389-913b-4a7d-b397-3c09ca9f5d0e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f0932c02-321e-44e0-9eb6-47d8f3e90b7d", "tag": "cb06891a-574c-441f-b38a-567e0c93240f", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:00.481307 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-a9815907-22e2-4f20-8c5d-c1a4908fbc5e req-c9cd6c14-8e3c-46b2-a308-bb3c330d87eb tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.481458 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e153b69-1da6-4fc7-abe5-63f40b7aba1e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:00.482109 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838328e2-74d3-4432-88b3-1a91f2d62c40', 'name': 'network-vif-deleted', 'tag': 'a77be389-913b-4a7d-b397-3c09ca9f5d0e', 'status': 'completed', 'code': 200} Jul 27 21:04:00.482476 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0932c02-321e-44e0-9eb6-47d8f3e90b7d', 'tag': 'cb06891a-574c-441f-b38a-567e0c93240f', 'status': 'completed', 'code': 200} Jul 27 21:04:00.486240 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9815907-22e2-4f20-8c5d-c1a4908fbc5e req-c9cd6c14-8e3c-46b2-a308-bb3c330d87eb tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2362001 Jul 27 21:04:00.578276 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['3b9e75dd-0c71-4cba-8f4a-b076c263b270'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:00.583542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42fb6f8d-1aaf-42e8-b8b9-330647f2d1d4 req-92298ace-8a39-4f84-ac43-9a97eda00e80 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/b91ef431-4224-44bd-b047-09a1a6b5a5e8 HTTP/1.1" status: 200 len: 3000 time: 0.0732977 Jul 27 21:04:00.602959 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8e015218-527c-4b3c-9aab-d0a5f24dafe2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e291709bf1c4a80b9542b6ed946a502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401634 Jul 27 21:04:00.604241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41324) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:00.627095 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b33cea-b0b9-42d1-bec7-6e91c23a2b6f req-224e87af-9fc4-4034-b533-22cf238a34d1 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:00.628800 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3b33cea-b0b9-42d1-bec7-6e91c23a2b6f req-224e87af-9fc4-4034-b533-22cf238a34d1 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 944 time: 0.0871873 Jul 27 21:04:00.676113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930051b-6d48-4473-8225-abf626d2c155 req-afcb7c32-cb65-4d34-ae9d-c179d18e7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:00.677430 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b930051b-6d48-4473-8225-abf626d2c155 req-afcb7c32-cb65-4d34-ae9d-c179d18e7892 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=44a3a19e228a4d0985664b59fe9d66ef&device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 1095 time: 0.1720626 Jul 27 21:04:00.685317 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3b33cea-b0b9-42d1-bec7-6e91c23a2b6f req-d9e47966-03fb-4a8a-8eac-cdace93f1111 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490317 Jul 27 21:04:00.704749 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-10bac1f3-f8e8-4128-9a9c-15d9dd371a90 req-3aafaddc-f1e1-4617-9851-d1dd4aa74ccb tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Deleting port 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:04:00.705485 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-10bac1f3-f8e8-4128-9a9c-15d9dd371a90 req-3aafaddc-f1e1-4617-9851-d1dd4aa74ccb tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.719140 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-371fb79c-f91c-4a9b-98de-c12bd44f1dc5 req-f0737839-1e67-4026-9161-3857c1a7bf92 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-group-rules/cc4157ea-8d5d-4122-b854-05102ad2912a HTTP/1.1" status: 200 len: 783 time: 0.0255277 Jul 27 21:04:00.772862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-371fb79c-f91c-4a9b-98de-c12bd44f1dc5 req-b719dd5d-fd97-4d78-9a5e-512ad205058e tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/b91ef431-4224-44bd-b047-09a1a6b5a5e8 HTTP/1.1" status: 200 len: 3000 time: 0.0448811 Jul 27 21:04:00.783756 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c50b78c1-2cdb-4eb5-ae60-718b10a4b58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.829468 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c50b78c1-2cdb-4eb5-ae60-718b10a4b58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.837979 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-371fb79c-f91c-4a9b-98de-c12bd44f1dc5 req-16adb9d0-0e6c-4cb8-a413-e7bddcbff979 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.849435 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-371fb79c-f91c-4a9b-98de-c12bd44f1dc5 req-16adb9d0-0e6c-4cb8-a413-e7bddcbff979 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.896382 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ca04e-bfe3-4da7-9ff5-552821b867ab req-0b623f20-f9f5-48b9-963f-0729dc070345 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:00.898756 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-612ca04e-bfe3-4da7-9ff5-552821b867ab req-0b623f20-f9f5-48b9-963f-0729dc070345 tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 945 time: 0.0999966 Jul 27 21:04:00.899552 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-371fb79c-f91c-4a9b-98de-c12bd44f1dc5 req-16adb9d0-0e6c-4cb8-a413-e7bddcbff979 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.910397 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-371fb79c-f91c-4a9b-98de-c12bd44f1dc5 req-16adb9d0-0e6c-4cb8-a413-e7bddcbff979 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.911505 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-371fb79c-f91c-4a9b-98de-c12bd44f1dc5 req-16adb9d0-0e6c-4cb8-a413-e7bddcbff979 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/cc4157ea-8d5d-4122-b854-05102ad2912a HTTP/1.1" status: 204 len: 173 time: 0.1319549 Jul 27 21:04:00.913216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-10bac1f3-f8e8-4128-9a9c-15d9dd371a90 req-3aafaddc-f1e1-4617-9851-d1dd4aa74ccb tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] For port 7d85ae5c-d25d-4861-b44c-d1476db8e9b5, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7d85ae5c-d25d-4861-b44c-d1476db8e9b5,segment=NetworkSegment(09c16f78-87f7-4ccb-978f-3f307869e413),segment_id=09c16f78-87f7-4ccb-978f-3f307869e413)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:00.913590 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-10bac1f3-f8e8-4128-9a9c-15d9dd371a90 req-3aafaddc-f1e1-4617-9851-d1dd4aa74ccb tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:00.914820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16adb9d0-0e6c-4cb8-a413-e7bddcbff979 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc4157ea-8d5d-4122-b854-05102ad2912a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:00.917031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930051b-6d48-4473-8225-abf626d2c155 req-e83a4bb7-1f8b-4a54-afc7-af93bea94c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:00.923191 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b930051b-6d48-4473-8225-abf626d2c155 req-e83a4bb7-1f8b-4a54-afc7-af93bea94c28 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a83bccf7-f907-454f-9b2f-b3d6acd048db HTTP/1.1" status: 200 len: 912 time: 0.2297730 Jul 27 21:04:00.936780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-10bac1f3-f8e8-4128-9a9c-15d9dd371a90 req-3aafaddc-f1e1-4617-9851-d1dd4aa74ccb tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Calling delete_port for 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:04:00.957431 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-612ca04e-bfe3-4da7-9ff5-552821b867ab req-29677e73-b8db-471b-a1ff-c33258ad75ae tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/security-groups?id=a56e29c2-4e49-4aba-af4e-c9da3f11b146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449858 Jul 27 21:04:01.004130 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-df43bfe8-9c05-48fa-9d18-26815c47e9d0 req-c284b11a-ca03-4593-bf76-c2fb9d9d2056 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/b91ef431-4224-44bd-b047-09a1a6b5a5e8 HTTP/1.1" status: 200 len: 2401 time: 0.0510511 Jul 27 21:04:01.073282 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-df43bfe8-9c05-48fa-9d18-26815c47e9d0 req-379c0332-147c-4d0b-8ffb-cacba67d7e73 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.100715 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-df43bfe8-9c05-48fa-9d18-26815c47e9d0 req-379c0332-147c-4d0b-8ffb-cacba67d7e73 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.188944 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-df43bfe8-9c05-48fa-9d18-26815c47e9d0 req-379c0332-147c-4d0b-8ffb-cacba67d7e73 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.191524 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-df43bfe8-9c05-48fa-9d18-26815c47e9d0 req-379c0332-147c-4d0b-8ffb-cacba67d7e73 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.192675 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-df43bfe8-9c05-48fa-9d18-26815c47e9d0 req-379c0332-147c-4d0b-8ffb-cacba67d7e73 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "DELETE /v2.0/security-groups/b91ef431-4224-44bd-b047-09a1a6b5a5e8 HTTP/1.1" status: 204 len: 173 time: 0.1817818 Jul 27 21:04:01.208716 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c0332-147c-4d0b-8ffb-cacba67d7e73 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91ef431-4224-44bd-b047-09a1a6b5a5e8,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:01.220490 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5671834-75c0-44a0-9ce7-e7be5552354b req-40d0aea3-8ddf-400a-a863-aad910665400 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:01.222060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b5671834-75c0-44a0-9ce7-e7be5552354b req-40d0aea3-8ddf-400a-a863-aad910665400 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 944 time: 0.1061080 Jul 27 21:04:01.285407 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b930051b-6d48-4473-8225-abf626d2c155 req-f170228b-fe90-4db8-8148-a06c47071a17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb06891a-574c-441f-b38a-567e0c93240f HTTP/1.1" status: 200 len: 217 time: 0.3578732 Jul 27 21:04:01.298995 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b5671834-75c0-44a0-9ce7-e7be5552354b req-96542c6a-043b-42fd-9784-70f3714f6cd6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696411 Jul 27 21:04:01.327918 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-4faeafb2-21d1-4420-889b-75d82c437e83 req-46e3400f-ad05-4a97-a698-2f709d51d156 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] show failed (client error): The resource could not be found. Jul 27 21:04:01.328939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4faeafb2-21d1-4420-889b-75d82c437e83 req-46e3400f-ad05-4a97-a698-2f709d51d156 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/33264a0e-bd4b-4753-89c5-3be22e5e5837 HTTP/1.1" status: 404 len: 352 time: 0.0233822 Jul 27 21:04:01.333197 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c50b78c1-2cdb-4eb5-ae60-718b10a4b58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.336336 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c50b78c1-2cdb-4eb5-ae60-718b10a4b58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.337445 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c50b78c1-2cdb-4eb5-ae60-718b10a4b58e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55eae3bf-bc8e-417d-a936-d7f9c2b13a2c HTTP/1.1" status: 204 len: 168 time: 0.7321737 Jul 27 21:04:01.378010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b78c1-2cdb-4eb5-ae60-718b10a4b58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eae3bf-bc8e-417d-a936-d7f9c2b13a2c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:01.391036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-406ffaf4-16e9-4d65-ada5-16235ca3d58e req-ab560d50-50ba-4915-a76f-8d8475259661 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/6d3687d6-8c12-4627-bd88-6e5421955c06 HTTP/1.1" status: 200 len: 1807 time: 0.0396874 Jul 27 21:04:01.418609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930051b-6d48-4473-8225-abf626d2c155 req-3d8b74ea-964b-4b8c-8d39-58d0de2ca016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:01.421755 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b930051b-6d48-4473-8225-abf626d2c155 req-3d8b74ea-964b-4b8c-8d39-58d0de2ca016 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95dcd686-975b-4220-990e-d334ecf706c3 HTTP/1.1" status: 200 len: 851 time: 0.1263449 Jul 27 21:04:01.457370 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-406ffaf4-16e9-4d65-ada5-16235ca3d58e req-04bf4bee-08fe-4a8d-bbd8-538747889675 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.464680 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b930051b-6d48-4473-8225-abf626d2c155 req-07f53346-9dec-4e81-bbd9-6c87ff464838 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a83bccf7-f907-454f-9b2f-b3d6acd048db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357764 Jul 27 21:04:01.490406 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-406ffaf4-16e9-4d65-ada5-16235ca3d58e req-04bf4bee-08fe-4a8d-bbd8-538747889675 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.576216 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-406ffaf4-16e9-4d65-ada5-16235ca3d58e req-04bf4bee-08fe-4a8d-bbd8-538747889675 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.579357 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-406ffaf4-16e9-4d65-ada5-16235ca3d58e req-04bf4bee-08fe-4a8d-bbd8-538747889675 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.584055 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-406ffaf4-16e9-4d65-ada5-16235ca3d58e req-04bf4bee-08fe-4a8d-bbd8-538747889675 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "DELETE /v2.0/security-groups/6d3687d6-8c12-4627-bd88-6e5421955c06 HTTP/1.1" status: 204 len: 173 time: 0.1858907 Jul 27 21:04:01.612824 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-10bac1f3-f8e8-4128-9a9c-15d9dd371a90 req-3aafaddc-f1e1-4617-9851-d1dd4aa74ccb tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.613093 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b62cd-bd0b-4b17-a81e-1f95fea9ee4f req-cf538b0b-d1ff-4eec-97e0-d6877b00a710 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:01.614784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3c4b62cd-bd0b-4b17-a81e-1f95fea9ee4f req-cf538b0b-d1ff-4eec-97e0-d6877b00a710 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 943 time: 0.1263607 Jul 27 21:04:01.620811 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf4bee-08fe-4a8d-bbd8-538747889675 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3687d6-8c12-4627-bd88-6e5421955c06,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:01.622501 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b930051b-6d48-4473-8225-abf626d2c155 req-2e5fb169-093a-45ed-93c2-5c824b2a185a service neutron] 10.222.0.66 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498349 Jul 27 21:04:01.627738 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7d85ae5c-d25d-4861-b44c-d1476db8e9b5'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:01.656320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafaddc-f1e1-4617-9851-d1dd4aa74ccb tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Pushing event deleted for resources: {'Port': ['ID=7d85ae5c-d25d-4861-b44c-d1476db8e9b5,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:01.691785 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3abc0395-0452-4d8b-9961-55f6062ce364 req-9602e814-d190-4a14-ac84-adc5b4117c7a tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/3880a637-1ac6-47b7-94d6-77a88696a9b3 HTTP/1.1" status: 200 len: 1806 time: 0.0883741 Jul 27 21:04:01.704458 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3c4b62cd-bd0b-4b17-a81e-1f95fea9ee4f req-f481afb5-414d-486a-9db4-d831c9c107b6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708108 Jul 27 21:04:01.764699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bac1f3-f8e8-4128-9a9c-15d9dd371a90 req-3aafaddc-f1e1-4617-9851-d1dd4aa74ccb tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] No DVR routers for this DVR port 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:04:01.772964 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-10bac1f3-f8e8-4128-9a9c-15d9dd371a90 req-3aafaddc-f1e1-4617-9851-d1dd4aa74ccb tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.775105 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10bac1f3-f8e8-4128-9a9c-15d9dd371a90 req-3aafaddc-f1e1-4617-9851-d1dd4aa74ccb tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.20 "DELETE /v2.0/ports/7d85ae5c-d25d-4861-b44c-d1476db8e9b5 HTTP/1.1" status: 204 len: 173 time: 1.3641543 Jul 27 21:04:01.784886 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3abc0395-0452-4d8b-9961-55f6062ce364 req-104bb8a2-595b-413b-a291-f5ab66123b5d tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.810854 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3abc0395-0452-4d8b-9961-55f6062ce364 req-104bb8a2-595b-413b-a291-f5ab66123b5d tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.834109 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b930051b-6d48-4473-8225-abf626d2c155 req-0ebcc56c-c5e3-4fba-b2d1-84264e0b0737 service neutron] 10.222.0.66 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884487 Jul 27 21:04:01.931527 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3abc0395-0452-4d8b-9961-55f6062ce364 req-104bb8a2-595b-413b-a291-f5ab66123b5d tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.934084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3abc0395-0452-4d8b-9961-55f6062ce364 req-104bb8a2-595b-413b-a291-f5ab66123b5d tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:01.938691 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3abc0395-0452-4d8b-9961-55f6062ce364 req-104bb8a2-595b-413b-a291-f5ab66123b5d tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "DELETE /v2.0/security-groups/3880a637-1ac6-47b7-94d6-77a88696a9b3 HTTP/1.1" status: 204 len: 173 time: 0.2333856 Jul 27 21:04:01.951597 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67265a72-4f65-4570-95a0-665852ff4849 req-8de636fa-1a05-4c97-80ca-09c65ca666d0 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:01.953106 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67265a72-4f65-4570-95a0-665852ff4849 req-8de636fa-1a05-4c97-80ca-09c65ca666d0 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 944 time: 0.1177108 Jul 27 21:04:01.979917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bb8a2-595b-413b-a291-f5ab66123b5d tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3880a637-1ac6-47b7-94d6-77a88696a9b3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:02.027937 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-23dd28a3-38a4-43ca-8efc-5841b29ddef1 req-f54577c5-d8c5-4994-9a93-c29b175dd263 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/42d08956-e5ee-4210-bd7e-1c3b8c37aade HTTP/1.1" status: 200 len: 1807 time: 0.0725751 Jul 27 21:04:02.034105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 3b9e75dd-0c71-4cba-8f4a-b076c263b270 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:02.038901 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67265a72-4f65-4570-95a0-665852ff4849 req-3fe5c766-d8e9-430a-914f-d0bfaf227ab8 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721204 Jul 27 21:04:02.094323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 3b9e75dd-0c71-4cba-8f4a-b076c263b270 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:02.100344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 3b9e75dd-0c71-4cba-8f4a-b076c263b270 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:02.100716 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.107402 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-23dd28a3-38a4-43ca-8efc-5841b29ddef1 req-8be2ad70-9969-4ed8-a227-44e98c9bb949 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.135626 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-23dd28a3-38a4-43ca-8efc-5841b29ddef1 req-8be2ad70-9969-4ed8-a227-44e98c9bb949 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.184137 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b924c77a-77f0-45c8-8b48-0815cd95dcb0 req-3f9e1994-0bf0-4bc4-a764-2cf2911ed58d tempest-ServerRescueNegativeTestJSON-1258119789 tempest-ServerRescueNegativeTestJSON-1258119789-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2ee87cb-b61e-4633-a9d3-bcd7a09941de HTTP/1.1" status: 200 len: 210 time: 0.0455983 Jul 27 21:04:02.199916 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.219055 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41370) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:02.232541 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-23dd28a3-38a4-43ca-8efc-5841b29ddef1 req-8be2ad70-9969-4ed8-a227-44e98c9bb949 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.237058 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-23dd28a3-38a4-43ca-8efc-5841b29ddef1 req-8be2ad70-9969-4ed8-a227-44e98c9bb949 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.242202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631ddc44-8b83-42cd-91af-5dca53085867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9e75dd-0c71-4cba-8f4a-b076c263b270'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:02.243214 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-23dd28a3-38a4-43ca-8efc-5841b29ddef1 req-8be2ad70-9969-4ed8-a227-44e98c9bb949 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "DELETE /v2.0/security-groups/42d08956-e5ee-4210-bd7e-1c3b8c37aade HTTP/1.1" status: 204 len: 173 time: 0.2029886 Jul 27 21:04:02.245361 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea79866b-2883-4d42-b428-98e73179920b" -d '{"events": [{"server_uuid": "631ddc44-8b83-42cd-91af-5dca53085867", "name": "network-vif-plugged", "status": "completed", "tag": "3b9e75dd-0c71-4cba-8f4a-b076c263b270"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:02.264020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 3b9e75dd-0c71-4cba-8f4a-b076c263b270, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3b9e75dd-0c71-4cba-8f4a-b076c263b270,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:02.271677 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.277287 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2ad70-9969-4ed8-a227-44e98c9bb949 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d08956-e5ee-4210-bd7e-1c3b8c37aade,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:02.327576 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e4845c-c63b-40e6-9ca3-92006674b953 x-openstack-request-id: req-79e4845c-c63b-40e6-9ca3-92006674b953 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:02.327878 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631ddc44-8b83-42cd-91af-5dca53085867", "name": "network-vif-plugged", "status": "completed", "tag": "3b9e75dd-0c71-4cba-8f4a-b076c263b270", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:02.328126 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-79e4845c-c63b-40e6-9ca3-92006674b953 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:02.328520 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631ddc44-8b83-42cd-91af-5dca53085867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9e75dd-0c71-4cba-8f4a-b076c263b270', 'code': 200} Jul 27 21:04:02.376990 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11643dbc-34e1-438c-b9fb-d4d1bfad2c61 req-71681654-8381-47cb-8c55-d37cf17efb84 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/acc4988f-954c-44de-9be3-c71cc581f7f1 HTTP/1.1" status: 200 len: 2405 time: 0.0936093 Jul 27 21:04:02.391469 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=3b9e75dd-0c71-4cba-8f4a-b076c263b270,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:02.467591 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-b002182d-13b1-443c-8954-3e44976214cd admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-925798798-network', 'tenant_id': 'c7d35edb195f4806919e707c84b1935f'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:02.483353 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ee87cb-b61e-4633-a9d3-bcd7a09941de', 'name': 'network-vif-deleted', 'tag': '7d85ae5c-d25d-4861-b44c-d1476db8e9b5'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:02.485586 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c8c160-5a8f-4c91-96e5-250821564756" -d '{"events": [{"server_uuid": "c2ee87cb-b61e-4633-a9d3-bcd7a09941de", "name": "network-vif-deleted", "tag": "7d85ae5c-d25d-4861-b44c-d1476db8e9b5"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:02.498318 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-11643dbc-34e1-438c-b9fb-d4d1bfad2c61 req-e925b540-10bf-4c15-94f9-5586b3cb6c5c tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.504734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b002182d-13b1-443c-8954-3e44976214cd admin admin] Made reservation on behalf of c7d35edb195f4806919e707c84b1935f for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:02.507318 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b002182d-13b1-443c-8954-3e44976214cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.522621 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b002182d-13b1-443c-8954-3e44976214cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.532724 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-11643dbc-34e1-438c-b9fb-d4d1bfad2c61 req-e925b540-10bf-4c15-94f9-5586b3cb6c5c tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.533153 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3d520-fb70-47ca-8ebb-2a675a21ec41 req-06202c9e-9340-4efc-ba64-9509d687f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:02.534678 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ab3d520-fb70-47ca-8ebb-2a675a21ec41 req-06202c9e-9340-4efc-ba64-9509d687f514 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 1096 time: 0.1122603 Jul 27 21:04:02.542028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device cb06891a-574c-441f-b38a-567e0c93240f details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:04:02.583837 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c328452-dc69-45f0-85ed-3039089f89ab req-7ed302f7-e95a-403c-b56f-835e1a8b2c94 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:02.586114 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c328452-dc69-45f0-85ed-3039089f89ab req-7ed302f7-e95a-403c-b56f-835e1a8b2c94 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 945 time: 0.1291888 Jul 27 21:04:02.607566 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ab3d520-fb70-47ca-8ebb-2a675a21ec41 req-d64a53e6-fbeb-422d-879e-a59a13052af9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594201 Jul 27 21:04:02.608949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-11643dbc-34e1-438c-b9fb-d4d1bfad2c61 req-e925b540-10bf-4c15-94f9-5586b3cb6c5c tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.612373 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-11643dbc-34e1-438c-b9fb-d4d1bfad2c61 req-e925b540-10bf-4c15-94f9-5586b3cb6c5c tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.614122 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11643dbc-34e1-438c-b9fb-d4d1bfad2c61 req-e925b540-10bf-4c15-94f9-5586b3cb6c5c tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "DELETE /v2.0/security-groups/acc4988f-954c-44de-9be3-c71cc581f7f1 HTTP/1.1" status: 204 len: 173 time: 0.2358510 Jul 27 21:04:02.646556 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d4d722db-4285-4446-8c21-c319a5d79db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.655999 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925b540-10bf-4c15-94f9-5586b3cb6c5c tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc4988f-954c-44de-9be3-c71cc581f7f1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:02.682627 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port cb06891a-574c-441f-b38a-567e0c93240f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=cb06891a-574c-441f-b38a-567e0c93240f,segment=NetworkSegment(34f1a03d-2a3d-41c6-90b5-98f70dfa8e59),segment_id=34f1a03d-2a3d-41c6-90b5-98f70dfa8e59)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:02.683117 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553fe389-8a65-45fc-9365-06244a3ee5a5 x-openstack-request-id: req-553fe389-8a65-45fc-9365-06244a3ee5a5 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:02.683515 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ee87cb-b61e-4633-a9d3-bcd7a09941de", "name": "network-vif-deleted", "tag": "7d85ae5c-d25d-4861-b44c-d1476db8e9b5", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:02.683946 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-553fe389-8a65-45fc-9365-06244a3ee5a5 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:02.685297 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ee87cb-b61e-4633-a9d3-bcd7a09941de', 'name': 'network-vif-deleted', 'tag': '7d85ae5c-d25d-4861-b44c-d1476db8e9b5', 'status': 'completed', 'code': 200} Jul 27 21:04:02.692675 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c328452-dc69-45f0-85ed-3039089f89ab req-dd9568e9-13cf-4a50-a1ba-bbe0178d3e5c tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726316 Jul 27 21:04:02.694175 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b002182d-13b1-443c-8954-3e44976214cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.706021 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b002182d-13b1-443c-8954-3e44976214cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.707942 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'cb06891a-574c-441f-b38a-567e0c93240f', 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db', 'port_id': 'cb06891a-574c-441f-b38a-567e0c93240f', 'mac_address': 'fa:16:3e:89:5e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95dcd686-975b-4220-990e-d334ecf706c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:04:02.732430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b002182d-13b1-443c-8954-3e44976214cd admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:04:02.742272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002182d-13b1-443c-8954-3e44976214cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91037b1-5092-47c0-8502-324a2fbc225a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:02.749253 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b002182d-13b1-443c-8954-3e44976214cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.750183 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-b002182d-13b1-443c-8954-3e44976214cd admin admin] Added segment 4f95c9c0-d71b-4c1b-9e52-5251b3efecee of type vlan for network 2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7 Jul 27 21:04:02.764207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bad0cce4-7e5e-4ee3-a71a-3c6243b2de8e req-e9e5d9d3-084d-4f2c-8379-61d2896c2e23 tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "GET /v2.0/security-groups/caae26a8-0e96-490e-b383-0e93ff94eebc HTTP/1.1" status: 200 len: 2401 time: 0.0672560 Jul 27 21:04:02.766050 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.784109 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb06891a-574c-441f-b38a-567e0c93240f {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:02.809121 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port cb06891a-574c-441f-b38a-567e0c93240f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=cb06891a-574c-441f-b38a-567e0c93240f,segment=NetworkSegment(34f1a03d-2a3d-41c6-90b5-98f70dfa8e59),segment_id=34f1a03d-2a3d-41c6-90b5-98f70dfa8e59)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:02.811541 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b002182d-13b1-443c-8954-3e44976214cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.813951 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.845377 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b002182d-13b1-443c-8954-3e44976214cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.846903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b002182d-13b1-443c-8954-3e44976214cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:02.847700 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b002182d-13b1-443c-8954-3e44976214cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.868852 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=cb06891a-574c-441f-b38a-567e0c93240f,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:02.874674 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bad0cce4-7e5e-4ee3-a71a-3c6243b2de8e req-1824e7ca-3069-43b3-92d2-162737b979ac tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.901765 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b002182d-13b1-443c-8954-3e44976214cd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6815927 Jul 27 21:04:02.904637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41390) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:02.908908 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bad0cce4-7e5e-4ee3-a71a-3c6243b2de8e req-1824e7ca-3069-43b3-92d2-162737b979ac tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.909351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-95507018-0889-4468-915a-bdda9f15e1cd admin admin] Request body: {'subnet': {'network_id': '2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-925798798-subnet', 'tenant_id': 'c7d35edb195f4806919e707c84b1935f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:02.919898 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002182d-13b1-443c-8954-3e44976214cd admin admin] Pushing event updated for resources: {'Network': ['ID=2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:02.930383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:04:02.942094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95507018-0889-4468-915a-bdda9f15e1cd admin admin] Made reservation on behalf of c7d35edb195f4806919e707c84b1935f for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:02.943610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf9c7a-7cba-4c99-b1a7-51b5311bad11 req-75b0e498-7549-427f-aab5-2c735b3375cc tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:02.944967 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-95507018-0889-4468-915a-bdda9f15e1cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:02.946668 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2dbf9c7a-7cba-4c99-b1a7-51b5311bad11 req-75b0e498-7549-427f-aab5-2c735b3375cc tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 943 time: 0.1435702 Jul 27 21:04:02.999638 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2dbf9c7a-7cba-4c99-b1a7-51b5311bad11 req-ac5d97b0-4d61-4e79-be3e-706a220e51c5 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462923 Jul 27 21:04:03.009380 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bad0cce4-7e5e-4ee3-a71a-3c6243b2de8e req-1824e7ca-3069-43b3-92d2-162737b979ac tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.011819 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-bad0cce4-7e5e-4ee3-a71a-3c6243b2de8e req-1824e7ca-3069-43b3-92d2-162737b979ac tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.012954 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bad0cce4-7e5e-4ee3-a71a-3c6243b2de8e req-1824e7ca-3069-43b3-92d2-162737b979ac tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] 10.222.0.55 "DELETE /v2.0/security-groups/caae26a8-0e96-490e-b383-0e93ff94eebc HTTP/1.1" status: 204 len: 173 time: 0.2418494 Jul 27 21:04:03.023153 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824e7ca-3069-43b3-92d2-162737b979ac tempest-SecurityGroupRulesTestJSON-37706354 tempest-SecurityGroupRulesTestJSON-37706354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caae26a8-0e96-490e-b383-0e93ff94eebc,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:03.030159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41392) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:03.112596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c2a7be-b7d7-4a68-81c3-ac6cc7ddbdc3 admin admin] Deleting subnet ff3b0c55-a355-4857-89e6-65396559367f {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:04:03.118076 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74c2a7be-b7d7-4a68-81c3-ac6cc7ddbdc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.172266 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74c2a7be-b7d7-4a68-81c3-ac6cc7ddbdc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.186953 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66088ad6-5728-46f6-b417-9efce01045af req-bb7389c3-7a7f-4772-89d0-b7693412c25a tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:03.188430 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66088ad6-5728-46f6-b417-9efce01045af req-bb7389c3-7a7f-4772-89d0-b7693412c25a tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 945 time: 0.0651674 Jul 27 21:04:03.228654 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66088ad6-5728-46f6-b417-9efce01045af req-46854049-8446-42dc-9cb4-21f99380104c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334227 Jul 27 21:04:03.254891 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-95507018-0889-4468-915a-bdda9f15e1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.265678 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41398) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:03.285664 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74c2a7be-b7d7-4a68-81c3-ac6cc7ddbdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.313855 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['cb06891a-574c-441f-b38a-567e0c93240f'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:03.349791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95507018-0889-4468-915a-bdda9f15e1cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a74d5b9-1b12-4d4a-bf51-175c86064f7b,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:03.363350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95507018-0889-4468-915a-bdda9f15e1cd admin admin] Checking segment: {'id': '4f95c9c0-d71b-4c1b-9e52-5251b3efecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:03.363709 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95507018-0889-4468-915a-bdda9f15e1cd admin admin] Network hostable DHCP agents. Network: 2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:04:03.379287 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74c2a7be-b7d7-4a68-81c3-ac6cc7ddbdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.427708 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95507018-0889-4468-915a-bdda9f15e1cd admin admin] Network 2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:04:03.433516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2a7be-b7d7-4a68-81c3-ac6cc7ddbdc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff3b0c55-a355-4857-89e6-65396559367f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:03.437547 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74c2a7be-b7d7-4a68-81c3-ac6cc7ddbdc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.442187 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-74c2a7be-b7d7-4a68-81c3-ac6cc7ddbdc3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ff3b0c55-a355-4857-89e6-65396559367f HTTP/1.1" status: 204 len: 168 time: 0.4082606 Jul 27 21:04:03.442422 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41402) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:03.450590 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-95507018-0889-4468-915a-bdda9f15e1cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:03.469150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaa1dbf-50f6-4b1f-be60-81d8bb18c177 None None] Network 2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:04:03.489154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95507018-0889-4468-915a-bdda9f15e1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:03.489793 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-95507018-0889-4468-915a-bdda9f15e1cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.549123 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4316179d-d36a-4580-ae97-c27d09420124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.558290 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-95507018-0889-4468-915a-bdda9f15e1cd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6495669 Jul 27 21:04:03.672920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d6e779-28b2-4b36-ac9c-1b11b9dd61e6 None None] Network 2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:04:03.675894 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4316179d-d36a-4580-ae97-c27d09420124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.693143 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-4316179d-d36a-4580-ae97-c27d09420124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ab7922-189a-4e81-8047-5809f111dfbb']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:03.713265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-4316179d-d36a-4580-ae97-c27d09420124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58243c7d-1c2f-4559-842d-f20d674fd52c') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:03.713568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-4316179d-d36a-4580-ae97-c27d09420124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58243c7d-1c2f-4559-842d-f20d674fd52c') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:03.725942 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4316179d-d36a-4580-ae97-c27d09420124 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.744503 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4316179d-d36a-4580-ae97-c27d09420124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.752458 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa90ee9f-2b5a-454a-8c20-1a6f78bba18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.755010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4316179d-d36a-4580-ae97-c27d09420124 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:04:03.755913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4316179d-d36a-4580-ae97-c27d09420124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:04:03.804831 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:04:03.835681 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4316179d-d36a-4580-ae97-c27d09420124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.854549 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4316179d-d36a-4580-ae97-c27d09420124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.856608 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4316179d-d36a-4580-ae97-c27d09420124 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e9ab7922-189a-4e81-8047-5809f111dfbb HTTP/1.1" status: 204 len: 168 time: 0.4132791 Jul 27 21:04:03.857720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316179d-d36a-4580-ae97-c27d09420124 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ab7922-189a-4e81-8047-5809f111dfbb,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:03.880966 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:03.976839 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1c9aa-9e0c-4f88-bfd8-036629b4507e req-fd76896f-7be7-4c1d-bb2a-e096ace45b68 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:03.978420 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0aa1c9aa-9e0c-4f88-bfd8-036629b4507e req-fd76896f-7be7-4c1d-bb2a-e096ace45b68 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 945 time: 0.1814897 Jul 27 21:04:03.991727 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41420) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:04.042714 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2abc0282-0c2d-4591-8b48-9de293491c8f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a427c7bdeedb4eeba5dc135556aa0372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472016 Jul 27 21:04:04.042931 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:04:04.043235 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41428) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:04.064942 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:04:04.065286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7d85ae5c-d25d-4861-b44c-d1476db8e9b5 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:04:04.097537 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0aa1c9aa-9e0c-4f88-bfd8-036629b4507e req-5ec8d11d-6b67-467d-8b06-896baeff70e0 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019406 Jul 27 21:04:04.102785 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dc3f049b-892b-49f4-9b15-edbfc41f1c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.136085 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dc3f049b-892b-49f4-9b15-edbfc41f1c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.192599 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dc3f049b-892b-49f4-9b15-edbfc41f1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.195585 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dc3f049b-892b-49f4-9b15-edbfc41f1c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.197043 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dc3f049b-892b-49f4-9b15-edbfc41f1c69 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbd4cdc3-20a7-481d-bf58-238ecfb84832 HTTP/1.1" status: 204 len: 168 time: 0.1518316 Jul 27 21:04:04.205917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f049b-892b-49f4-9b15-edbfc41f1c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd4cdc3-20a7-481d-bf58-238ecfb84832,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:04.232270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-e49d4997-a907-4ad3-bb96-f61c25fb322e tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:04.233906 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-e49d4997-a907-4ad3-bb96-f61c25fb322e tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/networks?id=2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7 HTTP/1.1" status: 200 len: 821 time: 0.2108467 Jul 27 21:04:04.280566 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-a9be9b33-f9df-4d0f-a5f3-55e8c95e2dc9 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/quotas/c7d35edb195f4806919e707c84b1935f HTTP/1.1" status: 200 len: 375 time: 0.0213325 Jul 27 21:04:04.559410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2f138f75-ad49-41c0-a309-0be59c19bcb5 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:04:04.639673 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-4fc3e7ba-b5c0-436a-93c5-a55ff176d72c tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c7d35edb195f4806919e707c84b1935f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3481884 Jul 27 21:04:04.652382 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9dd75-cda6-4234-9471-4fb16bc98fc2 req-2e1c7bb5-0e0b-48d1-90c9-053201bbcb9d tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:04.654090 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eaa9dd75-cda6-4234-9471-4fb16bc98fc2 req-2e1c7bb5-0e0b-48d1-90c9-053201bbcb9d tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 943 time: 0.4838336 Jul 27 21:04:04.667600 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2f138f75-ad49-41c0-a309-0be59c19bcb5, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2f138f75-ad49-41c0-a309-0be59c19bcb5,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:04.670849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-aa90ee9f-2b5a-454a-8c20-1a6f78bba18b admin admin] Deleting port a3ed21e1-93dc-443f-b457-25f5df63bf87 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:04:04.671196 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa90ee9f-2b5a-454a-8c20-1a6f78bba18b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.682400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '2f138f75-ad49-41c0-a309-0be59c19bcb5', 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e', 'port_id': '2f138f75-ad49-41c0-a309-0be59c19bcb5', 'mac_address': 'fa:16:3e:77:ec:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b60333-c324-43cb-8625-71bd9b4f810c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:04:04.733966 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.749974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eaa9dd75-cda6-4234-9471-4fb16bc98fc2 req-e2d9bb6e-3063-43e6-a0f7-63d2dfc9bbe4 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881138 Jul 27 21:04:04.768623 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f138f75-ad49-41c0-a309-0be59c19bcb5 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:04.790944 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-aa90ee9f-2b5a-454a-8c20-1a6f78bba18b admin admin] For port a3ed21e1-93dc-443f-b457-25f5df63bf87, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a3ed21e1-93dc-443f-b457-25f5df63bf87,segment=NetworkSegment(09c16f78-87f7-4ccb-978f-3f307869e413),segment_id=09c16f78-87f7-4ccb-978f-3f307869e413)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:04.791562 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa90ee9f-2b5a-454a-8c20-1a6f78bba18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.805217 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2f138f75-ad49-41c0-a309-0be59c19bcb5, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2f138f75-ad49-41c0-a309-0be59c19bcb5,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:04.812590 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:04.812863 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-aa90ee9f-2b5a-454a-8c20-1a6f78bba18b admin admin] Calling delete_port for a3ed21e1-93dc-443f-b457-25f5df63bf87 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:04:04.881054 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=2f138f75-ad49-41c0-a309-0be59c19bcb5,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:05.017645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41470) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:05.096775 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-e3027316-bae0-442a-a0fe-d4d881db486c service neutron] 10.222.0.55 "GET /v2.0/networks/2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414911 Jul 27 21:04:05.129074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1f79b3ba-ead7-49e0-a100-19ae292057b6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-346972422-network', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:05.151109 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f79b3ba-ead7-49e0-a100-19ae292057b6 admin admin] Made reservation on behalf of 64658eee724740768d084e3dbd9dd0a7 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:05.153589 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f79b3ba-ead7-49e0-a100-19ae292057b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.169760 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f79b3ba-ead7-49e0-a100-19ae292057b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.224450 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-d9eaf1d1-33d9-4fcb-813a-519ad98b6ed4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:05.227127 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-d9eaf1d1-33d9-4fcb-813a-519ad98b6ed4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 805 time: 0.2628553 Jul 27 21:04:05.285650 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f79b3ba-ead7-49e0-a100-19ae292057b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.291637 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f79b3ba-ead7-49e0-a100-19ae292057b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.295621 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-80a73d32-a91f-4647-b4e4-7e77fb5ddb44 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/quotas/3524f3f0e14346288bee76498e246a11 HTTP/1.1" status: 200 len: 375 time: 0.0511143 Jul 27 21:04:05.313734 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['2f138f75-ad49-41c0-a309-0be59c19bcb5'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:05.324652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79b3ba-ead7-49e0-a100-19ae292057b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac88c6f-6745-4640-8e30-38637c3f3e85,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:05.328040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-ab35a21b-03af-460e-a940-6789ecb7858d service neutron] 10.222.0.55 "GET /v2.0/networks/2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187104 Jul 27 21:04:05.340913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f79b3ba-ead7-49e0-a100-19ae292057b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:04:05.353689 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f79b3ba-ead7-49e0-a100-19ae292057b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.354278 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-1f79b3ba-ead7-49e0-a100-19ae292057b6 admin admin] Added segment 4fbbf56d-6283-4320-b1cc-fcdea2e7a029 of type vlan for network 04bd500b-f0bb-4eca-a46f-3d9ae8df2661 Jul 27 21:04:05.367974 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa90ee9f-2b5a-454a-8c20-1a6f78bba18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.418248 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90ee9f-2b5a-454a-8c20-1a6f78bba18b admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ed21e1-93dc-443f-b457-25f5df63bf87,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:05.420653 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f79b3ba-ead7-49e0-a100-19ae292057b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.432355 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0e52ad33-3a9a-466c-b866-2cfc386c987e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.452923 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.470046 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f79b3ba-ead7-49e0-a100-19ae292057b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.471636 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f79b3ba-ead7-49e0-a100-19ae292057b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:05.475638 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f79b3ba-ead7-49e0-a100-19ae292057b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.499975 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-1a05adcc-7593-4e8a-8dbf-acae228e14cf tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1864574 Jul 27 21:04:05.553840 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1f79b3ba-ead7-49e0-a100-19ae292057b6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5346160 Jul 27 21:04:05.555402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41480) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:05.600836 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-9a4dc3f2-c5f0-4925-8ecd-4eae3f2bd258 admin admin] Request body: {'subnet': {'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-346972422-subnet', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:05.641988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79b3ba-ead7-49e0-a100-19ae292057b6 admin admin] Pushing event updated for resources: {'Network': ['ID=04bd500b-f0bb-4eca-a46f-3d9ae8df2661,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:05.658743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4dc3f2-c5f0-4925-8ecd-4eae3f2bd258 admin admin] Made reservation on behalf of 64658eee724740768d084e3dbd9dd0a7 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:05.659008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 04bd500b-f0bb-4eca-a46f-3d9ae8df2661 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:04:05.663270 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9a4dc3f2-c5f0-4925-8ecd-4eae3f2bd258 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.799839 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa90ee9f-2b5a-454a-8c20-1a6f78bba18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.822183 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83be44-d181-4b43-86b6-2a38e857fc75 req-b0233070-87a2-4067-815d-22a21d235eba tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:05.823868 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed83be44-d181-4b43-86b6-2a38e857fc75 req-b0233070-87a2-4067-815d-22a21d235eba tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 945 time: 0.2528489 Jul 27 21:04:05.846950 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-d75919b7-3425-4f0e-8cc5-8170bed14e77 service neutron] 10.222.0.55 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390250 Jul 27 21:04:05.879520 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:04:05.901636 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9a4dc3f2-c5f0-4925-8ecd-4eae3f2bd258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:05.961421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4dc3f2-c5f0-4925-8ecd-4eae3f2bd258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed403e8c-7eab-4075-b0fd-61b7a7c4264d,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:05.968819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4dc3f2-c5f0-4925-8ecd-4eae3f2bd258 admin admin] Checking segment: {'id': '4fbbf56d-6283-4320-b1cc-fcdea2e7a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:05.969178 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4dc3f2-c5f0-4925-8ecd-4eae3f2bd258 admin admin] Network hostable DHCP agents. Network: 04bd500b-f0bb-4eca-a46f-3d9ae8df2661, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:04:05.987475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4dc3f2-c5f0-4925-8ecd-4eae3f2bd258 admin admin] Network 04bd500b-f0bb-4eca-a46f-3d9ae8df2661 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:04:05.994148 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed83be44-d181-4b43-86b6-2a38e857fc75 req-b6c3b994-1cfe-4331-babd-fec2e793a1e4 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559346 Jul 27 21:04:05.999996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-9a4dc3f2-c5f0-4925-8ecd-4eae3f2bd258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 04bd500b-f0bb-4eca-a46f-3d9ae8df2661) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:06.008669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fc22c9-d351-4333-ac52-0e4507711fe6 None None] Network 04bd500b-f0bb-4eca-a46f-3d9ae8df2661 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:04:06.026665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4dc3f2-c5f0-4925-8ecd-4eae3f2bd258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:06.027266 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9a4dc3f2-c5f0-4925-8ecd-4eae3f2bd258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:06.048214 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9a4dc3f2-c5f0-4925-8ecd-4eae3f2bd258 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4539022 Jul 27 21:04:06.050987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41492) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:06.059447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-346972422-router', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:06.089312 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-738b8f52-ab1a-43fe-a221-1d8c1718aada service neutron] 10.222.0.55 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985047 Jul 27 21:04:06.119738 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:06.121916 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:06.234287 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:06.271312 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345a4852-97d4-4613-8427-538232808df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-04bd500b-f0bb-4eca-a46f-3d9ae8df2661', 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'fixed_ips': [{'subnet_id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:04:06.272528 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-345a4852-97d4-4613-8427-538232808df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:06.322604 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6bad0220-28eb-47fc-aafe-96e5e43e6f35 req-5df69d8c-c298-4171-86f5-037960a84037 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 210 time: 0.0527699 Jul 27 21:04:06.409605 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa90ee9f-2b5a-454a-8c20-1a6f78bba18b admin admin] Router d9a15ee3-6edc-4e3d-81ad-455da6719f4c has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:04:06.445827 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:06.528437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-345a4852-97d4-4613-8427-538232808df2 None None] Allocated IP 172.20.0.2 (04bd500b-f0bb-4eca-a46f-3d9ae8df2661/ed403e8c-7eab-4075-b0fd-61b7a7c4264d/5d80c2a1-0d80-43d4-acff-a9c69ecc591f) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:06.575260 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66f7f132-e88f-4a91-be46-c4871b4424d6 req-39b0638d-7db5-4565-9956-00f7ced4dba5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 210 time: 0.0668917 Jul 27 21:04:06.607678 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device cb06891a-574c-441f-b38a-567e0c93240f up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:06.661581 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e914f-f10c-4f84-97cd-bcaa6f00da35 req-655a6154-5f1f-4dfb-ab5a-339606eda79b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:06.672996 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d05e914f-f10c-4f84-97cd-bcaa6f00da35 req-655a6154-5f1f-4dfb-ab5a-339606eda79b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 944 time: 0.1641226 Jul 27 21:04:06.702791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa90ee9f-2b5a-454a-8c20-1a6f78bba18b admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:04:06.710001 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-aa90ee9f-2b5a-454a-8c20-1a6f78bba18b admin admin] 10.222.0.55 "PUT /v2.0/routers/d9a15ee3-6edc-4e3d-81ad-455da6719f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4423282 Jul 27 21:04:06.712655 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41502) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:06.757858 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:06.789729 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d05e914f-f10c-4f84-97cd-bcaa6f00da35 req-c8072788-9237-45b7-ac89-7977a680aa1d tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154366 Jul 27 21:04:06.816288 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:06.852825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65632d6d-8434-4831-a894-652e198efd3b None None] Sync routers for ids ['d9a15ee3-6edc-4e3d-81ad-455da6719f4c'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:04:06.910989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65632d6d-8434-4831-a894-652e198efd3b None None] Routers {'d9a15ee3-6edc-4e3d-81ad-455da6719f4c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:06.911431 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-65632d6d-8434-4831-a894-652e198efd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:04:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d9a15ee3-6edc-4e3d-81ad-455da6719f4c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:06.913495 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:06.971041 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-345a4852-97d4-4613-8427-538232808df2 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:06.980703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port cb06891a-574c-441f-b38a-567e0c93240f completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:06.990414 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-345a4852-97d4-4613-8427-538232808df2 None None] Transition to ACTIVE for port object 5d80c2a1-0d80-43d4-acff-a9c69ecc591f will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:07.020412 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port cb06891a-574c-441f-b38a-567e0c93240f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:07.021067 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.088301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-345a4852-97d4-4613-8427-538232808df2 None None] Transition to ACTIVE for port object 5d80c2a1-0d80-43d4-acff-a9c69ecc591f will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:07.096149 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.097210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-de2672d3-be06-4fc9-81d0-abdb9a87636a tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:07.098864 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-de2672d3-be06-4fc9-81d0-abdb9a87636a tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.20 "GET /v2.0/networks?id=2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7 HTTP/1.1" status: 200 len: 821 time: 0.2735624 Jul 27 21:04:07.105903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-65632d6d-8434-4831-a894-652e198efd3b None None] Set router d9a15ee3-6edc-4e3d-81ad-455da6719f4c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:07.109324 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-345a4852-97d4-4613-8427-538232808df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.111953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Allocated IP 172.25.2.55 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/1a23667a-6f7c-4477-9f3a-b1518b5578e4) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:07.118013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-c72603d5-242d-441d-9708-2ec6eb0afc3b tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Request body: {'port': {'device_id': '6c0af7df-a069-4bbb-9e63-5fc1a9759f36', 'network_id': '2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7', 'admin_state_up': True, 'tenant_id': 'c7d35edb195f4806919e707c84b1935f'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:07.223020 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.300549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c88110-0145-4b3a-932e-9a4b7d37a735 req-1a3066ce-57f4-428b-b696-d415390dfa96 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:07.302264 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8c88110-0145-4b3a-932e-9a4b7d37a735 req-1a3066ce-57f4-428b-b696-d415390dfa96 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 945 time: 0.1342063 Jul 27 21:04:07.310101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Deleting port 600af89d-c0dd-4f58-886c-a414e14d7489 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:04:07.310468 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.341231 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.350445 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345a4852-97d4-4613-8427-538232808df2 None None] Network 04bd500b-f0bb-4eca-a46f-3d9ae8df2661 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:07.358509 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-c72603d5-242d-441d-9708-2ec6eb0afc3b tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Made reservation on behalf of c7d35edb195f4806919e707c84b1935f for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:07.362049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-345a4852-97d4-4613-8427-538232808df2 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:07.362947 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-c72603d5-242d-441d-9708-2ec6eb0afc3b tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.367149 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a4852-97d4-4613-8427-538232808df2 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:07.386007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a4852-97d4-4613-8427-538232808df2 None None] Pushing event updated for resources: {'Port': ['ID=5d80c2a1-0d80-43d4-acff-a9c69ecc591f,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:07.465230 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-859722ab-3295-4531-aecf-82b0eadc832d req-9bafab90-7139-40c6-85a1-b4b9fdc6392e tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 210 time: 0.0414948 Jul 27 21:04:07.492794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-345a4852-97d4-4613-8427-538232808df2 None None] Attempting to bind port 5d80c2a1-0d80-43d4-acff-a9c69ecc591f on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:07.493171 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-345a4852-97d4-4613-8427-538232808df2 None None] Attempting to bind port 5d80c2a1-0d80-43d4-acff-a9c69ecc591f by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '4fbbf56d-6283-4320-b1cc-fcdea2e7a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:07.493833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a4852-97d4-4613-8427-538232808df2 None None] Attempting to bind port 5d80c2a1-0d80-43d4-acff-a9c69ecc591f on network 04bd500b-f0bb-4eca-a46f-3d9ae8df2661 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:07.504655 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8c88110-0145-4b3a-932e-9a4b7d37a735 req-da8b3b0d-280f-4bd5-9c26-9249aa5a5603 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896653 Jul 27 21:04:07.516316 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.545120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] For port 600af89d-c0dd-4f58-886c-a414e14d7489, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=600af89d-c0dd-4f58-886c-a414e14d7489,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:07.546265 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a4852-97d4-4613-8427-538232808df2 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:07.546639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a4852-97d4-4613-8427-538232808df2 None None] Checking segment: {'id': '4fbbf56d-6283-4320-b1cc-fcdea2e7a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:07.547048 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-345a4852-97d4-4613-8427-538232808df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.547443 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a4852-97d4-4613-8427-538232808df2 None None] Bound using segment: {'id': '4fbbf56d-6283-4320-b1cc-fcdea2e7a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:07.547851 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.547959 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-345a4852-97d4-4613-8427-538232808df2 None None] Bound port: 5d80c2a1-0d80-43d4-acff-a9c69ecc591f, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbbf56d-6283-4320-b1cc-fcdea2e7a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:07.548298 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-345a4852-97d4-4613-8427-538232808df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.553068 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.554078 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.562723 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:07.571260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:07.577889 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Calling delete_port for 600af89d-c0dd-4f58-886c-a414e14d7489 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:04:07.581531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:07.599511 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0932c02-321e-44e0-9eb6-47d8f3e90b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb06891a-574c-441f-b38a-567e0c93240f'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:07.603205 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17148f6-7c1c-4b18-b099-e3652c671ab0" -d '{"events": [{"server_uuid": "f0932c02-321e-44e0-9eb6-47d8f3e90b7d", "name": "network-vif-plugged", "status": "completed", "tag": "cb06891a-574c-441f-b38a-567e0c93240f"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:07.666277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port cb06891a-574c-441f-b38a-567e0c93240f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=cb06891a-574c-441f-b38a-567e0c93240f,segment=NetworkSegment(34f1a03d-2a3d-41c6-90b5-98f70dfa8e59),segment_id=34f1a03d-2a3d-41c6-90b5-98f70dfa8e59)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:07.699028 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.714564 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c88395-58d5-4758-a203-498ba4f2a365 x-openstack-request-id: req-a0c88395-58d5-4758-a203-498ba4f2a365 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:07.714854 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0932c02-321e-44e0-9eb6-47d8f3e90b7d", "name": "network-vif-plugged", "status": "completed", "tag": "cb06891a-574c-441f-b38a-567e0c93240f", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:07.715116 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a0c88395-58d5-4758-a203-498ba4f2a365 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:07.715516 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0932c02-321e-44e0-9eb6-47d8f3e90b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb06891a-574c-441f-b38a-567e0c93240f', 'code': 200} Jul 27 21:04:07.749182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-c72603d5-242d-441d-9708-2ec6eb0afc3b tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Allocated IP 172.20.0.9 (2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7/7a74d5b9-1b12-4d4a-bf51-175c86064f7b/7aded2c1-24a5-4c32-b26d-a24867e05f15) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:07.751611 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Pushing event updated for resources: {'Port': ['ID=1a23667a-6f7c-4477-9f3a-b1518b5578e4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:07.769722 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-345a4852-97d4-4613-8427-538232808df2 None None] For port 5d80c2a1-0d80-43d4-acff-a9c69ecc591f, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:07.811928 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-345a4852-97d4-4613-8427-538232808df2 None None] For port 5d80c2a1-0d80-43d4-acff-a9c69ecc591f, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5d80c2a1-0d80-43d4-acff-a9c69ecc591f,segment=NetworkSegment(4fbbf56d-6283-4320-b1cc-fcdea2e7a029),segment_id=4fbbf56d-6283-4320-b1cc-fcdea2e7a029)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:07.822371 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-345a4852-97d4-4613-8427-538232808df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.824401 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f1f8017-da93-4387-8f0b-d5083780b7bb req-ca600d15-4ac3-476b-b69f-4e071648d7c5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 210 time: 0.0767412 Jul 27 21:04:07.855236 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-65632d6d-8434-4831-a894-652e198efd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1652385076-router', 'tenant_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '600af89d-c0dd-4f58-886c-a414e14d7489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:59Z', 'updated_at': '2021-07-27T21:04:05Z', 'revision_number': 5, 'project_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'gw_port': {'id': '600af89d-c0dd-4f58-886c-a414e14d7489', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:01:00Z', 'updated_at': '2021-07-27T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:07.924284 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=cb06891a-574c-441f-b38a-567e0c93240f,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:07.926995 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65632d6d-8434-4831-a894-652e198efd3b None None] Checking router: d9a15ee3-6edc-4e3d-81ad-455da6719f4c for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:04:07.966576 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:07.987882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a4852-97d4-4613-8427-538232808df2 None None] Pushing event updated for resources: {'Port': ['ID=5d80c2a1-0d80-43d4-acff-a9c69ecc591f,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:07.994565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65632d6d-8434-4831-a894-652e198efd3b None None] Routers {'d9a15ee3-6edc-4e3d-81ad-455da6719f4c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:07.995394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-65632d6d-8434-4831-a894-652e198efd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:04:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d9a15ee3-6edc-4e3d-81ad-455da6719f4c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:08.012863 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=600af89d-c0dd-4f58-886c-a414e14d7489,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:08.019207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-8762c713-24e6-4251-94f5-63457b669cd4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:08.021424 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-8762c713-24e6-4251-94f5-63457b669cd4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 805 time: 0.3767312 Jul 27 21:04:08.023698 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.024063 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.024476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.025678 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.025678 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.025678 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.025948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.027927 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.028333 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.028729 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.029132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.033425 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.073322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a70aa9-2688-4e95-80c2-07619a362394 req-8b29ffb5-448b-4aac-b2eb-3e0fee085b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:08.074917 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-52a70aa9-2688-4e95-80c2-07619a362394 req-8b29ffb5-448b-4aac-b2eb-3e0fee085b6b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 1097 time: 0.2608366 Jul 27 21:04:08.078722 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-3e506924-b6bb-475a-b5a3-990aa1236daf tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Request body: {'port': {'device_id': '67ee2471-f321-4af1-bfb8-fab29a34c348', 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c', 'admin_state_up': True, 'tenant_id': '3524f3f0e14346288bee76498e246a11'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:08.079830 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-65632d6d-8434-4831-a894-652e198efd3b None None] Set router d9a15ee3-6edc-4e3d-81ad-455da6719f4c gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:08.154633 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-65632d6d-8434-4831-a894-652e198efd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1652385076-router', 'tenant_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:59Z', 'updated_at': '2021-07-27T21:04:07Z', 'revision_number': 7, 'project_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:08.182524 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.191008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65632d6d-8434-4831-a894-652e198efd3b None None] The sync data for ids ['d9a15ee3-6edc-4e3d-81ad-455da6719f4c'] in n-d-764806-9 is: [{'id': 'd9a15ee3-6edc-4e3d-81ad-455da6719f4c', 'name': 'tempest-ServerRescueNegativeTestJSON-1652385076-router', 'tenant_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:00:59Z', 'updated_at': '2021-07-27T21:04:07Z', 'revision_number': 7, 'project_id': '5e12b0b8b49e4a8685306f697c0d4f06', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:04:08.355188 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-52a70aa9-2688-4e95-80c2-07619a362394 req-6464d844-8970-44b9-91e9-722b3cbb2243 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127616 Jul 27 21:04:08.355634 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.357859 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.397131 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.418373 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f7835-20d6-40e4-9a20-ea27619557ff req-bfe83998-83ba-400e-ab2c-e19cdd497e28 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:08.419419 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1a5f7835-20d6-40e4-9a20-ea27619557ff req-bfe83998-83ba-400e-ab2c-e19cdd497e28 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 944 time: 0.5172772 Jul 27 21:04:08.440256 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5d80c2a1-0d80-43d4-acff-a9c69ecc591f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:08.448393 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.448932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9a15ee3-6edc-4e3d-81ad-455da6719f4c {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:04:08.453766 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.457738 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cb2061db-1ce3-4d41-95c8-b3af013a2ca2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d9a15ee3-6edc-4e3d-81ad-455da6719f4c HTTP/1.1" status: 204 len: 168 time: 1.7440839 Jul 27 21:04:08.461147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41522) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:08.470027 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-c72603d5-242d-441d-9708-2ec6eb0afc3b tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.523723 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1a5f7835-20d6-40e4-9a20-ea27619557ff req-4a905d04-6e04-40b9-8c51-4ffdf4f4aca1 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944271 Jul 27 21:04:08.531421 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 5d80c2a1-0d80-43d4-acff-a9c69ecc591f completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:08.558533 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-0337ba88-487e-438f-8685-5fdc7b8dedff admin admin] Deleting subnet 1f64ea69-e90b-4843-8916-973c88972dfb {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:04:08.562364 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0337ba88-487e-438f-8685-5fdc7b8dedff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.582089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2f138f75-ad49-41c0-a309-0be59c19bcb5 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:08.646422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 2f138f75-ad49-41c0-a309-0be59c19bcb5 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:08.650933 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 2f138f75-ad49-41c0-a309-0be59c19bcb5 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:08.651318 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.671938 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0337ba88-487e-438f-8685-5fdc7b8dedff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.719888 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0337ba88-487e-438f-8685-5fdc7b8dedff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.760875 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.800463 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb765a24-bc45-47aa-a179-8c6c81344d4f req-4dcc6beb-ea00-4525-bfcb-8b1c94be75d3 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 210 time: 0.1939197 Jul 27 21:04:08.820362 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0337ba88-487e-438f-8685-5fdc7b8dedff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.827126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2f138f75-ad49-41c0-a309-0be59c19bcb5, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2f138f75-ad49-41c0-a309-0be59c19bcb5,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:08.828910 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.837117 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.848179 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0337ba88-487e-438f-8685-5fdc7b8dedff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.851916 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0337ba88-487e-438f-8685-5fdc7b8dedff admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1f64ea69-e90b-4843-8916-973c88972dfb HTTP/1.1" status: 204 len: 168 time: 0.3921964 Jul 27 21:04:08.855540 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41532) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:08.911653 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=2f138f75-ad49-41c0-a309-0be59c19bcb5,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:08.921262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.921609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.922052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.922322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.922657 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.922982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.923304 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.923622 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.923938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.924289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.924614 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.924934 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:08.934577 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-3e506924-b6bb-475a-b5a3-990aa1236daf tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Made reservation on behalf of 3524f3f0e14346288bee76498e246a11 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:08.942466 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-3e506924-b6bb-475a-b5a3-990aa1236daf tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:08.966445 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337ba88-487e-438f-8685-5fdc7b8dedff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f64ea69-e90b-4843-8916-973c88972dfb,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:09.028699 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e8e52ef-13d8-458d-af8d-97d35df30c27 req-7d5c9322-61ef-436d-a0ae-78a1f00297df tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 210 time: 0.0551353 Jul 27 21:04:09.039270 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3919f7ea-541d-48d8-918a-0b0594b37cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.051053 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15ee7d-26e4-4657-96ec-1ad5454225d9 req-475214c1-4060-4695-848a-d8193a08f741 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:09.051863 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe15ee7d-26e4-4657-96ec-1ad5454225d9 req-475214c1-4060-4695-848a-d8193a08f741 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.4471698 Jul 27 21:04:09.146654 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-c72603d5-242d-441d-9708-2ec6eb0afc3b tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.182004 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e61f3f-81b1-4f41-ad0f-9f90fe1292d7 None None] Network 04bd500b-f0bb-4eca-a46f-3d9ae8df2661 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:04:09.236662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72603d5-242d-441d-9708-2ec6eb0afc3b tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Pushing event updated for resources: {'Port': ['ID=7aded2c1-24a5-4c32-b26d-a24867e05f15,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:09.319595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-c72603d5-242d-441d-9708-2ec6eb0afc3b tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Network 2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:09.322963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fe476373-3ea5-43dd-9e66-3d8ddec25ab7 None None] Provisioning for port 5d80c2a1-0d80-43d4-acff-a9c69ecc591f completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:09.326823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-c72603d5-242d-441d-9708-2ec6eb0afc3b tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:09.331084 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.337383 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-c72603d5-242d-441d-9708-2ec6eb0afc3b tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:09.355088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fe476373-3ea5-43dd-9e66-3d8ddec25ab7 None None] Provisioning complete for port 5d80c2a1-0d80-43d4-acff-a9c69ecc591f triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:09.355607 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fe476373-3ea5-43dd-9e66-3d8ddec25ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.363975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-3e506924-b6bb-475a-b5a3-990aa1236daf tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Allocated IP 172.20.0.6 (e63d6883-21db-42a3-83ad-67a0ca0dae2c/d6866e95-5277-449a-81cc-71c772e0c274/782881ad-2123-4321-81da-79e79bb83a88) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:09.454077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-c72603d5-242d-441d-9708-2ec6eb0afc3b tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:09.454695 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-c72603d5-242d-441d-9708-2ec6eb0afc3b tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.486478 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe15ee7d-26e4-4657-96ec-1ad5454225d9 req-dcda4965-aa2f-40bb-8f5f-b53ec11efb82 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272201 Jul 27 21:04:09.489861 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fe476373-3ea5-43dd-9e66-3d8ddec25ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.503337 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3919f7ea-541d-48d8-918a-0b0594b37cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.524268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-3919f7ea-541d-48d8-918a-0b0594b37cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12136521-0c8b-4cb0-9dc5-5d02674d242d']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:09.531266 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-c72603d5-242d-441d-9708-2ec6eb0afc3b tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4206862 Jul 27 21:04:09.536420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-fe476373-3ea5-43dd-9e66-3d8ddec25ab7 None None] For port 5d80c2a1-0d80-43d4-acff-a9c69ecc591f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5d80c2a1-0d80-43d4-acff-a9c69ecc591f,segment=NetworkSegment(4fbbf56d-6283-4320-b1cc-fcdea2e7a029),segment_id=4fbbf56d-6283-4320-b1cc-fcdea2e7a029)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:09.543622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-3919f7ea-541d-48d8-918a-0b0594b37cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c16f78-87f7-4ccb-978f-3f307869e413') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:09.544863 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-3919f7ea-541d-48d8-918a-0b0594b37cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c16f78-87f7-4ccb-978f-3f307869e413') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:09.547388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Request body: {'port': {'device_id': '6c0af7df-a069-4bbb-9e63-5fc1a9759f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:09.560731 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fe476373-3ea5-43dd-9e66-3d8ddec25ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.563016 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3919f7ea-541d-48d8-918a-0b0594b37cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.589710 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3919f7ea-541d-48d8-918a-0b0594b37cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.606437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3919f7ea-541d-48d8-918a-0b0594b37cb9 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:04:09.607210 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3919f7ea-541d-48d8-918a-0b0594b37cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.641551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe476373-3ea5-43dd-9e66-3d8ddec25ab7 None None] Pushing event updated for resources: {'Port': ['ID=5d80c2a1-0d80-43d4-acff-a9c69ecc591f,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:04:09.684389 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:04:09.697538 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3919f7ea-541d-48d8-918a-0b0594b37cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.716275 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a7e633-63fd-4c70-9924-10a7b5223c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f138f75-ad49-41c0-a309-0be59c19bcb5'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:09.719375 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342c3f10-7591-4948-b148-cbe9f5119f8f" -d '{"events": [{"server_uuid": "b3a7e633-63fd-4c70-9924-10a7b5223c28", "name": "network-vif-plugged", "status": "completed", "tag": "2f138f75-ad49-41c0-a309-0be59c19bcb5"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:09.747498 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3919f7ea-541d-48d8-918a-0b0594b37cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.748022 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.750597 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3919f7ea-541d-48d8-918a-0b0594b37cb9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/12136521-0c8b-4cb0-9dc5-5d02674d242d HTTP/1.1" status: 204 len: 168 time: 0.8921936 Jul 27 21:04:09.773523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919f7ea-541d-48d8-918a-0b0594b37cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=12136521-0c8b-4cb0-9dc5-5d02674d242d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:09.797009 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Router aa53bb2f-2771-4079-8530-e15092842162 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:04:09.801650 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a7064b-73e4-4b07-9c71-02ffc2b259b7 x-openstack-request-id: req-49a7064b-73e4-4b07-9c71-02ffc2b259b7 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:09.801977 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a7e633-63fd-4c70-9924-10a7b5223c28", "name": "network-vif-plugged", "status": "completed", "tag": "2f138f75-ad49-41c0-a309-0be59c19bcb5", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:09.802269 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49a7064b-73e4-4b07-9c71-02ffc2b259b7 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:09.802735 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a7e633-63fd-4c70-9924-10a7b5223c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f138f75-ad49-41c0-a309-0be59c19bcb5', 'code': 200} Jul 27 21:04:09.823525 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-3e506924-b6bb-475a-b5a3-990aa1236daf tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:09.829624 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed37d69-dad0-4bd8-9a6a-58c8375a483c req-ca47a4ed-bc5e-4a4d-bede-d18231942b6a tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:09.843578 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ed37d69-dad0-4bd8-9a6a-58c8375a483c req-ca47a4ed-bc5e-4a4d-bede-d18231942b6a tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 945 time: 0.1578391 Jul 27 21:04:09.905843 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ed37d69-dad0-4bd8-9a6a-58c8375a483c req-aa63108a-e297-49d1-a6d4-d4c7b95f0b38 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569448 Jul 27 21:04:09.986334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41546) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:09.998264 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ed971282-53ce-44e8-b5ea-d5f54b575ef6 None None] Provisioning complete for port 5d80c2a1-0d80-43d4-acff-a9c69ecc591f triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:09.999574 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ed971282-53ce-44e8-b5ea-d5f54b575ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:10.049249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df91f3f-7ac3-4ab7-b2ab-a8c26b003761 req-ea00e50b-e2da-4c5c-b2b4-e10bcfc39473 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:10.051975 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0df91f3f-7ac3-4ab7-b2ab-a8c26b003761 req-ea00e50b-e2da-4c5c-b2b4-e10bcfc39473 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 931 time: 0.1626632 Jul 27 21:04:10.057564 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6da417c3-1e69-404b-94e8-64ce6920952c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e12b0b8b49e4a8685306f697c0d4f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689240 Jul 27 21:04:10.064361 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41550) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:10.125461 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0df91f3f-7ac3-4ab7-b2ab-a8c26b003761 req-dcb1e811-fe39-47ce-b174-305194160d2d tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c91037b1-5092-47c0-8502-324a2fbc225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667689 Jul 27 21:04:10.166904 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8a0ee1e-8770-419b-8187-d3aaffc4f02f req-74bdb4e4-74ae-4e97-9023-199398aa0a33 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 210 time: 0.0369182 Jul 27 21:04:10.171722 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5efe74fa-6853-4298-b6b5-6f128da99f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:10.190774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:04:10.195169 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5efe74fa-6853-4298-b6b5-6f128da99f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:10.207387 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Sync routers for ids ['aa53bb2f-2771-4079-8530-e15092842162'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:04:10.217454 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-3e506924-b6bb-475a-b5a3-990aa1236daf tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:10.219379 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Routers {'aa53bb2f-2771-4079-8530-e15092842162'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:10.220040 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:04:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aa53bb2f-2771-4079-8530-e15092842162'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:10.224270 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5d80c2a1-0d80-43d4-acff-a9c69ecc591f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:10.233886 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb591e5-083a-437d-9403-4a07cb4c4df3 req-70bfe25d-3e08-4a59-8fe0-3415b838f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:10.235645 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5fb591e5-083a-437d-9403-4a07cb4c4df3 req-70bfe25d-3e08-4a59-8fe0-3415b838f906 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 1096 time: 0.3458121 Jul 27 21:04:10.264028 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5efe74fa-6853-4298-b6b5-6f128da99f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:10.267290 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5efe74fa-6853-4298-b6b5-6f128da99f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:10.271186 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5efe74fa-6853-4298-b6b5-6f128da99f59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a56e29c2-4e49-4aba-af4e-c9da3f11b146 HTTP/1.1" status: 204 len: 168 time: 0.2034264 Jul 27 21:04:10.273381 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['3b9e75dd-0c71-4cba-8f4a-b076c263b270'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:10.275376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['57fe7918-c9cd-422f-aa0c-181755d554c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:10.284116 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe74fa-6853-4298-b6b5-6f128da99f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56e29c2-4e49-4aba-af4e-c9da3f11b146,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:10.306791 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:10.311060 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a5bbfcc5-3b63-4702-8812-e5782c76f5ce admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2549133 Jul 27 21:04:10.312646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41554) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:10.318476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-3e506924-b6bb-475a-b5a3-990aa1236daf tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Network e63d6883-21db-42a3-83ad-67a0ca0dae2c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:10.337123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-3e506924-b6bb-475a-b5a3-990aa1236daf tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:10.356357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-3e506924-b6bb-475a-b5a3-990aa1236daf tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:10.369749 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5fb591e5-083a-437d-9403-4a07cb4c4df3 req-39669ea6-664b-407e-9137-751958a18b7b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224937 Jul 27 21:04:10.377651 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e506924-b6bb-475a-b5a3-990aa1236daf tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Pushing event updated for resources: {'Port': ['ID=782881ad-2123-4321-81da-79e79bb83a88,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:10.405776 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Set router aa53bb2f-2771-4079-8530-e15092842162 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:10.524554 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-3e506924-b6bb-475a-b5a3-990aa1236daf tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:10.525395 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-3e506924-b6bb-475a-b5a3-990aa1236daf tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:10.610645 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-3e506924-b6bb-475a-b5a3-990aa1236daf tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5397704 Jul 27 21:04:10.613650 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aded2c1-24a5-4c32-b26d-a24867e05f15 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:10.627285 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Request body: {'port': {'device_id': '67ee2471-f321-4af1-bfb8-fab29a34c348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:10.658672 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa53bb2f-2771-4079-8530-e15092842162', 'name': 'tempest-TaggedBootDevicesTest_v242-346972422-router', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:07Z', 'revision_number': 3, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'gw_port': {'id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:10.693259 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:10.704670 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Checking router: aa53bb2f-2771-4079-8530-e15092842162 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:04:10.705702 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Updating router aa53bb2f-2771-4079-8530-e15092842162 port 1a23667a-6f7c-4477-9f3a-b1518b5578e4 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:04:10.749182 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:10.758850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Transition to ACTIVE for port object 7aded2c1-24a5-4c32-b26d-a24867e05f15 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:10.774114 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:10.808488 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5d80c2a1-0d80-43d4-acff-a9c69ecc591f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:10.808855 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:10.836099 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Pushing event updated for resources: {'Port': ['ID=7aded2c1-24a5-4c32-b26d-a24867e05f15,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:10.849077 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:10.871168 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b36cd6-7ec6-4d0e-b1b0-08cb4f298b54 req-f5246da3-c08f-48ea-9a25-c8bb83df5ec5 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:10.883293 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e0b36cd6-7ec6-4d0e-b1b0-08cb4f298b54 req-f5246da3-c08f-48ea-9a25-c8bb83df5ec5 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.2186768 Jul 27 21:04:11.027544 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.036150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a3ed21e1-93dc-443f-b457-25f5df63bf87 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:04:11.040806 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Transition to ACTIVE for port object 1a23667a-6f7c-4477-9f3a-b1518b5578e4 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:11.051222 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.113297 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: a3ed21e1-93dc-443f-b457-25f5df63bf87 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:04:11.113645 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a3ed21e1-93dc-443f-b457-25f5df63bf87 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:04:11.114060 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 600af89d-c0dd-4f58-886c-a414e14d7489 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:04:11.130569 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e0b36cd6-7ec6-4d0e-b1b0-08cb4f298b54 req-7f5445ab-1660-4aae-b35f-2ca87ec16720 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461157 Jul 27 21:04:11.173261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 600af89d-c0dd-4f58-886c-a414e14d7489 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:04:11.173602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 600af89d-c0dd-4f58-886c-a414e14d7489 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:04:11.277174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Attempting to bind port 7aded2c1-24a5-4c32-b26d-a24867e05f15 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:11.288033 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Attempting to bind port 7aded2c1-24a5-4c32-b26d-a24867e05f15 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '4f95c9c0-d71b-4c1b-9e52-5251b3efecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:11.288468 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Attempting to bind port 7aded2c1-24a5-4c32-b26d-a24867e05f15 on network 2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:11.298658 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Attempting to bind port 1a23667a-6f7c-4477-9f3a-b1518b5578e4 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:11.299207 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Attempting to bind port 1a23667a-6f7c-4477-9f3a-b1518b5578e4 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:11.299373 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Attempting to bind port 1a23667a-6f7c-4477-9f3a-b1518b5578e4 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:11.300387 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Port 7aded2c1-24a5-4c32-b26d-a24867e05f15 on network 2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:04:11.300715 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Attempting to bind port 7aded2c1-24a5-4c32-b26d-a24867e05f15 on network 2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:11.314395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:11.315017 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:11.315596 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:11.316153 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.316405 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Checking segment: {'id': '4f95c9c0-d71b-4c1b-9e52-5251b3efecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:11.316826 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Bound using segment: {'id': '4f95c9c0-d71b-4c1b-9e52-5251b3efecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:11.317015 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:11.317925 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Bound port: 1a23667a-6f7c-4477-9f3a-b1518b5578e4, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:11.319031 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.320615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Bound port: 7aded2c1-24a5-4c32-b26d-a24867e05f15, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f95c9c0-d71b-4c1b-9e52-5251b3efecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:11.321246 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.347949 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f95220-eb49-494a-bb47-03385d385478 None None] Pushing event updated for resources: {'Port': ['ID=1a23667a-6f7c-4477-9f3a-b1518b5578e4,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:11.387576 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af5a16-133a-4cd9-878b-85754bda0f5d req-22378d7a-ff04-4010-a26c-4ac59dde3246 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:11.389052 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-45af5a16-133a-4cd9-878b-85754bda0f5d req-22378d7a-ff04-4010-a26c-4ac59dde3246 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 945 time: 0.3433771 Jul 27 21:04:11.410000 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] For port 1a23667a-6f7c-4477-9f3a-b1518b5578e4, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:11.415930 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] For port 1a23667a-6f7c-4477-9f3a-b1518b5578e4, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1a23667a-6f7c-4477-9f3a-b1518b5578e4,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:11.421240 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.437730 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.453089 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-45af5a16-133a-4cd9-878b-85754bda0f5d req-c9d0b4ed-9038-400b-a1d9-7faa9edee6c2 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534089 Jul 27 21:04:11.506913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41590) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:11.521002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] For port 7aded2c1-24a5-4c32-b26d-a24867e05f15, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:11.540631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782881ad-2123-4321-81da-79e79bb83a88 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:11.572407 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.578105 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] For port 7aded2c1-24a5-4c32-b26d-a24867e05f15, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7aded2c1-24a5-4c32-b26d-a24867e05f15,segment=NetworkSegment(4f95c9c0-d71b-4c1b-9e52-5251b3efecee),segment_id=4f95c9c0-d71b-4c1b-9e52-5251b3efecee)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:11.592150 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.593664 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f95220-eb49-494a-bb47-03385d385478 None None] Pushing event updated for resources: {'Port': ['ID=1a23667a-6f7c-4477-9f3a-b1518b5578e4,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:11.619324 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Routers {'aa53bb2f-2771-4079-8530-e15092842162'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:11.620129 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:04:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aa53bb2f-2771-4079-8530-e15092842162'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:11.625883 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Transition to ACTIVE for port object 782881ad-2123-4321-81da-79e79bb83a88 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:11.666814 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:11.667763 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.669458 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] 10.222.0.20 "PUT /v2.0/ports/7aded2c1-24a5-4c32-b26d-a24867e05f15 HTTP/1.1" status: 200 len: 1091 time: 2.1300869 Jul 27 21:04:11.670261 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.672192 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0af7df-a069-4bbb-9e63-5fc1a9759f36', 'tag': '7aded2c1-24a5-4c32-b26d-a24867e05f15'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:11.674841 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55792c5e-c0ea-4418-9f01-ec7d4cfc97f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0af7df-a069-4bbb-9e63-5fc1a9759f36", "tag": "7aded2c1-24a5-4c32-b26d-a24867e05f15"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:11.728173 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2d8106a0-a4c9-42ad-8174-8c23f0b38b1d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-913737246-network', 'tenant_id': '3c47585ac2034951982c05a2e3281588'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:11.786124 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] Set router aa53bb2f-2771-4079-8530-e15092842162 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:11.828939 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8106a0-a4c9-42ad-8174-8c23f0b38b1d admin admin] Made reservation on behalf of 3c47585ac2034951982c05a2e3281588 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:11.831405 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d8106a0-a4c9-42ad-8174-8c23f0b38b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.855043 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8db22-09dd-44d1-a8ac-92efada09775 req-d978d879-d914-4d2f-b1f3-59a8abe11899 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:11.862886 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d4e8db22-09dd-44d1-a8ac-92efada09775 req-d978d879-d914-4d2f-b1f3-59a8abe11899 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 943 time: 0.2405922 Jul 27 21:04:11.876438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25952ae4-624a-40be-95b5-be03ff59dbf6 req-18b7552d-4186-4bb4-8a5f-e3ef3df0585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:11.878006 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a3f29-5536-4b33-b10e-6339152378ec req-0a329b49-1de4-4cc9-9782-7817a01d6060 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:11.878175 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-25952ae4-624a-40be-95b5-be03ff59dbf6 req-18b7552d-4186-4bb4-8a5f-e3ef3df0585e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=44a3a19e228a4d0985664b59fe9d66ef&device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 1097 time: 0.3505700 Jul 27 21:04:11.882979 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b51a3f29-5536-4b33-b10e-6339152378ec req-0a329b49-1de4-4cc9-9782-7817a01d6060 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 931 time: 0.3227663 Jul 27 21:04:11.883393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa73c4-323c-4ef4-9fbc-b2c1918db720 service neutron] Pushing event updated for resources: {'Port': ['ID=7aded2c1-24a5-4c32-b26d-a24867e05f15,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:11.886132 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d8106a0-a4c9-42ad-8174-8c23f0b38b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:11.938828 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Allocated IP 172.20.0.1 (04bd500b-f0bb-4eca-a46f-3d9ae8df2661/ed403e8c-7eab-4075-b0fd-61b7a7c4264d/ca622126-9588-45c3-9f0a-6b16acf87140) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:11.946699 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d4e8db22-09dd-44d1-a8ac-92efada09775 req-7c36af82-2a5c-4b8a-a5b6-beffd90b9e86 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c91037b1-5092-47c0-8502-324a2fbc225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826812 Jul 27 21:04:11.981091 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b51a3f29-5536-4b33-b10e-6339152378ec req-d0d168e5-2932-4c83-9abe-d012d43f3c40 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878525 Jul 27 21:04:12.000750 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa53bb2f-2771-4079-8530-e15092842162', 'name': 'tempest-TaggedBootDevicesTest_v242-346972422-router', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:07Z', 'revision_number': 3, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'gw_port': {'id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:12.034057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Attempting to bind port 782881ad-2123-4321-81da-79e79bb83a88 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:12.034424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Attempting to bind port 782881ad-2123-4321-81da-79e79bb83a88 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:12.034852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Attempting to bind port 782881ad-2123-4321-81da-79e79bb83a88 on network e63d6883-21db-42a3-83ad-67a0ca0dae2c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:12.036096 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38311d-cd40-46e7-804c-77ed1cc24eda None None] The sync data for ids ['aa53bb2f-2771-4079-8530-e15092842162'] in n-d-764806-9 is: [{'id': 'aa53bb2f-2771-4079-8530-e15092842162', 'name': 'tempest-TaggedBootDevicesTest_v242-346972422-router', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:07Z', 'revision_number': 3, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'gw_port': {'id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:04:12.049158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-7a03cb1d-03a7-41df-836e-068138e66a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:12.052003 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-7a03cb1d-03a7-41df-836e-068138e66a19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7d35edb195f4806919e707c84b1935f&device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 1094 time: 0.2867615 Jul 27 21:04:12.052003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Pushing event updated for resources: {'Port': ['ID=782881ad-2123-4321-81da-79e79bb83a88,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:12.087147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Port 782881ad-2123-4321-81da-79e79bb83a88 on network e63d6883-21db-42a3-83ad-67a0ca0dae2c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:04:12.087477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Attempting to bind port 782881ad-2123-4321-81da-79e79bb83a88 on network e63d6883-21db-42a3-83ad-67a0ca0dae2c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:12.130683 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:12.154429 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-cce27165-b6d8-44dd-b9a1-d64789ecec20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aded2c1-24a5-4c32-b26d-a24867e05f15 HTTP/1.1" status: 200 len: 217 time: 0.0912483 Jul 27 21:04:12.164534 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:12.164891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Checking segment: {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:12.165270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Bound using segment: {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:12.165712 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Bound port: 782881ad-2123-4321-81da-79e79bb83a88, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:12.166073 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:12.176113 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c1824f-9173-4467-b461-2062643cabbf x-openstack-request-id: req-b0c1824f-9173-4467-b461-2062643cabbf {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:12.176365 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0af7df-a069-4bbb-9e63-5fc1a9759f36", "tag": "7aded2c1-24a5-4c32-b26d-a24867e05f15", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:12.176606 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0c1824f-9173-4467-b461-2062643cabbf {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:12.177080 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0af7df-a069-4bbb-9e63-5fc1a9759f36', 'tag': '7aded2c1-24a5-4c32-b26d-a24867e05f15', 'status': 'completed', 'code': 200} Jul 27 21:04:12.178612 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Transition to ACTIVE for port object ca622126-9588-45c3-9f0a-6b16acf87140 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:12.233460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25952ae4-624a-40be-95b5-be03ff59dbf6 req-996b1194-581a-46ad-a326-e10cc9b38b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:12.234422 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167daa6-6776-41d2-883c-0a5e34d15138 req-d9329181-eb50-409d-9a2c-51d7898e6070 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:12.235256 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-25952ae4-624a-40be-95b5-be03ff59dbf6 req-996b1194-581a-46ad-a326-e10cc9b38b13 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a83bccf7-f907-454f-9b2f-b3d6acd048db HTTP/1.1" status: 200 len: 912 time: 0.3467672 Jul 27 21:04:12.243746 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3167daa6-6776-41d2-883c-0a5e34d15138 req-d9329181-eb50-409d-9a2c-51d7898e6070 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.1097558 Jul 27 21:04:12.268364 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:12.315601 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-25952ae4-624a-40be-95b5-be03ff59dbf6 req-88c334fd-054c-4477-838a-e85a7262a29a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb06891a-574c-441f-b38a-567e0c93240f HTTP/1.1" status: 200 len: 217 time: 0.0694249 Jul 27 21:04:12.320163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-0cff1a69-a0cc-462b-8d33-125bac8b7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:12.321904 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-0cff1a69-a0cc-462b-8d33-125bac8b7b99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a74d5b9-1b12-4d4a-bf51-175c86064f7b HTTP/1.1" status: 200 len: 861 time: 0.1535659 Jul 27 21:04:12.326536 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Network 04bd500b-f0bb-4eca-a46f-3d9ae8df2661 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:12.337068 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:12.388267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:12.410924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3167daa6-6776-41d2-883c-0a5e34d15138 req-a865f4ac-8db7-42f4-b40f-e111f0ca8253 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660686 Jul 27 21:04:12.439565 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-616a6aea-b48b-43b9-a2f0-086a962c537e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063795 Jul 27 21:04:12.456664 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=ca622126-9588-45c3-9f0a-6b16acf87140,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:12.486685 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:12.499456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] For port 782881ad-2123-4321-81da-79e79bb83a88, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:12.547507 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d8106a0-a4c9-42ad-8174-8c23f0b38b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:12.572092 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25952ae4-624a-40be-95b5-be03ff59dbf6 req-cdc753f9-15ee-48d1-858f-4fde7db4328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:12.574717 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-25952ae4-624a-40be-95b5-be03ff59dbf6 req-cdc753f9-15ee-48d1-858f-4fde7db4328d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95dcd686-975b-4220-990e-d334ecf706c3 HTTP/1.1" status: 200 len: 851 time: 0.2467229 Jul 27 21:04:12.578875 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d8106a0-a4c9-42ad-8174-8c23f0b38b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:12.584913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] For port 782881ad-2123-4321-81da-79e79bb83a88, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=782881ad-2123-4321-81da-79e79bb83a88,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:12.645043 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-25952ae4-624a-40be-95b5-be03ff59dbf6 req-c40650fb-2c30-44f9-98c7-118e71acbd10 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a83bccf7-f907-454f-9b2f-b3d6acd048db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542331 Jul 27 21:04:12.646375 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:12.671782 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8106a0-a4c9-42ad-8174-8c23f0b38b1d admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:04:12.685737 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ab9fd-aefc-43d0-9a05-9e5d436b9c32 req-06ef6234-ad8e-43d0-8d03-ff515e70fb31 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:12.687349 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c68ab9fd-aefc-43d0-9a05-9e5d436b9c32 req-06ef6234-ad8e-43d0-8d03-ff515e70fb31 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 945 time: 0.1293099 Jul 27 21:04:12.717831 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e0b5e598-ea23-4247-b8b6-049819af1d06 None None] Provisioning for port ca622126-9588-45c3-9f0a-6b16acf87140 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:12.724482 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e0b5e598-ea23-4247-b8b6-049819af1d06 None None] Provisioning complete for port ca622126-9588-45c3-9f0a-6b16acf87140 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:12.725472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8106a0-a4c9-42ad-8174-8c23f0b38b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f8d5d9-6a82-4209-ab6b-108b097aa2d1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:12.726062 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0b5e598-ea23-4247-b8b6-049819af1d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:12.736518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:12.737584 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:12.739709 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] 10.222.0.20 "PUT /v2.0/ports/782881ad-2123-4321-81da-79e79bb83a88 HTTP/1.1" status: 200 len: 1091 time: 2.1183472 Jul 27 21:04:12.779274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c68ab9fd-aefc-43d0-9a05-9e5d436b9c32 req-1ccea3d9-0d4e-4395-a68e-660b3532be5f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748999 Jul 27 21:04:12.781087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e0b5e598-ea23-4247-b8b6-049819af1d06 None None] Port ca622126-9588-45c3-9f0a-6b16acf87140 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:04:12.819393 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d8106a0-a4c9-42ad-8174-8c23f0b38b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:12.819786 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-2d8106a0-a4c9-42ad-8174-8c23f0b38b1d admin admin] Added segment 3066ee87-7ac9-43c5-b4af-ea222518b772 of type vlan for network 02b5cfd3-40eb-4179-a201-4cd3f6caef3d Jul 27 21:04:12.839205 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:13.025887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b7daf-05f2-4185-8b6a-9ccb8dbd430a req-28b25c21-3ffe-4467-963a-3daa0f60642a tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:13.027614 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d7b7daf-05f2-4185-8b6a-9ccb8dbd430a req-28b25c21-3ffe-4467-963a-3daa0f60642a tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 1096 time: 0.1733570 Jul 27 21:04:13.137846 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:13.142283 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d7b7daf-05f2-4185-8b6a-9ccb8dbd430a req-71ae3569-3578-44e7-9618-1e5aa218b016 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045983 Jul 27 21:04:13.150395 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:13.178612 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-d2cdf494-797e-452a-ba50-b73df3ef4480 service neutron] 10.222.0.20 "GET /v2.0/networks/2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7163124 Jul 27 21:04:13.276735 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:13.292131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5576e-cdb2-456d-990c-3674c5591edd service neutron] Pushing event updated for resources: {'Port': ['ID=782881ad-2123-4321-81da-79e79bb83a88,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:13.294184 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06dcf2-ef12-4874-bb72-d9cec2ad198d req-d7e7f629-d049-4029-94f9-85782c2cfaa3 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:13.295750 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e06dcf2-ef12-4874-bb72-d9cec2ad198d req-d7e7f629-d049-4029-94f9-85782c2cfaa3 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 943 time: 0.2506764 Jul 27 21:04:13.299649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=ca622126-9588-45c3-9f0a-6b16acf87140,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:13.325052 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d8106a0-a4c9-42ad-8174-8c23f0b38b1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:13.353520 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-25952ae4-624a-40be-95b5-be03ff59dbf6 req-64b558d0-de22-4e17-a1b5-1ba11b0fa1aa service neutron] 10.222.0.66 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6942546 Jul 27 21:04:13.404086 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e06dcf2-ef12-4874-bb72-d9cec2ad198d req-95f2ad1d-abd9-4ea0-92b0-5a3c46a93e11 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c91037b1-5092-47c0-8502-324a2fbc225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996711 Jul 27 21:04:13.430609 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950d3ec-8f0f-4e72-9582-df3cab0ade43 req-a378b5b7-cbb3-474d-af89-6a4f0a0ad56b tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:13.440441 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3950d3ec-8f0f-4e72-9582-df3cab0ade43 req-a378b5b7-cbb3-474d-af89-6a4f0a0ad56b tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 943 time: 0.2203183 Jul 27 21:04:13.448235 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-fa57b267-e2db-4e52-95ea-bbf799d50361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:13.449733 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-fa57b267-e2db-4e52-95ea-bbf799d50361 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 1094 time: 0.6611254 Jul 27 21:04:13.450744 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Network 04bd500b-f0bb-4eca-a46f-3d9ae8df2661 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:13.452141 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:13.472545 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c25fb28-3f63-4b08-89ca-f5a69a0d995e req-0c9ab0aa-72f2-4bfb-b644-a791a2e00c00 service neutron] 10.222.0.20 "GET /v2.0/networks/2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763989 Jul 27 21:04:13.485093 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d8106a0-a4c9-42ad-8174-8c23f0b38b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:13.486055 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8106a0-a4c9-42ad-8174-8c23f0b38b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:13.486660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d8106a0-a4c9-42ad-8174-8c23f0b38b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:13.550281 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-12c41393-df42-44ac-82e8-91e25ef5be74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=782881ad-2123-4321-81da-79e79bb83a88 HTTP/1.1" status: 200 len: 217 time: 0.0801930 Jul 27 21:04:13.566755 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3950d3ec-8f0f-4e72-9582-df3cab0ade43 req-bb70a76f-2dad-4999-9270-93d51fedf369 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079583 Jul 27 21:04:13.673009 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2d8106a0-a4c9-42ad-8174-8c23f0b38b1d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1646998 Jul 27 21:04:13.681617 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41616) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:13.699306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2b0645da-337e-40a8-b221-51da42a48a3d admin admin] Request body: {'subnet': {'network_id': '02b5cfd3-40eb-4179-a201-4cd3f6caef3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-913737246-subnet', 'tenant_id': '3c47585ac2034951982c05a2e3281588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:13.724173 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Router aa53bb2f-2771-4079-8530-e15092842162 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:04:13.728352 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8106a0-a4c9-42ad-8174-8c23f0b38b1d admin admin] Pushing event updated for resources: {'Network': ['ID=02b5cfd3-40eb-4179-a201-4cd3f6caef3d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:13.739713 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 02b5cfd3-40eb-4179-a201-4cd3f6caef3d details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:04:13.744743 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-25952ae4-624a-40be-95b5-be03ff59dbf6 req-ca951c50-53cb-4dc1-8663-740facfada3b service neutron] 10.222.0.66 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826683 Jul 27 21:04:13.765120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-5c20da1f-6d07-487d-9fb2-cb63b53883c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:13.767006 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-5c20da1f-6d07-487d-9fb2-cb63b53883c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6866e95-5277-449a-81cc-71c772e0c274 HTTP/1.1" status: 200 len: 845 time: 0.1960816 Jul 27 21:04:13.787472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0645da-337e-40a8-b221-51da42a48a3d admin admin] Made reservation on behalf of 3c47585ac2034951982c05a2e3281588 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:13.790954 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2b0645da-337e-40a8-b221-51da42a48a3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:13.792811 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3bf39-528b-4fc4-95cb-2c002606d487 req-c3e5f743-9e84-46f2-b2a9-1d2e39a37ec9 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:13.794352 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29d3bf39-528b-4fc4-95cb-2c002606d487 req-c3e5f743-9e84-46f2-b2a9-1d2e39a37ec9 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 1096 time: 0.1598845 Jul 27 21:04:13.894654 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-164140ca-9f7a-48c3-8b04-9514de48949b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e63d6883-21db-42a3-83ad-67a0ca0dae2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178622 Jul 27 21:04:13.906212 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29d3bf39-528b-4fc4-95cb-2c002606d487 req-b12510e5-540f-4a6a-b1e2-f87e546943e3 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995800 Jul 27 21:04:13.907826 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-442402e8-1581-4322-a475-852864208033 None None] Provisioning complete for port ca622126-9588-45c3-9f0a-6b16acf87140 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:13.908344 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-442402e8-1581-4322-a475-852864208033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:13.931754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:04:13.946343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-21457fbe-428b-4d2a-8068-2a4d2e56bcf4 admin admin] 10.222.0.55 "PUT /v2.0/routers/aa53bb2f-2771-4079-8530-e15092842162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6267147 Jul 27 21:04:13.956695 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be1406-4d81-4032-bcab-7db049e6616a req-93dedb44-bf4d-4298-8f49-b1ab73ee336c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:13.965985 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-442402e8-1581-4322-a475-852864208033 None None] Port ca622126-9588-45c3-9f0a-6b16acf87140 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:04:13.966985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8be1406-4d81-4032-bcab-7db049e6616a req-93dedb44-bf4d-4298-8f49-b1ab73ee336c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.1784668 Jul 27 21:04:13.993337 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55792c5e-c0ea-4418-9f01-ec7d4cfc97f5 req-de49de7c-d16e-4b68-a398-e01f009fb2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:13.994940 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-55792c5e-c0ea-4418-9f01-ec7d4cfc97f5 req-de49de7c-d16e-4b68-a398-e01f009fb2a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7d35edb195f4806919e707c84b1935f&device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 1094 time: 0.4489336 Jul 27 21:04:14.041786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8be1406-4d81-4032-bcab-7db049e6616a req-cfde7c2d-3229-4e69-bc5e-035a257b49fa tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716050 Jul 27 21:04:14.166874 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-021ebd4e-69cd-416c-b6fc-777beb448188 service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618711 Jul 27 21:04:14.181736 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ee2471-f321-4af1-bfb8-fab29a34c348', 'tag': '782881ad-2123-4321-81da-79e79bb83a88'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:14.184422 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1d5c24-3e93-4513-83d5-5c85303137ea" -d '{"events": [{"name": "network-changed", "server_uuid": "67ee2471-f321-4af1-bfb8-fab29a34c348", "tag": "782881ad-2123-4321-81da-79e79bb83a88"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:14.253219 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55792c5e-c0ea-4418-9f01-ec7d4cfc97f5 req-3bfbdac4-123e-4ac9-b8cc-82038b434327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:14.254821 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-55792c5e-c0ea-4418-9f01-ec7d4cfc97f5 req-3bfbdac4-123e-4ac9-b8cc-82038b434327 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7 HTTP/1.1" status: 200 len: 922 time: 0.2448771 Jul 27 21:04:14.262912 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Sync routers for ids ['aa53bb2f-2771-4079-8530-e15092842162'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:04:14.278052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1a23667a-6f7c-4477-9f3a-b1518b5578e4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:14.291166 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587b55a6-da76-4d88-b50a-97246f2a6543 x-openstack-request-id: req-587b55a6-da76-4d88-b50a-97246f2a6543 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:14.291460 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ee2471-f321-4af1-bfb8-fab29a34c348", "tag": "782881ad-2123-4321-81da-79e79bb83a88", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:14.291711 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-587b55a6-da76-4d88-b50a-97246f2a6543 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:14.292104 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ee2471-f321-4af1-bfb8-fab29a34c348', 'tag': '782881ad-2123-4321-81da-79e79bb83a88', 'status': 'completed', 'code': 200} Jul 27 21:04:14.304666 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Routers {'aa53bb2f-2771-4079-8530-e15092842162'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:14.305308 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:04:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aa53bb2f-2771-4079-8530-e15092842162'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:14.346373 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-55792c5e-c0ea-4418-9f01-ec7d4cfc97f5 req-eeeb810e-fdc4-4b49-84e4-b326b4123214 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aded2c1-24a5-4c32-b26d-a24867e05f15 HTTP/1.1" status: 200 len: 217 time: 0.0505090 Jul 27 21:04:14.390105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 1a23667a-6f7c-4477-9f3a-b1518b5578e4 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:14.419672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 1a23667a-6f7c-4477-9f3a-b1518b5578e4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:14.420042 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:14.464924 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2b0645da-337e-40a8-b221-51da42a48a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:14.470586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55792c5e-c0ea-4418-9f01-ec7d4cfc97f5 req-4bb99fb1-1e14-4fe8-887b-23ba910b7268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:14.471924 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-55792c5e-c0ea-4418-9f01-ec7d4cfc97f5 req-4bb99fb1-1e14-4fe8-887b-23ba910b7268 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a74d5b9-1b12-4d4a-bf51-175c86064f7b HTTP/1.1" status: 200 len: 861 time: 0.1156373 Jul 27 21:04:14.500935 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1ca4c095-4d06-4df6-b0c3-1a659d59aee0 req-9f037e02-9ee3-4a7f-8554-c51614a9bdc8 service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248315 Jul 27 21:04:14.527182 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Set router aa53bb2f-2771-4079-8530-e15092842162 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:14.541983 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-55792c5e-c0ea-4418-9f01-ec7d4cfc97f5 req-3e198ca5-8d16-4cc8-a33d-69aead13feeb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381899 Jul 27 21:04:14.616136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0645da-337e-40a8-b221-51da42a48a3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c9701e-b446-4829-99ab-44c001f0ea2a,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:14.653411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694eb86-6bb4-4acd-9cfc-6d8626bba7e2 req-0914fd4c-8928-43c9-ae6f-26684d9fc401 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:14.668421 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2694eb86-6bb4-4acd-9cfc-6d8626bba7e2 req-0914fd4c-8928-43c9-ae6f-26684d9fc401 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 943 time: 0.1423349 Jul 27 21:04:14.706599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0645da-337e-40a8-b221-51da42a48a3d admin admin] Checking segment: {'id': '3066ee87-7ac9-43c5-b4af-ea222518b772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '02b5cfd3-40eb-4179-a201-4cd3f6caef3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:14.707199 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0645da-337e-40a8-b221-51da42a48a3d admin admin] Network hostable DHCP agents. Network: 02b5cfd3-40eb-4179-a201-4cd3f6caef3d, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:04:14.741331 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:14.773134 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-55792c5e-c0ea-4418-9f01-ec7d4cfc97f5 req-f6657f52-3ab2-466b-ac34-04af0951d4eb service neutron] 10.222.0.20 "GET /v2.0/networks/2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219136 Jul 27 21:04:14.775904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 1a23667a-6f7c-4477-9f3a-b1518b5578e4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1a23667a-6f7c-4477-9f3a-b1518b5578e4,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:14.776066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0645da-337e-40a8-b221-51da42a48a3d admin admin] Network 02b5cfd3-40eb-4179-a201-4cd3f6caef3d is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:04:14.786682 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2694eb86-6bb4-4acd-9cfc-6d8626bba7e2 req-036f6213-e7da-47c8-b4f5-cc562476e65f tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c91037b1-5092-47c0-8502-324a2fbc225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160483 Jul 27 21:04:14.787894 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:14.793119 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d5c24-3e93-4513-83d5-5c85303137ea req-0ef4300c-d83b-4e0d-a027-2c242f884feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:14.794859 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fc1d5c24-3e93-4513-83d5-5c85303137ea req-0ef4300c-d83b-4e0d-a027-2c242f884feb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 1094 time: 0.2183905 Jul 27 21:04:14.797043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-2b0645da-337e-40a8-b221-51da42a48a3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 02b5cfd3-40eb-4179-a201-4cd3f6caef3d) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:14.833535 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9185ef48-6e2e-4475-9a26-6c43b653acd5 None None] Network 02b5cfd3-40eb-4179-a201-4cd3f6caef3d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:04:14.846555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0645da-337e-40a8-b221-51da42a48a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:14.847146 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2b0645da-337e-40a8-b221-51da42a48a3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:14.957143 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2b0645da-337e-40a8-b221-51da42a48a3d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2715833 Jul 27 21:04:15.019747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=1a23667a-6f7c-4477-9f3a-b1518b5578e4,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:15.042033 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d5c24-3e93-4513-83d5-5c85303137ea req-9f9c7997-06b0-45a2-aae5-3a74ab8ec300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:15.044960 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fc1d5c24-3e93-4513-83d5-5c85303137ea req-9f9c7997-06b0-45a2-aae5-3a74ab8ec300 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 906 time: 0.2362010 Jul 27 21:04:15.112218 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-55792c5e-c0ea-4418-9f01-ec7d4cfc97f5 req-0cfd3c52-465f-4262-9f70-4d1b3abadf20 service neutron] 10.222.0.20 "GET /v2.0/networks/2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292265 Jul 27 21:04:15.149963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa53bb2f-2771-4079-8530-e15092842162', 'name': 'tempest-TaggedBootDevicesTest_v242-346972422-router', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:12Z', 'revision_number': 4, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'gw_port': {'id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'ca622126-9588-45c3-9f0a-6b16acf87140', 'name': '', 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'mac_address': 'fa:16:3e:b2:25:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:11Z', 'updated_at': '2021-07-27T21:04:12Z', 'revision_number': 2, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'subnets': [{'id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:15.156762 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e7059-af77-493c-921f-8a6629cb4c80 req-2b0733c3-d692-402b-8cc2-67c2d737810e tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:15.169047 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-704e7059-af77-493c-921f-8a6629cb4c80 req-2b0733c3-d692-402b-8cc2-67c2d737810e tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 943 time: 0.1083508 Jul 27 21:04:15.185427 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fc1d5c24-3e93-4513-83d5-5c85303137ea req-af076d2e-5826-4b87-9296-b316048a593e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=782881ad-2123-4321-81da-79e79bb83a88 HTTP/1.1" status: 200 len: 217 time: 0.1123137 Jul 27 21:04:15.215130 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Checking router: aa53bb2f-2771-4079-8530-e15092842162 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:04:15.215569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Updating router aa53bb2f-2771-4079-8530-e15092842162 port ca622126-9588-45c3-9f0a-6b16acf87140 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:04:15.246169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d5c24-3e93-4513-83d5-5c85303137ea req-a11f51ad-6bb6-48e4-82dd-9b8e33c72b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:15.248187 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fc1d5c24-3e93-4513-83d5-5c85303137ea req-a11f51ad-6bb6-48e4-82dd-9b8e33c72b9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6866e95-5277-449a-81cc-71c772e0c274 HTTP/1.1" status: 200 len: 845 time: 0.0550756 Jul 27 21:04:15.259322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8c4081-bf2a-4ea1-9ee1-2856f81be8e9 None None] Network 02b5cfd3-40eb-4179-a201-4cd3f6caef3d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:04:15.274333 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-704e7059-af77-493c-921f-8a6629cb4c80 req-eb73c27f-6db1-4787-b7a8-cca6f1bd01c2 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877912 Jul 27 21:04:15.321324 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fc1d5c24-3e93-4513-83d5-5c85303137ea req-9176c362-6450-481c-9ece-d4c2c4095462 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e63d6883-21db-42a3-83ad-67a0ca0dae2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547795 Jul 27 21:04:15.338606 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:15.488546 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fc1d5c24-3e93-4513-83d5-5c85303137ea req-9d4a61d5-78df-4712-8f59-aa32b5105646 service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418328 Jul 27 21:04:15.541894 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acd457-5705-4577-b512-bdcf79fa5e81 req-6965005b-c0b2-4987-a7de-9e36b36454c1 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:15.543555 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1acd457-5705-4577-b512-bdcf79fa5e81 req-6965005b-c0b2-4987-a7de-9e36b36454c1 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.1271913 Jul 27 21:04:15.594064 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1acd457-5705-4577-b512-bdcf79fa5e81 req-fd5e90eb-7574-4761-853f-9e2a4b1b4f34 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434139 Jul 27 21:04:15.629875 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fc1d5c24-3e93-4513-83d5-5c85303137ea req-fd0e7176-b168-4cb5-90f7-5247b7c6086d service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306577 Jul 27 21:04:15.738251 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:15.751185 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Transition to ACTIVE for port object ca622126-9588-45c3-9f0a-6b16acf87140 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:15.759150 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:15.791799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-d100957f-1848-4e26-9c5d-8b113d677070 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:04:15.793256 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-d100957f-1848-4e26-9c5d-8b113d677070 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1951406 Jul 27 21:04:15.834440 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fe208-2689-4430-98c4-671b0fe62baf None None] Pushing event updated for resources: {'Port': ['ID=ca622126-9588-45c3-9f0a-6b16acf87140,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:15.872993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-f1bc7226-120b-45d5-ab10-af186c5ee3c7 service neutron] Request body: {'binding': {'host': 'n-h1-764806-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:15.873449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-f1bc7226-120b-45d5-ab10-af186c5ee3c7 service neutron] Unknown quota resources ['binding']. {{(pid=105580) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:04:15.918732 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Attempting to bind port ca622126-9588-45c3-9f0a-6b16acf87140 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:15.919344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Attempting to bind port ca622126-9588-45c3-9f0a-6b16acf87140 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '4fbbf56d-6283-4320-b1cc-fcdea2e7a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:15.919714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Attempting to bind port ca622126-9588-45c3-9f0a-6b16acf87140 on network 04bd500b-f0bb-4eca-a46f-3d9ae8df2661 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:15.926846 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:15.927331 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Checking segment: {'id': '4fbbf56d-6283-4320-b1cc-fcdea2e7a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:15.928733 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:15.929292 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Bound using segment: {'id': '4fbbf56d-6283-4320-b1cc-fcdea2e7a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:15.929948 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Bound port: ca622126-9588-45c3-9f0a-6b16acf87140, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbbf56d-6283-4320-b1cc-fcdea2e7a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:15.930514 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:16.029831 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-53ee826f-49a3-466a-9b33-27b42f401af4 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:16.043209 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-53ee826f-49a3-466a-9b33-27b42f401af4 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/networks?id=02b5cfd3-40eb-4179-a201-4cd3f6caef3d HTTP/1.1" status: 200 len: 808 time: 0.1773257 Jul 27 21:04:16.052392 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] For port ca622126-9588-45c3-9f0a-6b16acf87140, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:16.058370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] For port ca622126-9588-45c3-9f0a-6b16acf87140, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=ca622126-9588-45c3-9f0a-6b16acf87140,segment=NetworkSegment(4fbbf56d-6283-4320-b1cc-fcdea2e7a029),segment_id=4fbbf56d-6283-4320-b1cc-fcdea2e7a029)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:16.065770 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-61f1209e-1789-4b51-b127-9523cde1fc1a tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/quotas/3c47585ac2034951982c05a2e3281588 HTTP/1.1" status: 200 len: 375 time: 0.0178800 Jul 27 21:04:16.067428 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:16.110208 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-0c6ef057-ddbc-4dab-8ae7-0ad45ac95eec tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3c47585ac2034951982c05a2e3281588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369165 Jul 27 21:04:16.125341 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7aded2c1-24a5-4c32-b26d-a24867e05f15 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:04:16.161561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-f1bc7226-120b-45d5-ab10-af186c5ee3c7 service neutron] Attempting to bind port 2f138f75-ad49-41c0-a309-0be59c19bcb5 on host n-h1-764806-9 for vnic_type normal with profile None {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:16.163066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-f1bc7226-120b-45d5-ab10-af186c5ee3c7 service neutron] Attempting to bind port 2f138f75-ad49-41c0-a309-0be59c19bcb5 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:16.163568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-f1bc7226-120b-45d5-ab10-af186c5ee3c7 service neutron] Attempting to bind port 2f138f75-ad49-41c0-a309-0be59c19bcb5 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:16.176443 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fe208-2689-4430-98c4-671b0fe62baf None None] Pushing event updated for resources: {'Port': ['ID=ca622126-9588-45c3-9f0a-6b16acf87140,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:16.187525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-f1bc7226-120b-45d5-ab10-af186c5ee3c7 service neutron] Port 2f138f75-ad49-41c0-a309-0be59c19bcb5 on network a867caef-b904-44c4-ac9a-71eaf4e3734e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:04:16.188887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-f1bc7226-120b-45d5-ab10-af186c5ee3c7 service neutron] Attempting to bind port 2f138f75-ad49-41c0-a309-0be59c19bcb5 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:16.199203 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-f1bc7226-120b-45d5-ab10-af186c5ee3c7 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:16.200509 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-f1bc7226-120b-45d5-ab10-af186c5ee3c7 service neutron] Checking segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:16.202594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-f1bc7226-120b-45d5-ab10-af186c5ee3c7 service neutron] Bound using segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:16.203851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-f1bc7226-120b-45d5-ab10-af186c5ee3c7 service neutron] Bound port: 2f138f75-ad49-41c0-a309-0be59c19bcb5, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:16.235312 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Routers {'aa53bb2f-2771-4079-8530-e15092842162'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:16.238411 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:04:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aa53bb2f-2771-4079-8530-e15092842162'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:16.294789 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-cd3d9bfa-886b-4175-b01c-7062159d6464 service neutron] 10.222.0.55 "GET /v2.0/networks/02b5cfd3-40eb-4179-a201-4cd3f6caef3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732733 Jul 27 21:04:16.315819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1a23667a-6f7c-4477-9f3a-b1518b5578e4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:16.343514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-f1bc7226-120b-45d5-ab10-af186c5ee3c7 service neutron] For port 2f138f75-ad49-41c0-a309-0be59c19bcb5, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=2f138f75-ad49-41c0-a309-0be59c19bcb5,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:16.353439 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-f1bc7226-120b-45d5-ab10-af186c5ee3c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:16.355248 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-f1bc7226-120b-45d5-ab10-af186c5ee3c7 service neutron] 10.222.0.55 "POST /v2.0/ports/2f138f75-ad49-41c0-a309-0be59c19bcb5/bindings HTTP/1.1" status: 201 len: 389 time: 0.5536141 Jul 27 21:04:16.432355 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-35960a8e-baf2-437b-87de-e11bb54ac91e service neutron] 10.222.0.55 "GET /v2.0/networks/02b5cfd3-40eb-4179-a201-4cd3f6caef3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319633 Jul 27 21:04:16.683659 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b1508-18c3-4f04-b858-fff770c469c4 req-32922b2e-843c-4047-97dc-8917a6305686 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:16.692060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e2b1508-18c3-4f04-b858-fff770c469c4 req-32922b2e-843c-4047-97dc-8917a6305686 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 943 time: 0.1745918 Jul 27 21:04:16.776967 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e2b1508-18c3-4f04-b858-fff770c469c4 req-499ddad6-3942-4b50-ba57-1f219a94dc9d tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c91037b1-5092-47c0-8502-324a2fbc225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837376 Jul 27 21:04:16.838541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-f99d631b-d0de-4d22-8705-ada7c841b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:16.841763 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-f99d631b-d0de-4d22-8705-ada7c841b39b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 1096 time: 0.1855423 Jul 27 21:04:16.947517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] Set router aa53bb2f-2771-4079-8530-e15092842162 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:17.010542 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718383ec-557e-4d4f-b550-82681e42f552 req-193eda8b-d91c-4136-a2ae-5ce563451334 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:17.015649 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-718383ec-557e-4d4f-b550-82681e42f552 req-193eda8b-d91c-4136-a2ae-5ce563451334 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 943 time: 0.1460066 Jul 27 21:04:17.048368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-fa48dfd5-8a71-46b8-9c24-d651b14de532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:17.049864 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-fa48dfd5-8a71-46b8-9c24-d651b14de532 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 909 time: 0.1983588 Jul 27 21:04:17.100222 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-b50abd07-cd8a-407f-933d-a770cc96f5db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f138f75-ad49-41c0-a309-0be59c19bcb5 HTTP/1.1" status: 200 len: 217 time: 0.0401571 Jul 27 21:04:17.167227 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-d7bcce0f-bb4f-4cca-8677-a69c5883acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:17.169283 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-d7bcce0f-bb4f-4cca-8677-a69c5883acf8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.0622921 Jul 27 21:04:17.170110 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-718383ec-557e-4d4f-b550-82681e42f552 req-c67d62e4-caf4-47e7-97ce-0c9e4da91faa tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414006 Jul 27 21:04:17.218553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283120e0-e0c3-4b77-b7fb-ebf3f95506fe req-816338ab-d8a6-48ff-8d01-280aabb34ef6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:17.220486 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-283120e0-e0c3-4b77-b7fb-ebf3f95506fe req-816338ab-d8a6-48ff-8d01-280aabb34ef6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 945 time: 0.1554739 Jul 27 21:04:17.226369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7aded2c1-24a5-4c32-b26d-a24867e05f15, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7aded2c1-24a5-4c32-b26d-a24867e05f15,segment=NetworkSegment(4f95c9c0-d71b-4c1b-9e52-5251b3efecee),segment_id=4f95c9c0-d71b-4c1b-9e52-5251b3efecee)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:17.237174 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-b5b03270-4f48-47b3-9a4c-917cfa3ca703 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598304 Jul 27 21:04:17.273967 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '7aded2c1-24a5-4c32-b26d-a24867e05f15', 'network_id': '2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7', 'port_id': '7aded2c1-24a5-4c32-b26d-a24867e05f15', 'mac_address': 'fa:16:3e:f7:17:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a74d5b9-1b12-4d4a-bf51-175c86064f7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:04:17.282516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-283120e0-e0c3-4b77-b7fb-ebf3f95506fe req-9a64cb8a-3f6b-4a5c-b0b3-bbf8265664b3 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537763 Jul 27 21:04:17.301853 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 1a23667a-6f7c-4477-9f3a-b1518b5578e4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:17.302254 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:17.386363 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-95ab123c-eb00-4cfe-8787-2c06d9cb09cf req-1faf904b-2f25-4368-ac7d-88207e92c73b tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 210 time: 0.0865591 Jul 27 21:04:17.401326 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:17.428966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aded2c1-24a5-4c32-b26d-a24867e05f15 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:17.451528 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6924a131-e0f9-4ac6-a8ff-957cfe683316 service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010233 Jul 27 21:04:17.518459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f65a-a944-4186-babd-7e82e3d6d55a req-c55b991e-a4c7-4575-b6da-0f1e4ecdee23 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:17.520460 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a1e1f65a-a944-4186-babd-7e82e3d6d55a req-c55b991e-a4c7-4575-b6da-0f1e4ecdee23 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.1241610 Jul 27 21:04:17.525289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa53bb2f-2771-4079-8530-e15092842162', 'name': 'tempest-TaggedBootDevicesTest_v242-346972422-router', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:12Z', 'revision_number': 4, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'gw_port': {'id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'ca622126-9588-45c3-9f0a-6b16acf87140', 'name': '', 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'mac_address': 'fa:16:3e:b2:25:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:11Z', 'updated_at': '2021-07-27T21:04:16Z', 'revision_number': 4, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'subnets': [{'id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:17.535330 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7aded2c1-24a5-4c32-b26d-a24867e05f15, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7aded2c1-24a5-4c32-b26d-a24867e05f15,segment=NetworkSegment(4f95c9c0-d71b-4c1b-9e52-5251b3efecee),segment_id=4f95c9c0-d71b-4c1b-9e52-5251b3efecee)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:17.560780 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:17.565498 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f350e1da-60b9-44a1-a556-035c13779b48 None None] The sync data for ids ['aa53bb2f-2771-4079-8530-e15092842162'] in n-d-764806-9 is: [{'id': 'aa53bb2f-2771-4079-8530-e15092842162', 'name': 'tempest-TaggedBootDevicesTest_v242-346972422-router', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:12Z', 'revision_number': 4, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'gw_port': {'id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'ca622126-9588-45c3-9f0a-6b16acf87140', 'name': '', 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'mac_address': 'fa:16:3e:b2:25:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:11Z', 'updated_at': '2021-07-27T21:04:16Z', 'revision_number': 4, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'subnets': [{'id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:04:17.591045 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-35590549-a8a5-47c0-af14-ef9655acb9e6 service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314318 Jul 27 21:04:17.598896 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a1e1f65a-a944-4186-babd-7e82e3d6d55a req-8fe39acb-4981-4bc6-a5af-7142ecc0c728 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681906 Jul 27 21:04:17.655581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7aded2c1-24a5-4c32-b26d-a24867e05f15,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:17.809827 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7aded2c1-24a5-4c32-b26d-a24867e05f15'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:17.996885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d25fe-be64-421d-b97b-4c8b3c3a9ec0 req-86fa688e-7fc4-41d3-85db-46de068eb403 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:17.999324 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-459d25fe-be64-421d-b97b-4c8b3c3a9ec0 req-86fa688e-7fc4-41d3-85db-46de068eb403 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 944 time: 0.1300049 Jul 27 21:04:18.067871 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-459d25fe-be64-421d-b97b-4c8b3c3a9ec0 req-6956f30c-6560-476f-8104-af0fddb4c2b4 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c91037b1-5092-47c0-8502-324a2fbc225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607605 Jul 27 21:04:18.151056 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 782881ad-2123-4321-81da-79e79bb83a88 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:04:18.382148 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ca622126-9588-45c3-9f0a-6b16acf87140 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:18.487757 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-a118a7d1-5943-459e-8765-c2b9ed2600d5 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:18.493231 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 782881ad-2123-4321-81da-79e79bb83a88, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=782881ad-2123-4321-81da-79e79bb83a88,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:18.494063 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-a118a7d1-5943-459e-8765-c2b9ed2600d5 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.66 "GET /v2.0/networks?id=02b5cfd3-40eb-4179-a201-4cd3f6caef3d HTTP/1.1" status: 200 len: 808 time: 0.3386068 Jul 27 21:04:18.510287 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-d43e2afa-a600-48b5-8943-32a1be17062f tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Request body: {'port': {'device_id': '5ed34a44-c50c-437d-94d7-66afb7fbfe88', 'network_id': '02b5cfd3-40eb-4179-a201-4cd3f6caef3d', 'admin_state_up': True, 'tenant_id': '3c47585ac2034951982c05a2e3281588'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:18.516234 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port ca622126-9588-45c3-9f0a-6b16acf87140 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:18.524328 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port ca622126-9588-45c3-9f0a-6b16acf87140 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:18.524704 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:18.560216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '782881ad-2123-4321-81da-79e79bb83a88', 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c', 'port_id': '782881ad-2123-4321-81da-79e79bb83a88', 'mac_address': 'fa:16:3e:4c:52:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6866e95-5277-449a-81cc-71c772e0c274', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:04:18.597941 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d3e69-9c6b-492a-8874-be0a5a64cfe0 req-23ce416c-f100-4cd0-b899-be7172eeb851 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:18.613185 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-767d3e69-9c6b-492a-8874-be0a5a64cfe0 req-23ce416c-f100-4cd0-b899-be7172eeb851 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 943 time: 0.2525041 Jul 27 21:04:18.665561 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:18.685639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782881ad-2123-4321-81da-79e79bb83a88 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:18.695305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-d43e2afa-a600-48b5-8943-32a1be17062f tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Made reservation on behalf of 3c47585ac2034951982c05a2e3281588 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:18.697210 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:18.700335 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-d43e2afa-a600-48b5-8943-32a1be17062f tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:18.726429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 782881ad-2123-4321-81da-79e79bb83a88, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=782881ad-2123-4321-81da-79e79bb83a88,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:18.734661 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:18.755670 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-767d3e69-9c6b-492a-8874-be0a5a64cfe0 req-7ca1e0b1-7543-4fdb-9aab-a677c070e200 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415482 Jul 27 21:04:18.778750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ba8a8-8faa-4db5-8685-99d56b3cbaea req-896d0da9-fa2d-4f1b-b460-5c4c115d2dda tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:18.780655 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b65ba8a8-8faa-4db5-8685-99d56b3cbaea req-896d0da9-fa2d-4f1b-b460-5c4c115d2dda tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 945 time: 0.2994027 Jul 27 21:04:18.816229 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port ca622126-9588-45c3-9f0a-6b16acf87140, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=ca622126-9588-45c3-9f0a-6b16acf87140,segment=NetworkSegment(4fbbf56d-6283-4320-b1cc-fcdea2e7a029),segment_id=4fbbf56d-6283-4320-b1cc-fcdea2e7a029)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:18.829108 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:18.861627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b65ba8a8-8faa-4db5-8685-99d56b3cbaea req-27396ddc-d210-4316-8d34-17933eab0f59 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747037 Jul 27 21:04:18.879735 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=782881ad-2123-4321-81da-79e79bb83a88,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:18.927679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-d43e2afa-a600-48b5-8943-32a1be17062f tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Allocated IP 172.20.0.9 (02b5cfd3-40eb-4179-a201-4cd3f6caef3d/38c9701e-b446-4829-99ab-44c001f0ea2a/8b22a044-cf3d-4a41-9738-a0bede5b4452) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:18.968503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f898373-0e68-484f-a4a1-06f57580d69b req-244045ab-8f03-40bd-9fb5-16129e6be591 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 210 time: 0.0633743 Jul 27 21:04:19.014253 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=ca622126-9588-45c3-9f0a-6b16acf87140,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:19.032963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['782881ad-2123-4321-81da-79e79bb83a88'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:19.081259 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572587f4-38d9-41f0-a1c0-f3b80eec2a18 req-2534fef7-531a-40d2-a76d-327da610e77c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:19.096742 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-572587f4-38d9-41f0-a1c0-f3b80eec2a18 req-2534fef7-531a-40d2-a76d-327da610e77c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.1110046 Jul 27 21:04:19.161453 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-d43e2afa-a600-48b5-8943-32a1be17062f tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:19.254356 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-d43e2afa-a600-48b5-8943-32a1be17062f tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:19.376963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-d43e2afa-a600-48b5-8943-32a1be17062f tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Network 02b5cfd3-40eb-4179-a201-4cd3f6caef3d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:19.394302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-d43e2afa-a600-48b5-8943-32a1be17062f tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:19.402763 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-d43e2afa-a600-48b5-8943-32a1be17062f tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:19.408935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e2afa-a600-48b5-8943-32a1be17062f tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Pushing event updated for resources: {'Port': ['ID=8b22a044-cf3d-4a41-9738-a0bede5b4452,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:19.501987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-d43e2afa-a600-48b5-8943-32a1be17062f tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:19.503363 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-d43e2afa-a600-48b5-8943-32a1be17062f tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:19.530343 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-d43e2afa-a600-48b5-8943-32a1be17062f tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0239537 Jul 27 21:04:19.545020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Request body: {'port': {'device_id': '5ed34a44-c50c-437d-94d7-66afb7fbfe88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:19.651926 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:19.670682 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-572587f4-38d9-41f0-a1c0-f3b80eec2a18 req-5fbcd074-8fa0-4d56-a8ff-13f3ce7f2149 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727780 Jul 27 21:04:19.707014 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55725e-9253-471f-aa2e-cfe898cd769a req-d24f6fa9-b2b7-43d1-800f-07bcadd6e696 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:19.708642 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb55725e-9253-471f-aa2e-cfe898cd769a req-d24f6fa9-b2b7-43d1-800f-07bcadd6e696 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 944 time: 0.0938661 Jul 27 21:04:19.769171 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb55725e-9253-471f-aa2e-cfe898cd769a req-b309851d-033e-44a8-9b52-291dd07fc693 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c91037b1-5092-47c0-8502-324a2fbc225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525622 Jul 27 21:04:19.937210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7adfa-e7ee-44a6-91b4-f9958ff91ff8 req-ad7ba7c3-8ad1-4165-bfd2-71ee522c1752 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:19.946738 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dda7adfa-e7ee-44a6-91b4-f9958ff91ff8 req-ad7ba7c3-8ad1-4165-bfd2-71ee522c1752 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 944 time: 0.0855222 Jul 27 21:04:20.043716 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dda7adfa-e7ee-44a6-91b4-f9958ff91ff8 req-4ace0048-bde9-49b0-860a-ecfda61d4998 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915146 Jul 27 21:04:20.072676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b22a044-cf3d-4a41-9738-a0bede5b4452 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:20.090446 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e2fe5-d6a4-4811-8ceb-7ab91c2aa9b0 req-3bdfadfb-ee39-4b34-983c-2eedae41c730 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:20.095588 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:20.098815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c56e2fe5-d6a4-4811-8ceb-7ab91c2aa9b0 req-3bdfadfb-ee39-4b34-983c-2eedae41c730 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 945 time: 0.1409788 Jul 27 21:04:20.127900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Transition to ACTIVE for port object 8b22a044-cf3d-4a41-9738-a0bede5b4452 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:20.135417 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:20.164827 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7aded2c1-24a5-4c32-b26d-a24867e05f15 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:20.203871 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c56e2fe5-d6a4-4811-8ceb-7ab91c2aa9b0 req-aa3c3837-79e1-461e-b77d-27dd3aad9017 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985138 Jul 27 21:04:20.253518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Pushing event updated for resources: {'Port': ['ID=8b22a044-cf3d-4a41-9738-a0bede5b4452,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:20.266216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ca622126-9588-45c3-9f0a-6b16acf87140 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:20.284386 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3832e5-a2d7-474c-9eb3-ddab0a051ff6 req-27d0e72d-f8ab-48fe-a454-ee5a2b5fe148 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:20.296538 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de3832e5-a2d7-474c-9eb3-ddab0a051ff6 req-27d0e72d-f8ab-48fe-a454-ee5a2b5fe148 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 943 time: 0.1612520 Jul 27 21:04:20.354601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Attempting to bind port 8b22a044-cf3d-4a41-9738-a0bede5b4452 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:20.354761 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Attempting to bind port 8b22a044-cf3d-4a41-9738-a0bede5b4452 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '3066ee87-7ac9-43c5-b4af-ea222518b772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '02b5cfd3-40eb-4179-a201-4cd3f6caef3d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:20.354994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Attempting to bind port 8b22a044-cf3d-4a41-9738-a0bede5b4452 on network 02b5cfd3-40eb-4179-a201-4cd3f6caef3d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:20.362772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Port 8b22a044-cf3d-4a41-9738-a0bede5b4452 on network 02b5cfd3-40eb-4179-a201-4cd3f6caef3d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:04:20.363109 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Attempting to bind port 8b22a044-cf3d-4a41-9738-a0bede5b4452 on network 02b5cfd3-40eb-4179-a201-4cd3f6caef3d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:20.366385 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de3832e5-a2d7-474c-9eb3-ddab0a051ff6 req-02bcc953-ee6e-4d61-9b47-a68cb5188241 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0f8d5d9-6a82-4209-ab6b-108b097aa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614262 Jul 27 21:04:20.370859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:20.371199 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Checking segment: {'id': '3066ee87-7ac9-43c5-b4af-ea222518b772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '02b5cfd3-40eb-4179-a201-4cd3f6caef3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:20.371633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Bound using segment: {'id': '3066ee87-7ac9-43c5-b4af-ea222518b772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '02b5cfd3-40eb-4179-a201-4cd3f6caef3d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:20.372065 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Bound port: 8b22a044-cf3d-4a41-9738-a0bede5b4452, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3066ee87-7ac9-43c5-b4af-ea222518b772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '02b5cfd3-40eb-4179-a201-4cd3f6caef3d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:20.372428 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:20.400604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 7aded2c1-24a5-4c32-b26d-a24867e05f15 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:20.412009 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port ca622126-9588-45c3-9f0a-6b16acf87140 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:20.413290 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:20.416473 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 7aded2c1-24a5-4c32-b26d-a24867e05f15 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:20.417028 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:20.504005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] For port 8b22a044-cf3d-4a41-9738-a0bede5b4452, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:20.509962 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] For port 8b22a044-cf3d-4a41-9738-a0bede5b4452, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8b22a044-cf3d-4a41-9738-a0bede5b4452,segment=NetworkSegment(3066ee87-7ac9-43c5-b4af-ea222518b772),segment_id=3066ee87-7ac9-43c5-b4af-ea222518b772)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:20.519088 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:20.583395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:20.584186 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:20.586629 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] 10.222.0.66 "PUT /v2.0/ports/8b22a044-cf3d-4a41-9738-a0bede5b4452 HTTP/1.1" status: 200 len: 1091 time: 1.0480454 Jul 27 21:04:20.586988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed34a44-c50c-437d-94d7-66afb7fbfe88', 'tag': '8b22a044-cf3d-4a41-9738-a0bede5b4452'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:20.589787 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b859f7-da42-439b-a098-9b33dca86be8" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed34a44-c50c-437d-94d7-66afb7fbfe88", "tag": "8b22a044-cf3d-4a41-9738-a0bede5b4452"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:20.612617 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:20.651122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0af7df-a069-4bbb-9e63-5fc1a9759f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aded2c1-24a5-4c32-b26d-a24867e05f15'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:20.653707 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7536e66f-013a-4624-b204-1dae56603ded" -d '{"events": [{"server_uuid": "6c0af7df-a069-4bbb-9e63-5fc1a9759f36", "name": "network-vif-plugged", "status": "completed", "tag": "7aded2c1-24a5-4c32-b26d-a24867e05f15"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:20.669440 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7aded2c1-24a5-4c32-b26d-a24867e05f15, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7aded2c1-24a5-4c32-b26d-a24867e05f15,segment=NetworkSegment(4f95c9c0-d71b-4c1b-9e52-5251b3efecee),segment_id=4f95c9c0-d71b-4c1b-9e52-5251b3efecee)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:20.675786 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:20.677095 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 782881ad-2123-4321-81da-79e79bb83a88 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:20.688748 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054ba29-0b08-4bda-83d3-5a86a9958897 service neutron] Pushing event updated for resources: {'Port': ['ID=8b22a044-cf3d-4a41-9738-a0bede5b4452,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:20.711431 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc7b7c4-c895-4d3d-93c0-cb0b42caa41d x-openstack-request-id: req-cfc7b7c4-c895-4d3d-93c0-cb0b42caa41d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:20.711916 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed34a44-c50c-437d-94d7-66afb7fbfe88", "tag": "8b22a044-cf3d-4a41-9738-a0bede5b4452", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:20.712662 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cfc7b7c4-c895-4d3d-93c0-cb0b42caa41d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:20.713345 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed34a44-c50c-437d-94d7-66afb7fbfe88', 'tag': '8b22a044-cf3d-4a41-9738-a0bede5b4452', 'status': 'completed', 'code': 200} Jul 27 21:04:20.745513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-ae2092f1-768e-46a3-aed8-b34c4035bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:20.751915 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-ae2092f1-768e-46a3-aed8-b34c4035bf43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3c47585ac2034951982c05a2e3281588&device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 1094 time: 0.1014767 Jul 27 21:04:20.754814 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f689824-0f5a-403a-a56f-f934873dc7a5 x-openstack-request-id: req-8f689824-0f5a-403a-a56f-f934873dc7a5 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:20.755478 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0af7df-a069-4bbb-9e63-5fc1a9759f36", "name": "network-vif-plugged", "status": "completed", "tag": "7aded2c1-24a5-4c32-b26d-a24867e05f15", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:20.755931 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f689824-0f5a-403a-a56f-f934873dc7a5 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:20.756767 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0af7df-a069-4bbb-9e63-5fc1a9759f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aded2c1-24a5-4c32-b26d-a24867e05f15', 'code': 200} Jul 27 21:04:20.789927 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 782881ad-2123-4321-81da-79e79bb83a88 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:20.807498 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 782881ad-2123-4321-81da-79e79bb83a88 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:20.808124 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:20.812007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7aded2c1-24a5-4c32-b26d-a24867e05f15,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:20.886738 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-23d8f287-07d6-487c-82b6-42707cba707e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b22a044-cf3d-4a41-9738-a0bede5b4452 HTTP/1.1" status: 200 len: 217 time: 0.1242123 Jul 27 21:04:20.928813 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:20.973400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed604f6-0503-4b2c-8e56-30bfa60e6efc req-4eaf7b9a-1fd9-4143-8f93-5b7f2dc13f78 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:20.975585 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ed604f6-0503-4b2c-8e56-30bfa60e6efc req-4eaf7b9a-1fd9-4143-8f93-5b7f2dc13f78 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.1362510 Jul 27 21:04:20.984078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 782881ad-2123-4321-81da-79e79bb83a88, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=782881ad-2123-4321-81da-79e79bb83a88,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:20.992074 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:21.032322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-99161d36-0ef9-4e0f-b898-1c26740e3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:21.033813 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-99161d36-0ef9-4e0f-b898-1c26740e3392 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38c9701e-b446-4829-99ab-44c001f0ea2a HTTP/1.1" status: 200 len: 848 time: 0.0916812 Jul 27 21:04:21.073906 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=782881ad-2123-4321-81da-79e79bb83a88,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:21.078833 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ed604f6-0503-4b2c-8e56-30bfa60e6efc req-b522acd4-0426-4d9d-aa81-4b9db5f226be tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965805 Jul 27 21:04:21.111498 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-33504a9a-6e28-4328-add5-6f5cfc69867f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02b5cfd3-40eb-4179-a201-4cd3f6caef3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669012 Jul 27 21:04:21.113662 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407d0d3-8f32-42e1-9dd4-808506dd0bde req-85720722-bc97-41a4-82ea-9134db2c0965 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:21.123340 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cf54f-dd77-4080-94d9-28c64e30dcf1 req-50e57f0e-86bb-454a-ae69-c281d87f4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:21.125126 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-498cf54f-dd77-4080-94d9-28c64e30dcf1 req-50e57f0e-86bb-454a-ae69-c281d87f4129 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 1096 time: 0.2580361 Jul 27 21:04:21.128959 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6407d0d3-8f32-42e1-9dd4-808506dd0bde req-85720722-bc97-41a4-82ea-9134db2c0965 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 945 time: 0.1195540 Jul 27 21:04:21.249371 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-498cf54f-dd77-4080-94d9-28c64e30dcf1 req-9d65c9b3-e86f-4dec-be56-975e05260abf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c91037b1-5092-47c0-8502-324a2fbc225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962274 Jul 27 21:04:21.257197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6407d0d3-8f32-42e1-9dd4-808506dd0bde req-9f1dce2e-aaea-4e70-a3cd-7196c95fcbb7 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c91037b1-5092-47c0-8502-324a2fbc225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220388 Jul 27 21:04:21.290921 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-226d5381-665a-4de7-bf7f-52ada9a0aa4b service neutron] 10.222.0.66 "GET /v2.0/networks/02b5cfd3-40eb-4179-a201-4cd3f6caef3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645634 Jul 27 21:04:21.313999 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ede914-f554-4bcc-af1b-fffb84ab5b66 req-805c1a3c-57a5-4710-a068-dc5f4fc920ec tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:21.320263 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94ede914-f554-4bcc-af1b-fffb84ab5b66 req-805c1a3c-57a5-4710-a068-dc5f4fc920ec tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 945 time: 0.1584883 Jul 27 21:04:21.384870 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94ede914-f554-4bcc-af1b-fffb84ab5b66 req-3ae01f3f-9425-4060-819a-412571aee6dd tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576599 Jul 27 21:04:21.401962 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1dd0af1c-c74f-419a-8f4e-c728ad18e271 req-316c972c-ad12-4c4c-8fa1-bb3b2bbcb56e service neutron] 10.222.0.66 "GET /v2.0/networks/02b5cfd3-40eb-4179-a201-4cd3f6caef3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010060 Jul 27 21:04:21.489568 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257e70b-16f1-46e8-a859-990b0f2a4c17 req-251e89b1-a4a6-4b08-8ad3-22bb736801ba tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:21.501029 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e257e70b-16f1-46e8-a859-990b0f2a4c17 req-251e89b1-a4a6-4b08-8ad3-22bb736801ba tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 945 time: 0.1301308 Jul 27 21:04:21.568312 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e257e70b-16f1-46e8-a859-990b0f2a4c17 req-daf3a7d4-029a-40f2-8d20-91cc8365fce0 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604365 Jul 27 21:04:21.600385 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b859f7-da42-439b-a098-9b33dca86be8 req-a23ca5d2-d8a1-4c87-9c29-f80878d163f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:21.601904 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-97b859f7-da42-439b-a098-9b33dca86be8 req-a23ca5d2-d8a1-4c87-9c29-f80878d163f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3c47585ac2034951982c05a2e3281588&device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 1094 time: 0.1307240 Jul 27 21:04:21.696932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec85b11-1538-4372-a7e8-8937f1e1a99c req-558f264e-3235-49f0-a02c-70664f3d8865 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:21.699618 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ec85b11-1538-4372-a7e8-8937f1e1a99c req-558f264e-3235-49f0-a02c-70664f3d8865 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 943 time: 0.0902650 Jul 27 21:04:21.717155 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b859f7-da42-439b-a098-9b33dca86be8 req-62ca628a-3e1e-48f2-8ff6-85f4d63017af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:21.720251 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-97b859f7-da42-439b-a098-9b33dca86be8 req-62ca628a-3e1e-48f2-8ff6-85f4d63017af service neutron] 10.222.0.66 "GET /v2.0/networks?id=02b5cfd3-40eb-4179-a201-4cd3f6caef3d HTTP/1.1" status: 200 len: 909 time: 0.1104462 Jul 27 21:04:21.755862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ec85b11-1538-4372-a7e8-8937f1e1a99c req-2b2f9e49-8046-476d-8d7c-fa19f86f700a tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0f8d5d9-6a82-4209-ab6b-108b097aa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495460 Jul 27 21:04:21.779464 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-97b859f7-da42-439b-a098-9b33dca86be8 req-7e4de9bf-b27f-426e-bf9d-f02ed344201c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b22a044-cf3d-4a41-9738-a0bede5b4452 HTTP/1.1" status: 200 len: 217 time: 0.0508218 Jul 27 21:04:22.176693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b859f7-da42-439b-a098-9b33dca86be8 req-97023b7f-880d-4e50-8f97-c77846b2347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:22.176693 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-97b859f7-da42-439b-a098-9b33dca86be8 req-97023b7f-880d-4e50-8f97-c77846b2347b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38c9701e-b446-4829-99ab-44c001f0ea2a HTTP/1.1" status: 200 len: 848 time: 0.3884714 Jul 27 21:04:22.231188 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-97b859f7-da42-439b-a098-9b33dca86be8 req-b4746242-3d4b-464c-a75b-d838181208ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=02b5cfd3-40eb-4179-a201-4cd3f6caef3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464876 Jul 27 21:04:22.300931 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9355935-734a-435e-b9e0-75ed3f1bfc59 req-9876793e-8be7-410c-aade-28c138d1a26a tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:22.314617 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9355935-734a-435e-b9e0-75ed3f1bfc59 req-9876793e-8be7-410c-aade-28c138d1a26a tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.1320329 Jul 27 21:04:22.370431 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9355935-734a-435e-b9e0-75ed3f1bfc59 req-dc789169-1289-486d-b03f-b94659a7b1fd tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517507 Jul 27 21:04:22.422947 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-97b859f7-da42-439b-a098-9b33dca86be8 req-584a90cb-6ea6-4b5e-b658-0e4a5e8e79f1 service neutron] 10.222.0.66 "GET /v2.0/networks/02b5cfd3-40eb-4179-a201-4cd3f6caef3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829348 Jul 27 21:04:22.499042 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4d774-0681-4bf0-a423-c835bf1e5f57 req-4abf7284-dba7-4ed4-b669-ff5c6b4d3089 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:22.505359 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84c4d774-0681-4bf0-a423-c835bf1e5f57 req-4abf7284-dba7-4ed4-b669-ff5c6b4d3089 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 945 time: 0.1260633 Jul 27 21:04:22.567072 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-97b859f7-da42-439b-a098-9b33dca86be8 req-5d751b5d-6b05-4474-9388-7ae9ceaf6bc4 service neutron] 10.222.0.66 "GET /v2.0/networks/02b5cfd3-40eb-4179-a201-4cd3f6caef3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310239 Jul 27 21:04:22.583034 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84c4d774-0681-4bf0-a423-c835bf1e5f57 req-42911e0f-56dc-493c-a881-7eb6a7e7f9fb tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c91037b1-5092-47c0-8502-324a2fbc225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702753 Jul 27 21:04:22.635975 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db123df-1cc4-4289-b11d-4e419037b6f8 req-14cbb7ad-dc87-4fc9-a04c-f9f99dc78373 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:22.637204 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0db123df-1cc4-4289-b11d-4e419037b6f8 req-14cbb7ad-dc87-4fc9-a04c-f9f99dc78373 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 945 time: 0.1620524 Jul 27 21:04:22.699649 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0db123df-1cc4-4289-b11d-4e419037b6f8 req-6ec9c5a4-e582-4bc5-8460-27e8f41faa7a tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428276 Jul 27 21:04:22.759106 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ee2471-f321-4af1-bfb8-fab29a34c348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782881ad-2123-4321-81da-79e79bb83a88'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:22.761511 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c83e9a-15c7-4f8f-aa3e-120bfccfbe3b" -d '{"events": [{"server_uuid": "67ee2471-f321-4af1-bfb8-fab29a34c348", "name": "network-vif-plugged", "status": "completed", "tag": "782881ad-2123-4321-81da-79e79bb83a88"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:22.825619 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fffe26-99f3-481f-9a78-14413fce19b8 x-openstack-request-id: req-90fffe26-99f3-481f-9a78-14413fce19b8 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:22.826334 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ee2471-f321-4af1-bfb8-fab29a34c348", "name": "network-vif-plugged", "status": "completed", "tag": "782881ad-2123-4321-81da-79e79bb83a88", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:22.826926 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90fffe26-99f3-481f-9a78-14413fce19b8 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:22.827434 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ee2471-f321-4af1-bfb8-fab29a34c348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782881ad-2123-4321-81da-79e79bb83a88', 'code': 200} Jul 27 21:04:22.854653 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178eaad0-da93-4739-8c19-0ef34e1c8bfd req-911d191e-c6b8-40f9-964f-d42858623933 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:22.858721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-178eaad0-da93-4739-8c19-0ef34e1c8bfd req-911d191e-c6b8-40f9-964f-d42858623933 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 945 time: 0.1113513 Jul 27 21:04:22.964564 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-178eaad0-da93-4739-8c19-0ef34e1c8bfd req-cd952c7d-1de9-4809-80ef-062672632805 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992110 Jul 27 21:04:22.966800 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dee15-df48-48af-b92b-2a6f1946840b req-e63fc39e-1a21-4248-8074-be82153617f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:22.968541 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-311dee15-df48-48af-b92b-2a6f1946840b req-e63fc39e-1a21-4248-8074-be82153617f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 1096 time: 0.0723257 Jul 27 21:04:22.998849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191daff0-bb14-4eb6-a1d1-7d0e317624f2 req-9cca2ef5-fd64-4214-83b5-a086ea64917a tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:23.000855 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-191daff0-bb14-4eb6-a1d1-7d0e317624f2 req-9cca2ef5-fd64-4214-83b5-a086ea64917a tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 943 time: 0.1191013 Jul 27 21:04:23.061407 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-311dee15-df48-48af-b92b-2a6f1946840b req-6d27c868-e9a6-4f61-bdd2-dacd37b1e302 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794950 Jul 27 21:04:23.076809 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-191daff0-bb14-4eb6-a1d1-7d0e317624f2 req-b097004d-5938-443e-84fb-fc1e3815bc23 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0f8d5d9-6a82-4209-ab6b-108b097aa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691004 Jul 27 21:04:23.377502 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc070ae4-2391-49c4-8160-78761c21d6f4 req-adaf1658-64c8-4aa8-8eb3-3cf6e6940ff0 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:23.379067 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc070ae4-2391-49c4-8160-78761c21d6f4 req-adaf1658-64c8-4aa8-8eb3-3cf6e6940ff0 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 945 time: 0.0740712 Jul 27 21:04:23.431219 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc070ae4-2391-49c4-8160-78761c21d6f4 req-4faec2d8-522e-4a2a-bde4-0783af531547 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c91037b1-5092-47c0-8502-324a2fbc225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435913 Jul 27 21:04:23.536608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64d632-52cb-4683-9cb2-fa32a13c8510 req-87053941-3161-4f78-a4a1-35e18fac9bef tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:23.539002 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b64d632-52cb-4683-9cb2-fa32a13c8510 req-87053941-3161-4f78-a4a1-35e18fac9bef tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.0741961 Jul 27 21:04:23.587722 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b64d632-52cb-4683-9cb2-fa32a13c8510 req-6c18d4d7-224b-495b-bab3-4a12db66cfeb tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397844 Jul 27 21:04:23.855448 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a87861-c7da-4dd6-9d5f-13e23cec0bce req-81171602-3456-4e2f-b70f-5aa2cdb91ed7 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:23.857240 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7a87861-c7da-4dd6-9d5f-13e23cec0bce req-81171602-3456-4e2f-b70f-5aa2cdb91ed7 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 945 time: 0.0730901 Jul 27 21:04:23.899848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7a87861-c7da-4dd6-9d5f-13e23cec0bce req-f2373a5f-3a1f-4e0e-a448-528d583eeac8 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363607 Jul 27 21:04:24.154624 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fc4f3-6c6c-4d96-9ae4-d2385e0da415 req-3df8869b-9ab6-4e24-a246-bcad569c58ac tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:24.156315 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b3fc4f3-6c6c-4d96-9ae4-d2385e0da415 req-3df8869b-9ab6-4e24-a246-bcad569c58ac tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 945 time: 0.0844109 Jul 27 21:04:24.233861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b3fc4f3-6c6c-4d96-9ae4-d2385e0da415 req-b980cdf4-e8d0-4e4f-bfbd-2106c7515a4f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697620 Jul 27 21:04:24.266264 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1a289-5c3b-4ee9-a206-65fae4733d04 req-79d40b57-dd42-48ed-b218-75c3ec4f008a tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:24.266264 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ac1a289-5c3b-4ee9-a206-65fae4733d04 req-79d40b57-dd42-48ed-b218-75c3ec4f008a tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 943 time: 0.1042657 Jul 27 21:04:24.305537 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ac1a289-5c3b-4ee9-a206-65fae4733d04 req-f2237e7d-5ae7-4d2f-801d-b0be152a1c51 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0f8d5d9-6a82-4209-ab6b-108b097aa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389230 Jul 27 21:04:24.577749 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106ddbf-92cc-4386-8eab-99f90e0ef768 req-558aebf7-df9e-4b43-9c03-b233abe1b7ca tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:24.579488 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0106ddbf-92cc-4386-8eab-99f90e0ef768 req-558aebf7-df9e-4b43-9c03-b233abe1b7ca tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 945 time: 0.0766032 Jul 27 21:04:24.580099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8b22a044-cf3d-4a41-9738-a0bede5b4452 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:04:24.644248 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0106ddbf-92cc-4386-8eab-99f90e0ef768 req-a32397db-8598-44b8-8eb6-add4bd64409d tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/security-groups?id=c91037b1-5092-47c0-8502-324a2fbc225a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567775 Jul 27 21:04:24.723099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8b22a044-cf3d-4a41-9738-a0bede5b4452, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8b22a044-cf3d-4a41-9738-a0bede5b4452,segment=NetworkSegment(3066ee87-7ac9-43c5-b4af-ea222518b772),segment_id=3066ee87-7ac9-43c5-b4af-ea222518b772)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:24.743664 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '8b22a044-cf3d-4a41-9738-a0bede5b4452', 'network_id': '02b5cfd3-40eb-4179-a201-4cd3f6caef3d', 'port_id': '8b22a044-cf3d-4a41-9738-a0bede5b4452', 'mac_address': 'fa:16:3e:48:f6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c9701e-b446-4829-99ab-44c001f0ea2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:04:24.753533 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a57824-ab28-4f43-a512-b2e397749e8a req-6a300e06-3e83-4c87-98bd-3d5cd3fb7b69 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:24.758844 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b5a57824-ab28-4f43-a512-b2e397749e8a req-6a300e06-3e83-4c87-98bd-3d5cd3fb7b69 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.0823686 Jul 27 21:04:24.803824 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:24.811657 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b5a57824-ab28-4f43-a512-b2e397749e8a req-b09126b2-f224-4e71-a43e-ddf2d19b65ff tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485020 Jul 27 21:04:24.822034 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b22a044-cf3d-4a41-9738-a0bede5b4452 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:24.846915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8b22a044-cf3d-4a41-9738-a0bede5b4452, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8b22a044-cf3d-4a41-9738-a0bede5b4452,segment=NetworkSegment(3066ee87-7ac9-43c5-b4af-ea222518b772),segment_id=3066ee87-7ac9-43c5-b4af-ea222518b772)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:24.852145 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:24.903716 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8b22a044-cf3d-4a41-9738-a0bede5b4452,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:25.036852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d848-f1cd-4844-a72f-f2f84db7a2ac req-b7244e48-3389-43f2-8323-8232128838cb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:25.038867 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f5b0d848-f1cd-4844-a72f-f2f84db7a2ac req-b7244e48-3389-43f2-8323-8232128838cb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 945 time: 0.0692060 Jul 27 21:04:25.080071 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c85437-b5b2-42cd-b330-27407f82d70f req-6cea60de-b8b7-4268-b3b2-59f6b6298d8d tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:25.081547 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a2c85437-b5b2-42cd-b330-27407f82d70f req-6cea60de-b8b7-4268-b3b2-59f6b6298d8d tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 945 time: 0.0697923 Jul 27 21:04:25.085385 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f5b0d848-f1cd-4844-a72f-f2f84db7a2ac req-fb8b72f0-eaef-4219-8cfe-b46b28c60021 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395052 Jul 27 21:04:25.217132 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-a2c85437-b5b2-42cd-b330-27407f82d70f req-79e04c31-90f8-480d-b762-a84521290e53 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Deleting port 7aded2c1-24a5-4c32-b26d-a24867e05f15 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:04:25.217470 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a2c85437-b5b2-42cd-b330-27407f82d70f req-79e04c31-90f8-480d-b762-a84521290e53 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:25.234110 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35652c-31ca-4eeb-a780-11d28132ca95 req-6e44418b-071b-44e5-bd33-dc40c6da2e32 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:25.235633 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ef35652c-31ca-4eeb-a780-11d28132ca95 req-6e44418b-071b-44e5-bd33-dc40c6da2e32 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 945 time: 0.0722966 Jul 27 21:04:25.299756 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ef35652c-31ca-4eeb-a780-11d28132ca95 req-3d19c8fa-8584-4fb5-8c05-a04ba2a88ece tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576255 Jul 27 21:04:25.351424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a2c85437-b5b2-42cd-b330-27407f82d70f req-79e04c31-90f8-480d-b762-a84521290e53 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] For port 7aded2c1-24a5-4c32-b26d-a24867e05f15, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7aded2c1-24a5-4c32-b26d-a24867e05f15,segment=NetworkSegment(4f95c9c0-d71b-4c1b-9e52-5251b3efecee),segment_id=4f95c9c0-d71b-4c1b-9e52-5251b3efecee)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:25.351424 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a2c85437-b5b2-42cd-b330-27407f82d70f req-79e04c31-90f8-480d-b762-a84521290e53 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:25.363343 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-a2c85437-b5b2-42cd-b330-27407f82d70f req-79e04c31-90f8-480d-b762-a84521290e53 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Calling delete_port for 7aded2c1-24a5-4c32-b26d-a24867e05f15 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:04:25.374274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['8b22a044-cf3d-4a41-9738-a0bede5b4452'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:25.449819 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a5ed8-d581-4861-9d1c-8c76eac07655 req-50e71b6c-4ab6-4ae4-9294-9cba916cbb6b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:25.451914 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-396a5ed8-d581-4861-9d1c-8c76eac07655 req-50e71b6c-4ab6-4ae4-9294-9cba916cbb6b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 945 time: 0.1147580 Jul 27 21:04:25.503210 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-396a5ed8-d581-4861-9d1c-8c76eac07655 req-d2d61736-48f8-4f4a-ac1c-dd2ce6460030 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443621 Jul 27 21:04:25.512718 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7f428-ff41-484d-819c-410a7016e436 req-6db2eeca-56f8-4c39-9358-ce02e00443d3 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:25.514428 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0de7f428-ff41-484d-819c-410a7016e436 req-6db2eeca-56f8-4c39-9358-ce02e00443d3 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 945 time: 0.1382983 Jul 27 21:04:25.582924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0de7f428-ff41-484d-819c-410a7016e436 req-6a125940-3a2e-4b04-b94e-7d1d70bb028d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516326 Jul 27 21:04:25.587652 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a2c85437-b5b2-42cd-b330-27407f82d70f req-79e04c31-90f8-480d-b762-a84521290e53 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:25.601781 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7aded2c1-24a5-4c32-b26d-a24867e05f15'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:25.644336 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e04c31-90f8-480d-b762-a84521290e53 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Pushing event deleted for resources: {'Port': ['ID=7aded2c1-24a5-4c32-b26d-a24867e05f15,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:25.693280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb04a3d-7607-489f-b20f-9cab57fd591b req-b5a811a1-b5fe-47b8-b4c8-a7a37ef6b139 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:25.695367 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-feb04a3d-7607-489f-b20f-9cab57fd591b req-b5a811a1-b5fe-47b8-b4c8-a7a37ef6b139 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 944 time: 0.1093702 Jul 27 21:04:25.698351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c85437-b5b2-42cd-b330-27407f82d70f req-79e04c31-90f8-480d-b762-a84521290e53 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] No DVR routers for this DVR port 7aded2c1-24a5-4c32-b26d-a24867e05f15 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:04:25.701506 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a2c85437-b5b2-42cd-b330-27407f82d70f req-79e04c31-90f8-480d-b762-a84521290e53 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:25.703666 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a2c85437-b5b2-42cd-b330-27407f82d70f req-79e04c31-90f8-480d-b762-a84521290e53 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.20 "DELETE /v2.0/ports/7aded2c1-24a5-4c32-b26d-a24867e05f15 HTTP/1.1" status: 204 len: 173 time: 0.6144445 Jul 27 21:04:25.704208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0af7df-a069-4bbb-9e63-5fc1a9759f36', 'name': 'network-vif-deleted', 'tag': '7aded2c1-24a5-4c32-b26d-a24867e05f15'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:25.706635 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a92ddd8-4280-4cab-8f08-ac1fc17e8947" -d '{"events": [{"server_uuid": "6c0af7df-a069-4bbb-9e63-5fc1a9759f36", "name": "network-vif-deleted", "tag": "7aded2c1-24a5-4c32-b26d-a24867e05f15"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:25.751017 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-feb04a3d-7607-489f-b20f-9cab57fd591b req-23a4c1c1-325e-47cd-9909-9016caa5e563 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0f8d5d9-6a82-4209-ab6b-108b097aa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398169 Jul 27 21:04:25.878778 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8af56556-293a-44cb-8e3b-fe6dc9c5f881 req-1a7f4572-b97f-4a08-bdbd-9c73c6d2e059 tempest-ServerAddressesNegativeTestJSON-233609079 tempest-ServerAddressesNegativeTestJSON-233609079-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c0af7df-a069-4bbb-9e63-5fc1a9759f36 HTTP/1.1" status: 200 len: 210 time: 0.0349901 Jul 27 21:04:25.917400 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41f9218-beb1-48d3-a3ad-9ff65539216e x-openstack-request-id: req-e41f9218-beb1-48d3-a3ad-9ff65539216e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:25.917857 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0af7df-a069-4bbb-9e63-5fc1a9759f36", "name": "network-vif-deleted", "tag": "7aded2c1-24a5-4c32-b26d-a24867e05f15", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:25.918167 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e41f9218-beb1-48d3-a3ad-9ff65539216e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:25.918665 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0af7df-a069-4bbb-9e63-5fc1a9759f36', 'name': 'network-vif-deleted', 'tag': '7aded2c1-24a5-4c32-b26d-a24867e05f15', 'status': 'completed', 'code': 200} Jul 27 21:04:26.017669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069bb3d-5be9-444d-858d-3bce74f9fb4f req-19c40c50-ee91-4f20-b9c4-3e40e8466424 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:26.019452 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9069bb3d-5be9-444d-858d-3bce74f9fb4f req-19c40c50-ee91-4f20-b9c4-3e40e8466424 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.0797300 Jul 27 21:04:26.094545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9069bb3d-5be9-444d-858d-3bce74f9fb4f req-03c3202f-73a0-4200-a6ce-225be129ca76 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683556 Jul 27 21:04:26.128870 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce5c13-7bc9-42d8-989a-f409cdbb1129 req-0672cd2e-2e1c-4fc1-a7a5-7974f040d0e5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:26.130398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6ce5c13-7bc9-42d8-989a-f409cdbb1129 req-0672cd2e-2e1c-4fc1-a7a5-7974f040d0e5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 945 time: 0.0826435 Jul 27 21:04:26.171087 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6ce5c13-7bc9-42d8-989a-f409cdbb1129 req-60dcbc55-30bc-4857-9560-0d2de688a91f tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347149 Jul 27 21:04:26.651420 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb99751-d541-4f40-8ef7-27e4b9eef11f req-93e147fb-02b9-4261-94c2-858b47c32f47 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:26.653590 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2eb99751-d541-4f40-8ef7-27e4b9eef11f req-93e147fb-02b9-4261-94c2-858b47c32f47 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 945 time: 0.0735111 Jul 27 21:04:26.692507 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2eb99751-d541-4f40-8ef7-27e4b9eef11f req-5c3a03d4-f7e6-4354-94a2-e491ccce3451 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334237 Jul 27 21:04:26.887018 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e302c-da69-4f41-a793-69195da8508f req-963a8ce7-c0c9-471a-924e-950f44d51f68 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:26.888714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf5e302c-da69-4f41-a793-69195da8508f req-963a8ce7-c0c9-471a-924e-950f44d51f68 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 944 time: 0.0675600 Jul 27 21:04:26.933546 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf5e302c-da69-4f41-a793-69195da8508f req-b3f9fb9a-e332-45bb-b6e0-c1d2b472cb54 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0f8d5d9-6a82-4209-ab6b-108b097aa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389187 Jul 27 21:04:26.959146 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41918) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:27.001761 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-d651d072-96b2-45fa-aed2-cf53695828c8 admin admin] Deleting subnet 7a74d5b9-1b12-4d4a-bf51-175c86064f7b {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:04:27.005190 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d651d072-96b2-45fa-aed2-cf53695828c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.048015 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d651d072-96b2-45fa-aed2-cf53695828c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.092485 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d651d072-96b2-45fa-aed2-cf53695828c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.156188 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d651d072-96b2-45fa-aed2-cf53695828c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.185578 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651d072-96b2-45fa-aed2-cf53695828c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a74d5b9-1b12-4d4a-bf51-175c86064f7b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:27.187707 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d651d072-96b2-45fa-aed2-cf53695828c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.189708 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d651d072-96b2-45fa-aed2-cf53695828c8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7a74d5b9-1b12-4d4a-bf51-175c86064f7b HTTP/1.1" status: 204 len: 168 time: 0.2357197 Jul 27 21:04:27.192670 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41924) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:27.253048 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49660066-f300-466a-bad2-91118d6caf2a req-6a5e8250-5a75-45a7-b505-896072b096db tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:27.254968 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49660066-f300-466a-bad2-91118d6caf2a req-6a5e8250-5a75-45a7-b505-896072b096db tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.0877347 Jul 27 21:04:27.289968 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24792c0f-3cb5-4f1b-9104-421442051d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.336971 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49660066-f300-466a-bad2-91118d6caf2a req-72041525-db78-4aa4-859d-4e268cb56881 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716381 Jul 27 21:04:27.360174 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496bdb0-c698-46bd-a3d8-8a1bef9e9978 req-107a3073-1164-4d93-bfd1-20a1b61197e3 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:27.366796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b496bdb0-c698-46bd-a3d8-8a1bef9e9978 req-107a3073-1164-4d93-bfd1-20a1b61197e3 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 945 time: 0.1107819 Jul 27 21:04:27.386342 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24792c0f-3cb5-4f1b-9104-421442051d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.398148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-24792c0f-3cb5-4f1b-9104-421442051d97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:27.406104 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b496bdb0-c698-46bd-a3d8-8a1bef9e9978 req-87400480-33ca-448c-bd30-df8b22565b43 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372739 Jul 27 21:04:27.409536 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-24792c0f-3cb5-4f1b-9104-421442051d97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f95c9c0-d71b-4c1b-9e52-5251b3efecee') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:27.409830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-24792c0f-3cb5-4f1b-9104-421442051d97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f95c9c0-d71b-4c1b-9e52-5251b3efecee') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:27.425502 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24792c0f-3cb5-4f1b-9104-421442051d97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.447315 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24792c0f-3cb5-4f1b-9104-421442051d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.463524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24792c0f-3cb5-4f1b-9104-421442051d97 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:04:27.463924 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24792c0f-3cb5-4f1b-9104-421442051d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:04:27.465814 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:04:27.550208 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24792c0f-3cb5-4f1b-9104-421442051d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.558852 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24792c0f-3cb5-4f1b-9104-421442051d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.560698 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-24792c0f-3cb5-4f1b-9104-421442051d97 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7 HTTP/1.1" status: 204 len: 168 time: 0.3674467 Jul 27 21:04:27.575767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24792c0f-3cb5-4f1b-9104-421442051d97 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe5a3f2-49ce-4ad5-aa2a-47e45d37d8d7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:27.589309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdf370-0328-42eb-84a3-731d945cc672 req-fa5e1bef-5c5a-4ab4-8ed8-7cee05eab279 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:27.590829 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5bdf370-0328-42eb-84a3-731d945cc672 req-fa5e1bef-5c5a-4ab4-8ed8-7cee05eab279 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 945 time: 0.1410973 Jul 27 21:04:27.696797 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41930) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:27.730811 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-b5bdf370-0328-42eb-84a3-731d945cc672 req-b6755588-8ee2-443b-96c4-34fffe6cb6ef tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Deleting port 782881ad-2123-4321-81da-79e79bb83a88 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:04:27.731314 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b5bdf370-0328-42eb-84a3-731d945cc672 req-b6755588-8ee2-443b-96c4-34fffe6cb6ef tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.765809 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a88c6515-3bdc-4716-8a55-d7ae9524acb5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c7d35edb195f4806919e707c84b1935f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674658 Jul 27 21:04:27.767671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41934) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:27.845602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-b5bdf370-0328-42eb-84a3-731d945cc672 req-b6755588-8ee2-443b-96c4-34fffe6cb6ef tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] For port 782881ad-2123-4321-81da-79e79bb83a88, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=782881ad-2123-4321-81da-79e79bb83a88,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:27.846087 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b5bdf370-0328-42eb-84a3-731d945cc672 req-b6755588-8ee2-443b-96c4-34fffe6cb6ef tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.869207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-b5bdf370-0328-42eb-84a3-731d945cc672 req-b6755588-8ee2-443b-96c4-34fffe6cb6ef tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Calling delete_port for 782881ad-2123-4321-81da-79e79bb83a88 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:04:27.887857 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-95b6184e-bd1b-43c9-9bae-dfb9c69f7365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.909686 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69358b1-a60e-44e0-afea-274aee5b570e req-447d7376-73dc-4e3a-b72d-1982a3c7949c tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:27.911387 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f69358b1-a60e-44e0-afea-274aee5b570e req-447d7376-73dc-4e3a-b72d-1982a3c7949c tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 945 time: 0.1366477 Jul 27 21:04:27.932434 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-95b6184e-bd1b-43c9-9bae-dfb9c69f7365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:27.986988 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f69358b1-a60e-44e0-afea-274aee5b570e req-343106b8-7384-4171-8140-a0851c4b6826 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667112 Jul 27 21:04:28.018043 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-95b6184e-bd1b-43c9-9bae-dfb9c69f7365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:28.021501 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-95b6184e-bd1b-43c9-9bae-dfb9c69f7365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:28.023291 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-95b6184e-bd1b-43c9-9bae-dfb9c69f7365 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c91037b1-5092-47c0-8502-324a2fbc225a HTTP/1.1" status: 204 len: 168 time: 0.2544603 Jul 27 21:04:28.033396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6184e-bd1b-43c9-9bae-dfb9c69f7365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91037b1-5092-47c0-8502-324a2fbc225a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:28.049529 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b5bdf370-0328-42eb-84a3-731d945cc672 req-b6755588-8ee2-443b-96c4-34fffe6cb6ef tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:28.082748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['3b9e75dd-0c71-4cba-8f4a-b076c263b270', '782881ad-2123-4321-81da-79e79bb83a88'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:28.089006 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['57fe7918-c9cd-422f-aa0c-181755d554c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:28.092841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6755588-8ee2-443b-96c4-34fffe6cb6ef tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Pushing event deleted for resources: {'Port': ['ID=782881ad-2123-4321-81da-79e79bb83a88,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:28.231089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bdf370-0328-42eb-84a3-731d945cc672 req-b6755588-8ee2-443b-96c4-34fffe6cb6ef tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] No DVR routers for this DVR port 782881ad-2123-4321-81da-79e79bb83a88 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:04:28.232320 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a482c87-1043-4501-a671-5ef54cf2b2a5 req-e896bfa2-78ed-405f-8d23-62534fc25c77 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:28.236116 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b5bdf370-0328-42eb-84a3-731d945cc672 req-b6755588-8ee2-443b-96c4-34fffe6cb6ef tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:28.240789 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5bdf370-0328-42eb-84a3-731d945cc672 req-b6755588-8ee2-443b-96c4-34fffe6cb6ef tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "DELETE /v2.0/ports/782881ad-2123-4321-81da-79e79bb83a88 HTTP/1.1" status: 204 len: 173 time: 0.6424572 Jul 27 21:04:28.241742 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ee2471-f321-4af1-bfb8-fab29a34c348', 'name': 'network-vif-deleted', 'tag': '782881ad-2123-4321-81da-79e79bb83a88'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:28.245939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7a482c87-1043-4501-a671-5ef54cf2b2a5 req-e896bfa2-78ed-405f-8d23-62534fc25c77 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 944 time: 0.1461244 Jul 27 21:04:28.270329 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cb5714-6770-49fb-93b4-6dd5958389ff" -d '{"events": [{"server_uuid": "67ee2471-f321-4af1-bfb8-fab29a34c348", "name": "network-vif-deleted", "tag": "782881ad-2123-4321-81da-79e79bb83a88"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:28.337218 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288bb642-3c0b-4eab-af8f-8e3c0b060867 x-openstack-request-id: req-288bb642-3c0b-4eab-af8f-8e3c0b060867 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:28.337575 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ee2471-f321-4af1-bfb8-fab29a34c348", "name": "network-vif-deleted", "tag": "782881ad-2123-4321-81da-79e79bb83a88", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:28.337889 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-288bb642-3c0b-4eab-af8f-8e3c0b060867 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:28.339205 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ee2471-f321-4af1-bfb8-fab29a34c348', 'name': 'network-vif-deleted', 'tag': '782881ad-2123-4321-81da-79e79bb83a88', 'status': 'completed', 'code': 200} Jul 27 21:04:28.348508 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7a482c87-1043-4501-a671-5ef54cf2b2a5 req-b4f85b19-6b73-40a4-82a4-be9e758b4ed6 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0f8d5d9-6a82-4209-ab6b-108b097aa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029880 Jul 27 21:04:28.541869 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b226a-0e2f-46e2-ad2b-325090d7c8e7 req-94742e5e-e9fe-4a6a-ab90-c17b5ce63281 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:28.543856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-901b226a-0e2f-46e2-ad2b-325090d7c8e7 req-94742e5e-e9fe-4a6a-ab90-c17b5ce63281 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.1037669 Jul 27 21:04:28.616841 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8b22a044-cf3d-4a41-9738-a0bede5b4452 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:28.617401 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-60cc834c-08af-456f-b46d-5034bd235867 req-9bbf35df-4819-4764-b52a-446c2d1db0ef tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=67ee2471-f321-4af1-bfb8-fab29a34c348 HTTP/1.1" status: 200 len: 210 time: 0.0447097 Jul 27 21:04:28.641027 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-901b226a-0e2f-46e2-ad2b-325090d7c8e7 req-4c66a62b-8ed4-46db-b535-8573717b64c3 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828152 Jul 27 21:04:28.680311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 8b22a044-cf3d-4a41-9738-a0bede5b4452 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:28.684465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 8b22a044-cf3d-4a41-9738-a0bede5b4452 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:28.684840 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:28.774118 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:28.801847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed34a44-c50c-437d-94d7-66afb7fbfe88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b22a044-cf3d-4a41-9738-a0bede5b4452'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:28.804159 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e168ab-16aa-4604-9e1d-4c42ec5c5163" -d '{"events": [{"server_uuid": "5ed34a44-c50c-437d-94d7-66afb7fbfe88", "name": "network-vif-plugged", "status": "completed", "tag": "8b22a044-cf3d-4a41-9738-a0bede5b4452"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:28.823809 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8b22a044-cf3d-4a41-9738-a0bede5b4452, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8b22a044-cf3d-4a41-9738-a0bede5b4452,segment=NetworkSegment(3066ee87-7ac9-43c5-b4af-ea222518b772),segment_id=3066ee87-7ac9-43c5-b4af-ea222518b772)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:28.831071 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:28.895307 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fceca54-a79d-4f41-98aa-67f0e5f567a6 x-openstack-request-id: req-1fceca54-a79d-4f41-98aa-67f0e5f567a6 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:28.895681 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed34a44-c50c-437d-94d7-66afb7fbfe88", "name": "network-vif-plugged", "status": "completed", "tag": "8b22a044-cf3d-4a41-9738-a0bede5b4452", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:28.897089 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1fceca54-a79d-4f41-98aa-67f0e5f567a6 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:28.897089 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed34a44-c50c-437d-94d7-66afb7fbfe88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b22a044-cf3d-4a41-9738-a0bede5b4452', 'code': 200} Jul 27 21:04:28.904031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8b22a044-cf3d-4a41-9738-a0bede5b4452,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:29.023511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96068c6d-15af-44e1-b07f-a2d7d1041366 req-d5e56366-b2d4-4592-9e2c-11e35ddc29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:29.024865 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-96068c6d-15af-44e1-b07f-a2d7d1041366 req-d5e56366-b2d4-4592-9e2c-11e35ddc29cf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 1096 time: 0.0627518 Jul 27 21:04:29.070824 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-96068c6d-15af-44e1-b07f-a2d7d1041366 req-475a1544-9a29-457f-a951-4b45b6f81c7f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e0f8d5d9-6a82-4209-ab6b-108b097aa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351961 Jul 27 21:04:29.116928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41978) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:29.142746 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cc1ec-ad78-47f6-9db6-93e7633fee6e req-79fd520c-cb5c-46ce-ac22-03ee5ff9b103 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:29.144284 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7d5cc1ec-ad78-47f6-9db6-93e7633fee6e req-79fd520c-cb5c-46ce-ac22-03ee5ff9b103 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 945 time: 0.0737674 Jul 27 21:04:29.189252 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7d5cc1ec-ad78-47f6-9db6-93e7633fee6e req-4703c1e8-1ec9-4411-8efe-97b2e9881377 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377328 Jul 27 21:04:29.239214 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8aab1bf5-d884-4b1b-a00e-11d7f97c4213 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-network', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:29.269641 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aab1bf5-d884-4b1b-a00e-11d7f97c4213 admin admin] Made reservation on behalf of 1adb373d7e5e4c4da37c64d08c37f713 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:29.269749 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aab1bf5-d884-4b1b-a00e-11d7f97c4213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:29.279225 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aab1bf5-d884-4b1b-a00e-11d7f97c4213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:29.370527 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aab1bf5-d884-4b1b-a00e-11d7f97c4213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:29.375477 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aab1bf5-d884-4b1b-a00e-11d7f97c4213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:29.403500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aab1bf5-d884-4b1b-a00e-11d7f97c4213 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:04:29.408965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab1bf5-d884-4b1b-a00e-11d7f97c4213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8ab6e1-4626-4a37-8455-0bbb58aae77e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:29.416933 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aab1bf5-d884-4b1b-a00e-11d7f97c4213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:29.417410 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-8aab1bf5-d884-4b1b-a00e-11d7f97c4213 admin admin] Added segment 37b711c8-dd1d-4ada-a935-8e40e0e28027 of type vlan for network aa0f501a-270a-4222-a24b-8f2739ff3634 Jul 27 21:04:29.463591 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aab1bf5-d884-4b1b-a00e-11d7f97c4213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:29.504760 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aab1bf5-d884-4b1b-a00e-11d7f97c4213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:29.509113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aab1bf5-d884-4b1b-a00e-11d7f97c4213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:29.511158 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aab1bf5-d884-4b1b-a00e-11d7f97c4213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:29.512474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf0656-d9e8-4787-8c2c-b9b026d714d9 req-fca484db-49c2-4395-9ab2-469ab94bc8d0 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:29.514091 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-19cf0656-d9e8-4787-8c2c-b9b026d714d9 req-fca484db-49c2-4395-9ab2-469ab94bc8d0 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 945 time: 0.0729394 Jul 27 21:04:29.560352 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-19cf0656-d9e8-4787-8c2c-b9b026d714d9 req-f9f7f5a6-21ee-4b9b-b440-2817097a8d92 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0f8d5d9-6a82-4209-ab6b-108b097aa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369856 Jul 27 21:04:29.629309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab1bf5-d884-4b1b-a00e-11d7f97c4213 admin admin] Pushing event updated for resources: {'Network': ['ID=aa0f501a-270a-4222-a24b-8f2739ff3634,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:29.633642 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8aab1bf5-d884-4b1b-a00e-11d7f97c4213 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5155878 Jul 27 21:04:29.636524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41990) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:29.640700 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network aa0f501a-270a-4222-a24b-8f2739ff3634 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:04:29.647500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-24f17870-9902-4b4e-af5e-6daaa4cf8f5b admin admin] Request body: {'subnet': {'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-subnet', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:29.685894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f17870-9902-4b4e-af5e-6daaa4cf8f5b admin admin] Made reservation on behalf of 1adb373d7e5e4c4da37c64d08c37f713 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:29.688354 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24f17870-9902-4b4e-af5e-6daaa4cf8f5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:29.789052 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c9077-c57e-4090-9c36-c4535d4abc10 req-bb4e2831-87f7-4702-a3ef-3773160b434a tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:29.792934 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-db5c9077-c57e-4090-9c36-c4535d4abc10 req-bb4e2831-87f7-4702-a3ef-3773160b434a tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.0715005 Jul 27 21:04:29.841017 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-db5c9077-c57e-4090-9c36-c4535d4abc10 req-17a49424-86a0-425d-9887-e94eaba4b8b0 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413563 Jul 27 21:04:29.917482 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24f17870-9902-4b4e-af5e-6daaa4cf8f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:29.979908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f17870-9902-4b4e-af5e-6daaa4cf8f5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=77be564d-06c0-4068-8b37-cf298f230dab,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:29.999589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f17870-9902-4b4e-af5e-6daaa4cf8f5b admin admin] Checking segment: {'id': '37b711c8-dd1d-4ada-a935-8e40e0e28027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:30.000089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f17870-9902-4b4e-af5e-6daaa4cf8f5b admin admin] Network hostable DHCP agents. Network: aa0f501a-270a-4222-a24b-8f2739ff3634, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:04:30.022566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f17870-9902-4b4e-af5e-6daaa4cf8f5b admin admin] Network aa0f501a-270a-4222-a24b-8f2739ff3634 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:04:30.034629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1edf16-7333-4835-99bf-77a03bbd08ff req-0c980a70-6be8-4727-9d98-befdc0438883 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:30.036389 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d1edf16-7333-4835-99bf-77a03bbd08ff req-0c980a70-6be8-4727-9d98-befdc0438883 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 945 time: 0.0843208 Jul 27 21:04:30.038026 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-24f17870-9902-4b4e-af5e-6daaa4cf8f5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, aa0f501a-270a-4222-a24b-8f2739ff3634) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:30.043088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f17870-9902-4b4e-af5e-6daaa4cf8f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:30.043674 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24f17870-9902-4b4e-af5e-6daaa4cf8f5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:30.048565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1825438d-404d-4b02-a9a0-c7c6ff1dca56 None None] Network aa0f501a-270a-4222-a24b-8f2739ff3634 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:04:30.076270 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-24f17870-9902-4b4e-af5e-6daaa4cf8f5b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4385645 Jul 27 21:04:30.080651 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42006) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:30.087645 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-router', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:30.110817 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d1edf16-7333-4835-99bf-77a03bbd08ff req-bce046d2-2bc5-49f4-9f47-fe39b09f1c7a tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621631 Jul 27 21:04:30.118119 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:30.119319 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:30.158162 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-37f8ac34-eb5c-422b-a2d8-9643701b8f70 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:30.160136 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-37f8ac34-eb5c-422b-a2d8-9643701b8f70 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28&tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 1096 time: 0.0993607 Jul 27 21:04:30.175342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764806-9'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:30.186810 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:30.227469 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7aded2c1-24a5-4c32-b26d-a24867e05f15 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:04:30.277748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74a1172-4901-4593-8cf9-43caa7029372 None None] Network aa0f501a-270a-4222-a24b-8f2739ff3634 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:04:30.282580 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 7aded2c1-24a5-4c32-b26d-a24867e05f15 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:04:30.283089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7aded2c1-24a5-4c32-b26d-a24867e05f15 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:04:30.283642 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 782881ad-2123-4321-81da-79e79bb83a88 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:04:30.314626 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:30.328921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 782881ad-2123-4321-81da-79e79bb83a88 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:04:30.329827 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 782881ad-2123-4321-81da-79e79bb83a88 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:04:30.481089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] For port 2f138f75-ad49-41c0-a309-0be59c19bcb5, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2f138f75-ad49-41c0-a309-0be59c19bcb5,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:30.500535 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:30.556805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] For port 2f138f75-ad49-41c0-a309-0be59c19bcb5, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:30.589342 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58aac6d-cf58-4370-9639-cba8e28a9b45 req-8c8264b6-629d-4289-85b7-949b7bed7b56 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:30.591054 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d58aac6d-cf58-4370-9639-cba8e28a9b45 req-8c8264b6-629d-4289-85b7-949b7bed7b56 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 945 time: 0.2300849 Jul 27 21:04:30.621450 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:30.625350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a7e633-63fd-4c70-9924-10a7b5223c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f138f75-ad49-41c0-a309-0be59c19bcb5'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:30.629357 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8323223f-6863-49ce-bbf2-db9838b89f48" -d '{"events": [{"server_uuid": "b3a7e633-63fd-4c70-9924-10a7b5223c28", "name": "network-vif-unplugged", "status": "completed", "tag": "2f138f75-ad49-41c0-a309-0be59c19bcb5"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:30.638058 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:30.652837 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d58aac6d-cf58-4370-9639-cba8e28a9b45 req-222cf76a-97be-4077-99f4-be6dda01e67e tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515041 Jul 27 21:04:30.730776 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c249dd9-083c-4e69-beda-4c9003b88142 x-openstack-request-id: req-1c249dd9-083c-4e69-beda-4c9003b88142 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:30.731084 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a7e633-63fd-4c70-9924-10a7b5223c28", "name": "network-vif-unplugged", "status": "completed", "tag": "2f138f75-ad49-41c0-a309-0be59c19bcb5", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:30.731331 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c249dd9-083c-4e69-beda-4c9003b88142 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:30.731723 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a7e633-63fd-4c70-9924-10a7b5223c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f138f75-ad49-41c0-a309-0be59c19bcb5', 'code': 200} Jul 27 21:04:30.739659 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f138f75-ad49-41c0-a309-0be59c19bcb5,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:30.752390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Attempting to bind port 2f138f75-ad49-41c0-a309-0be59c19bcb5 on host n-h2-764806-9 for vnic_type normal with profile {"migrating_to": "n-h1-764806-9"} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:30.752790 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Attempting to bind port 2f138f75-ad49-41c0-a309-0be59c19bcb5 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:30.753182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Attempting to bind port 2f138f75-ad49-41c0-a309-0be59c19bcb5 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:30.759161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Port 2f138f75-ad49-41c0-a309-0be59c19bcb5 on network a867caef-b904-44c4-ac9a-71eaf4e3734e not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:04:30.759488 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Attempting to bind port 2f138f75-ad49-41c0-a309-0be59c19bcb5 on network a867caef-b904-44c4-ac9a-71eaf4e3734e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:30.764742 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:30.765088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Checking segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:30.765475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Bound using segment: {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:30.765908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Bound port: 2f138f75-ad49-41c0-a309-0be59c19bcb5, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a867caef-b904-44c4-ac9a-71eaf4e3734e'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:30.766302 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:30.835197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] For port 2f138f75-ad49-41c0-a309-0be59c19bcb5, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:30.838351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] For port 2f138f75-ad49-41c0-a309-0be59c19bcb5, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2f138f75-ad49-41c0-a309-0be59c19bcb5,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:30.844804 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:30.856777 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:30.895958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d473b-8332-4c6c-9b11-d8ef9ff72940 req-19af8463-2014-44c1-90bd-323fa5d1a5bd tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:30.898050 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-081d473b-8332-4c6c-9b11-d8ef9ff72940 req-19af8463-2014-44c1-90bd-323fa5d1a5bd tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 945 time: 0.1624880 Jul 27 21:04:30.899256 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:30.909643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f138f75-ad49-41c0-a309-0be59c19bcb5,revision_number=8']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:30.956838 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:30.957593 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:30.959181 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6392c11f-820b-42f2-bfac-ab0a6795f2e0 service neutron] 10.222.0.20 "PUT /v2.0/ports/2f138f75-ad49-41c0-a309-0be59c19bcb5 HTTP/1.1" status: 200 len: 1121 time: 0.7897203 Jul 27 21:04:31.040251 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-081d473b-8332-4c6c-9b11-d8ef9ff72940 req-e0279836-4dc6-4b6a-990b-6001a2ef86c9 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0f8d5d9-6a82-4209-ab6b-108b097aa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334276 Jul 27 21:04:31.053875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['2f138f75-ad49-41c0-a309-0be59c19bcb5'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:31.126293 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e4b7-f9c8-4d64-9c9c-f8d669610ed4 req-b1cc877f-470c-4e13-948c-97024915daa7 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:31.126921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['2f138f75-ad49-41c0-a309-0be59c19bcb5'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:31.133332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ea8e4b7-f9c8-4d64-9c9c-f8d669610ed4 req-b1cc877f-470c-4e13-948c-97024915daa7 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.1627855 Jul 27 21:04:31.168994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Allocated IP 172.25.2.151 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/03509de1-cd5b-43e9-a962-8028bc383e2a) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:31.206516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ea8e4b7-f9c8-4d64-9c9c-f8d669610ed4 req-6e51af11-4157-4192-b739-a2ebe8804524 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680332 Jul 27 21:04:31.512830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33567b38-834a-4d0e-9afb-3a3ef4beb861 req-d688b1b9-cfec-4f1f-8e8a-cd701f4a03a5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:31.514855 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-33567b38-834a-4d0e-9afb-3a3ef4beb861 req-d688b1b9-cfec-4f1f-8e8a-cd701f4a03a5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "GET /v2.0/ports?device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 945 time: 0.0755334 Jul 27 21:04:31.515077 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f469c84-e7f4-4c6d-b04d-a7dfb5098674 req-0aff64d9-cf8f-4e26-8e84-8831f84aff8e tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:31.516973 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f469c84-e7f4-4c6d-b04d-a7dfb5098674 req-0aff64d9-cf8f-4e26-8e84-8831f84aff8e tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 945 time: 0.2029991 Jul 27 21:04:31.520991 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:31.575038 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f469c84-e7f4-4c6d-b04d-a7dfb5098674 req-8ea1d504-3c25-4349-ba7b-df669a8de98c tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490129 Jul 27 21:04:31.602077 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:31.655332 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:31.662139 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:31.664855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:31.674608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-33567b38-834a-4d0e-9afb-3a3ef4beb861 req-aea6e635-5d72-4c64-8fb9-bd7f7fcc49ed tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Deleting port 3b9e75dd-0c71-4cba-8f4a-b076c263b270 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:04:31.675186 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-33567b38-834a-4d0e-9afb-3a3ef4beb861 req-aea6e635-5d72-4c64-8fb9-bd7f7fcc49ed tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:31.742594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Pushing event updated for resources: {'Port': ['ID=03509de1-cd5b-43e9-a962-8028bc383e2a,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:31.808006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-33567b38-834a-4d0e-9afb-3a3ef4beb861 req-aea6e635-5d72-4c64-8fb9-bd7f7fcc49ed tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] For port 3b9e75dd-0c71-4cba-8f4a-b076c263b270, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3b9e75dd-0c71-4cba-8f4a-b076c263b270,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:31.808378 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-33567b38-834a-4d0e-9afb-3a3ef4beb861 req-aea6e635-5d72-4c64-8fb9-bd7f7fcc49ed tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:31.830759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-33567b38-834a-4d0e-9afb-3a3ef4beb861 req-aea6e635-5d72-4c64-8fb9-bd7f7fcc49ed tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Calling delete_port for 3b9e75dd-0c71-4cba-8f4a-b076c263b270 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:04:31.964024 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce577a-7b26-4455-bddd-a12360274fb1 req-164f287f-a2b7-4e0d-b591-9441a92900c8 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:31.965717 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03ce577a-7b26-4455-bddd-a12360274fb1 req-164f287f-a2b7-4e0d-b591-9441a92900c8 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 943 time: 0.1493602 Jul 27 21:04:32.018324 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-33567b38-834a-4d0e-9afb-3a3ef4beb861 req-aea6e635-5d72-4c64-8fb9-bd7f7fcc49ed tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:32.032721 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['3b9e75dd-0c71-4cba-8f4a-b076c263b270'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:32.038539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['57fe7918-c9cd-422f-aa0c-181755d554c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:32.070610 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6e635-5d72-4c64-8fb9-bd7f7fcc49ed tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Pushing event deleted for resources: {'Port': ['ID=3b9e75dd-0c71-4cba-8f4a-b076c263b270,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:32.092003 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03ce577a-7b26-4455-bddd-a12360274fb1 req-2fffea9a-66e3-4c5e-ab96-ce30e3bec02a tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183574 Jul 27 21:04:32.154935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-33567b38-834a-4d0e-9afb-3a3ef4beb861 req-aea6e635-5d72-4c64-8fb9-bd7f7fcc49ed tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] No DVR routers for this DVR port 3b9e75dd-0c71-4cba-8f4a-b076c263b270 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:04:32.158858 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-33567b38-834a-4d0e-9afb-3a3ef4beb861 req-aea6e635-5d72-4c64-8fb9-bd7f7fcc49ed tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:32.164145 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-33567b38-834a-4d0e-9afb-3a3ef4beb861 req-aea6e635-5d72-4c64-8fb9-bd7f7fcc49ed tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "DELETE /v2.0/ports/3b9e75dd-0c71-4cba-8f4a-b076c263b270 HTTP/1.1" status: 204 len: 173 time: 0.6361964 Jul 27 21:04:32.232907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 2f138f75-ad49-41c0-a309-0be59c19bcb5 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:04:32.244595 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:32.439584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 2f138f75-ad49-41c0-a309-0be59c19bcb5, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2f138f75-ad49-41c0-a309-0be59c19bcb5,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:32.454272 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 2f138f75-ad49-41c0-a309-0be59c19bcb5 has no active binding in host n-h1-764806-9 {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:04:32.594169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc620701-e29e-4e1f-bb48-da4d6123565e req-934e03b5-7b6c-408e-9fe0-fad75f3593db tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:32.598694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc620701-e29e-4e1f-bb48-da4d6123565e req-934e03b5-7b6c-408e-9fe0-fad75f3593db tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.2107494 Jul 27 21:04:32.609025 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ca638822-981b-428e-8081-80ae267bc792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:32.733046 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a7e633-63fd-4c70-9924-10a7b5223c28', 'tag': '2f138f75-ad49-41c0-a309-0be59c19bcb5'}, {'server_uuid': '631ddc44-8b83-42cd-91af-5dca53085867', 'name': 'network-vif-deleted', 'tag': '3b9e75dd-0c71-4cba-8f4a-b076c263b270'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:32.736671 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9582a8a-4f50-4ffc-b8cb-b32a91a040f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a7e633-63fd-4c70-9924-10a7b5223c28", "tag": "2f138f75-ad49-41c0-a309-0be59c19bcb5"}, {"server_uuid": "631ddc44-8b83-42cd-91af-5dca53085867", "name": "network-vif-deleted", "tag": "3b9e75dd-0c71-4cba-8f4a-b076c263b270"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:33.026328 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc620701-e29e-4e1f-bb48-da4d6123565e req-d6118358-78b6-4fcf-b9b4-039641bc5cb2 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240553 Jul 27 21:04:33.063881 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21f526f2-2360-4996-8511-b18ff38e95a5 req-94c2b332-68f2-4e07-a672-2636c4befab3 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=631ddc44-8b83-42cd-91af-5dca53085867 HTTP/1.1" status: 200 len: 210 time: 0.0440981 Jul 27 21:04:33.074309 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:33.134432 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be25e7b-4a49-45bc-ab29-e6bcf1599c39 x-openstack-request-id: req-3be25e7b-4a49-45bc-ab29-e6bcf1599c39 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:33.134837 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a7e633-63fd-4c70-9924-10a7b5223c28", "tag": "2f138f75-ad49-41c0-a309-0be59c19bcb5", "status": "completed", "code": 200}, {"server_uuid": "631ddc44-8b83-42cd-91af-5dca53085867", "name": "network-vif-deleted", "tag": "3b9e75dd-0c71-4cba-8f4a-b076c263b270", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:33.135337 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3be25e7b-4a49-45bc-ab29-e6bcf1599c39 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:33.135840 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a7e633-63fd-4c70-9924-10a7b5223c28', 'tag': '2f138f75-ad49-41c0-a309-0be59c19bcb5', 'status': 'completed', 'code': 200} Jul 27 21:04:33.136856 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631ddc44-8b83-42cd-91af-5dca53085867', 'name': 'network-vif-deleted', 'tag': '3b9e75dd-0c71-4cba-8f4a-b076c263b270', 'status': 'completed', 'code': 200} Jul 27 21:04:33.235896 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9582a8a-4f50-4ffc-b8cb-b32a91a040f5 req-373f4ca6-5537-45c3-a23f-fb34ae256df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:33.238273 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d9582a8a-4f50-4ffc-b8cb-b32a91a040f5 req-373f4ca6-5537-45c3-a23f-fb34ae256df3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 1124 time: 0.0779309 Jul 27 21:04:33.258282 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:04:33.369272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9582a8a-4f50-4ffc-b8cb-b32a91a040f5 req-913d490b-1107-42a6-b2ea-fb6ec05783de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:33.370806 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d9582a8a-4f50-4ffc-b8cb-b32a91a040f5 req-913d490b-1107-42a6-b2ea-fb6ec05783de service neutron] 10.222.0.66 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 909 time: 0.1247225 Jul 27 21:04:33.438266 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d9582a8a-4f50-4ffc-b8cb-b32a91a040f5 req-0fb3d92b-8093-4e4a-b02d-7bc6cb6b5d65 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f138f75-ad49-41c0-a309-0be59c19bcb5 HTTP/1.1" status: 200 len: 217 time: 0.0552371 Jul 27 21:04:33.463685 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30a3e4-663e-40cc-b44b-832ae5f69a17 req-786bf399-26a3-4540-bc4a-ca414f3344b0 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:33.472277 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e30a3e4-663e-40cc-b44b-832ae5f69a17 req-786bf399-26a3-4540-bc4a-ca414f3344b0 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 943 time: 0.2147024 Jul 27 21:04:33.511706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9582a8a-4f50-4ffc-b8cb-b32a91a040f5 req-e6322a1c-890e-484a-9f6a-a7d5299da03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:33.513604 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d9582a8a-4f50-4ffc-b8cb-b32a91a040f5 req-e6322a1c-890e-484a-9f6a-a7d5299da03c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.0662949 Jul 27 21:04:33.515796 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:04:33.526024 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Sync routers for ids ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:04:33.541265 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Routers {'492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:33.541916 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:04:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:33.559992 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e30a3e4-663e-40cc-b44b-832ae5f69a17 req-717b1959-1d1b-41e7-968a-a0829a9fade4 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865285 Jul 27 21:04:33.572769 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:33.578544 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-93fb9398-71a8-4fd7-b279-1e8e08c71f65 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.4967492 Jul 27 21:04:33.591107 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42098) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:33.637259 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d9582a8a-4f50-4ffc-b8cb-b32a91a040f5 req-1ea07e53-853a-4dbe-9fd5-3b42e5d9d230 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151536 Jul 27 21:04:33.770978 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Set router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:33.869114 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d9582a8a-4f50-4ffc-b8cb-b32a91a040f5 req-0ed4b5c9-56e9-4e44-ae5e-55f442ce5dc7 service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238879 Jul 27 21:04:33.931395 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:34.061997 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d9582a8a-4f50-4ffc-b8cb-b32a91a040f5 req-58ea155c-d60a-4023-bf1c-72373a17d8ff service neutron] 10.222.0.66 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831036 Jul 27 21:04:34.162609 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-router', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:31Z', 'revision_number': 3, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'gw_port': {'id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:27:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:34.260436 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Checking router: 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:04:34.260992 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Updating router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c port 03509de1-cd5b-43e9-a962-8028bc383e2a binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:04:34.319787 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:34.399318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ed7da-58b8-489a-8aac-9c99df810a28 req-f04028ca-a459-4ad2-9568-e9b075e06b99 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:34.406876 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e68ed7da-58b8-489a-8aac-9c99df810a28 req-f04028ca-a459-4ad2-9568-e9b075e06b99 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.2585840 Jul 27 21:04:34.506506 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e68ed7da-58b8-489a-8aac-9c99df810a28 req-7a42b268-750f-4833-9c69-dc9fd7b78782 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961540 Jul 27 21:04:34.533482 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:34.551328 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21779b-1262-440e-80a2-fcecc2f6039f req-a813d75d-76c5-4a4b-9d58-8bfc6d2103a3 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:34.553112 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a21779b-1262-440e-80a2-fcecc2f6039f req-a813d75d-76c5-4a4b-9d58-8bfc6d2103a3 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 945 time: 0.2878711 Jul 27 21:04:34.630211 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:34.655064 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a21779b-1262-440e-80a2-fcecc2f6039f req-21f95eaa-1d36-47c5-acbc-826c400cdd4d tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0f8d5d9-6a82-4209-ab6b-108b097aa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952699 Jul 27 21:04:34.668328 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Transition to ACTIVE for port object 03509de1-cd5b-43e9-a962-8028bc383e2a will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:34.695953 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:34.799515 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ad190-e50d-47e5-8457-7306f165c5da None None] Pushing event updated for resources: {'Port': ['ID=03509de1-cd5b-43e9-a962-8028bc383e2a,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:34.836669 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ad190-e50d-47e5-8457-7306f165c5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:34.837422 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ad190-e50d-47e5-8457-7306f165c5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:34.838058 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ad190-e50d-47e5-8457-7306f165c5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:34.838658 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ad190-e50d-47e5-8457-7306f165c5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:34.839294 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ad190-e50d-47e5-8457-7306f165c5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:34.839799 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ad190-e50d-47e5-8457-7306f165c5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:34.840299 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ad190-e50d-47e5-8457-7306f165c5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:34.841195 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ad190-e50d-47e5-8457-7306f165c5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:34.841905 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ad190-e50d-47e5-8457-7306f165c5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:34.842531 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ad190-e50d-47e5-8457-7306f165c5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:34.843126 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ad190-e50d-47e5-8457-7306f165c5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:34.843590 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712ad190-e50d-47e5-8457-7306f165c5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:04:34.848829 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Attempting to bind port 03509de1-cd5b-43e9-a962-8028bc383e2a on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:34.849912 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Attempting to bind port 03509de1-cd5b-43e9-a962-8028bc383e2a by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:34.850474 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Attempting to bind port 03509de1-cd5b-43e9-a962-8028bc383e2a on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:34.857725 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:34.858353 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:34.858911 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:34.859505 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:34.860119 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Bound port: 03509de1-cd5b-43e9-a962-8028bc383e2a, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:34.860651 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:34.927991 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Allocated IP 172.20.0.1 (aa0f501a-270a-4222-a24b-8f2739ff3634/77be564d-06c0-4068-8b37-cf298f230dab/9469f8d4-3e5e-4e29-9c29-11a18fd805c6) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:34.935872 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] For port 03509de1-cd5b-43e9-a962-8028bc383e2a, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:34.940167 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] For port 03509de1-cd5b-43e9-a962-8028bc383e2a, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=03509de1-cd5b-43e9-a962-8028bc383e2a,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:34.947920 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:34.979336 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a2496-2cd8-48e6-a266-c157b301004d req-82bc120c-4af6-4c47-8c85-bf747aa49a28 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:34.982585 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e12a2496-2cd8-48e6-a266-c157b301004d req-82bc120c-4af6-4c47-8c85-bf747aa49a28 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 943 time: 0.2368813 Jul 27 21:04:34.999020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90e169-50f1-451e-8f51-fc94452095ff req-f458c012-6594-4b79-8757-165d8e1c2a8b tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:35.000743 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac90e169-50f1-451e-8f51-fc94452095ff req-f458c012-6594-4b79-8757-165d8e1c2a8b tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 805 time: 0.2096531 Jul 27 21:04:35.017114 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Routers {'492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:35.017751 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:04:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:35.063564 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ad190-e50d-47e5-8457-7306f165c5da None None] Pushing event updated for resources: {'Port': ['ID=03509de1-cd5b-43e9-a962-8028bc383e2a,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:35.070205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac90e169-50f1-451e-8f51-fc94452095ff req-4b31b100-5744-417f-947e-fc427686777c tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/quotas/3524f3f0e14346288bee76498e246a11 HTTP/1.1" status: 200 len: 375 time: 0.0576723 Jul 27 21:04:35.141844 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e12a2496-2cd8-48e6-a266-c157b301004d req-e2b84e67-c6b7-438b-8225-75797cb83473 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270537 Jul 27 21:04:35.181021 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:35.215473 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac90e169-50f1-451e-8f51-fc94452095ff req-3fdd4c4e-b406-4cab-a808-52b6fe20ea24 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1374125 Jul 27 21:04:35.233527 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] Set router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:35.306092 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:35.328987 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc897f02-1fbb-42b2-a400-c5048f7c3fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:35.370461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Network aa0f501a-270a-4222-a24b-8f2739ff3634 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:35.378461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:35.386719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:35.399084 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac90e169-50f1-451e-8f51-fc94452095ff req-9179493b-f715-4d24-9e92-47bdede4c55d service neutron] 10.222.0.55 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739035 Jul 27 21:04:35.412628 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Pushing event updated for resources: {'Port': ['ID=9469f8d4-3e5e-4e29-9c29-11a18fd805c6,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:35.431948 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:35.499425 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:35.594444 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-router', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:31Z', 'revision_number': 3, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'gw_port': {'id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:27:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:35.621270 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1729cc60-fc52-4647-9e4f-3cb58ec8f8b6 None None] The sync data for ids ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'] in n-d-764806-9 is: [{'id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-router', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:31Z', 'revision_number': 3, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'gw_port': {'id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:27:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:04:35.634828 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d06e8e47-32cb-4dee-9699-60c7913c1ac4 service neutron] 10.222.0.55 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301445 Jul 27 21:04:35.711481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423e15c-58aa-467b-a47b-34c5ba29d8fa req-4452bdd8-ff0d-4899-a03b-ec8898fbde64 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:35.713054 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d423e15c-58aa-467b-a47b-34c5ba29d8fa req-4452bdd8-ff0d-4899-a03b-ec8898fbde64 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.1292939 Jul 27 21:04:35.769550 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:35.808913 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d423e15c-58aa-467b-a47b-34c5ba29d8fa req-554176af-c4c2-4a2f-b0f3-2278dad6104f tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590448 Jul 27 21:04:36.023769 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4622286b-8f32-4668-a26e-5c60c586cf0c req-168ea1f8-b047-441a-9c10-9830d6667b30 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 210 time: 0.1069100 Jul 27 21:04:36.140916 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff558dd-efeb-48bf-bcb9-c6cdb061c069 req-dfb0a0d7-cf79-492c-a401-dd02e891159e tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:36.148931 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ff558dd-efeb-48bf-bcb9-c6cdb061c069 req-dfb0a0d7-cf79-492c-a401-dd02e891159e tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 945 time: 0.2221396 Jul 27 21:04:36.258869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 3b9e75dd-0c71-4cba-8f4a-b076c263b270 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:04:36.369778 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 3b9e75dd-0c71-4cba-8f4a-b076c263b270 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:04:36.372385 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 3b9e75dd-0c71-4cba-8f4a-b076c263b270 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:04:36.429845 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ff558dd-efeb-48bf-bcb9-c6cdb061c069 req-e803bb3a-c8cf-444d-81aa-652298d04760 tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/security-groups?id=e0f8d5d9-6a82-4209-ab6b-108b097aa2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799633 Jul 27 21:04:36.490098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 03509de1-cd5b-43e9-a962-8028bc383e2a up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:36.538937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc925c-d894-4075-9013-b15ee482ad1d req-edc50b54-97bf-409b-a338-b8c320ce512d tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:36.541397 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07fc925c-d894-4075-9013-b15ee482ad1d req-edc50b54-97bf-409b-a338-b8c320ce512d tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 945 time: 0.2617359 Jul 27 21:04:36.616759 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:36.617234 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 03509de1-cd5b-43e9-a962-8028bc383e2a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:36.623795 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:36.629886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 03509de1-cd5b-43e9-a962-8028bc383e2a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:36.630292 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:36.684410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2f138f75-ad49-41c0-a309-0be59c19bcb5 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:04:36.694269 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Pushing event updated for resources: {'Port': ['ID=9469f8d4-3e5e-4e29-9c29-11a18fd805c6,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:36.765635 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-07fc925c-d894-4075-9013-b15ee482ad1d req-0af783ce-19ad-4436-863a-5569c5310f5a tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Deleting port 8b22a044-cf3d-4a41-9738-a0bede5b4452 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:04:36.769245 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-07fc925c-d894-4075-9013-b15ee482ad1d req-0af783ce-19ad-4436-863a-5569c5310f5a tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:36.783244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef0803-0ef2-4125-9470-5f2c9338a258 req-41c517c6-c179-4fbd-b70a-a79f86ccf24c tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:36.794879 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22ef0803-0ef2-4125-9470-5f2c9338a258 req-41c517c6-c179-4fbd-b70a-a79f86ccf24c tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 943 time: 0.4788048 Jul 27 21:04:36.798692 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:36.813512 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-2f56fc5f-c1a9-4082-b9c8-47f714212129 service neutron] 10.222.0.66 "GET /v2.0/ports/2f138f75-ad49-41c0-a309-0be59c19bcb5/bindings/n-h1-764806-9 HTTP/1.1" status: 200 len: 384 time: 0.2511983 Jul 27 21:04:36.925642 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:36.950448 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-07fc925c-d894-4075-9013-b15ee482ad1d req-0af783ce-19ad-4436-863a-5569c5310f5a tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] For port 8b22a044-cf3d-4a41-9738-a0bede5b4452, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8b22a044-cf3d-4a41-9738-a0bede5b4452,segment=NetworkSegment(3066ee87-7ac9-43c5-b4af-ea222518b772),segment_id=3066ee87-7ac9-43c5-b4af-ea222518b772)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:36.950855 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-07fc925c-d894-4075-9013-b15ee482ad1d req-0af783ce-19ad-4436-863a-5569c5310f5a tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:36.973686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 03509de1-cd5b-43e9-a962-8028bc383e2a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=03509de1-cd5b-43e9-a962-8028bc383e2a,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:36.981128 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-07fc925c-d894-4075-9013-b15ee482ad1d req-0af783ce-19ad-4436-863a-5569c5310f5a tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Calling delete_port for 8b22a044-cf3d-4a41-9738-a0bede5b4452 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:04:36.981437 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:37.077384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=03509de1-cd5b-43e9-a962-8028bc383e2a,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:37.091990 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:37.095351 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22ef0803-0ef2-4125-9470-5f2c9338a258 req-1aedd999-fcde-422a-8c27-688112955ea8 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989926 Jul 27 21:04:37.168936 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Network aa0f501a-270a-4222-a24b-8f2739ff3634 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:37.211216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:37.222720 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512cc4c-9fe2-468a-b8b3-15d93fa89f55 req-b565768b-ae50-4770-9f8c-fb4572828eb1 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:37.224324 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1512cc4c-9fe2-468a-b8b3-15d93fa89f55 req-b565768b-ae50-4770-9f8c-fb4572828eb1 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.2333622 Jul 27 21:04:37.256388 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-07fc925c-d894-4075-9013-b15ee482ad1d req-0af783ce-19ad-4436-863a-5569c5310f5a tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:37.310917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af783ce-19ad-4436-863a-5569c5310f5a tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Pushing event deleted for resources: {'Port': ['ID=8b22a044-cf3d-4a41-9738-a0bede5b4452,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:37.343213 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1512cc4c-9fe2-468a-b8b3-15d93fa89f55 req-7ec4f06d-7bd5-4094-be64-86a80593b9ab tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614812 Jul 27 21:04:37.362947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fc925c-d894-4075-9013-b15ee482ad1d req-0af783ce-19ad-4436-863a-5569c5310f5a tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] No DVR routers for this DVR port 8b22a044-cf3d-4a41-9738-a0bede5b4452 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:04:37.367093 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-07fc925c-d894-4075-9013-b15ee482ad1d req-0af783ce-19ad-4436-863a-5569c5310f5a tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:37.369419 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07fc925c-d894-4075-9013-b15ee482ad1d req-0af783ce-19ad-4436-863a-5569c5310f5a tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.66 "DELETE /v2.0/ports/8b22a044-cf3d-4a41-9738-a0bede5b4452 HTTP/1.1" status: 204 len: 173 time: 0.8155024 Jul 27 21:04:37.369927 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed34a44-c50c-437d-94d7-66afb7fbfe88', 'name': 'network-vif-deleted', 'tag': '8b22a044-cf3d-4a41-9738-a0bede5b4452'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:37.375147 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da983c6-eb36-4031-a128-be7df6780173" -d '{"events": [{"server_uuid": "5ed34a44-c50c-437d-94d7-66afb7fbfe88", "name": "network-vif-deleted", "tag": "8b22a044-cf3d-4a41-9738-a0bede5b4452"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:37.439573 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401f8b78-f59b-4f5a-89a5-e39e0b160504 x-openstack-request-id: req-401f8b78-f59b-4f5a-89a5-e39e0b160504 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:37.441240 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed34a44-c50c-437d-94d7-66afb7fbfe88", "name": "network-vif-deleted", "tag": "8b22a044-cf3d-4a41-9738-a0bede5b4452", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:37.441702 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-401f8b78-f59b-4f5a-89a5-e39e0b160504 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:37.444374 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed34a44-c50c-437d-94d7-66afb7fbfe88', 'name': 'network-vif-deleted', 'tag': '8b22a044-cf3d-4a41-9738-a0bede5b4452', 'status': 'completed', 'code': 200} Jul 27 21:04:37.455036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca04f8a0-2be8-43ef-96a4-190471586774 req-42cb9e12-c8c4-4b9a-a01a-97d6d5728705 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 210 time: 0.1292422 Jul 27 21:04:37.512625 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:37.766703 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90e169-50f1-451e-8f51-fc94452095ff req-3d154bf1-b5b1-475c-b189-a63256fcdfbc tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:37.768355 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac90e169-50f1-451e-8f51-fc94452095ff req-3d154bf1-b5b1-475c-b189-a63256fcdfbc tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 805 time: 0.1706796 Jul 27 21:04:37.781490 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ac90e169-50f1-451e-8f51-fc94452095ff req-b5106322-9239-4422-b0d4-5755900cfaf5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Request body: {'port': {'device_id': '705331e9-223b-4097-a871-888bdf698469', 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c', 'admin_state_up': True, 'tenant_id': '3524f3f0e14346288bee76498e246a11'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:37.904763 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6fae53b3-dbfa-476b-ba07-23dc13abf5ec req-196b0cba-4c46-4b6a-aa77-6f39636d9e4f tempest-ServerTagsTestJSON-683954089 tempest-ServerTagsTestJSON-683954089-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ed34a44-c50c-437d-94d7-66afb7fbfe88 HTTP/1.1" status: 200 len: 210 time: 0.0398540 Jul 27 21:04:37.925206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac90e169-50f1-451e-8f51-fc94452095ff req-b5106322-9239-4422-b0d4-5755900cfaf5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Made reservation on behalf of 3524f3f0e14346288bee76498e246a11 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:37.929736 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac90e169-50f1-451e-8f51-fc94452095ff req-b5106322-9239-4422-b0d4-5755900cfaf5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:37.953145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:04:37.955249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-776dd159-3cd6-4c32-b3b9-081d2485a30d service neutron] For port 2f138f75-ad49-41c0-a309-0be59c19bcb5, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2f138f75-ad49-41c0-a309-0be59c19bcb5,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:38.021937 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-776dd159-3cd6-4c32-b3b9-081d2485a30d service neutron] For port 2f138f75-ad49-41c0-a309-0be59c19bcb5, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:38.095050 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-776dd159-3cd6-4c32-b3b9-081d2485a30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f138f75-ad49-41c0-a309-0be59c19bcb5 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:38.098341 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-ac90e169-50f1-451e-8f51-fc94452095ff req-b5106322-9239-4422-b0d4-5755900cfaf5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Allocated IP 172.20.0.5 (e63d6883-21db-42a3-83ad-67a0ca0dae2c/d6866e95-5277-449a-81cc-71c772e0c274/7a59fe5c-b464-472f-ae4b-4e8d12938045) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:38.111248 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-776dd159-3cd6-4c32-b3b9-081d2485a30d service neutron] For port 2f138f75-ad49-41c0-a309-0be59c19bcb5, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=2f138f75-ad49-41c0-a309-0be59c19bcb5,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:38.140019 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-776dd159-3cd6-4c32-b3b9-081d2485a30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:38.155403 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:04:38.163865 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-07d4e962-9146-4ad3-9af1-24867a13600d admin admin] 10.222.0.55 "PUT /v2.0/routers/492afd8d-7dcf-4853-bf2c-cfc7a9262d1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5799217 Jul 27 21:04:38.237959 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Sync routers for ids ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:04:38.260857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Routers {'492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:38.262078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:04:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:38.268040 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 03509de1-cd5b-43e9-a962-8028bc383e2a up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:38.351193 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-776dd159-3cd6-4c32-b3b9-081d2485a30d service neutron] Transition to ACTIVE for port object 2f138f75-ad49-41c0-a309-0be59c19bcb5 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:38.362690 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac90e169-50f1-451e-8f51-fc94452095ff req-b5106322-9239-4422-b0d4-5755900cfaf5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:38.364119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7594a8-fbb7-4e8b-8461-dd59c62f5e34 req-ea104a01-102e-4a09-a85f-43b177a79c4e tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:38.365628 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7d7594a8-fbb7-4e8b-8461-dd59c62f5e34 req-ea104a01-102e-4a09-a85f-43b177a79c4e tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 943 time: 0.1722136 Jul 27 21:04:38.367312 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-776dd159-3cd6-4c32-b3b9-081d2485a30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:38.421740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dd159-3cd6-4c32-b3b9-081d2485a30d service neutron] Pushing event updated for resources: {'Port': ['ID=2f138f75-ad49-41c0-a309-0be59c19bcb5,revision_number=10']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:38.429309 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac90e169-50f1-451e-8f51-fc94452095ff req-b5106322-9239-4422-b0d4-5755900cfaf5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:38.444815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['57fe7918-c9cd-422f-aa0c-181755d554c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:38.475591 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-776dd159-3cd6-4c32-b3b9-081d2485a30d service neutron] No DVR routers for this DVR port 2f138f75-ad49-41c0-a309-0be59c19bcb5 on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:04:38.477427 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 03509de1-cd5b-43e9-a962-8028bc383e2a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:38.477794 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:38.486831 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac90e169-50f1-451e-8f51-fc94452095ff req-b5106322-9239-4422-b0d4-5755900cfaf5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Network e63d6883-21db-42a3-83ad-67a0ca0dae2c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:38.491455 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-ac90e169-50f1-451e-8f51-fc94452095ff req-b5106322-9239-4422-b0d4-5755900cfaf5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:38.494183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac90e169-50f1-451e-8f51-fc94452095ff req-b5106322-9239-4422-b0d4-5755900cfaf5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:38.541122 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5106322-9239-4422-b0d4-5755900cfaf5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Pushing event updated for resources: {'Port': ['ID=7a59fe5c-b464-472f-ae4b-4e8d12938045,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:38.544278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7d7594a8-fbb7-4e8b-8461-dd59c62f5e34 req-3cc6ff52-b5a3-4ce4-89ed-b4cfbefb8004 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264813 Jul 27 21:04:38.553849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Set router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:38.554429 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-776dd159-3cd6-4c32-b3b9-081d2485a30d service neutron] 10.222.0.66 "PUT /v2.0/ports/2f138f75-ad49-41c0-a309-0be59c19bcb5/bindings/n-h1-764806-9/activate HTTP/1.1" status: 200 len: 369 time: 1.7270844 Jul 27 21:04:38.576152 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90e169-50f1-451e-8f51-fc94452095ff req-b5106322-9239-4422-b0d4-5755900cfaf5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:38.576933 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac90e169-50f1-451e-8f51-fc94452095ff req-b5106322-9239-4422-b0d4-5755900cfaf5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:38.599545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883ade7-5dfd-4fe2-98e3-439d717f906a req-9e72de03-54c5-4449-9797-2056ebc30df7 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:38.601502 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7883ade7-5dfd-4fe2-98e3-439d717f906a req-9e72de03-54c5-4449-9797-2056ebc30df7 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.1277208 Jul 27 21:04:38.603873 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac90e169-50f1-451e-8f51-fc94452095ff req-b5106322-9239-4422-b0d4-5755900cfaf5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8263803 Jul 27 21:04:38.622941 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Request body: {'port': {'device_id': '705331e9-223b-4097-a871-888bdf698469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:38.667732 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7883ade7-5dfd-4fe2-98e3-439d717f906a req-9b53eaea-1c2f-499e-9533-c3d8e9df16e7 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526669 Jul 27 21:04:38.692104 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8b22a044-cf3d-4a41-9738-a0bede5b4452 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:04:38.796915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 8b22a044-cf3d-4a41-9738-a0bede5b4452 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:04:38.797250 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8b22a044-cf3d-4a41-9738-a0bede5b4452 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:04:38.805531 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:38.820232 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-1d6bb1c1-5be4-4b91-b9ca-30070d5ec174 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:38.822072 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-1d6bb1c1-5be4-4b91-b9ca-30070d5ec174 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28&tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 1095 time: 0.1627448 Jul 27 21:04:38.877078 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:38.981247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2544f5-784b-4bbe-8247-6151938c8e65 req-23c18e9e-6566-43cd-8e5d-b497c73a54f4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:38.989317 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f2544f5-784b-4bbe-8247-6151938c8e65 req-23c18e9e-6566-43cd-8e5d-b497c73a54f4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 931 time: 0.1966622 Jul 27 21:04:38.999364 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-router', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:35Z', 'revision_number': 4, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'gw_port': {'id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9469f8d4-3e5e-4e29-9c29-11a18fd805c6', 'name': '', 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'mac_address': 'fa:16:3e:c0:81:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '77be564d-06c0-4068-8b37-cf298f230dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:34Z', 'updated_at': '2021-07-27T21:04:36Z', 'revision_number': 2, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'subnets': [{'id': '77be564d-06c0-4068-8b37-cf298f230dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:39.045788 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Checking router: 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:04:39.046009 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Updating router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c port 9469f8d4-3e5e-4e29-9c29-11a18fd805c6 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:04:39.059720 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f2544f5-784b-4bbe-8247-6151938c8e65 req-fd3f4726-a12a-4132-833c-0ab3a1a5d580 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675154 Jul 27 21:04:39.114130 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.133628 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-64b034e8-a2f9-4f97-abf8-c85416ccc70d tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:39.142481 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-64b034e8-a2f9-4f97-abf8-c85416ccc70d tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/networks?id=aa0f501a-270a-4222-a24b-8f2739ff3634 HTTP/1.1" status: 200 len: 820 time: 0.2384241 Jul 27 21:04:39.155046 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-c0b2bf0b-09b2-4e88-b08e-d429ad71dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:39.156522 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-c0b2bf0b-09b2-4e88-b08e-d429ad71dba6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28&tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d HTTP/1.1" status: 200 len: 1095 time: 0.3187869 Jul 27 21:04:39.159308 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-ceb7bce1-9f7f-484a-9eed-03ea6f95d3c5 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/quotas/1adb373d7e5e4c4da37c64d08c37f713 HTTP/1.1" status: 200 len: 375 time: 0.0168271 Jul 27 21:04:39.250259 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42216) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:39.320553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb843a8-dc27-4cad-ac69-b16f62278df3 admin admin] Deleting subnet 38c9701e-b446-4829-99ab-44c001f0ea2a {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:04:39.325770 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0fb843a8-dc27-4cad-ac69-b16f62278df3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.346029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6175b407-c6f9-4e6e-b566-29d8bd8e47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:39.348102 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6175b407-c6f9-4e6e-b566-29d8bd8e47fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 1095 time: 0.1633055 Jul 27 21:04:39.357977 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-46df780a-f42a-4bfd-8cb4-0f8d483c11b8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1adb373d7e5e4c4da37c64d08c37f713&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1975524 Jul 27 21:04:39.441458 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a59fe5c-b464-472f-ae4b-4e8d12938045 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:39.456691 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.462361 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-d51bf4fc-1506-4435-b3fa-31bf710b1886 service neutron] 10.222.0.55 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033347 Jul 27 21:04:39.488008 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Transition to ACTIVE for port object 7a59fe5c-b464-472f-ae4b-4e8d12938045 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:39.498823 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.525350 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0fb843a8-dc27-4cad-ac69-b16f62278df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.550104 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.565751 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Transition to ACTIVE for port object 9469f8d4-3e5e-4e29-9c29-11a18fd805c6 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:39.590262 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.596348 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0fb843a8-dc27-4cad-ac69-b16f62278df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.597317 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-218e7a86-e3e0-4b11-8ef2-a9e4f282240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:39.599057 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-218e7a86-e3e0-4b11-8ef2-a9e4f282240e service neutron] 10.222.0.20 "GET /v2.0/networks?id=a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 200 len: 909 time: 0.2421861 Jul 27 21:04:39.649573 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-60529a2d-2f10-4bbf-b84f-d948a70cb3bb service neutron] 10.222.0.55 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862924 Jul 27 21:04:39.664042 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-75972208-77a3-477c-badc-7d344d8f5969 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f138f75-ad49-41c0-a309-0be59c19bcb5 HTTP/1.1" status: 200 len: 217 time: 0.0510559 Jul 27 21:04:39.682376 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a59fe5c-b464-472f-ae4b-4e8d12938045,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:39.701628 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a83dcf-8808-419f-b79f-21048ff1c8f9 None None] Pushing event updated for resources: {'Port': ['ID=9469f8d4-3e5e-4e29-9c29-11a18fd805c6,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:39.770242 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0fb843a8-dc27-4cad-ac69-b16f62278df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.794561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Attempting to bind port 9469f8d4-3e5e-4e29-9c29-11a18fd805c6 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:39.795344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Attempting to bind port 9469f8d4-3e5e-4e29-9c29-11a18fd805c6 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '37b711c8-dd1d-4ada-a935-8e40e0e28027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:39.796218 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Attempting to bind port 9469f8d4-3e5e-4e29-9c29-11a18fd805c6 on network aa0f501a-270a-4222-a24b-8f2739ff3634 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:39.802901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:39.803718 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Checking segment: {'id': '37b711c8-dd1d-4ada-a935-8e40e0e28027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:39.804505 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.805097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Bound using segment: {'id': '37b711c8-dd1d-4ada-a935-8e40e0e28027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:39.806301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Bound port: 9469f8d4-3e5e-4e29-9c29-11a18fd805c6, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b711c8-dd1d-4ada-a935-8e40e0e28027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:39.806739 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb843a8-dc27-4cad-ac69-b16f62278df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c9701e-b446-4829-99ab-44c001f0ea2a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:39.807163 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.814079 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0fb843a8-dc27-4cad-ac69-b16f62278df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:39.816000 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0fb843a8-dc27-4cad-ac69-b16f62278df3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/38c9701e-b446-4829-99ab-44c001f0ea2a HTTP/1.1" status: 204 len: 168 time: 0.5647421 Jul 27 21:04:39.823699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42226) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:39.825312 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc503fc-e9c6-4dae-8989-2d599052a58c req-8b8b1183-3d07-49d5-a45d-f180193046c0 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:39.834984 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9bc503fc-e9c6-4dae-8989-2d599052a58c req-8b8b1183-3d07-49d5-a45d-f180193046c0 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 944 time: 0.1808259 Jul 27 21:04:39.887686 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9bc503fc-e9c6-4dae-8989-2d599052a58c req-6db58b91-113f-48b7-bb3e-f5be2ae5752e tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516777 Jul 27 21:04:39.948655 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] For port 9469f8d4-3e5e-4e29-9c29-11a18fd805c6, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:39.948994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-bd4af595-7205-44de-ba24-249ef85d320b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:39.953480 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-bd4af595-7205-44de-ba24-249ef85d320b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 200 len: 848 time: 0.2816150 Jul 27 21:04:39.961013 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] For port 9469f8d4-3e5e-4e29-9c29-11a18fd805c6, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9469f8d4-3e5e-4e29-9c29-11a18fd805c6,segment=NetworkSegment(37b711c8-dd1d-4ada-a935-8e40e0e28027),segment_id=37b711c8-dd1d-4ada-a935-8e40e0e28027)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:39.964688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Attempting to bind port 7a59fe5c-b464-472f-ae4b-4e8d12938045 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:39.965121 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Attempting to bind port 7a59fe5c-b464-472f-ae4b-4e8d12938045 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:39.968262 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Attempting to bind port 7a59fe5c-b464-472f-ae4b-4e8d12938045 on network e63d6883-21db-42a3-83ad-67a0ca0dae2c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:39.980012 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.042206 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f86f6b5c-71ab-43fb-83cf-16228df76b8e req-06eae4bb-c52d-496d-a79d-b8a31a853e03 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 210 time: 0.0701036 Jul 27 21:04:40.060787 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-607a7ec8-f69a-4cb1-a50f-bf06f3608e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.097061 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-01ed0018-2305-461d-9523-82e45e92792a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a867caef-b904-44c4-ac9a-71eaf4e3734e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254184 Jul 27 21:04:40.101537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Port 7a59fe5c-b464-472f-ae4b-4e8d12938045 on network e63d6883-21db-42a3-83ad-67a0ca0dae2c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:04:40.101679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Attempting to bind port 7a59fe5c-b464-472f-ae4b-4e8d12938045 on network e63d6883-21db-42a3-83ad-67a0ca0dae2c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:40.110032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:40.110448 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Checking segment: {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:40.110878 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Bound using segment: {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:40.111326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Bound port: 7a59fe5c-b464-472f-ae4b-4e8d12938045, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:40.111740 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.127225 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5e7af-e3e7-4d3f-8e86-9411a6295e32 req-626e6e32-e1a5-4e2a-933f-19429c968f73 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:40.166198 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-02b5e7af-e3e7-4d3f-8e86-9411a6295e32 req-626e6e32-e1a5-4e2a-933f-19429c968f73 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.1401227 Jul 27 21:04:40.249589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] For port 7a59fe5c-b464-472f-ae4b-4e8d12938045, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:40.249589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] For port 7a59fe5c-b464-472f-ae4b-4e8d12938045, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7a59fe5c-b464-472f-ae4b-4e8d12938045,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:40.258885 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.308187 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-02b5e7af-e3e7-4d3f-8e86-9411a6295e32 req-2cdf304c-8ea2-4d74-8582-c3b0237867cb tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330340 Jul 27 21:04:40.311058 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42244) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:40.320727 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-00f13b4d-6bb8-475e-aad4-9a28214ee9c5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1577265016'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:40.356764 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3ed75-e888-49c1-b1fb-2defc8e11c35 req-45974e84-509e-4ac6-bae1-1450cdc93f6e tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:40.366638 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4f3ed75-e888-49c1-b1fb-2defc8e11c35 req-45974e84-509e-4ac6-bae1-1450cdc93f6e tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 943 time: 0.1901243 Jul 27 21:04:40.375455 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:40.376102 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.378357 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] 10.222.0.20 "PUT /v2.0/ports/7a59fe5c-b464-472f-ae4b-4e8d12938045 HTTP/1.1" status: 200 len: 1091 time: 1.7648783 Jul 27 21:04:40.378357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705331e9-223b-4097-a871-888bdf698469', 'tag': '7a59fe5c-b464-472f-ae4b-4e8d12938045'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:40.379449 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f13b4d-6bb8-475e-aad4-9a28214ee9c5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Made reservation on behalf of 64658eee724740768d084e3dbd9dd0a7 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:40.380276 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3144529a-6cd3-4ee2-a0f6-582c73c513a3" -d '{"events": [{"name": "network-changed", "server_uuid": "705331e9-223b-4097-a871-888bdf698469", "tag": "7a59fe5c-b464-472f-ae4b-4e8d12938045"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:40.391634 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-00f13b4d-6bb8-475e-aad4-9a28214ee9c5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.402279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fb7b5-2f37-4aba-8d23-33f50dc29ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a59fe5c-b464-472f-ae4b-4e8d12938045,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:40.459350 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f13b4d-6bb8-475e-aad4-9a28214ee9c5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:04:40.471739 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-6e0a14c5-fe3e-4220-904f-0026ee3f0284 service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638141 Jul 27 21:04:40.488556 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Routers {'492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:04:40.492632 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:04:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:40.494840 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4f3ed75-e888-49c1-b1fb-2defc8e11c35 req-babed727-2837-4160-baaa-bb2647838ea8 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237347 Jul 27 21:04:40.501949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-00f13b4d-6bb8-475e-aad4-9a28214ee9c5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.503194 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-00f13b4d-6bb8-475e-aad4-9a28214ee9c5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Added segment b0eebd6c-6cb4-48dd-8f7d-1218f6eac504 of type vlan for network c7db6212-d43e-4c96-ae0f-7727debc8c82 Jul 27 21:04:40.541667 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef12d1e6-72c5-4f22-aaec-468084d8f05d x-openstack-request-id: req-ef12d1e6-72c5-4f22-aaec-468084d8f05d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:40.541956 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705331e9-223b-4097-a871-888bdf698469", "tag": "7a59fe5c-b464-472f-ae4b-4e8d12938045", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:40.542426 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef12d1e6-72c5-4f22-aaec-468084d8f05d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:40.542965 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705331e9-223b-4097-a871-888bdf698469', 'tag': '7a59fe5c-b464-472f-ae4b-4e8d12938045', 'status': 'completed', 'code': 200} Jul 27 21:04:40.544785 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-607a7ec8-f69a-4cb1-a50f-bf06f3608e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.567420 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-00f13b4d-6bb8-475e-aad4-9a28214ee9c5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.609006 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-00f13b4d-6bb8-475e-aad4-9a28214ee9c5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.621363 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a83dcf-8808-419f-b79f-21048ff1c8f9 None None] Pushing event updated for resources: {'Port': ['ID=9469f8d4-3e5e-4e29-9c29-11a18fd805c6,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:40.622540 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f13b4d-6bb8-475e-aad4-9a28214ee9c5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:40.623582 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-00f13b4d-6bb8-475e-aad4-9a28214ee9c5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.733981 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-00f13b4d-6bb8-475e-aad4-9a28214ee9c5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4192426 Jul 27 21:04:40.736461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42252) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:40.745619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ab2c2ce2-a7d4-40fb-b8ca-f446a8fc5f07 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-576947978'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:40.751431 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] Set router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:04:40.768809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f13b4d-6bb8-475e-aad4-9a28214ee9c5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event updated for resources: {'Network': ['ID=c7db6212-d43e-4c96-ae0f-7727debc8c82,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:40.781537 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2c2ce2-a7d4-40fb-b8ca-f446a8fc5f07 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Made reservation on behalf of 64658eee724740768d084e3dbd9dd0a7 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:40.787153 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ab2c2ce2-a7d4-40fb-b8ca-f446a8fc5f07 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.805430 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network c7db6212-d43e-4c96-ae0f-7727debc8c82 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:04:40.833216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2c2ce2-a7d4-40fb-b8ca-f446a8fc5f07 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:04:40.847677 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ab2c2ce2-a7d4-40fb-b8ca-f446a8fc5f07 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.848845 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-ab2c2ce2-a7d4-40fb-b8ca-f446a8fc5f07 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Added segment bf556fc4-075f-4ce3-806b-07e002f018bd of type vlan for network 4a3bd81c-c0ae-404a-987c-9478c181dd67 Jul 27 21:04:40.884539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-607a7ec8-f69a-4cb1-a50f-bf06f3608e6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b5cfd3-40eb-4179-a201-4cd3f6caef3d']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:40.909107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-607a7ec8-f69a-4cb1-a50f-bf06f3608e6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3066ee87-7ac9-43c5-b4af-ea222518b772') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:40.909471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-607a7ec8-f69a-4cb1-a50f-bf06f3608e6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3066ee87-7ac9-43c5-b4af-ea222518b772') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:40.922186 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ab2c2ce2-a7d4-40fb-b8ca-f446a8fc5f07 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.931757 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-607a7ec8-f69a-4cb1-a50f-bf06f3608e6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.956019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90e169-50f1-451e-8f51-fc94452095ff req-508e9e63-7270-48aa-a217-a9a072021539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:40.957282 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac90e169-50f1-451e-8f51-fc94452095ff req-508e9e63-7270-48aa-a217-a9a072021539 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 1094 time: 0.5196431 Jul 27 21:04:40.965910 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-0e0c8383-145a-4809-8345-d7fe9f149db5 service neutron] 10.222.0.20 "GET /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849620 Jul 27 21:04:40.968037 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-607a7ec8-f69a-4cb1-a50f-bf06f3608e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.982837 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ab2c2ce2-a7d4-40fb-b8ca-f446a8fc5f07 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:40.992301 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2c2ce2-a7d4-40fb-b8ca-f446a8fc5f07 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:40.993020 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ab2c2ce2-a7d4-40fb-b8ca-f446a8fc5f07 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:41.009747 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607a7ec8-f69a-4cb1-a50f-bf06f3608e6b admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:04:41.010060 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-607a7ec8-f69a-4cb1-a50f-bf06f3608e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:04:41.012406 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:04:41.023504 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac90e169-50f1-451e-8f51-fc94452095ff req-563cdce8-246f-4665-a0e6-d4bf03e609cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a59fe5c-b464-472f-ae4b-4e8d12938045 HTTP/1.1" status: 200 len: 217 time: 0.0565968 Jul 27 21:04:41.112777 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-607a7ec8-f69a-4cb1-a50f-bf06f3608e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:41.116677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90e169-50f1-451e-8f51-fc94452095ff req-91cd3d9e-bb0d-4891-9c24-60006c25a2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:41.118591 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac90e169-50f1-451e-8f51-fc94452095ff req-91cd3d9e-bb0d-4891-9c24-60006c25a2df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6866e95-5277-449a-81cc-71c772e0c274 HTTP/1.1" status: 200 len: 845 time: 0.0636151 Jul 27 21:04:41.135526 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-607a7ec8-f69a-4cb1-a50f-bf06f3608e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:41.137653 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-607a7ec8-f69a-4cb1-a50f-bf06f3608e6b admin admin] 10.222.0.55 "DELETE /v2.0/networks/02b5cfd3-40eb-4179-a201-4cd3f6caef3d HTTP/1.1" status: 204 len: 168 time: 1.3101680 Jul 27 21:04:41.146957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a7ec8-f69a-4cb1-a50f-bf06f3608e6b admin admin] Pushing event deleted for resources: {'Network': ['ID=02b5cfd3-40eb-4179-a201-4cd3f6caef3d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:41.155728 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ab2c2ce2-a7d4-40fb-b8ca-f446a8fc5f07 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4155006 Jul 27 21:04:41.172403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42260) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:41.174722 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac90e169-50f1-451e-8f51-fc94452095ff req-d93a7d20-87cf-4fa6-a79b-4000e03044a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e63d6883-21db-42a3-83ad-67a0ca0dae2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360801 Jul 27 21:04:41.180091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-899d1798-c74e-46ea-8890-4b215141f862 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Request body: {'subnet': {'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:41.280845 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-807d905b-d681-4418-8a28-4eb8f27fd5ee req-84c89ec3-2dd6-4b7c-97c9-431997be85f2 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 210 time: 0.1226361 Jul 27 21:04:41.305764 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c2ce2-a7d4-40fb-b8ca-f446a8fc5f07 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event updated for resources: {'Network': ['ID=4a3bd81c-c0ae-404a-987c-9478c181dd67,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:41.336498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42264) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:41.346889 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 4a3bd81c-c0ae-404a-987c-9478c181dd67 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:04:41.368876 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac90e169-50f1-451e-8f51-fc94452095ff req-179043d1-53c2-4a62-bca4-c24d65512af9 service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839073 Jul 27 21:04:41.376148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899d1798-c74e-46ea-8890-4b215141f862 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Made reservation on behalf of 64658eee724740768d084e3dbd9dd0a7 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:41.381577 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-899d1798-c74e-46ea-8890-4b215141f862 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:41.415062 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a6af99db-bd83-4a10-9e9e-62f77f372ddb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c47585ac2034951982c05a2e3281588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0772312 Jul 27 21:04:41.424927 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef18b2-b098-4745-8f63-ee9929f0b44b req-1529ee18-33ff-4528-8f84-81d9b1e32726 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:41.433131 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2cef18b2-b098-4745-8f63-ee9929f0b44b req-1529ee18-33ff-4528-8f84-81d9b1e32726 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 944 time: 0.3144867 Jul 27 21:04:41.434985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42266) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:41.543381 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2cef18b2-b098-4745-8f63-ee9929f0b44b req-d07f8bc3-6c6c-48d9-a245-b6e54f86ac23 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077051 Jul 27 21:04:41.562572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-router', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:35Z', 'revision_number': 4, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'gw_port': {'id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9469f8d4-3e5e-4e29-9c29-11a18fd805c6', 'name': '', 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'mac_address': 'fa:16:3e:c0:81:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '77be564d-06c0-4068-8b37-cf298f230dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:34Z', 'updated_at': '2021-07-27T21:04:39Z', 'revision_number': 4, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'subnets': [{'id': '77be564d-06c0-4068-8b37-cf298f230dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:04:41.615941 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-e8cadd3a-9bc3-4b5e-9206-73a44934bc7a tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:41.617575 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-e8cadd3a-9bc3-4b5e-9206-73a44934bc7a tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.20 "GET /v2.0/networks?id=aa0f501a-270a-4222-a24b-8f2739ff3634 HTTP/1.1" status: 200 len: 820 time: 0.1298256 Jul 27 21:04:41.638415 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6ad3-38bf-4aaf-9468-055cc99b9306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:41.639573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-07e57a55-35eb-4a6c-90f7-a325988ced40 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Request body: {'port': {'device_id': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634', 'admin_state_up': True, 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:41.647222 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab80bfe-3682-497d-8612-8e6f890e41d0 None None] The sync data for ids ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'] in n-d-764806-9 is: [{'id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-router', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:35Z', 'revision_number': 4, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'gw_port': {'id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9469f8d4-3e5e-4e29-9c29-11a18fd805c6', 'name': '', 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'mac_address': 'fa:16:3e:c0:81:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '77be564d-06c0-4068-8b37-cf298f230dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:34Z', 'updated_at': '2021-07-27T21:04:39Z', 'revision_number': 4, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'subnets': [{'id': '77be564d-06c0-4068-8b37-cf298f230dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:04:41.767343 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6ad3-38bf-4aaf-9468-055cc99b9306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:41.788280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35710f-ce0e-4d5e-b6eb-c5bbce1b8be5 req-ff7bdce3-19c6-458b-98f9-3970ef7b6a19 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:41.789993 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a35710f-ce0e-4d5e-b6eb-c5bbce1b8be5 req-ff7bdce3-19c6-458b-98f9-3970ef7b6a19 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.3220055 Jul 27 21:04:41.830962 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac90e169-50f1-451e-8f51-fc94452095ff req-09023700-267b-43c8-a4bd-d79c3bae3c43 service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451039 Jul 27 21:04:41.883516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-07e57a55-35eb-4a6c-90f7-a325988ced40 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Made reservation on behalf of 1adb373d7e5e4c4da37c64d08c37f713 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:41.888683 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-07e57a55-35eb-4a6c-90f7-a325988ced40 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:41.900064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-c42a40e7-51f0-4cc3-b2de-ce0383a811dc tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:41.901610 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-c42a40e7-51f0-4cc3-b2de-ce0383a811dc tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28&tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 1095 time: 0.2968071 Jul 27 21:04:41.923035 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a35710f-ce0e-4d5e-b6eb-c5bbce1b8be5 req-565c1e04-7190-41dd-81fc-6a67831f13dd tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061797 Jul 27 21:04:41.970911 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548acd8d-8e89-419d-8c69-4058919ee340 req-7932c6d8-c464-473e-b6a3-6df568d436d4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:41.972692 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-548acd8d-8e89-419d-8c69-4058919ee340 req-7932c6d8-c464-473e-b6a3-6df568d436d4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 943 time: 0.2227938 Jul 27 21:04:41.976446 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6ad3-38bf-4aaf-9468-055cc99b9306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:41.979203 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9f6e6ad3-38bf-4aaf-9468-055cc99b9306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:41.980436 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9f6e6ad3-38bf-4aaf-9468-055cc99b9306 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0f8d5d9-6a82-4209-ab6b-108b097aa2d1 HTTP/1.1" status: 204 len: 168 time: 0.5438516 Jul 27 21:04:42.062665 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e6ad3-38bf-4aaf-9468-055cc99b9306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f8d5d9-6a82-4209-ab6b-108b097aa2d1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:42.082848 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-899d1798-c74e-46ea-8890-4b215141f862 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.115116 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-548acd8d-8e89-419d-8c69-4058919ee340 req-a7589ceb-26e8-43ed-8cc2-cff1bc2d6872 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183162 Jul 27 21:04:42.207638 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-5b11a76d-7041-44a5-b1a8-16de4072b151 service neutron] For port 2f138f75-ad49-41c0-a309-0be59c19bcb5, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:42.217622 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-5b11a76d-7041-44a5-b1a8-16de4072b151 service neutron] Notify callbacks [] for binding, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.218668 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-5b11a76d-7041-44a5-b1a8-16de4072b151 service neutron] 10.222.0.20 "DELETE /v2.0/ports/2f138f75-ad49-41c0-a309-0be59c19bcb5/bindings/n-h2-764806-9 HTTP/1.1" status: 204 len: 173 time: 0.3007164 Jul 27 21:04:42.258849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144529a-6cd3-4ee2-a0f6-582c73c513a3 req-1652cb7b-3497-458d-ab65-0001938ec409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:42.262426 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3144529a-6cd3-4ee2-a0f6-582c73c513a3 req-1652cb7b-3497-458d-ab65-0001938ec409 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 1094 time: 0.3680241 Jul 27 21:04:42.267652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d1798-c74e-46ea-8890-4b215141f862 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event updated for resources: {'Subnet': ['ID=78c9ed42-955d-4476-9cbf-7e35ae77d017,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:42.294638 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-07e57a55-35eb-4a6c-90f7-a325988ced40 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Allocated IP 172.20.0.2 (aa0f501a-270a-4222-a24b-8f2739ff3634/77be564d-06c0-4068-8b37-cf298f230dab/4def4505-665f-4616-97a4-82524d65d527) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:42.308956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9469f8d4-3e5e-4e29-9c29-11a18fd805c6 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:42.398419 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 9469f8d4-3e5e-4e29-9c29-11a18fd805c6 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:42.402705 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 9469f8d4-3e5e-4e29-9c29-11a18fd805c6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:42.403356 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.428654 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8155808-cfff-4f24-92da-a20eb1f226df req-f67cab15-0b40-451f-adbc-de4f953d37c7 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 210 time: 0.0605509 Jul 27 21:04:42.477637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899d1798-c74e-46ea-8890-4b215141f862 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Checking segment: {'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:42.478274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899d1798-c74e-46ea-8890-4b215141f862 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Network hostable DHCP agents. Network: c7db6212-d43e-4c96-ae0f-7727debc8c82, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:04:42.523507 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.534163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144529a-6cd3-4ee2-a0f6-582c73c513a3 req-7e715f58-071a-40b2-b35c-35cf0d9afc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:42.535909 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3144529a-6cd3-4ee2-a0f6-582c73c513a3 req-7e715f58-071a-40b2-b35c-35cf0d9afc2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 906 time: 0.2530999 Jul 27 21:04:42.559520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899d1798-c74e-46ea-8890-4b215141f862 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Network c7db6212-d43e-4c96-ae0f-7727debc8c82 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:04:42.579081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 9469f8d4-3e5e-4e29-9c29-11a18fd805c6, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9469f8d4-3e5e-4e29-9c29-11a18fd805c6,segment=NetworkSegment(37b711c8-dd1d-4ada-a935-8e40e0e28027),segment_id=37b711c8-dd1d-4ada-a935-8e40e0e28027)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:42.586680 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.687177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=9469f8d4-3e5e-4e29-9c29-11a18fd805c6,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:42.778346 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3144529a-6cd3-4ee2-a0f6-582c73c513a3 req-061a1821-d7b5-4e07-8c6d-ef3132c4facb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a59fe5c-b464-472f-ae4b-4e8d12938045 HTTP/1.1" status: 200 len: 217 time: 0.2321060 Jul 27 21:04:42.782926 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-899d1798-c74e-46ea-8890-4b215141f862 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, c7db6212-d43e-4c96-ae0f-7727debc8c82) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:42.791376 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899d1798-c74e-46ea-8890-4b215141f862 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:42.791977 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-899d1798-c74e-46ea-8890-4b215141f862 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:42.795451 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de84232-2b63-4c46-8c47-f4ced0450a31 None None] Network c7db6212-d43e-4c96-ae0f-7727debc8c82 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:04:42.803262 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21871f-630c-473a-9352-4c60a86e4dda req-8ad69782-7405-4867-ab85-6cc36652aa2d tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:42.805056 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d21871f-630c-473a-9352-4c60a86e4dda req-8ad69782-7405-4867-ab85-6cc36652aa2d tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 944 time: 0.1502171 Jul 27 21:04:42.859513 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d21871f-630c-473a-9352-4c60a86e4dda req-7d147592-e3d8-46b0-b2a0-5e60294c27fc tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479376 Jul 27 21:04:42.865390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144529a-6cd3-4ee2-a0f6-582c73c513a3 req-dc8a41ec-8d0b-4992-b1c4-546ebced98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:42.866952 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3144529a-6cd3-4ee2-a0f6-582c73c513a3 req-dc8a41ec-8d0b-4992-b1c4-546ebced98d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6866e95-5277-449a-81cc-71c772e0c274 HTTP/1.1" status: 200 len: 845 time: 0.0774741 Jul 27 21:04:42.895304 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:04:43.042213 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-07e57a55-35eb-4a6c-90f7-a325988ced40 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.070612 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-c7db6212-d43e-4c96-ae0f-7727debc8c82', 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'fixed_ips': [{'subnet_id': '78c9ed42-955d-4476-9cbf-7e35ae77d017'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:04:43.072107 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.078671 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3144529a-6cd3-4ee2-a0f6-582c73c513a3 req-76eba310-ec6e-4238-90cc-0fe43ac28825 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e63d6883-21db-42a3-83ad-67a0ca0dae2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1744785 Jul 27 21:04:43.084362 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-899d1798-c74e-46ea-8890-4b215141f862 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9062583 Jul 27 21:04:43.084907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42308) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:43.096480 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-98456f88-5993-4fcc-9aa0-387fac4dcb69 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Request body: {'subnet': {'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:43.125812 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ea15f-3afb-4e7f-a25d-75def04e2e0b req-11d37598-f04a-44c1-b597-4c0bb6adc24b tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:43.131338 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c87ea15f-3afb-4e7f-a25d-75def04e2e0b req-11d37598-f04a-44c1-b597-4c0bb6adc24b tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 1095 time: 0.1120307 Jul 27 21:04:43.278200 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c87ea15f-3afb-4e7f-a25d-75def04e2e0b req-c234ec98-1c2f-4ee7-976a-4bda5f4b4b68 tempest-LiveMigrationTest-1823184166 tempest-LiveMigrationTest-1823184166-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398373 Jul 27 21:04:43.358068 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1738a-1795-48af-855f-1ddc1c9ceb5b req-5a3a9a0a-5521-4ebd-bdc9-7136ec512ceb tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:43.366429 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-68c1738a-1795-48af-855f-1ddc1c9ceb5b req-5a3a9a0a-5521-4ebd-bdc9-7136ec512ceb tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.1855040 Jul 27 21:04:43.409160 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3144529a-6cd3-4ee2-a0f6-582c73c513a3 req-c0003b93-1666-4891-8d87-76606188c0fa service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086252 Jul 27 21:04:43.412954 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-07e57a55-35eb-4a6c-90f7-a325988ced40 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.434177 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-68c1738a-1795-48af-855f-1ddc1c9ceb5b req-86c7e691-0e57-4cbc-8411-9a1f1b01ef6d tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665858 Jul 27 21:04:43.475466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Allocated IP 10.1.1.2 (c7db6212-d43e-4c96-ae0f-7727debc8c82/78c9ed42-955d-4476-9cbf-7e35ae77d017/047560b5-c59e-4a17-99f7-718c6d840dd9) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:43.545577 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e57a55-35eb-4a6c-90f7-a325988ced40 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Pushing event updated for resources: {'Port': ['ID=4def4505-665f-4616-97a4-82524d65d527,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:43.591029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109403a4-c47f-4903-aac6-8258aa63abf4 req-0c8da6f9-dfa9-46ef-85e6-cb4b2a2118dc tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:43.592978 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-109403a4-c47f-4903-aac6-8258aa63abf4 req-0c8da6f9-dfa9-46ef-85e6-cb4b2a2118dc tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 943 time: 0.1048377 Jul 27 21:04:43.608206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98456f88-5993-4fcc-9aa0-387fac4dcb69 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Made reservation on behalf of 64658eee724740768d084e3dbd9dd0a7 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:43.611757 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98456f88-5993-4fcc-9aa0-387fac4dcb69 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.628461 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-07e57a55-35eb-4a6c-90f7-a325988ced40 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Network aa0f501a-270a-4222-a24b-8f2739ff3634 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:43.659136 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-109403a4-c47f-4903-aac6-8258aa63abf4 req-900341d5-ab86-47bd-957e-ee95023368b5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508280 Jul 27 21:04:43.669323 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.671375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-07e57a55-35eb-4a6c-90f7-a325988ced40 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:43.679185 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-07e57a55-35eb-4a6c-90f7-a325988ced40 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:43.680116 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Transition to ACTIVE for port object 047560b5-c59e-4a17-99f7-718c6d840dd9 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:43.713057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Transition to ACTIVE for port object 047560b5-c59e-4a17-99f7-718c6d840dd9 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:43.723293 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.782696 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Pushing event updated for resources: {'Port': ['ID=047560b5-c59e-4a17-99f7-718c6d840dd9,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:43.788900 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3144529a-6cd3-4ee2-a0f6-582c73c513a3 req-1f6b03df-9bf3-4601-bf00-4b229f73330d service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721375 Jul 27 21:04:43.798813 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-07e57a55-35eb-4a6c-90f7-a325988ced40 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:43.799681 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-07e57a55-35eb-4a6c-90f7-a325988ced40 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.812405 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Network c7db6212-d43e-4c96-ae0f-7727debc8c82 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:43.814134 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:43.816686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:43.828236 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-07e57a55-35eb-4a6c-90f7-a325988ced40 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1925669 Jul 27 21:04:43.858058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Request body: {'port': {'device_id': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:43.892066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04822bf-40a3-4b8e-94ec-bddb05b1699e req-f4601678-abce-4bbf-b36f-2b2c13e23242 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:43.897029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Attempting to bind port 047560b5-c59e-4a17-99f7-718c6d840dd9 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:43.897784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Attempting to bind port 047560b5-c59e-4a17-99f7-718c6d840dd9 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:43.898044 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Attempting to bind port 047560b5-c59e-4a17-99f7-718c6d840dd9 on network c7db6212-d43e-4c96-ae0f-7727debc8c82 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:43.900362 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e04822bf-40a3-4b8e-94ec-bddb05b1699e req-f4601678-abce-4bbf-b36f-2b2c13e23242 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 931 time: 0.1248188 Jul 27 21:04:43.905850 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:43.906972 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Checking segment: {'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:43.906972 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.907262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Bound using segment: {'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:43.908073 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Bound port: 047560b5-c59e-4a17-99f7-718c6d840dd9, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:43.908073 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:43.968393 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e04822bf-40a3-4b8e-94ec-bddb05b1699e req-21b58e76-5daa-4ca5-8699-00a7be416145 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671010 Jul 27 21:04:43.990768 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98456f88-5993-4fcc-9aa0-387fac4dcb69 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.000563 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] For port 047560b5-c59e-4a17-99f7-718c6d840dd9, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:44.004667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] For port 047560b5-c59e-4a17-99f7-718c6d840dd9, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=047560b5-c59e-4a17-99f7-718c6d840dd9,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:44.018972 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.022348 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.147418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ee9e3-4ba2-42ff-ad04-8b1e3baca9c8 None None] Pushing event updated for resources: {'Port': ['ID=047560b5-c59e-4a17-99f7-718c6d840dd9,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:44.154689 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e44a24-f142-411e-be4e-0f995fa3b350 req-55a4d423-8fdc-4225-ab43-2d2d4b926b44 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:44.163735 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-25e44a24-f142-411e-be4e-0f995fa3b350 req-55a4d423-8fdc-4225-ab43-2d2d4b926b44 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 944 time: 0.1167111 Jul 27 21:04:44.175812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98456f88-5993-4fcc-9aa0-387fac4dcb69 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event updated for resources: {'Subnet': ['ID=0100c0f3-654b-4008-8ca4-b381192db716,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:44.228741 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-25e44a24-f142-411e-be4e-0f995fa3b350 req-eb47f6b8-2e24-4b4b-a2ec-4b9066fe2c7c tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585179 Jul 27 21:04:44.267089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98456f88-5993-4fcc-9aa0-387fac4dcb69 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Checking segment: {'id': 'bf556fc4-075f-4ce3-806b-07e002f018bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:44.267468 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98456f88-5993-4fcc-9aa0-387fac4dcb69 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Network hostable DHCP agents. Network: 4a3bd81c-c0ae-404a-987c-9478c181dd67, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:04:44.284731 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9469f8d4-3e5e-4e29-9c29-11a18fd805c6 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:44.295723 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f91df7cf-931c-4ea7-b86e-3b8df3393190 req-3de30933-2ca3-4012-9282-be91522f50dc tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0477617 Jul 27 21:04:44.353163 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 9469f8d4-3e5e-4e29-9c29-11a18fd805c6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:44.353547 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.413010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98456f88-5993-4fcc-9aa0-387fac4dcb69 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Network 4a3bd81c-c0ae-404a-987c-9478c181dd67 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:04:44.443926 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-98456f88-5993-4fcc-9aa0-387fac4dcb69 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 4a3bd81c-c0ae-404a-987c-9478c181dd67) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:44.454145 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98456f88-5993-4fcc-9aa0-387fac4dcb69 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:44.454766 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98456f88-5993-4fcc-9aa0-387fac4dcb69 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.544695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4e380-d4f4-4fde-8ac8-faf609932fb1 req-501a1803-4b04-4da7-a6f1-faa21d03077f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:44.547045 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-52f4e380-d4f4-4fde-8ac8-faf609932fb1 req-501a1803-4b04-4da7-a6f1-faa21d03077f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 944 time: 0.2141778 Jul 27 21:04:44.556444 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42346) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:44.556893 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-98456f88-5993-4fcc-9aa0-387fac4dcb69 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4708021 Jul 27 21:04:44.569960 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-094cf1f1-c8dc-4159-9f04-0d8858ad068d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Request body: {'port': {'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82', 'name': 'tempest-TaggedBootDevicesTest_v242-270251991', 'fixed_ips': [{'subnet_id': '78c9ed42-955d-4476-9cbf-7e35ae77d017'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:44.658010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4def4505-665f-4616-97a4-82524d65d527 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:44.687433 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.706173 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Transition to ACTIVE for port object 4def4505-665f-4616-97a4-82524d65d527 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:44.713045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdefdbb-56bb-47e6-bc2a-7ec1aa5cc6df None None] Network 4a3bd81c-c0ae-404a-987c-9478c181dd67 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:04:44.719764 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.781786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-52f4e380-d4f4-4fde-8ac8-faf609932fb1 req-e3a80732-a681-4eee-a6f5-dfecf6ee1475 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Deleting port 2f138f75-ad49-41c0-a309-0be59c19bcb5 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:04:44.782339 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-52f4e380-d4f4-4fde-8ac8-faf609932fb1 req-e3a80732-a681-4eee-a6f5-dfecf6ee1475 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.809135 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d29b54-4545-4197-8681-5946da0b1a36 req-24e0495c-4b76-4e82-91b6-fc628cc30407 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:44.813449 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b1d29b54-4545-4197-8681-5946da0b1a36 req-24e0495c-4b76-4e82-91b6-fc628cc30407 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.2141228 Jul 27 21:04:44.816086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094cf1f1-c8dc-4159-9f04-0d8858ad068d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Made reservation on behalf of 64658eee724740768d084e3dbd9dd0a7 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:44.871738 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Pushing event updated for resources: {'Port': ['ID=4def4505-665f-4616-97a4-82524d65d527,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:44.933685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-52f4e380-d4f4-4fde-8ac8-faf609932fb1 req-e3a80732-a681-4eee-a6f5-dfecf6ee1475 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] For port 2f138f75-ad49-41c0-a309-0be59c19bcb5, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=2f138f75-ad49-41c0-a309-0be59c19bcb5,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:44.934314 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-52f4e380-d4f4-4fde-8ac8-faf609932fb1 req-e3a80732-a681-4eee-a6f5-dfecf6ee1475 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:44.978257 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-52f4e380-d4f4-4fde-8ac8-faf609932fb1 req-e3a80732-a681-4eee-a6f5-dfecf6ee1475 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Calling delete_port for 2f138f75-ad49-41c0-a309-0be59c19bcb5 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:04:45.002729 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-4a3bd81c-c0ae-404a-987c-9478c181dd67', 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'fixed_ips': [{'subnet_id': '0100c0f3-654b-4008-8ca4-b381192db716'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:04:45.005210 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.070987 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b1d29b54-4545-4197-8681-5946da0b1a36 req-0dd45679-56ef-41fe-a304-b109aedc9cb7 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153013 Jul 27 21:04:45.113682 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-094cf1f1-c8dc-4159-9f04-0d8858ad068d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.119984 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Attempting to bind port 4def4505-665f-4616-97a4-82524d65d527 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:45.120312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Attempting to bind port 4def4505-665f-4616-97a4-82524d65d527 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '37b711c8-dd1d-4ada-a935-8e40e0e28027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:45.120643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Attempting to bind port 4def4505-665f-4616-97a4-82524d65d527 on network aa0f501a-270a-4222-a24b-8f2739ff3634 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:45.130200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Port 4def4505-665f-4616-97a4-82524d65d527 on network aa0f501a-270a-4222-a24b-8f2739ff3634 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:04:45.131136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Attempting to bind port 4def4505-665f-4616-97a4-82524d65d527 on network aa0f501a-270a-4222-a24b-8f2739ff3634 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:45.140117 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:45.140649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Checking segment: {'id': '37b711c8-dd1d-4ada-a935-8e40e0e28027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:45.141279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Bound using segment: {'id': '37b711c8-dd1d-4ada-a935-8e40e0e28027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:45.142043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Bound port: 4def4505-665f-4616-97a4-82524d65d527, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b711c8-dd1d-4ada-a935-8e40e0e28027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:45.142672 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.167292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb5799-66a8-4ebb-a4a7-2f7bf117e982 req-a374b0c7-5dc3-45fe-ac2c-aac729f75155 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:45.177504 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dddb5799-66a8-4ebb-a4a7-2f7bf117e982 req-a374b0c7-5dc3-45fe-ac2c-aac729f75155 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 943 time: 0.3621554 Jul 27 21:04:45.191470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-094cf1f1-c8dc-4159-9f04-0d8858ad068d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] device_id is not set on port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:04:45.325274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] For port 4def4505-665f-4616-97a4-82524d65d527, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:45.328897 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-52f4e380-d4f4-4fde-8ac8-faf609932fb1 req-e3a80732-a681-4eee-a6f5-dfecf6ee1475 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.332391 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] For port 4def4505-665f-4616-97a4-82524d65d527, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=4def4505-665f-4616-97a4-82524d65d527,segment=NetworkSegment(37b711c8-dd1d-4ada-a935-8e40e0e28027),segment_id=37b711c8-dd1d-4ada-a935-8e40e0e28027)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:45.343717 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['2f138f75-ad49-41c0-a309-0be59c19bcb5'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:45.346215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['f0188fac-0d19-4e89-8a50-1df031009e39'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:45.386185 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dddb5799-66a8-4ebb-a4a7-2f7bf117e982 req-0f31ed87-e163-46af-8afb-a6491d14cd9f tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074244 Jul 27 21:04:45.406507 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.423247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a80732-a681-4eee-a6f5-dfecf6ee1475 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Pushing event deleted for resources: {'Port': ['ID=2f138f75-ad49-41c0-a309-0be59c19bcb5,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:45.488929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:45.489542 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.491353 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da15b52-df22-4688-9b42-5c7d91bfe87f req-7115912a-31e7-44b6-8768-68a6fc2222b3 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:45.491590 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] 10.222.0.20 "PUT /v2.0/ports/4def4505-665f-4616-97a4-82524d65d527 HTTP/1.1" status: 200 len: 1091 time: 1.6396964 Jul 27 21:04:45.497310 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Allocated IP 10.2.2.2 (4a3bd81c-c0ae-404a-987c-9478c181dd67/0100c0f3-654b-4008-8ca4-b381192db716/edc6f0de-4e51-4554-846b-3960bf183509) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:45.509059 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9da15b52-df22-4688-9b42-5c7d91bfe87f req-7115912a-31e7-44b6-8768-68a6fc2222b3 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 943 time: 0.3281381 Jul 27 21:04:45.509533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'tag': '4def4505-665f-4616-97a4-82524d65d527'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:45.512055 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a43f13-4c42-4c2f-88a2-9ea0cb55d53f" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dcae11-3f36-46c8-bacc-ec28fc38a3af", "tag": "4def4505-665f-4616-97a4-82524d65d527"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:45.563586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f4e380-d4f4-4fde-8ac8-faf609932fb1 req-e3a80732-a681-4eee-a6f5-dfecf6ee1475 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] No DVR routers for this DVR port 2f138f75-ad49-41c0-a309-0be59c19bcb5 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:04:45.595165 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-52f4e380-d4f4-4fde-8ac8-faf609932fb1 req-e3a80732-a681-4eee-a6f5-dfecf6ee1475 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:45.597248 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-52f4e380-d4f4-4fde-8ac8-faf609932fb1 req-e3a80732-a681-4eee-a6f5-dfecf6ee1475 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.20 "DELETE /v2.0/ports/2f138f75-ad49-41c0-a309-0be59c19bcb5 HTTP/1.1" status: 204 len: 173 time: 1.0390484 Jul 27 21:04:45.666596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f46f5e-55f9-4a22-93d7-26f665459309 service neutron] Pushing event updated for resources: {'Port': ['ID=4def4505-665f-4616-97a4-82524d65d527,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:45.691935 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9da15b52-df22-4688-9b42-5c7d91bfe87f req-79096763-6483-4154-a8b5-e4fd9402b940 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806071 Jul 27 21:04:45.716255 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-4553664b-9754-48d8-a5ae-fc53fa3a405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:45.718163 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-4553664b-9754-48d8-a5ae-fc53fa3a405c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1adb373d7e5e4c4da37c64d08c37f713&device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 1094 time: 0.1647267 Jul 27 21:04:45.721669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-094cf1f1-c8dc-4159-9f04-0d8858ad068d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Allocated IP 10.1.1.226 (c7db6212-d43e-4c96-ae0f-7727debc8c82/78c9ed42-955d-4476-9cbf-7e35ae77d017/2528b4f0-42ea-4bae-ad98-418d19fffcf6) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:45.756184 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075b1666-8764-4c92-a3b2-6f138a267cff None None] Network c7db6212-d43e-4c96-ae0f-7727debc8c82 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:04:45.772666 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6bbf379d-8167-453f-8b74-e4b9945510ae req-8b1b9278-ae23-4a84-bf8c-5161fed0ebb1 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 210 time: 0.0470505 Jul 27 21:04:45.775236 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-fcca9f21-b002-4218-acaf-5dd3d0757108 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4def4505-665f-4616-97a4-82524d65d527 HTTP/1.1" status: 200 len: 217 time: 0.0486181 Jul 27 21:04:45.856474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-9f4a4731-f431-4709-a203-1be2f286a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:45.858128 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-9f4a4731-f431-4709-a203-1be2f286a05a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77be564d-06c0-4068-8b37-cf298f230dab HTTP/1.1" status: 200 len: 860 time: 0.0754466 Jul 27 21:04:45.913060 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634e9c84-50f9-423e-9486-023ffdbfdfcf x-openstack-request-id: req-634e9c84-50f9-423e-9486-023ffdbfdfcf {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:45.913325 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dcae11-3f36-46c8-bacc-ec28fc38a3af", "tag": "4def4505-665f-4616-97a4-82524d65d527", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:45.913729 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-634e9c84-50f9-423e-9486-023ffdbfdfcf {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:45.914301 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'tag': '4def4505-665f-4616-97a4-82524d65d527', 'status': 'completed', 'code': 200} Jul 27 21:04:45.917002 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-154e8b27-3564-4f49-9fb8-acdb6dc49b2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa0f501a-270a-4222-a24b-8f2739ff3634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501337 Jul 27 21:04:45.940182 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00c60a9c-c0c1-4f3a-aa11-d707eecb3b1d req-58bd0dda-dc68-45f6-8da1-b80c22a66925 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0441003 Jul 27 21:04:46.024100 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-094cf1f1-c8dc-4159-9f04-0d8858ad068d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.036652 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.058328 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-094cf1f1-c8dc-4159-9f04-0d8858ad068d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Transition to ACTIVE for port object 2528b4f0-42ea-4bae-ad98-418d19fffcf6 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:46.060149 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d340c978-2d19-448c-b476-54db6db66ae8 None None] Provisioning for port 047560b5-c59e-4a17-99f7-718c6d840dd9 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:46.065153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Transition to ACTIVE for port object edc6f0de-4e51-4554-846b-3960bf183509 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:46.111197 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-b0992e8a-bf6b-498d-9a08-fc664105bd94 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860549 Jul 27 21:04:46.122709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Transition to ACTIVE for port object edc6f0de-4e51-4554-846b-3960bf183509 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:46.145737 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.222568 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-094cf1f1-c8dc-4159-9f04-0d8858ad068d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.225118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Pushing event updated for resources: {'Port': ['ID=edc6f0de-4e51-4554-846b-3960bf183509,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:46.300211 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Network 4a3bd81c-c0ae-404a-987c-9478c181dd67 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:46.305771 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7a59fe5c-b464-472f-ae4b-4e8d12938045 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:04:46.350419 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-361f0f9b-06c2-458f-b077-0e456a6dc88c req-0d3dc1d2-4545-4529-a19b-1c938555aa17 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314212 Jul 27 21:04:46.352525 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cf1f1-c8dc-4159-9f04-0d8858ad068d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event updated for resources: {'Port': ['ID=2528b4f0-42ea-4bae-ad98-418d19fffcf6,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:46.382735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094cf1f1-c8dc-4159-9f04-0d8858ad068d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Network c7db6212-d43e-4c96-ae0f-7727debc8c82 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:46.388829 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-094cf1f1-c8dc-4159-9f04-0d8858ad068d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:46.392600 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094cf1f1-c8dc-4159-9f04-0d8858ad068d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:46.439123 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7a59fe5c-b464-472f-ae4b-4e8d12938045, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7a59fe5c-b464-472f-ae4b-4e8d12938045,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:46.450496 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094cf1f1-c8dc-4159-9f04-0d8858ad068d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:46.451252 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-094cf1f1-c8dc-4159-9f04-0d8858ad068d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.473046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-094cf1f1-c8dc-4159-9f04-0d8858ad068d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9153469 Jul 27 21:04:46.477893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '7a59fe5c-b464-472f-ae4b-4e8d12938045', 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c', 'port_id': '7a59fe5c-b464-472f-ae4b-4e8d12938045', 'mac_address': 'fa:16:3e:ca:79:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6866e95-5277-449a-81cc-71c772e0c274', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:04:46.479333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42368) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:46.484424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 047560b5-c59e-4a17-99f7-718c6d840dd9 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:46.494438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-074f7486-9cad-4189-bf8b-308ace290321 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Request body: {'port': {'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82', 'name': 'tempest-TaggedBootDevicesTest_v242-1201724632', 'fixed_ips': [{'subnet_id': '78c9ed42-955d-4476-9cbf-7e35ae77d017'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:46.498462 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae203e-eb39-4db6-9648-7ab2dbbc2af4 req-39038908-cf26-42b0-ba23-20b0e3a4f1a9 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:46.500204 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0ae203e-eb39-4db6-9648-7ab2dbbc2af4 req-39038908-cf26-42b0-ba23-20b0e3a4f1a9 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.3368583 Jul 27 21:04:46.536133 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:46.542648 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:46.598534 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0ae203e-eb39-4db6-9648-7ab2dbbc2af4 req-78c64582-4c08-46d9-9104-6784d742e648 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909300 Jul 27 21:04:46.659193 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Attempting to bind port edc6f0de-4e51-4554-846b-3960bf183509 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:46.659556 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Attempting to bind port edc6f0de-4e51-4554-846b-3960bf183509 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'bf556fc4-075f-4ce3-806b-07e002f018bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:46.659994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Attempting to bind port edc6f0de-4e51-4554-846b-3960bf183509 on network 4a3bd81c-c0ae-404a-987c-9478c181dd67 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:46.664976 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 047560b5-c59e-4a17-99f7-718c6d840dd9 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:46.680948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31640c-aa52-46ef-800c-aeb978cf3550 req-872a49ee-53ac-428c-a9f0-cc6d953ae438 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:46.682792 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.686761 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d31640c-aa52-46ef-800c-aeb978cf3550 req-872a49ee-53ac-428c-a9f0-cc6d953ae438 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 943 time: 0.1726449 Jul 27 21:04:46.701999 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 047560b5-c59e-4a17-99f7-718c6d840dd9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:46.702494 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.706895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a59fe5c-b464-472f-ae4b-4e8d12938045 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:46.715492 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:46.716388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Checking segment: {'id': 'bf556fc4-075f-4ce3-806b-07e002f018bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:46.716858 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.717386 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Bound using segment: {'id': 'bf556fc4-075f-4ce3-806b-07e002f018bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:46.718403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Bound port: edc6f0de-4e51-4554-846b-3960bf183509, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf556fc4-075f-4ce3-806b-07e002f018bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:46.718403 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.768431 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d31640c-aa52-46ef-800c-aeb978cf3550 req-e501bb90-fb9b-401d-b752-3b2d97135fc5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776889 Jul 27 21:04:46.781993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074f7486-9cad-4189-bf8b-308ace290321 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Made reservation on behalf of 64658eee724740768d084e3dbd9dd0a7 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:46.840311 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58d8da-f6b0-4e1e-84ea-f87c447f6dfe req-22681479-0520-4193-a85d-3c4ce74846c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:46.852414 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea58d8da-f6b0-4e1e-84ea-f87c447f6dfe req-22681479-0520-4193-a85d-3c4ce74846c0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 1097 time: 0.1070514 Jul 27 21:04:46.866279 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] For port edc6f0de-4e51-4554-846b-3960bf183509, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:46.869661 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] For port edc6f0de-4e51-4554-846b-3960bf183509, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=edc6f0de-4e51-4554-846b-3960bf183509,segment=NetworkSegment(bf556fc4-075f-4ce3-806b-07e002f018bd),segment_id=bf556fc4-075f-4ce3-806b-07e002f018bd)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:46.901477 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.919884 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7a59fe5c-b464-472f-ae4b-4e8d12938045, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7a59fe5c-b464-472f-ae4b-4e8d12938045,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:46.955345 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:46.963129 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a43f13-4c42-4c2f-88a2-9ea0cb55d53f req-a883d0ec-d199-42e0-916b-62b849f83f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:46.966697 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6a43f13-4c42-4c2f-88a2-9ea0cb55d53f req-a883d0ec-d199-42e0-916b-62b849f83f0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1adb373d7e5e4c4da37c64d08c37f713&device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 1094 time: 0.5652006 Jul 27 21:04:47.033625 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ccd84148-3b0b-4724-91b8-c15a0af3e5af req-7b08c4c6-1e57-4a8c-9346-93670a6e852b tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 210 time: 0.1312106 Jul 27 21:04:47.070411 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-074f7486-9cad-4189-bf8b-308ace290321 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:47.074467 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842c7e6-e4ee-499b-b149-4fea1dcf9a3a None None] Pushing event updated for resources: {'Port': ['ID=edc6f0de-4e51-4554-846b-3960bf183509,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:47.103279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-074f7486-9cad-4189-bf8b-308ace290321 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] device_id is not set on port e3b8d17a-522f-4975-8cbf-168252762dea yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:04:47.124059 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea58d8da-f6b0-4e1e-84ea-f87c447f6dfe req-4e0fad8d-7475-4c00-afde-dba7ad4337d8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239696 Jul 27 21:04:47.161954 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5c8ac-def1-45a7-a3cf-48acb0775ed1 req-8a8e4185-cdbe-4732-8f1e-7093f443cde6 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:47.172956 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29e5c8ac-def1-45a7-a3cf-48acb0775ed1 req-8a8e4185-cdbe-4732-8f1e-7093f443cde6 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 943 time: 0.2610323 Jul 27 21:04:47.190407 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:47.196378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7a59fe5c-b464-472f-ae4b-4e8d12938045'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:47.250788 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7c3109e4-1aa1-4ac6-bbec-743395be7e5f None None] Provisioning for port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:47.258890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7c3109e4-1aa1-4ac6-bbec-743395be7e5f None None] Provisioning complete for port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:47.259259 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7c3109e4-1aa1-4ac6-bbec-743395be7e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:47.308789 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29e5c8ac-def1-45a7-a3cf-48acb0775ed1 req-3ec887c6-8e96-4339-83d6-4c0b93c34af7 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349270 Jul 27 21:04:47.309338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a43f13-4c42-4c2f-88a2-9ea0cb55d53f req-81209611-86fd-421d-aeb4-2999cf12e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:47.310397 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6a43f13-4c42-4c2f-88a2-9ea0cb55d53f req-81209611-86fd-421d-aeb4-2999cf12e2be service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa0f501a-270a-4222-a24b-8f2739ff3634 HTTP/1.1" status: 200 len: 921 time: 0.3338997 Jul 27 21:04:47.313985 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 047560b5-c59e-4a17-99f7-718c6d840dd9, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=047560b5-c59e-4a17-99f7-718c6d840dd9,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:47.378542 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:47.396497 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7a59fe5c-b464-472f-ae4b-4e8d12938045,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:47.414893 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dbf28282-954e-4208-8850-a44cfefcde6d req-394f9c9d-193d-47b1-af4c-097a212547b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2740605 Jul 27 21:04:47.416163 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6a43f13-4c42-4c2f-88a2-9ea0cb55d53f req-3f739a05-8d79-4702-9a33-2a9452a7b989 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4def4505-665f-4616-97a4-82524d65d527 HTTP/1.1" status: 200 len: 217 time: 0.0884926 Jul 27 21:04:47.422909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d0a5ae73-19ff-4430-9d0a-35828ad9854c req-e2b222dc-0acc-419c-888e-e0a831145e79 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.1867719 Jul 27 21:04:47.494810 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7c3109e4-1aa1-4ac6-bbec-743395be7e5f None None] Port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:04:47.575578 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a43f13-4c42-4c2f-88a2-9ea0cb55d53f req-74b21f1e-13e4-42d2-b553-851f0bd5defa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:47.577064 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6a43f13-4c42-4c2f-88a2-9ea0cb55d53f req-74b21f1e-13e4-42d2-b553-851f0bd5defa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77be564d-06c0-4068-8b37-cf298f230dab HTTP/1.1" status: 200 len: 860 time: 0.0988085 Jul 27 21:04:47.607948 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7c3109e4-1aa1-4ac6-bbec-743395be7e5f None None] Provisioning complete for port 047560b5-c59e-4a17-99f7-718c6d840dd9 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:47.608775 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7c3109e4-1aa1-4ac6-bbec-743395be7e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:47.651708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=047560b5-c59e-4a17-99f7-718c6d840dd9,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:47.785003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26d974-44b1-476c-a5e6-a2eeceaa9338 req-3fb4fbe0-8794-4a5d-b629-2a50e187046f tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:47.793277 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f26d974-44b1-476c-a5e6-a2eeceaa9338 req-3fb4fbe0-8794-4a5d-b629-2a50e187046f tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.0985153 Jul 27 21:04:47.847163 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f26d974-44b1-476c-a5e6-a2eeceaa9338 req-7ab29f95-11b8-4366-a1e0-224c4afa75f2 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524583 Jul 27 21:04:47.897254 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-18c6c8a0-7240-4130-9ce7-3ef2a88b50a5 None None] Provisioning complete for port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:47.897662 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-18c6c8a0-7240-4130-9ce7-3ef2a88b50a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:47.934027 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-18c6c8a0-7240-4130-9ce7-3ef2a88b50a5 None None] Port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:04:47.981497 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b8ad3-2aef-4151-b624-a7ec444b97b0 req-c6f9896b-b407-452c-ae83-94acc63fab1b tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:47.983105 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-440b8ad3-2aef-4151-b624-a7ec444b97b0 req-c6f9896b-b407-452c-ae83-94acc63fab1b tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 944 time: 0.0825462 Jul 27 21:04:47.991593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a7e633-63fd-4c70-9924-10a7b5223c28', 'name': 'network-vif-deleted', 'tag': '2f138f75-ad49-41c0-a309-0be59c19bcb5'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:47.993827 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d89b34-c2ef-451a-9e3a-2f73377d14ca" -d '{"events": [{"server_uuid": "b3a7e633-63fd-4c70-9924-10a7b5223c28", "name": "network-vif-deleted", "tag": "2f138f75-ad49-41c0-a309-0be59c19bcb5"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:48.025490 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-440b8ad3-2aef-4151-b624-a7ec444b97b0 req-4b6f1b70-068b-46bb-b660-045ff67403ad tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356145 Jul 27 21:04:48.026172 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6a43f13-4c42-4c2f-88a2-9ea0cb55d53f req-6cb5f0ba-ae42-41ff-9666-081da69cd4d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa0f501a-270a-4222-a24b-8f2739ff3634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4285042 Jul 27 21:04:48.032447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-074f7486-9cad-4189-bf8b-308ace290321 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Allocated IP 10.1.1.211 (c7db6212-d43e-4c96-ae0f-7727debc8c82/78c9ed42-955d-4476-9cbf-7e35ae77d017/e3b8d17a-522f-4975-8cbf-168252762dea) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:48.097021 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc080ba-4cd3-4e49-bc7a-c6a2ba999aab x-openstack-request-id: req-6bc080ba-4cd3-4e49-bc7a-c6a2ba999aab {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:48.097309 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a7e633-63fd-4c70-9924-10a7b5223c28", "name": "network-vif-deleted", "tag": "2f138f75-ad49-41c0-a309-0be59c19bcb5", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:48.097570 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6bc080ba-4cd3-4e49-bc7a-c6a2ba999aab {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:48.097958 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a7e633-63fd-4c70-9924-10a7b5223c28', 'name': 'network-vif-deleted', 'tag': '2f138f75-ad49-41c0-a309-0be59c19bcb5', 'status': 'completed', 'code': 200} Jul 27 21:04:48.156018 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e42bb60-e425-4e3a-a6e9-57fe4a7acdcb req-a3fcef09-c19a-488c-a011-48e043f1cacb tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 210 time: 0.0334668 Jul 27 21:04:48.173721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf28282-954e-4208-8850-a44cfefcde6d req-1413dfa5-97e2-4521-85f5-4317efb08df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:48.175262 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dbf28282-954e-4208-8850-a44cfefcde6d req-1413dfa5-97e2-4521-85f5-4317efb08df3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb4ef6d905c540639ba16528d6bd530f&device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 1097 time: 0.5952041 Jul 27 21:04:48.262845 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6a43f13-4c42-4c2f-88a2-9ea0cb55d53f req-312ff7cd-f3e3-4745-a163-9a7908fa89d3 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214403 Jul 27 21:04:48.313196 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7a59fe5c-b464-472f-ae4b-4e8d12938045 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:48.393311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device edc6f0de-4e51-4554-846b-3960bf183509 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:48.446971 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-074f7486-9cad-4189-bf8b-308ace290321 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:48.462515 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-074f7486-9cad-4189-bf8b-308ace290321 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Transition to ACTIVE for port object e3b8d17a-522f-4975-8cbf-168252762dea will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:48.528685 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-074f7486-9cad-4189-bf8b-308ace290321 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:48.546328 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa736bc-ef62-4537-b25b-f9b206e9b578 req-00162a11-2294-4ec9-8c81-81ca658ee4e1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:48.559093 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bfa736bc-ef62-4537-b25b-f9b206e9b578 req-00162a11-2294-4ec9-8c81-81ca658ee4e1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 943 time: 0.1412244 Jul 27 21:04:48.562021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port edc6f0de-4e51-4554-846b-3960bf183509 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:48.565965 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 047560b5-c59e-4a17-99f7-718c6d840dd9 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:48.622777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074f7486-9cad-4189-bf8b-308ace290321 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Network c7db6212-d43e-4c96-ae0f-7727debc8c82 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:48.625254 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 047560b5-c59e-4a17-99f7-718c6d840dd9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:48.626449 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:48.632986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf28282-954e-4208-8850-a44cfefcde6d req-592b3dba-3663-47f1-ab95-73beeab68f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:48.634855 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dbf28282-954e-4208-8850-a44cfefcde6d req-592b3dba-3663-47f1-ab95-73beeab68f34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ec00e2c-05c4-487c-9890-4842123aff94 HTTP/1.1" status: 200 len: 906 time: 0.4247825 Jul 27 21:04:48.635889 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-074f7486-9cad-4189-bf8b-308ace290321 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:48.658248 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f7486-9cad-4189-bf8b-308ace290321 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:48.674328 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39bcb0c-3a08-45b8-9eaf-7975bf40a203 None None] Network 4a3bd81c-c0ae-404a-987c-9478c181dd67 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:04:48.702368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5eb514be-fa0b-4ebc-8805-ced84574db2b req-8309bfab-2299-4dbc-ada1-85c1da5dc736 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0628569 Jul 27 21:04:48.734345 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bfa736bc-ef62-4537-b25b-f9b206e9b578 req-f3be6d19-6e2b-402e-a828-fb1dda0fc3af tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741035 Jul 27 21:04:48.755194 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dbf28282-954e-4208-8850-a44cfefcde6d req-4c624d9a-2a4c-4e67-91ad-f5790f922067 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d9fe0b-2e04-4b16-8266-4c75eef91375 HTTP/1.1" status: 200 len: 1001 time: 0.0967071 Jul 27 21:04:48.810753 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6a43f13-4c42-4c2f-88a2-9ea0cb55d53f req-5755174b-ee04-49e4-a8b4-bd7726e3cdd3 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123870 Jul 27 21:04:48.816145 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f7486-9cad-4189-bf8b-308ace290321 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event updated for resources: {'Port': ['ID=e3b8d17a-522f-4975-8cbf-168252762dea,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:48.859067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 7a59fe5c-b464-472f-ae4b-4e8d12938045 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:48.864783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074f7486-9cad-4189-bf8b-308ace290321 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:48.866118 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-074f7486-9cad-4189-bf8b-308ace290321 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:48.884596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf28282-954e-4208-8850-a44cfefcde6d req-97370f2f-69b3-4bfa-8eea-b45be193ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:48.897450 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dbf28282-954e-4208-8850-a44cfefcde6d req-97370f2f-69b3-4bfa-8eea-b45be193ad81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=864f30b3-7cb2-4b35-aa65-c81e98a3a601 HTTP/1.1" status: 200 len: 844 time: 0.1147559 Jul 27 21:04:48.903838 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-074f7486-9cad-4189-bf8b-308ace290321 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4180884 Jul 27 21:04:48.914066 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 7a59fe5c-b464-472f-ae4b-4e8d12938045 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:48.914517 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.047890 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf28282-954e-4208-8850-a44cfefcde6d req-89c8df11-7763-45a7-ac1f-c22e9d24fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:49.053331 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dbf28282-954e-4208-8850-a44cfefcde6d req-89c8df11-7763-45a7-ac1f-c22e9d24fac5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ec00e2c-05c4-487c-9890-4842123aff94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487293 Jul 27 21:04:49.070718 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e395179-aea9-4f56-8369-a85bbdc59c63 req-bf1d3053-3132-408d-810c-830163a958eb tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:49.079752 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e395179-aea9-4f56-8369-a85bbdc59c63 req-bf1d3053-3132-408d-810c-830163a958eb tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.1079769 Jul 27 21:04:49.131755 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-176eec05-7a12-4908-a638-87b5ee021c87 None None] Provisioning for port edc6f0de-4e51-4554-846b-3960bf183509 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:49.141744 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e395179-aea9-4f56-8369-a85bbdc59c63 req-d86c011c-651d-48ff-a4ac-2de5ad2f7f72 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602629 Jul 27 21:04:49.159012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-176eec05-7a12-4908-a638-87b5ee021c87 None None] Provisioning complete for port edc6f0de-4e51-4554-846b-3960bf183509 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:49.159231 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-176eec05-7a12-4908-a638-87b5ee021c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.213387 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dbf28282-954e-4208-8850-a44cfefcde6d req-76daad5a-f9dc-41eb-86c7-4ee5150268d4 service neutron] 10.222.0.20 "GET /v2.0/networks/6ec00e2c-05c4-487c-9890-4842123aff94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512845 Jul 27 21:04:49.215621 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42408) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:49.227514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d7c3ef44-9fdc-4ca2-a5ba-3edf897af380 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1174234231', 'description': 'tempest-description--289109401'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:49.350861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-edd6f969-6c09-402d-b5b8-adc49e74e0f0 req-fd1afb8a-5054-4e96-b51d-7292eda8ff5a tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 210 time: 0.0700285 Jul 27 21:04:49.374556 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-176eec05-7a12-4908-a638-87b5ee021c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.393960 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7c3ef44-9fdc-4ca2-a5ba-3edf897af380 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.432461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40885cc-4311-4ca0-9a30-d9180d055043 req-f1e7ad9b-0105-425b-887f-937565fb8289 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:49.443917 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c40885cc-4311-4ca0-9a30-d9180d055043 req-f1e7ad9b-0105-425b-887f-937565fb8289 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 944 time: 0.1518698 Jul 27 21:04:49.445787 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.481746 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-176eec05-7a12-4908-a638-87b5ee021c87 None None] For port edc6f0de-4e51-4554-846b-3960bf183509, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=edc6f0de-4e51-4554-846b-3960bf183509,segment=NetworkSegment(bf556fc4-075f-4ce3-806b-07e002f018bd),segment_id=bf556fc4-075f-4ce3-806b-07e002f018bd)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:49.494111 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dbf28282-954e-4208-8850-a44cfefcde6d req-f6a1d20c-cd2d-4820-aeb4-b73b5f30c2ed service neutron] 10.222.0.20 "GET /v2.0/networks/6ec00e2c-05c4-487c-9890-4842123aff94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576795 Jul 27 21:04:49.499202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705331e9-223b-4097-a871-888bdf698469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a59fe5c-b464-472f-ae4b-4e8d12938045'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:49.501536 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea682671-3c3e-46aa-890e-e927b235e34e" -d '{"events": [{"server_uuid": "705331e9-223b-4097-a871-888bdf698469", "name": "network-vif-plugged", "status": "completed", "tag": "7a59fe5c-b464-472f-ae4b-4e8d12938045"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:49.512613 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-176eec05-7a12-4908-a638-87b5ee021c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.589851 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176eec05-7a12-4908-a638-87b5ee021c87 None None] Pushing event updated for resources: {'Port': ['ID=edc6f0de-4e51-4554-846b-3960bf183509,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:49.593880 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7a59fe5c-b464-472f-ae4b-4e8d12938045, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7a59fe5c-b464-472f-ae4b-4e8d12938045,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:49.601383 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.603197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 2f138f75-ad49-41c0-a309-0be59c19bcb5 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:04:49.615069 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c40885cc-4311-4ca0-9a30-d9180d055043 req-7c182a58-63d5-4f61-ab74-a8b38812b38d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700227 Jul 27 21:04:49.619670 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7c3ef44-9fdc-4ca2-a5ba-3edf897af380 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.626680 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7c3ef44-9fdc-4ca2-a5ba-3edf897af380 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.670612 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7c3ef44-9fdc-4ca2-a5ba-3edf897af380 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.673109 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d7c3ef44-9fdc-4ca2-a5ba-3edf897af380 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4559805 Jul 27 21:04:49.674179 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3ef44-9fdc-4ca2-a5ba-3edf897af380 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7791be-02b8-4b45-a089-1f0cc491476b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:49.682055 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42422) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:49.690020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 2f138f75-ad49-41c0-a309-0be59c19bcb5 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:04:49.690409 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 2f138f75-ad49-41c0-a309-0be59c19bcb5 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:04:49.698702 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-59b03a4b-779c-48cc-b7db-ef4867104150 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Request body: {'security_group_rule': {'security_group_id': '0f7791be-02b8-4b45-a089-1f0cc491476b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:49.699685 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470ca214-6408-4435-9c1b-cf47f9780c5d x-openstack-request-id: req-470ca214-6408-4435-9c1b-cf47f9780c5d {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:49.700000 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705331e9-223b-4097-a871-888bdf698469", "name": "network-vif-plugged", "status": "completed", "tag": "7a59fe5c-b464-472f-ae4b-4e8d12938045", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:49.700232 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-470ca214-6408-4435-9c1b-cf47f9780c5d {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:49.700664 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705331e9-223b-4097-a871-888bdf698469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a59fe5c-b464-472f-ae4b-4e8d12938045', 'code': 200} Jul 27 21:04:49.703469 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1158ccc2-d6ce-4a29-81ef-9d2fe812b94c None None] Provisioning for port e3b8d17a-522f-4975-8cbf-168252762dea completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:49.712863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1158ccc2-d6ce-4a29-81ef-9d2fe812b94c None None] Provisioning complete for port e3b8d17a-522f-4975-8cbf-168252762dea triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:49.713246 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1158ccc2-d6ce-4a29-81ef-9d2fe812b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.716036 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-34fc1617-bc09-455f-a8ce-f5f8e42f6286 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:49.723418 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-34fc1617-bc09-455f-a8ce-f5f8e42f6286 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/networks?id=a83bccf7-f907-454f-9b2f-b3d6acd048db HTTP/1.1" status: 200 len: 811 time: 0.2515683 Jul 27 21:04:49.750334 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-c567b9a7-aa5d-4445-bb9d-1c66a94e50fb tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/quotas/44a3a19e228a4d0985664b59fe9d66ef HTTP/1.1" status: 200 len: 375 time: 0.0259354 Jul 27 21:04:49.759284 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7a59fe5c-b464-472f-ae4b-4e8d12938045,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:49.770196 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1158ccc2-d6ce-4a29-81ef-9d2fe812b94c None None] Port e3b8d17a-522f-4975-8cbf-168252762dea cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:04:49.823141 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-59b03a4b-779c-48cc-b7db-ef4867104150 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.854473 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b6e3b038-baac-455d-af73-4685b22c6cfc req-edc93a63-5268-472f-bd40-2217be8be3fa tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0543613 Jul 27 21:04:49.899854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bed063-ecbb-4a62-a281-52994361ec21 req-c7df5a8d-6381-4d52-8df6-db714236ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:49.901398 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-03bed063-ecbb-4a62-a281-52994361ec21 req-c7df5a8d-6381-4d52-8df6-db714236ba52 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 1096 time: 0.1064963 Jul 27 21:04:49.907114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-101f695d-ea43-4e89-8ca9-f468a24d7bc5 None None] Provisioning complete for port edc6f0de-4e51-4554-846b-3960bf183509 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:49.907784 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-101f695d-ea43-4e89-8ca9-f468a24d7bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.935172 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-598649d2-09a6-40f4-89a7-0c22b533f8a4 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=44a3a19e228a4d0985664b59fe9d66ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1839614 Jul 27 21:04:49.960469 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-03bed063-ecbb-4a62-a281-52994361ec21 req-44ac6caf-87a7-4cd8-9380-98db0fc98478 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513158 Jul 27 21:04:49.966437 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-59b03a4b-779c-48cc-b7db-ef4867104150 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:49.977695 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-59b03a4b-779c-48cc-b7db-ef4867104150 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.219229 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device edc6f0de-4e51-4554-846b-3960bf183509 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:50.274065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port edc6f0de-4e51-4554-846b-3960bf183509 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:50.274787 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.324468 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 4def4505-665f-4616-97a4-82524d65d527 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:04:50.395302 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b03a4b-779c-48cc-b7db-ef4867104150 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0d912e-ca60-4b40-9f02-cd139f6c832d,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:50.405734 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-adda3a89-7b41-4c9e-a7a3-65b3e17ab560 req-82cfba5d-7a54-4321-80c7-be811d9ffd6e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0724325 Jul 27 21:04:50.410974 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-59b03a4b-779c-48cc-b7db-ef4867104150 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.412939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-59b03a4b-779c-48cc-b7db-ef4867104150 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7296557 Jul 27 21:04:50.415710 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42434) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:50.421666 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-b66fcfbb-3b37-4fd9-aa70-6ed28a356bcd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Request body: {'security_group_rule': {'security_group_id': '0f7791be-02b8-4b45-a089-1f0cc491476b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:50.461591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 4def4505-665f-4616-97a4-82524d65d527, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=4def4505-665f-4616-97a4-82524d65d527,segment=NetworkSegment(37b711c8-dd1d-4ada-a935-8e40e0e28027),segment_id=37b711c8-dd1d-4ada-a935-8e40e0e28027)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:50.464650 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-35f1c2f4-5acb-48a1-9987-ab36a4fa0662 service neutron] 10.222.0.55 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157926 Jul 27 21:04:50.470909 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b66fcfbb-3b37-4fd9-aa70-6ed28a356bcd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.473181 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8054a-7abb-4efb-89bd-fd777aabab59 req-4419db2e-4796-44a4-b667-b0bba8e7e061 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:50.475084 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-01b8054a-7abb-4efb-89bd-fd777aabab59 req-4419db2e-4796-44a4-b667-b0bba8e7e061 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 943 time: 0.4637032 Jul 27 21:04:50.479518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '4def4505-665f-4616-97a4-82524d65d527', 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634', 'port_id': '4def4505-665f-4616-97a4-82524d65d527', 'mac_address': 'fa:16:3e:84:03:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77be564d-06c0-4068-8b37-cf298f230dab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:04:50.521129 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.534535 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4def4505-665f-4616-97a4-82524d65d527 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:50.552382 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b66fcfbb-3b37-4fd9-aa70-6ed28a356bcd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.559251 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b66fcfbb-3b37-4fd9-aa70-6ed28a356bcd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.561610 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 4def4505-665f-4616-97a4-82524d65d527, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=4def4505-665f-4616-97a4-82524d65d527,segment=NetworkSegment(37b711c8-dd1d-4ada-a935-8e40e0e28027),segment_id=37b711c8-dd1d-4ada-a935-8e40e0e28027)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:50.568997 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.577708 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-01b8054a-7abb-4efb-89bd-fd777aabab59 req-80a964c3-291a-4406-8b4b-a24648f8042f tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937819 Jul 27 21:04:50.581732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fcfbb-3b37-4fd9-aa70-6ed28a356bcd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdbd696-3f1f-4dd9-ad80-801f0e9bc6fb,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:50.607435 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b66fcfbb-3b37-4fd9-aa70-6ed28a356bcd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.618949 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42436) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:04:50.620327 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b66fcfbb-3b37-4fd9-aa70-6ed28a356bcd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2027051 Jul 27 21:04:50.623447 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:50.647798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=4def4505-665f-4616-97a4-82524d65d527,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:50.672832 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-52c05be2-e1cd-4c70-a3a6-7fc6ce29e498 service neutron] 10.222.0.55 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966662 Jul 27 21:04:50.682711 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.812191 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['4def4505-665f-4616-97a4-82524d65d527'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:50.897274 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:50.964983 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0df81e7a-0fe7-4da4-9c4e-86f58980cf55 req-b5460eb1-cfa5-434d-b1d6-79034b1fb60e tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 210 time: 0.0500057 Jul 27 21:04:51.103124 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e15d495-c47e-4097-b858-e4986692a5b9 req-efa313c1-0b8e-41c9-aef4-56754ce821aa tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 210 time: 0.0708039 Jul 27 21:04:51.169055 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6c583-2049-4f84-80a9-a6499714ebf6 req-b8856256-5af9-4ee0-a470-9d13744ac73f tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:51.176480 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78e6c583-2049-4f84-80a9-a6499714ebf6 req-b8856256-5af9-4ee0-a470-9d13744ac73f tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 945 time: 0.2471871 Jul 27 21:04:51.212080 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Allocated IP 172.25.2.143 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/ab24f48b-30bd-491a-a131-28c15fdac31c) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:51.268691 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78e6c583-2049-4f84-80a9-a6499714ebf6 req-a979c700-1f29-4f43-ba97-83da6b8f0c47 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884933 Jul 27 21:04:51.297676 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-edf9d58d-e2c3-42f4-a186-0b062108cd97 req-6867ba61-0010-4117-8db4-63bb3d21f931 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0699472 Jul 27 21:04:51.388461 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:51.437945 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:51.486818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:51.492428 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:51.495876 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:51.501643 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event updated for resources: {'Port': ['ID=ab24f48b-30bd-491a-a131-28c15fdac31c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:51.611296 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:51.664785 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:51.824233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6714e-1055-47c0-add6-113a09682c8c req-183ab15b-7ad2-4959-acd9-41877595ed1c tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:51.825750 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0dc6714e-1055-47c0-add6-113a09682c8c req-183ab15b-7ad2-4959-acd9-41877595ed1c tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 944 time: 0.1389446 Jul 27 21:04:51.888857 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0dc6714e-1055-47c0-add6-113a09682c8c req-8433ef1d-30e0-4d9c-9732-0a22ba0b252a tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521016 Jul 27 21:04:51.919641 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:51.923987 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.001631 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event updated for resources: {'Port': ['ID=ab24f48b-30bd-491a-a131-28c15fdac31c,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:52.023586 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.042646 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.053091 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-daf2d6e5-e695-44e0-8470-8daff5d2a4d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4242396 Jul 27 21:04:52.172450 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-58aaa455-7edc-499b-b322-02795aa7de1a req-bd40e943-8c14-4653-b7bc-53241bda70ef tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3a7e633-63fd-4c70-9924-10a7b5223c28 HTTP/1.1" status: 200 len: 210 time: 0.0521669 Jul 27 21:04:52.180269 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-84a04ccd-172d-4444-b4d3-d7a42a8f0b65 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:52.182475 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-84a04ccd-172d-4444-b4d3-d7a42a8f0b65 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.20 "GET /v2.0/networks?id=a83bccf7-f907-454f-9b2f-b3d6acd048db HTTP/1.1" status: 200 len: 811 time: 0.1906750 Jul 27 21:04:52.205531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-611b6146-20c3-4fc7-bf03-6119a08aedca tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Request body: {'port': {'device_id': '4c722c54-9da1-474d-a732-dab223c89c0f', 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db', 'admin_state_up': True, 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:52.291158 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f79aaaa-dc00-4168-a5d6-d4cf2d1cff1e req-5c89e252-5f49-4034-832c-1421936a8d01 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 210 time: 0.0570977 Jul 27 21:04:52.355106 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 4def4505-665f-4616-97a4-82524d65d527 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:04:52.379623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-611b6146-20c3-4fc7-bf03-6119a08aedca tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Made reservation on behalf of 44a3a19e228a4d0985664b59fe9d66ef for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:52.385806 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-611b6146-20c3-4fc7-bf03-6119a08aedca tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.443661 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 4def4505-665f-4616-97a4-82524d65d527 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:52.450962 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 4def4505-665f-4616-97a4-82524d65d527 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:52.451932 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.484558 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-9156bb5b-5a4c-4719-801d-55a3a8a41949 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1174234231&fields=id&tenant_id=64658eee724740768d084e3dbd9dd0a7 HTTP/1.1" status: 200 len: 267 time: 0.1157005 Jul 27 21:04:52.575367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-611b6146-20c3-4fc7-bf03-6119a08aedca tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Allocated IP 172.20.0.7 (a83bccf7-f907-454f-9b2f-b3d6acd048db/95dcd686-975b-4220-990e-d334ecf706c3/d04ea9ae-d809-47b6-a397-6585f02e3501) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:52.580249 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.589437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315f150-694a-4baa-9fc1-0cb7e8deb891 req-e3d1ef32-e850-4ab3-8541-fb599163ab16 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:52.591053 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c315f150-694a-4baa-9fc1-0cb7e8deb891 req-e3d1ef32-e850-4ab3-8541-fb599163ab16 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 945 time: 0.1699915 Jul 27 21:04:52.602788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-62ca056c-bdfb-4efa-a129-8ce471a23bed tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:52.604399 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-62ca056c-bdfb-4efa-a129-8ce471a23bed tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports/2528b4f0-42ea-4bae-ad98-418d19fffcf6 HTTP/1.1" status: 200 len: 936 time: 0.1008816 Jul 27 21:04:52.607752 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4def4505-665f-4616-97a4-82524d65d527'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:52.611208 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c5776d-58d0-4cfe-9e92-c1f8a922d453" -d '{"events": [{"server_uuid": "c6dcae11-3f36-46c8-bacc-ec28fc38a3af", "name": "network-vif-plugged", "status": "completed", "tag": "4def4505-665f-4616-97a4-82524d65d527"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:52.626146 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 4def4505-665f-4616-97a4-82524d65d527, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=4def4505-665f-4616-97a4-82524d65d527,segment=NetworkSegment(37b711c8-dd1d-4ada-a935-8e40e0e28027),segment_id=37b711c8-dd1d-4ada-a935-8e40e0e28027)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:52.632097 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.668570 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c315f150-694a-4baa-9fc1-0cb7e8deb891 req-e494b5f9-2037-4111-aac1-d8428663cec1 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631804 Jul 27 21:04:52.687340 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=4def4505-665f-4616-97a4-82524d65d527,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:52.729978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-56214b61-e48c-49cf-9fc5-8680453a7f2a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:52.731684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-56214b61-e48c-49cf-9fc5-8680453a7f2a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports/e3b8d17a-522f-4975-8cbf-168252762dea HTTP/1.1" status: 200 len: 937 time: 0.0804513 Jul 27 21:04:52.791815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-e1fe4f87-9fc2-4e60-9fed-4825b0547812 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?network_id=4a3bd81c-c0ae-404a-987c-9478c181dd67&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0525959 Jul 27 21:04:52.814855 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-611b6146-20c3-4fc7-bf03-6119a08aedca tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.815435 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-578bdb99-d9a8-4f05-9b9e-1bb038adefdb req-f4de5a02-4f24-4487-8ba4-d0f529c89fec tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0634727 Jul 27 21:04:52.860998 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-b368a6ee-f543-4511-9ff0-771944c04ac6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?network_id=4a3bd81c-c0ae-404a-987c-9478c181dd67&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0486245 Jul 27 21:04:52.862030 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-611b6146-20c3-4fc7-bf03-6119a08aedca tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:52.875369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['cb06891a-574c-441f-b38a-567e0c93240f'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:52.912781 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-611b6146-20c3-4fc7-bf03-6119a08aedca tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Network a83bccf7-f907-454f-9b2f-b3d6acd048db is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:52.917131 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d08a88-89b2-48fe-8060-d4255450c174 x-openstack-request-id: req-34d08a88-89b2-48fe-8060-d4255450c174 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:52.917437 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dcae11-3f36-46c8-bacc-ec28fc38a3af", "name": "network-vif-plugged", "status": "completed", "tag": "4def4505-665f-4616-97a4-82524d65d527", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:52.917694 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34d08a88-89b2-48fe-8060-d4255450c174 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:52.918595 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4def4505-665f-4616-97a4-82524d65d527', 'code': 200} Jul 27 21:04:52.919006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-611b6146-20c3-4fc7-bf03-6119a08aedca tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:52.921392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-611b6146-20c3-4fc7-bf03-6119a08aedca tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:52.954896 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b6146-20c3-4fc7-bf03-6119a08aedca tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Pushing event updated for resources: {'Port': ['ID=d04ea9ae-d809-47b6-a397-6585f02e3501,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:52.999939 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-611b6146-20c3-4fc7-bf03-6119a08aedca tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:53.000764 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-611b6146-20c3-4fc7-bf03-6119a08aedca tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:53.064563 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-7840ec0e-c97a-4062-b847-37b0caa9862e tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:53.071480 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-611b6146-20c3-4fc7-bf03-6119a08aedca tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8796721 Jul 27 21:04:53.072325 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-7840ec0e-c97a-4062-b847-37b0caa9862e tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:53.079252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-7840ec0e-c97a-4062-b847-37b0caa9862e tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:53.081176 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-7840ec0e-c97a-4062-b847-37b0caa9862e tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/networks?id=04bd500b-f0bb-4eca-a46f-3d9ae8df2661&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=4a3bd81c-c0ae-404a-987c-9478c181dd67&id=4a3bd81c-c0ae-404a-987c-9478c181dd67 HTTP/1.1" status: 200 len: 1994 time: 0.2130282 Jul 27 21:04:53.088254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Request body: {'port': {'device_id': '4c722c54-9da1-474d-a732-dab223c89c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:53.108070 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-df74b6c3-6c9d-4008-9f7a-791402762060 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/quotas/64658eee724740768d084e3dbd9dd0a7 HTTP/1.1" status: 200 len: 375 time: 0.0172813 Jul 27 21:04:53.115469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe22aa-e3bf-4297-a221-2a1202474cd2 req-8ed188c0-366a-431d-8d76-4722e542460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:53.116965 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0efe22aa-e3bf-4297-a221-2a1202474cd2 req-8ed188c0-366a-431d-8d76-4722e542460e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 1096 time: 0.1110201 Jul 27 21:04:53.194874 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0efe22aa-e3bf-4297-a221-2a1202474cd2 req-1ced0d65-2bad-47c0-bffe-4b1cbccc37a2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633354 Jul 27 21:04:53.197954 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:53.209982 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-f7d919ae-f601-41b9-b724-c78370c4ddea tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=64658eee724740768d084e3dbd9dd0a7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1004601 Jul 27 21:04:53.361382 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-3753b66c-a096-4c9b-8250-ac3477118d92 service neutron] 10.222.0.55 "GET /v2.0/networks/04bd500b-f0bb-4eca-a46f-3d9ae8df2661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468174 Jul 27 21:04:53.484320 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-4f323cb1-032d-456c-b9a5-da6ae4141347 service neutron] 10.222.0.55 "GET /v2.0/networks/04bd500b-f0bb-4eca-a46f-3d9ae8df2661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209884 Jul 27 21:04:53.532130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04ea9ae-d809-47b6-a397-6585f02e3501 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:53.542453 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:53.553871 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-757b5b4c-caf5-4431-bc2b-072df55186de service neutron] 10.222.0.55 "GET /v2.0/ports/2528b4f0-42ea-4bae-ad98-418d19fffcf6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0681987 Jul 27 21:04:53.559821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Transition to ACTIVE for port object d04ea9ae-d809-47b6-a397-6585f02e3501 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:53.565001 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:53.624114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d04ea9ae-d809-47b6-a397-6585f02e3501,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:53.675393 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604b61a-845b-4c1e-a94f-589fe4beb61c req-dba745e3-7e35-4a49-9edd-828d40dd3ae4 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:53.676935 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5604b61a-845b-4c1e-a94f-589fe4beb61c req-dba745e3-7e35-4a49-9edd-828d40dd3ae4 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1392817 Jul 27 21:04:53.706729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Attempting to bind port d04ea9ae-d809-47b6-a397-6585f02e3501 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:04:53.707057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Attempting to bind port d04ea9ae-d809-47b6-a397-6585f02e3501 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '34f1a03d-2a3d-41c6-90b5-98f70dfa8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:04:53.707409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Attempting to bind port d04ea9ae-d809-47b6-a397-6585f02e3501 on network a83bccf7-f907-454f-9b2f-b3d6acd048db {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:53.707901 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-1b9231af-b7c8-4848-ba20-e27b888ddf96 service neutron] 10.222.0.55 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358964 Jul 27 21:04:53.712309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Port d04ea9ae-d809-47b6-a397-6585f02e3501 on network a83bccf7-f907-454f-9b2f-b3d6acd048db not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:04:53.712637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Attempting to bind port d04ea9ae-d809-47b6-a397-6585f02e3501 on network a83bccf7-f907-454f-9b2f-b3d6acd048db {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:04:53.718164 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:04:53.718538 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Checking segment: {'id': '34f1a03d-2a3d-41c6-90b5-98f70dfa8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:04:53.718921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Bound using segment: {'id': '34f1a03d-2a3d-41c6-90b5-98f70dfa8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:04:53.719353 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Bound port: d04ea9ae-d809-47b6-a397-6585f02e3501, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f1a03d-2a3d-41c6-90b5-98f70dfa8e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:04:53.719715 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:53.777263 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5604b61a-845b-4c1e-a94f-589fe4beb61c req-ffa213e6-1d8f-480c-a835-7d255507a7f3 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933096 Jul 27 21:04:53.794696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] For port d04ea9ae-d809-47b6-a397-6585f02e3501, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:04:53.798149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] For port d04ea9ae-d809-47b6-a397-6585f02e3501, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d04ea9ae-d809-47b6-a397-6585f02e3501,segment=NetworkSegment(34f1a03d-2a3d-41c6-90b5-98f70dfa8e59),segment_id=34f1a03d-2a3d-41c6-90b5-98f70dfa8e59)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:04:53.808882 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:53.846911 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-44b01065-574d-4cf0-bef0-8736a1b9d73a service neutron] 10.222.0.55 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275787 Jul 27 21:04:53.848797 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:53.849683 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:53.851149 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] 10.222.0.20 "PUT /v2.0/ports/d04ea9ae-d809-47b6-a397-6585f02e3501 HTTP/1.1" status: 200 len: 1091 time: 0.7694061 Jul 27 21:04:53.853905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c722c54-9da1-474d-a732-dab223c89c0f', 'tag': 'd04ea9ae-d809-47b6-a397-6585f02e3501'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:53.856133 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0579e114-e765-468d-97ec-98a6b69282f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c722c54-9da1-474d-a732-dab223c89c0f", "tag": "d04ea9ae-d809-47b6-a397-6585f02e3501"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:53.902144 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bff6f-052b-426e-ab05-4cb087f6a6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d04ea9ae-d809-47b6-a397-6585f02e3501,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:53.930826 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-638b50a0-d3d0-4956-98a2-690923d4097d service neutron] 10.222.0.55 "GET /v2.0/ports/e3b8d17a-522f-4975-8cbf-168252762dea?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0727172 Jul 27 21:04:53.950453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dbf31-a820-4045-ae38-2f96900156ca req-65f37e6f-d920-4590-badc-d73ebc362275 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:53.957990 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a97dbf31-a820-4045-ae38-2f96900156ca req-65f37e6f-d920-4590-badc-d73ebc362275 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 945 time: 0.1099963 Jul 27 21:04:53.990372 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-b9539119-7ffa-4e23-958a-daca682fcfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:53.992261 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-b9539119-7ffa-4e23-958a-daca682fcfc1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44a3a19e228a4d0985664b59fe9d66ef&device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 1094 time: 0.0853879 Jul 27 21:04:54.046474 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-321c4438-488a-4a2d-9f1f-a0f7bc7432c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d04ea9ae-d809-47b6-a397-6585f02e3501 HTTP/1.1" status: 200 len: 217 time: 0.0460019 Jul 27 21:04:54.057367 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a97dbf31-a820-4045-ae38-2f96900156ca req-a0ac5ab2-a452-4855-b3cd-81111e46a0d2 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979500 Jul 27 21:04:54.091885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-881c3e65-7481-4c0e-a2b6-60789ff714fb service neutron] 10.222.0.55 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261084 Jul 27 21:04:54.114457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-23e27181-aceb-4d4f-9dd3-9550f4dfd1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:54.116997 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-23e27181-aceb-4d4f-9dd3-9550f4dfd1e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95dcd686-975b-4220-990e-d334ecf706c3 HTTP/1.1" status: 200 len: 851 time: 0.0633020 Jul 27 21:04:54.176248 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-3b886584-7f22-4772-87b9-4af9d1587a79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a83bccf7-f907-454f-9b2f-b3d6acd048db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507410 Jul 27 21:04:54.284442 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-32e683dd-830e-4f34-b45d-f617b209278e service neutron] 10.222.0.55 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856973 Jul 27 21:04:54.309996 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-f1e11883-0c79-479f-b468-0d32aa764d13 service neutron] 10.222.0.20 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256466 Jul 27 21:04:54.419341 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aab75bbe-60ab-4530-8524-98ffd900d5ca req-111892fc-d047-4307-a376-b3ec09b0baef service neutron] 10.222.0.20 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017725 Jul 27 21:04:54.424849 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-82ad3293-d993-4043-b872-05baa857f7f1 service neutron] 10.222.0.55 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207788 Jul 27 21:04:54.442058 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f035a-1cd1-42b3-a001-2773e980f1c4 req-9afd15d3-6b35-4bf8-9a53-d0df1e1b0123 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:54.444368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c3f035a-1cd1-42b3-a001-2773e980f1c4 req-9afd15d3-6b35-4bf8-9a53-d0df1e1b0123 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 943 time: 0.1728079 Jul 27 21:04:54.568711 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-d1cdeb40-bd36-42f2-829a-d510b2d5f09c service neutron] 10.222.0.55 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429305 Jul 27 21:04:54.578023 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c3f035a-1cd1-42b3-a001-2773e980f1c4 req-39ff8609-9b7e-40a7-a31a-10f05badab81 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678654 Jul 27 21:04:54.714364 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f7bb404-cbc2-426d-bc58-c7405e8a3e15 req-1672e96d-bb7f-48e6-873c-1fcb90ff1526 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0446422 Jul 27 21:04:54.751116 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-d57bed12-7334-4d6f-8a9d-e0cde1ff3905 service neutron] 10.222.0.55 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716886 Jul 27 21:04:54.768811 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f8bc08-5ff7-4028-a539-47f9963d9cc5 x-openstack-request-id: req-c9f8bc08-5ff7-4028-a539-47f9963d9cc5 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:54.769103 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c722c54-9da1-474d-a732-dab223c89c0f", "tag": "d04ea9ae-d809-47b6-a397-6585f02e3501", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:54.769373 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9f8bc08-5ff7-4028-a539-47f9963d9cc5 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:54.769776 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c722c54-9da1-474d-a732-dab223c89c0f', 'tag': 'd04ea9ae-d809-47b6-a397-6585f02e3501', 'status': 'completed', 'code': 200} Jul 27 21:04:54.883789 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579e114-e765-468d-97ec-98a6b69282f6 req-be509b11-7eb3-45f4-8846-34764c122491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:54.885342 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0579e114-e765-468d-97ec-98a6b69282f6 req-be509b11-7eb3-45f4-8846-34764c122491 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44a3a19e228a4d0985664b59fe9d66ef&device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 1094 time: 0.0660317 Jul 27 21:04:54.939200 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-62f72958-f0dc-4728-96ec-840174226130 service neutron] 10.222.0.55 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802211 Jul 27 21:04:54.999084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579e114-e765-468d-97ec-98a6b69282f6 req-6f0c1dbc-15f7-44a6-96b6-9cd074ebf2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:55.001506 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0579e114-e765-468d-97ec-98a6b69282f6 req-6f0c1dbc-15f7-44a6-96b6-9cd074ebf2fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=a83bccf7-f907-454f-9b2f-b3d6acd048db HTTP/1.1" status: 200 len: 912 time: 0.1084321 Jul 27 21:04:55.030002 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a3174-6635-416d-85d3-5734c01ba8fd req-f5828557-4f81-4be1-b1e9-ea54a8b462e0 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:55.038134 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-145a3174-6635-416d-85d3-5734c01ba8fd req-f5828557-4f81-4be1-b1e9-ea54a8b462e0 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 945 time: 0.1799502 Jul 27 21:04:55.054558 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0579e114-e765-468d-97ec-98a6b69282f6 req-95c0d48a-34c6-4963-9fa0-0b34561cb437 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d04ea9ae-d809-47b6-a397-6585f02e3501 HTTP/1.1" status: 200 len: 217 time: 0.0437143 Jul 27 21:04:55.099859 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-acd6a393-e481-44b3-82d3-1ae3707d4ad6 service neutron] 10.222.0.55 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520877 Jul 27 21:04:55.105232 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-145a3174-6635-416d-85d3-5734c01ba8fd req-6175e331-9631-4a49-a7d4-f41d8604a0bb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661602 Jul 27 21:04:55.149729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579e114-e765-468d-97ec-98a6b69282f6 req-54e2e1b2-257f-47ee-941c-18cb986d2035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:55.151775 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0579e114-e765-468d-97ec-98a6b69282f6 req-54e2e1b2-257f-47ee-941c-18cb986d2035 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95dcd686-975b-4220-990e-d334ecf706c3 HTTP/1.1" status: 200 len: 851 time: 0.0868192 Jul 27 21:04:55.197637 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0579e114-e765-468d-97ec-98a6b69282f6 req-efdfae1a-8fc7-45dc-b875-1043e759ee81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a83bccf7-f907-454f-9b2f-b3d6acd048db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374687 Jul 27 21:04:55.259356 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-92159156-a583-4fa9-b405-be0c224e9f54 service neutron] 10.222.0.55 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499121 Jul 27 21:04:55.342642 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0579e114-e765-468d-97ec-98a6b69282f6 req-57c7c4b7-2bac-4320-b5c9-6c720885146b service neutron] 10.222.0.20 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353235 Jul 27 21:04:55.399008 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-89f78805-3d05-41b8-98dd-04dfd1922254 service neutron] 10.222.0.55 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376088 Jul 27 21:04:55.460169 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0579e114-e765-468d-97ec-98a6b69282f6 req-c7f68e5e-9d04-472b-b9a4-be09de697ac7 service neutron] 10.222.0.20 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084986 Jul 27 21:04:55.558355 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e152a97-4b66-4004-bd0e-67f9ccdf4b90 req-c05448a3-78f5-422c-aa5a-36a1353219fc tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:55.559786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e152a97-4b66-4004-bd0e-67f9ccdf4b90 req-c05448a3-78f5-422c-aa5a-36a1353219fc tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1584163 Jul 27 21:04:55.562059 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-127c0bc8-0590-4c2a-a0a4-eed22e6c5e83 service neutron] 10.222.0.55 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466742 Jul 27 21:04:55.612246 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e152a97-4b66-4004-bd0e-67f9ccdf4b90 req-df2659cc-cd9b-4f3e-ad7c-8ea399ea4fb0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383542 Jul 27 21:04:55.889840 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e79df4-700a-4aa4-bfe5-1e45afb92eb5 req-4e00d8d3-d1af-4dbe-a4ce-0f7c27ec75ea tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:55.891500 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34e79df4-700a-4aa4-bfe5-1e45afb92eb5 req-4e00d8d3-d1af-4dbe-a4ce-0f7c27ec75ea tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 943 time: 0.0761378 Jul 27 21:04:55.936086 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34e79df4-700a-4aa4-bfe5-1e45afb92eb5 req-a8663ee0-a167-4a3f-96fc-d0e1f0a157c7 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368812 Jul 27 21:04:56.180723 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5bebe94-044d-4bd3-93e8-e3fbd303f317 req-de3e7ef7-167a-46f5-a659-bd17745b3139 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0527890 Jul 27 21:04:56.237154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cb00c-0bc1-47a5-82cd-e0843c842421 req-a823fe87-2a9b-45db-a020-2a635e3e9f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:56.243924 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6f8cb00c-0bc1-47a5-82cd-e0843c842421 req-a823fe87-2a9b-45db-a020-2a635e3e9f3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1adb373d7e5e4c4da37c64d08c37f713&device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 1096 time: 0.1151447 Jul 27 21:04:56.278578 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a8ccc-fe54-47f8-ad5d-f90503ed0940 req-64439137-0bdc-4f36-b1ca-c8e7c9e0491e tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:56.280120 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f3a8ccc-fe54-47f8-ad5d-f90503ed0940 req-64439137-0bdc-4f36-b1ca-c8e7c9e0491e tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 945 time: 0.0981157 Jul 27 21:04:56.371943 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f3a8ccc-fe54-47f8-ad5d-f90503ed0940 req-4378122f-c8fa-4538-aa8b-601b22ca6e25 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587409 Jul 27 21:04:56.376333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cb00c-0bc1-47a5-82cd-e0843c842421 req-d71c7954-4914-4de0-bdc6-8d8f75ed5b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:56.388100 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6f8cb00c-0bc1-47a5-82cd-e0843c842421 req-d71c7954-4914-4de0-bdc6-8d8f75ed5b8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa0f501a-270a-4222-a24b-8f2739ff3634 HTTP/1.1" status: 200 len: 921 time: 0.1388953 Jul 27 21:04:56.403750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440bedb-0e11-49f5-a1a4-1dbd41b62c0f req-9d97e1dc-f922-4a5e-b55b-2aec2ec90e3a tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:56.405572 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9440bedb-0e11-49f5-a1a4-1dbd41b62c0f req-9d97e1dc-f922-4a5e-b55b-2aec2ec90e3a tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1369357 Jul 27 21:04:56.460142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9440bedb-0e11-49f5-a1a4-1dbd41b62c0f req-d74aabfb-e67c-48bc-a435-564fc5538200 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442207 Jul 27 21:04:56.476057 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6f8cb00c-0bc1-47a5-82cd-e0843c842421 req-228013e6-58e8-40d4-b56e-daf95e593b24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4def4505-665f-4616-97a4-82524d65d527 HTTP/1.1" status: 200 len: 217 time: 0.0793538 Jul 27 21:04:56.507993 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8324d071-ef0f-4841-9064-3202527a681c req-4dc6b945-a505-435d-aad8-468c4924e354 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 210 time: 0.0482054 Jul 27 21:04:56.575317 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cb00c-0bc1-47a5-82cd-e0843c842421 req-a0191fe4-46ec-4f2e-9772-37249ac2195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:56.582896 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6f8cb00c-0bc1-47a5-82cd-e0843c842421 req-a0191fe4-46ec-4f2e-9772-37249ac2195d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77be564d-06c0-4068-8b37-cf298f230dab HTTP/1.1" status: 200 len: 860 time: 0.0958288 Jul 27 21:04:56.625727 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6f8cb00c-0bc1-47a5-82cd-e0843c842421 req-6ee8e751-7f63-4090-922c-acd151090341 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa0f501a-270a-4222-a24b-8f2739ff3634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343833 Jul 27 21:04:56.737686 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6f8cb00c-0bc1-47a5-82cd-e0843c842421 req-c2f975e9-e99e-431d-9c6c-893c4636b83a service neutron] 10.222.0.20 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036537 Jul 27 21:04:56.857391 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6f8cb00c-0bc1-47a5-82cd-e0843c842421 req-b54cddd5-4b6e-4cd1-89be-328eb3f938ea service neutron] 10.222.0.20 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116197 Jul 27 21:04:57.091417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374812b-d6e1-413a-8770-da617abdf2bc req-19d90e59-76f3-4b53-b609-95435b349371 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:57.092849 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d374812b-d6e1-413a-8770-da617abdf2bc req-19d90e59-76f3-4b53-b609-95435b349371 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 943 time: 0.0809436 Jul 27 21:04:57.132532 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d374812b-d6e1-413a-8770-da617abdf2bc req-0efdc144-c9b5-4d7a-b312-afd6965ef54c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334444 Jul 27 21:04:57.238181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a4f83-161e-4dca-8a96-36e3abd2fd61 req-0405ba03-c5ff-44e2-ab1b-568fae12f9c2 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:57.241065 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f42a4f83-161e-4dca-8a96-36e3abd2fd61 req-0405ba03-c5ff-44e2-ab1b-568fae12f9c2 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 945 time: 0.0684252 Jul 27 21:04:57.297010 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e0868476-f9ff-4894-a602-acc5562a3a18 req-134e91af-948f-4690-a360-ce1f29a9b243 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0340543 Jul 27 21:04:57.372163 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-653b55bd-cf4c-41b3-8516-2d80cce55633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:57.373554 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-653b55bd-cf4c-41b3-8516-2d80cce55633 service neutron] 10.222.0.66 "GET /v2.0/ports/2528b4f0-42ea-4bae-ad98-418d19fffcf6 HTTP/1.1" status: 200 len: 1032 time: 0.0463574 Jul 27 21:04:57.388522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-f42a4f83-161e-4dca-8a96-36e3abd2fd61 req-ede87560-134a-4ca2-b46b-11cd993905d4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Deleting port 7a59fe5c-b464-472f-ae4b-4e8d12938045 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:04:57.388522 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f42a4f83-161e-4dca-8a96-36e3abd2fd61 req-ede87560-134a-4ca2-b46b-11cd993905d4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:57.433323 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-607119ee-684e-47ed-bb4b-c504e495d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:57.434814 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-607119ee-684e-47ed-bb4b-c504e495d968 service neutron] 10.222.0.66 "GET /v2.0/ports/e3b8d17a-522f-4975-8cbf-168252762dea HTTP/1.1" status: 200 len: 1033 time: 0.0527132 Jul 27 21:04:57.517740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f42a4f83-161e-4dca-8a96-36e3abd2fd61 req-ede87560-134a-4ca2-b46b-11cd993905d4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] For port 7a59fe5c-b464-472f-ae4b-4e8d12938045, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7a59fe5c-b464-472f-ae4b-4e8d12938045,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:57.518113 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f42a4f83-161e-4dca-8a96-36e3abd2fd61 req-ede87560-134a-4ca2-b46b-11cd993905d4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:57.533161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-f42a4f83-161e-4dca-8a96-36e3abd2fd61 req-ede87560-134a-4ca2-b46b-11cd993905d4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Calling delete_port for 7a59fe5c-b464-472f-ae4b-4e8d12938045 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:04:57.674410 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-a7aee63f-3610-470d-8120-1c8da32c0240 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:57.680662 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-a7aee63f-3610-470d-8120-1c8da32c0240 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:57.686650 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-a7aee63f-3610-470d-8120-1c8da32c0240 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:57.688457 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-a7aee63f-3610-470d-8120-1c8da32c0240 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.66 "GET /v2.0/networks?id=04bd500b-f0bb-4eca-a46f-3d9ae8df2661&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=4a3bd81c-c0ae-404a-987c-9478c181dd67&id=4a3bd81c-c0ae-404a-987c-9478c181dd67 HTTP/1.1" status: 200 len: 1994 time: 0.2462234 Jul 27 21:04:57.703672 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd4950-6ecc-4a53-a562-7aa1f399f785 req-3e54cee6-2c3c-4aa8-900c-98f8bf9c742d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:57.706775 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e6cd4950-6ecc-4a53-a562-7aa1f399f785 req-3e54cee6-2c3c-4aa8-900c-98f8bf9c742d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=705331e9-223b-4097-a871-888bdf698469 HTTP/1.1" status: 200 len: 945 time: 0.2530570 Jul 27 21:04:57.711704 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f42a4f83-161e-4dca-8a96-36e3abd2fd61 req-ede87560-134a-4ca2-b46b-11cd993905d4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:57.724675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7a59fe5c-b464-472f-ae4b-4e8d12938045'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:57.727761 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['57fe7918-c9cd-422f-aa0c-181755d554c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:57.757480 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede87560-134a-4ca2-b46b-11cd993905d4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Pushing event deleted for resources: {'Port': ['ID=7a59fe5c-b464-472f-ae4b-4e8d12938045,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:57.773506 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a0abf-e88a-4415-ac28-51a99fd2a4c0 req-2fb73050-5d2b-4bd7-af01-55fefd0b8b50 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:57.775111 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ec4a0abf-e88a-4415-ac28-51a99fd2a4c0 req-2fb73050-5d2b-4bd7-af01-55fefd0b8b50 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1969445 Jul 27 21:04:57.810531 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e6cd4950-6ecc-4a53-a562-7aa1f399f785 req-156cf3f4-2e2a-4f2d-820f-c6a27c828d8c tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878856 Jul 27 21:04:57.821175 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-41791cae-b113-4bb8-a5c9-9e5e49a7de31 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64658eee724740768d084e3dbd9dd0a7 HTTP/1.1" status: 200 len: 380 time: 0.1050315 Jul 27 21:04:57.835476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3457e908-719a-48de-8d55-c962d2d40875 req-b799a633-f75c-41eb-a31b-f041ef5e99f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Request body: {'port': {'device_id': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661', 'admin_state_up': True, 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'security_groups': ['0f7791be-02b8-4b45-a089-1f0cc491476b']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:57.837270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42a4f83-161e-4dca-8a96-36e3abd2fd61 req-ede87560-134a-4ca2-b46b-11cd993905d4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] No DVR routers for this DVR port 7a59fe5c-b464-472f-ae4b-4e8d12938045 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:04:57.842447 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f42a4f83-161e-4dca-8a96-36e3abd2fd61 req-ede87560-134a-4ca2-b46b-11cd993905d4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:57.844806 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f42a4f83-161e-4dca-8a96-36e3abd2fd61 req-ede87560-134a-4ca2-b46b-11cd993905d4 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "DELETE /v2.0/ports/7a59fe5c-b464-472f-ae4b-4e8d12938045 HTTP/1.1" status: 204 len: 173 time: 0.5972064 Jul 27 21:04:57.844953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705331e9-223b-4097-a871-888bdf698469', 'name': 'network-vif-deleted', 'tag': '7a59fe5c-b464-472f-ae4b-4e8d12938045'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:04:57.848461 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4856ac1-f81e-4ee8-84b9-4554d982329a" -d '{"events": [{"server_uuid": "705331e9-223b-4097-a871-888bdf698469", "name": "network-vif-deleted", "tag": "7a59fe5c-b464-472f-ae4b-4e8d12938045"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:04:57.914898 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ec4a0abf-e88a-4415-ac28-51a99fd2a4c0 req-7fcd3226-e6d5-49c2-934d-fe2c2613fda3 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285067 Jul 27 21:04:58.042720 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04fe508f-8751-4061-8f01-6cff9d194b76 req-bd356b0c-ec2b-457d-9583-95ce75c84358 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 210 time: 0.0527120 Jul 27 21:04:58.066393 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-b799a633-f75c-41eb-a31b-f041ef5e99f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Made reservation on behalf of 64658eee724740768d084e3dbd9dd0a7 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:58.071474 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-b799a633-f75c-41eb-a31b-f041ef5e99f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.190201 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7804a173-2160-446c-945e-6f62099a9a27 x-openstack-request-id: req-7804a173-2160-446c-945e-6f62099a9a27 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:04:58.190639 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705331e9-223b-4097-a871-888bdf698469", "name": "network-vif-deleted", "tag": "7a59fe5c-b464-472f-ae4b-4e8d12938045", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:04:58.191028 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7804a173-2160-446c-945e-6f62099a9a27 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:04:58.191529 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705331e9-223b-4097-a871-888bdf698469', 'name': 'network-vif-deleted', 'tag': '7a59fe5c-b464-472f-ae4b-4e8d12938045', 'status': 'completed', 'code': 200} Jul 27 21:04:58.305528 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-3457e908-719a-48de-8d55-c962d2d40875 req-b799a633-f75c-41eb-a31b-f041ef5e99f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Allocated IP 172.20.0.12 (04bd500b-f0bb-4eca-a46f-3d9ae8df2661/ed403e8c-7eab-4075-b0fd-61b7a7c4264d/c5e7f2b1-19ab-4550-91eb-7886e2f80340) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:58.373178 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d04ea9ae-d809-47b6-a397-6585f02e3501 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:04:58.407173 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77438cb-78b8-4cb4-823b-3fa514618bde req-c305014c-bde2-4198-8784-c2f19b56a873 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:58.408608 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b77438cb-78b8-4cb4-823b-3fa514618bde req-c305014c-bde2-4198-8784-c2f19b56a873 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 943 time: 0.1788826 Jul 27 21:04:58.514901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port d04ea9ae-d809-47b6-a397-6585f02e3501, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d04ea9ae-d809-47b6-a397-6585f02e3501,segment=NetworkSegment(34f1a03d-2a3d-41c6-90b5-98f70dfa8e59),segment_id=34f1a03d-2a3d-41c6-90b5-98f70dfa8e59)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:58.531177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'd04ea9ae-d809-47b6-a397-6585f02e3501', 'network_id': 'a83bccf7-f907-454f-9b2f-b3d6acd048db', 'port_id': 'd04ea9ae-d809-47b6-a397-6585f02e3501', 'mac_address': 'fa:16:3e:cc:f4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95dcd686-975b-4220-990e-d334ecf706c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:04:58.573977 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.589874 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04ea9ae-d809-47b6-a397-6585f02e3501 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:04:58.612451 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port d04ea9ae-d809-47b6-a397-6585f02e3501, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d04ea9ae-d809-47b6-a397-6585f02e3501,segment=NetworkSegment(34f1a03d-2a3d-41c6-90b5-98f70dfa8e59),segment_id=34f1a03d-2a3d-41c6-90b5-98f70dfa8e59)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:58.617467 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.672208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=d04ea9ae-d809-47b6-a397-6585f02e3501,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:58.761637 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c38ca6-6360-4452-897b-77fad0dec56b req-4691c4d9-eaf3-4828-94df-5e53d50be3ad tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:58.763145 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9c38ca6-6360-4452-897b-77fad0dec56b req-4691c4d9-eaf3-4828-94df-5e53d50be3ad tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 945 time: 0.5192304 Jul 27 21:04:58.826200 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b77438cb-78b8-4cb4-823b-3fa514618bde req-7adce495-c85e-47ac-8851-81d01763ee24 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798454 Jul 27 21:04:58.840849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['d04ea9ae-d809-47b6-a397-6585f02e3501'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:58.847213 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9c38ca6-6360-4452-897b-77fad0dec56b req-0c59788f-0152-465a-9180-c683991f1aee tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708447 Jul 27 21:04:58.906006 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-b799a633-f75c-41eb-a31b-f041ef5e99f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:58.934453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-3457e908-719a-48de-8d55-c962d2d40875 req-b799a633-f75c-41eb-a31b-f041ef5e99f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Transition to ACTIVE for port object c5e7f2b1-19ab-4550-91eb-7886e2f80340 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:04:59.055641 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fbeb55c-1e67-4d54-bf34-7d54a7da4671 req-188f7aa8-416b-440a-bec7-eee3f22afdba tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0774827 Jul 27 21:04:59.112366 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-b799a633-f75c-41eb-a31b-f041ef5e99f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:59.169285 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3457e908-719a-48de-8d55-c962d2d40875 req-b799a633-f75c-41eb-a31b-f041ef5e99f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Network 04bd500b-f0bb-4eca-a46f-3d9ae8df2661 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:04:59.179561 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-3457e908-719a-48de-8d55-c962d2d40875 req-b799a633-f75c-41eb-a31b-f041ef5e99f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:04:59.188254 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-3457e908-719a-48de-8d55-c962d2d40875 req-b799a633-f75c-41eb-a31b-f041ef5e99f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:04:59.191779 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799a633-f75c-41eb-a31b-f041ef5e99f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event updated for resources: {'Port': ['ID=c5e7f2b1-19ab-4550-91eb-7886e2f80340,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:59.244984 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539b4fd-2d70-482b-9f3e-159e10482447 req-e5f83c3d-7a9d-46af-84c7-bff18dd2b046 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:59.254474 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9539b4fd-2d70-482b-9f3e-159e10482447 req-e5f83c3d-7a9d-46af-84c7-bff18dd2b046 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.2572129 Jul 27 21:04:59.307076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-b799a633-f75c-41eb-a31b-f041ef5e99f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:59.308600 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-b799a633-f75c-41eb-a31b-f041ef5e99f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:59.324388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f0f75-79d7-455c-890c-17ad9925d75a req-640021e6-61f5-402d-b689-a3b550862113 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:59.326209 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-268f0f75-79d7-455c-890c-17ad9925d75a req-640021e6-61f5-402d-b689-a3b550862113 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.66 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 945 time: 0.1061633 Jul 27 21:04:59.361520 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9539b4fd-2d70-482b-9f3e-159e10482447 req-79b784ed-ef16-49a5-9f0e-5a68702165f2 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061554 Jul 27 21:04:59.365507 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-b799a633-f75c-41eb-a31b-f041ef5e99f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5342851 Jul 27 21:04:59.380912 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3457e908-719a-48de-8d55-c962d2d40875 req-3702dc21-7e66-4235-9cd7-38a5a1ffba65 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Request body: {'port': {'device_id': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82', 'admin_state_up': True, 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'security_groups': ['0f7791be-02b8-4b45-a089-1f0cc491476b']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:04:59.479100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3ec6c-648c-467d-872c-2224530ee3f0 req-d65d60a9-4de7-42df-961c-70940bf0fd31 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:59.486885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dcb3ec6c-648c-467d-872c-2224530ee3f0 req-d65d60a9-4de7-42df-961c-70940bf0fd31 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 932 time: 0.2031164 Jul 27 21:04:59.494128 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-268f0f75-79d7-455c-890c-17ad9925d75a req-8a69f68d-7e19-473e-9b03-d129cc9857e6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Deleting port f0188fac-0d19-4e89-8a50-1df031009e39 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:04:59.494947 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-268f0f75-79d7-455c-890c-17ad9925d75a req-8a69f68d-7e19-473e-9b03-d129cc9857e6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:59.554673 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-994dbb04-aa0f-4552-ab44-578b0a309807 None None] Provisioning for port c5e7f2b1-19ab-4550-91eb-7886e2f80340 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:04:59.560320 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-994dbb04-aa0f-4552-ab44-578b0a309807 None None] Provisioning complete for port c5e7f2b1-19ab-4550-91eb-7886e2f80340 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:04:59.560928 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-994dbb04-aa0f-4552-ab44-578b0a309807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:59.597521 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-994dbb04-aa0f-4552-ab44-578b0a309807 None None] Port c5e7f2b1-19ab-4550-91eb-7886e2f80340 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:04:59.618591 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-268f0f75-79d7-455c-890c-17ad9925d75a req-8a69f68d-7e19-473e-9b03-d129cc9857e6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] For port f0188fac-0d19-4e89-8a50-1df031009e39, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f0188fac-0d19-4e89-8a50-1df031009e39,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:04:59.619229 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-268f0f75-79d7-455c-890c-17ad9925d75a req-8a69f68d-7e19-473e-9b03-d129cc9857e6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:59.638326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-268f0f75-79d7-455c-890c-17ad9925d75a req-8a69f68d-7e19-473e-9b03-d129cc9857e6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Calling delete_port for f0188fac-0d19-4e89-8a50-1df031009e39 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:04:59.639074 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dcb3ec6c-648c-467d-872c-2224530ee3f0 req-bd86ab54-0a03-4c55-b1e0-a8b500a61cac tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513934 Jul 27 21:04:59.709151 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-3702dc21-7e66-4235-9cd7-38a5a1ffba65 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Made reservation on behalf of 64658eee724740768d084e3dbd9dd0a7 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:04:59.712553 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-3702dc21-7e66-4235-9cd7-38a5a1ffba65 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:59.732793 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d612b03-04a4-49e9-9541-4de78683700d req-6af43a75-ba5b-40c1-88e8-ac5c5dd8f1ee tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:04:59.738699 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d612b03-04a4-49e9-9541-4de78683700d req-6af43a75-ba5b-40c1-88e8-ac5c5dd8f1ee tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 805 time: 0.1656332 Jul 27 21:04:59.759147 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d612b03-04a4-49e9-9541-4de78683700d req-9a6e49e6-4c65-4b34-a85e-504519ba48c5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/quotas/3524f3f0e14346288bee76498e246a11 HTTP/1.1" status: 200 len: 375 time: 0.0177901 Jul 27 21:04:59.788675 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-268f0f75-79d7-455c-890c-17ad9925d75a req-8a69f68d-7e19-473e-9b03-d129cc9857e6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:59.803698 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['f0188fac-0d19-4e89-8a50-1df031009e39'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:04:59.821697 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69f68d-7e19-473e-9b03-d129cc9857e6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Pushing event deleted for resources: {'Port': ['ID=f0188fac-0d19-4e89-8a50-1df031009e39,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:04:59.887934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-268f0f75-79d7-455c-890c-17ad9925d75a req-8a69f68d-7e19-473e-9b03-d129cc9857e6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] No DVR routers for this DVR port f0188fac-0d19-4e89-8a50-1df031009e39 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:04:59.891641 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-268f0f75-79d7-455c-890c-17ad9925d75a req-8a69f68d-7e19-473e-9b03-d129cc9857e6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:04:59.894165 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-268f0f75-79d7-455c-890c-17ad9925d75a req-8a69f68d-7e19-473e-9b03-d129cc9857e6 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.66 "DELETE /v2.0/ports/f0188fac-0d19-4e89-8a50-1df031009e39 HTTP/1.1" status: 204 len: 173 time: 0.5616896 Jul 27 21:04:59.916237 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-3457e908-719a-48de-8d55-c962d2d40875 req-3702dc21-7e66-4235-9cd7-38a5a1ffba65 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Allocated IP 10.1.1.233 (c7db6212-d43e-4c96-ae0f-7727debc8c82/78c9ed42-955d-4476-9cbf-7e35ae77d017/d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:04:59.928062 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d612b03-04a4-49e9-9541-4de78683700d req-5f5211cf-88e0-49d0-a212-9a8d6e8c26ce tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1295981 Jul 27 21:05:00.156331 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d612b03-04a4-49e9-9541-4de78683700d req-e8494fd7-89fa-46fd-bf0d-e58bc3759c2c service neutron] 10.222.0.55 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207677 Jul 27 21:05:00.172007 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d51f1-c0d2-488c-baa3-de9e71a6a10d req-58c9c19e-e332-4c7e-a02d-58ff8aceb308 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:00.173487 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c67d51f1-c0d2-488c-baa3-de9e71a6a10d req-58c9c19e-e332-4c7e-a02d-58ff8aceb308 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 944 time: 0.2417080 Jul 27 21:05:00.192331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac9e21a-7ca9-4f56-8f86-704894e337a9', 'name': 'network-vif-deleted', 'tag': 'f0188fac-0d19-4e89-8a50-1df031009e39'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:00.196590 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9ecbfe-6bc7-4839-8b63-e8840fc17baa" -d '{"events": [{"server_uuid": "dac9e21a-7ca9-4f56-8f86-704894e337a9", "name": "network-vif-deleted", "tag": "f0188fac-0d19-4e89-8a50-1df031009e39"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:00.289018 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-3702dc21-7e66-4235-9cd7-38a5a1ffba65 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:00.320816 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c67d51f1-c0d2-488c-baa3-de9e71a6a10d req-4add2b9f-c6b6-40f8-945d-6161b0f4ea45 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292634 Jul 27 21:05:00.336620 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-3457e908-719a-48de-8d55-c962d2d40875 req-3702dc21-7e66-4235-9cd7-38a5a1ffba65 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Transition to ACTIVE for port object d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:00.361367 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d612b03-04a4-49e9-9541-4de78683700d req-34fbfcfd-9104-4560-ae0e-e27ba2da56b2 service neutron] 10.222.0.55 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847689 Jul 27 21:05:00.382655 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d04ea9ae-d809-47b6-a397-6585f02e3501 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:00.396775 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-3702dc21-7e66-4235-9cd7-38a5a1ffba65 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:00.452972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3457e908-719a-48de-8d55-c962d2d40875 req-3702dc21-7e66-4235-9cd7-38a5a1ffba65 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Network c7db6212-d43e-4c96-ae0f-7727debc8c82 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:00.458781 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-3457e908-719a-48de-8d55-c962d2d40875 req-3702dc21-7e66-4235-9cd7-38a5a1ffba65 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:00.461884 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-3457e908-719a-48de-8d55-c962d2d40875 req-3702dc21-7e66-4235-9cd7-38a5a1ffba65 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:00.486209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port d04ea9ae-d809-47b6-a397-6585f02e3501 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:00.488709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port d04ea9ae-d809-47b6-a397-6585f02e3501 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:00.489196 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:00.524569 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702dc21-7e66-4235-9cd7-38a5a1ffba65 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event updated for resources: {'Port': ['ID=d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:00.571722 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b2b6d5b9-0a88-4d88-acaa-fedc9153ace6 req-c1bdcf73-17a9-4a15-9ee1-78a9b12470fc tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=dac9e21a-7ca9-4f56-8f86-704894e337a9 HTTP/1.1" status: 200 len: 210 time: 0.0724452 Jul 27 21:05:00.627367 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-3702dc21-7e66-4235-9cd7-38a5a1ffba65 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:00.628049 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-3702dc21-7e66-4235-9cd7-38a5a1ffba65 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:00.662071 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-3702dc21-7e66-4235-9cd7-38a5a1ffba65 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2886508 Jul 27 21:05:00.675962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3457e908-719a-48de-8d55-c962d2d40875 req-9994b40d-ddb4-4e99-886b-c81160a4f6f5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Request body: {'port': {'device_id': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82', 'admin_state_up': True, 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'security_groups': ['0f7791be-02b8-4b45-a089-1f0cc491476b']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:00.688654 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:00.752431 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c722c54-9da1-474d-a732-dab223c89c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04ea9ae-d809-47b6-a397-6585f02e3501'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:00.762138 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb15a87-606f-41d4-a5a6-03304b74e998 x-openstack-request-id: req-4cb15a87-606f-41d4-a5a6-03304b74e998 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:00.762665 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dac9e21a-7ca9-4f56-8f86-704894e337a9", "name": "network-vif-deleted", "tag": "f0188fac-0d19-4e89-8a50-1df031009e39", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:00.762780 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4cb15a87-606f-41d4-a5a6-03304b74e998 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:00.763090 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac9e21a-7ca9-4f56-8f86-704894e337a9', 'name': 'network-vif-deleted', 'tag': 'f0188fac-0d19-4e89-8a50-1df031009e39', 'status': 'completed', 'code': 200} Jul 27 21:05:00.764067 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96447bda-0e05-43c0-97c9-d87eb98b5b79" -d '{"events": [{"server_uuid": "4c722c54-9da1-474d-a732-dab223c89c0f", "name": "network-vif-plugged", "status": "completed", "tag": "d04ea9ae-d809-47b6-a397-6585f02e3501"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:00.776278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e98533b-b682-4de7-b533-bc9a7ce2cf12 req-6d0f81e5-5024-4341-9e46-e3382e57703c tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0988057 Jul 27 21:05:00.805674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port d04ea9ae-d809-47b6-a397-6585f02e3501, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d04ea9ae-d809-47b6-a397-6585f02e3501,segment=NetworkSegment(34f1a03d-2a3d-41c6-90b5-98f70dfa8e59),segment_id=34f1a03d-2a3d-41c6-90b5-98f70dfa8e59)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:00.811638 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:00.875022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=d04ea9ae-d809-47b6-a397-6585f02e3501,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:00.886920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6c3a1ac4-a4a4-49fa-af02-cccd2b0d0d9c None None] Provisioning for port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:00.896915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6c3a1ac4-a4a4-49fa-af02-cccd2b0d0d9c None None] Provisioning complete for port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:00.897691 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c3a1ac4-a4a4-49fa-af02-cccd2b0d0d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:00.920420 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-9994b40d-ddb4-4e99-886b-c81160a4f6f5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Made reservation on behalf of 64658eee724740768d084e3dbd9dd0a7 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:00.924317 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-9994b40d-ddb4-4e99-886b-c81160a4f6f5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:00.961927 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a1ac4-a4a4-49fa-af02-cccd2b0d0d9c None None] Port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:05:01.009948 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e0543446-b69e-47e9-89c0-f642e69c1118 req-d41df644-6fe9-4c03-b5e8-f073f615a7b6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 210 time: 0.0530255 Jul 27 21:05:01.184576 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-3457e908-719a-48de-8d55-c962d2d40875 req-9994b40d-ddb4-4e99-886b-c81160a4f6f5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Allocated IP 10.1.1.247 (c7db6212-d43e-4c96-ae0f-7727debc8c82/78c9ed42-955d-4476-9cbf-7e35ae77d017/121a1d90-7135-4c31-a62e-e50c381e778e) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:01.201306 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b99c88-6f77-4984-aa58-5deba53bb396 req-ef6a1abd-9381-42fe-8c5f-88b21034157a tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:01.209234 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1b99c88-6f77-4984-aa58-5deba53bb396 req-ef6a1abd-9381-42fe-8c5f-88b21034157a tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.2956553 Jul 27 21:05:01.291890 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1b99c88-6f77-4984-aa58-5deba53bb396 req-1523a311-8ef5-49ac-adb4-6b2d6bc41a2c tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816619 Jul 27 21:05:01.317915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48df47-b4a1-4b69-9833-c49676dd11ca req-cd71bf3e-f061-401a-b998-177ce94dc9b0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:01.320523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48df47-b4a1-4b69-9833-c49676dd11ca req-cd71bf3e-f061-401a-b998-177ce94dc9b0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:01.322594 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d48df47-b4a1-4b69-9833-c49676dd11ca req-cd71bf3e-f061-401a-b998-177ce94dc9b0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 1654 time: 0.2081475 Jul 27 21:05:01.385376 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d776480-9b10-43d5-b5ea-5718803418af x-openstack-request-id: req-6d776480-9b10-43d5-b5ea-5718803418af {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:01.387035 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c722c54-9da1-474d-a732-dab223c89c0f", "name": "network-vif-plugged", "status": "completed", "tag": "d04ea9ae-d809-47b6-a397-6585f02e3501", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:01.387485 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d776480-9b10-43d5-b5ea-5718803418af {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:01.388718 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c722c54-9da1-474d-a732-dab223c89c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04ea9ae-d809-47b6-a397-6585f02e3501', 'code': 200} Jul 27 21:05:01.407618 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d48df47-b4a1-4b69-9833-c49676dd11ca req-d55fea7d-f976-4233-8b04-bdf63b1c7a43 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587275 Jul 27 21:05:01.457435 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-9994b40d-ddb4-4e99-886b-c81160a4f6f5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:01.479813 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-3457e908-719a-48de-8d55-c962d2d40875 req-9994b40d-ddb4-4e99-886b-c81160a4f6f5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Transition to ACTIVE for port object 121a1d90-7135-4c31-a62e-e50c381e778e will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:01.518900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2343803-0927-409b-bc8f-a554cdcf2b44 req-1e77463b-34a9-4646-9e18-8a87dbd26088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:01.520530 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2343803-0927-409b-bc8f-a554cdcf2b44 req-1e77463b-34a9-4646-9e18-8a87dbd26088 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 1096 time: 0.0602148 Jul 27 21:05:01.560274 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2343803-0927-409b-bc8f-a554cdcf2b44 req-2d4c7fb1-b173-4b7e-9013-9b286d5182ab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304296 Jul 27 21:05:01.577475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cd1d9-db3c-44f2-8bb2-4a6ebc942f4b req-f365692b-7ece-46fa-84cf-3640651687c6 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:01.579077 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f19cd1d9-db3c-44f2-8bb2-4a6ebc942f4b req-f365692b-7ece-46fa-84cf-3640651687c6 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.0976267 Jul 27 21:05:01.580874 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-9994b40d-ddb4-4e99-886b-c81160a4f6f5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:01.637920 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3457e908-719a-48de-8d55-c962d2d40875 req-9994b40d-ddb4-4e99-886b-c81160a4f6f5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Network c7db6212-d43e-4c96-ae0f-7727debc8c82 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:01.642585 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-3457e908-719a-48de-8d55-c962d2d40875 req-9994b40d-ddb4-4e99-886b-c81160a4f6f5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:01.645023 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-3457e908-719a-48de-8d55-c962d2d40875 req-9994b40d-ddb4-4e99-886b-c81160a4f6f5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:01.704203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994b40d-ddb4-4e99-886b-c81160a4f6f5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event updated for resources: {'Port': ['ID=121a1d90-7135-4c31-a62e-e50c381e778e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:01.731401 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f19cd1d9-db3c-44f2-8bb2-4a6ebc942f4b req-8456a757-039d-46d6-9fb3-963868928853 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426864 Jul 27 21:05:01.757285 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-9994b40d-ddb4-4e99-886b-c81160a4f6f5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:01.757285 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-9994b40d-ddb4-4e99-886b-c81160a4f6f5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:01.795572 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-9994b40d-ddb4-4e99-886b-c81160a4f6f5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1246727 Jul 27 21:05:01.810044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3457e908-719a-48de-8d55-c962d2d40875 req-8edfbeb1-f072-481f-a2e3-dd027cc87dbd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Request body: {'port': {'device_id': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67', 'admin_state_up': True, 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'security_groups': ['0f7791be-02b8-4b45-a089-1f0cc491476b']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:01.983053 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6aa52040-af1a-4e5a-848a-8b865a32a8ab req-b92438d2-32ff-4fcf-b15e-9ce459687c3b tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0536134 Jul 27 21:05:02.018541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d612b03-04a4-49e9-9541-4de78683700d req-dc8d347b-939a-411f-9bbc-8fff1eb359a5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:02.020174 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1d612b03-04a4-49e9-9541-4de78683700d req-dc8d347b-939a-411f-9bbc-8fff1eb359a5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 805 time: 0.1951139 Jul 27 21:05:02.035585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-1d612b03-04a4-49e9-9541-4de78683700d req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Request body: {'port': {'device_id': '93262d4e-33ef-4041-9995-f735109187b6', 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c', 'admin_state_up': True, 'tenant_id': '3524f3f0e14346288bee76498e246a11'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:02.092111 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6857e5c7-d3f7-4021-bef4-d0b50f3e588d None None] Provisioning for port 121a1d90-7135-4c31-a62e-e50c381e778e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:02.101801 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6857e5c7-d3f7-4021-bef4-d0b50f3e588d None None] Provisioning complete for port 121a1d90-7135-4c31-a62e-e50c381e778e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:02.102493 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6857e5c7-d3f7-4021-bef4-d0b50f3e588d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.137685 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-8edfbeb1-f072-481f-a2e3-dd027cc87dbd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Made reservation on behalf of 64658eee724740768d084e3dbd9dd0a7 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:02.182342 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6857e5c7-d3f7-4021-bef4-d0b50f3e588d None None] Port 121a1d90-7135-4c31-a62e-e50c381e778e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:05:02.194393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d612b03-04a4-49e9-9541-4de78683700d req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Made reservation on behalf of 3524f3f0e14346288bee76498e246a11 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:02.198559 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1d612b03-04a4-49e9-9541-4de78683700d req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.209703 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b3861-b84e-4903-9833-60e9f73a636e req-ecb80d31-ca56-4151-9f4d-2458c4f7c67a tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:02.217988 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-086b3861-b84e-4903-9833-60e9f73a636e req-ecb80d31-ca56-4151-9f4d-2458c4f7c67a tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 944 time: 0.1883969 Jul 27 21:05:02.281601 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-716a81a4-da49-412f-8c38-a00f39a6c791 req-2907538c-3ecf-402e-8146-5584d3ebc278 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 210 time: 0.0407140 Jul 27 21:05:02.350721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-086b3861-b84e-4903-9833-60e9f73a636e req-00a1ffd6-7199-4fb4-89ef-98a3c06939d1 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316972 Jul 27 21:05:02.357260 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-8edfbeb1-f072-481f-a2e3-dd027cc87dbd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.387786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-1d612b03-04a4-49e9-9541-4de78683700d req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Allocated IP 172.20.0.6 (e63d6883-21db-42a3-83ad-67a0ca0dae2c/d6866e95-5277-449a-81cc-71c772e0c274/bddc5180-33fe-4437-a22c-0053dc9515df) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:02.389651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7a59fe5c-b464-472f-ae4b-4e8d12938045 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:02.465323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 7a59fe5c-b464-472f-ae4b-4e8d12938045 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:02.467322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7a59fe5c-b464-472f-ae4b-4e8d12938045 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:02.617769 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e13fd4dc-0b73-4926-b4f2-3b8ef4b52d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.637574 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1d612b03-04a4-49e9-9541-4de78683700d req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.653604 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160e86b-db60-45aa-b70d-1852f4b27a4f req-631e0b4d-e13e-4b13-9f36-e69884e82aec tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:02.655014 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e160e86b-db60-45aa-b70d-1852f4b27a4f req-631e0b4d-e13e-4b13-9f36-e69884e82aec tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.2643771 Jul 27 21:05:02.691936 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264060a-1e9a-44ca-b419-a3a829814a72 req-c912caa7-32ba-4b4b-99fc-1a8f14979595 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:02.693817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e264060a-1e9a-44ca-b419-a3a829814a72 req-c912caa7-32ba-4b4b-99fc-1a8f14979595 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.66 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 944 time: 0.1055667 Jul 27 21:05:02.734001 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1d612b03-04a4-49e9-9541-4de78683700d req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.751652 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['57fe7918-c9cd-422f-aa0c-181755d554c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:02.767344 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaf2ac-e95b-4f0b-8c7a-fedec6cbeb44 req-cbbeb746-d5b1-4c34-8d00-8d9ea7da4678 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:02.773412 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaf2ac-e95b-4f0b-8c7a-fedec6cbeb44 req-cbbeb746-d5b1-4c34-8d00-8d9ea7da4678 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:02.782314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaf2ac-e95b-4f0b-8c7a-fedec6cbeb44 req-cbbeb746-d5b1-4c34-8d00-8d9ea7da4678 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:02.784033 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e7eaf2ac-e95b-4f0b-8c7a-fedec6cbeb44 req-cbbeb746-d5b1-4c34-8d00-8d9ea7da4678 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 2375 time: 0.2482252 Jul 27 21:05:02.785955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d612b03-04a4-49e9-9541-4de78683700d req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Network e63d6883-21db-42a3-83ad-67a0ca0dae2c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:02.797057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-1d612b03-04a4-49e9-9541-4de78683700d req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:02.806796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d612b03-04a4-49e9-9541-4de78683700d req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:02.808838 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e160e86b-db60-45aa-b70d-1852f4b27a4f req-f4e62fbd-4793-4e9f-9c1a-9eeedddc0b9b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278031 Jul 27 21:05:02.859384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Pushing event updated for resources: {'Port': ['ID=bddc5180-33fe-4437-a22c-0053dc9515df,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:02.877734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.878351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.878950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.879448 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.879771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.880166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.880672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.881193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.881822 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.882172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.882417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-3457e908-719a-48de-8d55-c962d2d40875 req-8edfbeb1-f072-481f-a2e3-dd027cc87dbd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Allocated IP 10.2.2.100 (4a3bd81c-c0ae-404a-987c-9478c181dd67/0100c0f3-654b-4008-8ca4-b381192db716/4981eeac-989d-46f4-806d-01fe38dce5dc) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:02.882649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.882866 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:02.906068 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e7eaf2ac-e95b-4f0b-8c7a-fedec6cbeb44 req-b93fc96a-5eae-4531-979b-0873d2289e31 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930839 Jul 27 21:05:02.912500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d612b03-04a4-49e9-9541-4de78683700d req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:02.913381 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1d612b03-04a4-49e9-9541-4de78683700d req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.941436 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1d612b03-04a4-49e9-9541-4de78683700d req-dfe6d8b6-1fd6-4975-a7cd-6b4e003ce742 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9120250 Jul 27 21:05:02.945978 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e264060a-1e9a-44ca-b419-a3a829814a72 req-447f2ea9-562f-42f2-bd27-ed2ede8dcc09 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Deleting port 9d07e268-b62b-4546-83a0-57d8eded5dcf {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:02.946364 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e264060a-1e9a-44ca-b419-a3a829814a72 req-447f2ea9-562f-42f2-bd27-ed2ede8dcc09 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:02.955632 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Request body: {'port': {'device_id': '93262d4e-33ef-4041-9995-f735109187b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:03.166187 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad0d4dc4-e3db-4c94-83b8-38b2e45ef3d2 req-aee947b0-05a0-4397-a622-22acd783516e tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0486789 Jul 27 21:05:03.172460 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-8edfbeb1-f072-481f-a2e3-dd027cc87dbd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:03.195844 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fa5fc-5ff9-49ae-92a2-20c474729697 req-3247797d-ad1b-48c6-a982-fd0e6fa05f03 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:03.197846 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-546fa5fc-5ff9-49ae-92a2-20c474729697 req-3247797d-ad1b-48c6-a982-fd0e6fa05f03 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.2462654 Jul 27 21:05:03.207437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-3457e908-719a-48de-8d55-c962d2d40875 req-8edfbeb1-f072-481f-a2e3-dd027cc87dbd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Transition to ACTIVE for port object 4981eeac-989d-46f4-806d-01fe38dce5dc will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:03.294072 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-546fa5fc-5ff9-49ae-92a2-20c474729697 req-ed2cbe14-abf2-456c-9b2e-843bc767f4d2 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668969 Jul 27 21:05:03.297300 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-8edfbeb1-f072-481f-a2e3-dd027cc87dbd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:03.365117 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3457e908-719a-48de-8d55-c962d2d40875 req-8edfbeb1-f072-481f-a2e3-dd027cc87dbd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Network 4a3bd81c-c0ae-404a-987c-9478c181dd67 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:03.366554 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfbeb1-f072-481f-a2e3-dd027cc87dbd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event updated for resources: {'Port': ['ID=4981eeac-989d-46f4-806d-01fe38dce5dc,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:03.376292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-3457e908-719a-48de-8d55-c962d2d40875 req-8edfbeb1-f072-481f-a2e3-dd027cc87dbd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:03.379637 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-3457e908-719a-48de-8d55-c962d2d40875 req-8edfbeb1-f072-481f-a2e3-dd027cc87dbd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:03.430037 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:03.515733 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-8edfbeb1-f072-481f-a2e3-dd027cc87dbd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:03.516815 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-8edfbeb1-f072-481f-a2e3-dd027cc87dbd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:03.518410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e264060a-1e9a-44ca-b419-a3a829814a72 req-447f2ea9-562f-42f2-bd27-ed2ede8dcc09 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] For port 9d07e268-b62b-4546-83a0-57d8eded5dcf, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=9d07e268-b62b-4546-83a0-57d8eded5dcf,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:03.519056 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e264060a-1e9a-44ca-b419-a3a829814a72 req-447f2ea9-562f-42f2-bd27-ed2ede8dcc09 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:03.535074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7bc13-0401-452c-8d44-51c4ba811ccf req-6ec9093b-9796-48c2-9917-9adaffe454c3 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:03.544293 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fe7bc13-0401-452c-8d44-51c4ba811ccf req-6ec9093b-9796-48c2-9917-9adaffe454c3 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 931 time: 0.1225226 Jul 27 21:05:03.567632 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-8edfbeb1-f072-481f-a2e3-dd027cc87dbd tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7632525 Jul 27 21:05:03.615272 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3457e908-719a-48de-8d55-c962d2d40875 req-d4dc35c3-5141-414d-8385-1d1e0c214954 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Request body: {'port': {'device_id': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67', 'admin_state_up': True, 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'security_groups': ['0f7791be-02b8-4b45-a089-1f0cc491476b']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:03.639556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fe7bc13-0401-452c-8d44-51c4ba811ccf req-c1567163-9304-49b3-900c-64fd6411f6c2 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943055 Jul 27 21:05:03.640861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e264060a-1e9a-44ca-b419-a3a829814a72 req-447f2ea9-562f-42f2-bd27-ed2ede8dcc09 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Calling delete_port for 9d07e268-b62b-4546-83a0-57d8eded5dcf owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:03.725868 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-36a2cfe3-e8b0-4c67-b092-7a38f8eb7cbf None None] Provisioning for port 4981eeac-989d-46f4-806d-01fe38dce5dc completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:03.736579 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-36a2cfe3-e8b0-4c67-b092-7a38f8eb7cbf None None] Provisioning complete for port 4981eeac-989d-46f4-806d-01fe38dce5dc triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:03.737268 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-36a2cfe3-e8b0-4c67-b092-7a38f8eb7cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:03.781505 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-36a2cfe3-e8b0-4c67-b092-7a38f8eb7cbf None None] Port 4981eeac-989d-46f4-806d-01fe38dce5dc cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:05:03.792668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e71046-25a4-4bdb-90e3-adeaf31d6607 req-c80dd981-32e4-41a1-90d0-5327b419006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:03.794244 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c7e71046-25a4-4bdb-90e3-adeaf31d6607 req-c80dd981-32e4-41a1-90d0-5327b419006e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44a3a19e228a4d0985664b59fe9d66ef&device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 1096 time: 0.1636386 Jul 27 21:05:03.825246 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e65a2-519e-4dc7-8af3-808c20dfddbe req-3a8e16ad-94f2-4cc0-b6da-46111cbd6f39 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:03.826898 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b5e65a2-519e-4dc7-8af3-808c20dfddbe req-3a8e16ad-94f2-4cc0-b6da-46111cbd6f39 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 944 time: 0.1864710 Jul 27 21:05:03.894896 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:03.910809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-d4dc35c3-5141-414d-8385-1d1e0c214954 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Made reservation on behalf of 64658eee724740768d084e3dbd9dd0a7 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:03.916064 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-d4dc35c3-5141-414d-8385-1d1e0c214954 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:03.920455 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b5e65a2-519e-4dc7-8af3-808c20dfddbe req-5a593780-d4ff-4e80-b709-fc42bff4e66e tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835392 Jul 27 21:05:03.933209 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21df2d7-8144-4a76-8508-c6cbcebf0631 req-5e8a435d-c4e6-4635-92b5-fa6887e14aab tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:03.936933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a21df2d7-8144-4a76-8508-c6cbcebf0631 req-5e8a435d-c4e6-4635-92b5-fa6887e14aab tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.1790080 Jul 27 21:05:04.006559 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bddc5180-33fe-4437-a22c-0053dc9515df {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:04.014393 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:04.038724 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a21df2d7-8144-4a76-8508-c6cbcebf0631 req-b33a9aef-21c6-40c7-8688-edd1d86b41f5 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961280 Jul 27 21:05:04.059132 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Transition to ACTIVE for port object bddc5180-33fe-4437-a22c-0053dc9515df will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:04.065541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e71046-25a4-4bdb-90e3-adeaf31d6607 req-2e696f5c-80dd-44e7-beaa-9e46176ad35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:04.067098 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c7e71046-25a4-4bdb-90e3-adeaf31d6607 req-2e696f5c-80dd-44e7-beaa-9e46176ad35b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a83bccf7-f907-454f-9b2f-b3d6acd048db HTTP/1.1" status: 200 len: 912 time: 0.2647521 Jul 27 21:05:04.071041 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:04.121159 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c7e71046-25a4-4bdb-90e3-adeaf31d6607 req-ca78c9c1-5d5f-4853-aa85-da6baa871d7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d04ea9ae-d809-47b6-a397-6585f02e3501 HTTP/1.1" status: 200 len: 217 time: 0.0417409 Jul 27 21:05:04.204131 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e264060a-1e9a-44ca-b419-a3a829814a72 req-447f2ea9-562f-42f2-bd27-ed2ede8dcc09 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:04.235681 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Pushing event updated for resources: {'Port': ['ID=bddc5180-33fe-4437-a22c-0053dc9515df,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:04.241566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e71046-25a4-4bdb-90e3-adeaf31d6607 req-84702975-d66d-478a-81e2-ba242418734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:04.243541 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c7e71046-25a4-4bdb-90e3-adeaf31d6607 req-84702975-d66d-478a-81e2-ba242418734d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95dcd686-975b-4220-990e-d334ecf706c3 HTTP/1.1" status: 200 len: 851 time: 0.0960484 Jul 27 21:05:04.346693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f2ea9-562f-42f2-bd27-ed2ede8dcc09 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Pushing event deleted for resources: {'Port': ['ID=9d07e268-b62b-4546-83a0-57d8eded5dcf,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:04.388994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e264060a-1e9a-44ca-b419-a3a829814a72 req-447f2ea9-562f-42f2-bd27-ed2ede8dcc09 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] No DVR routers for this DVR port 9d07e268-b62b-4546-83a0-57d8eded5dcf on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:04.392175 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c7e71046-25a4-4bdb-90e3-adeaf31d6607 req-aaebaaa7-5d03-48f2-9d76-0ef59cc1674a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a83bccf7-f907-454f-9b2f-b3d6acd048db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192245 Jul 27 21:05:04.395214 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e264060a-1e9a-44ca-b419-a3a829814a72 req-447f2ea9-562f-42f2-bd27-ed2ede8dcc09 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:04.397787 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e264060a-1e9a-44ca-b419-a3a829814a72 req-447f2ea9-562f-42f2-bd27-ed2ede8dcc09 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.66 "DELETE /v2.0/ports/9d07e268-b62b-4546-83a0-57d8eded5dcf HTTP/1.1" status: 204 len: 173 time: 1.6970413 Jul 27 21:05:04.398274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254c0437-c08d-4751-9b55-cf21116402d6', 'name': 'network-vif-deleted', 'tag': '9d07e268-b62b-4546-83a0-57d8eded5dcf'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:04.400657 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6b254d-d0be-4ae1-ae18-5aa160802be6" -d '{"events": [{"server_uuid": "254c0437-c08d-4751-9b55-cf21116402d6", "name": "network-vif-deleted", "tag": "9d07e268-b62b-4546-83a0-57d8eded5dcf"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:04.482152 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Attempting to bind port bddc5180-33fe-4437-a22c-0053dc9515df on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:04.482796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Attempting to bind port bddc5180-33fe-4437-a22c-0053dc9515df by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:04.482796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Attempting to bind port bddc5180-33fe-4437-a22c-0053dc9515df on network e63d6883-21db-42a3-83ad-67a0ca0dae2c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:04.492208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Port bddc5180-33fe-4437-a22c-0053dc9515df on network e63d6883-21db-42a3-83ad-67a0ca0dae2c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:05:04.492536 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Attempting to bind port bddc5180-33fe-4437-a22c-0053dc9515df on network e63d6883-21db-42a3-83ad-67a0ca0dae2c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:04.508815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:04.509309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Checking segment: {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:04.509864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Bound using segment: {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:04.511201 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Bound port: bddc5180-33fe-4437-a22c-0053dc9515df, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0749aa95-411f-40be-8fe1-d8b924141bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:04.511201 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:04.559035 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c7e71046-25a4-4bdb-90e3-adeaf31d6607 req-5ca375d5-4e20-43d6-a8b7-18448c19755a service neutron] 10.222.0.20 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547751 Jul 27 21:05:04.600156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2751da-1c99-4b60-93b9-6397d98f9ecb req-65b4167c-962b-4f13-b9c6-2ab982d6c2df tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:04.601661 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b2751da-1c99-4b60-93b9-6397d98f9ecb req-65b4167c-962b-4f13-b9c6-2ab982d6c2df tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.5619886 Jul 27 21:05:04.615468 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-3457e908-719a-48de-8d55-c962d2d40875 req-d4dc35c3-5141-414d-8385-1d1e0c214954 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Allocated IP 10.2.2.200 (4a3bd81c-c0ae-404a-987c-9478c181dd67/0100c0f3-654b-4008-8ca4-b381192db716/a330d042-0729-4e45-b291-ff638747237f) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:04.627536 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c395ee-7527-4947-8172-c02da81b3813 req-7dfdec4c-082b-4d3a-8079-518d9eaf7f2f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:04.633557 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c395ee-7527-4947-8172-c02da81b3813 req-7dfdec4c-082b-4d3a-8079-518d9eaf7f2f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:04.639791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c395ee-7527-4947-8172-c02da81b3813 req-7dfdec4c-082b-4d3a-8079-518d9eaf7f2f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:04.645591 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c395ee-7527-4947-8172-c02da81b3813 req-7dfdec4c-082b-4d3a-8079-518d9eaf7f2f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:04.650702 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65c395ee-7527-4947-8172-c02da81b3813 req-7dfdec4c-082b-4d3a-8079-518d9eaf7f2f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 3096 time: 0.2199175 Jul 27 21:05:04.674709 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] For port bddc5180-33fe-4437-a22c-0053dc9515df, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:04.679975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] For port bddc5180-33fe-4437-a22c-0053dc9515df, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=bddc5180-33fe-4437-a22c-0053dc9515df,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:04.686089 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:04.730055 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c7e71046-25a4-4bdb-90e3-adeaf31d6607 req-9cad05e2-4fc9-451c-9954-4bc93207af5c service neutron] 10.222.0.20 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458535 Jul 27 21:05:04.734904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:04.735157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:04.736543 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1d612b03-04a4-49e9-9541-4de78683700d req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] 10.222.0.20 "PUT /v2.0/ports/bddc5180-33fe-4437-a22c-0053dc9515df HTTP/1.1" status: 200 len: 1091 time: 1.7850020 Jul 27 21:05:04.754143 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f0188fac-0d19-4e89-8a50-1df031009e39 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:04.769159 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b2751da-1c99-4b60-93b9-6397d98f9ecb req-793512ba-1969-4eb5-9a1e-04f095233827 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510596 Jul 27 21:05:04.793951 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65c395ee-7527-4947-8172-c02da81b3813 req-15bd2a31-271b-4e04-a6da-2399fd2e3fd1 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285813 Jul 27 21:05:04.823189 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: f0188fac-0d19-4e89-8a50-1df031009e39 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:04.824752 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f0188fac-0d19-4e89-8a50-1df031009e39 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:04.831619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c851f8e-5f31-43c2-b2a9-ef4a7811be2d service neutron] Pushing event updated for resources: {'Port': ['ID=bddc5180-33fe-4437-a22c-0053dc9515df,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:04.910808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d612b03-04a4-49e9-9541-4de78683700d req-50687bb0-147f-4e93-953b-c5094286ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:04.912643 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1d612b03-04a4-49e9-9541-4de78683700d req-50687bb0-147f-4e93-953b-c5094286ccc1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 1094 time: 0.1069901 Jul 27 21:05:05.022324 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1d612b03-04a4-49e9-9541-4de78683700d req-9ccfbc66-af53-45f2-9abe-b9bc7f0c012b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bddc5180-33fe-4437-a22c-0053dc9515df HTTP/1.1" status: 200 len: 217 time: 0.0908797 Jul 27 21:05:05.028902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd064fec-cf59-4966-a98b-50406f969b71 req-c73a9aaf-2100-4bdf-9a6d-4dafbee36043 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0518365 Jul 27 21:05:05.044474 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-d4dc35c3-5141-414d-8385-1d1e0c214954 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:05.061307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-3457e908-719a-48de-8d55-c962d2d40875 req-d4dc35c3-5141-414d-8385-1d1e0c214954 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Transition to ACTIVE for port object a330d042-0729-4e45-b291-ff638747237f will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:05.071867 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a30725f-e8c2-46d2-8b53-e4694a83ce98 x-openstack-request-id: req-3a30725f-e8c2-46d2-8b53-e4694a83ce98 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:05.073228 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254c0437-c08d-4751-9b55-cf21116402d6", "name": "network-vif-deleted", "tag": "9d07e268-b62b-4546-83a0-57d8eded5dcf", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:05.082477 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a30725f-e8c2-46d2-8b53-e4694a83ce98 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:05.082477 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254c0437-c08d-4751-9b55-cf21116402d6', 'name': 'network-vif-deleted', 'tag': '9d07e268-b62b-4546-83a0-57d8eded5dcf', 'status': 'completed', 'code': 200} Jul 27 21:05:05.124002 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-d4dc35c3-5141-414d-8385-1d1e0c214954 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:05.175488 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d612b03-04a4-49e9-9541-4de78683700d req-4657c113-2342-414a-83c1-99643f0e8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:05.179096 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1d612b03-04a4-49e9-9541-4de78683700d req-4657c113-2342-414a-83c1-99643f0e8328 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6866e95-5277-449a-81cc-71c772e0c274 HTTP/1.1" status: 200 len: 845 time: 0.1426947 Jul 27 21:05:05.234136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc35c3-5141-414d-8385-1d1e0c214954 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event updated for resources: {'Port': ['ID=a330d042-0729-4e45-b291-ff638747237f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:05.252267 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1d612b03-04a4-49e9-9541-4de78683700d req-542d465c-72a4-41c7-a00c-a92c0975018d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e63d6883-21db-42a3-83ad-67a0ca0dae2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646608 Jul 27 21:05:05.292902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ae04c6c-9762-474d-bd6f-976992d49bff req-0d80b69f-6227-4ca3-ac5a-8e121d20d6d5 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=254c0437-c08d-4751-9b55-cf21116402d6 HTTP/1.1" status: 200 len: 210 time: 0.0454698 Jul 27 21:05:05.310415 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3457e908-719a-48de-8d55-c962d2d40875 req-d4dc35c3-5141-414d-8385-1d1e0c214954 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Network 4a3bd81c-c0ae-404a-987c-9478c181dd67 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:05.314286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-3457e908-719a-48de-8d55-c962d2d40875 req-d4dc35c3-5141-414d-8385-1d1e0c214954 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:05.316235 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-13889c91-2457-4c8d-85ac-b03d9c9d3811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:05.331186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-3457e908-719a-48de-8d55-c962d2d40875 req-d4dc35c3-5141-414d-8385-1d1e0c214954 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:05.425148 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1d612b03-04a4-49e9-9541-4de78683700d req-79f9e3dd-9c16-4939-99df-6875dbdb2db1 service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655090 Jul 27 21:05:05.435551 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:05.460977 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a767071-63fa-4fd3-8ec8-ac44df04194f req-017a838c-0d4a-44b6-96bb-1b95a331b7fd tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:05.468713 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a767071-63fa-4fd3-8ec8-ac44df04194f req-017a838c-0d4a-44b6-96bb-1b95a331b7fd tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 943 time: 0.2760513 Jul 27 21:05:05.502756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-d4dc35c3-5141-414d-8385-1d1e0c214954 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:05.503350 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-d4dc35c3-5141-414d-8385-1d1e0c214954 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:05.542483 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-d4dc35c3-5141-414d-8385-1d1e0c214954 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9317963 Jul 27 21:05:05.556302 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a767071-63fa-4fd3-8ec8-ac44df04194f req-04fd564f-f04d-4a06-b4ad-31baee703042 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866182 Jul 27 21:05:05.569262 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Request body: {'port': {'device_id': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:05.582014 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1d612b03-04a4-49e9-9541-4de78683700d req-9c1a0b32-5f2c-4a8f-8b92-bfaba86ec502 service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399457 Jul 27 21:05:05.623868 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732eac6-1950-4b08-8f8d-81bf140e4062 req-577d9563-3212-43e9-bc43-0352c909a776 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:05.625905 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7732eac6-1950-4b08-8f8d-81bf140e4062 req-577d9563-3212-43e9-bc43-0352c909a776 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.2287228 Jul 27 21:05:05.698543 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:05.714953 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8d77d411-ec59-4fa2-bd2c-5d9147844c49 None None] Provisioning for port a330d042-0729-4e45-b291-ff638747237f completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:05.715288 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7732eac6-1950-4b08-8f8d-81bf140e4062 req-38e55e63-38e0-424e-a296-795c6d32e6bf tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781910 Jul 27 21:05:05.718762 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8d77d411-ec59-4fa2-bd2c-5d9147844c49 None None] Provisioning complete for port a330d042-0729-4e45-b291-ff638747237f triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:05.719318 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8d77d411-ec59-4fa2-bd2c-5d9147844c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:05.770803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-8d77d411-ec59-4fa2-bd2c-5d9147844c49 None None] Port a330d042-0729-4e45-b291-ff638747237f cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:05:06.030886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b89fde-982d-409a-b6ae-e12b9128b578 req-20e3bf06-4fc3-4556-b0dc-91b9e0ceb071 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:06.032291 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-69b89fde-982d-409a-b6ae-e12b9128b578 req-20e3bf06-4fc3-4556-b0dc-91b9e0ceb071 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1754239 Jul 27 21:05:06.109436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae64d-1478-47c8-ac15-90bf9303aef7 req-fb54edf6-b022-4967-8a56-8b4172009371 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:06.116097 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae64d-1478-47c8-ac15-90bf9303aef7 req-fb54edf6-b022-4967-8a56-8b4172009371 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:06.122090 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae64d-1478-47c8-ac15-90bf9303aef7 req-fb54edf6-b022-4967-8a56-8b4172009371 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:06.128133 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae64d-1478-47c8-ac15-90bf9303aef7 req-fb54edf6-b022-4967-8a56-8b4172009371 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:06.134252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae64d-1478-47c8-ac15-90bf9303aef7 req-fb54edf6-b022-4967-8a56-8b4172009371 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:06.136076 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-921ae64d-1478-47c8-ac15-90bf9303aef7 req-fb54edf6-b022-4967-8a56-8b4172009371 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 3817 time: 0.2155335 Jul 27 21:05:06.176016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-69b89fde-982d-409a-b6ae-e12b9128b578 req-22e1ea2a-6f5f-46e6-b8f6-8c67dd331e80 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332223 Jul 27 21:05:06.180370 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e7f2b1-19ab-4550-91eb-7886e2f80340 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:06.190848 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:06.215438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Transition to ACTIVE for port object c5e7f2b1-19ab-4550-91eb-7886e2f80340 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:06.218994 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-921ae64d-1478-47c8-ac15-90bf9303aef7 req-f162451a-430c-4d51-ab85-f3c9b8eab011 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748065 Jul 27 21:05:06.220238 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:06.293076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e7f2b1-19ab-4550-91eb-7886e2f80340,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:06.432556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52ee8bce-b465-4d00-a639-06ccd9351ffb req-7faab924-784d-459e-b739-cd697f0d764c tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0838835 Jul 27 21:05:06.437159 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Attempting to bind port c5e7f2b1-19ab-4550-91eb-7886e2f80340 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:06.437503 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Attempting to bind port c5e7f2b1-19ab-4550-91eb-7886e2f80340 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '4fbbf56d-6283-4320-b1cc-fcdea2e7a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:06.437834 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Attempting to bind port c5e7f2b1-19ab-4550-91eb-7886e2f80340 on network 04bd500b-f0bb-4eca-a46f-3d9ae8df2661 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:06.446350 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Port c5e7f2b1-19ab-4550-91eb-7886e2f80340 on network 04bd500b-f0bb-4eca-a46f-3d9ae8df2661 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:05:06.446673 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Attempting to bind port c5e7f2b1-19ab-4550-91eb-7886e2f80340 on network 04bd500b-f0bb-4eca-a46f-3d9ae8df2661 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:06.452292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:06.452642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Checking segment: {'id': '4fbbf56d-6283-4320-b1cc-fcdea2e7a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:06.453030 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Bound using segment: {'id': '4fbbf56d-6283-4320-b1cc-fcdea2e7a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:06.453457 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Bound port: c5e7f2b1-19ab-4550-91eb-7886e2f80340, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbbf56d-6283-4320-b1cc-fcdea2e7a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:06.453821 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:06.560398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] For port c5e7f2b1-19ab-4550-91eb-7886e2f80340, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:06.564631 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] For port c5e7f2b1-19ab-4550-91eb-7886e2f80340, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c5e7f2b1-19ab-4550-91eb-7886e2f80340,segment=NetworkSegment(4fbbf56d-6283-4320-b1cc-fcdea2e7a029),segment_id=4fbbf56d-6283-4320-b1cc-fcdea2e7a029)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:06.572531 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:06.625716 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:06.626514 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:06.628116 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] 10.222.0.66 "PUT /v2.0/ports/c5e7f2b1-19ab-4550-91eb-7886e2f80340 HTTP/1.1" status: 200 len: 1092 time: 1.0637896 Jul 27 21:05:06.649646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'tag': 'c5e7f2b1-19ab-4550-91eb-7886e2f80340'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:06.652138 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4139b64c-ed4d-49f5-a20d-86b2800f2506" -d '{"events": [{"name": "network-changed", "server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "tag": "c5e7f2b1-19ab-4550-91eb-7886e2f80340"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:06.685638 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Request body: {'port': {'device_id': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:06.756456 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 9d07e268-b62b-4546-83a0-57d8eded5dcf no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:06.780641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fffab-272c-45ae-804b-2b53596a4bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e7f2b1-19ab-4550-91eb-7886e2f80340,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:06.784405 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 9d07e268-b62b-4546-83a0-57d8eded5dcf {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:06.787474 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 9d07e268-b62b-4546-83a0-57d8eded5dcf not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:06.852685 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:06.871086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a74cb2-5382-42d3-999c-e8235ff00e61 req-74cd753e-50ef-4887-beea-cfc520b2f388 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:06.873091 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7a74cb2-5382-42d3-999c-e8235ff00e61 req-74cd753e-50ef-4887-beea-cfc520b2f388 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 944 time: 0.2645228 Jul 27 21:05:06.902148 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c243e-2671-490c-bd09-5b8cb74052d6 req-48a2b93e-f69b-4b1e-8134-52b2cbfa6d05 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:06.903724 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-940c243e-2671-490c-bd09-5b8cb74052d6 req-48a2b93e-f69b-4b1e-8134-52b2cbfa6d05 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 943 time: 0.2480609 Jul 27 21:05:06.992231 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7a74cb2-5382-42d3-999c-e8235ff00e61 req-6156f3f0-a1a6-479d-a715-90b70f5f28ee tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090045 Jul 27 21:05:07.064145 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:07.066443 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-940c243e-2671-490c-bd09-5b8cb74052d6 req-d8b0154e-ec3c-4bab-9c7d-1a3cf1acc53e tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289730 Jul 27 21:05:07.076401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93262d4e-33ef-4041-9995-f735109187b6', 'tag': 'bddc5180-33fe-4437-a22c-0053dc9515df'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:07.079202 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12570a8e-b08e-4203-a9ca-9c1a2544dbd4" -d '{"events": [{"name": "network-changed", "server_uuid": "93262d4e-33ef-4041-9995-f735109187b6", "tag": "bddc5180-33fe-4437-a22c-0053dc9515df"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:07.152916 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8918cda-ec9f-4f26-a617-846f7e5ee702 x-openstack-request-id: req-d8918cda-ec9f-4f26-a617-846f7e5ee702 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:07.153467 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "tag": "c5e7f2b1-19ab-4550-91eb-7886e2f80340", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:07.153720 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8918cda-ec9f-4f26-a617-846f7e5ee702 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:07.154207 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'tag': 'c5e7f2b1-19ab-4550-91eb-7886e2f80340', 'status': 'completed', 'code': 200} Jul 27 21:05:07.194660 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000f6fe1-5b9f-40cf-8696-12a4f43d340e x-openstack-request-id: req-000f6fe1-5b9f-40cf-8696-12a4f43d340e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:07.195034 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93262d4e-33ef-4041-9995-f735109187b6", "tag": "bddc5180-33fe-4437-a22c-0053dc9515df", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:07.196167 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-000f6fe1-5b9f-40cf-8696-12a4f43d340e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:07.196167 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93262d4e-33ef-4041-9995-f735109187b6', 'tag': 'bddc5180-33fe-4437-a22c-0053dc9515df', 'status': 'completed', 'code': 200} Jul 27 21:05:07.282713 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b64c-ed4d-49f5-a20d-86b2800f2506 req-2b3e41ef-8a92-421f-90b0-c35e7eaa79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.283202 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b64c-ed4d-49f5-a20d-86b2800f2506 req-2b3e41ef-8a92-421f-90b0-c35e7eaa79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.283684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b64c-ed4d-49f5-a20d-86b2800f2506 req-2b3e41ef-8a92-421f-90b0-c35e7eaa79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.284335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b64c-ed4d-49f5-a20d-86b2800f2506 req-2b3e41ef-8a92-421f-90b0-c35e7eaa79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.284782 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b64c-ed4d-49f5-a20d-86b2800f2506 req-2b3e41ef-8a92-421f-90b0-c35e7eaa79d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.287254 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4139b64c-ed4d-49f5-a20d-86b2800f2506 req-2b3e41ef-8a92-421f-90b0-c35e7eaa79d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=64658eee724740768d084e3dbd9dd0a7&device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 4364 time: 0.1276221 Jul 27 21:05:07.340762 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e84fdb-64e8-4b87-971c-159e14ac9d4f req-0cf4dc71-2804-43f8-99ad-b391967466e8 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.342316 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89e84fdb-64e8-4b87-971c-159e14ac9d4f req-0cf4dc71-2804-43f8-99ad-b391967466e8 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.1925449 Jul 27 21:05:07.362185 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12570a8e-b08e-4203-a9ca-9c1a2544dbd4 req-2c324a2a-5fab-47f8-8325-f1961159c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.363687 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-12570a8e-b08e-4203-a9ca-9c1a2544dbd4 req-2c324a2a-5fab-47f8-8325-f1961159c20e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3524f3f0e14346288bee76498e246a11&device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 1094 time: 0.1436369 Jul 27 21:05:07.413487 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2528b4f0-42ea-4bae-ad98-418d19fffcf6 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:07.431438 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:07.454984 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89e84fdb-64e8-4b87-971c-159e14ac9d4f req-d19855ed-9016-4227-b87d-0c052e54c99e tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829687 Jul 27 21:05:07.474447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b64c-ed4d-49f5-a20d-86b2800f2506 req-819490f4-3efa-4125-8319-e8d69c39fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.474928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b64c-ed4d-49f5-a20d-86b2800f2506 req-819490f4-3efa-4125-8319-e8d69c39fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.475397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b64c-ed4d-49f5-a20d-86b2800f2506 req-819490f4-3efa-4125-8319-e8d69c39fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.476967 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4139b64c-ed4d-49f5-a20d-86b2800f2506 req-819490f4-3efa-4125-8319-e8d69c39fce9 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=64658eee724740768d084e3dbd9dd0a7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1820052 Jul 27 21:05:07.486198 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Transition to ACTIVE for port object 2528b4f0-42ea-4bae-ad98-418d19fffcf6 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:07.488711 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:07.522154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cf594-f9ee-4d6a-ac2c-a6475ce23822 req-c0df36c8-524c-4c0b-b3e6-48837acbb15e tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.530987 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-847cf594-f9ee-4d6a-ac2c-a6475ce23822 req-c0df36c8-524c-4c0b-b3e6-48837acbb15e tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.2484720 Jul 27 21:05:07.553663 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:07.554047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12570a8e-b08e-4203-a9ca-9c1a2544dbd4 req-9277e844-7f92-4274-8593-500f34e1fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.555514 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-12570a8e-b08e-4203-a9ca-9c1a2544dbd4 req-9277e844-7f92-4274-8593-500f34e1fd59 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 200 len: 906 time: 0.1822903 Jul 27 21:05:07.637716 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-847cf594-f9ee-4d6a-ac2c-a6475ce23822 req-06222031-02d8-43fb-aba0-f210d2695614 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056502 Jul 27 21:05:07.660752 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Pushing event updated for resources: {'Port': ['ID=2528b4f0-42ea-4bae-ad98-418d19fffcf6,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:07.679207 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-12570a8e-b08e-4203-a9ca-9c1a2544dbd4 req-4a676c34-cee3-487d-9952-d0658f2ddd31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bddc5180-33fe-4437-a22c-0053dc9515df HTTP/1.1" status: 200 len: 217 time: 0.0801673 Jul 27 21:05:07.740165 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139b64c-ed4d-49f5-a20d-86b2800f2506 req-f2d2206a-23e6-4835-9988-90bcdd8bffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.742609 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4139b64c-ed4d-49f5-a20d-86b2800f2506 req-f2d2206a-23e6-4835-9988-90bcdd8bffbc service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2505863 Jul 27 21:05:07.766637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8abd2f-d220-47be-a3b7-5311455d4411 req-45918325-f571-4c7d-83ac-2cb256206b5c tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.768302 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bf8abd2f-d220-47be-a3b7-5311455d4411 req-45918325-f571-4c7d-83ac-2cb256206b5c tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 944 time: 0.2230072 Jul 27 21:05:07.825775 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12570a8e-b08e-4203-a9ca-9c1a2544dbd4 req-45a60d3c-8d26-41e5-9d6e-28da02500a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.827694 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-12570a8e-b08e-4203-a9ca-9c1a2544dbd4 req-45a60d3c-8d26-41e5-9d6e-28da02500a5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6866e95-5277-449a-81cc-71c772e0c274 HTTP/1.1" status: 200 len: 845 time: 0.1405096 Jul 27 21:05:07.829650 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3c465-78cb-40d6-9d69-ba8452eadbc7 req-5740b384-bbed-4956-bcd6-9a4d978edccc tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.846531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3c465-78cb-40d6-9d69-ba8452eadbc7 req-5740b384-bbed-4956-bcd6-9a4d978edccc tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.854430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3c465-78cb-40d6-9d69-ba8452eadbc7 req-5740b384-bbed-4956-bcd6-9a4d978edccc tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.863276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3c465-78cb-40d6-9d69-ba8452eadbc7 req-5740b384-bbed-4956-bcd6-9a4d978edccc tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.871337 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3c465-78cb-40d6-9d69-ba8452eadbc7 req-5740b384-bbed-4956-bcd6-9a4d978edccc tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.878891 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3c465-78cb-40d6-9d69-ba8452eadbc7 req-5740b384-bbed-4956-bcd6-9a4d978edccc tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:07.894510 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6fc3c465-78cb-40d6-9d69-ba8452eadbc7 req-5740b384-bbed-4956-bcd6-9a4d978edccc tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 4606 time: 0.3391354 Jul 27 21:05:07.898041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Attempting to bind port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:07.898374 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-12570a8e-b08e-4203-a9ca-9c1a2544dbd4 req-28e5943a-9653-4d43-98a7-6f43f5eaf0e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e63d6883-21db-42a3-83ad-67a0ca0dae2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524530 Jul 27 21:05:07.898482 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Attempting to bind port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:07.898803 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Attempting to bind port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 on network c7db6212-d43e-4c96-ae0f-7727debc8c82 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:07.946751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 on network c7db6212-d43e-4c96-ae0f-7727debc8c82 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:05:07.947792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Attempting to bind port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 on network c7db6212-d43e-4c96-ae0f-7727debc8c82 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:07.955453 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed87c0a3-b6b2-41ef-b78e-feb18c9c5cf2 req-8c3098a0-359a-4670-86ea-08077bb60ba4 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0525374 Jul 27 21:05:07.961951 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:07.962489 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Checking segment: {'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:07.962882 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Bound using segment: {'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:07.963321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Bound port: 2528b4f0-42ea-4bae-ad98-418d19fffcf6, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:07.963687 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:08.009636 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6fc3c465-78cb-40d6-9d69-ba8452eadbc7 req-92166fcd-ca2f-42a2-a6ad-14dc8d7986aa tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141925 Jul 27 21:05:08.055661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-bf8abd2f-d220-47be-a3b7-5311455d4411 req-7d5ea1b5-7001-4301-aeca-ab8b78b0449f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Deleting port 23ff531b-809f-4372-810d-5d776dea40e1 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:08.056006 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bf8abd2f-d220-47be-a3b7-5311455d4411 req-7d5ea1b5-7001-4301-aeca-ab8b78b0449f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:08.074056 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] For port 2528b4f0-42ea-4bae-ad98-418d19fffcf6, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:08.078835 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] For port 2528b4f0-42ea-4bae-ad98-418d19fffcf6, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2528b4f0-42ea-4bae-ad98-418d19fffcf6,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:08.093807 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:08.133347 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-12570a8e-b08e-4203-a9ca-9c1a2544dbd4 req-e1d0b6f9-a8a7-40f2-aa71-70981836568b service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990621 Jul 27 21:05:08.148081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:08.148802 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:08.150455 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] 10.222.0.66 "PUT /v2.0/ports/2528b4f0-42ea-4bae-ad98-418d19fffcf6 HTTP/1.1" status: 200 len: 1135 time: 1.4733980 Jul 27 21:05:08.199518 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Request body: {'port': {'device_id': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:08.227303 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Pushing event updated for resources: {'Port': ['ID=2528b4f0-42ea-4bae-ad98-418d19fffcf6,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:08.264144 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:08.264350 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:08.264615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:08.264949 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:08.265275 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:08.265600 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:08.265920 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:08.266261 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:08.266593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:08.266913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:08.267229 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:08.267546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2d2e4-41ed-4a97-bb00-f16875d09716 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:08.285086 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-12570a8e-b08e-4203-a9ca-9c1a2544dbd4 req-7ce56db5-9489-454b-b7e9-39f2d6883296 service neutron] 10.222.0.20 "GET /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329777 Jul 27 21:05:08.293068 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee852f-a56c-46d2-b42b-fe717793c1fe req-c5b0ce8f-1c47-42a4-9690-0b2de8d0bd6a tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:08.300564 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77ee852f-a56c-46d2-b42b-fe717793c1fe req-c5b0ce8f-1c47-42a4-9690-0b2de8d0bd6a tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d6211f2-b2b3-4fb4-ad58-d89efc754975 HTTP/1.1" status: 200 len: 944 time: 0.2201612 Jul 27 21:05:08.301729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-bf8abd2f-d220-47be-a3b7-5311455d4411 req-7d5ea1b5-7001-4301-aeca-ab8b78b0449f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] For port 23ff531b-809f-4372-810d-5d776dea40e1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=23ff531b-809f-4372-810d-5d776dea40e1,segment=NetworkSegment(d3602ae6-ef82-4889-a4a1-75b9fee5c56b),segment_id=d3602ae6-ef82-4889-a4a1-75b9fee5c56b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:08.302338 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bf8abd2f-d220-47be-a3b7-5311455d4411 req-7d5ea1b5-7001-4301-aeca-ab8b78b0449f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:08.319409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-bf8abd2f-d220-47be-a3b7-5311455d4411 req-7d5ea1b5-7001-4301-aeca-ab8b78b0449f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Calling delete_port for 23ff531b-809f-4372-810d-5d776dea40e1 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:08.385435 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:08.403319 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77ee852f-a56c-46d2-b42b-fe717793c1fe req-fa7cd0b9-ba7f-432f-aaed-d8288ed5c3c9 tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.55 "GET /v2.0/security-groups?id=62d90b71-13aa-45c3-b896-c70f3145a6c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969758 Jul 27 21:05:08.418867 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe6985-dfcb-4852-8c02-b0e7a38c1cbd req-72c59d4a-789e-4ee0-b722-bef070af54fb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:08.420488 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2fbe6985-dfcb-4852-8c02-b0e7a38c1cbd req-72c59d4a-789e-4ee0-b722-bef070af54fb tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 943 time: 0.2440395 Jul 27 21:05:08.432495 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device bddc5180-33fe-4437-a22c-0053dc9515df details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:05:08.480755 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bf8abd2f-d220-47be-a3b7-5311455d4411 req-7d5ea1b5-7001-4301-aeca-ab8b78b0449f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:08.538945 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ea1b5-7001-4301-aeca-ab8b78b0449f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Pushing event deleted for resources: {'Port': ['ID=23ff531b-809f-4372-810d-5d776dea40e1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:08.563971 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port bddc5180-33fe-4437-a22c-0053dc9515df, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=bddc5180-33fe-4437-a22c-0053dc9515df,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:08.587753 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'bddc5180-33fe-4437-a22c-0053dc9515df', 'network_id': 'e63d6883-21db-42a3-83ad-67a0ca0dae2c', 'port_id': 'bddc5180-33fe-4437-a22c-0053dc9515df', 'mac_address': 'fa:16:3e:ca:5e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6866e95-5277-449a-81cc-71c772e0c274', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:05:08.599740 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2fbe6985-dfcb-4852-8c02-b0e7a38c1cbd req-b09f16b2-ac2a-469a-ae46-b56b48d6c35f tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725676 Jul 27 21:05:08.600228 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8abd2f-d220-47be-a3b7-5311455d4411 req-7d5ea1b5-7001-4301-aeca-ab8b78b0449f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] No DVR routers for this DVR port 23ff531b-809f-4372-810d-5d776dea40e1 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:08.603213 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bf8abd2f-d220-47be-a3b7-5311455d4411 req-7d5ea1b5-7001-4301-aeca-ab8b78b0449f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:08.606071 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bf8abd2f-d220-47be-a3b7-5311455d4411 req-7d5ea1b5-7001-4301-aeca-ab8b78b0449f tempest-LiveMigrationTest-1570825259 tempest-LiveMigrationTest-1570825259-project] 10.222.0.66 "DELETE /v2.0/ports/23ff531b-809f-4372-810d-5d776dea40e1 HTTP/1.1" status: 204 len: 173 time: 0.8293574 Jul 27 21:05:08.637030 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:08.650686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bddc5180-33fe-4437-a22c-0053dc9515df {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:08.673699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port bddc5180-33fe-4437-a22c-0053dc9515df, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=bddc5180-33fe-4437-a22c-0053dc9515df,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:08.680611 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:08.753076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=bddc5180-33fe-4437-a22c-0053dc9515df,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:08.788233 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:08.819036 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cea73-1e6d-4262-a652-f340968254c5 req-86507541-c0a5-40b1-a88d-66d3927c6244 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:08.820576 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b1cea73-1e6d-4262-a652-f340968254c5 req-86507541-c0a5-40b1-a88d-66d3927c6244 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.2160366 Jul 27 21:05:08.904904 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b1cea73-1e6d-4262-a652-f340968254c5 req-18b6f72e-b615-45b6-860f-edc709429155 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745492 Jul 27 21:05:08.923099 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee3a7d-a0b7-4303-a662-10da6f672040 req-d4f51734-bfc2-4306-8304-7fc3f9bc6e33 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:08.924557 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73ee3a7d-a0b7-4303-a662-10da6f672040 req-d4f51734-bfc2-4306-8304-7fc3f9bc6e33 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1681798 Jul 27 21:05:08.948043 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['bddc5180-33fe-4437-a22c-0053dc9515df'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:08.985144 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b8d17a-522f-4975-8cbf-168252762dea {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:09.004957 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.011487 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73ee3a7d-a0b7-4303-a662-10da6f672040 req-22377dd6-1850-4e0c-8220-2a9768e20f67 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754669 Jul 27 21:05:09.024737 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Transition to ACTIVE for port object e3b8d17a-522f-4975-8cbf-168252762dea will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:09.031726 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.167403 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'tag': '2528b4f0-42ea-4bae-ad98-418d19fffcf6'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:09.182958 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f90d907-911a-4249-9821-4698e8675187" -d '{"events": [{"name": "network-changed", "server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "tag": "2528b4f0-42ea-4bae-ad98-418d19fffcf6"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:09.197327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6211f2-b2b3-4fb4-ad58-d89efc754975', 'name': 'network-vif-deleted', 'tag': '23ff531b-809f-4372-810d-5d776dea40e1'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:09.199721 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bab246d-d173-4d7e-a8a3-a60e032ba12c" -d '{"events": [{"server_uuid": "2d6211f2-b2b3-4fb4-ad58-d89efc754975", "name": "network-vif-deleted", "tag": "23ff531b-809f-4372-810d-5d776dea40e1"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:09.202862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70783538-49d6-49cf-8410-542d2997ea62 req-58f7f41e-0a69-47a5-983e-8b35c833a712 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.1004865 Jul 27 21:05:09.294423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Pushing event updated for resources: {'Port': ['ID=e3b8d17a-522f-4975-8cbf-168252762dea,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:09.338911 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541d886e-c79a-43c1-9eb9-5b2dc0195bb3 x-openstack-request-id: req-541d886e-c79a-43c1-9eb9-5b2dc0195bb3 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:09.339154 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "tag": "2528b4f0-42ea-4bae-ad98-418d19fffcf6", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:09.339401 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-541d886e-c79a-43c1-9eb9-5b2dc0195bb3 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:09.339834 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'tag': '2528b4f0-42ea-4bae-ad98-418d19fffcf6', 'status': 'completed', 'code': 200} Jul 27 21:05:09.351155 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Attempting to bind port e3b8d17a-522f-4975-8cbf-168252762dea on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:09.351490 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Attempting to bind port e3b8d17a-522f-4975-8cbf-168252762dea by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:09.351818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Attempting to bind port e3b8d17a-522f-4975-8cbf-168252762dea on network c7db6212-d43e-4c96-ae0f-7727debc8c82 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:09.382026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Port e3b8d17a-522f-4975-8cbf-168252762dea on network c7db6212-d43e-4c96-ae0f-7727debc8c82 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:05:09.382451 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Attempting to bind port e3b8d17a-522f-4975-8cbf-168252762dea on network c7db6212-d43e-4c96-ae0f-7727debc8c82 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:09.386240 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce748fdf-b85e-4fba-801b-ae297bf8304b x-openstack-request-id: req-ce748fdf-b85e-4fba-801b-ae297bf8304b {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:09.386425 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6211f2-b2b3-4fb4-ad58-d89efc754975", "name": "network-vif-deleted", "tag": "23ff531b-809f-4372-810d-5d776dea40e1", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:09.386773 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce748fdf-b85e-4fba-801b-ae297bf8304b {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:09.387057 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6211f2-b2b3-4fb4-ad58-d89efc754975', 'name': 'network-vif-deleted', 'tag': '23ff531b-809f-4372-810d-5d776dea40e1', 'status': 'completed', 'code': 200} Jul 27 21:05:09.390400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:09.390894 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Checking segment: {'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:09.391271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Bound using segment: {'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:09.391887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Bound port: e3b8d17a-522f-4975-8cbf-168252762dea, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:09.392212 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.421701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d907-911a-4249-9821-4698e8675187 req-667118c2-a183-48ae-85ad-f64bc1e5faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.422398 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d907-911a-4249-9821-4698e8675187 req-667118c2-a183-48ae-85ad-f64bc1e5faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.423631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d907-911a-4249-9821-4698e8675187 req-667118c2-a183-48ae-85ad-f64bc1e5faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.423631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d907-911a-4249-9821-4698e8675187 req-667118c2-a183-48ae-85ad-f64bc1e5faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.423895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d907-911a-4249-9821-4698e8675187 req-667118c2-a183-48ae-85ad-f64bc1e5faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.424308 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d907-911a-4249-9821-4698e8675187 req-667118c2-a183-48ae-85ad-f64bc1e5faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.424840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d907-911a-4249-9821-4698e8675187 req-667118c2-a183-48ae-85ad-f64bc1e5faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.426876 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4f90d907-911a-4249-9821-4698e8675187 req-667118c2-a183-48ae-85ad-f64bc1e5faae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=64658eee724740768d084e3dbd9dd0a7&device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 6179 time: 0.0728009 Jul 27 21:05:09.461015 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42772) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:09.513413 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccb68b-06be-499d-bef7-cde182088a7c req-b8d6defd-23cb-4596-9f83-43a11dbc1896 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.519207 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccb68b-06be-499d-bef7-cde182088a7c req-b8d6defd-23cb-4596-9f83-43a11dbc1896 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.525547 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccb68b-06be-499d-bef7-cde182088a7c req-b8d6defd-23cb-4596-9f83-43a11dbc1896 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.531550 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccb68b-06be-499d-bef7-cde182088a7c req-b8d6defd-23cb-4596-9f83-43a11dbc1896 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.537632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccb68b-06be-499d-bef7-cde182088a7c req-b8d6defd-23cb-4596-9f83-43a11dbc1896 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.543448 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccb68b-06be-499d-bef7-cde182088a7c req-b8d6defd-23cb-4596-9f83-43a11dbc1896 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.547403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d907-911a-4249-9821-4698e8675187 req-61023709-621e-454d-92c6-c22c69838ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.547894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d907-911a-4249-9821-4698e8675187 req-61023709-621e-454d-92c6-c22c69838ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.548369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d907-911a-4249-9821-4698e8675187 req-61023709-621e-454d-92c6-c22c69838ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.549350 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccb68b-06be-499d-bef7-cde182088a7c req-b8d6defd-23cb-4596-9f83-43a11dbc1896 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.549995 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4f90d907-911a-4249-9821-4698e8675187 req-61023709-621e-454d-92c6-c22c69838ac9 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=64658eee724740768d084e3dbd9dd0a7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1137199 Jul 27 21:05:09.551431 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44ccb68b-06be-499d-bef7-cde182088a7c req-b8d6defd-23cb-4596-9f83-43a11dbc1896 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5384 time: 0.3033593 Jul 27 21:05:09.605274 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-b436e826-70ec-4553-a3f9-9ef7c079d638 admin admin] Deleting subnet 80b60333-c324-43cb-8625-71bd9b4f810c {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:05:09.608557 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] For port e3b8d17a-522f-4975-8cbf-168252762dea, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:09.619458 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b436e826-70ec-4553-a3f9-9ef7c079d638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.660773 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] For port e3b8d17a-522f-4975-8cbf-168252762dea, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e3b8d17a-522f-4975-8cbf-168252762dea,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:09.670357 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44ccb68b-06be-499d-bef7-cde182088a7c req-b7b1159e-c079-4bac-8269-949304610532 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070988 Jul 27 21:05:09.673848 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.690377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d907-911a-4249-9821-4698e8675187 req-6c0b6fd9-10ad-44e9-bc65-f990f9e75b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.692041 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4f90d907-911a-4249-9821-4698e8675187 req-6c0b6fd9-10ad-44e9-bc65-f990f9e75b4c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331308 Jul 27 21:05:09.726770 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b436e826-70ec-4553-a3f9-9ef7c079d638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.769796 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.770573 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.771974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] 10.222.0.66 "PUT /v2.0/ports/e3b8d17a-522f-4975-8cbf-168252762dea HTTP/1.1" status: 200 len: 1136 time: 1.5771942 Jul 27 21:05:09.814418 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Request body: {'port': {'device_id': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:09.849388 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e02545-0903-4fe4-9f51-52617bad2d4c service neutron] Pushing event updated for resources: {'Port': ['ID=e3b8d17a-522f-4975-8cbf-168252762dea,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:09.854116 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b436e826-70ec-4553-a3f9-9ef7c079d638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:09.943308 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1576f6e-252a-4d48-a33d-6666a2a7f8a3 req-fe771463-aa74-4730-a635-0c7d52ace6ba tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:09.944900 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1576f6e-252a-4d48-a33d-6666a2a7f8a3 req-fe771463-aa74-4730-a635-0c7d52ace6ba tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 944 time: 0.2605331 Jul 27 21:05:10.002257 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.004355 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b436e826-70ec-4553-a3f9-9ef7c079d638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.371224 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436e826-70ec-4553-a3f9-9ef7c079d638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b60333-c324-43cb-8625-71bd9b4f810c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:10.378442 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1576f6e-252a-4d48-a33d-6666a2a7f8a3 req-034ca8d2-0a74-42e7-832c-2226fbad3b51 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244981 Jul 27 21:05:10.399761 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b436e826-70ec-4553-a3f9-9ef7c079d638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.401633 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b436e826-70ec-4553-a3f9-9ef7c079d638 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/80b60333-c324-43cb-8625-71bd9b4f810c HTTP/1.1" status: 204 len: 168 time: 0.9389520 Jul 27 21:05:10.404801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42786) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:10.445815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device bddc5180-33fe-4437-a22c-0053dc9515df up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:10.484560 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-52935d8c-b6fd-4533-8c01-1b84dffd0859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.531252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92072ae-010e-4418-974b-8a87f0e5c1f9 req-c11a6adf-3145-40de-b9fe-e83f9edaf514 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:10.538152 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port bddc5180-33fe-4437-a22c-0053dc9515df completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:10.540085 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a92072ae-010e-4418-974b-8a87f0e5c1f9 req-c11a6adf-3145-40de-b9fe-e83f9edaf514 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.5506570 Jul 27 21:05:10.547231 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port bddc5180-33fe-4437-a22c-0053dc9515df triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:10.547900 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.618339 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-52935d8c-b6fd-4533-8c01-1b84dffd0859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.633253 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-52935d8c-b6fd-4533-8c01-1b84dffd0859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a867caef-b904-44c4-ac9a-71eaf4e3734e']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:10.652661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-52935d8c-b6fd-4533-8c01-1b84dffd0859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:10.652996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-52935d8c-b6fd-4533-8c01-1b84dffd0859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3602ae6-ef82-4889-a4a1-75b9fee5c56b') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:10.655292 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.665749 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-52935d8c-b6fd-4533-8c01-1b84dffd0859 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.677649 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a92072ae-010e-4418-974b-8a87f0e5c1f9 req-a68a43ab-f164-4202-854f-3017dbdba3a5 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361010 Jul 27 21:05:10.684728 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-52935d8c-b6fd-4533-8c01-1b84dffd0859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.689144 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93262d4e-33ef-4041-9995-f735109187b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddc5180-33fe-4437-a22c-0053dc9515df'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:10.696405 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52935d8c-b6fd-4533-8c01-1b84dffd0859 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:05:10.698380 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-52935d8c-b6fd-4533-8c01-1b84dffd0859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.699341 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6d6541-f960-455b-ae42-048d0e0ff1eb" -d '{"events": [{"server_uuid": "93262d4e-33ef-4041-9995-f735109187b6", "name": "network-vif-plugged", "status": "completed", "tag": "bddc5180-33fe-4437-a22c-0053dc9515df"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:10.743416 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port bddc5180-33fe-4437-a22c-0053dc9515df, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=bddc5180-33fe-4437-a22c-0053dc9515df,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:10.752223 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.770147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67485ab-cf30-4e2e-99c8-77a22bcec60f req-a2fa040a-570a-4f6b-9d42-81644ba8c5ff tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:10.779015 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d67485ab-cf30-4e2e-99c8-77a22bcec60f req-a2fa040a-570a-4f6b-9d42-81644ba8c5ff tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1496902 Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:05:10.811967 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:05:10.817075 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-52935d8c-b6fd-4533-8c01-1b84dffd0859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.826824 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-52935d8c-b6fd-4533-8c01-1b84dffd0859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.829030 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-52935d8c-b6fd-4533-8c01-1b84dffd0859 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a867caef-b904-44c4-ac9a-71eaf4e3734e HTTP/1.1" status: 204 len: 168 time: 0.4232183 Jul 27 21:05:10.832232 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42792) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:10.850491 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=bddc5180-33fe-4437-a22c-0053dc9515df,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:10.860646 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:10.861224 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:10.862407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:10.862909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:10.863453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:10.865417 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:10.865947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:10.866464 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:10.866964 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:10.867482 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:10.867968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:10.868463 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:05:10.877798 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d67485ab-cf30-4e2e-99c8-77a22bcec60f req-a782d1a8-bec4-4145-91a6-7f8c84301cc6 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928748 Jul 27 21:05:10.892682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52935d8c-b6fd-4533-8c01-1b84dffd0859 admin admin] Pushing event deleted for resources: {'Network': ['ID=a867caef-b904-44c4-ac9a-71eaf4e3734e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:10.914917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-1192546f-7953-4c22-96dd-263c2d4cd809 admin admin] Deleting subnet 0799abdb-beb4-4a6a-bd0d-7277c26f133e {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:05:10.918899 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1192546f-7953-4c22-96dd-263c2d4cd809 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.923864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:10.931115 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70659f3e-b256-435a-a122-584d0f397da9 req-c37b0d3a-f8e4-4928-846d-1e4a8c693027 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0428166 Jul 27 21:05:10.933708 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673ca654-edc0-4b54-b03e-4459a91e16d3 x-openstack-request-id: req-673ca654-edc0-4b54-b03e-4459a91e16d3 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:10.934346 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93262d4e-33ef-4041-9995-f735109187b6", "name": "network-vif-plugged", "status": "completed", "tag": "bddc5180-33fe-4437-a22c-0053dc9515df", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:10.934750 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-673ca654-edc0-4b54-b03e-4459a91e16d3 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:10.935312 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93262d4e-33ef-4041-9995-f735109187b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddc5180-33fe-4437-a22c-0053dc9515df', 'code': 200} Jul 27 21:05:10.935979 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.952421 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Transition to ACTIVE for port object d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:10.956262 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:10.962692 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1192546f-7953-4c22-96dd-263c2d4cd809 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.025590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:11.047133 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1192546f-7953-4c22-96dd-263c2d4cd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.131292 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fc414-d304-4c1c-aabd-b87ab1064ffe req-ede4db93-c348-4010-b018-cd7f6d75931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.132813 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b95fc414-d304-4c1c-aabd-b87ab1064ffe req-ede4db93-c348-4010-b018-cd7f6d75931e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 1096 time: 0.0967772 Jul 27 21:05:11.141748 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1192546f-7953-4c22-96dd-263c2d4cd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.148182 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Attempting to bind port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:11.148604 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Attempting to bind port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:11.149002 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Attempting to bind port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c on network c7db6212-d43e-4c96-ae0f-7727debc8c82 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:11.156217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c on network c7db6212-d43e-4c96-ae0f-7727debc8c82 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:05:11.156615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Attempting to bind port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c on network c7db6212-d43e-4c96-ae0f-7727debc8c82 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:11.181706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fd69d-3871-44cb-9de0-c21684d903cf req-c3edb30b-e55e-447a-b93b-8060b82323c1 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.189406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fd69d-3871-44cb-9de0-c21684d903cf req-c3edb30b-e55e-447a-b93b-8060b82323c1 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.199158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fd69d-3871-44cb-9de0-c21684d903cf req-c3edb30b-e55e-447a-b93b-8060b82323c1 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.203463 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1192546f-7953-4c22-96dd-263c2d4cd809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.205400 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1192546f-7953-4c22-96dd-263c2d4cd809 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0799abdb-beb4-4a6a-bd0d-7277c26f133e HTTP/1.1" status: 204 len: 168 time: 0.3697402 Jul 27 21:05:11.209417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192546f-7953-4c22-96dd-263c2d4cd809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0799abdb-beb4-4a6a-bd0d-7277c26f133e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:11.212537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42794) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:11.216746 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fd69d-3871-44cb-9de0-c21684d903cf req-c3edb30b-e55e-447a-b93b-8060b82323c1 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.221509 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b95fc414-d304-4c1c-aabd-b87ab1064ffe req-3d79082d-7634-40b5-8b87-1f4331f98129 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767591 Jul 27 21:05:11.226155 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fd69d-3871-44cb-9de0-c21684d903cf req-c3edb30b-e55e-447a-b93b-8060b82323c1 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.233564 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fd69d-3871-44cb-9de0-c21684d903cf req-c3edb30b-e55e-447a-b93b-8060b82323c1 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.248917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fd69d-3871-44cb-9de0-c21684d903cf req-c3edb30b-e55e-447a-b93b-8060b82323c1 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.252494 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-123fd69d-3871-44cb-9de0-c21684d903cf req-c3edb30b-e55e-447a-b93b-8060b82323c1 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5396 time: 0.2063615 Jul 27 21:05:11.277415 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:11.277797 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Checking segment: {'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:11.278195 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Bound using segment: {'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:11.278671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Bound port: d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:11.279040 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.297241 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7eb5fa60-5f91-4f39-aeda-707e5e4da413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.344292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'tag': 'e3b8d17a-522f-4975-8cbf-168252762dea'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:11.345952 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdc460f-e668-478d-a559-0d2c884d1b71" -d '{"events": [{"name": "network-changed", "server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "tag": "e3b8d17a-522f-4975-8cbf-168252762dea"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:11.367452 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-123fd69d-3871-44cb-9de0-c21684d903cf req-50fa415d-5a11-4c67-983c-cbfe479f77c3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075077 Jul 27 21:05:11.381988 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7eb5fa60-5f91-4f39-aeda-707e5e4da413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.392666 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7eb5fa60-5f91-4f39-aeda-707e5e4da413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85900ab-346c-49de-91a9-3ccc268317a2']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:11.404290 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f7dadc-bb0d-4c1e-a83a-71e49b281055 x-openstack-request-id: req-f9f7dadc-bb0d-4c1e-a83a-71e49b281055 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:11.404587 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "tag": "e3b8d17a-522f-4975-8cbf-168252762dea", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:11.404903 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9f7dadc-bb0d-4c1e-a83a-71e49b281055 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:11.406721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7eb5fa60-5f91-4f39-aeda-707e5e4da413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1044f2f-c6ba-46c7-b992-bbb6495a9143') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:11.407513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7eb5fa60-5f91-4f39-aeda-707e5e4da413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1044f2f-c6ba-46c7-b992-bbb6495a9143') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:11.417581 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'tag': 'e3b8d17a-522f-4975-8cbf-168252762dea', 'status': 'completed', 'code': 200} Jul 27 21:05:11.421691 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7eb5fa60-5f91-4f39-aeda-707e5e4da413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.425915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] For port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:11.430950 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] For port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:11.440982 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.448604 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7eb5fa60-5f91-4f39-aeda-707e5e4da413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.482887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb5fa60-5f91-4f39-aeda-707e5e4da413 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:05:11.483356 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7eb5fa60-5f91-4f39-aeda-707e5e4da413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:05:11.485361 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:05:11.509534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.510153 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.512120 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] 10.222.0.66 "PUT /v2.0/ports/d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c HTTP/1.1" status: 200 len: 1091 time: 1.7054801 Jul 27 21:05:11.549441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Request body: {'port': {'device_id': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:11.589001 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7eb5fa60-5f91-4f39-aeda-707e5e4da413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.596531 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7eb5fa60-5f91-4f39-aeda-707e5e4da413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.598467 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7eb5fa60-5f91-4f39-aeda-707e5e4da413 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e85900ab-346c-49de-91a9-3ccc268317a2 HTTP/1.1" status: 204 len: 168 time: 0.3845975 Jul 27 21:05:11.628623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5fa60-5f91-4f39-aeda-707e5e4da413 admin admin] Pushing event deleted for resources: {'Network': ['ID=e85900ab-346c-49de-91a9-3ccc268317a2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:11.640176 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87e178-d7dc-4d3e-85cd-ab4d69363f05 service neutron] Pushing event updated for resources: {'Port': ['ID=d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:11.642517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc460f-e668-478d-a559-0d2c884d1b71 req-a9ac7d5e-b368-4ef4-9424-f8fd4a84e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.643158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc460f-e668-478d-a559-0d2c884d1b71 req-a9ac7d5e-b368-4ef4-9424-f8fd4a84e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.643780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc460f-e668-478d-a559-0d2c884d1b71 req-a9ac7d5e-b368-4ef4-9424-f8fd4a84e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.644400 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc460f-e668-478d-a559-0d2c884d1b71 req-a9ac7d5e-b368-4ef4-9424-f8fd4a84e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.645011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc460f-e668-478d-a559-0d2c884d1b71 req-a9ac7d5e-b368-4ef4-9424-f8fd4a84e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.645686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc460f-e668-478d-a559-0d2c884d1b71 req-a9ac7d5e-b368-4ef4-9424-f8fd4a84e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.646326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc460f-e668-478d-a559-0d2c884d1b71 req-a9ac7d5e-b368-4ef4-9424-f8fd4a84e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.648949 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdc460f-e668-478d-a559-0d2c884d1b71 req-a9ac7d5e-b368-4ef4-9424-f8fd4a84e33d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=64658eee724740768d084e3dbd9dd0a7&device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 6288 time: 0.2198136 Jul 27 21:05:11.716510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3beda8a-8b62-4175-9878-1ed0ee94b243 req-c24e39a0-5a8c-4274-a235-808a774077b8 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.718310 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b3beda8a-8b62-4175-9878-1ed0ee94b243 req-c24e39a0-5a8c-4274-a235-808a774077b8 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.2253969 Jul 27 21:05:11.722862 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:11.842264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc460f-e668-478d-a559-0d2c884d1b71 req-13ef91ec-12f7-44b5-b83b-05bd128808a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.843032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc460f-e668-478d-a559-0d2c884d1b71 req-13ef91ec-12f7-44b5-b83b-05bd128808a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.843524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc460f-e668-478d-a559-0d2c884d1b71 req-13ef91ec-12f7-44b5-b83b-05bd128808a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.845130 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdc460f-e668-478d-a559-0d2c884d1b71 req-13ef91ec-12f7-44b5-b83b-05bd128808a2 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=64658eee724740768d084e3dbd9dd0a7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1863282 Jul 27 21:05:11.892928 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b3beda8a-8b62-4175-9878-1ed0ee94b243 req-4f43ba0f-d572-4544-9990-9981901fce3f tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585941 Jul 27 21:05:11.916085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42810) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:11.956202 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc460f-e668-478d-a559-0d2c884d1b71 req-2d1a21be-fe8c-4512-9e27-4786add23838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:11.958382 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ffdc460f-e668-478d-a559-0d2c884d1b71 req-2d1a21be-fe8c-4512-9e27-4786add23838 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034145 Jul 27 21:05:12.136278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a34bf3b5-ed42-4a73-9640-b26e421ca314 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f7a1b4e94ea472ca610a4b409bcea9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138827 Jul 27 21:05:12.138867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42814) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:12.144090 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e599c-9a22-4474-b678-045e188d44cf req-2c4807c4-b820-4940-94dd-58aad48540d2 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:12.147292 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab0e599c-9a22-4474-b678-045e188d44cf req-2c4807c4-b820-4940-94dd-58aad48540d2 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.3159125 Jul 27 21:05:12.197938 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83946bb6-2538-4812-89b7-f1feccdb43b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:12.221792 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83946bb6-2538-4812-89b7-f1feccdb43b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:12.226947 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab0e599c-9a22-4474-b678-045e188d44cf req-d9e7be41-4e84-4560-a3f0-da095a78e894 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721357 Jul 27 21:05:12.295067 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83946bb6-2538-4812-89b7-f1feccdb43b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:12.298058 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83946bb6-2538-4812-89b7-f1feccdb43b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:12.299258 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-83946bb6-2538-4812-89b7-f1feccdb43b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/62d90b71-13aa-45c3-b896-c70f3145a6c8 HTTP/1.1" status: 204 len: 168 time: 0.1594276 Jul 27 21:05:12.308484 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83946bb6-2538-4812-89b7-f1feccdb43b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d90b71-13aa-45c3-b896-c70f3145a6c8,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:12.363502 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33d91965-e1d2-45a3-bbc8-03ee2d4bbf0d req-725f1160-0064-4e8f-aff7-aa8927d05a98 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0498071 Jul 27 21:05:12.378311 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29200c9a-001b-46c4-9ca5-58c0a2229375 req-5efc9051-8a1d-4fb5-b0c2-122afeed58bf tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:12.380363 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29200c9a-001b-46c4-9ca5-58c0a2229375 req-5efc9051-8a1d-4fb5-b0c2-122afeed58bf tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.3393812 Jul 27 21:05:12.388743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121a1d90-7135-4c31-a62e-e50c381e778e {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:12.417228 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:12.443365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Transition to ACTIVE for port object 121a1d90-7135-4c31-a62e-e50c381e778e will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:12.449626 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29200c9a-001b-46c4-9ca5-58c0a2229375 req-ba56ac04-13ed-44a7-856c-1a4229248310 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552773 Jul 27 21:05:12.452481 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:12.523717 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Pushing event updated for resources: {'Port': ['ID=121a1d90-7135-4c31-a62e-e50c381e778e,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:12.634747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Attempting to bind port 121a1d90-7135-4c31-a62e-e50c381e778e on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:12.635251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Attempting to bind port 121a1d90-7135-4c31-a62e-e50c381e778e by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:12.635690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Attempting to bind port 121a1d90-7135-4c31-a62e-e50c381e778e on network c7db6212-d43e-4c96-ae0f-7727debc8c82 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:12.650314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Port 121a1d90-7135-4c31-a62e-e50c381e778e on network c7db6212-d43e-4c96-ae0f-7727debc8c82 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:05:12.650792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Attempting to bind port 121a1d90-7135-4c31-a62e-e50c381e778e on network c7db6212-d43e-4c96-ae0f-7727debc8c82 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:12.659556 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:12.660123 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Checking segment: {'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:12.660643 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Bound using segment: {'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:12.661270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Bound port: 121a1d90-7135-4c31-a62e-e50c381e778e, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:12.662028 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:12.678774 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd45dad-6b71-4bb8-bdf3-d6602f9cbfe0 req-8b035494-b619-45a3-ac10-62d1839af1a8 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:12.686326 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd45dad-6b71-4bb8-bdf3-d6602f9cbfe0 req-8b035494-b619-45a3-ac10-62d1839af1a8 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:12.693157 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd45dad-6b71-4bb8-bdf3-d6602f9cbfe0 req-8b035494-b619-45a3-ac10-62d1839af1a8 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:12.700797 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd45dad-6b71-4bb8-bdf3-d6602f9cbfe0 req-8b035494-b619-45a3-ac10-62d1839af1a8 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:12.707712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd45dad-6b71-4bb8-bdf3-d6602f9cbfe0 req-8b035494-b619-45a3-ac10-62d1839af1a8 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:12.716720 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd45dad-6b71-4bb8-bdf3-d6602f9cbfe0 req-8b035494-b619-45a3-ac10-62d1839af1a8 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:12.726383 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd45dad-6b71-4bb8-bdf3-d6602f9cbfe0 req-8b035494-b619-45a3-ac10-62d1839af1a8 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:12.726383 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6dd45dad-6b71-4bb8-bdf3-d6602f9cbfe0 req-8b035494-b619-45a3-ac10-62d1839af1a8 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5408 time: 0.2234967 Jul 27 21:05:12.783188 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 23ff531b-809f-4372-810d-5d776dea40e1 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:12.811301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 23ff531b-809f-4372-810d-5d776dea40e1 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:12.811881 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 23ff531b-809f-4372-810d-5d776dea40e1 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:12.812928 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6dd45dad-6b71-4bb8-bdf3-d6602f9cbfe0 req-9d4ec47d-3d01-480d-a34b-8795a6194d40 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0768611 Jul 27 21:05:12.832238 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] For port 121a1d90-7135-4c31-a62e-e50c381e778e, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:12.833849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42824) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:12.836200 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] For port 121a1d90-7135-4c31-a62e-e50c381e778e, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=121a1d90-7135-4c31-a62e-e50c381e778e,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:12.842023 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:12.881400 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5f8fb8e8-e693-49b5-9af9-d464fe80c38c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2cd1d46209524cbf9b7c3c8a0c2633f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428858 Jul 27 21:05:12.882899 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42826) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:12.884368 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:12.885113 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:12.886665 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] 10.222.0.66 "PUT /v2.0/ports/121a1d90-7135-4c31-a62e-e50c381e778e HTTP/1.1" status: 200 len: 1091 time: 1.3424673 Jul 27 21:05:12.916074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe4ef3-53dc-45f9-9ee4-cb55397b981f service neutron] Pushing event updated for resources: {'Port': ['ID=121a1d90-7135-4c31-a62e-e50c381e778e,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:12.924706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Request body: {'port': {'device_id': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:12.989723 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a3fed7c7-1d54-4509-919a-28799bad6001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:13.015667 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a3fed7c7-1d54-4509-919a-28799bad6001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:13.080582 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:13.088825 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a3fed7c7-1d54-4509-919a-28799bad6001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:13.093232 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a3fed7c7-1d54-4509-919a-28799bad6001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:13.094706 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a3fed7c7-1d54-4509-919a-28799bad6001 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30b26032-4751-4ca6-b27c-30c910e6b222 HTTP/1.1" status: 204 len: 168 time: 0.2106712 Jul 27 21:05:13.112957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fed7c7-1d54-4509-919a-28799bad6001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b26032-4751-4ca6-b27c-30c910e6b222,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:13.170876 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590a71f-b882-4a89-91c6-2008c792eb58 req-06de71f1-5977-4694-8bdf-2345881bf550 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:13.172682 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a590a71f-b882-4a89-91c6-2008c792eb58 req-06de71f1-5977-4694-8bdf-2345881bf550 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.1989665 Jul 27 21:05:13.299210 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a590a71f-b882-4a89-91c6-2008c792eb58 req-e1ce9987-c496-4169-9822-29a121cd96d6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186612 Jul 27 21:05:13.419165 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'tag': 'd0e50f25-3e0f-4ecf-a4a9-eacd11f7969c'}, {'name': 'network-changed', 'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'tag': '121a1d90-7135-4c31-a62e-e50c381e778e'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:13.421357 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab568c0-6bba-4078-ae31-fceba3eb3912" -d '{"events": [{"name": "network-changed", "server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "tag": "d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c"}, {"name": "network-changed", "server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "tag": "121a1d90-7135-4c31-a62e-e50c381e778e"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:13.453957 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e17ed-1c10-492f-bc27-7b005b1c3af5 req-17151f04-188b-46cd-91ea-d15c135fca2c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:13.456352 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af3e17ed-1c10-492f-bc27-7b005b1c3af5 req-17151f04-188b-46cd-91ea-d15c135fca2c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.1391234 Jul 27 21:05:13.546064 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de466a52-ec00-40a9-86c4-ba20d6750984 req-10001dee-77d4-499e-aa7f-a26c1853e889 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0520747 Jul 27 21:05:13.567037 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af3e17ed-1c10-492f-bc27-7b005b1c3af5 req-49d8853f-892e-4578-9e35-6c8740287ee2 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031280 Jul 27 21:05:13.583004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4981eeac-989d-46f4-806d-01fe38dce5dc {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:13.592870 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:13.606140 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Transition to ACTIVE for port object 4981eeac-989d-46f4-806d-01fe38dce5dc will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:13.609686 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064c9ae8-2f72-49ba-85a3-6801211e25ce x-openstack-request-id: req-064c9ae8-2f72-49ba-85a3-6801211e25ce {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:13.610093 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "tag": "d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "tag": "121a1d90-7135-4c31-a62e-e50c381e778e", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:13.610683 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-064c9ae8-2f72-49ba-85a3-6801211e25ce {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:13.611186 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'tag': 'd0e50f25-3e0f-4ecf-a4a9-eacd11f7969c', 'status': 'completed', 'code': 200} Jul 27 21:05:13.611503 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'tag': '121a1d90-7135-4c31-a62e-e50c381e778e', 'status': 'completed', 'code': 200} Jul 27 21:05:13.627276 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:13.725624 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-997c4624-6105-4a6e-94ec-efeabd2669c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:13.726337 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-997c4624-6105-4a6e-94ec-efeabd2669c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:13.726979 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-997c4624-6105-4a6e-94ec-efeabd2669c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:13.727607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-997c4624-6105-4a6e-94ec-efeabd2669c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:13.728417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-997c4624-6105-4a6e-94ec-efeabd2669c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:13.729046 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-997c4624-6105-4a6e-94ec-efeabd2669c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:13.729698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-997c4624-6105-4a6e-94ec-efeabd2669c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:13.731953 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-997c4624-6105-4a6e-94ec-efeabd2669c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=64658eee724740768d084e3dbd9dd0a7&device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 6380 time: 0.0954659 Jul 27 21:05:13.774257 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Pushing event updated for resources: {'Port': ['ID=4981eeac-989d-46f4-806d-01fe38dce5dc,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:13.869109 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-d2200aac-ef13-4f92-93d4-4f17e3b6a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:13.869632 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-d2200aac-ef13-4f92-93d4-4f17e3b6a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:13.870191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-d2200aac-ef13-4f92-93d4-4f17e3b6a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:13.871914 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-d2200aac-ef13-4f92-93d4-4f17e3b6a69c service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=64658eee724740768d084e3dbd9dd0a7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1311505 Jul 27 21:05:13.878964 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204c838-10e4-4e41-91ae-0da53f96bfc4 req-47aa0df2-0370-450c-87c4-7f5eededcfac tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:13.881081 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2204c838-10e4-4e41-91ae-0da53f96bfc4 req-47aa0df2-0370-450c-87c4-7f5eededcfac tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.2236147 Jul 27 21:05:13.887659 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Attempting to bind port 4981eeac-989d-46f4-806d-01fe38dce5dc on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:13.887997 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Attempting to bind port 4981eeac-989d-46f4-806d-01fe38dce5dc by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'bf556fc4-075f-4ce3-806b-07e002f018bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:13.888422 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Attempting to bind port 4981eeac-989d-46f4-806d-01fe38dce5dc on network 4a3bd81c-c0ae-404a-987c-9478c181dd67 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:13.900597 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf2b37-fa56-4562-a074-54cbd640bad8 req-57fcb22a-374e-4bfa-a1f1-b85265aa94c1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:13.902095 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e0bf2b37-fa56-4562-a074-54cbd640bad8 req-57fcb22a-374e-4bfa-a1f1-b85265aa94c1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.2254581 Jul 27 21:05:13.912808 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Port 4981eeac-989d-46f4-806d-01fe38dce5dc on network 4a3bd81c-c0ae-404a-987c-9478c181dd67 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:05:13.913135 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Attempting to bind port 4981eeac-989d-46f4-806d-01fe38dce5dc on network 4a3bd81c-c0ae-404a-987c-9478c181dd67 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:13.940246 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:13.940890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Checking segment: {'id': 'bf556fc4-075f-4ce3-806b-07e002f018bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:13.940890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Bound using segment: {'id': 'bf556fc4-075f-4ce3-806b-07e002f018bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:13.941279 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Bound port: 4981eeac-989d-46f4-806d-01fe38dce5dc, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf556fc4-075f-4ce3-806b-07e002f018bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:13.941941 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:13.986078 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2204c838-10e4-4e41-91ae-0da53f96bfc4 req-451dea96-5876-4228-a5fb-d2dbd5b200f5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934613 Jul 27 21:05:13.997011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-1f809050-7a8e-4f98-8355-6eee1644ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:13.998541 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-1f809050-7a8e-4f98-8355-6eee1644ea2e service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1192341 Jul 27 21:05:14.018853 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e0bf2b37-fa56-4562-a074-54cbd640bad8 req-127dcac2-1d08-4914-b6a2-492c8d16439c tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094165 Jul 27 21:05:14.081410 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] For port 4981eeac-989d-46f4-806d-01fe38dce5dc, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:14.092363 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] For port 4981eeac-989d-46f4-806d-01fe38dce5dc, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=4981eeac-989d-46f4-806d-01fe38dce5dc,segment=NetworkSegment(bf556fc4-075f-4ce3-806b-07e002f018bd),segment_id=bf556fc4-075f-4ce3-806b-07e002f018bd)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:14.108890 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:14.170546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.171170 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:14.172568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] 10.222.0.66 "PUT /v2.0/ports/4981eeac-989d-46f4-806d-01fe38dce5dc HTTP/1.1" status: 200 len: 1091 time: 1.2530050 Jul 27 21:05:14.175942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-c8c09e15-3b1c-43e8-8432-2da7b9f18948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.181271 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-c8c09e15-3b1c-43e8-8432-2da7b9f18948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.181757 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-c8c09e15-3b1c-43e8-8432-2da7b9f18948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.182576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-c8c09e15-3b1c-43e8-8432-2da7b9f18948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.183357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-c8c09e15-3b1c-43e8-8432-2da7b9f18948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.186293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-c8c09e15-3b1c-43e8-8432-2da7b9f18948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.186293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-c8c09e15-3b1c-43e8-8432-2da7b9f18948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.186293 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-c8c09e15-3b1c-43e8-8432-2da7b9f18948 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=64658eee724740768d084e3dbd9dd0a7&device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 6380 time: 0.1237600 Jul 27 21:05:14.232453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Request body: {'port': {'device_id': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:14.301978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c9fdb-fe61-42fe-b553-82c2e3d6cb95 service neutron] Pushing event updated for resources: {'Port': ['ID=4981eeac-989d-46f4-806d-01fe38dce5dc,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:14.321311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-10dbb4bd-04f8-4a9f-8bc0-977a62c17542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.321946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-10dbb4bd-04f8-4a9f-8bc0-977a62c17542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.322687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-10dbb4bd-04f8-4a9f-8bc0-977a62c17542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.325729 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-10dbb4bd-04f8-4a9f-8bc0-977a62c17542 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=64658eee724740768d084e3dbd9dd0a7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1238120 Jul 27 21:05:14.363146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24acad4-f016-4461-8033-477438f460d2 req-5445311f-f794-48f1-8f60-7354282ebe1a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.369326 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24acad4-f016-4461-8033-477438f460d2 req-5445311f-f794-48f1-8f60-7354282ebe1a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.375246 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24acad4-f016-4461-8033-477438f460d2 req-5445311f-f794-48f1-8f60-7354282ebe1a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.381885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24acad4-f016-4461-8033-477438f460d2 req-5445311f-f794-48f1-8f60-7354282ebe1a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.389228 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24acad4-f016-4461-8033-477438f460d2 req-5445311f-f794-48f1-8f60-7354282ebe1a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.395016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24acad4-f016-4461-8033-477438f460d2 req-5445311f-f794-48f1-8f60-7354282ebe1a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.401141 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24acad4-f016-4461-8033-477438f460d2 req-5445311f-f794-48f1-8f60-7354282ebe1a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.403151 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b24acad4-f016-4461-8033-477438f460d2 req-5445311f-f794-48f1-8f60-7354282ebe1a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5420 time: 0.3094554 Jul 27 21:05:14.438840 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:14.454292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8c6b5-692f-4f88-b723-be4cd8f52acf req-fc3f0a66-a64c-4ae2-abc2-794371432572 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.455808 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b5e8c6b5-692f-4f88-b723-be4cd8f52acf req-fc3f0a66-a64c-4ae2-abc2-794371432572 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.3093174 Jul 27 21:05:14.477484 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-c2ca4ce7-bb1b-40de-a7a2-c9295aa61689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.479412 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ab568c0-6bba-4078-ae31-fceba3eb3912 req-c2ca4ce7-bb1b-40de-a7a2-c9295aa61689 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1456819 Jul 27 21:05:14.517749 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b24acad4-f016-4461-8033-477438f460d2 req-a77ffa03-aa0e-4e48-8da1-d07d1bcd676e tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1028061 Jul 27 21:05:14.554340 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b5e8c6b5-692f-4f88-b723-be4cd8f52acf req-85e90ea0-9ee8-4421-9378-1555d2f3bdde tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853970 Jul 27 21:05:14.684558 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2fd9296b-dacf-44e4-b594-155f288742ed req-1276a566-8055-4cbb-964d-e0d835ee7923 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0469408 Jul 27 21:05:14.952953 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a330d042-0729-4e45-b291-ff638747237f {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:14.962723 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:14.975075 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8093c8b-f469-46ea-beb2-17bdb0f6ddeb req-1bee2311-3974-4a7a-8933-0e82fbbc926f tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:14.976576 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8093c8b-f469-46ea-beb2-17bdb0f6ddeb req-1bee2311-3974-4a7a-8933-0e82fbbc926f tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.1961963 Jul 27 21:05:15.002403 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04498ea5-9b16-4ab2-993b-4d3b7942af65 req-592911fb-9eb0-4fed-9aba-5953e2c7ea69 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.003772 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04498ea5-9b16-4ab2-993b-4d3b7942af65 req-592911fb-9eb0-4fed-9aba-5953e2c7ea69 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.1873515 Jul 27 21:05:15.004939 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Transition to ACTIVE for port object a330d042-0729-4e45-b291-ff638747237f will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:15.015388 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:15.107934 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8093c8b-f469-46ea-beb2-17bdb0f6ddeb req-c39834c8-281a-4352-92bd-1cbd67395afe tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250675 Jul 27 21:05:15.133272 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04498ea5-9b16-4ab2-993b-4d3b7942af65 req-46e6570e-0644-43b6-8cd3-7dd8f35a9f39 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072426 Jul 27 21:05:15.133895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Pushing event updated for resources: {'Port': ['ID=a330d042-0729-4e45-b291-ff638747237f,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:15.240346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Attempting to bind port a330d042-0729-4e45-b291-ff638747237f on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:15.240597 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Attempting to bind port a330d042-0729-4e45-b291-ff638747237f by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'bf556fc4-075f-4ce3-806b-07e002f018bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:15.240880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Attempting to bind port a330d042-0729-4e45-b291-ff638747237f on network 4a3bd81c-c0ae-404a-987c-9478c181dd67 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:15.253661 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Port a330d042-0729-4e45-b291-ff638747237f on network 4a3bd81c-c0ae-404a-987c-9478c181dd67 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:05:15.253923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Attempting to bind port a330d042-0729-4e45-b291-ff638747237f on network 4a3bd81c-c0ae-404a-987c-9478c181dd67 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:15.263892 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:15.264239 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Checking segment: {'id': 'bf556fc4-075f-4ce3-806b-07e002f018bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:15.264621 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Bound using segment: {'id': 'bf556fc4-075f-4ce3-806b-07e002f018bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:15.265063 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Bound port: a330d042-0729-4e45-b291-ff638747237f, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf556fc4-075f-4ce3-806b-07e002f018bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:15.265423 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:15.318061 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5d79f-a48a-4780-8dab-467a503e0cbf req-2293fbbb-fd99-4980-8d22-0ec49fb91059 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.329073 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97d5d79f-a48a-4780-8dab-467a503e0cbf req-2293fbbb-fd99-4980-8d22-0ec49fb91059 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1208527 Jul 27 21:05:15.620644 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'tag': '4981eeac-989d-46f4-806d-01fe38dce5dc'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:15.622878 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70" -d '{"events": [{"name": "network-changed", "server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "tag": "4981eeac-989d-46f4-806d-01fe38dce5dc"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:15.773865 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] For port a330d042-0729-4e45-b291-ff638747237f, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:15.795493 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97d5d79f-a48a-4780-8dab-467a503e0cbf req-57a452b3-b7d3-4ee5-b0ea-40713b13ef54 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671462 Jul 27 21:05:15.812873 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] For port a330d042-0729-4e45-b291-ff638747237f, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=a330d042-0729-4e45-b291-ff638747237f,segment=NetworkSegment(bf556fc4-075f-4ce3-806b-07e002f018bd),segment_id=bf556fc4-075f-4ce3-806b-07e002f018bd)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:15.827080 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:15.884447 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef17a7-67b9-4ef6-85a6-de99274c8ded req-719901e2-6db9-4ed7-a7e2-5f1264931689 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.884929 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef17a7-67b9-4ef6-85a6-de99274c8ded req-719901e2-6db9-4ed7-a7e2-5f1264931689 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.885399 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef17a7-67b9-4ef6-85a6-de99274c8ded req-719901e2-6db9-4ed7-a7e2-5f1264931689 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.885873 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef17a7-67b9-4ef6-85a6-de99274c8ded req-719901e2-6db9-4ed7-a7e2-5f1264931689 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.886372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef17a7-67b9-4ef6-85a6-de99274c8ded req-719901e2-6db9-4ed7-a7e2-5f1264931689 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.886834 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef17a7-67b9-4ef6-85a6-de99274c8ded req-719901e2-6db9-4ed7-a7e2-5f1264931689 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.887293 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef17a7-67b9-4ef6-85a6-de99274c8ded req-719901e2-6db9-4ed7-a7e2-5f1264931689 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.887749 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef17a7-67b9-4ef6-85a6-de99274c8ded req-719901e2-6db9-4ed7-a7e2-5f1264931689 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.888206 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef17a7-67b9-4ef6-85a6-de99274c8ded req-719901e2-6db9-4ed7-a7e2-5f1264931689 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.888660 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef17a7-67b9-4ef6-85a6-de99274c8ded req-719901e2-6db9-4ed7-a7e2-5f1264931689 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.889116 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef17a7-67b9-4ef6-85a6-de99274c8ded req-719901e2-6db9-4ed7-a7e2-5f1264931689 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.889565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef17a7-67b9-4ef6-85a6-de99274c8ded req-719901e2-6db9-4ed7-a7e2-5f1264931689 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.890016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef17a7-67b9-4ef6-85a6-de99274c8ded req-719901e2-6db9-4ed7-a7e2-5f1264931689 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.892249 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49ef17a7-67b9-4ef6-85a6-de99274c8ded req-719901e2-6db9-4ed7-a7e2-5f1264931689 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9160 time: 0.5830441 Jul 27 21:05:15.895207 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:15.895207 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:15.896163 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] 10.222.0.66 "PUT /v2.0/ports/a330d042-0729-4e45-b291-ff638747237f HTTP/1.1" status: 200 len: 1091 time: 1.6687489 Jul 27 21:05:15.944074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9e8e5-3716-48c5-bb7d-f49ca6527160 service neutron] Pushing event updated for resources: {'Port': ['ID=a330d042-0729-4e45-b291-ff638747237f,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:16.033341 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9713c501-ec31-473d-a800-d01a5e64addb x-openstack-request-id: req-9713c501-ec31-473d-a800-d01a5e64addb {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:16.033991 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "tag": "4981eeac-989d-46f4-806d-01fe38dce5dc", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:16.033991 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9713c501-ec31-473d-a800-d01a5e64addb {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:16.034488 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'tag': '4981eeac-989d-46f4-806d-01fe38dce5dc', 'status': 'completed', 'code': 200} Jul 27 21:05:16.052023 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2db58-c1ad-407e-a579-a7410ed5ea30 req-0881f68b-6059-47e1-803f-0d8a3b0c0818 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.058295 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2db58-c1ad-407e-a579-a7410ed5ea30 req-0881f68b-6059-47e1-803f-0d8a3b0c0818 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.064345 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2db58-c1ad-407e-a579-a7410ed5ea30 req-0881f68b-6059-47e1-803f-0d8a3b0c0818 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.070797 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2db58-c1ad-407e-a579-a7410ed5ea30 req-0881f68b-6059-47e1-803f-0d8a3b0c0818 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.076994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2db58-c1ad-407e-a579-a7410ed5ea30 req-0881f68b-6059-47e1-803f-0d8a3b0c0818 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.083292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2db58-c1ad-407e-a579-a7410ed5ea30 req-0881f68b-6059-47e1-803f-0d8a3b0c0818 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.089188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2db58-c1ad-407e-a579-a7410ed5ea30 req-0881f68b-6059-47e1-803f-0d8a3b0c0818 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.091207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-98a2db58-c1ad-407e-a579-a7410ed5ea30 req-0881f68b-6059-47e1-803f-0d8a3b0c0818 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5432 time: 0.1643326 Jul 27 21:05:16.117090 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-9a4375ca-5b2b-41c2-a1db-398ffcfd1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.117566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-9a4375ca-5b2b-41c2-a1db-398ffcfd1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.118040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-9a4375ca-5b2b-41c2-a1db-398ffcfd1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.118540 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-9a4375ca-5b2b-41c2-a1db-398ffcfd1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.119011 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-9a4375ca-5b2b-41c2-a1db-398ffcfd1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.119475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-9a4375ca-5b2b-41c2-a1db-398ffcfd1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.119942 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-9a4375ca-5b2b-41c2-a1db-398ffcfd1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.121820 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-9a4375ca-5b2b-41c2-a1db-398ffcfd1e53 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=64658eee724740768d084e3dbd9dd0a7&device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 6489 time: 0.1788361 Jul 27 21:05:16.140567 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51b59ac0-ed31-4667-a54a-7ce031aaf3fc req-a01c2c08-33c2-4d81-8604-01b5a993703d tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0482247 Jul 27 21:05:16.184431 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-84fbb69f-b257-4ea9-88b8-d8ea0756ca42 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5e7f2b1-19ab-4550-91eb-7886e2f80340 HTTP/1.1" status: 200 len: 217 time: 0.0461264 Jul 27 21:05:16.277573 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-98a2db58-c1ad-407e-a579-a7410ed5ea30 req-18d2ac33-0270-4421-8579-5289ce65e7a7 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1738219 Jul 27 21:05:16.293237 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-9e09ba89-0c76-429a-824f-091575f2dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.294730 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-9e09ba89-0c76-429a-824f-091575f2dd20 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed403e8c-7eab-4075-b0fd-61b7a7c4264d HTTP/1.1" status: 200 len: 855 time: 0.1016316 Jul 27 21:05:16.362890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65324f-fb5e-4c7b-805a-b4b9b01d385c req-9388bae8-ef45-47df-9551-9acdf3ba0db4 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.364350 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa65324f-fb5e-4c7b-805a-b4b9b01d385c req-9388bae8-ef45-47df-9551-9acdf3ba0db4 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 886 time: 0.1825535 Jul 27 21:05:16.427052 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-a4951712-2a31-4064-be0c-7fea56c542eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.428477 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-a4951712-2a31-4064-be0c-7fea56c542eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04bd500b-f0bb-4eca-a46f-3d9ae8df2661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237545 Jul 27 21:05:16.466563 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560d4f2-c404-4d08-a552-cabf87246964 req-850619aa-2999-42f7-8059-a132a8f3623c tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.467971 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f560d4f2-c404-4d08-a552-cabf87246964 req-850619aa-2999-42f7-8059-a132a8f3623c tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.1213474 Jul 27 21:05:16.560105 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f560d4f2-c404-4d08-a552-cabf87246964 req-9f4bb4b7-c137-4c90-b1c6-6045bfb7f268 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802267 Jul 27 21:05:16.604350 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f44e1-4ff8-4c02-b95b-629e5655b42d req-b4773fa6-71aa-42b1-b26b-2a347b36ed84 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.605761 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-566f44e1-4ff8-4c02-b95b-629e5655b42d req-b4773fa6-71aa-42b1-b26b-2a347b36ed84 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.1913326 Jul 27 21:05:16.610701 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-b7c905b6-9c7f-4993-bc4f-d443f02f92ab service neutron] 10.222.0.66 "GET /v2.0/networks/04bd500b-f0bb-4eca-a46f-3d9ae8df2661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615620 Jul 27 21:05:16.750917 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-566f44e1-4ff8-4c02-b95b-629e5655b42d req-71a13b0f-65f9-42f6-addd-eee4fe0e3fa4 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284547 Jul 27 21:05:16.811019 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7867c-4d88-44bd-9c92-cefdae6a69b5 req-7e96eab1-3dc5-4595-963b-edde388ce6a2 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.811502 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7867c-4d88-44bd-9c92-cefdae6a69b5 req-7e96eab1-3dc5-4595-963b-edde388ce6a2 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.811973 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7867c-4d88-44bd-9c92-cefdae6a69b5 req-7e96eab1-3dc5-4595-963b-edde388ce6a2 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.812443 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7867c-4d88-44bd-9c92-cefdae6a69b5 req-7e96eab1-3dc5-4595-963b-edde388ce6a2 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.812907 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7867c-4d88-44bd-9c92-cefdae6a69b5 req-7e96eab1-3dc5-4595-963b-edde388ce6a2 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.813365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7867c-4d88-44bd-9c92-cefdae6a69b5 req-7e96eab1-3dc5-4595-963b-edde388ce6a2 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.813824 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7867c-4d88-44bd-9c92-cefdae6a69b5 req-7e96eab1-3dc5-4595-963b-edde388ce6a2 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.814309 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7867c-4d88-44bd-9c92-cefdae6a69b5 req-7e96eab1-3dc5-4595-963b-edde388ce6a2 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.814764 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7867c-4d88-44bd-9c92-cefdae6a69b5 req-7e96eab1-3dc5-4595-963b-edde388ce6a2 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.815218 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7867c-4d88-44bd-9c92-cefdae6a69b5 req-7e96eab1-3dc5-4595-963b-edde388ce6a2 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.815674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7867c-4d88-44bd-9c92-cefdae6a69b5 req-7e96eab1-3dc5-4595-963b-edde388ce6a2 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.816128 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7867c-4d88-44bd-9c92-cefdae6a69b5 req-7e96eab1-3dc5-4595-963b-edde388ce6a2 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.816578 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7867c-4d88-44bd-9c92-cefdae6a69b5 req-7e96eab1-3dc5-4595-963b-edde388ce6a2 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.819211 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76c7867c-4d88-44bd-9c92-cefdae6a69b5 req-7e96eab1-3dc5-4595-963b-edde388ce6a2 tempest-NetworksTest-235156185 tempest-NetworksTest-235156185-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9160 time: 0.2318263 Jul 27 21:05:16.821007 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-2eb28ecd-3438-4b4b-9e6a-843a1af9375f service neutron] 10.222.0.66 "GET /v2.0/networks/04bd500b-f0bb-4eca-a46f-3d9ae8df2661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976576 Jul 27 21:05:16.863487 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-48c8e267-3520-4445-82b6-2fb8a8837b00 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=2528b4f0-42ea-4bae-ad98-418d19fffcf6 HTTP/1.1" status: 200 len: 217 time: 0.0350907 Jul 27 21:05:16.977195 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-77ef1ba5-e86d-4855-86de-ccf4763e42fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.978850 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-77ef1ba5-e86d-4855-86de-ccf4763e42fb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78c9ed42-955d-4476-9cbf-7e35ae77d017 HTTP/1.1" status: 200 len: 797 time: 0.1043904 Jul 27 21:05:16.992472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f47498-1444-459f-a42c-e6ba6ec7667b req-065b12db-b11d-4131-b89f-843e4a9eb911 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:16.995304 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6f47498-1444-459f-a42c-e6ba6ec7667b req-065b12db-b11d-4131-b89f-843e4a9eb911 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1290011 Jul 27 21:05:17.079109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6f47498-1444-459f-a42c-e6ba6ec7667b req-97f4b99c-8c98-4868-b2de-ec439e5a4ccb tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725658 Jul 27 21:05:17.091823 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-57b1f195-d1bb-4d38-a227-eabd7b272618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:17.094503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-57b1f195-d1bb-4d38-a227-eabd7b272618 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7db6212-d43e-4c96-ae0f-7727debc8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0993862 Jul 27 21:05:17.132965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42928) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:17.212894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-0bde1501-218e-4137-bade-33f2a379ac80 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019993 Jul 27 21:05:17.284712 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3668435d-4990-4b75-88f7-2cfa4ef6565b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.305332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b57cec05-bc6b-4595-917f-1bb2f54e9ae3 req-ba15ef39-75c6-45fe-9251-ed9392a7de5a tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0764806 Jul 27 21:05:17.356502 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-cc97af14-5780-4986-bd32-9cca6d65c4f1 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353977 Jul 27 21:05:17.399088 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3668435d-4990-4b75-88f7-2cfa4ef6565b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.403283 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3668435d-4990-4b75-88f7-2cfa4ef6565b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.432403 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-1dda07d9-8019-40f5-87ca-510cff0631d7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=e3b8d17a-522f-4975-8cbf-168252762dea HTTP/1.1" status: 200 len: 217 time: 0.0659397 Jul 27 21:05:17.443774 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3668435d-4990-4b75-88f7-2cfa4ef6565b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=131cff5c310d4905b6b26820a0398c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097236 Jul 27 21:05:17.444641 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668435d-4990-4b75-88f7-2cfa4ef6565b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9500067a-04f8-484b-85d7-7284d1e91754,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:17.446920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42936) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:17.501680 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-1bc9a029-e49c-4c8d-8630-27356e322904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:17.503152 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b9dc2b58-b0cf-4698-b187-c0bad06afe70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.503287 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-1bc9a029-e49c-4c8d-8630-27356e322904 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78c9ed42-955d-4476-9cbf-7e35ae77d017 HTTP/1.1" status: 200 len: 797 time: 0.0628185 Jul 27 21:05:17.515805 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ecda9-de72-4f00-a03c-0fdab11fe049 req-bab0d617-175f-4f15-a999-93bdfb9cdf58 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:17.522273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ecda9-de72-4f00-a03c-0fdab11fe049 req-bab0d617-175f-4f15-a999-93bdfb9cdf58 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:17.528155 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ecda9-de72-4f00-a03c-0fdab11fe049 req-bab0d617-175f-4f15-a999-93bdfb9cdf58 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:17.534101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ecda9-de72-4f00-a03c-0fdab11fe049 req-bab0d617-175f-4f15-a999-93bdfb9cdf58 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:17.540770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ecda9-de72-4f00-a03c-0fdab11fe049 req-bab0d617-175f-4f15-a999-93bdfb9cdf58 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:17.546914 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ecda9-de72-4f00-a03c-0fdab11fe049 req-bab0d617-175f-4f15-a999-93bdfb9cdf58 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:17.553717 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ecda9-de72-4f00-a03c-0fdab11fe049 req-bab0d617-175f-4f15-a999-93bdfb9cdf58 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:17.555727 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-947ecda9-de72-4f00-a03c-0fdab11fe049 req-bab0d617-175f-4f15-a999-93bdfb9cdf58 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5432 time: 0.1915557 Jul 27 21:05:17.630662 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-947ecda9-de72-4f00-a03c-0fdab11fe049 req-4839b423-c27c-4d35-961e-56ec36f7f85e tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652554 Jul 27 21:05:17.682214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-3278bfcb-ee4d-45ac-b92b-939d483802cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:17.683762 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-3278bfcb-ee4d-45ac-b92b-939d483802cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7db6212-d43e-4c96-ae0f-7727debc8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1271393 Jul 27 21:05:17.762806 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c820b-908a-4d20-9379-af676852c6cd req-33a9d0bb-395d-4c46-8e0c-11294c1d81a1 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:17.764369 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d35c820b-908a-4d20-9379-af676852c6cd req-33a9d0bb-395d-4c46-8e0c-11294c1d81a1 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.1299427 Jul 27 21:05:17.837605 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-0648b5de-1e14-4caf-bea5-65d935ee5e53 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453841 Jul 27 21:05:17.840408 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d35c820b-908a-4d20-9379-af676852c6cd req-0914f0c4-af0a-433a-bf08-608e0d3f32e1 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689189 Jul 27 21:05:17.841660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b9dc2b58-b0cf-4698-b187-c0bad06afe70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.890053 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b9dc2b58-b0cf-4698-b187-c0bad06afe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.892619 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b9dc2b58-b0cf-4698-b187-c0bad06afe70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:17.893751 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b9dc2b58-b0cf-4698-b187-c0bad06afe70 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9500067a-04f8-484b-85d7-7284d1e91754 HTTP/1.1" status: 204 len: 168 time: 0.4456892 Jul 27 21:05:17.903896 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc2b58-b0cf-4698-b187-c0bad06afe70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9500067a-04f8-484b-85d7-7284d1e91754,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:17.970415 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5e8ad-d186-4e5c-8cc0-45915a96e8d1 req-ef9ee6d1-1470-4e32-a737-db5bad9e24ca tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:17.971920 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6af5e8ad-d186-4e5c-8cc0-45915a96e8d1 req-ef9ee6d1-1470-4e32-a737-db5bad9e24ca tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.1449664 Jul 27 21:05:17.979046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-7e422c85-06f5-4a14-bfa0-1f5583f7c010 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175029 Jul 27 21:05:18.030091 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-e170de4d-d523-44e0-b1f6-472df6b54320 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c HTTP/1.1" status: 200 len: 217 time: 0.0437407 Jul 27 21:05:18.039417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'tag': 'a330d042-0729-4e45-b291-ff638747237f'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:18.041609 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04085542-b916-49ee-b004-d6b02da43c21" -d '{"events": [{"name": "network-changed", "server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "tag": "a330d042-0729-4e45-b291-ff638747237f"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:18.060378 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6af5e8ad-d186-4e5c-8cc0-45915a96e8d1 req-e7fc3b47-6332-4ec2-a4d6-7d21f621cf1b tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802264 Jul 27 21:05:18.081272 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d12137-be72-47f8-82aa-41f964a7db67 x-openstack-request-id: req-70d12137-be72-47f8-82aa-41f964a7db67 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:18.081867 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "tag": "a330d042-0729-4e45-b291-ff638747237f", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:18.081867 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70d12137-be72-47f8-82aa-41f964a7db67 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:18.082160 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'tag': 'a330d042-0729-4e45-b291-ff638747237f', 'status': 'completed', 'code': 200} Jul 27 21:05:18.105401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-31f4df5d-d1c4-4b1e-9b3e-38da0b192188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:18.106894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-31f4df5d-d1c4-4b1e-9b3e-38da0b192188 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78c9ed42-955d-4476-9cbf-7e35ae77d017 HTTP/1.1" status: 200 len: 797 time: 0.0596800 Jul 27 21:05:18.202958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42954) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:18.206126 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-79942e9e-e326-4bec-90fd-b60d9a48fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:18.207642 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-79942e9e-e326-4bec-90fd-b60d9a48fb69 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7db6212-d43e-4c96-ae0f-7727debc8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0929475 Jul 27 21:05:18.217403 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb769568-fced-4fd8-851c-712e9a3328b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:18.296930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44be204-e10e-4b4b-8e61-91e7dacbfc7f req-88409a87-4bc2-4a9e-beac-8643b74c1f8b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:18.298378 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e44be204-e10e-4b4b-8e61-91e7dacbfc7f req-88409a87-4bc2-4a9e-beac-8643b74c1f8b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1308582 Jul 27 21:05:18.323161 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb769568-fced-4fd8-851c-712e9a3328b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:18.327452 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb769568-fced-4fd8-851c-712e9a3328b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:18.351216 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-ca72497a-5c9c-4d38-bd65-4a566d6185b8 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346424 Jul 27 21:05:18.358102 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e44be204-e10e-4b4b-8e61-91e7dacbfc7f req-2a97ebdb-2fd3-45ac-85e8-3151fd6f0d81 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509789 Jul 27 21:05:18.372218 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cb769568-fced-4fd8-851c-712e9a3328b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f2aae40864a4947904981d51703d041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656742 Jul 27 21:05:18.372492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42958) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:18.381299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb769568-fced-4fd8-851c-712e9a3328b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2224206-8102-49f4-b916-4567f1598bef,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:18.424853 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-203504f1-0322-450c-ae66-7dc0d8a4813b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:18.446788 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-203504f1-0322-450c-ae66-7dc0d8a4813b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:18.457274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-64bc9482-5d88-4ee0-9b29-864d5e236cde req-5fbd2fdd-8623-48d9-bfa2-d5c26cef3dc6 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0393717 Jul 27 21:05:18.495710 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-f760053c-dd24-4758-bc4a-425cb831364c service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367385 Jul 27 21:05:18.499205 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-203504f1-0322-450c-ae66-7dc0d8a4813b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:18.501961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-203504f1-0322-450c-ae66-7dc0d8a4813b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:18.503161 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-203504f1-0322-450c-ae66-7dc0d8a4813b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2224206-8102-49f4-b916-4567f1598bef HTTP/1.1" status: 204 len: 168 time: 0.1297631 Jul 27 21:05:18.513491 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203504f1-0322-450c-ae66-7dc0d8a4813b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2224206-8102-49f4-b916-4567f1598bef,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:18.541974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-523f6592-3631-4ed6-8f94-f694ece5751b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=121a1d90-7135-4c31-a62e-e50c381e778e HTTP/1.1" status: 200 len: 217 time: 0.0379188 Jul 27 21:05:18.593459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-6da5cbf8-6c9c-4a3f-acb9-4b4b08c6301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:18.594977 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-6da5cbf8-6c9c-4a3f-acb9-4b4b08c6301b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78c9ed42-955d-4476-9cbf-7e35ae77d017 HTTP/1.1" status: 200 len: 797 time: 0.0452306 Jul 27 21:05:18.656840 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-997a3c59-fab2-4f6f-827d-bd719ae4eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:18.658431 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-997a3c59-fab2-4f6f-827d-bd719ae4eb7b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7db6212-d43e-4c96-ae0f-7727debc8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0553255 Jul 27 21:05:18.800535 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-f8d25d9a-21ef-4fbd-8c79-f6faf23a1f86 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337030 Jul 27 21:05:18.867770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cbca8-9732-485d-b536-faccc533ecf1 req-20ef620e-7e1d-4165-8819-6a4c40ea8193 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:18.873866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cbca8-9732-485d-b536-faccc533ecf1 req-20ef620e-7e1d-4165-8819-6a4c40ea8193 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:18.880252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cbca8-9732-485d-b536-faccc533ecf1 req-20ef620e-7e1d-4165-8819-6a4c40ea8193 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:18.886071 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cbca8-9732-485d-b536-faccc533ecf1 req-20ef620e-7e1d-4165-8819-6a4c40ea8193 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:18.892217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cbca8-9732-485d-b536-faccc533ecf1 req-20ef620e-7e1d-4165-8819-6a4c40ea8193 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:18.898718 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cbca8-9732-485d-b536-faccc533ecf1 req-20ef620e-7e1d-4165-8819-6a4c40ea8193 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:18.904670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cbca8-9732-485d-b536-faccc533ecf1 req-20ef620e-7e1d-4165-8819-6a4c40ea8193 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:18.906556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-853cbca8-9732-485d-b536-faccc533ecf1 req-20ef620e-7e1d-4165-8819-6a4c40ea8193 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5432 time: 0.1859186 Jul 27 21:05:19.005748 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-853cbca8-9732-485d-b536-faccc533ecf1 req-ec36bccc-41ae-4e8b-bbf1-cc2dddda1bd4 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884202 Jul 27 21:05:19.020934 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-2e030c5d-9702-4d49-9ed6-6eb9fc2205d4 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114587 Jul 27 21:05:19.073922 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-dc50cdb5-8011-4a0a-86de-d0e49ecd3b5a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4981eeac-989d-46f4-806d-01fe38dce5dc HTTP/1.1" status: 200 len: 217 time: 0.0451808 Jul 27 21:05:19.083185 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea530a-b177-4bed-b443-d37c3ab4a788 req-a1f7a689-9090-45bc-9adf-87e1db023fd3 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:19.084631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1eea530a-b177-4bed-b443-d37c3ab4a788 req-a1f7a689-9090-45bc-9adf-87e1db023fd3 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.1579034 Jul 27 21:05:19.155074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-3b8afbcb-8f0f-4e20-8367-2ed5e15effd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:19.156550 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-3b8afbcb-8f0f-4e20-8367-2ed5e15effd7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0100c0f3-654b-4008-8ca4-b381192db716 HTTP/1.1" status: 200 len: 797 time: 0.0709932 Jul 27 21:05:19.177844 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1eea530a-b177-4bed-b443-d37c3ab4a788 req-fb9e076b-78d9-431c-b11e-aec8c81cb54b tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833414 Jul 27 21:05:19.630617 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fb650-5212-4313-9960-0342103b7cfa req-d2c94df6-ac83-43fe-a755-4dd409e08c8f tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:19.635465 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f6fb650-5212-4313-9960-0342103b7cfa req-d2c94df6-ac83-43fe-a755-4dd409e08c8f tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.4854376 Jul 27 21:05:19.638508 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-93f020d3-99d8-4cec-83ba-c4b780b9f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:19.640883 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-93f020d3-99d8-4cec-83ba-c4b780b9f99f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a3bd81c-c0ae-404a-987c-9478c181dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4741120 Jul 27 21:05:19.667766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49450ceb-a7ee-4341-9015-23801be2bfc2 req-2e5ca596-8ad6-4c40-83c8-5e21e12353a6 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:19.669262 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49450ceb-a7ee-4341-9015-23801be2bfc2 req-2e5ca596-8ad6-4c40-83c8-5e21e12353a6 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1415806 Jul 27 21:05:19.759959 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f6fb650-5212-4313-9960-0342103b7cfa req-9768bbe7-90d4-4bd0-b319-e11a2de90cd4 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180253 Jul 27 21:05:19.777437 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49450ceb-a7ee-4341-9015-23801be2bfc2 req-1a6d091b-153e-4b09-a675-8ad27d133aa0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982404 Jul 27 21:05:19.810349 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-f9627a22-65e1-4282-a111-87483fff6f12 service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588283 Jul 27 21:05:19.876602 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:05:19.896745 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c3e1a1d-6386-4116-aeec-4a879d1ec7e4 req-d0b39e7f-85ff-45aa-b626-d76166e2c826 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0596397 Jul 27 21:05:19.941310 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-902b41a7-bad0-4a8e-9259-d0ee5fa5661f service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232593 Jul 27 21:05:19.984815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-c14f8bbb-f19c-4dff-aad0-3bedd512f838 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a330d042-0729-4e45-b291-ff638747237f HTTP/1.1" status: 200 len: 217 time: 0.0361793 Jul 27 21:05:20.037128 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-a4c90c73-cab7-46ff-afd6-7e7cc590c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.038678 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-a4c90c73-cab7-46ff-afd6-7e7cc590c30b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0100c0f3-654b-4008-8ca4-b381192db716 HTTP/1.1" status: 200 len: 797 time: 0.0462489 Jul 27 21:05:20.140563 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457e908-719a-48de-8d55-c962d2d40875 req-8128ea0a-0198-45e2-a9c0-605e6cfa8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.142108 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-8128ea0a-0198-45e2-a9c0-605e6cfa8faf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a3bd81c-c0ae-404a-987c-9478c181dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0955756 Jul 27 21:05:20.228860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76cea4-386f-47fb-98bc-bdb6f88500ec req-48e61ca6-3a9a-459d-9046-4c0de0460f66 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.234807 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76cea4-386f-47fb-98bc-bdb6f88500ec req-48e61ca6-3a9a-459d-9046-4c0de0460f66 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.241311 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76cea4-386f-47fb-98bc-bdb6f88500ec req-48e61ca6-3a9a-459d-9046-4c0de0460f66 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.247627 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76cea4-386f-47fb-98bc-bdb6f88500ec req-48e61ca6-3a9a-459d-9046-4c0de0460f66 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.253532 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76cea4-386f-47fb-98bc-bdb6f88500ec req-48e61ca6-3a9a-459d-9046-4c0de0460f66 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.259264 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76cea4-386f-47fb-98bc-bdb6f88500ec req-48e61ca6-3a9a-459d-9046-4c0de0460f66 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.265162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76cea4-386f-47fb-98bc-bdb6f88500ec req-48e61ca6-3a9a-459d-9046-4c0de0460f66 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.267133 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe76cea4-386f-47fb-98bc-bdb6f88500ec req-48e61ca6-3a9a-459d-9046-4c0de0460f66 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5432 time: 0.1782334 Jul 27 21:05:20.348263 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43038) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:20.357756 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-7ce7a33b-88cf-46d3-8a56-712d647d7f4a service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067552 Jul 27 21:05:20.367793 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe76cea4-386f-47fb-98bc-bdb6f88500ec req-46bd11d7-f0fb-438d-b218-d53118973cef tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836220 Jul 27 21:05:20.436280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6a34e-b843-493c-b574-6d3ab78499aa req-30e6fa6d-64c3-4406-9e28-40f51b70fb0b tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.437806 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21b6a34e-b843-493c-b574-6d3ab78499aa req-30e6fa6d-64c3-4406-9e28-40f51b70fb0b tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.1679332 Jul 27 21:05:20.460736 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c479e094-61b1-471a-8cf9-0fa520a7dcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:20.501406 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21b6a34e-b843-493c-b574-6d3ab78499aa req-b44b1a97-8468-4ab8-bdb6-e2a6b7b9f989 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561957 Jul 27 21:05:20.505794 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3457e908-719a-48de-8d55-c962d2d40875 req-4b9e343a-033d-4925-bb40-d3e7639fe374 service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362565 Jul 27 21:05:20.553580 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c479e094-61b1-471a-8cf9-0fa520a7dcb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:20.559963 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c479e094-61b1-471a-8cf9-0fa520a7dcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:20.601243 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c479e094-61b1-471a-8cf9-0fa520a7dcb9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebca207d6e1e4433b99ab954584e0852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518756 Jul 27 21:05:20.602195 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479e094-61b1-471a-8cf9-0fa520a7dcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c68dde-2ee3-4368-9a02-0062bd0cdfa2,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:20.604477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43042) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:20.639909 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70 req-21f1a4f0-2cf5-45ea-b88a-f410febc1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.640403 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70 req-21f1a4f0-2cf5-45ea-b88a-f410febc1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.640907 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70 req-21f1a4f0-2cf5-45ea-b88a-f410febc1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.641379 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70 req-21f1a4f0-2cf5-45ea-b88a-f410febc1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.641850 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70 req-21f1a4f0-2cf5-45ea-b88a-f410febc1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.642347 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70 req-21f1a4f0-2cf5-45ea-b88a-f410febc1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.642814 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70 req-21f1a4f0-2cf5-45ea-b88a-f410febc1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.644784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70 req-21f1a4f0-2cf5-45ea-b88a-f410febc1231 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=64658eee724740768d084e3dbd9dd0a7&device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 6489 time: 0.0792840 Jul 27 21:05:20.653043 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bac26101-798e-491e-a610-c78ed06352c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:20.675686 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bac26101-798e-491e-a610-c78ed06352c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:20.722803 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bac26101-798e-491e-a610-c78ed06352c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:20.725450 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bac26101-798e-491e-a610-c78ed06352c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:20.726641 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bac26101-798e-491e-a610-c78ed06352c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/75c68dde-2ee3-4368-9a02-0062bd0cdfa2 HTTP/1.1" status: 204 len: 168 time: 0.1212661 Jul 27 21:05:20.744932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70 req-d06c2b40-7221-48ef-ad3e-12dca5dfbc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.745092 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac26101-798e-491e-a610-c78ed06352c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c68dde-2ee3-4368-9a02-0062bd0cdfa2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:20.746546 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70 req-d06c2b40-7221-48ef-ad3e-12dca5dfbc0b service neutron] 10.222.0.66 "GET /v2.0/networks?id=4a3bd81c-c0ae-404a-987c-9478c181dd67 HTTP/1.1" status: 200 len: 902 time: 0.0921338 Jul 27 21:05:20.791482 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70 req-04c8a185-398f-4e16-b16a-ab806dbc04f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4981eeac-989d-46f4-806d-01fe38dce5dc HTTP/1.1" status: 200 len: 217 time: 0.0354183 Jul 27 21:05:20.908840 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70 req-2149479a-2ea6-4b93-b8e3-f73a589a8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:20.910330 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70 req-2149479a-2ea6-4b93-b8e3-f73a589a8ce9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0100c0f3-654b-4008-8ca4-b381192db716 HTTP/1.1" status: 200 len: 797 time: 0.1109006 Jul 27 21:05:21.023614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d89cd4-fcf5-4e8c-b7ab-32c40d7fca6c req-9473cf61-46a6-401b-9ca2-ac2ed62c241f tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.025120 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38d89cd4-fcf5-4e8c-b7ab-32c40d7fca6c req-9473cf61-46a6-401b-9ca2-ac2ed62c241f tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1705129 Jul 27 21:05:21.035238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43054) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:21.042586 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c4cd5-5752-494e-938a-2d6849099aed req-344a8ce5-fb5c-4370-9c32-e3cb5014c74e tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.044063 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a4c4cd5-5752-494e-938a-2d6849099aed req-344a8ce5-fb5c-4370-9c32-e3cb5014c74e tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.1688347 Jul 27 21:05:21.049317 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e70e4848-285f-4706-95b3-3b5de6271fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:21.052218 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70 req-9052d0d9-0f90-4669-8d37-ba5c409ebbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.053634 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70 req-9052d0d9-0f90-4669-8d37-ba5c409ebbcd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a3bd81c-c0ae-404a-987c-9478c181dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1209261 Jul 27 21:05:21.148004 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e70e4848-285f-4706-95b3-3b5de6271fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:21.152377 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e70e4848-285f-4706-95b3-3b5de6271fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:21.161670 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38d89cd4-fcf5-4e8c-b7ab-32c40d7fca6c req-891ce43e-0f03-436a-8494-b0a135a5d04d tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291072 Jul 27 21:05:21.167596 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a4c4cd5-5752-494e-938a-2d6849099aed req-3e715c9e-7671-4469-8775-50645c962404 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128550 Jul 27 21:05:21.209341 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e70e4848-285f-4706-95b3-3b5de6271fb4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fcd035f92cb846acad8677fa6f796e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706727 Jul 27 21:05:21.211661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43058) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:21.215585 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70 req-851fb0c4-c3be-41e8-a962-70262bd9b254 service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481335 Jul 27 21:05:21.220438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e4848-285f-4706-95b3-3b5de6271fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60abc7d-17fb-40f2-b13c-720aa64a44e3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:21.314099 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1130bdf7-b9bf-47ee-bd43-3d1b857fa8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:21.338268 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1130bdf7-b9bf-47ee-bd43-3d1b857fa8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:21.358966 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa7f9cb7-43d4-41e4-a6fe-e4feef835cc5 req-0db0983a-6e4c-44e9-8945-c0cf9c589427 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0384989 Jul 27 21:05:21.364945 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad3d1297-f1a8-4efe-98c4-f260c6f1de70 req-e2900adb-1639-4330-8a00-dcb3ad18d144 service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412008 Jul 27 21:05:21.392059 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1130bdf7-b9bf-47ee-bd43-3d1b857fa8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:21.394669 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1130bdf7-b9bf-47ee-bd43-3d1b857fa8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:21.395874 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1130bdf7-b9bf-47ee-bd43-3d1b857fa8e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e60abc7d-17fb-40f2-b13c-720aa64a44e3 HTTP/1.1" status: 204 len: 168 time: 0.1833117 Jul 27 21:05:21.405938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130bdf7-b9bf-47ee-bd43-3d1b857fa8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60abc7d-17fb-40f2-b13c-720aa64a44e3,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:21.531480 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085542-b916-49ee-b004-d6b02da43c21 req-19555ace-6f2d-44c6-ae36-d44f038f11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.532236 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085542-b916-49ee-b004-d6b02da43c21 req-19555ace-6f2d-44c6-ae36-d44f038f11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.532654 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085542-b916-49ee-b004-d6b02da43c21 req-19555ace-6f2d-44c6-ae36-d44f038f11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.533133 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085542-b916-49ee-b004-d6b02da43c21 req-19555ace-6f2d-44c6-ae36-d44f038f11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.533604 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085542-b916-49ee-b004-d6b02da43c21 req-19555ace-6f2d-44c6-ae36-d44f038f11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.534135 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085542-b916-49ee-b004-d6b02da43c21 req-19555ace-6f2d-44c6-ae36-d44f038f11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.534699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085542-b916-49ee-b004-d6b02da43c21 req-19555ace-6f2d-44c6-ae36-d44f038f11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.537761 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04085542-b916-49ee-b004-d6b02da43c21 req-19555ace-6f2d-44c6-ae36-d44f038f11e7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=64658eee724740768d084e3dbd9dd0a7&device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 6489 time: 0.1120441 Jul 27 21:05:21.644805 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c7503-4e9f-4315-889a-7828cfff554d req-933e2fd4-cb46-444e-a7d0-0bd17d7bc310 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.650744 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c7503-4e9f-4315-889a-7828cfff554d req-933e2fd4-cb46-444e-a7d0-0bd17d7bc310 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.656501 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c7503-4e9f-4315-889a-7828cfff554d req-933e2fd4-cb46-444e-a7d0-0bd17d7bc310 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.662398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c7503-4e9f-4315-889a-7828cfff554d req-933e2fd4-cb46-444e-a7d0-0bd17d7bc310 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.668183 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c7503-4e9f-4315-889a-7828cfff554d req-933e2fd4-cb46-444e-a7d0-0bd17d7bc310 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.675413 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c7503-4e9f-4315-889a-7828cfff554d req-933e2fd4-cb46-444e-a7d0-0bd17d7bc310 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.681889 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c7503-4e9f-4315-889a-7828cfff554d req-933e2fd4-cb46-444e-a7d0-0bd17d7bc310 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.683739 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a87c7503-4e9f-4315-889a-7828cfff554d req-933e2fd4-cb46-444e-a7d0-0bd17d7bc310 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5432 time: 0.2203217 Jul 27 21:05:21.771885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085542-b916-49ee-b004-d6b02da43c21 req-943b5161-f6f7-433d-9df6-f1f34b953081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.773357 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04085542-b916-49ee-b004-d6b02da43c21 req-943b5161-f6f7-433d-9df6-f1f34b953081 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4a3bd81c-c0ae-404a-987c-9478c181dd67 HTTP/1.1" status: 200 len: 902 time: 0.2283244 Jul 27 21:05:21.778883 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a87c7503-4e9f-4315-889a-7828cfff554d req-a612dc0d-81aa-4266-ab4e-3b6609326711 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0855958 Jul 27 21:05:21.787634 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c7ebc-c334-4557-b75f-27b5711a3247 req-f4a47e26-c16e-4caf-a0ed-d2f9653fd83a tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.789085 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d6c7ebc-c334-4557-b75f-27b5711a3247 req-f4a47e26-c16e-4caf-a0ed-d2f9653fd83a tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.1949587 Jul 27 21:05:21.830057 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04085542-b916-49ee-b004-d6b02da43c21 req-f14d26a5-a042-4eb3-813f-ae9c9f0ec932 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a330d042-0729-4e45-b291-ff638747237f HTTP/1.1" status: 200 len: 217 time: 0.0400329 Jul 27 21:05:21.890479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d6c7ebc-c334-4557-b75f-27b5711a3247 req-1a3c52c2-23a4-4c74-b7e4-f13d64b670dd tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936246 Jul 27 21:05:21.899544 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085542-b916-49ee-b004-d6b02da43c21 req-2e4a9da9-2fff-41e8-a3e1-7d41121bc4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.901250 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04085542-b916-49ee-b004-d6b02da43c21 req-2e4a9da9-2fff-41e8-a3e1-7d41121bc4b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0100c0f3-654b-4008-8ca4-b381192db716 HTTP/1.1" status: 200 len: 797 time: 0.0638282 Jul 27 21:05:21.965429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04085542-b916-49ee-b004-d6b02da43c21 req-924d3fd1-90d9-4b6e-a046-8db9760a1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:21.966940 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04085542-b916-49ee-b004-d6b02da43c21 req-924d3fd1-90d9-4b6e-a046-8db9760a1883 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a3bd81c-c0ae-404a-987c-9478c181dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0581257 Jul 27 21:05:22.117757 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43086) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:22.127069 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04085542-b916-49ee-b004-d6b02da43c21 req-3653efc9-5ed0-4b62-9744-b1a89604a580 service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891500 Jul 27 21:05:22.214647 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2d361beb-b681-4a09-9eb5-8ae9b9575609 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-107464698-network', 'tenant_id': 'a76f96bb6ebb4706ad7cf03d5d001a56'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:22.221697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04085542-b916-49ee-b004-d6b02da43c21 req-217d6e9f-88ff-4abb-80af-dd0aaa8b37d3 service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865169 Jul 27 21:05:22.239838 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d361beb-b681-4a09-9eb5-8ae9b9575609 admin admin] Made reservation on behalf of a76f96bb6ebb4706ad7cf03d5d001a56 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:22.243364 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d361beb-b681-4a09-9eb5-8ae9b9575609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.253592 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d361beb-b681-4a09-9eb5-8ae9b9575609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.351268 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d361beb-b681-4a09-9eb5-8ae9b9575609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.357207 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d361beb-b681-4a09-9eb5-8ae9b9575609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.381959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d361beb-b681-4a09-9eb5-8ae9b9575609 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:05:22.385272 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a94b1-a2ec-470f-afc7-80286ecf2aca req-36d81acb-4b9c-4eb4-9fc6-44e4b152e94e tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.386786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f7a94b1-a2ec-470f-afc7-80286ecf2aca req-36d81acb-4b9c-4eb4-9fc6-44e4b152e94e tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1050098 Jul 27 21:05:22.391746 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d361beb-b681-4a09-9eb5-8ae9b9575609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2362b0-815b-4464-9b76-3f0048de569e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:22.402986 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d361beb-b681-4a09-9eb5-8ae9b9575609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.403573 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-2d361beb-b681-4a09-9eb5-8ae9b9575609 admin admin] Added segment f4dd12f3-64d0-4a92-9c27-b8ed8197a003 of type vlan for network 1ff7aaaf-6f90-4356-8893-6507d7af4138 Jul 27 21:05:22.404958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550c77c-32a2-41ca-a558-785a248863fe req-db4c1462-c30c-46b0-ae12-98781685d223 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.407320 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f550c77c-32a2-41ca-a558-785a248863fe req-db4c1462-c30c-46b0-ae12-98781685d223 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.1349788 Jul 27 21:05:22.451149 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d361beb-b681-4a09-9eb5-8ae9b9575609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.468162 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f7a94b1-a2ec-470f-afc7-80286ecf2aca req-c1073da0-cdf1-4521-af43-aa94b3b19387 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597179 Jul 27 21:05:22.473127 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f550c77c-32a2-41ca-a558-785a248863fe req-6dce5b04-136f-438a-b586-3e2de69f7269 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554872 Jul 27 21:05:22.485907 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d361beb-b681-4a09-9eb5-8ae9b9575609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.486920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d361beb-b681-4a09-9eb5-8ae9b9575609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.487500 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d361beb-b681-4a09-9eb5-8ae9b9575609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.542240 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2d361beb-b681-4a09-9eb5-8ae9b9575609 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4232695 Jul 27 21:05:22.545069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43100) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:22.550680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-58683ca7-d2d4-44c0-9114-94ea4a649d40 admin admin] Request body: {'subnet': {'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-107464698-subnet', 'tenant_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:22.566538 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d361beb-b681-4a09-9eb5-8ae9b9575609 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff7aaaf-6f90-4356-8893-6507d7af4138,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:22.580741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 1ff7aaaf-6f90-4356-8893-6507d7af4138 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:05:22.586861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58683ca7-d2d4-44c0-9114-94ea4a649d40 admin admin] Made reservation on behalf of a76f96bb6ebb4706ad7cf03d5d001a56 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:22.590735 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-285be10f-ad4a-47b9-b2e0-25966ea9b915 req-c2413303-7841-480c-ac07-98dadc59b5dd tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0423007 Jul 27 21:05:22.594578 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-58683ca7-d2d4-44c0-9114-94ea4a649d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.771087 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-58683ca7-d2d4-44c0-9114-94ea4a649d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.832229 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58683ca7-d2d4-44c0-9114-94ea4a649d40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fcbb667-0105-4e96-9b7d-8ee6b13f7598,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:22.839931 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58683ca7-d2d4-44c0-9114-94ea4a649d40 admin admin] Checking segment: {'id': 'f4dd12f3-64d0-4a92-9c27-b8ed8197a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:22.840289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58683ca7-d2d4-44c0-9114-94ea4a649d40 admin admin] Network hostable DHCP agents. Network: 1ff7aaaf-6f90-4356-8893-6507d7af4138, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:05:22.859122 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58683ca7-d2d4-44c0-9114-94ea4a649d40 admin admin] Network 1ff7aaaf-6f90-4356-8893-6507d7af4138 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:05:22.869435 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-58683ca7-d2d4-44c0-9114-94ea4a649d40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 1ff7aaaf-6f90-4356-8893-6507d7af4138) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:22.873608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58683ca7-d2d4-44c0-9114-94ea4a649d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.874193 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-58683ca7-d2d4-44c0-9114-94ea4a649d40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.879096 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58788c2-d993-4590-9389-24373980f0d4 None None] Network 1ff7aaaf-6f90-4356-8893-6507d7af4138 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:05:22.890866 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-58683ca7-d2d4-44c0-9114-94ea4a649d40 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3445280 Jul 27 21:05:22.893555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43104) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:22.899277 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-107464698-router', 'tenant_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:22.928363 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.929745 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.956537 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6e7a9-5bb2-4d6d-9ab1-bb8753079b9c req-b5850f4f-ca01-4360-bf7d-04d6243b344e tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.965022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6e7a9-5bb2-4d6d-9ab1-bb8753079b9c req-b5850f4f-ca01-4360-bf7d-04d6243b344e tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.971444 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6e7a9-5bb2-4d6d-9ab1-bb8753079b9c req-b5850f4f-ca01-4360-bf7d-04d6243b344e tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.978415 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6e7a9-5bb2-4d6d-9ab1-bb8753079b9c req-b5850f4f-ca01-4360-bf7d-04d6243b344e tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.984437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6e7a9-5bb2-4d6d-9ab1-bb8753079b9c req-b5850f4f-ca01-4360-bf7d-04d6243b344e tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.990253 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6e7a9-5bb2-4d6d-9ab1-bb8753079b9c req-b5850f4f-ca01-4360-bf7d-04d6243b344e tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.994725 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:22.997426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6e7a9-5bb2-4d6d-9ab1-bb8753079b9c req-b5850f4f-ca01-4360-bf7d-04d6243b344e tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:22.999505 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03d6e7a9-5bb2-4d6d-9ab1-bb8753079b9c req-b5850f4f-ca01-4360-bf7d-04d6243b344e tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5432 time: 0.1376481 Jul 27 21:05:23.052439 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-1ff7aaaf-6f90-4356-8893-6507d7af4138', 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138', 'tenant_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'fixed_ips': [{'subnet_id': '0fcbb667-0105-4e96-9b7d-8ee6b13f7598'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:05:23.054207 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:23.071292 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03d6e7a9-5bb2-4d6d-9ab1-bb8753079b9c req-a028d8a9-3e93-4d72-9fa6-8ae0902c10ca tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602834 Jul 27 21:05:23.103357 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a68961-3ae1-4056-b2b9-fc138cda4443 req-c1324f05-7f3d-4ffd-93cc-34c3b9b0bd23 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:23.105536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00a68961-3ae1-4056-b2b9-fc138cda4443 req-c1324f05-7f3d-4ffd-93cc-34c3b9b0bd23 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.1050599 Jul 27 21:05:23.140567 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00a68961-3ae1-4056-b2b9-fc138cda4443 req-99f1861b-b185-4c42-a08c-a09313d1be3e tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340984 Jul 27 21:05:23.151102 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:23.200766 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Allocated IP 172.20.0.2 (1ff7aaaf-6f90-4356-8893-6507d7af4138/0fcbb667-0105-4e96-9b7d-8ee6b13f7598/6c008896-7e25-4e31-abd6-72194eb784d2) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:23.368521 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:23.389049 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:23.473928 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:23.482070 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Transition to ACTIVE for port object 6c008896-7e25-4e31-abd6-72194eb784d2 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:23.497490 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Transition to ACTIVE for port object 6c008896-7e25-4e31-abd6-72194eb784d2 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:23.503354 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Allocated IP 172.25.2.214 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/7342e468-3f84-4dc6-9ad2-266a9defc209) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:23.507826 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:23.571849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Pushing event updated for resources: {'Port': ['ID=6c008896-7e25-4e31-abd6-72194eb784d2,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:23.579826 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Network 1ff7aaaf-6f90-4356-8893-6507d7af4138 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:23.580802 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:23.584307 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:23.629132 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:23.643380 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Attempting to bind port 6c008896-7e25-4e31-abd6-72194eb784d2 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:23.644042 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Attempting to bind port 6c008896-7e25-4e31-abd6-72194eb784d2 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'f4dd12f3-64d0-4a92-9c27-b8ed8197a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:23.644415 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Attempting to bind port 6c008896-7e25-4e31-abd6-72194eb784d2 on network 1ff7aaaf-6f90-4356-8893-6507d7af4138 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:23.650368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:23.650747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Checking segment: {'id': 'f4dd12f3-64d0-4a92-9c27-b8ed8197a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:23.651187 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:23.651581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Bound using segment: {'id': 'f4dd12f3-64d0-4a92-9c27-b8ed8197a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:23.652048 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Bound port: 6c008896-7e25-4e31-abd6-72194eb784d2, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4dd12f3-64d0-4a92-9c27-b8ed8197a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:23.652431 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:23.670295 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d07158-bba9-4c53-8d45-fb52f71a7bf4 req-23b0f24b-acd0-41b8-92b8-24f3d8d75712 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:23.672061 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f8d07158-bba9-4c53-8d45-fb52f71a7bf4 req-23b0f24b-acd0-41b8-92b8-24f3d8d75712 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1201780 Jul 27 21:05:23.680925 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:23.694309 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece61aa-31a4-4171-a430-4519c01e135c req-ac8b99d7-5301-473b-bad0-3d1cbac98370 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:23.695814 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fece61aa-31a4-4171-a430-4519c01e135c req-ac8b99d7-5301-473b-bad0-3d1cbac98370 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.1070955 Jul 27 21:05:23.731480 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] For port 6c008896-7e25-4e31-abd6-72194eb784d2, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:23.732860 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:23.736173 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:23.736348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] For port 6c008896-7e25-4e31-abd6-72194eb784d2, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6c008896-7e25-4e31-abd6-72194eb784d2,segment=NetworkSegment(f4dd12f3-64d0-4a92-9c27-b8ed8197a003),segment_id=f4dd12f3-64d0-4a92-9c27-b8ed8197a003)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:23.741369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:23.744282 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:23.753947 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f8d07158-bba9-4c53-8d45-fb52f71a7bf4 req-4e75fda1-5fb9-4113-b887-817a32e55fd2 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742433 Jul 27 21:05:23.768317 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fece61aa-31a4-4171-a430-4519c01e135c req-35c6c792-689e-4373-a46e-e02b7b2d099e tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644715 Jul 27 21:05:23.773884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Pushing event updated for resources: {'Port': ['ID=7342e468-3f84-4dc6-9ad2-266a9defc209,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:23.811699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb190a-c7e5-475e-bec5-fd7d8edd19fe None None] Pushing event updated for resources: {'Port': ['ID=6c008896-7e25-4e31-abd6-72194eb784d2,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:23.918357 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83ed5178-ce3c-4cf0-b847-16476eb6f455 req-df39fb0b-3edc-4b5b-89cc-5a7052606541 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0402765 Jul 27 21:05:24.046897 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:24.239446 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2e2a4-3dbf-4427-bfd5-d74fd9764df0 req-e1f4d8ec-98c9-4103-be9a-12f465f0343c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:24.246922 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2e2a4-3dbf-4427-bfd5-d74fd9764df0 req-e1f4d8ec-98c9-4103-be9a-12f465f0343c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:24.254347 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2e2a4-3dbf-4427-bfd5-d74fd9764df0 req-e1f4d8ec-98c9-4103-be9a-12f465f0343c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:24.261434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2e2a4-3dbf-4427-bfd5-d74fd9764df0 req-e1f4d8ec-98c9-4103-be9a-12f465f0343c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:24.267707 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2e2a4-3dbf-4427-bfd5-d74fd9764df0 req-e1f4d8ec-98c9-4103-be9a-12f465f0343c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:24.271475 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:24.274945 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2e2a4-3dbf-4427-bfd5-d74fd9764df0 req-e1f4d8ec-98c9-4103-be9a-12f465f0343c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:24.281021 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2e2a4-3dbf-4427-bfd5-d74fd9764df0 req-e1f4d8ec-98c9-4103-be9a-12f465f0343c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:24.282951 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dbd2e2a4-3dbf-4427-bfd5-d74fd9764df0 req-e1f4d8ec-98c9-4103-be9a-12f465f0343c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5432 time: 0.1297729 Jul 27 21:05:24.331142 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6c008896-7e25-4e31-abd6-72194eb784d2 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:24.356109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dbd2e2a4-3dbf-4427-bfd5-d74fd9764df0 req-f569dc3d-5858-4870-b2b6-1633f0a78e1b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632243 Jul 27 21:05:24.375927 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70da67-9b19-41e3-86ae-618880e92c18 req-7d5b6376-1559-4a10-be1e-46c4bf5d9bc3 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:24.377432 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e70da67-9b19-41e3-86ae-618880e92c18 req-7d5b6376-1559-4a10-be1e-46c4bf5d9bc3 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.0935886 Jul 27 21:05:24.392124 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 6c008896-7e25-4e31-abd6-72194eb784d2 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:24.422386 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Router 4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:05:24.427311 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e70da67-9b19-41e3-86ae-618880e92c18 req-23ca871f-f26b-4713-9a3e-2dde597d9a02 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336483 Jul 27 21:05:24.535631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:24.550891 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db376280-6483-476c-b8be-a504e19429ca None None] Sync routers for ids ['4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:24.555012 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:24.556443 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fa86b43e-e742-4641-b6df-fca6b8ed476a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6617639 Jul 27 21:05:24.559320 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43124) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:24.561771 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db376280-6483-476c-b8be-a504e19429ca None None] Routers {'4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:24.562494 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-db376280-6483-476c-b8be-a504e19429ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:24.687761 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9a9859e-5117-40aa-851f-79e0f423bf97 req-6feffb2c-d245-4c96-93e5-24c234a0c27b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0335724 Jul 27 21:05:24.690983 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-db376280-6483-476c-b8be-a504e19429ca None None] Set router 4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:24.777476 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191d53fa-c533-4318-b8a9-653fec5cb371 None None] Network 1ff7aaaf-6f90-4356-8893-6507d7af4138 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:05:24.901312 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-af186cd8-f1a7-4df7-94c2-d24af0f76881 None None] Provisioning for port 6c008896-7e25-4e31-abd6-72194eb784d2 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:24.909276 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-af186cd8-f1a7-4df7-94c2-d24af0f76881 None None] Provisioning complete for port 6c008896-7e25-4e31-abd6-72194eb784d2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:24.909645 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-af186cd8-f1a7-4df7-94c2-d24af0f76881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:24.916517 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-db376280-6483-476c-b8be-a504e19429ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-107464698-router', 'tenant_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '7342e468-3f84-4dc6-9ad2-266a9defc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:22Z', 'updated_at': '2021-07-27T21:05:23Z', 'revision_number': 3, 'project_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'gw_port': {'id': '7342e468-3f84-4dc6-9ad2-266a9defc209', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:23Z', 'updated_at': '2021-07-27T21:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:24.949168 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db376280-6483-476c-b8be-a504e19429ca None None] Checking router: 4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:05:24.949433 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db376280-6483-476c-b8be-a504e19429ca None None] Updating router 4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5 port 7342e468-3f84-4dc6-9ad2-266a9defc209 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:05:24.994927 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-db376280-6483-476c-b8be-a504e19429ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.033069 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-af186cd8-f1a7-4df7-94c2-d24af0f76881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.072517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb76d1f-8679-41c8-b0b3-651ae007af68 req-a2898aa8-ac17-431e-88ac-7e17a54e9423 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:25.074064 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3eb76d1f-8679-41c8-b0b3-651ae007af68 req-a2898aa8-ac17-431e-88ac-7e17a54e9423 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.1808958 Jul 27 21:05:25.074525 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-af186cd8-f1a7-4df7-94c2-d24af0f76881 None None] For port 6c008896-7e25-4e31-abd6-72194eb784d2, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6c008896-7e25-4e31-abd6-72194eb784d2,segment=NetworkSegment(f4dd12f3-64d0-4a92-9c27-b8ed8197a003),segment_id=f4dd12f3-64d0-4a92-9c27-b8ed8197a003)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:25.079652 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-af186cd8-f1a7-4df7-94c2-d24af0f76881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.116025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7785a8-3187-43f3-8f79-755e7cf7ea90 req-24d1a582-4049-4f19-9cb1-0647f69c5f30 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:25.117918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b7785a8-3187-43f3-8f79-755e7cf7ea90 req-24d1a582-4049-4f19-9cb1-0647f69c5f30 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.2082028 Jul 27 21:05:25.159619 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af186cd8-f1a7-4df7-94c2-d24af0f76881 None None] Pushing event updated for resources: {'Port': ['ID=6c008896-7e25-4e31-abd6-72194eb784d2,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:25.180350 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3eb76d1f-8679-41c8-b0b3-651ae007af68 req-9e513350-e2ca-4060-874b-240903d5c611 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961058 Jul 27 21:05:25.194755 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.240339 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b7785a8-3187-43f3-8f79-755e7cf7ea90 req-c18d021a-a41b-4c8f-9434-e0b06af59409 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933409 Jul 27 21:05:25.331888 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-db376280-6483-476c-b8be-a504e19429ca None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.345454 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-db376280-6483-476c-b8be-a504e19429ca None None] Transition to ACTIVE for port object 7342e468-3f84-4dc6-9ad2-266a9defc209 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:25.349865 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-db376280-6483-476c-b8be-a504e19429ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.369245 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc272275-01e9-47f8-9be9-619b0eba2517 req-92cbd66c-70c6-4c16-9e81-3be75f3c0492 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0401549 Jul 27 21:05:25.401977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-32c3d499-150a-491e-9eb6-657d3ca998d9 None None] Provisioning complete for port 6c008896-7e25-4e31-abd6-72194eb784d2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:25.402303 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-32c3d499-150a-491e-9eb6-657d3ca998d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.402863 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-db376280-6483-476c-b8be-a504e19429ca None None] Attempting to bind port 7342e468-3f84-4dc6-9ad2-266a9defc209 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:25.403180 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-db376280-6483-476c-b8be-a504e19429ca None None] Attempting to bind port 7342e468-3f84-4dc6-9ad2-266a9defc209 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:25.403684 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db376280-6483-476c-b8be-a504e19429ca None None] Attempting to bind port 7342e468-3f84-4dc6-9ad2-266a9defc209 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:25.405362 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf11ac-96ee-4a10-bdea-d9eae453d3d7 None None] Pushing event updated for resources: {'Port': ['ID=7342e468-3f84-4dc6-9ad2-266a9defc209,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:25.410945 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db376280-6483-476c-b8be-a504e19429ca None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:25.411332 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db376280-6483-476c-b8be-a504e19429ca None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:25.411776 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-db376280-6483-476c-b8be-a504e19429ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.412101 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db376280-6483-476c-b8be-a504e19429ca None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:25.412555 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-db376280-6483-476c-b8be-a504e19429ca None None] Bound port: 7342e468-3f84-4dc6-9ad2-266a9defc209, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:25.413046 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-db376280-6483-476c-b8be-a504e19429ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.487929 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-db376280-6483-476c-b8be-a504e19429ca None None] For port 7342e468-3f84-4dc6-9ad2-266a9defc209, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:25.493028 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-db376280-6483-476c-b8be-a504e19429ca None None] For port 7342e468-3f84-4dc6-9ad2-266a9defc209, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7342e468-3f84-4dc6-9ad2-266a9defc209,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:25.500854 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-db376280-6483-476c-b8be-a504e19429ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.554260 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db376280-6483-476c-b8be-a504e19429ca None None] Routers {'4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:25.554918 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-db376280-6483-476c-b8be-a504e19429ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:25.560217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Allocated IP 172.20.0.1 (1ff7aaaf-6f90-4356-8893-6507d7af4138/0fcbb667-0105-4e96-9b7d-8ee6b13f7598/e65e454d-cfb3-4165-bbdd-fa497b72c61e) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:25.603354 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf11ac-96ee-4a10-bdea-d9eae453d3d7 None None] Pushing event updated for resources: {'Port': ['ID=7342e468-3f84-4dc6-9ad2-266a9defc209,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:25.652802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead3b58-28b7-435a-9e73-9bf20d7643c9 req-572e41e2-56c8-467c-b1b9-d1fe598e65f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:25.658531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead3b58-28b7-435a-9e73-9bf20d7643c9 req-572e41e2-56c8-467c-b1b9-d1fe598e65f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:25.664381 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead3b58-28b7-435a-9e73-9bf20d7643c9 req-572e41e2-56c8-467c-b1b9-d1fe598e65f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:25.670080 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead3b58-28b7-435a-9e73-9bf20d7643c9 req-572e41e2-56c8-467c-b1b9-d1fe598e65f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:25.670212 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-db376280-6483-476c-b8be-a504e19429ca None None] Set router 4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:25.675861 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead3b58-28b7-435a-9e73-9bf20d7643c9 req-572e41e2-56c8-467c-b1b9-d1fe598e65f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:25.681622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead3b58-28b7-435a-9e73-9bf20d7643c9 req-572e41e2-56c8-467c-b1b9-d1fe598e65f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:25.687466 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead3b58-28b7-435a-9e73-9bf20d7643c9 req-572e41e2-56c8-467c-b1b9-d1fe598e65f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:25.689280 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ead3b58-28b7-435a-9e73-9bf20d7643c9 req-572e41e2-56c8-467c-b1b9-d1fe598e65f9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5432 time: 0.2274108 Jul 27 21:05:25.744882 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6728f90-be2b-4107-99a6-df11b642d9f2 req-8252b507-b7d2-4df9-a7c6-ab01fb630288 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:25.746582 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6728f90-be2b-4107-99a6-df11b642d9f2 req-8252b507-b7d2-4df9-a7c6-ab01fb630288 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.2221186 Jul 27 21:05:25.791451 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ead3b58-28b7-435a-9e73-9bf20d7643c9 req-23c152ce-58d0-4128-88eb-bc3df21214a7 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925915 Jul 27 21:05:25.814609 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.838082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Transition to ACTIVE for port object e65e454d-cfb3-4165-bbdd-fa497b72c61e will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:25.841957 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6728f90-be2b-4107-99a6-df11b642d9f2 req-b47d6835-9101-4f4f-86d0-7ecc07cfe47d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801888 Jul 27 21:05:25.852352 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-db376280-6483-476c-b8be-a504e19429ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-107464698-router', 'tenant_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '7342e468-3f84-4dc6-9ad2-266a9defc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:22Z', 'updated_at': '2021-07-27T21:05:23Z', 'revision_number': 3, 'project_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'gw_port': {'id': '7342e468-3f84-4dc6-9ad2-266a9defc209', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:23Z', 'updated_at': '2021-07-27T21:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:25.879138 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db376280-6483-476c-b8be-a504e19429ca None None] The sync data for ids ['4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'] in n-d-764806-9 is: [{'id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-107464698-router', 'tenant_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '7342e468-3f84-4dc6-9ad2-266a9defc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:22Z', 'updated_at': '2021-07-27T21:05:23Z', 'revision_number': 3, 'project_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'gw_port': {'id': '7342e468-3f84-4dc6-9ad2-266a9defc209', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:23Z', 'updated_at': '2021-07-27T21:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:25.880276 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:25.927942 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Network 1ff7aaaf-6f90-4356-8893-6507d7af4138 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:25.933500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:25.936136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:26.247884 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a3f51a37-476b-4ea7-ae9e-865f3191399d None None] Provisioning for port e65e454d-cfb3-4165-bbdd-fa497b72c61e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:26.257333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a3f51a37-476b-4ea7-ae9e-865f3191399d None None] Provisioning complete for port e65e454d-cfb3-4165-bbdd-fa497b72c61e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:26.257714 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a3f51a37-476b-4ea7-ae9e-865f3191399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.327852 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a3f51a37-476b-4ea7-ae9e-865f3191399d None None] Port e65e454d-cfb3-4165-bbdd-fa497b72c61e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:05:26.386646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Pushing event updated for resources: {'Port': ['ID=e65e454d-cfb3-4165-bbdd-fa497b72c61e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:26.400307 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6c008896-7e25-4e31-abd6-72194eb784d2 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:26.452091 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 6c008896-7e25-4e31-abd6-72194eb784d2 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:26.452459 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.453262 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.544799 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7342e468-3f84-4dc6-9ad2-266a9defc209 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:26.546299 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49410d4b-5b78-4d5d-b92c-bf635a8f6f70 req-50d02736-7739-444d-b43d-857ef54690b4 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:26.547854 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49410d4b-5b78-4d5d-b92c-bf635a8f6f70 req-50d02736-7739-444d-b43d-857ef54690b4 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1793799 Jul 27 21:05:26.577437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01702cde-ff6f-4d52-90eb-20e9ed83f616 req-99df291f-1829-470c-ba44-f7aba73edb32 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:26.578965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-01702cde-ff6f-4d52-90eb-20e9ed83f616 req-99df291f-1829-470c-ba44-f7aba73edb32 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.2091963 Jul 27 21:05:26.600522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 7342e468-3f84-4dc6-9ad2-266a9defc209 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:26.605016 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7342e468-3f84-4dc6-9ad2-266a9defc209 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:26.605395 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.656040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49410d4b-5b78-4d5d-b92c-bf635a8f6f70 req-4e1b0675-0365-4aa5-a7a3-0643db5c06cc tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866311 Jul 27 21:05:26.689918 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.693832 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-01702cde-ff6f-4d52-90eb-20e9ed83f616 req-56be11c3-7153-4f51-b970-9f60f4325d23 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039276 Jul 27 21:05:26.720374 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 7342e468-3f84-4dc6-9ad2-266a9defc209, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7342e468-3f84-4dc6-9ad2-266a9defc209,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:26.726128 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.726345 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:26.807215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=7342e468-3f84-4dc6-9ad2-266a9defc209,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:26.882578 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28bbd3d2-fd2b-457c-b9a4-0e167641125b req-3b662119-8c55-4226-aa5e-2930a113e9fc tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0630381 Jul 27 21:05:27.034686 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98d711-d87b-4314-b70d-e2be2b882619 req-63cd90f8-ad90-4d36-99c9-30287d2d56d0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.041167 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98d711-d87b-4314-b70d-e2be2b882619 req-63cd90f8-ad90-4d36-99c9-30287d2d56d0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.047066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98d711-d87b-4314-b70d-e2be2b882619 req-63cd90f8-ad90-4d36-99c9-30287d2d56d0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.052810 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98d711-d87b-4314-b70d-e2be2b882619 req-63cd90f8-ad90-4d36-99c9-30287d2d56d0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.058613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98d711-d87b-4314-b70d-e2be2b882619 req-63cd90f8-ad90-4d36-99c9-30287d2d56d0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.064405 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98d711-d87b-4314-b70d-e2be2b882619 req-63cd90f8-ad90-4d36-99c9-30287d2d56d0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.070864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98d711-d87b-4314-b70d-e2be2b882619 req-63cd90f8-ad90-4d36-99c9-30287d2d56d0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.072950 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1a98d711-d87b-4314-b70d-e2be2b882619 req-63cd90f8-ad90-4d36-99c9-30287d2d56d0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5432 time: 0.1949615 Jul 27 21:05:27.075562 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:27.089285 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:27.182883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81487999-fc75-4d7e-8e89-890aa1e0d06e req-6fcc9f64-ce16-4619-92c8-e4b36d67079c tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.184366 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-81487999-fc75-4d7e-8e89-890aa1e0d06e req-6fcc9f64-ce16-4619-92c8-e4b36d67079c tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.2362866 Jul 27 21:05:27.200853 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1a98d711-d87b-4314-b70d-e2be2b882619 req-de33f4eb-265b-46ca-b503-4d06014164d9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206136 Jul 27 21:05:27.209079 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Pushing event updated for resources: {'Port': ['ID=e65e454d-cfb3-4165-bbdd-fa497b72c61e,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:27.229965 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:27.248338 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-81487999-fc75-4d7e-8e89-890aa1e0d06e req-2d7bf0c6-850e-4211-99ea-7af9d060cb79 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573249 Jul 27 21:05:27.356400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Network 1ff7aaaf-6f90-4356-8893-6507d7af4138 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:27.359386 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:27.452174 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35216b7a-5ebb-4ae7-ae0c-d3f03f1f9d8d req-a83b50b0-4c2c-4b29-86b8-8fcb9b1a9bce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=522e1c355a72439b90a4c2f9c1b7c47b&device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0454485 Jul 27 21:05:27.476352 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd5cb440-8b34-4537-abad-e002e165f8be req-a7560eb4-1802-404b-934f-0f55f884556b tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0565391 Jul 27 21:05:27.535233 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35216b7a-5ebb-4ae7-ae0c-d3f03f1f9d8d req-a5b88ff2-4e2e-42cb-b0cb-a791bc1c8fb0 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=522e1c355a72439b90a4c2f9c1b7c47b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619330 Jul 27 21:05:27.649026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Router 4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:05:27.655199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0254e2b7-6b24-4dae-95c3-5c1193abbff0 None None] Provisioning complete for port e65e454d-cfb3-4165-bbdd-fa497b72c61e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:27.655631 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0254e2b7-6b24-4dae-95c3-5c1193abbff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:27.694568 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-0254e2b7-6b24-4dae-95c3-5c1193abbff0 None None] Port e65e454d-cfb3-4165-bbdd-fa497b72c61e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:05:27.816788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35216b7a-5ebb-4ae7-ae0c-d3f03f1f9d8d req-6ea2f99c-2b9c-44df-88bf-5659fbda6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.819119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35216b7a-5ebb-4ae7-ae0c-d3f03f1f9d8d req-6ea2f99c-2b9c-44df-88bf-5659fbda6919 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2730091 Jul 27 21:05:27.917188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:27.925828 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7d122448-424f-4432-88e9-07bb4f2c05da admin admin] 10.222.0.55 "PUT /v2.0/routers/4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3654485 Jul 27 21:05:27.925989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Sync routers for ids ['4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:27.938641 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Routers {'4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:27.939452 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:27.942964 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92d7ff-870e-4df1-bf34-1db6e011f93a req-2eef6568-fe23-4842-ac09-5b44e127c6df tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.944688 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be92d7ff-870e-4df1-bf34-1db6e011f93a req-2eef6568-fe23-4842-ac09-5b44e127c6df tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.2025595 Jul 27 21:05:27.953497 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4b412-7da8-48b0-8845-664b91c936b2 req-6701f648-f355-4fbf-8951-3103bb3190ee tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:27.955037 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5fc4b412-7da8-48b0-8845-664b91c936b2 req-6701f648-f355-4fbf-8951-3103bb3190ee tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.1712179 Jul 27 21:05:28.018086 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be92d7ff-870e-4df1-bf34-1db6e011f93a req-4f470b1c-6c80-4015-9348-b008a288b130 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620644 Jul 27 21:05:28.039932 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5fc4b412-7da8-48b0-8845-664b91c936b2 req-07c2d297-547f-486f-aa23-f50268e95dc2 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599806 Jul 27 21:05:28.061232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Set router 4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:28.263041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e5e55-1904-48a2-a9b6-a5e29725e038 req-dff75a61-b147-462b-9548-b0e24a055828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:28.266759 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b91e5e55-1904-48a2-a9b6-a5e29725e038 req-dff75a61-b147-462b-9548-b0e24a055828 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 1096 time: 0.0867403 Jul 27 21:05:28.285477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7342e468-3f84-4dc6-9ad2-266a9defc209 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:28.332195 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b91e5e55-1904-48a2-a9b6-a5e29725e038 req-8d4f14e0-9341-4a49-8dfd-eade0dba08e1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485127 Jul 27 21:05:28.358048 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-107464698-router', 'tenant_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '7342e468-3f84-4dc6-9ad2-266a9defc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:22Z', 'updated_at': '2021-07-27T21:05:26Z', 'revision_number': 4, 'project_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'gw_port': {'id': '7342e468-3f84-4dc6-9ad2-266a9defc209', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:23Z', 'updated_at': '2021-07-27T21:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e65e454d-cfb3-4165-bbdd-fa497b72c61e', 'name': '', 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138', 'tenant_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'mac_address': 'fa:16:3e:cb:e1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '0fcbb667-0105-4e96-9b7d-8ee6b13f7598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:25Z', 'updated_at': '2021-07-27T21:05:26Z', 'revision_number': 2, 'project_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'subnets': [{'id': '0fcbb667-0105-4e96-9b7d-8ee6b13f7598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:28.390945 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Checking router: 4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:05:28.391293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Updating router 4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5 port e65e454d-cfb3-4165-bbdd-fa497b72c61e binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:05:28.414101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7342e468-3f84-4dc6-9ad2-266a9defc209 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:28.414734 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.457955 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.462027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939befb-491d-4f14-9d1a-7a7b3fb48065 req-37af7c95-f026-40b6-9d95-1eba1d78de10 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:28.468583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939befb-491d-4f14-9d1a-7a7b3fb48065 req-37af7c95-f026-40b6-9d95-1eba1d78de10 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:28.474631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43184) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:28.475183 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939befb-491d-4f14-9d1a-7a7b3fb48065 req-37af7c95-f026-40b6-9d95-1eba1d78de10 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:28.479728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-97aacdc8-fbb2-4e02-bf9b-8d11a7a149cf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1965206259-network', 'tenant_id': 'eebf04e4ade24613a255ec813b154ac3'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:28.481268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939befb-491d-4f14-9d1a-7a7b3fb48065 req-37af7c95-f026-40b6-9d95-1eba1d78de10 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:28.487192 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939befb-491d-4f14-9d1a-7a7b3fb48065 req-37af7c95-f026-40b6-9d95-1eba1d78de10 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:28.493664 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939befb-491d-4f14-9d1a-7a7b3fb48065 req-37af7c95-f026-40b6-9d95-1eba1d78de10 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:28.500698 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939befb-491d-4f14-9d1a-7a7b3fb48065 req-37af7c95-f026-40b6-9d95-1eba1d78de10 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:28.502558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97aacdc8-fbb2-4e02-bf9b-8d11a7a149cf admin admin] Made reservation on behalf of eebf04e4ade24613a255ec813b154ac3 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:28.505388 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-97aacdc8-fbb2-4e02-bf9b-8d11a7a149cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.506620 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5939befb-491d-4f14-9d1a-7a7b3fb48065 req-37af7c95-f026-40b6-9d95-1eba1d78de10 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5432 time: 0.1714704 Jul 27 21:05:28.514534 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-97aacdc8-fbb2-4e02-bf9b-8d11a7a149cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.521006 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd686f95-bd4f-431c-b734-9920f2391650 req-5d4361bf-4664-41dc-a0a4-d60759e91f4c tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:28.523359 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd686f95-bd4f-431c-b734-9920f2391650 req-5d4361bf-4664-41dc-a0a4-d60759e91f4c tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.1556695 Jul 27 21:05:28.585374 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5939befb-491d-4f14-9d1a-7a7b3fb48065 req-1ee3c9fb-dd40-4977-95e6-75a7a8e50cd7 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604517 Jul 27 21:05:28.615182 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd686f95-bd4f-431c-b734-9920f2391650 req-d84a13d4-987f-40f0-82dc-d382dde7884e tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763621 Jul 27 21:05:28.622638 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-97aacdc8-fbb2-4e02-bf9b-8d11a7a149cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.627472 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-97aacdc8-fbb2-4e02-bf9b-8d11a7a149cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.653090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97aacdc8-fbb2-4e02-bf9b-8d11a7a149cf admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:05:28.669235 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aacdc8-fbb2-4e02-bf9b-8d11a7a149cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c0d59f-9d1a-43c1-9c82-6dcae87c3fa8,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:28.672146 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-97aacdc8-fbb2-4e02-bf9b-8d11a7a149cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.672490 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-97aacdc8-fbb2-4e02-bf9b-8d11a7a149cf admin admin] Added segment ec963f36-ff4d-4823-93fd-d5f5391f2555 of type vlan for network 6c5dc389-844b-4bc8-bd42-68ab672e23f4 Jul 27 21:05:28.709438 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d5e3193-3756-4add-a1d8-966654a765b9 req-e434d1f6-0448-4bb6-b434-5f183952c579 tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.55 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0378366 Jul 27 21:05:28.713940 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-97aacdc8-fbb2-4e02-bf9b-8d11a7a149cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.746208 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-97aacdc8-fbb2-4e02-bf9b-8d11a7a149cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.747473 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aacdc8-fbb2-4e02-bf9b-8d11a7a149cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:28.748217 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-97aacdc8-fbb2-4e02-bf9b-8d11a7a149cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.799878 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.805499 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-97aacdc8-fbb2-4e02-bf9b-8d11a7a149cf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3273494 Jul 27 21:05:28.805756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43188) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:28.810684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Transition to ACTIVE for port object e65e454d-cfb3-4165-bbdd-fa497b72c61e will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:28.812178 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1f13805c-2b6c-49c8-9584-827718477098 admin admin] Request body: {'subnet': {'network_id': '6c5dc389-844b-4bc8-bd42-68ab672e23f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965206259-subnet', 'tenant_id': 'eebf04e4ade24613a255ec813b154ac3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:28.816303 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.825324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aacdc8-fbb2-4e02-bf9b-8d11a7a149cf admin admin] Pushing event updated for resources: {'Network': ['ID=6c5dc389-844b-4bc8-bd42-68ab672e23f4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:28.840180 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f13805c-2b6c-49c8-9584-827718477098 admin admin] Made reservation on behalf of eebf04e4ade24613a255ec813b154ac3 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:28.842775 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f13805c-2b6c-49c8-9584-827718477098 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.843191 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 6c5dc389-844b-4bc8-bd42-68ab672e23f4 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:05:28.915515 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f296da7-e332-498b-93d5-07c5f490ceab None None] Pushing event updated for resources: {'Port': ['ID=e65e454d-cfb3-4165-bbdd-fa497b72c61e,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:28.987294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Attempting to bind port e65e454d-cfb3-4165-bbdd-fa497b72c61e on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:28.987792 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Attempting to bind port e65e454d-cfb3-4165-bbdd-fa497b72c61e by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'f4dd12f3-64d0-4a92-9c27-b8ed8197a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:28.988244 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Attempting to bind port e65e454d-cfb3-4165-bbdd-fa497b72c61e on network 1ff7aaaf-6f90-4356-8893-6507d7af4138 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:28.994866 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:28.995390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Checking segment: {'id': 'f4dd12f3-64d0-4a92-9c27-b8ed8197a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:28.995886 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:28.996366 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Bound using segment: {'id': 'f4dd12f3-64d0-4a92-9c27-b8ed8197a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:28.996921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Bound port: e65e454d-cfb3-4165-bbdd-fa497b72c61e, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4dd12f3-64d0-4a92-9c27-b8ed8197a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:28.997399 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.038587 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f13805c-2b6c-49c8-9584-827718477098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.091238 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] For port e65e454d-cfb3-4165-bbdd-fa497b72c61e, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:29.096498 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] For port e65e454d-cfb3-4165-bbdd-fa497b72c61e, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e65e454d-cfb3-4165-bbdd-fa497b72c61e,segment=NetworkSegment(f4dd12f3-64d0-4a92-9c27-b8ed8197a003),segment_id=f4dd12f3-64d0-4a92-9c27-b8ed8197a003)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:29.104459 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.104669 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13805c-2b6c-49c8-9584-827718477098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eef8288-40a4-472a-a9c9-a1e6e5cdc4eb,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:29.114274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f13805c-2b6c-49c8-9584-827718477098 admin admin] Checking segment: {'id': 'ec963f36-ff4d-4823-93fd-d5f5391f2555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6c5dc389-844b-4bc8-bd42-68ab672e23f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:29.114451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f13805c-2b6c-49c8-9584-827718477098 admin admin] Network hostable DHCP agents. Network: 6c5dc389-844b-4bc8-bd42-68ab672e23f4, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:05:29.146197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f13805c-2b6c-49c8-9584-827718477098 admin admin] Network 6c5dc389-844b-4bc8-bd42-68ab672e23f4 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:05:29.169558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-1f13805c-2b6c-49c8-9584-827718477098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 6c5dc389-844b-4bc8-bd42-68ab672e23f4) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:29.174256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f13805c-2b6c-49c8-9584-827718477098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:29.174845 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f13805c-2b6c-49c8-9584-827718477098 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.185974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335772d3-8366-4f40-8bdd-970f840b47ae None None] Network 6c5dc389-844b-4bc8-bd42-68ab672e23f4 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:05:29.203563 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1f13805c-2b6c-49c8-9584-827718477098 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3964767 Jul 27 21:05:29.204511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43198) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:29.214757 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1965206259-router', 'tenant_id': 'eebf04e4ade24613a255ec813b154ac3', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:29.257277 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.260955 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.300454 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f296da7-e332-498b-93d5-07c5f490ceab None None] Pushing event updated for resources: {'Port': ['ID=e65e454d-cfb3-4165-bbdd-fa497b72c61e,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:29.310650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Routers {'4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:29.311286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:29.319349 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35216b7a-5ebb-4ae7-ae0c-d3f03f1f9d8d req-f7dcc584-5353-465b-81d3-9c7b76eb709f tempest-ServerShowV257Test-581922266 tempest-ServerShowV257Test-581922266-project] 10.222.0.66 "GET /v2.0/ports?device_id=890d3cfc-3759-4e21-9042-9c115b7be45c HTTP/1.1" status: 200 len: 210 time: 0.0450735 Jul 27 21:05:29.352243 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca62d07-eed0-45c2-854a-b9fb1da78087 req-bb259349-489f-4411-aaef-09e6b07c4d40 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:29.354175 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ca62d07-eed0-45c2-854a-b9fb1da78087 req-bb259349-489f-4411-aaef-09e6b07c4d40 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.2013068 Jul 27 21:05:29.362751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0807b-a244-4325-a3f5-6635b5633384 req-1124d202-29e5-45c6-b9d8-3c4271334bd1 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:29.363428 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.373447 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-64f0807b-a244-4325-a3f5-6635b5633384 req-1124d202-29e5-45c6-b9d8-3c4271334bd1 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.1824181 Jul 27 21:05:29.454121 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-64f0807b-a244-4325-a3f5-6635b5633384 req-c1da00a0-0878-43b5-93e8-e1d25b8f3795 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794027 Jul 27 21:05:29.499485 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ca62d07-eed0-45c2-854a-b9fb1da78087 req-d1c78395-26b5-4ddd-b784-f983f9fc5df9 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230941 Jul 27 21:05:29.584050 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.677053 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] Set router 4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:29.708808 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-6c5dc389-844b-4bc8-bd42-68ab672e23f4', 'network_id': '6c5dc389-844b-4bc8-bd42-68ab672e23f4', 'tenant_id': 'eebf04e4ade24613a255ec813b154ac3', 'fixed_ips': [{'subnet_id': '5eef8288-40a4-472a-a9c9-a1e6e5cdc4eb'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:05:29.709679 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.816399 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7531a-6198-4ca9-b7d2-c1efbe6439ff req-d2179bbc-6142-42a7-8b4e-f83ba86c8248 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:29.825305 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7531a-6198-4ca9-b7d2-c1efbe6439ff req-d2179bbc-6142-42a7-8b4e-f83ba86c8248 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:29.827829 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.834093 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7531a-6198-4ca9-b7d2-c1efbe6439ff req-d2179bbc-6142-42a7-8b4e-f83ba86c8248 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:29.840225 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7531a-6198-4ca9-b7d2-c1efbe6439ff req-d2179bbc-6142-42a7-8b4e-f83ba86c8248 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:29.847675 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7531a-6198-4ca9-b7d2-c1efbe6439ff req-d2179bbc-6142-42a7-8b4e-f83ba86c8248 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:29.854738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7531a-6198-4ca9-b7d2-c1efbe6439ff req-d2179bbc-6142-42a7-8b4e-f83ba86c8248 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:29.855673 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:29.867938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7531a-6198-4ca9-b7d2-c1efbe6439ff req-d2179bbc-6142-42a7-8b4e-f83ba86c8248 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:29.870751 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d7531a-6198-4ca9-b7d2-c1efbe6439ff req-d2179bbc-6142-42a7-8b4e-f83ba86c8248 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5432 time: 0.1917610 Jul 27 21:05:29.892258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29bcd6-c72e-43a4-bcc1-45a381508ae1 req-a4e802fc-28dd-4212-a995-2c0cd369546d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:29.901873 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f29bcd6-c72e-43a4-bcc1-45a381508ae1 req-a4e802fc-28dd-4212-a995-2c0cd369546d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.1817169 Jul 27 21:05:29.968176 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Allocated IP 172.20.0.2 (6c5dc389-844b-4bc8-bd42-68ab672e23f4/5eef8288-40a4-472a-a9c9-a1e6e5cdc4eb/1729b15f-793a-408a-be52-06a579bce754) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:29.975081 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d7531a-6198-4ca9-b7d2-c1efbe6439ff req-6f1a0749-31ba-4dcd-8625-ef094af35fd8 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942144 Jul 27 21:05:30.004753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Allocated IP 172.25.2.185 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/e026b830-90e5-4dba-b909-5122efd672bf) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:30.013681 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f29bcd6-c72e-43a4-bcc1-45a381508ae1 req-02203142-3261-4a57-8edf-c9e4f1077b17 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102996 Jul 27 21:05:30.085030 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-107464698-router', 'tenant_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '7342e468-3f84-4dc6-9ad2-266a9defc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:22Z', 'updated_at': '2021-07-27T21:05:26Z', 'revision_number': 4, 'project_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'gw_port': {'id': '7342e468-3f84-4dc6-9ad2-266a9defc209', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:23Z', 'updated_at': '2021-07-27T21:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e65e454d-cfb3-4165-bbdd-fa497b72c61e', 'name': '', 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138', 'tenant_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'mac_address': 'fa:16:3e:cb:e1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '0fcbb667-0105-4e96-9b7d-8ee6b13f7598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:25Z', 'updated_at': '2021-07-27T21:05:29Z', 'revision_number': 4, 'project_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'subnets': [{'id': '0fcbb667-0105-4e96-9b7d-8ee6b13f7598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:30.115201 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb861734-6f43-4f35-abaa-95d1ccff2ecb None None] The sync data for ids ['4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'] in n-d-764806-9 is: [{'id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-107464698-router', 'tenant_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '7342e468-3f84-4dc6-9ad2-266a9defc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:22Z', 'updated_at': '2021-07-27T21:05:26Z', 'revision_number': 4, 'project_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'gw_port': {'id': '7342e468-3f84-4dc6-9ad2-266a9defc209', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:23Z', 'updated_at': '2021-07-27T21:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e65e454d-cfb3-4165-bbdd-fa497b72c61e', 'name': '', 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138', 'tenant_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'mac_address': 'fa:16:3e:cb:e1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '0fcbb667-0105-4e96-9b7d-8ee6b13f7598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:25Z', 'updated_at': '2021-07-27T21:05:29Z', 'revision_number': 4, 'project_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'subnets': [{'id': '0fcbb667-0105-4e96-9b7d-8ee6b13f7598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:30.124437 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.203234 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.205364 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.225352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Transition to ACTIVE for port object 1729b15f-793a-408a-be52-06a579bce754 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:30.253124 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:30.261404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:30.264569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Transition to ACTIVE for port object 1729b15f-793a-408a-be52-06a579bce754 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:30.267266 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:30.276724 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.366727 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Network 6c5dc389-844b-4bc8-bd42-68ab672e23f4 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:30.371286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Pushing event updated for resources: {'Port': ['ID=1729b15f-793a-408a-be52-06a579bce754,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:30.374466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:30.377141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:30.395068 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Pushing event updated for resources: {'Port': ['ID=e026b830-90e5-4dba-b909-5122efd672bf,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:30.447535 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e65e454d-cfb3-4165-bbdd-fa497b72c61e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:30.465172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43210) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:30.517457 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Attempting to bind port 1729b15f-793a-408a-be52-06a579bce754 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:30.517838 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Attempting to bind port 1729b15f-793a-408a-be52-06a579bce754 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'ec963f36-ff4d-4823-93fd-d5f5391f2555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6c5dc389-844b-4bc8-bd42-68ab672e23f4'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:30.518209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Attempting to bind port 1729b15f-793a-408a-be52-06a579bce754 on network 6c5dc389-844b-4bc8-bd42-68ab672e23f4 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:30.527038 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:30.527417 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Checking segment: {'id': 'ec963f36-ff4d-4823-93fd-d5f5391f2555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6c5dc389-844b-4bc8-bd42-68ab672e23f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:30.527964 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.528307 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Bound using segment: {'id': 'ec963f36-ff4d-4823-93fd-d5f5391f2555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6c5dc389-844b-4bc8-bd42-68ab672e23f4'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:30.528839 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Bound port: 1729b15f-793a-408a-be52-06a579bce754, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec963f36-ff4d-4823-93fd-d5f5391f2555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6c5dc389-844b-4bc8-bd42-68ab672e23f4'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:30.529952 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.640754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port e65e454d-cfb3-4165-bbdd-fa497b72c61e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:30.654479 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e65e454d-cfb3-4165-bbdd-fa497b72c61e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:30.654703 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.657575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] For port 1729b15f-793a-408a-be52-06a579bce754, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:30.659702 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f83f9bc-a1e9-4706-84c9-c6a5564a92ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.691341 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] For port 1729b15f-793a-408a-be52-06a579bce754, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1729b15f-793a-408a-be52-06a579bce754,segment=NetworkSegment(ec963f36-ff4d-4823-93fd-d5f5391f2555),segment_id=ec963f36-ff4d-4823-93fd-d5f5391f2555)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:30.692941 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.695094 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3309e4-ca05-422f-a7a6-4b023a4750f3 req-bd3320de-7d03-4116-95d7-db5f0d11d94c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:30.697691 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb3309e4-ca05-422f-a7a6-4b023a4750f3 req-bd3320de-7d03-4116-95d7-db5f0d11d94c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.1406641 Jul 27 21:05:30.700800 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.775183 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb3309e4-ca05-422f-a7a6-4b023a4750f3 req-59a74a41-6654-4866-ab70-4d15d48fcc65 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707853 Jul 27 21:05:30.802479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feebe49-1c80-4ece-89e7-a22b8e67050c req-91a94573-5433-4909-b3c4-c3d9104991ed tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:30.810285 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7feebe49-1c80-4ece-89e7-a22b8e67050c req-91a94573-5433-4909-b3c4-c3d9104991ed tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1789179 Jul 27 21:05:30.827775 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479424a-d9cf-4f0f-adac-ca2d761f1fc1 None None] Pushing event updated for resources: {'Port': ['ID=1729b15f-793a-408a-be52-06a579bce754,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:30.852324 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.909557 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port e65e454d-cfb3-4165-bbdd-fa497b72c61e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e65e454d-cfb3-4165-bbdd-fa497b72c61e,segment=NetworkSegment(f4dd12f3-64d0-4a92-9c27-b8ed8197a003),segment_id=f4dd12f3-64d0-4a92-9c27-b8ed8197a003)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:30.914658 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7feebe49-1c80-4ece-89e7-a22b8e67050c req-3e86be89-db76-42dd-9b08-df9fd42d4b6e tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980165 Jul 27 21:05:30.928051 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.943119 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f83f9bc-a1e9-4706-84c9-c6a5564a92ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.958447 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f83f9bc-a1e9-4706-84c9-c6a5564a92ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:30.959896 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-d30fed5f-7233-4fc5-b3c3-cde0bf6214cd req-773989c6-c9bf-4e2e-a273-772ed2abc8f3 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1625909820', 'description': 'tempest-description-1927499090'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:31.008055 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d30fed5f-7233-4fc5-b3c3-cde0bf6214cd req-773989c6-c9bf-4e2e-a273-772ed2abc8f3 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.029535 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=e65e454d-cfb3-4165-bbdd-fa497b72c61e,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:31.067815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83f9bc-a1e9-4706-84c9-c6a5564a92ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8402ff-7054-4bd3-85ee-f5a353365033,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:31.076944 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1f83f9bc-a1e9-4706-84c9-c6a5564a92ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=522e1c355a72439b90a4c2f9c1b7c47b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6078844 Jul 27 21:05:31.078667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43228) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:31.171362 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.246426 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d30fed5f-7233-4fc5-b3c3-cde0bf6214cd req-773989c6-c9bf-4e2e-a273-772ed2abc8f3 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.256022 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-81aa3389-acc0-4ebf-a9f8-5e03ba525578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.256278 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d30fed5f-7233-4fc5-b3c3-cde0bf6214cd req-773989c6-c9bf-4e2e-a273-772ed2abc8f3 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.315622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaf22e-9779-4446-b259-4a83e224f417 req-48a36b83-1200-48a3-a76c-74a6e03ce368 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:31.321847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaf22e-9779-4446-b259-4a83e224f417 req-48a36b83-1200-48a3-a76c-74a6e03ce368 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:31.327293 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-81aa3389-acc0-4ebf-a9f8-5e03ba525578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.328809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaf22e-9779-4446-b259-4a83e224f417 req-48a36b83-1200-48a3-a76c-74a6e03ce368 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:31.335286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaf22e-9779-4446-b259-4a83e224f417 req-48a36b83-1200-48a3-a76c-74a6e03ce368 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:31.341257 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaf22e-9779-4446-b259-4a83e224f417 req-48a36b83-1200-48a3-a76c-74a6e03ce368 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:31.347169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaf22e-9779-4446-b259-4a83e224f417 req-48a36b83-1200-48a3-a76c-74a6e03ce368 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:31.353096 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaf22e-9779-4446-b259-4a83e224f417 req-48a36b83-1200-48a3-a76c-74a6e03ce368 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:31.355097 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ddaf22e-9779-4446-b259-4a83e224f417 req-48a36b83-1200-48a3-a76c-74a6e03ce368 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5432 time: 0.2396617 Jul 27 21:05:31.375870 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-d30fed5f-7233-4fc5-b3c3-cde0bf6214cd req-773989c6-c9bf-4e2e-a273-772ed2abc8f3 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.377293 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d30fed5f-7233-4fc5-b3c3-cde0bf6214cd req-773989c6-c9bf-4e2e-a273-772ed2abc8f3 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4221241 Jul 27 21:05:31.396473 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773989c6-c9bf-4e2e-a273-772ed2abc8f3 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5774678-987e-4cc3-94e5-260335d68554,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:31.423410 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-81aa3389-acc0-4ebf-a9f8-5e03ba525578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.429987 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-81aa3389-acc0-4ebf-a9f8-5e03ba525578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.438033 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ddaf22e-9779-4446-b259-4a83e224f417 req-f4449ee1-ec76-4196-aea8-cd54857c0e19 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683088 Jul 27 21:05:31.438530 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-81aa3389-acc0-4ebf-a9f8-5e03ba525578 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db8402ff-7054-4bd3-85ee-f5a353365033 HTTP/1.1" status: 204 len: 168 time: 0.3543100 Jul 27 21:05:31.441459 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Router b35cee30-6a63-4a15-8a83-0eefc7e45471 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:05:31.508852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa3389-acc0-4ebf-a9f8-5e03ba525578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8402ff-7054-4bd3-85ee-f5a353365033,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:31.599048 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0f55893-381f-4da0-9083-d2c9f0a22ccd req-ac597adc-6cce-4687-9dee-e87215dee6d9 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1625909820&fields=id&tenant_id=1adb373d7e5e4c4da37c64d08c37f713 HTTP/1.1" status: 200 len: 267 time: 0.0497813 Jul 27 21:05:31.605392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:31.618361 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Sync routers for ids ['b35cee30-6a63-4a15-8a83-0eefc7e45471'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:31.630116 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Routers {'b35cee30-6a63-4a15-8a83-0eefc7e45471'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:31.631180 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b35cee30-6a63-4a15-8a83-0eefc7e45471'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:31.643735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daff67-16f8-44f6-a01a-46d03b789b8f req-4d9f5371-1475-4126-8d47-992cc5ef04b5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:31.643882 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:31.645591 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2d85b1e9-bb38-4433-8d18-9c27bec50dcd admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4395571 Jul 27 21:05:31.648570 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-54daff67-16f8-44f6-a01a-46d03b789b8f req-4d9f5371-1475-4126-8d47-992cc5ef04b5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.1922803 Jul 27 21:05:31.649137 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43236) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:31.782611 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Set router b35cee30-6a63-4a15-8a83-0eefc7e45471 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:31.854887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-54daff67-16f8-44f6-a01a-46d03b789b8f req-97dd9a58-5244-462d-9ead-154940d145b3 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558425 Jul 27 21:05:31.882911 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f55893-381f-4da0-9083-d2c9f0a22ccd req-6ad9a4d4-347e-4fc6-be88-b168c87286c5 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:31.892797 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0f55893-381f-4da0-9083-d2c9f0a22ccd req-6ad9a4d4-347e-4fc6-be88-b168c87286c5 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.2927918 Jul 27 21:05:32.225311 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965206259-router', 'tenant_id': 'eebf04e4ade24613a255ec813b154ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e026b830-90e5-4dba-b909-5122efd672bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:29Z', 'updated_at': '2021-07-27T21:05:30Z', 'revision_number': 3, 'project_id': 'eebf04e4ade24613a255ec813b154ac3', 'gw_port': {'id': 'e026b830-90e5-4dba-b909-5122efd672bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:29Z', 'updated_at': '2021-07-27T21:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:32.267427 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Checking router: b35cee30-6a63-4a15-8a83-0eefc7e45471 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:05:32.267779 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Updating router b35cee30-6a63-4a15-8a83-0eefc7e45471 port e026b830-90e5-4dba-b909-5122efd672bf binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:05:32.297019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9943b7-fb03-4deb-ad0b-4a6fffd07189 None None] Network 6c5dc389-844b-4bc8-bd42-68ab672e23f4 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:05:32.304343 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.424312 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-c0f55893-381f-4da0-9083-d2c9f0a22ccd req-3414aaa3-d8f8-4f61-bd05-77eb05a091f1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Request body: {'port': {'security_groups': ['ba8ab6e1-4626-4a37-8455-0bbb58aae77e', 'e5774678-987e-4cc3-94e5-260335d68554']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:32.427214 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b012f447-a633-48cb-bda4-6299e18f6e8d None None] Provisioning for port 1729b15f-793a-408a-be52-06a579bce754 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:32.459526 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43260) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:32.462682 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1729b15f-793a-408a-be52-06a579bce754 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:32.579557 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 1729b15f-793a-408a-be52-06a579bce754 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:32.591004 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 1729b15f-793a-408a-be52-06a579bce754 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:32.591652 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.603851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-6199aca4-91ca-4aff-b896-7e753a5931b7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-566980908-network', 'tenant_id': '5e7260bf3d034a43abd79737d541a71a'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:32.640323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6199aca4-91ca-4aff-b896-7e753a5931b7 admin admin] Made reservation on behalf of 5e7260bf3d034a43abd79737d541a71a for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:32.644545 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6199aca4-91ca-4aff-b896-7e753a5931b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.649723 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-01e31560-187e-4cdf-bc1c-39d41ef4bf17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.670445 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-c0f55893-381f-4da0-9083-d2c9f0a22ccd req-3414aaa3-d8f8-4f61-bd05-77eb05a091f1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.674837 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6199aca4-91ca-4aff-b896-7e753a5931b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.678633 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.695032 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Transition to ACTIVE for port object e026b830-90e5-4dba-b909-5122efd672bf will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:32.707192 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.715077 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.744092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4534a6f-23d7-4bd3-9c1f-abd82794a1ea req-fc345fd0-696d-406d-98ce-2d895fe8bbd0 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:32.759459 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d4534a6f-23d7-4bd3-9c1f-abd82794a1ea req-fc345fd0-696d-406d-98ce-2d895fe8bbd0 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.3310623 Jul 27 21:05:32.763015 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f59df-3aa2-4b12-9c6b-64052ea2bb13 None None] Pushing event updated for resources: {'Port': ['ID=e026b830-90e5-4dba-b909-5122efd672bf,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:32.763236 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 1729b15f-793a-408a-be52-06a579bce754, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1729b15f-793a-408a-be52-06a579bce754,segment=NetworkSegment(ec963f36-ff4d-4823-93fd-d5f5391f2555),segment_id=ec963f36-ff4d-4823-93fd-d5f5391f2555)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:32.769442 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.772532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e65e454d-cfb3-4165-bbdd-fa497b72c61e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:32.787008 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Attempting to bind port e026b830-90e5-4dba-b909-5122efd672bf on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:32.787008 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Attempting to bind port e026b830-90e5-4dba-b909-5122efd672bf by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:32.787347 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Attempting to bind port e026b830-90e5-4dba-b909-5122efd672bf on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:32.793238 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:32.793238 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:32.793673 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.794114 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:32.794605 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Bound port: e026b830-90e5-4dba-b909-5122efd672bf, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:32.794977 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.857875 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] For port e026b830-90e5-4dba-b909-5122efd672bf, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:32.862407 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] For port e026b830-90e5-4dba-b909-5122efd672bf, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e026b830-90e5-4dba-b909-5122efd672bf,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:32.871378 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.873178 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=1729b15f-793a-408a-be52-06a579bce754,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:32.906445 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e65e454d-cfb3-4165-bbdd-fa497b72c61e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:32.906852 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.921161 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6199aca4-91ca-4aff-b896-7e753a5931b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.927280 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6199aca4-91ca-4aff-b896-7e753a5931b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.935764 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f59df-3aa2-4b12-9c6b-64052ea2bb13 None None] Pushing event updated for resources: {'Port': ['ID=e026b830-90e5-4dba-b909-5122efd672bf,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:32.951973 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Routers {'b35cee30-6a63-4a15-8a83-0eefc7e45471'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:32.952814 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b35cee30-6a63-4a15-8a83-0eefc7e45471'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:32.958359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6199aca4-91ca-4aff-b896-7e753a5931b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:05:32.988118 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6199aca4-91ca-4aff-b896-7e753a5931b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:32.988469 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-6199aca4-91ca-4aff-b896-7e753a5931b7 admin admin] Added segment 52ba911d-44db-43f5-8c14-f686e5f53b5e of type vlan for network a16fe064-b484-481a-83db-ee2c7e398b9e Jul 27 21:05:32.994818 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d4534a6f-23d7-4bd3-9c1f-abd82794a1ea req-c4ab2cb4-ee4f-4583-9f7f-78895b3b56f8 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343583 Jul 27 21:05:33.001791 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9a489a3a-afd4-402f-8f9e-a7e751b2c1d9 None None] Provisioning complete for port 1729b15f-793a-408a-be52-06a579bce754 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:33.002170 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9a489a3a-afd4-402f-8f9e-a7e751b2c1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.005083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199aca4-91ca-4aff-b896-7e753a5931b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903e6903-7202-4cc4-8a89-a8a28ad811c6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:33.079779 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6199aca4-91ca-4aff-b896-7e753a5931b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.112081 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6199aca4-91ca-4aff-b896-7e753a5931b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.113373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6199aca4-91ca-4aff-b896-7e753a5931b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:33.114373 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6199aca4-91ca-4aff-b896-7e753a5931b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.166282 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] Set router b35cee30-6a63-4a15-8a83-0eefc7e45471 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:33.175805 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6199aca4-91ca-4aff-b896-7e753a5931b7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7144663 Jul 27 21:05:33.178743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43268) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:33.184107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-cec9a56b-03c4-4bf9-817e-aad1e89ae750 admin admin] Request body: {'subnet': {'network_id': 'a16fe064-b484-481a-83db-ee2c7e398b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-566980908-subnet', 'tenant_id': '5e7260bf3d034a43abd79737d541a71a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:33.186967 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.204521 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199aca4-91ca-4aff-b896-7e753a5931b7 admin admin] Pushing event updated for resources: {'Network': ['ID=a16fe064-b484-481a-83db-ee2c7e398b9e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:33.216460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network a16fe064-b484-481a-83db-ee2c7e398b9e details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:05:33.226794 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec9a56b-03c4-4bf9-817e-aad1e89ae750 admin admin] Made reservation on behalf of 5e7260bf3d034a43abd79737d541a71a for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:05:33.229500 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cec9a56b-03c4-4bf9-817e-aad1e89ae750 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.389933 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965206259-router', 'tenant_id': 'eebf04e4ade24613a255ec813b154ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e026b830-90e5-4dba-b909-5122efd672bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:29Z', 'updated_at': '2021-07-27T21:05:30Z', 'revision_number': 3, 'project_id': 'eebf04e4ade24613a255ec813b154ac3', 'gw_port': {'id': 'e026b830-90e5-4dba-b909-5122efd672bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:29Z', 'updated_at': '2021-07-27T21:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:33.419912 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca9fbc4-297b-47e6-8bfb-40845d1333dc None None] The sync data for ids ['b35cee30-6a63-4a15-8a83-0eefc7e45471'] in n-d-764806-9 is: [{'id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965206259-router', 'tenant_id': 'eebf04e4ade24613a255ec813b154ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e026b830-90e5-4dba-b909-5122efd672bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:29Z', 'updated_at': '2021-07-27T21:05:30Z', 'revision_number': 3, 'project_id': 'eebf04e4ade24613a255ec813b154ac3', 'gw_port': {'id': 'e026b830-90e5-4dba-b909-5122efd672bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:29Z', 'updated_at': '2021-07-27T21:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:33.467844 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-c0f55893-381f-4da0-9083-d2c9f0a22ccd req-3414aaa3-d8f8-4f61-bd05-77eb05a091f1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] For port 4def4505-665f-4616-97a4-82524d65d527, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=4def4505-665f-4616-97a4-82524d65d527,segment=NetworkSegment(37b711c8-dd1d-4ada-a935-8e40e0e28027),segment_id=37b711c8-dd1d-4ada-a935-8e40e0e28027)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:33.532668 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d9388-4460-47e4-a4be-3a4a5e0c18f8 req-ae7b9218-7060-4300-bf5e-11660f32f244 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:33.538773 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d9388-4460-47e4-a4be-3a4a5e0c18f8 req-ae7b9218-7060-4300-bf5e-11660f32f244 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:33.544694 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d9388-4460-47e4-a4be-3a4a5e0c18f8 req-ae7b9218-7060-4300-bf5e-11660f32f244 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:33.550556 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d9388-4460-47e4-a4be-3a4a5e0c18f8 req-ae7b9218-7060-4300-bf5e-11660f32f244 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:33.556985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d9388-4460-47e4-a4be-3a4a5e0c18f8 req-ae7b9218-7060-4300-bf5e-11660f32f244 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:33.562977 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d9388-4460-47e4-a4be-3a4a5e0c18f8 req-ae7b9218-7060-4300-bf5e-11660f32f244 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:33.569519 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d9388-4460-47e4-a4be-3a4a5e0c18f8 req-ae7b9218-7060-4300-bf5e-11660f32f244 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:33.571542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a8d9388-4460-47e4-a4be-3a4a5e0c18f8 req-ae7b9218-7060-4300-bf5e-11660f32f244 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5432 time: 0.2568476 Jul 27 21:05:33.604522 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Allocated IP 172.20.0.1 (6c5dc389-844b-4bc8-bd42-68ab672e23f4/5eef8288-40a4-472a-a9c9-a1e6e5cdc4eb/ea4e0484-8f5e-4dcc-81f3-c950e166e9e9) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:33.620783 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-c0f55893-381f-4da0-9083-d2c9f0a22ccd req-3414aaa3-d8f8-4f61-bd05-77eb05a091f1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.634358 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-c0f55893-381f-4da0-9083-d2c9f0a22ccd req-3414aaa3-d8f8-4f61-bd05-77eb05a091f1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.647815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['4def4505-665f-4616-97a4-82524d65d527'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:33.769384 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a8d9388-4460-47e4-a4be-3a4a5e0c18f8 req-5ea72742-ff7e-47be-9638-2d625b100272 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1903629 Jul 27 21:05:33.814042 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f55893-381f-4da0-9083-d2c9f0a22ccd req-3414aaa3-d8f8-4f61-bd05-77eb05a091f1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:33.814996 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-c0f55893-381f-4da0-9083-d2c9f0a22ccd req-3414aaa3-d8f8-4f61-bd05-77eb05a091f1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.816594 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0f55893-381f-4da0-9083-d2c9f0a22ccd req-3414aaa3-d8f8-4f61-bd05-77eb05a091f1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "PUT /v2.0/ports/4def4505-665f-4616-97a4-82524d65d527 HTTP/1.1" status: 200 len: 981 time: 1.9226995 Jul 27 21:05:33.833929 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cec9a56b-03c4-4bf9-817e-aad1e89ae750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.840312 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'tag': '4def4505-665f-4616-97a4-82524d65d527'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:33.844068 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56f329c-6caa-4eb9-9fea-85b062d93ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dcae11-3f36-46c8-bacc-ec28fc38a3af", "tag": "4def4505-665f-4616-97a4-82524d65d527"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:33.892024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['4def4505-665f-4616-97a4-82524d65d527'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:33.898065 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414aaa3-d8f8-4f61-bd05-77eb05a091f1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Pushing event updated for resources: {'Port': ['ID=4def4505-665f-4616-97a4-82524d65d527,revision_number=6']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:33.976297 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9a56b-03c4-4bf9-817e-aad1e89ae750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51428ebf-5229-4cd2-8be4-e852c45d37f3,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:33.980137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec9a56b-03c4-4bf9-817e-aad1e89ae750 admin admin] Checking segment: {'id': '52ba911d-44db-43f5-8c14-f686e5f53b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a16fe064-b484-481a-83db-ee2c7e398b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:33.980619 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:33.980860 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec9a56b-03c4-4bf9-817e-aad1e89ae750 admin admin] Network hostable DHCP agents. Network: a16fe064-b484-481a-83db-ee2c7e398b9e, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:05:34.007267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec9a56b-03c4-4bf9-817e-aad1e89ae750 admin admin] Network a16fe064-b484-481a-83db-ee2c7e398b9e is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:05:34.024730 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.026116 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-cec9a56b-03c4-4bf9-817e-aad1e89ae750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, a16fe064-b484-481a-83db-ee2c7e398b9e) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:34.033147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec9a56b-03c4-4bf9-817e-aad1e89ae750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:34.033971 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cec9a56b-03c4-4bf9-817e-aad1e89ae750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.034783 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6cc2d6be-1172-47f1-8d2e-52a3d06b18dd req-fbe650e5-45aa-4242-b202-3b5dc3428bdc tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1625909820&fields=id&tenant_id=1adb373d7e5e4c4da37c64d08c37f713 HTTP/1.1" status: 200 len: 267 time: 0.0942831 Jul 27 21:05:34.052043 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32a482a-1c57-428d-b9a4-65716b0f3e9b None None] Network a16fe064-b484-481a-83db-ee2c7e398b9e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:05:34.064958 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cec9a56b-03c4-4bf9-817e-aad1e89ae750 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8848741 Jul 27 21:05:34.074825 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Transition to ACTIVE for port object ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:34.109932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e84124-4aa4-4412-8c52-b9e693da4c2c req-13e8301c-fd2b-4ace-9439-0819dc2d7a78 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:34.117756 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a1e84124-4aa4-4412-8c52-b9e693da4c2c req-13e8301c-fd2b-4ace-9439-0819dc2d7a78 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.2333679 Jul 27 21:05:34.198796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a1e84124-4aa4-4412-8c52-b9e693da4c2c req-0d9b7b76-f44e-4aa3-92c5-e408acf75c70 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799356 Jul 27 21:05:34.220644 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2d6be-1172-47f1-8d2e-52a3d06b18dd req-ccad88df-5720-4d70-9201-d4f005db63c8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:34.222246 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6cc2d6be-1172-47f1-8d2e-52a3d06b18dd req-ccad88df-5720-4d70-9201-d4f005db63c8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 984 time: 0.1742091 Jul 27 21:05:34.224523 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.267053 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-6cc2d6be-1172-47f1-8d2e-52a3d06b18dd req-68cfa64e-2310-4bcb-9ca9-af9239e65fc8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Request body: {'port': {'security_groups': ['ba8ab6e1-4626-4a37-8455-0bbb58aae77e']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:34.300409 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59253022-f93a-4ad3-b25c-ac21c9579ac2 x-openstack-request-id: req-59253022-f93a-4ad3-b25c-ac21c9579ac2 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:34.300697 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dcae11-3f36-46c8-bacc-ec28fc38a3af", "tag": "4def4505-665f-4616-97a4-82524d65d527", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:34.301083 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59253022-f93a-4ad3-b25c-ac21c9579ac2 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:34.302305 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'tag': '4def4505-665f-4616-97a4-82524d65d527', 'status': 'completed', 'code': 200} Jul 27 21:05:34.336241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Network 6c5dc389-844b-4bc8-bd42-68ab672e23f4 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:34.343541 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:34.351425 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:34.396020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Pushing event updated for resources: {'Port': ['ID=ea4e0484-8f5e-4dcc-81f3-c950e166e9e9,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:34.434007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f329c-6caa-4eb9-9fea-85b062d93ac0 req-9bee53d4-86be-4c85-b128-d57de62f9371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:34.435863 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d56f329c-6caa-4eb9-9fea-85b062d93ac0 req-9bee53d4-86be-4c85-b128-d57de62f9371 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1adb373d7e5e4c4da37c64d08c37f713&device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 1135 time: 0.1268713 Jul 27 21:05:34.460768 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94b3ac6-2d8e-492f-918c-39b83d5824a1 None None] Network a16fe064-b484-481a-83db-ee2c7e398b9e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:05:34.529529 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.552324 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1729b15f-793a-408a-be52-06a579bce754 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:34.590907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f329c-6caa-4eb9-9fea-85b062d93ac0 req-66ced69d-9ac7-445d-b0f6-629cd81af22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:34.592673 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d56f329c-6caa-4eb9-9fea-85b062d93ac0 req-66ced69d-9ac7-445d-b0f6-629cd81af22c service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa0f501a-270a-4222-a24b-8f2739ff3634 HTTP/1.1" status: 200 len: 921 time: 0.1361711 Jul 27 21:05:34.610005 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-6cc2d6be-1172-47f1-8d2e-52a3d06b18dd req-68cfa64e-2310-4bcb-9ca9-af9239e65fc8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.664854 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d56f329c-6caa-4eb9-9fea-85b062d93ac0 req-5b7c1571-0190-4c2c-ac77-c1d63beb41be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4def4505-665f-4616-97a4-82524d65d527 HTTP/1.1" status: 200 len: 217 time: 0.0632806 Jul 27 21:05:34.710058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 1729b15f-793a-408a-be52-06a579bce754 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:34.710552 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.734005 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993d98c-d760-4108-9f40-bb443db33bda req-9d7c6bb6-3143-4071-b446-f6cbaa57fe39 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:34.736447 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1993d98c-d760-4108-9f40-bb443db33bda req-9d7c6bb6-3143-4071-b446-f6cbaa57fe39 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.3313389 Jul 27 21:05:34.753063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f329c-6caa-4eb9-9fea-85b062d93ac0 req-0d6ce600-63e4-428b-b984-f706f5da082c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:34.754911 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d56f329c-6caa-4eb9-9fea-85b062d93ac0 req-0d6ce600-63e4-428b-b984-f706f5da082c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77be564d-06c0-4068-8b37-cf298f230dab HTTP/1.1" status: 200 len: 860 time: 0.0737667 Jul 27 21:05:34.810998 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d56f329c-6caa-4eb9-9fea-85b062d93ac0 req-206e9f47-813c-4bce-819c-337106cfbb2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa0f501a-270a-4222-a24b-8f2739ff3634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468454 Jul 27 21:05:34.813893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ab692071-d73d-4220-9abf-760051c404a2 None None] Provisioning for port ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:34.816649 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e026b830-90e5-4dba-b909-5122efd672bf up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:34.821220 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ab692071-d73d-4220-9abf-760051c404a2 None None] Provisioning complete for port ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:34.821550 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ab692071-d73d-4220-9abf-760051c404a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.859188 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1993d98c-d760-4108-9f40-bb443db33bda req-5fc4670f-584c-4c63-b837-2bf618660eba tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143486 Jul 27 21:05:34.888502 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.893314 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ab692071-d73d-4220-9abf-760051c404a2 None None] Port ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:05:34.924805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port e026b830-90e5-4dba-b909-5122efd672bf completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:34.931704 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e026b830-90e5-4dba-b909-5122efd672bf triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:34.932084 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:34.946153 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d56f329c-6caa-4eb9-9fea-85b062d93ac0 req-52815999-4f2a-4e7f-935b-ff94f607d8a7 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267755 Jul 27 21:05:34.959820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43288) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:35.039088 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.068964 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port e026b830-90e5-4dba-b909-5122efd672bf, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e026b830-90e5-4dba-b909-5122efd672bf,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:35.075711 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d56f329c-6caa-4eb9-9fea-85b062d93ac0 req-92331591-ddc1-4320-ae1b-6cedffaa320d service neutron] 10.222.0.20 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181304 Jul 27 21:05:35.077861 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.080567 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-0157dc7e-fcfd-4f56-98ef-d48b9cf4d8d7 admin admin] Deleting subnet 51428ebf-5229-4cd2-8be4-e852c45d37f3 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:05:35.098832 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0157dc7e-fcfd-4f56-98ef-d48b9cf4d8d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.135674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=e026b830-90e5-4dba-b909-5122efd672bf,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:35.235974 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-6cc2d6be-1172-47f1-8d2e-52a3d06b18dd req-68cfa64e-2310-4bcb-9ca9-af9239e65fc8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] For port 4def4505-665f-4616-97a4-82524d65d527, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=4def4505-665f-4616-97a4-82524d65d527,segment=NetworkSegment(37b711c8-dd1d-4ada-a935-8e40e0e28027),segment_id=37b711c8-dd1d-4ada-a935-8e40e0e28027)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:35.239445 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0157dc7e-fcfd-4f56-98ef-d48b9cf4d8d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.311073 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ff5c0add-42fd-4056-88a3-f682069d8ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.334302 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-6cc2d6be-1172-47f1-8d2e-52a3d06b18dd req-68cfa64e-2310-4bcb-9ca9-af9239e65fc8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.357342 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-6cc2d6be-1172-47f1-8d2e-52a3d06b18dd req-68cfa64e-2310-4bcb-9ca9-af9239e65fc8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.359637 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0157dc7e-fcfd-4f56-98ef-d48b9cf4d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.369789 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['4def4505-665f-4616-97a4-82524d65d527'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:35.447721 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.458786 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b2cf4-66a8-498a-94a4-db1b7daab7c8 req-9c5715ee-8a74-4869-a76f-2dfaea257490 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:35.464711 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b2cf4-66a8-498a-94a4-db1b7daab7c8 req-9c5715ee-8a74-4869-a76f-2dfaea257490 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:35.470606 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b2cf4-66a8-498a-94a4-db1b7daab7c8 req-9c5715ee-8a74-4869-a76f-2dfaea257490 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:35.477707 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b2cf4-66a8-498a-94a4-db1b7daab7c8 req-9c5715ee-8a74-4869-a76f-2dfaea257490 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:35.483509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b2cf4-66a8-498a-94a4-db1b7daab7c8 req-9c5715ee-8a74-4869-a76f-2dfaea257490 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:35.490505 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b2cf4-66a8-498a-94a4-db1b7daab7c8 req-9c5715ee-8a74-4869-a76f-2dfaea257490 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:35.496353 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b2cf4-66a8-498a-94a4-db1b7daab7c8 req-9c5715ee-8a74-4869-a76f-2dfaea257490 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:35.498252 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f9b2cf4-66a8-498a-94a4-db1b7daab7c8 req-9c5715ee-8a74-4869-a76f-2dfaea257490 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5432 time: 0.3707619 Jul 27 21:05:35.523068 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2d6be-1172-47f1-8d2e-52a3d06b18dd req-68cfa64e-2310-4bcb-9ca9-af9239e65fc8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:35.523751 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-6cc2d6be-1172-47f1-8d2e-52a3d06b18dd req-68cfa64e-2310-4bcb-9ca9-af9239e65fc8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.525298 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6cc2d6be-1172-47f1-8d2e-52a3d06b18dd req-68cfa64e-2310-4bcb-9ca9-af9239e65fc8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "PUT /v2.0/ports/4def4505-665f-4616-97a4-82524d65d527 HTTP/1.1" status: 200 len: 942 time: 1.2711117 Jul 27 21:05:35.551176 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.576535 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.609949 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfa64e-2310-4bcb-9ca9-af9239e65fc8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Pushing event updated for resources: {'Port': ['ID=4def4505-665f-4616-97a4-82524d65d527,revision_number=7']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:35.655664 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['4def4505-665f-4616-97a4-82524d65d527'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:35.689435 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f9b2cf4-66a8-498a-94a4-db1b7daab7c8 req-ae4513c2-8929-47c7-ae15-ed0491891899 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1805732 Jul 27 21:05:35.690411 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0157dc7e-fcfd-4f56-98ef-d48b9cf4d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.746299 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.750690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157dc7e-fcfd-4f56-98ef-d48b9cf4d8d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51428ebf-5229-4cd2-8be4-e852c45d37f3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:35.765930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Pushing event updated for resources: {'Port': ['ID=ea4e0484-8f5e-4dcc-81f3-c950e166e9e9,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:35.773564 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0157dc7e-fcfd-4f56-98ef-d48b9cf4d8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.775479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0157dc7e-fcfd-4f56-98ef-d48b9cf4d8d7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/51428ebf-5229-4cd2-8be4-e852c45d37f3 HTTP/1.1" status: 204 len: 168 time: 0.8144066 Jul 27 21:05:35.778154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43294) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:35.859954 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7b51b51c-b7e3-471d-ac27-c2f8330e9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.916756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662ef5d-f3d4-48e1-a27e-7ba318573ccb req-e406a55a-67c4-43ab-a9aa-e6cf1806232f tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:35.918197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6662ef5d-f3d4-48e1-a27e-7ba318573ccb req-e406a55a-67c4-43ab-a9aa-e6cf1806232f tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.3138142 Jul 27 21:05:35.942899 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7b51b51c-b7e3-471d-ac27-c2f8330e9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.953496 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7b51b51c-b7e3-471d-ac27-c2f8330e9cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16fe064-b484-481a-83db-ee2c7e398b9e']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:35.969529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7b51b51c-b7e3-471d-ac27-c2f8330e9cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ba911d-44db-43f5-8c14-f686e5f53b5e') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:35.969868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7b51b51c-b7e3-471d-ac27-c2f8330e9cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ba911d-44db-43f5-8c14-f686e5f53b5e') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:35.979679 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7b51b51c-b7e3-471d-ac27-c2f8330e9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.993573 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7b51b51c-b7e3-471d-ac27-c2f8330e9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:35.998772 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-803f9888-19b8-4006-aab2-9004381983cd req-e750a601-4562-4925-a097-cb972c7caa31 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2538142 Jul 27 21:05:36.000128 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b51b51c-b7e3-471d-ac27-c2f8330e9cb4 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:05:36.000694 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7b51b51c-b7e3-471d-ac27-c2f8330e9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.002443 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Network 6c5dc389-844b-4bc8-bd42-68ab672e23f4 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:05:36.003128 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:05:36.006051 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:36.011516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6662ef5d-f3d4-48e1-a27e-7ba318573ccb req-3eba3456-7f37-49fe-8d7b-37895dfa58b8 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842302 Jul 27 21:05:36.017803 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-803f9888-19b8-4006-aab2-9004381983cd req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:36.079660 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-803f9888-19b8-4006-aab2-9004381983cd req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.093892 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7b51b51c-b7e3-471d-ac27-c2f8330e9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.100412 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7b51b51c-b7e3-471d-ac27-c2f8330e9cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.102298 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7b51b51c-b7e3-471d-ac27-c2f8330e9cb4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a16fe064-b484-481a-83db-ee2c7e398b9e HTTP/1.1" status: 204 len: 168 time: 0.3230062 Jul 27 21:05:36.116017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51b51c-b7e3-471d-ac27-c2f8330e9cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a16fe064-b484-481a-83db-ee2c7e398b9e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:36.300242 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43304) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:36.308694 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e026b830-90e5-4dba-b909-5122efd672bf up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:36.356249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2403ad78-3126-4a5c-a9e5-dae7db745e84 None None] Provisioning complete for port ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:36.356895 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2403ad78-3126-4a5c-a9e5-dae7db745e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.367418 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-678c1116-63d7-4583-873d-89ba781d82d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e7260bf3d034a43abd79737d541a71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0659859 Jul 27 21:05:36.371294 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da445974-7e6b-4270-8391-102c461552c7 req-3612e4d4-6158-427b-862c-bde798e60526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:36.372988 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-da445974-7e6b-4270-8391-102c461552c7 req-3612e4d4-6158-427b-862c-bde798e60526 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 1096 time: 0.1677876 Jul 27 21:05:36.373477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43306) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:36.402631 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-2403ad78-3126-4a5c-a9e5-dae7db745e84 None None] Port ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:05:36.405851 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e026b830-90e5-4dba-b909-5122efd672bf triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:36.405851 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.438345 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-da445974-7e6b-4270-8391-102c461552c7 req-2d3ba2e3-2ade-4888-9239-0e59a28d37e3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503907 Jul 27 21:05:36.452982 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a189a955-f0c7-41ec-9ebb-13568e702384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.477995 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a189a955-f0c7-41ec-9ebb-13568e702384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.528505 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a189a955-f0c7-41ec-9ebb-13568e702384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.531248 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a189a955-f0c7-41ec-9ebb-13568e702384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.532720 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a189a955-f0c7-41ec-9ebb-13568e702384 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/903e6903-7202-4cc4-8a89-a8a28ad811c6 HTTP/1.1" status: 204 len: 168 time: 0.1582744 Jul 27 21:05:36.542451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189a955-f0c7-41ec-9ebb-13568e702384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903e6903-7202-4cc4-8a89-a8a28ad811c6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:36.571957 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'tag': '4def4505-665f-4616-97a4-82524d65d527'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:36.574572 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50a5fdf-1d65-42fa-9db3-edeac029beef" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dcae11-3f36-46c8-bacc-ec28fc38a3af", "tag": "4def4505-665f-4616-97a4-82524d65d527"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:36.638399 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97c8f8-bf2c-4d77-991f-75c2ecce155d req-d28bbee8-167a-44ee-80c9-b2294dab711f tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:36.639887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff97c8f8-bf2c-4d77-991f-75c2ecce155d req-d28bbee8-167a-44ee-80c9-b2294dab711f tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.5457153 Jul 27 21:05:36.641635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Router b35cee30-6a63-4a15-8a83-0eefc7e45471 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:05:36.741892 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff97c8f8-bf2c-4d77-991f-75c2ecce155d req-0744de2c-94b2-4868-b9d7-c444f3ec2a09 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929453 Jul 27 21:05:36.796587 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-803f9888-19b8-4006-aab2-9004381983cd req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:36.854530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:36.860363 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5dc5e81f-80a8-4733-aa53-834dedd8159e admin admin] 10.222.0.55 "PUT /v2.0/routers/b35cee30-6a63-4a15-8a83-0eefc7e45471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2101161 Jul 27 21:05:36.871629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Sync routers for ids ['b35cee30-6a63-4a15-8a83-0eefc7e45471'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:36.884553 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Routers {'b35cee30-6a63-4a15-8a83-0eefc7e45471'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:36.885199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b35cee30-6a63-4a15-8a83-0eefc7e45471'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:36.962906 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c557b2-8b55-4158-aaa7-17c8c0a5641f x-openstack-request-id: req-36c557b2-8b55-4158-aaa7-17c8c0a5641f {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:36.963203 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dcae11-3f36-46c8-bacc-ec28fc38a3af", "tag": "4def4505-665f-4616-97a4-82524d65d527", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:36.963460 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36c557b2-8b55-4158-aaa7-17c8c0a5641f {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:36.963857 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'tag': '4def4505-665f-4616-97a4-82524d65d527', 'status': 'completed', 'code': 200} Jul 27 21:05:37.035458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-803f9888-19b8-4006-aab2-9004381983cd req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Allocated IP 172.25.2.238 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/92b46dff-cf95-452a-a853-b0366f3bfd5e) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:05:37.054642 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Set router b35cee30-6a63-4a15-8a83-0eefc7e45471 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:37.087915 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a5fdf-1d65-42fa-9db3-edeac029beef req-e7200ed4-eea7-4cb0-955a-2f5c21662533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:37.091191 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b50a5fdf-1d65-42fa-9db3-edeac029beef req-e7200ed4-eea7-4cb0-955a-2f5c21662533 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1adb373d7e5e4c4da37c64d08c37f713&device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 1096 time: 0.0967121 Jul 27 21:05:37.107823 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:37.229236 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a5fdf-1d65-42fa-9db3-edeac029beef req-82fc4eef-ccbf-469e-99b9-77a5e793a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:37.231807 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b50a5fdf-1d65-42fa-9db3-edeac029beef req-82fc4eef-ccbf-469e-99b9-77a5e793a093 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa0f501a-270a-4222-a24b-8f2739ff3634 HTTP/1.1" status: 200 len: 921 time: 0.1293089 Jul 27 21:05:37.332870 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b50a5fdf-1d65-42fa-9db3-edeac029beef req-e0b5a5bf-343c-4f7c-8624-cc66a082de12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4def4505-665f-4616-97a4-82524d65d527 HTTP/1.1" status: 200 len: 217 time: 0.0909607 Jul 27 21:05:37.359560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ec034-1151-40ee-9fef-853b643f1b0e req-41c479e4-383d-4436-b906-f223da9996fc tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:37.367490 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ec034-1151-40ee-9fef-853b643f1b0e req-41c479e4-383d-4436-b906-f223da9996fc tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:37.375641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ec034-1151-40ee-9fef-853b643f1b0e req-41c479e4-383d-4436-b906-f223da9996fc tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:37.382752 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ec034-1151-40ee-9fef-853b643f1b0e req-41c479e4-383d-4436-b906-f223da9996fc tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:37.389639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965206259-router', 'tenant_id': 'eebf04e4ade24613a255ec813b154ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e026b830-90e5-4dba-b909-5122efd672bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:29Z', 'updated_at': '2021-07-27T21:05:34Z', 'revision_number': 4, 'project_id': 'eebf04e4ade24613a255ec813b154ac3', 'gw_port': {'id': 'e026b830-90e5-4dba-b909-5122efd672bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:29Z', 'updated_at': '2021-07-27T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'ea4e0484-8f5e-4dcc-81f3-c950e166e9e9', 'name': '', 'network_id': '6c5dc389-844b-4bc8-bd42-68ab672e23f4', 'tenant_id': 'eebf04e4ade24613a255ec813b154ac3', 'mac_address': 'fa:16:3e:ba:ea:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '5eef8288-40a4-472a-a9c9-a1e6e5cdc4eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:33Z', 'updated_at': '2021-07-27T21:05:35Z', 'revision_number': 2, 'project_id': 'eebf04e4ade24613a255ec813b154ac3', 'subnets': [{'id': '5eef8288-40a4-472a-a9c9-a1e6e5cdc4eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:37.391800 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ec034-1151-40ee-9fef-853b643f1b0e req-41c479e4-383d-4436-b906-f223da9996fc tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:37.398934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ec034-1151-40ee-9fef-853b643f1b0e req-41c479e4-383d-4436-b906-f223da9996fc tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:37.405505 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ec034-1151-40ee-9fef-853b643f1b0e req-41c479e4-383d-4436-b906-f223da9996fc tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:37.407635 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea0ec034-1151-40ee-9fef-853b643f1b0e req-41c479e4-383d-4436-b906-f223da9996fc tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5432 time: 0.3159909 Jul 27 21:05:37.434720 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Checking router: b35cee30-6a63-4a15-8a83-0eefc7e45471 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:05:37.435060 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Updating router b35cee30-6a63-4a15-8a83-0eefc7e45471 port ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:05:37.448686 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-803f9888-19b8-4006-aab2-9004381983cd req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:37.449426 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a5fdf-1d65-42fa-9db3-edeac029beef req-8c3085c7-395a-4a69-b89d-f2426dd2c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:37.450554 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b50a5fdf-1d65-42fa-9db3-edeac029beef req-8c3085c7-395a-4a69-b89d-f2426dd2c5ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77be564d-06c0-4068-8b37-cf298f230dab HTTP/1.1" status: 200 len: 860 time: 0.1100194 Jul 27 21:05:37.497723 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b50a5fdf-1d65-42fa-9db3-edeac029beef req-08121fa7-59c5-4403-8414-b76f144b0d42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa0f501a-270a-4222-a24b-8f2739ff3634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347500 Jul 27 21:05:37.514830 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea0ec034-1151-40ee-9fef-853b643f1b0e req-484507cd-8006-4fea-b7e6-9f64d368e37d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860047 Jul 27 21:05:37.526600 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:37.585503 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-803f9888-19b8-4006-aab2-9004381983cd req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:37.616482 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:37.641711 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803f9888-19b8-4006-aab2-9004381983cd req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:05:37.651118 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-803f9888-19b8-4006-aab2-9004381983cd req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:05:37.654723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-803f9888-19b8-4006-aab2-9004381983cd req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:05:37.676266 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b50a5fdf-1d65-42fa-9db3-edeac029beef req-ba7b246a-e0f0-4a09-8f6c-477d03e1f5b6 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696467 Jul 27 21:05:37.694841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Pushing event updated for resources: {'Port': ['ID=92b46dff-cf95-452a-a853-b0366f3bfd5e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:37.797477 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b50a5fdf-1d65-42fa-9db3-edeac029beef req-d2731b96-b167-4015-afc7-28c10dd46a59 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129527 Jul 27 21:05:37.830102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6f3df-20ce-4672-9e76-5fa8f0399bc8 req-6b770590-3fe1-4c3c-8185-a760e83bc278 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:37.831723 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fee6f3df-20ce-4672-9e76-5fa8f0399bc8 req-6b770590-3fe1-4c3c-8185-a760e83bc278 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 946 time: 0.1472964 Jul 27 21:05:37.860501 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-803f9888-19b8-4006-aab2-9004381983cd req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:37.896753 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fee6f3df-20ce-4672-9e76-5fa8f0399bc8 req-6786067a-a5cf-425d-bdd7-9761a0639fcf tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/security-groups?id=f14d4919-93c7-487e-b96c-59dade107e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539885 Jul 27 21:05:37.950666 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-803f9888-19b8-4006-aab2-9004381983cd req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.123132 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.135922 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Transition to ACTIVE for port object ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:05:38.146968 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.189105 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848c5bf-dffe-4316-ae04-b92e598c9a95 req-0f9205a6-9724-4067-a534-f342cdbf187a tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:38.190687 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1848c5bf-dffe-4316-ae04-b92e598c9a95 req-0f9205a6-9724-4067-a534-f342cdbf187a tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.1655443 Jul 27 21:05:38.242954 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-803f9888-19b8-4006-aab2-9004381983cd req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.250777 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1160cf-4682-418d-83eb-28438078e5bd None None] Pushing event updated for resources: {'Port': ['ID=ea4e0484-8f5e-4dcc-81f3-c950e166e9e9,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:38.274452 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-803f9888-19b8-4006-aab2-9004381983cd req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.327775 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1848c5bf-dffe-4316-ae04-b92e598c9a95 req-486c02c2-c87d-4b8b-9f2a-c00aa9ebe163 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104379 Jul 27 21:05:38.368037 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Attempting to bind port ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:05:38.368688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Attempting to bind port ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'ec963f36-ff4d-4823-93fd-d5f5391f2555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6c5dc389-844b-4bc8-bd42-68ab672e23f4'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:05:38.369271 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Attempting to bind port ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 on network 6c5dc389-844b-4bc8-bd42-68ab672e23f4 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:05:38.377994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:05:38.377994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Checking segment: {'id': 'ec963f36-ff4d-4823-93fd-d5f5391f2555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6c5dc389-844b-4bc8-bd42-68ab672e23f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:05:38.377994 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.377994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Bound using segment: {'id': 'ec963f36-ff4d-4823-93fd-d5f5391f2555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6c5dc389-844b-4bc8-bd42-68ab672e23f4'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:05:38.377994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Bound port: ea4e0484-8f5e-4dcc-81f3-c950e166e9e9, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec963f36-ff4d-4823-93fd-d5f5391f2555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6c5dc389-844b-4bc8-bd42-68ab672e23f4'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:05:38.377994 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.461697 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] For port ea4e0484-8f5e-4dcc-81f3-c950e166e9e9, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:05:38.463519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] For port ea4e0484-8f5e-4dcc-81f3-c950e166e9e9, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=ea4e0484-8f5e-4dcc-81f3-c950e166e9e9,segment=NetworkSegment(ec963f36-ff4d-4823-93fd-d5f5391f2555),segment_id=ec963f36-ff4d-4823-93fd-d5f5391f2555)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:05:38.464359 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-803f9888-19b8-4006-aab2-9004381983cd req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.472640 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.515451 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Pushing event updated for resources: {'Port': ['ID=92b46dff-cf95-452a-a853-b0366f3bfd5e,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:38.542438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1160cf-4682-418d-83eb-28438078e5bd None None] Pushing event updated for resources: {'Port': ['ID=ea4e0484-8f5e-4dcc-81f3-c950e166e9e9,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:38.542952 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-803f9888-19b8-4006-aab2-9004381983cd req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.544903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-803f9888-19b8-4006-aab2-9004381983cd req-edb68245-0d6a-46ee-afb1-78e1da9a78e0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5365908 Jul 27 21:05:38.575918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Routers {'b35cee30-6a63-4a15-8a83-0eefc7e45471'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:38.576558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b35cee30-6a63-4a15-8a83-0eefc7e45471'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:38.648187 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-803f9888-19b8-4006-aab2-9004381983cd req-c0186522-7c2b-4aed-bfa0-1ffdfb07b9be tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 696 time: 0.0949817 Jul 27 21:05:38.776867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] Set router b35cee30-6a63-4a15-8a83-0eefc7e45471 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:38.790566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159db940-e9fa-4e18-9c06-f9a4cbcbfa2e req-cc71fa6c-812a-484f-983d-8ec12c5a3373 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:38.803200 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-159db940-e9fa-4e18-9c06-f9a4cbcbfa2e req-cc71fa6c-812a-484f-983d-8ec12c5a3373 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.2774606 Jul 27 21:05:38.814808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43364) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:38.912253 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-159db940-e9fa-4e18-9c06-f9a4cbcbfa2e req-5cad02b3-d581-41fa-80d0-26ec4a2f01d8 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057556 Jul 27 21:05:38.940627 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:38.964804 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f9888-19b8-4006-aab2-9004381983cd req-f742ea72-4c32-4c0e-95af-18ac8ab2e158 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:38.971721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-803f9888-19b8-4006-aab2-9004381983cd req-f742ea72-4c32-4c0e-95af-18ac8ab2e158 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.3171637 Jul 27 21:05:38.984574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-803f9888-19b8-4006-aab2-9004381983cd req-b0ffc8b9-4194-47b3-ad41-e216aabc2b3d tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:05:38.992072 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-803f9888-19b8-4006-aab2-9004381983cd req-b0ffc8b9-4194-47b3-ad41-e216aabc2b3d tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130596 Jul 27 21:05:39.026298 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d64c4f2-65d0-495e-92da-a9fdab991967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.241513 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d64c4f2-65d0-495e-92da-a9fdab991967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.256911 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d64c4f2-65d0-495e-92da-a9fdab991967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.326673 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80371716-ae37-45f6-9267-9c93e3f13725 req-15334793-6b15-49ac-bb51-e14dd59706f0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:39.333367 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80371716-ae37-45f6-9267-9c93e3f13725 req-15334793-6b15-49ac-bb51-e14dd59706f0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:39.339554 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80371716-ae37-45f6-9267-9c93e3f13725 req-15334793-6b15-49ac-bb51-e14dd59706f0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:39.345740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80371716-ae37-45f6-9267-9c93e3f13725 req-15334793-6b15-49ac-bb51-e14dd59706f0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:39.353752 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80371716-ae37-45f6-9267-9c93e3f13725 req-15334793-6b15-49ac-bb51-e14dd59706f0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:39.361652 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80371716-ae37-45f6-9267-9c93e3f13725 req-15334793-6b15-49ac-bb51-e14dd59706f0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:39.374715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80371716-ae37-45f6-9267-9c93e3f13725 req-15334793-6b15-49ac-bb51-e14dd59706f0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:39.379836 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9d64c4f2-65d0-495e-92da-a9fdab991967 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c2948758b8c44649cb832d39022c2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5626700 Jul 27 21:05:39.383545 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43378) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:39.388678 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80371716-ae37-45f6-9267-9c93e3f13725 req-15334793-6b15-49ac-bb51-e14dd59706f0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5432 time: 0.1921000 Jul 27 21:05:39.390673 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965206259-router', 'tenant_id': 'eebf04e4ade24613a255ec813b154ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e026b830-90e5-4dba-b909-5122efd672bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:29Z', 'updated_at': '2021-07-27T21:05:34Z', 'revision_number': 4, 'project_id': 'eebf04e4ade24613a255ec813b154ac3', 'gw_port': {'id': 'e026b830-90e5-4dba-b909-5122efd672bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:29Z', 'updated_at': '2021-07-27T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'ea4e0484-8f5e-4dcc-81f3-c950e166e9e9', 'name': '', 'network_id': '6c5dc389-844b-4bc8-bd42-68ab672e23f4', 'tenant_id': 'eebf04e4ade24613a255ec813b154ac3', 'mac_address': 'fa:16:3e:ba:ea:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '5eef8288-40a4-472a-a9c9-a1e6e5cdc4eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:33Z', 'updated_at': '2021-07-27T21:05:38Z', 'revision_number': 4, 'project_id': 'eebf04e4ade24613a255ec813b154ac3', 'subnets': [{'id': '5eef8288-40a4-472a-a9c9-a1e6e5cdc4eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:39.400266 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64c4f2-65d0-495e-92da-a9fdab991967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c6b918-26a7-4628-95eb-6cce65d5bf88,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:39.452277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138e91e3-09a0-4741-89ff-73efbeb54063 None None] The sync data for ids ['b35cee30-6a63-4a15-8a83-0eefc7e45471'] in n-d-764806-9 is: [{'id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965206259-router', 'tenant_id': 'eebf04e4ade24613a255ec813b154ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e026b830-90e5-4dba-b909-5122efd672bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:29Z', 'updated_at': '2021-07-27T21:05:34Z', 'revision_number': 4, 'project_id': 'eebf04e4ade24613a255ec813b154ac3', 'gw_port': {'id': 'e026b830-90e5-4dba-b909-5122efd672bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:29Z', 'updated_at': '2021-07-27T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'ea4e0484-8f5e-4dcc-81f3-c950e166e9e9', 'name': '', 'network_id': '6c5dc389-844b-4bc8-bd42-68ab672e23f4', 'tenant_id': 'eebf04e4ade24613a255ec813b154ac3', 'mac_address': 'fa:16:3e:ba:ea:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '5eef8288-40a4-472a-a9c9-a1e6e5cdc4eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:33Z', 'updated_at': '2021-07-27T21:05:38Z', 'revision_number': 4, 'project_id': 'eebf04e4ade24613a255ec813b154ac3', 'subnets': [{'id': '5eef8288-40a4-472a-a9c9-a1e6e5cdc4eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:39.479306 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80371716-ae37-45f6-9267-9c93e3f13725 req-acda91d6-6bc6-4472-935e-18a14661809e tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0891428 Jul 27 21:05:39.591127 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd777-3f81-4c37-85ca-38b188a30fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.647678 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-657eaf5b-4bc4-4e72-9fa1-af840babe446 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:39.649485 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-657eaf5b-4bc4-4e72-9fa1-af840babe446 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2084601 Jul 27 21:05:39.674904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e387d-aa0a-4704-94ff-36075b1a52b4 req-8ca2c3c6-a7b9-44eb-bba8-2023e6d5850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:39.680473 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c96e387d-aa0a-4704-94ff-36075b1a52b4 req-8ca2c3c6-a7b9-44eb-bba8-2023e6d5850d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44a3a19e228a4d0985664b59fe9d66ef&device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 1096 time: 0.2344527 Jul 27 21:05:39.689754 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd777-3f81-4c37-85ca-38b188a30fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.806896 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-9a2ddcfd-16b3-4206-8396-1c852c400ac0 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 696 time: 0.1500340 Jul 27 21:05:39.823106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-e5c986ac-8427-4143-a0c3-cf89866322a8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Request body: {'floatingip': {'port_id': '4def4505-665f-4616-97a4-82524d65d527', 'fixed_ip_address': '172.20.0.2'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:39.868812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e387d-aa0a-4704-94ff-36075b1a52b4 req-3a37d08c-b472-47cd-8c4e-a306507a8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:39.870734 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c96e387d-aa0a-4704-94ff-36075b1a52b4 req-3a37d08c-b472-47cd-8c4e-a306507a8635 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a83bccf7-f907-454f-9b2f-b3d6acd048db HTTP/1.1" status: 200 len: 912 time: 0.1779687 Jul 27 21:05:39.876959 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd777-3f81-4c37-85ca-38b188a30fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.883481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ffbbd777-3f81-4c37-85ca-38b188a30fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:39.890142 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ffbbd777-3f81-4c37-85ca-38b188a30fd8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/14c6b918-26a7-4628-95eb-6cce65d5bf88 HTTP/1.1" status: 204 len: 168 time: 0.4991233 Jul 27 21:05:39.955442 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c96e387d-aa0a-4704-94ff-36075b1a52b4 req-ff32860d-53df-40b3-98a9-63ed158cf66f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d04ea9ae-d809-47b6-a397-6585f02e3501 HTTP/1.1" status: 200 len: 217 time: 0.0641952 Jul 27 21:05:39.960394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbd777-3f81-4c37-85ca-38b188a30fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c6b918-26a7-4628-95eb-6cce65d5bf88,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:40.011948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca80526-cf08-46aa-b618-a3a0dbdd04f7 req-d421a687-82c0-4295-8ab4-ab060eb3a2a2 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:40.013632 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aca80526-cf08-46aa-b618-a3a0dbdd04f7 req-d421a687-82c0-4295-8ab4-ab060eb3a2a2 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 946 time: 0.2619395 Jul 27 21:05:40.015888 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-e5c986ac-8427-4143-a0c3-cf89866322a8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:40.055116 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e387d-aa0a-4704-94ff-36075b1a52b4 req-337c876f-5e64-4824-9c8d-5713fc1ab67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:40.056750 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c96e387d-aa0a-4704-94ff-36075b1a52b4 req-337c876f-5e64-4824-9c8d-5713fc1ab67e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95dcd686-975b-4220-990e-d334ecf706c3 HTTP/1.1" status: 200 len: 851 time: 0.0923860 Jul 27 21:05:40.106675 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c96e387d-aa0a-4704-94ff-36075b1a52b4 req-044e9dca-18c1-47ea-b85c-7790abbb215b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a83bccf7-f907-454f-9b2f-b3d6acd048db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414062 Jul 27 21:05:40.231026 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aca80526-cf08-46aa-b618-a3a0dbdd04f7 req-ef12ad51-ec4a-4483-92ad-27602b3e5989 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/security-groups?id=f14d4919-93c7-487e-b96c-59dade107e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000804 Jul 27 21:05:40.377628 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c96e387d-aa0a-4704-94ff-36075b1a52b4 req-6677ceb0-182c-4649-a9c1-bdd7c06b6971 service neutron] 10.222.0.20 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552567 Jul 27 21:05:40.488038 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:40.560016 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c96e387d-aa0a-4704-94ff-36075b1a52b4 req-4c4198f0-3e25-41bd-b92b-6c4d695b4ab7 service neutron] 10.222.0.20 "GET /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666722 Jul 27 21:05:40.592356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:40.594573 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41817f22-3618-4bf5-ba66-c21bc19a7c74 req-4bdaafbb-ac12-4e42-a314-553f1c5d44bd tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:40.596869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:40.597300 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:40.602721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41817f22-3618-4bf5-ba66-c21bc19a7c74 req-4bdaafbb-ac12-4e42-a314-553f1c5d44bd tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.2449963 Jul 27 21:05:40.657902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41817f22-3618-4bf5-ba66-c21bc19a7c74 req-899cbd2a-9447-49bf-8d44-0f2ce0f770c9 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542302 Jul 27 21:05:40.686257 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:40.756731 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port ea4e0484-8f5e-4dcc-81f3-c950e166e9e9, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=ea4e0484-8f5e-4dcc-81f3-c950e166e9e9,segment=NetworkSegment(ec963f36-ff4d-4823-93fd-d5f5391f2555),segment_id=ec963f36-ff4d-4823-93fd-d5f5391f2555)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:40.768847 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:40.854589 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=ea4e0484-8f5e-4dcc-81f3-c950e166e9e9,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:40.951998 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2528b4f0-42ea-4bae-ad98-418d19fffcf6 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:05:40.999342 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760537d4-ebfe-4ab1-9a7f-22fa81f0d329 req-64018589-58ae-45c9-8f63-02b88145de0e tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:41.007267 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-760537d4-ebfe-4ab1-9a7f-22fa81f0d329 req-64018589-58ae-45c9-8f63-02b88145de0e tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.2089343 Jul 27 21:05:41.010836 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-e5c986ac-8427-4143-a0c3-cf89866322a8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.049705 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-e5c986ac-8427-4143-a0c3-cf89866322a8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.121115 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-760537d4-ebfe-4ab1-9a7f-22fa81f0d329 req-9db931ad-526d-44ee-9b58-50552eaa12c5 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128578 Jul 27 21:05:41.144409 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2528b4f0-42ea-4bae-ad98-418d19fffcf6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2528b4f0-42ea-4bae-ad98-418d19fffcf6,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:41.159460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '2528b4f0-42ea-4bae-ad98-418d19fffcf6', 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82', 'port_id': '2528b4f0-42ea-4bae-ad98-418d19fffcf6', 'mac_address': 'fa:16:3e:0e:96:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c9ed42-955d-4476-9cbf-7e35ae77d017', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:05:41.267801 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.314105 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-e5c986ac-8427-4143-a0c3-cf89866322a8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Floating IP 4455db9f-4cb2-4ec7-a801-3a9366245d28 associated. External IP: 172.25.2.238, port: 4def4505-665f-4616-97a4-82524d65d527. Jul 27 21:05:41.325621 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2528b4f0-42ea-4bae-ad98-418d19fffcf6 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:41.388095 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2528b4f0-42ea-4bae-ad98-418d19fffcf6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2528b4f0-42ea-4bae-ad98-418d19fffcf6,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:41.393345 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.394016 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e3b8d17a-522f-4975-8cbf-168252762dea details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:05:41.477444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e3b8d17a-522f-4975-8cbf-168252762dea, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e3b8d17a-522f-4975-8cbf-168252762dea,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:41.505246 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=2528b4f0-42ea-4bae-ad98-418d19fffcf6,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:41.518896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'e3b8d17a-522f-4975-8cbf-168252762dea', 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82', 'port_id': 'e3b8d17a-522f-4975-8cbf-168252762dea', 'mac_address': 'fa:16:3e:a2:7a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c9ed42-955d-4476-9cbf-7e35ae77d017', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:05:41.575854 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.576339 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a79842-ecae-4871-b746-78c5e309ee19 req-7c6db54a-f4b2-47ce-8e21-25b8ad9b2664 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:41.583433 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a79842-ecae-4871-b746-78c5e309ee19 req-7c6db54a-f4b2-47ce-8e21-25b8ad9b2664 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:41.590698 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b8d17a-522f-4975-8cbf-168252762dea {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:41.591165 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a79842-ecae-4871-b746-78c5e309ee19 req-7c6db54a-f4b2-47ce-8e21-25b8ad9b2664 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:41.599712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a79842-ecae-4871-b746-78c5e309ee19 req-7c6db54a-f4b2-47ce-8e21-25b8ad9b2664 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:41.607293 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a79842-ecae-4871-b746-78c5e309ee19 req-7c6db54a-f4b2-47ce-8e21-25b8ad9b2664 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:41.614528 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a79842-ecae-4871-b746-78c5e309ee19 req-7c6db54a-f4b2-47ce-8e21-25b8ad9b2664 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:41.615042 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e3b8d17a-522f-4975-8cbf-168252762dea, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e3b8d17a-522f-4975-8cbf-168252762dea,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:41.621286 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.621837 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a79842-ecae-4871-b746-78c5e309ee19 req-7c6db54a-f4b2-47ce-8e21-25b8ad9b2664 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:41.622562 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c5e7f2b1-19ab-4550-91eb-7886e2f80340 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:05:41.623964 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b2a79842-ecae-4871-b746-78c5e309ee19 req-7c6db54a-f4b2-47ce-8e21-25b8ad9b2664 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5433 time: 0.1930075 Jul 27 21:05:41.728014 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b2a79842-ecae-4871-b746-78c5e309ee19 req-a06ed535-fb99-49b9-8ca1-b62d6e76194d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0955665 Jul 27 21:05:41.755780 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=e3b8d17a-522f-4975-8cbf-168252762dea,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:41.805150 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-e5c986ac-8427-4143-a0c3-cf89866322a8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:05:41.825891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c5e7f2b1-19ab-4550-91eb-7886e2f80340, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c5e7f2b1-19ab-4550-91eb-7886e2f80340,segment=NetworkSegment(4fbbf56d-6283-4320-b1cc-fcdea2e7a029),segment_id=4fbbf56d-6283-4320-b1cc-fcdea2e7a029)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:41.837367 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'c5e7f2b1-19ab-4550-91eb-7886e2f80340', 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661', 'port_id': 'c5e7f2b1-19ab-4550-91eb-7886e2f80340', 'mac_address': 'fa:16:3e:63:15:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:05:41.881253 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:41.896185 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e7f2b1-19ab-4550-91eb-7886e2f80340 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:41.919033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c5e7f2b1-19ab-4550-91eb-7886e2f80340, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c5e7f2b1-19ab-4550-91eb-7886e2f80340,segment=NetworkSegment(4fbbf56d-6283-4320-b1cc-fcdea2e7a029),segment_id=4fbbf56d-6283-4320-b1cc-fcdea2e7a029)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:41.925571 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:42.003156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-e5c986ac-8427-4143-a0c3-cf89866322a8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:42.010260 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-e5c986ac-8427-4143-a0c3-cf89866322a8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:42.015891 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ebc523-e300-45a8-a6d1-6f09ab3ba114 None None] Sync routers for ids ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:42.029081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c5e7f2b1-19ab-4550-91eb-7886e2f80340,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:42.044485 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ebc523-e300-45a8-a6d1-6f09ab3ba114 None None] Routers {'492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:42.046679 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d7ebc523-e300-45a8-a6d1-6f09ab3ba114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:42.074302 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-e5c986ac-8427-4143-a0c3-cf89866322a8 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "PUT /v2.0/floatingips/4455db9f-4cb2-4ec7-a801-3a9366245d28 HTTP/1.1" status: 200 len: 996 time: 2.2555912 Jul 27 21:05:42.075091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'tag': '4def4505-665f-4616-97a4-82524d65d527'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:42.077685 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517dedde-611c-4928-ac35-9208bdcf8fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dcae11-3f36-46c8-bacc-ec28fc38a3af", "tag": "4def4505-665f-4616-97a4-82524d65d527"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:42.161480 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-3ef17a4f-178f-4f71-bac7-a4f4fbe6befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:42.171028 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-3ef17a4f-178f-4f71-bac7-a4f4fbe6befd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1adb373d7e5e4c4da37c64d08c37f713&device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 1096 time: 0.0881619 Jul 27 21:05:42.227359 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-d7ebc523-e300-45a8-a6d1-6f09ab3ba114 None None] Set router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:42.399046 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:42.420338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-b405e971-da41-488b-89e2-190e851e9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:42.430174 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-b405e971-da41-488b-89e2-190e851e9b6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa0f501a-270a-4222-a24b-8f2739ff3634 HTTP/1.1" status: 200 len: 921 time: 0.2582676 Jul 27 21:05:42.518763 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:42.519218 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:42.540096 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-63360c8e-4c47-48ee-8672-bad33674bfdd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4def4505-665f-4616-97a4-82524d65d527 HTTP/1.1" status: 200 len: 999 time: 0.1077871 Jul 27 21:05:42.589628 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-701d4dce-49f9-493a-8b3f-59909fe9cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:42.599110 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-701d4dce-49f9-493a-8b3f-59909fe9cee0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=77be564d-06c0-4068-8b37-cf298f230dab HTTP/1.1" status: 200 len: 860 time: 0.0574746 Jul 27 21:05:42.645855 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-1eb68141-d4cf-4788-a36c-2b0ac36ed7a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa0f501a-270a-4222-a24b-8f2739ff3634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453713 Jul 27 21:05:42.670788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-e8cdd4e9-e1af-47ae-a748-6c9b0d826dd1 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:05:42.681208 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-e8cdd4e9-e1af-47ae-a748-6c9b0d826dd1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0342193 Jul 27 21:05:42.714791 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['2528b4f0-42ea-4bae-ad98-418d19fffcf6'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:42.750505 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d7ebc523-e300-45a8-a6d1-6f09ab3ba114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-router', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:35Z', 'revision_number': 4, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'gw_port': {'id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '4455db9f-4cb2-4ec7-a801-3a9366245d28', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'port_id': '4def4505-665f-4616-97a4-82524d65d527', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634', 'mac_address': 'fa:16:3e:84:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:05:37Z', 'updated_at': '2021-07-27T21:05:40Z', 'revision_number': 1, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9469f8d4-3e5e-4e29-9c29-11a18fd805c6', 'name': '', 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'mac_address': 'fa:16:3e:c0:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '77be564d-06c0-4068-8b37-cf298f230dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:34Z', 'updated_at': '2021-07-27T21:04:42Z', 'revision_number': 5, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'subnets': [{'id': '77be564d-06c0-4068-8b37-cf298f230dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:42.793687 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-cff09aec-3cfe-4f29-b78e-3bd970b5d42b service neutron] 10.222.0.55 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115153 Jul 27 21:05:42.815258 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['e3b8d17a-522f-4975-8cbf-168252762dea'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:42.822196 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ebc523-e300-45a8-a6d1-6f09ab3ba114 None None] Checking router: 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:05:42.837458 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ebc523-e300-45a8-a6d1-6f09ab3ba114 None None] Routers {'492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:42.838197 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d7ebc523-e300-45a8-a6d1-6f09ab3ba114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:42.968879 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-d7ebc523-e300-45a8-a6d1-6f09ab3ba114 None None] Set router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:42.999119 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:05:43.030361 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20fe1234-85d5-4f8a-babd-e27e29119254 req-419e6674-6c6e-41cc-84b8-a6aa6b41061b service neutron] 10.222.0.55 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349505 Jul 27 21:05:43.126471 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8187e3-e915-4c2e-b030-9519d7a4b92d req-9f6d1c03-408c-41d4-b400-452f4fb7f5d2 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.126697 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:43.132298 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de8187e3-e915-4c2e-b030-9519d7a4b92d req-9f6d1c03-408c-41d4-b400-452f4fb7f5d2 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.3121233 Jul 27 21:05:43.152875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'd0e50f25-3e0f-4ecf-a4a9-eacd11f7969c', 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82', 'port_id': 'd0e50f25-3e0f-4ecf-a4a9-eacd11f7969c', 'mac_address': 'fa:16:3e:fa:6a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c9ed42-955d-4476-9cbf-7e35ae77d017', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:05:43.199173 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd43ebf-f9c9-471a-b384-c6f778437477 x-openstack-request-id: req-7dd43ebf-f9c9-471a-b384-c6f778437477 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:43.199674 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dcae11-3f36-46c8-bacc-ec28fc38a3af", "tag": "4def4505-665f-4616-97a4-82524d65d527", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:43.200081 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7dd43ebf-f9c9-471a-b384-c6f778437477 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:43.202197 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'tag': '4def4505-665f-4616-97a4-82524d65d527', 'status': 'completed', 'code': 200} Jul 27 21:05:43.276813 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de8187e3-e915-4c2e-b030-9519d7a4b92d req-95ac309a-772f-41fc-8097-a41d56f8bea3 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374664 Jul 27 21:05:43.300088 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.353128 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dedde-611c-4928-ac35-9208bdcf8fe6 req-bdf007ec-9db5-4a14-aac4-9f06856feb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.357456 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-517dedde-611c-4928-ac35-9208bdcf8fe6 req-bdf007ec-9db5-4a14-aac4-9f06856feb84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1adb373d7e5e4c4da37c64d08c37f713&device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 1096 time: 0.1764455 Jul 27 21:05:43.364137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:43.407407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:43.418636 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.419606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 121a1d90-7135-4c31-a62e-e50c381e778e details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:05:43.478446 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbc694-c360-49ec-bcfb-788f766ff2ed req-b9f7e9c8-fdd1-4a83-a05c-3bcd590fbb14 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.490745 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ebcbc694-c360-49ec-bcfb-788f766ff2ed req-b9f7e9c8-fdd1-4a83-a05c-3bcd590fbb14 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.1732183 Jul 27 21:05:43.525143 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 121a1d90-7135-4c31-a62e-e50c381e778e, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=121a1d90-7135-4c31-a62e-e50c381e778e,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:43.534033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:43.544321 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '121a1d90-7135-4c31-a62e-e50c381e778e', 'network_id': 'c7db6212-d43e-4c96-ae0f-7727debc8c82', 'port_id': '121a1d90-7135-4c31-a62e-e50c381e778e', 'mac_address': 'fa:16:3e:3d:5c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c9ed42-955d-4476-9cbf-7e35ae77d017', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:05:43.579735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dedde-611c-4928-ac35-9208bdcf8fe6 req-77cda97e-0fe5-45b8-a81b-7c409e2cf997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.581237 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-517dedde-611c-4928-ac35-9208bdcf8fe6 req-77cda97e-0fe5-45b8-a81b-7c409e2cf997 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa0f501a-270a-4222-a24b-8f2739ff3634 HTTP/1.1" status: 200 len: 921 time: 0.2130616 Jul 27 21:05:43.615587 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ebcbc694-c360-49ec-bcfb-788f766ff2ed req-19edad54-449b-4a4a-b8c6-24b105ed71bc tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237135 Jul 27 21:05:43.636734 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d7ebc523-e300-45a8-a6d1-6f09ab3ba114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-router', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:35Z', 'revision_number': 4, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'gw_port': {'id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '4455db9f-4cb2-4ec7-a801-3a9366245d28', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'port_id': '4def4505-665f-4616-97a4-82524d65d527', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634', 'mac_address': 'fa:16:3e:84:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:05:37Z', 'updated_at': '2021-07-27T21:05:40Z', 'revision_number': 1, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9469f8d4-3e5e-4e29-9c29-11a18fd805c6', 'name': '', 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'mac_address': 'fa:16:3e:c0:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '77be564d-06c0-4068-8b37-cf298f230dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:34Z', 'updated_at': '2021-07-27T21:04:42Z', 'revision_number': 5, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'subnets': [{'id': '77be564d-06c0-4068-8b37-cf298f230dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:43.661635 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.688838 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121a1d90-7135-4c31-a62e-e50c381e778e {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:43.707124 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ebc523-e300-45a8-a6d1-6f09ab3ba114 None None] The sync data for ids ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'] in n-d-764806-9 is: [{'id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-router', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:35Z', 'revision_number': 4, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'gw_port': {'id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '4455db9f-4cb2-4ec7-a801-3a9366245d28', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'port_id': '4def4505-665f-4616-97a4-82524d65d527', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634', 'mac_address': 'fa:16:3e:84:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:05:37Z', 'updated_at': '2021-07-27T21:05:40Z', 'revision_number': 1, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9469f8d4-3e5e-4e29-9c29-11a18fd805c6', 'name': '', 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'mac_address': 'fa:16:3e:c0:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '77be564d-06c0-4068-8b37-cf298f230dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:34Z', 'updated_at': '2021-07-27T21:04:42Z', 'revision_number': 5, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'subnets': [{'id': '77be564d-06c0-4068-8b37-cf298f230dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:43.743427 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 121a1d90-7135-4c31-a62e-e50c381e778e, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=121a1d90-7135-4c31-a62e-e50c381e778e,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:43.749929 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:43.751128 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 4981eeac-989d-46f4-806d-01fe38dce5dc details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:05:43.753339 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-517dedde-611c-4928-ac35-9208bdcf8fe6 req-634d5db7-a5a5-4dbb-9830-2c55b60169f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4def4505-665f-4616-97a4-82524d65d527 HTTP/1.1" status: 200 len: 999 time: 0.1617663 Jul 27 21:05:43.765234 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['c5e7f2b1-19ab-4550-91eb-7886e2f80340'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:43.868382 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dedde-611c-4928-ac35-9208bdcf8fe6 req-d580f767-05ba-4c38-94ba-43cf01276ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.872867 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-517dedde-611c-4928-ac35-9208bdcf8fe6 req-d580f767-05ba-4c38-94ba-43cf01276ea1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77be564d-06c0-4068-8b37-cf298f230dab HTTP/1.1" status: 200 len: 860 time: 0.1010401 Jul 27 21:05:43.908712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e3ed4-ff59-4ce6-afbf-41ef0f48b62d req-82aeb7d1-da4c-4230-863f-f0c2ad0f2d60 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.944224 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e3ed4-ff59-4ce6-afbf-41ef0f48b62d req-82aeb7d1-da4c-4230-863f-f0c2ad0f2d60 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.945947 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-517dedde-611c-4928-ac35-9208bdcf8fe6 req-d6f87404-3ff0-4601-9138-008f94b17625 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa0f501a-270a-4222-a24b-8f2739ff3634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627875 Jul 27 21:05:43.957933 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e3ed4-ff59-4ce6-afbf-41ef0f48b62d req-82aeb7d1-da4c-4230-863f-f0c2ad0f2d60 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.968721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e3ed4-ff59-4ce6-afbf-41ef0f48b62d req-82aeb7d1-da4c-4230-863f-f0c2ad0f2d60 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.977596 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e3ed4-ff59-4ce6-afbf-41ef0f48b62d req-82aeb7d1-da4c-4230-863f-f0c2ad0f2d60 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.983734 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e3ed4-ff59-4ce6-afbf-41ef0f48b62d req-82aeb7d1-da4c-4230-863f-f0c2ad0f2d60 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.990464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e3ed4-ff59-4ce6-afbf-41ef0f48b62d req-82aeb7d1-da4c-4230-863f-f0c2ad0f2d60 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:43.999185 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-491e3ed4-ff59-4ce6-afbf-41ef0f48b62d req-82aeb7d1-da4c-4230-863f-f0c2ad0f2d60 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5436 time: 0.3163233 Jul 27 21:05:44.071064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a1062-88de-4024-8848-ebe9371c8dca req-ed29af26-e6f5-437b-8c4d-923290178b29 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:44.072916 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e47a1062-88de-4024-8848-ebe9371c8dca req-ed29af26-e6f5-437b-8c4d-923290178b29 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 946 time: 0.3151112 Jul 27 21:05:44.085901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=121a1d90-7135-4c31-a62e-e50c381e778e,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:44.147881 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da241586-8182-47ea-8201-5b492635a544 None None] New status for floating IP 4455db9f-4cb2-4ec7-a801-3a9366245d28: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:05:44.158581 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-491e3ed4-ff59-4ce6-afbf-41ef0f48b62d req-104bb0a1-39fc-4abc-adaf-1f11c1e195a2 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1583507 Jul 27 21:05:44.227038 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e47a1062-88de-4024-8848-ebe9371c8dca req-796bb89c-cd64-4900-ae83-eea15d740803 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/security-groups?id=f14d4919-93c7-487e-b96c-59dade107e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409552 Jul 27 21:05:44.279847 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-517dedde-611c-4928-ac35-9208bdcf8fe6 req-e105bef0-73ce-47cf-8bb2-e4d71adf275b service neutron] 10.222.0.20 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989178 Jul 27 21:05:44.364312 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-f44ceb11-9d92-40c7-9864-21173b018306 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 999 time: 0.1413474 Jul 27 21:05:44.477640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-454bf0f4-d0a8-4e35-b43e-14d9966523b1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:44.487678 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-454bf0f4-d0a8-4e35-b43e-14d9966523b1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports/4def4505-665f-4616-97a4-82524d65d527 HTTP/1.1" status: 200 len: 942 time: 0.1214373 Jul 27 21:05:44.581996 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 4981eeac-989d-46f4-806d-01fe38dce5dc, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=4981eeac-989d-46f4-806d-01fe38dce5dc,segment=NetworkSegment(bf556fc4-075f-4ce3-806b-07e002f018bd),segment_id=bf556fc4-075f-4ce3-806b-07e002f018bd)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:44.626704 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '4981eeac-989d-46f4-806d-01fe38dce5dc', 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67', 'port_id': '4981eeac-989d-46f4-806d-01fe38dce5dc', 'mac_address': 'fa:16:3e:60:0c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0100c0f3-654b-4008-8ca4-b381192db716', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:05:44.634175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367880c-f377-4a21-9587-2d705f38f4b0 req-877a8a11-7044-4112-97ec-cca764803861 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:44.635750 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7367880c-f377-4a21-9587-2d705f38f4b0 req-877a8a11-7044-4112-97ec-cca764803861 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.20 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 946 time: 0.3542702 Jul 27 21:05:44.714576 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-517dedde-611c-4928-ac35-9208bdcf8fe6 req-afe382db-cbe5-4f71-b1a0-4519ae11f477 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822386 Jul 27 21:05:44.745920 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:44.801474 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4981eeac-989d-46f4-806d-01fe38dce5dc {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:44.839593 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-f849d6a7-a0c1-4223-b181-cfffde9cda7c tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 1001 time: 0.2430608 Jul 27 21:05:44.882994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 4981eeac-989d-46f4-806d-01fe38dce5dc, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=4981eeac-989d-46f4-806d-01fe38dce5dc,segment=NetworkSegment(bf556fc4-075f-4ce3-806b-07e002f018bd),segment_id=bf556fc4-075f-4ce3-806b-07e002f018bd)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:44.893309 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:44.894096 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device a330d042-0729-4e45-b291-ff638747237f details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:05:44.895615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-7367880c-f377-4a21-9587-2d705f38f4b0 req-e9cfbe87-871b-4675-959a-0da8430745e5 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Deleting port b2d9fe0b-2e04-4b16-8266-4c75eef91375 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:44.896164 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7367880c-f377-4a21-9587-2d705f38f4b0 req-e9cfbe87-871b-4675-959a-0da8430745e5 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:44.977841 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port a330d042-0729-4e45-b291-ff638747237f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=a330d042-0729-4e45-b291-ff638747237f,segment=NetworkSegment(bf556fc4-075f-4ce3-806b-07e002f018bd),segment_id=bf556fc4-075f-4ce3-806b-07e002f018bd)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:45.002888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'a330d042-0729-4e45-b291-ff638747237f', 'network_id': '4a3bd81c-c0ae-404a-987c-9478c181dd67', 'port_id': 'a330d042-0729-4e45-b291-ff638747237f', 'mac_address': 'fa:16:3e:8a:be:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0100c0f3-654b-4008-8ca4-b381192db716', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:05:45.075976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7367880c-f377-4a21-9587-2d705f38f4b0 req-e9cfbe87-871b-4675-959a-0da8430745e5 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] For port b2d9fe0b-2e04-4b16-8266-4c75eef91375, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b2d9fe0b-2e04-4b16-8266-4c75eef91375,segment=NetworkSegment(086cc814-2bba-486e-b0af-036e8dbd33a8),segment_id=086cc814-2bba-486e-b0af-036e8dbd33a8)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:45.076844 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7367880c-f377-4a21-9587-2d705f38f4b0 req-e9cfbe87-871b-4675-959a-0da8430745e5 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.166569 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-7f8700f7-e5de-4db6-bd50-56b386adcbdc tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:45.173953 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-7f8700f7-e5de-4db6-bd50-56b386adcbdc tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.3183925 Jul 27 21:05:45.187798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e05c7-ca05-4f70-aa8d-3f50c0a85734 req-f3c7c520-bbaa-42d6-a0ab-497cc74922c7 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:45.200198 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-029e05c7-ca05-4f70-aa8d-3f50c0a85734 req-f3c7c520-bbaa-42d6-a0ab-497cc74922c7 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.3647344 Jul 27 21:05:45.211552 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=4981eeac-989d-46f4-806d-01fe38dce5dc,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:45.215214 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.258099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a330d042-0729-4e45-b291-ff638747237f {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:05:45.327712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port a330d042-0729-4e45-b291-ff638747237f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=a330d042-0729-4e45-b291-ff638747237f,segment=NetworkSegment(bf556fc4-075f-4ce3-806b-07e002f018bd),segment_id=bf556fc4-075f-4ce3-806b-07e002f018bd)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:45.342807 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.381064 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-dc2d8407-3f10-4602-ab87-a399bbed4e2c tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 1001 time: 0.1736448 Jul 27 21:05:45.385943 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-985b127f-07b3-42e5-8ebe-922b078c044f tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:05:45.415271 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e3b8d17a-522f-4975-8cbf-168252762dea up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:45.514840 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-985b127f-07b3-42e5-8ebe-922b078c044f tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.578800 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=a330d042-0729-4e45-b291-ff638747237f,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:45.626757 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port e3b8d17a-522f-4975-8cbf-168252762dea completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:45.649179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port e3b8d17a-522f-4975-8cbf-168252762dea triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:45.649837 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.654831 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7367880c-f377-4a21-9587-2d705f38f4b0 req-e9cfbe87-871b-4675-959a-0da8430745e5 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.655417 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7367880c-f377-4a21-9587-2d705f38f4b0 req-e9cfbe87-871b-4675-959a-0da8430745e5 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.656874 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-7367880c-f377-4a21-9587-2d705f38f4b0 req-e9cfbe87-871b-4675-959a-0da8430745e5 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Floating IP 6fbdeafa-7872-47f6-9bf4-02b6c2404444 disassociated. External IP: 172.25.2.96, port: b2d9fe0b-2e04-4b16-8266-4c75eef91375. Jul 27 21:05:45.657202 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-7367880c-f377-4a21-9587-2d705f38f4b0 req-e9cfbe87-871b-4675-959a-0da8430745e5 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Calling delete_port for b2d9fe0b-2e04-4b16-8266-4c75eef91375 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:45.678136 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-985b127f-07b3-42e5-8ebe-922b078c044f tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.682947 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-029e05c7-ca05-4f70-aa8d-3f50c0a85734 req-f2197c5e-6eaf-42df-a5af-d62395fa06fa tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772694 Jul 27 21:05:45.689814 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-985b127f-07b3-42e5-8ebe-922b078c044f tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.689814 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-985b127f-07b3-42e5-8ebe-922b078c044f tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Floating IP 4455db9f-4cb2-4ec7-a801-3a9366245d28 disassociated. External IP: 172.25.2.238, port: 4def4505-665f-4616-97a4-82524d65d527. Jul 27 21:05:45.968414 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7367880c-f377-4a21-9587-2d705f38f4b0 req-e9cfbe87-871b-4675-959a-0da8430745e5 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:45.988385 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:46.012674 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfbe87-871b-4675-959a-0da8430745e5 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Pushing event deleted for resources: {'Port': ['ID=b2d9fe0b-2e04-4b16-8266-4c75eef91375,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:46.040007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b8d17a-522f-4975-8cbf-168252762dea'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:46.064338 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce3a711-ed7f-4fb4-9394-a9f7063f79a8" -d '{"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-plugged", "status": "completed", "tag": "e3b8d17a-522f-4975-8cbf-168252762dea"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:46.106997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e3b8d17a-522f-4975-8cbf-168252762dea, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e3b8d17a-522f-4975-8cbf-168252762dea,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:46.115553 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:46.303273 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7367880c-f377-4a21-9587-2d705f38f4b0 req-e9cfbe87-871b-4675-959a-0da8430745e5 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:05:46.324264 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=e3b8d17a-522f-4975-8cbf-168252762dea,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:46.526688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7367880c-f377-4a21-9587-2d705f38f4b0 req-e9cfbe87-871b-4675-959a-0da8430745e5 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:46.541299 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e6626-882f-49d9-a841-e43cfbebefc1 None None] Sync routers for ids ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:46.554336 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e6626-882f-49d9-a841-e43cfbebefc1 None None] Routers {'7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:46.555180 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c53e6626-882f-49d9-a841-e43cfbebefc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:46.645674 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7367880c-f377-4a21-9587-2d705f38f4b0 req-e9cfbe87-871b-4675-959a-0da8430745e5 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] No DVR routers for this DVR port b2d9fe0b-2e04-4b16-8266-4c75eef91375 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:46.648528 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7367880c-f377-4a21-9587-2d705f38f4b0 req-e9cfbe87-871b-4675-959a-0da8430745e5 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:46.650932 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7367880c-f377-4a21-9587-2d705f38f4b0 req-e9cfbe87-871b-4675-959a-0da8430745e5 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.20 "DELETE /v2.0/ports/b2d9fe0b-2e04-4b16-8266-4c75eef91375 HTTP/1.1" status: 204 len: 173 time: 2.0073440 Jul 27 21:05:46.651407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565f7a58-3567-43f3-9a8f-94b73277301b', 'name': 'network-vif-deleted', 'tag': 'b2d9fe0b-2e04-4b16-8266-4c75eef91375'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:46.653690 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247cb7ef-855d-41d3-9a31-6d439f24ebeb" -d '{"events": [{"server_uuid": "565f7a58-3567-43f3-9a8f-94b73277301b", "name": "network-vif-deleted", "tag": "b2d9fe0b-2e04-4b16-8266-4c75eef91375"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:46.721115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-985b127f-07b3-42e5-8ebe-922b078c044f tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:05:46.807039 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c53e6626-882f-49d9-a841-e43cfbebefc1 None None] Set router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:46.922500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd54660-4dee-4963-9f40-01551fe92f07 req-85ecc143-a0ef-4cb3-b09e-c807ca00c825 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:46.924805 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dbd54660-4dee-4963-9f40-01551fe92f07 req-85ecc143-a0ef-4cb3-b09e-c807ca00c825 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.5077028 Jul 27 21:05:46.930251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-985b127f-07b3-42e5-8ebe-922b078c044f tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:46.936725 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-985b127f-07b3-42e5-8ebe-922b078c044f tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:46.941197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6036c64-d814-42ef-a76e-411ea2b6f141 None None] Sync routers for ids ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:46.973150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6036c64-d814-42ef-a76e-411ea2b6f141 None None] Routers {'492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:46.973150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d6036c64-d814-42ef-a76e-411ea2b6f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:47.085606 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dbd54660-4dee-4963-9f40-01551fe92f07 req-d20e7e4b-8152-4c84-99b3-6da748542163 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282248 Jul 27 21:05:47.129954 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-985b127f-07b3-42e5-8ebe-922b078c044f tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "PUT /v2.0/floatingips/4455db9f-4cb2-4ec7-a801-3a9366245d28 HTTP/1.1" status: 200 len: 695 time: 1.7417486 Jul 27 21:05:47.134183 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'tag': '4def4505-665f-4616-97a4-82524d65d527'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:47.137582 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0381851-5e92-4080-aa35-3d45235c7a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c6dcae11-3f36-46c8-bacc-ec28fc38a3af", "tag": "4def4505-665f-4616-97a4-82524d65d527"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:47.160827 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c53e6626-882f-49d9-a841-e43cfbebefc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'name': 'tempest-ServersTestJSON-500445189-router', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:15Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'gw_port': {'id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:16Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e9f04afa-b66e-4b78-8439-6d1da9ef7e0d', 'name': '', 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'mac_address': 'fa:16:3e:da:1d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:22Z', 'updated_at': '2021-07-27T21:03:33Z', 'revision_number': 5, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'subnets': [{'id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:47.197783 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e6626-882f-49d9-a841-e43cfbebefc1 None None] Checking router: 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:05:47.231419 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e6626-882f-49d9-a841-e43cfbebefc1 None None] Routers {'7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:47.232445 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c53e6626-882f-49d9-a841-e43cfbebefc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:47.314893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d6036c64-d814-42ef-a76e-411ea2b6f141 None None] Set router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:47.356208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['a330d042-0729-4e45-b291-ff638747237f'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:47.360609 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-79b85b23-79c7-4dd0-ba70-5ceda8b2844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:47.369308 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-79b85b23-79c7-4dd0-ba70-5ceda8b2844f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1adb373d7e5e4c4da37c64d08c37f713&device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 1096 time: 0.2226627 Jul 27 21:05:47.403557 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2528b4f0-42ea-4bae-ad98-418d19fffcf6 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:47.406970 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:47.408908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['4981eeac-989d-46f4-806d-01fe38dce5dc'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:47.420031 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c53e6626-882f-49d9-a841-e43cfbebefc1 None None] Set router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:47.445834 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['121a1d90-7135-4c31-a62e-e50c381e778e'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:47.469726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-86c9ad07-642a-4748-8391-f688e86ef09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:47.478063 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-86c9ad07-642a-4748-8391-f688e86ef09d service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa0f501a-270a-4222-a24b-8f2739ff3634 HTTP/1.1" status: 200 len: 921 time: 0.1074424 Jul 27 21:05:47.527566 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-710adb1a-786f-47f3-98af-adbab3a8af17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4def4505-665f-4616-97a4-82524d65d527 HTTP/1.1" status: 200 len: 217 time: 0.0479286 Jul 27 21:05:47.549149 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558d245-56fa-4757-bf86-24cf1567e49a req-41a5e170-e801-4515-96ee-9495c7f42148 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:47.561280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558d245-56fa-4757-bf86-24cf1567e49a req-41a5e170-e801-4515-96ee-9495c7f42148 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:47.569186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558d245-56fa-4757-bf86-24cf1567e49a req-41a5e170-e801-4515-96ee-9495c7f42148 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:47.576222 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558d245-56fa-4757-bf86-24cf1567e49a req-41a5e170-e801-4515-96ee-9495c7f42148 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:47.582815 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558d245-56fa-4757-bf86-24cf1567e49a req-41a5e170-e801-4515-96ee-9495c7f42148 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:47.589571 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558d245-56fa-4757-bf86-24cf1567e49a req-41a5e170-e801-4515-96ee-9495c7f42148 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:47.596392 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558d245-56fa-4757-bf86-24cf1567e49a req-41a5e170-e801-4515-96ee-9495c7f42148 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:47.605743 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9558d245-56fa-4757-bf86-24cf1567e49a req-41a5e170-e801-4515-96ee-9495c7f42148 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5440 time: 0.3829365 Jul 27 21:05:47.698188 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c53e6626-882f-49d9-a841-e43cfbebefc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'name': 'tempest-ServersTestJSON-500445189-router', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:15Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'gw_port': {'id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:16Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e9f04afa-b66e-4b78-8439-6d1da9ef7e0d', 'name': '', 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'mac_address': 'fa:16:3e:da:1d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:22Z', 'updated_at': '2021-07-27T21:03:33Z', 'revision_number': 5, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'subnets': [{'id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:47.772381 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e6626-882f-49d9-a841-e43cfbebefc1 None None] The sync data for ids ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'] in n-d-764806-9 is: [{'id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'name': 'tempest-ServersTestJSON-500445189-router', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:15Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'gw_port': {'id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:16Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e9f04afa-b66e-4b78-8439-6d1da9ef7e0d', 'name': '', 'network_id': '6ec00e2c-05c4-487c-9890-4842123aff94', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'mac_address': 'fa:16:3e:da:1d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:22Z', 'updated_at': '2021-07-27T21:03:33Z', 'revision_number': 5, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'subnets': [{'id': '864f30b3-7cb2-4b35-aa65-c81e98a3a601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:47.782531 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9558d245-56fa-4757-bf86-24cf1567e49a req-c9ea82a4-7fd3-4f24-91b1-88ac79ed2a3b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1753094 Jul 27 21:05:47.815004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-de83c17b-0e90-4629-ab4e-531c0afe9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:47.816945 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-de83c17b-0e90-4629-ab4e-531c0afe9a02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=77be564d-06c0-4068-8b37-cf298f230dab HTTP/1.1" status: 200 len: 860 time: 0.2088094 Jul 27 21:05:47.922390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-b10278cf-2a25-428e-927e-271b3611bd3f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa0f501a-270a-4222-a24b-8f2739ff3634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920119 Jul 27 21:05:48.031747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:48.046064 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d36d53d9-e0a0-4811-881d-91123ac911f6 req-6877fad2-8f66-48fa-8976-a380f1ebf762 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/ports?device_id=565f7a58-3567-43f3-9a8f-94b73277301b HTTP/1.1" status: 200 len: 210 time: 0.1020336 Jul 27 21:05:48.099853 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:48.100225 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:48.143873 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-2b38ccef-8511-4978-b237-be9181f70e1f service neutron] 10.222.0.55 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125018 Jul 27 21:05:48.299535 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d6036c64-d814-42ef-a76e-411ea2b6f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-router', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:35Z', 'revision_number': 4, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'gw_port': {'id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9469f8d4-3e5e-4e29-9c29-11a18fd805c6', 'name': '', 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'mac_address': 'fa:16:3e:c0:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '77be564d-06c0-4068-8b37-cf298f230dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:34Z', 'updated_at': '2021-07-27T21:04:42Z', 'revision_number': 5, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'subnets': [{'id': '77be564d-06c0-4068-8b37-cf298f230dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:48.316948 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3790e30d-d52f-42ae-9596-908c7549ef6a None None] New status for floating IP 6fbdeafa-7872-47f6-9bf4-02b6c2404444: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:05:48.369238 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6036c64-d814-42ef-a76e-411ea2b6f141 None None] Checking router: 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:05:48.374155 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eac6b127-06c5-4995-98e7-592afb289f07 req-aa880190-9172-4879-a1d7-62edcf7285a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2582631 Jul 27 21:05:48.404257 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fa9b9-c163-4086-a2a7-6f47ae9ab831 req-b4e22e55-cc42-495c-a324-7281f054d56f tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:48.406118 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5b6fa9b9-c163-4086-a2a7-6f47ae9ab831 req-b4e22e55-cc42-495c-a324-7281f054d56f tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.2219517 Jul 27 21:05:48.423145 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-590b7117-cb2d-40d5-971f-5a2254e60d85 req-b94e71fb-87bb-4704-994e-91180325b39c service neutron] 10.222.0.55 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708552 Jul 27 21:05:48.556985 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da734566-9ab6-4e44-abac-f9941f14131f x-openstack-request-id: req-da734566-9ab6-4e44-abac-f9941f14131f {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:48.557300 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-plugged", "status": "completed", "tag": "e3b8d17a-522f-4975-8cbf-168252762dea", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:48.557583 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da734566-9ab6-4e44-abac-f9941f14131f {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:48.558414 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b8d17a-522f-4975-8cbf-168252762dea', 'code': 200} Jul 27 21:05:48.587891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6036c64-d814-42ef-a76e-411ea2b6f141 None None] Routers {'492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:48.589164 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d6036c64-d814-42ef-a76e-411ea2b6f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:48.653330 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1341035b-55a1-4ed0-9f36-c22ddf0007e0 x-openstack-request-id: req-1341035b-55a1-4ed0-9f36-c22ddf0007e0 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:48.653684 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565f7a58-3567-43f3-9a8f-94b73277301b", "name": "network-vif-deleted", "tag": "b2d9fe0b-2e04-4b16-8266-4c75eef91375", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:48.653945 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1341035b-55a1-4ed0-9f36-c22ddf0007e0 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:48.654369 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565f7a58-3567-43f3-9a8f-94b73277301b', 'name': 'network-vif-deleted', 'tag': 'b2d9fe0b-2e04-4b16-8266-4c75eef91375', 'status': 'completed', 'code': 200} Jul 27 21:05:48.662176 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device b2d9fe0b-2e04-4b16-8266-4c75eef91375 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:48.723795 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6b127-06c5-4995-98e7-592afb289f07 req-4e50f35b-1dd9-4a0a-b5f1-5cce2765ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:48.725744 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eac6b127-06c5-4995-98e7-592afb289f07 req-4e50f35b-1dd9-4a0a-b5f1-5cce2765ac49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1adb373d7e5e4c4da37c64d08c37f713&device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 1096 time: 0.2451260 Jul 27 21:05:48.904973 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbea35-2a44-4200-9009-e016a5b3a159 req-12cc97ee-e2ef-45e3-95c9-4a1c05b917f7 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:48.912971 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9fdbea35-2a44-4200-9009-e016a5b3a159 req-12cc97ee-e2ef-45e3-95c9-4a1c05b917f7 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c722c54-9da1-474d-a732-dab223c89c0f HTTP/1.1" status: 200 len: 945 time: 0.1435404 Jul 27 21:05:48.914996 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d6036c64-d814-42ef-a76e-411ea2b6f141 None None] Set router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:48.932609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6b127-06c5-4995-98e7-592afb289f07 req-4d4ec4ba-ab9e-4135-99c5-e9370ac64b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:48.934560 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eac6b127-06c5-4995-98e7-592afb289f07 req-4d4ec4ba-ab9e-4135-99c5-e9370ac64b3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa0f501a-270a-4222-a24b-8f2739ff3634 HTTP/1.1" status: 200 len: 921 time: 0.1791627 Jul 27 21:05:49.010133 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eac6b127-06c5-4995-98e7-592afb289f07 req-86de25fd-8f6b-4e4d-9fc5-47ee1b5e21c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4def4505-665f-4616-97a4-82524d65d527 HTTP/1.1" status: 200 len: 217 time: 0.0641868 Jul 27 21:05:49.060927 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9fdbea35-2a44-4200-9009-e016a5b3a159 req-d422026e-e2fd-4009-b5b7-f97206eeae7d tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245599 Jul 27 21:05:49.076359 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23af03d2-9fb8-4893-b445-1d40f9f69cb7 x-openstack-request-id: req-23af03d2-9fb8-4893-b445-1d40f9f69cb7 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:49.076835 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6dcae11-3f36-46c8-bacc-ec28fc38a3af", "tag": "4def4505-665f-4616-97a4-82524d65d527", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:49.077226 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23af03d2-9fb8-4893-b445-1d40f9f69cb7 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:49.077839 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'tag': '4def4505-665f-4616-97a4-82524d65d527', 'status': 'completed', 'code': 200} Jul 27 21:05:49.082152 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-5b6fa9b9-c163-4086-a2a7-6f47ae9ab831 req-31c37e87-7e0f-43c6-a7d4-99469233291c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Deleting port d04ea9ae-d809-47b6-a397-6585f02e3501 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:49.082535 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5b6fa9b9-c163-4086-a2a7-6f47ae9ab831 req-31c37e87-7e0f-43c6-a7d4-99469233291c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:49.113010 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: b2d9fe0b-2e04-4b16-8266-4c75eef91375 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:49.113657 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device b2d9fe0b-2e04-4b16-8266-4c75eef91375 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:49.191316 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65f27522-2cb5-4d52-9bb1-d685dd2dbc4a req-d0d6896e-2d8a-4677-a5ae-096d02538389 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/floatingips/4455db9f-4cb2-4ec7-a801-3a9366245d28 HTTP/1.1" status: 200 len: 695 time: 0.0797229 Jul 27 21:05:49.205876 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-5b6fa9b9-c163-4086-a2a7-6f47ae9ab831 req-31c37e87-7e0f-43c6-a7d4-99469233291c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] For port d04ea9ae-d809-47b6-a397-6585f02e3501, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d04ea9ae-d809-47b6-a397-6585f02e3501,segment=NetworkSegment(34f1a03d-2a3d-41c6-90b5-98f70dfa8e59),segment_id=34f1a03d-2a3d-41c6-90b5-98f70dfa8e59)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:49.206173 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5b6fa9b9-c163-4086-a2a7-6f47ae9ab831 req-31c37e87-7e0f-43c6-a7d4-99469233291c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:49.224851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-5b6fa9b9-c163-4086-a2a7-6f47ae9ab831 req-31c37e87-7e0f-43c6-a7d4-99469233291c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Calling delete_port for d04ea9ae-d809-47b6-a397-6585f02e3501 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:49.307973 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:49.318984 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6b127-06c5-4995-98e7-592afb289f07 req-01e8bae4-04a1-4526-8e43-de503f5008f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:49.332776 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eac6b127-06c5-4995-98e7-592afb289f07 req-01e8bae4-04a1-4526-8e43-de503f5008f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77be564d-06c0-4068-8b37-cf298f230dab HTTP/1.1" status: 200 len: 860 time: 0.3132350 Jul 27 21:05:49.407618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f27522-2cb5-4d52-9bb1-d685dd2dbc4a req-5ab4463f-24bd-4ecd-82d8-2456c89f4b1b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:49.418806 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65f27522-2cb5-4d52-9bb1-d685dd2dbc4a req-5ab4463f-24bd-4ecd-82d8-2456c89f4b1b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.2262931 Jul 27 21:05:49.430749 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eac6b127-06c5-4995-98e7-592afb289f07 req-6ab17bca-40d0-4a8e-a454-7a6ef181c150 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa0f501a-270a-4222-a24b-8f2739ff3634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899384 Jul 27 21:05:49.436684 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-65f27522-2cb5-4d52-9bb1-d685dd2dbc4a req-3809e372-5566-472a-9fc5-e5b5439c6c6b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:05:49.437872 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65f27522-2cb5-4d52-9bb1-d685dd2dbc4a req-3809e372-5566-472a-9fc5-e5b5439c6c6b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066910 Jul 27 21:05:49.455788 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2528b4f0-42ea-4bae-ad98-418d19fffcf6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2528b4f0-42ea-4bae-ad98-418d19fffcf6,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:49.465380 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:49.552827 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=2528b4f0-42ea-4bae-ad98-418d19fffcf6,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:49.558834 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c5e7f2b1-19ab-4550-91eb-7886e2f80340 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:49.621788 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65f27522-2cb5-4d52-9bb1-d685dd2dbc4a req-553517ff-b031-43e9-85ec-f0bce9aedb2b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 698 time: 0.1738012 Jul 27 21:05:49.674986 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eac6b127-06c5-4995-98e7-592afb289f07 req-d5465057-2f86-47c5-9b24-27c84929b433 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257979 Jul 27 21:05:49.681629 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5b6fa9b9-c163-4086-a2a7-6f47ae9ab831 req-31c37e87-7e0f-43c6-a7d4-99469233291c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:49.697824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['d04ea9ae-d809-47b6-a397-6585f02e3501'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:49.739965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65f27522-2cb5-4d52-9bb1-d685dd2dbc4a req-4a46d93a-7703-42a5-8e05-643d0e17df1f tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.238 HTTP/1.1" status: 200 len: 698 time: 0.1057627 Jul 27 21:05:49.760762 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port c5e7f2b1-19ab-4550-91eb-7886e2f80340 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:49.766058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d6036c64-d814-42ef-a76e-411ea2b6f141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-router', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:35Z', 'revision_number': 4, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'gw_port': {'id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9469f8d4-3e5e-4e29-9c29-11a18fd805c6', 'name': '', 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'mac_address': 'fa:16:3e:c0:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '77be564d-06c0-4068-8b37-cf298f230dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:34Z', 'updated_at': '2021-07-27T21:04:42Z', 'revision_number': 5, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'subnets': [{'id': '77be564d-06c0-4068-8b37-cf298f230dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:49.770764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port c5e7f2b1-19ab-4550-91eb-7886e2f80340 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:49.771033 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:49.788709 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c37e87-7e0f-43c6-a7d4-99469233291c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Pushing event deleted for resources: {'Port': ['ID=d04ea9ae-d809-47b6-a397-6585f02e3501,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:49.855141 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a1aa-f8ac-46d3-af79-523002d2c5a2 req-fa646bce-19c3-49b8-8383-4d2329fc04ce tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:49.859289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6fa9b9-c163-4086-a2a7-6f47ae9ab831 req-31c37e87-7e0f-43c6-a7d4-99469233291c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] No DVR routers for this DVR port d04ea9ae-d809-47b6-a397-6585f02e3501 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:49.863523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a1aa-f8ac-46d3-af79-523002d2c5a2 req-fa646bce-19c3-49b8-8383-4d2329fc04ce tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:49.863970 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5b6fa9b9-c163-4086-a2a7-6f47ae9ab831 req-31c37e87-7e0f-43c6-a7d4-99469233291c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:49.865187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6036c64-d814-42ef-a76e-411ea2b6f141 None None] The sync data for ids ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'] in n-d-764806-9 is: [{'id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-router', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:35Z', 'revision_number': 4, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'gw_port': {'id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9469f8d4-3e5e-4e29-9c29-11a18fd805c6', 'name': '', 'network_id': 'aa0f501a-270a-4222-a24b-8f2739ff3634', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'mac_address': 'fa:16:3e:c0:81:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '77be564d-06c0-4068-8b37-cf298f230dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:34Z', 'updated_at': '2021-07-27T21:04:42Z', 'revision_number': 5, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'subnets': [{'id': '77be564d-06c0-4068-8b37-cf298f230dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:49.866235 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5b6fa9b9-c163-4086-a2a7-6f47ae9ab831 req-31c37e87-7e0f-43c6-a7d4-99469233291c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.20 "DELETE /v2.0/ports/d04ea9ae-d809-47b6-a397-6585f02e3501 HTTP/1.1" status: 204 len: 173 time: 1.4433787 Jul 27 21:05:49.873074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a1aa-f8ac-46d3-af79-523002d2c5a2 req-fa646bce-19c3-49b8-8383-4d2329fc04ce tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:49.880495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a1aa-f8ac-46d3-af79-523002d2c5a2 req-fa646bce-19c3-49b8-8383-4d2329fc04ce tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:49.889470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a1aa-f8ac-46d3-af79-523002d2c5a2 req-fa646bce-19c3-49b8-8383-4d2329fc04ce tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:49.899252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a1aa-f8ac-46d3-af79-523002d2c5a2 req-fa646bce-19c3-49b8-8383-4d2329fc04ce tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:49.906629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a1aa-f8ac-46d3-af79-523002d2c5a2 req-fa646bce-19c3-49b8-8383-4d2329fc04ce tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:49.908667 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f194a1aa-f8ac-46d3-af79-523002d2c5a2 req-fa646bce-19c3-49b8-8383-4d2329fc04ce tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5441 time: 0.4697762 Jul 27 21:05:49.924074 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eac6b127-06c5-4995-98e7-592afb289f07 req-e2a20279-0a5b-42db-a1a9-2faf2f528fd4 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389553 Jul 27 21:05:49.958628 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:50.046748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c5e7f2b1-19ab-4550-91eb-7886e2f80340, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c5e7f2b1-19ab-4550-91eb-7886e2f80340,segment=NetworkSegment(4fbbf56d-6283-4320-b1cc-fcdea2e7a029),segment_id=4fbbf56d-6283-4320-b1cc-fcdea2e7a029)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:50.057651 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:50.086566 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f194a1aa-f8ac-46d3-af79-523002d2c5a2 req-9bfc7c54-7e0f-4197-85ea-ca8ceecef55a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1584744 Jul 27 21:05:50.120254 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-65f27522-2cb5-4d52-9bb1-d685dd2dbc4a req-7be6872e-b133-44e9-ad6c-469e9caa692b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Deleting port 92b46dff-cf95-452a-a853-b0366f3bfd5e {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:50.120603 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-65f27522-2cb5-4d52-9bb1-d685dd2dbc4a req-7be6872e-b133-44e9-ad6c-469e9caa692b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:50.135766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0381851-5e92-4080-aa35-3d45235c7a6e req-0882af93-656f-409f-8d19-976f1248942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:50.135766 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0381851-5e92-4080-aa35-3d45235c7a6e req-0882af93-656f-409f-8d19-976f1248942f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1adb373d7e5e4c4da37c64d08c37f713&device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 1096 time: 0.1196756 Jul 27 21:05:50.156836 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['cb06891a-574c-441f-b38a-567e0c93240f'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:50.223900 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c5e7f2b1-19ab-4550-91eb-7886e2f80340,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:50.291891 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-65f27522-2cb5-4d52-9bb1-d685dd2dbc4a req-7be6872e-b133-44e9-ad6c-469e9caa692b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:50.292246 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-65f27522-2cb5-4d52-9bb1-d685dd2dbc4a req-7be6872e-b133-44e9-ad6c-469e9caa692b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:50.328714 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0381851-5e92-4080-aa35-3d45235c7a6e req-32c9078e-0193-45ac-bdd8-827250bc4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:50.331090 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0381851-5e92-4080-aa35-3d45235c7a6e req-32c9078e-0193-45ac-bdd8-827250bc4615 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa0f501a-270a-4222-a24b-8f2739ff3634 HTTP/1.1" status: 200 len: 921 time: 0.1928070 Jul 27 21:05:50.360063 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-65f27522-2cb5-4d52-9bb1-d685dd2dbc4a req-7be6872e-b133-44e9-ad6c-469e9caa692b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Calling delete_port for 92b46dff-cf95-452a-a853-b0366f3bfd5e owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:50.409698 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0381851-5e92-4080-aa35-3d45235c7a6e req-81abae45-2662-4b54-b37e-80bfe3a1a13c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4def4505-665f-4616-97a4-82524d65d527 HTTP/1.1" status: 200 len: 217 time: 0.0693400 Jul 27 21:05:50.443035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8836e5d6-a7f2-46a2-8273-b9ae4ae8cb79 None None] New status for floating IP 4455db9f-4cb2-4ec7-a801-3a9366245d28: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:05:50.535661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0381851-5e92-4080-aa35-3d45235c7a6e req-a090749e-f3b1-4b45-9efe-86cb1f6915f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:50.537560 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0381851-5e92-4080-aa35-3d45235c7a6e req-a090749e-f3b1-4b45-9efe-86cb1f6915f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77be564d-06c0-4068-8b37-cf298f230dab HTTP/1.1" status: 200 len: 860 time: 0.1097603 Jul 27 21:05:50.568651 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555ee68-5d88-4f05-8c62-41f7339f8f95 req-ab72e562-f514-4b4a-98c0-cd5f4d27b365 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:50.570387 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b555ee68-5d88-4f05-8c62-41f7339f8f95 req-ab72e562-f514-4b4a-98c0-cd5f4d27b365 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.2812810 Jul 27 21:05:50.590166 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2528b4f0-42ea-4bae-ad98-418d19fffcf6'}, {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e7f2b1-19ab-4550-91eb-7886e2f80340'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:50.599369 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0381851-5e92-4080-aa35-3d45235c7a6e req-d66ef894-c898-450b-ad30-37e092ee3677 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa0f501a-270a-4222-a24b-8f2739ff3634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532646 Jul 27 21:05:50.599993 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a555a5-4749-471a-8ce9-74ead490e886" -d '{"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-plugged", "status": "completed", "tag": "2528b4f0-42ea-4bae-ad98-418d19fffcf6"}, {"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-plugged", "status": "completed", "tag": "c5e7f2b1-19ab-4550-91eb-7886e2f80340"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:50.668752 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b555ee68-5d88-4f05-8c62-41f7339f8f95 req-dd00acac-b791-4e41-b11e-f16330fe04c3 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913360 Jul 27 21:05:50.683755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c722c54-9da1-474d-a732-dab223c89c0f', 'name': 'network-vif-deleted', 'tag': 'd04ea9ae-d809-47b6-a397-6585f02e3501'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:50.686676 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c3d64f-74f0-48a5-b1fd-1940ca95688d" -d '{"events": [{"server_uuid": "4c722c54-9da1-474d-a732-dab223c89c0f", "name": "network-vif-deleted", "tag": "d04ea9ae-d809-47b6-a397-6585f02e3501"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:50.740632 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0381851-5e92-4080-aa35-3d45235c7a6e req-e44b52b9-272e-4670-9935-97c111fbeac9 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264431 Jul 27 21:05:50.891250 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-65f27522-2cb5-4d52-9bb1-d685dd2dbc4a req-7be6872e-b133-44e9-ad6c-469e9caa692b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:50.914519 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0381851-5e92-4080-aa35-3d45235c7a6e req-d4831bec-026b-4659-87a8-82417cd6029d service neutron] 10.222.0.20 "GET /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646438 Jul 27 21:05:50.920391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6872e-b133-44e9-ad6c-469e9caa692b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Pushing event deleted for resources: {'Port': ['ID=92b46dff-cf95-452a-a853-b0366f3bfd5e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:51.036881 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-65f27522-2cb5-4d52-9bb1-d685dd2dbc4a req-7be6872e-b133-44e9-ad6c-469e9caa692b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.041087 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-65f27522-2cb5-4d52-9bb1-d685dd2dbc4a req-7be6872e-b133-44e9-ad6c-469e9caa692b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.048291 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65f27522-2cb5-4d52-9bb1-d685dd2dbc4a req-7be6872e-b133-44e9-ad6c-469e9caa692b tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "DELETE /v2.0/floatingips/4455db9f-4cb2-4ec7-a801-3a9366245d28 HTTP/1.1" status: 204 len: 173 time: 1.2943625 Jul 27 21:05:51.088925 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873acf3f-de2f-46dc-ad81-a7c557589f38 x-openstack-request-id: req-873acf3f-de2f-46dc-ad81-a7c557589f38 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:51.089185 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-plugged", "status": "completed", "tag": "2528b4f0-42ea-4bae-ad98-418d19fffcf6", "code": 200}, {"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-plugged", "status": "completed", "tag": "c5e7f2b1-19ab-4550-91eb-7886e2f80340", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:51.093405 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6f3968-ee80-4119-bef6-6b31aa247bf3 x-openstack-request-id: req-4b6f3968-ee80-4119-bef6-6b31aa247bf3 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:51.093405 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c722c54-9da1-474d-a732-dab223c89c0f", "name": "network-vif-deleted", "tag": "d04ea9ae-d809-47b6-a397-6585f02e3501", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:51.096220 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b6f3968-ee80-4119-bef6-6b31aa247bf3 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:51.096715 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c722c54-9da1-474d-a732-dab223c89c0f', 'name': 'network-vif-deleted', 'tag': 'd04ea9ae-d809-47b6-a397-6585f02e3501', 'status': 'completed', 'code': 200} Jul 27 21:05:51.097012 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-873acf3f-de2f-46dc-ad81-a7c557589f38 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:51.098256 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2528b4f0-42ea-4bae-ad98-418d19fffcf6', 'code': 200} Jul 27 21:05:51.098864 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e7f2b1-19ab-4550-91eb-7886e2f80340', 'code': 200} Jul 27 21:05:51.233041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43534) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:51.363342 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 121a1d90-7135-4c31-a62e-e50c381e778e up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:51.468847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 121a1d90-7135-4c31-a62e-e50c381e778e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:51.474132 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 121a1d90-7135-4c31-a62e-e50c381e778e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:51.474632 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.475331 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-07b95283-1f8f-4425-8401-9c4c62452118 req-7669393b-687e-48fc-9b45-00b79903b0a3 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups/e5774678-987e-4cc3-94e5-260335d68554 HTTP/1.1" status: 200 len: 1810 time: 0.1217585 Jul 27 21:05:51.502858 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ef9de959-33cc-41ca-804f-5463086d1055 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.558828 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ef9de959-33cc-41ca-804f-5463086d1055 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.579571 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249190a-380b-42e7-a4c7-cf1310b8356e req-76c72289-3ade-4bd7-ba6d-bcda8f170bc6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:51.581092 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f249190a-380b-42e7-a4c7-cf1310b8356e req-76c72289-3ade-4bd7-ba6d-bcda8f170bc6 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.2569780 Jul 27 21:05:51.640792 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-07b95283-1f8f-4425-8401-9c4c62452118 req-7f9142ff-f4fe-48e5-b60b-febeafba6328 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.701025 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f249190a-380b-42e7-a4c7-cf1310b8356e req-77432f76-c82c-4aeb-8d7c-c5369fc0fa04 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894756 Jul 27 21:05:51.705479 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-07b95283-1f8f-4425-8401-9c4c62452118 req-7f9142ff-f4fe-48e5-b60b-febeafba6328 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.722789 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ef9de959-33cc-41ca-804f-5463086d1055 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.729949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ef9de959-33cc-41ca-804f-5463086d1055 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.735593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43540) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:51.739350 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ef9de959-33cc-41ca-804f-5463086d1055 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "DELETE /v2.0/security-groups/f14d4919-93c7-487e-b96c-59dade107e72 HTTP/1.1" status: 204 len: 168 time: 0.5044317 Jul 27 21:05:51.751272 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.771310 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-ec2333ad-c83c-45e7-9f29-73ed0163b2a2 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] show failed (client error): The resource could not be found. Jul 27 21:05:51.773490 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9de959-33cc-41ca-804f-5463086d1055 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14d4919-93c7-487e-b96c-59dade107e72,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:51.774350 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ec2333ad-c83c-45e7-9f29-73ed0163b2a2 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "GET /v2.0/security-groups/f14d4919-93c7-487e-b96c-59dade107e72 HTTP/1.1" status: 404 len: 347 time: 0.0370071 Jul 27 21:05:51.776933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43542) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:51.791588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 121a1d90-7135-4c31-a62e-e50c381e778e, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=121a1d90-7135-4c31-a62e-e50c381e778e,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:51.812877 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.840706 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-07b95283-1f8f-4425-8401-9c4c62452118 req-7f9142ff-f4fe-48e5-b60b-febeafba6328 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.844893 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-07b95283-1f8f-4425-8401-9c4c62452118 req-7f9142ff-f4fe-48e5-b60b-febeafba6328 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:51.852684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-07b95283-1f8f-4425-8401-9c4c62452118 req-7f9142ff-f4fe-48e5-b60b-febeafba6328 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "DELETE /v2.0/security-groups/e5774678-987e-4cc3-94e5-260335d68554 HTTP/1.1" status: 204 len: 173 time: 0.3756781 Jul 27 21:05:51.874656 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9142ff-f4fe-48e5-b60b-febeafba6328 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5774678-987e-4cc3-94e5-260335d68554,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:51.946028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=121a1d90-7135-4c31-a62e-e50c381e778e,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:52.024274 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954b403-2a82-453d-ba9a-ae085015e2f5 req-9ac14736-aa0e-4d59-958b-377a41313797 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.032665 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954b403-2a82-453d-ba9a-ae085015e2f5 req-9ac14736-aa0e-4d59-958b-377a41313797 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.041750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954b403-2a82-453d-ba9a-ae085015e2f5 req-9ac14736-aa0e-4d59-958b-377a41313797 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.051337 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954b403-2a82-453d-ba9a-ae085015e2f5 req-9ac14736-aa0e-4d59-958b-377a41313797 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.059395 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954b403-2a82-453d-ba9a-ae085015e2f5 req-9ac14736-aa0e-4d59-958b-377a41313797 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.069311 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954b403-2a82-453d-ba9a-ae085015e2f5 req-9ac14736-aa0e-4d59-958b-377a41313797 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.079296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e6740ebd-ee89-473c-bd77-0e7462e3c7c7 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Deleting port c20da35f-3d31-431b-a936-1312b76ac4d7 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:52.079844 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e6740ebd-ee89-473c-bd77-0e7462e3c7c7 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:52.091110 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954b403-2a82-453d-ba9a-ae085015e2f5 req-9ac14736-aa0e-4d59-958b-377a41313797 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.102727 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1954b403-2a82-453d-ba9a-ae085015e2f5 req-9ac14736-aa0e-4d59-958b-377a41313797 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5443 time: 0.1827874 Jul 27 21:05:52.161106 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1954b403-2a82-453d-ba9a-ae085015e2f5 req-4b4b1f74-323c-47f2-86bd-b8519b6e8e0c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548034 Jul 27 21:05:52.542677 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e6740ebd-ee89-473c-bd77-0e7462e3c7c7 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:52.543262 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e6740ebd-ee89-473c-bd77-0e7462e3c7c7 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:52.558061 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058be2f8-8f32-41b9-bd8e-c69a2ec3d066 req-700b040c-761d-4bc3-9afc-7038fa4a56cb tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.559620 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e6740ebd-ee89-473c-bd77-0e7462e3c7c7 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Calling delete_port for c20da35f-3d31-431b-a936-1312b76ac4d7 owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:52.559748 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-058be2f8-8f32-41b9-bd8e-c69a2ec3d066 req-700b040c-761d-4bc3-9afc-7038fa4a56cb tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.1147044 Jul 27 21:05:52.573865 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a1004-9f8f-494d-89c2-00963d610a07 req-d7e972f7-a690-45f3-9541-5a73e22a0b55 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.575442 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-937a1004-9f8f-494d-89c2-00963d610a07 req-d7e972f7-a690-45f3-9541-5a73e22a0b55 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.1782553 Jul 27 21:05:52.664851 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d04ea9ae-d809-47b6-a397-6585f02e3501 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:52.670886 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-937a1004-9f8f-494d-89c2-00963d610a07 req-065e62ff-ec91-462e-80f1-4dc4b256e0d0 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875421 Jul 27 21:05:52.677905 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-058be2f8-8f32-41b9-bd8e-c69a2ec3d066 req-a2cab4c6-dcaf-4cca-b74b-22e023300eaf tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014750 Jul 27 21:05:52.695879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: d04ea9ae-d809-47b6-a397-6585f02e3501 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:52.696665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d04ea9ae-d809-47b6-a397-6585f02e3501 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:52.805717 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e6740ebd-ee89-473c-bd77-0e7462e3c7c7 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:52.860064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea26e4a-7712-435b-b540-5475258b30dc req-4d07a0de-4943-4f0e-9f12-2db1ac30f7ae tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:52.866012 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ea26e4a-7712-435b-b540-5475258b30dc req-4d07a0de-4943-4f0e-9f12-2db1ac30f7ae tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1227758 Jul 27 21:05:52.919122 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6740ebd-ee89-473c-bd77-0e7462e3c7c7 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Pushing event deleted for resources: {'Port': ['ID=c20da35f-3d31-431b-a936-1312b76ac4d7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:52.956112 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ea26e4a-7712-435b-b540-5475258b30dc req-a76e9590-0589-47e9-ae4c-6822f6f9e2bc tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824332 Jul 27 21:05:53.004987 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e6740ebd-ee89-473c-bd77-0e7462e3c7c7 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.008370 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e6740ebd-ee89-473c-bd77-0e7462e3c7c7 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.009760 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e6740ebd-ee89-473c-bd77-0e7462e3c7c7 tempest-ServersTestJSON-878343772 tempest-ServersTestJSON-878343772-project] 10.222.0.55 "DELETE /v2.0/floatingips/6fbdeafa-7872-47f6-9bf4-02b6c2404444 HTTP/1.1" status: 204 len: 168 time: 1.2304726 Jul 27 21:05:53.013027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43568) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:53.099856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121a1d90-7135-4c31-a62e-e50c381e778e'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:53.102167 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b578b0-0d30-4088-b67e-f78a8b668ffd" -d '{"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-plugged", "status": "completed", "tag": "121a1d90-7135-4c31-a62e-e50c381e778e"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:53.157683 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a6b19b-a7f4-4eb9-8d08-acec17bbf1f9 x-openstack-request-id: req-e8a6b19b-a7f4-4eb9-8d08-acec17bbf1f9 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:53.157973 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-plugged", "status": "completed", "tag": "121a1d90-7135-4c31-a62e-e50c381e778e", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:53.158248 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e8a6b19b-a7f4-4eb9-8d08-acec17bbf1f9 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:53.158637 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121a1d90-7135-4c31-a62e-e50c381e778e', 'code': 200} Jul 27 21:05:53.369539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 4981eeac-989d-46f4-806d-01fe38dce5dc up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:53.413778 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0331f70-b9f7-4970-8072-71354328792a req-723aec2c-30b3-49c2-8f4f-7f98f3a6db8f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:53.421701 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0331f70-b9f7-4970-8072-71354328792a req-723aec2c-30b3-49c2-8f4f-7f98f3a6db8f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:53.432520 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 4981eeac-989d-46f4-806d-01fe38dce5dc completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:53.433143 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0331f70-b9f7-4970-8072-71354328792a req-723aec2c-30b3-49c2-8f4f-7f98f3a6db8f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:53.441216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 4981eeac-989d-46f4-806d-01fe38dce5dc triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:53.442009 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0331f70-b9f7-4970-8072-71354328792a req-723aec2c-30b3-49c2-8f4f-7f98f3a6db8f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:53.442700 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.448618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0331f70-b9f7-4970-8072-71354328792a req-723aec2c-30b3-49c2-8f4f-7f98f3a6db8f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:53.454782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0331f70-b9f7-4970-8072-71354328792a req-723aec2c-30b3-49c2-8f4f-7f98f3a6db8f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:53.461267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0331f70-b9f7-4970-8072-71354328792a req-723aec2c-30b3-49c2-8f4f-7f98f3a6db8f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:53.481022 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d0331f70-b9f7-4970-8072-71354328792a req-723aec2c-30b3-49c2-8f4f-7f98f3a6db8f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5443 time: 0.1994035 Jul 27 21:05:53.541723 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.552983 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d0331f70-b9f7-4970-8072-71354328792a req-f22b7da1-f7fe-403c-86c1-68f1a1f477d0 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707939 Jul 27 21:05:53.581514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 4981eeac-989d-46f4-806d-01fe38dce5dc, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=4981eeac-989d-46f4-806d-01fe38dce5dc,segment=NetworkSegment(bf556fc4-075f-4ce3-806b-07e002f018bd),segment_id=bf556fc4-075f-4ce3-806b-07e002f018bd)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:53.591660 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.592841 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:53.626007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe52977-2f4a-4901-a00e-41f37445a5cb req-9c8266a9-506c-4bd4-a886-869e480320cf tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:53.627132 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9fe52977-2f4a-4901-a00e-41f37445a5cb req-9c8266a9-506c-4bd4-a886-869e480320cf tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.1264820 Jul 27 21:05:53.752229 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=4981eeac-989d-46f4-806d-01fe38dce5dc,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:53.760215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:53.769353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:53.770319 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.857496 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f142faa-bc0c-4b13-a9cb-6387afe9e146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.882722 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.932599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:53.944159 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:53.945570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device a330d042-0729-4e45-b291-ff638747237f up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:05:53.987504 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16735219-14d4-48ee-8686-472a0efc74f1 req-38f3ff2a-bfd0-4952-a5ca-3bbb46eae2ed tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:53.996484 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16735219-14d4-48ee-8686-472a0efc74f1 req-38f3ff2a-bfd0-4952-a5ca-3bbb46eae2ed tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.2227442 Jul 27 21:05:54.026520 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fe460-aa54-4134-91cf-10eba97b6092 req-aa738fce-4ea5-4e85-a433-4cab13dab745 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.034688 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-234fe460-aa54-4134-91cf-10eba97b6092 req-aa738fce-4ea5-4e85-a433-4cab13dab745 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 945 time: 0.2087924 Jul 27 21:05:54.056544 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port a330d042-0729-4e45-b291-ff638747237f completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:05:54.061744 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port a330d042-0729-4e45-b291-ff638747237f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:05:54.062114 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:54.085538 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:54.092840 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16735219-14d4-48ee-8686-472a0efc74f1 req-0b1e0c11-95b1-4a97-9abb-e6d496ecb2cc tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950747 Jul 27 21:05:54.130327 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-234fe460-aa54-4134-91cf-10eba97b6092 req-dade8bb2-d00d-48c9-9fd3-35afab9ddca8 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897179 Jul 27 21:05:54.219212 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:54.248112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-9fe52977-2f4a-4901-a00e-41f37445a5cb req-b0a58c47-77c7-4ff1-a98f-ee58a8dde67d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Deleting port bddc5180-33fe-4437-a22c-0053dc9515df {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:54.248930 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9fe52977-2f4a-4901-a00e-41f37445a5cb req-b0a58c47-77c7-4ff1-a98f-ee58a8dde67d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:54.292287 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port a330d042-0729-4e45-b291-ff638747237f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=a330d042-0729-4e45-b291-ff638747237f,segment=NetworkSegment(bf556fc4-075f-4ce3-806b-07e002f018bd),segment_id=bf556fc4-075f-4ce3-806b-07e002f018bd)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:54.300058 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:54.344130 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12270f-0709-43c7-9185-745db04ca6fa req-137cc95d-fb40-438e-a21f-bd20f3aefff4 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.362272 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a12270f-0709-43c7-9185-745db04ca6fa req-137cc95d-fb40-438e-a21f-bd20f3aefff4 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.1429901 Jul 27 21:05:54.381506 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=a330d042-0729-4e45-b291-ff638747237f,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:54.426737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-9fe52977-2f4a-4901-a00e-41f37445a5cb req-b0a58c47-77c7-4ff1-a98f-ee58a8dde67d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] For port bddc5180-33fe-4437-a22c-0053dc9515df, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=bddc5180-33fe-4437-a22c-0053dc9515df,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:54.427385 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9fe52977-2f4a-4901-a00e-41f37445a5cb req-b0a58c47-77c7-4ff1-a98f-ee58a8dde67d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:54.464028 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a12270f-0709-43c7-9185-745db04ca6fa req-79d06830-07a2-43f1-9085-49cba3a19900 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996122 Jul 27 21:05:54.544409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-9fe52977-2f4a-4901-a00e-41f37445a5cb req-b0a58c47-77c7-4ff1-a98f-ee58a8dde67d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Calling delete_port for bddc5180-33fe-4437-a22c-0053dc9515df owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:54.778096 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-54b36773-2c47-4a94-b40b-c5739fb97d3c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1837506 Jul 27 21:05:54.799270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bcca8-1adf-4758-913e-dc87b8a0b6e3 req-8ef37738-a2f2-42de-834b-91f756c29ade tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.806674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bcca8-1adf-4758-913e-dc87b8a0b6e3 req-8ef37738-a2f2-42de-834b-91f756c29ade tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.814706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bcca8-1adf-4758-913e-dc87b8a0b6e3 req-8ef37738-a2f2-42de-834b-91f756c29ade tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.822540 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bcca8-1adf-4758-913e-dc87b8a0b6e3 req-8ef37738-a2f2-42de-834b-91f756c29ade tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.829112 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bcca8-1adf-4758-913e-dc87b8a0b6e3 req-8ef37738-a2f2-42de-834b-91f756c29ade tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.835345 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bcca8-1adf-4758-913e-dc87b8a0b6e3 req-8ef37738-a2f2-42de-834b-91f756c29ade tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.842254 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bcca8-1adf-4758-913e-dc87b8a0b6e3 req-8ef37738-a2f2-42de-834b-91f756c29ade tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.843127 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-214bcca8-1adf-4758-913e-dc87b8a0b6e3 req-8ef37738-a2f2-42de-834b-91f756c29ade tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5446 time: 0.1740007 Jul 27 21:05:54.926865 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-214bcca8-1adf-4758-913e-dc87b8a0b6e3 req-487d94fb-e808-4ec9-a8bd-01bc6655f15c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717468 Jul 27 21:05:54.958181 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-f889bbe6-659a-4594-8ec2-ea2c80c3d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.958722 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-f889bbe6-659a-4594-8ec2-ea2c80c3d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.959206 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-f889bbe6-659a-4594-8ec2-ea2c80c3d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.959687 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-f889bbe6-659a-4594-8ec2-ea2c80c3d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.960169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-f889bbe6-659a-4594-8ec2-ea2c80c3d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.960641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-f889bbe6-659a-4594-8ec2-ea2c80c3d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.961114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-f889bbe6-659a-4594-8ec2-ea2c80c3d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:54.963062 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-f889bbe6-659a-4594-8ec2-ea2c80c3d9a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4623fa88924a56a60c56db5082e3c0&device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 6491 time: 0.1190393 Jul 27 21:05:54.992626 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9fe52977-2f4a-4901-a00e-41f37445a5cb req-b0a58c47-77c7-4ff1-a98f-ee58a8dde67d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:55.005184 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['57fe7918-c9cd-422f-aa0c-181755d554c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:55.018670 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d03b74-f9a3-4d9f-8e9f-0c5a2cacb2f6 req-cc49658b-5344-40cc-8c6d-2a2b14c492f1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.020417 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-91d03b74-f9a3-4d9f-8e9f-0c5a2cacb2f6 req-cc49658b-5344-40cc-8c6d-2a2b14c492f1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.3300998 Jul 27 21:05:55.086539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a58c47-77c7-4ff1-a98f-ee58a8dde67d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Pushing event deleted for resources: {'Port': ['ID=bddc5180-33fe-4437-a22c-0053dc9515df,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:55.107393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db1db2-6572-4ecc-9d0f-1a0ee3912bf5 req-a7ab5cf9-3d34-4198-baa1-b5c1bed69a21 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.110598 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-13db1db2-6572-4ecc-9d0f-1a0ee3912bf5 req-a7ab5cf9-3d34-4198-baa1-b5c1bed69a21 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.3504364 Jul 27 21:05:55.110757 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-1a988aa2-718f-4fd9-84a3-cbe83eb6b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.110757 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-1a988aa2-718f-4fd9-84a3-cbe83eb6b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.110757 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-1a988aa2-718f-4fd9-84a3-cbe83eb6b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.112796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-1a988aa2-718f-4fd9-84a3-cbe83eb6b004 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c136ab28-e2bc-4ec9-9b8b-bf8448242a8e&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a54d9f4c-31a3-472d-917d-12867f1c0085&id=a54d9f4c-31a3-472d-917d-12867f1c0085 HTTP/1.1" status: 200 len: 2292 time: 0.1170533 Jul 27 21:05:55.163171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-3f142faa-bc0c-4b13-a9cb-6387afe9e146 admin admin] Deleting port e9f04afa-b66e-4b78-8439-6d1da9ef7e0d {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:55.163520 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f142faa-bc0c-4b13-a9cb-6387afe9e146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:55.170278 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4981eeac-989d-46f4-806d-01fe38dce5dc'}, {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e50f25-3e0f-4ecf-a4a9-eacd11f7969c'}, {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a330d042-0729-4e45-b291-ff638747237f'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:55.173446 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe3dd79-0af3-4681-838d-b3c70140c59e" -d '{"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-plugged", "status": "completed", "tag": "4981eeac-989d-46f4-806d-01fe38dce5dc"}, {"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-plugged", "status": "completed", "tag": "d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c"}, {"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-plugged", "status": "completed", "tag": "a330d042-0729-4e45-b291-ff638747237f"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:55.297784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a37541f3-3bbb-4d39-aa03-d274327fa3c4 req-46a70c6c-dd5e-4171-ad83-73383f679c9b tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=93262d4e-33ef-4041-9995-f735109187b6 HTTP/1.1" status: 200 len: 210 time: 0.0659361 Jul 27 21:05:55.311581 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-cfed65f7-5f85-405b-94fb-75443b50f239 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc0238de-f933-45f5-bd07-9806f8e5fae6 HTTP/1.1" status: 200 len: 1001 time: 0.1860807 Jul 27 21:05:55.380298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe52977-2f4a-4901-a00e-41f37445a5cb req-b0a58c47-77c7-4ff1-a98f-ee58a8dde67d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] No DVR routers for this DVR port bddc5180-33fe-4437-a22c-0053dc9515df on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:55.399545 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522e5505-6587-40b3-b034-d7746002ce2a x-openstack-request-id: req-522e5505-6587-40b3-b034-d7746002ce2a {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:55.399877 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-plugged", "status": "completed", "tag": "4981eeac-989d-46f4-806d-01fe38dce5dc", "code": 200}, {"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-plugged", "status": "completed", "tag": "d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c", "code": 200}, {"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-plugged", "status": "completed", "tag": "a330d042-0729-4e45-b291-ff638747237f", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:55.400090 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-522e5505-6587-40b3-b034-d7746002ce2a {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:55.400497 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4981eeac-989d-46f4-806d-01fe38dce5dc', 'code': 200} Jul 27 21:05:55.400752 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e50f25-3e0f-4ecf-a4a9-eacd11f7969c', 'code': 200} Jul 27 21:05:55.401008 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a330d042-0729-4e45-b291-ff638747237f', 'code': 200} Jul 27 21:05:55.401558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48617cac-64be-4af9-878e-cadaac55a66c req-44b75dca-5431-44f8-a6ec-6c4a3e6172db tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.408737 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-48617cac-64be-4af9-878e-cadaac55a66c req-44b75dca-5431-44f8-a6ec-6c4a3e6172db tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.1878350 Jul 27 21:05:55.413007 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9fe52977-2f4a-4901-a00e-41f37445a5cb req-b0a58c47-77c7-4ff1-a98f-ee58a8dde67d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:55.415037 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9fe52977-2f4a-4901-a00e-41f37445a5cb req-b0a58c47-77c7-4ff1-a98f-ee58a8dde67d tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.20 "DELETE /v2.0/ports/bddc5180-33fe-4437-a22c-0053dc9515df HTTP/1.1" status: 204 len: 173 time: 1.7790015 Jul 27 21:05:55.417464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-8ce61f40-c863-4fa5-80e6-c0e2b3926269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.418959 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-8ce61f40-c863-4fa5-80e6-c0e2b3926269 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1400dfa6-e41f-4985-af22-30801885ca3a HTTP/1.1" status: 200 len: 851 time: 0.0998266 Jul 27 21:05:55.419739 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93262d4e-33ef-4041-9995-f735109187b6', 'name': 'network-vif-deleted', 'tag': 'bddc5180-33fe-4437-a22c-0053dc9515df'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:55.422360 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508bf342-9dd9-4f7e-9980-37a3058bf736" -d '{"events": [{"server_uuid": "93262d4e-33ef-4041-9995-f735109187b6", "name": "network-vif-deleted", "tag": "bddc5180-33fe-4437-a22c-0053dc9515df"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:55.537060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-48617cac-64be-4af9-878e-cadaac55a66c req-4f818aad-5e79-42a5-8fa5-603def220e01 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272089 Jul 27 21:05:55.603903 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-dd374e84-e7c9-45f5-bf98-64ef32142229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.605334 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-dd374e84-e7c9-45f5-bf98-64ef32142229 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c136ab28-e2bc-4ec9-9b8b-bf8448242a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771231 Jul 27 21:05:55.668052 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86fa877-9481-46c0-9d97-0d55a8f29d92 x-openstack-request-id: req-e86fa877-9481-46c0-9d97-0d55a8f29d92 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:55.668364 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93262d4e-33ef-4041-9995-f735109187b6", "name": "network-vif-deleted", "tag": "bddc5180-33fe-4437-a22c-0053dc9515df", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:55.668601 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e86fa877-9481-46c0-9d97-0d55a8f29d92 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:55.669348 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93262d4e-33ef-4041-9995-f735109187b6', 'name': 'network-vif-deleted', 'tag': 'bddc5180-33fe-4437-a22c-0053dc9515df', 'status': 'completed', 'code': 200} Jul 27 21:05:55.701234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-3f142faa-bc0c-4b13-a9cb-6387afe9e146 admin admin] For port e9f04afa-b66e-4b78-8439-6d1da9ef7e0d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e9f04afa-b66e-4b78-8439-6d1da9ef7e0d,segment=NetworkSegment(086cc814-2bba-486e-b0af-036e8dbd33a8),segment_id=086cc814-2bba-486e-b0af-036e8dbd33a8)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:55.701604 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f142faa-bc0c-4b13-a9cb-6387afe9e146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:55.764247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-91d03b74-f9a3-4d9f-8e9f-0c5a2cacb2f6 req-265b65c1-a6c3-4fc3-a024-f93cd356c8aa tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Deleting port 4def4505-665f-4616-97a4-82524d65d527 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:55.764598 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-91d03b74-f9a3-4d9f-8e9f-0c5a2cacb2f6 req-265b65c1-a6c3-4fc3-a024-f93cd356c8aa tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:55.768828 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-3f142faa-bc0c-4b13-a9cb-6387afe9e146 admin admin] Calling delete_port for e9f04afa-b66e-4b78-8439-6d1da9ef7e0d owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:55.892513 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9ddc8-8975-4f8a-9c0e-aeb4ff7b05c8 req-bfc5923a-b602-42c4-92c5-01c73528f1e1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.897489 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ca9ddc8-8975-4f8a-9c0e-aeb4ff7b05c8 req-bfc5923a-b602-42c4-92c5-01c73528f1e1 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 945 time: 0.2041364 Jul 27 21:05:55.900779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e111611-ffe7-43d0-831b-4134286734b4 req-5832047d-08be-4df0-9417-a7f38a0f7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.901833 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e111611-ffe7-43d0-831b-4134286734b4 req-5832047d-08be-4df0-9417-a7f38a0f7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.902565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e111611-ffe7-43d0-831b-4134286734b4 req-5832047d-08be-4df0-9417-a7f38a0f7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.903054 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e111611-ffe7-43d0-831b-4134286734b4 req-5832047d-08be-4df0-9417-a7f38a0f7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.903534 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e111611-ffe7-43d0-831b-4134286734b4 req-5832047d-08be-4df0-9417-a7f38a0f7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.904007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e111611-ffe7-43d0-831b-4134286734b4 req-5832047d-08be-4df0-9417-a7f38a0f7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.904477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e111611-ffe7-43d0-831b-4134286734b4 req-5832047d-08be-4df0-9417-a7f38a0f7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:55.906526 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e111611-ffe7-43d0-831b-4134286734b4 req-5832047d-08be-4df0-9417-a7f38a0f7e4c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 6503 time: 0.3806543 Jul 27 21:05:55.935018 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-13db1db2-6572-4ecc-9d0f-1a0ee3912bf5 req-15a015ae-753a-4649-a710-3c9fba2bf1a0 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Deleting port cb06891a-574c-441f-b38a-567e0c93240f {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:55.935398 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13db1db2-6572-4ecc-9d0f-1a0ee3912bf5 req-15a015ae-753a-4649-a710-3c9fba2bf1a0 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:55.977991 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-471dec5b-1291-403e-830e-712029998c42 service neutron] 10.222.0.66 "GET /v2.0/networks/c136ab28-e2bc-4ec9-9b8b-bf8448242a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633335 Jul 27 21:05:56.098760 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e111611-ffe7-43d0-831b-4134286734b4 req-510affaf-655d-49f1-8443-c25caf399bb3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1822410 Jul 27 21:05:56.107961 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ca9ddc8-8975-4f8a-9c0e-aeb4ff7b05c8 req-936281a8-fa7e-42d1-b71f-3e74e6c715d5 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba8ab6e1-4626-4a37-8455-0bbb58aae77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955473 Jul 27 21:05:56.111143 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-91d03b74-f9a3-4d9f-8e9f-0c5a2cacb2f6 req-265b65c1-a6c3-4fc3-a024-f93cd356c8aa tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] For port 4def4505-665f-4616-97a4-82524d65d527, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=4def4505-665f-4616-97a4-82524d65d527,segment=NetworkSegment(37b711c8-dd1d-4ada-a935-8e40e0e28027),segment_id=37b711c8-dd1d-4ada-a935-8e40e0e28027)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:56.111518 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-91d03b74-f9a3-4d9f-8e9f-0c5a2cacb2f6 req-265b65c1-a6c3-4fc3-a024-f93cd356c8aa tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:56.181776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-91d03b74-f9a3-4d9f-8e9f-0c5a2cacb2f6 req-265b65c1-a6c3-4fc3-a024-f93cd356c8aa tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Calling delete_port for 4def4505-665f-4616-97a4-82524d65d527 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:56.206823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-13db1db2-6572-4ecc-9d0f-1a0ee3912bf5 req-15a015ae-753a-4649-a710-3c9fba2bf1a0 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] For port cb06891a-574c-441f-b38a-567e0c93240f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=cb06891a-574c-441f-b38a-567e0c93240f,segment=NetworkSegment(34f1a03d-2a3d-41c6-90b5-98f70dfa8e59),segment_id=34f1a03d-2a3d-41c6-90b5-98f70dfa8e59)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:56.207957 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13db1db2-6572-4ecc-9d0f-1a0ee3912bf5 req-15a015ae-753a-4649-a710-3c9fba2bf1a0 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:56.225618 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-f319994a-d3ad-4280-9706-eec89dd832c8 service neutron] 10.222.0.66 "GET /v2.0/networks/c136ab28-e2bc-4ec9-9b8b-bf8448242a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393038 Jul 27 21:05:56.237451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-13db1db2-6572-4ecc-9d0f-1a0ee3912bf5 req-15a015ae-753a-4649-a710-3c9fba2bf1a0 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Calling delete_port for cb06891a-574c-441f-b38a-567e0c93240f owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:56.289110 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68a1af-07ca-4cae-84df-58e841a123eb req-198c89e7-f5c3-4ac5-a6d4-56b807144407 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.317949 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68a1af-07ca-4cae-84df-58e841a123eb req-198c89e7-f5c3-4ac5-a6d4-56b807144407 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.344831 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68a1af-07ca-4cae-84df-58e841a123eb req-198c89e7-f5c3-4ac5-a6d4-56b807144407 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.354986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68a1af-07ca-4cae-84df-58e841a123eb req-198c89e7-f5c3-4ac5-a6d4-56b807144407 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.368636 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68a1af-07ca-4cae-84df-58e841a123eb req-198c89e7-f5c3-4ac5-a6d4-56b807144407 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.389260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68a1af-07ca-4cae-84df-58e841a123eb req-198c89e7-f5c3-4ac5-a6d4-56b807144407 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.396882 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68a1af-07ca-4cae-84df-58e841a123eb req-198c89e7-f5c3-4ac5-a6d4-56b807144407 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.407448 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d68a1af-07ca-4cae-84df-58e841a123eb req-198c89e7-f5c3-4ac5-a6d4-56b807144407 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5446 time: 0.2770257 Jul 27 21:05:56.455237 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-a01bf512-143b-453c-9809-7ace905d90b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=d428951c-9af6-415a-913d-31512d67dde2 HTTP/1.1" status: 200 len: 217 time: 0.2025084 Jul 27 21:05:56.523025 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d68a1af-07ca-4cae-84df-58e841a123eb req-82291d6f-94e3-4c6e-9099-43d8c575888a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141863 Jul 27 21:05:56.555626 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-91d03b74-f9a3-4d9f-8e9f-0c5a2cacb2f6 req-265b65c1-a6c3-4fc3-a024-f93cd356c8aa tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:56.570238 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['4def4505-665f-4616-97a4-82524d65d527'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:56.570808 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-38e299b9-1aae-42c8-a3b9-556b3e48f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.572979 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-38e299b9-1aae-42c8-a3b9-556b3e48f383 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a7a7b95-12bc-48a4-b7c3-4715da94a46d HTTP/1.1" status: 200 len: 797 time: 0.1025059 Jul 27 21:05:56.638771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b65c1-a6c3-4fc3-a024-f93cd356c8aa tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Pushing event deleted for resources: {'Port': ['ID=4def4505-665f-4616-97a4-82524d65d527,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:56.698702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device bddc5180-33fe-4437-a22c-0053dc9515df no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:56.717301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d03b74-f9a3-4d9f-8e9f-0c5a2cacb2f6 req-265b65c1-a6c3-4fc3-a024-f93cd356c8aa tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] No DVR routers for this DVR port 4def4505-665f-4616-97a4-82524d65d527 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:56.732409 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f142faa-bc0c-4b13-a9cb-6387afe9e146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:56.741253 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: bddc5180-33fe-4437-a22c-0053dc9515df {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:56.741532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device bddc5180-33fe-4437-a22c-0053dc9515df not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:56.747033 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-91d03b74-f9a3-4d9f-8e9f-0c5a2cacb2f6 req-265b65c1-a6c3-4fc3-a024-f93cd356c8aa tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:56.749101 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-91d03b74-f9a3-4d9f-8e9f-0c5a2cacb2f6 req-265b65c1-a6c3-4fc3-a024-f93cd356c8aa tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.20 "DELETE /v2.0/ports/4def4505-665f-4616-97a4-82524d65d527 HTTP/1.1" status: 204 len: 173 time: 1.7037616 Jul 27 21:05:56.825666 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f142faa-bc0c-4b13-a9cb-6387afe9e146 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f04afa-b66e-4b78-8439-6d1da9ef7e0d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:56.877031 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:05:56.897220 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-34b6fe9d-bde0-4823-a3f4-41cf59d6d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:56.907099 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-34b6fe9d-bde0-4823-a3f4-41cf59d6d3d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a410ce51-102d-4a42-9789-3fefbaa95d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3224840 Jul 27 21:05:57.093989 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68329e9-07b0-43e1-834d-098312336a9e req-fbf5ed0d-8a85-4ff4-abda-4ab8903f9e0c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:57.098381 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e68329e9-07b0-43e1-834d-098312336a9e req-fbf5ed0d-8a85-4ff4-abda-4ab8903f9e0c tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 946 time: 0.3605797 Jul 27 21:05:57.189753 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13db1db2-6572-4ecc-9d0f-1a0ee3912bf5 req-15a015ae-753a-4649-a710-3c9fba2bf1a0 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:57.194712 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-a0a715f0-6f6c-4e09-b23e-5c4bf64917ff service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753711 Jul 27 21:05:57.202927 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e68329e9-07b0-43e1-834d-098312336a9e req-5a63181b-2a48-4526-8858-4bff9e464afc tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3930add-8523-4bc2-abc0-8b3ca2987e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848689 Jul 27 21:05:57.203115 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['cb06891a-574c-441f-b38a-567e0c93240f'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:05:57.342968 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f142faa-bc0c-4b13-a9cb-6387afe9e146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:57.369428 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a015ae-753a-4649-a710-3c9fba2bf1a0 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Pushing event deleted for resources: {'Port': ['ID=cb06891a-574c-441f-b38a-567e0c93240f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:05:57.398944 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-40665f79-e8e9-472d-b5b5-04c9c26f7c7d service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933622 Jul 27 21:05:57.577735 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-61d487d9-4af6-4fc9-8386-3d7c69607269 req-4b1d65ba-207f-4ee1-81bf-67a9a7081c80 tempest-ServerRescueTestJSONUnderV235-311158410 tempest-ServerRescueTestJSONUnderV235-311158410-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6dcae11-3f36-46c8-bacc-ec28fc38a3af HTTP/1.1" status: 200 len: 210 time: 0.0493479 Jul 27 21:05:57.578649 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-474d02c0-0c59-485e-9d45-63f0b124e8a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=2fa8db0b-c60f-4d02-9b59-06d022fef9be HTTP/1.1" status: 200 len: 217 time: 0.1725268 Jul 27 21:05:57.737320 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-ddb3e831-07f0-4cb3-bf5a-1ffb5d997a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:57.739700 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-ddb3e831-07f0-4cb3-bf5a-1ffb5d997a4e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a7a7b95-12bc-48a4-b7c3-4715da94a46d HTTP/1.1" status: 200 len: 797 time: 0.1536870 Jul 27 21:05:58.121774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'name': 'network-vif-deleted', 'tag': '4def4505-665f-4616-97a4-82524d65d527'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:05:58.127517 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f588404-508e-4209-9945-08d1f2e871a6" -d '{"events": [{"server_uuid": "c6dcae11-3f36-46c8-bacc-ec28fc38a3af", "name": "network-vif-deleted", "tag": "4def4505-665f-4616-97a4-82524d65d527"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:05:58.166102 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-13db1db2-6572-4ecc-9d0f-1a0ee3912bf5 req-15a015ae-753a-4649-a710-3c9fba2bf1a0 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] No DVR routers for this DVR port cb06891a-574c-441f-b38a-567e0c93240f on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:05:58.170192 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13db1db2-6572-4ecc-9d0f-1a0ee3912bf5 req-15a015ae-753a-4649-a710-3c9fba2bf1a0 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:58.172714 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-13db1db2-6572-4ecc-9d0f-1a0ee3912bf5 req-15a015ae-753a-4649-a710-3c9fba2bf1a0 tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.66 "DELETE /v2.0/ports/cb06891a-574c-441f-b38a-567e0c93240f HTTP/1.1" status: 204 len: 173 time: 3.0357163 Jul 27 21:05:58.318255 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b9de3-360d-4443-920d-46b72d19dd81 req-fdecad3c-2c5f-4cc2-92fa-f336fe6a9205 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:58.324715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b9de3-360d-4443-920d-46b72d19dd81 req-fdecad3c-2c5f-4cc2-92fa-f336fe6a9205 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:58.342983 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b9de3-360d-4443-920d-46b72d19dd81 req-fdecad3c-2c5f-4cc2-92fa-f336fe6a9205 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:58.359757 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b9de3-360d-4443-920d-46b72d19dd81 req-fdecad3c-2c5f-4cc2-92fa-f336fe6a9205 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:58.366134 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b9de3-360d-4443-920d-46b72d19dd81 req-fdecad3c-2c5f-4cc2-92fa-f336fe6a9205 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:58.384682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b9de3-360d-4443-920d-46b72d19dd81 req-fdecad3c-2c5f-4cc2-92fa-f336fe6a9205 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:58.392292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b9de3-360d-4443-920d-46b72d19dd81 req-fdecad3c-2c5f-4cc2-92fa-f336fe6a9205 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:58.401213 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d98b9de3-360d-4443-920d-46b72d19dd81 req-fdecad3c-2c5f-4cc2-92fa-f336fe6a9205 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5446 time: 0.7211668 Jul 27 21:05:58.470108 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-5e31db55-1070-4e86-954c-1b775613c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:58.470552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f142faa-bc0c-4b13-a9cb-6387afe9e146 admin admin] Router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:05:58.471653 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-5e31db55-1070-4e86-954c-1b775613c347 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a410ce51-102d-4a42-9789-3fefbaa95d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7242370 Jul 27 21:05:58.486816 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d98b9de3-360d-4443-920d-46b72d19dd81 req-5020b8bf-891a-4c1f-80e0-56ecb8177016 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846593 Jul 27 21:05:58.602943 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50adb67-d699-4caa-ba45-a8c91d0a997e x-openstack-request-id: req-b50adb67-d699-4caa-ba45-a8c91d0a997e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:05:58.603371 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6dcae11-3f36-46c8-bacc-ec28fc38a3af", "name": "network-vif-deleted", "tag": "4def4505-665f-4616-97a4-82524d65d527", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:05:58.603626 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b50adb67-d699-4caa-ba45-a8c91d0a997e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:05:58.604153 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6dcae11-3f36-46c8-bacc-ec28fc38a3af', 'name': 'network-vif-deleted', 'tag': '4def4505-665f-4616-97a4-82524d65d527', 'status': 'completed', 'code': 200} Jul 27 21:05:58.609530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677fdda-9292-4ba3-ab3c-97a7ef3c6864 req-1400599a-51af-4684-afee-e1c3cfce9a63 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:58.611101 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c677fdda-9292-4ba3-ab3c-97a7ef3c6864 req-1400599a-51af-4684-afee-e1c3cfce9a63 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 945 time: 0.1983936 Jul 27 21:05:58.657868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f142faa-bc0c-4b13-a9cb-6387afe9e146 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:05:58.672057 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6392bb9-654e-448f-9412-8b845aa438c8 None None] Sync routers for ids ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:05:58.684654 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3f142faa-bc0c-4b13-a9cb-6387afe9e146 admin admin] 10.222.0.55 "PUT /v2.0/routers/7d884ac6-bc6e-4e3f-80c8-e751e1a3e026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6704473 Jul 27 21:05:58.686409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43678) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:58.694958 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6392bb9-654e-448f-9412-8b845aa438c8 None None] Routers {'7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:58.695593 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b6392bb9-654e-448f-9412-8b845aa438c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:58.711337 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c677fdda-9292-4ba3-ab3c-97a7ef3c6864 req-67328ae5-7780-4052-98e2-54927b9ae496 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904603 Jul 27 21:05:58.718649 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 4def4505-665f-4616-97a4-82524d65d527 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:58.726236 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-43295cde-2f3f-49cb-9230-ba666e57ecf3 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240837 Jul 27 21:05:58.791399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 4def4505-665f-4616-97a4-82524d65d527 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:58.796555 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 4def4505-665f-4616-97a4-82524d65d527 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:58.903489 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-392a0874-29e6-411a-be8a-5150a7fa4b99 req-e6918f01-843c-4f73-9983-3de48cbcf86f tempest-ServerRescueTestJSON-2016475979 tempest-ServerRescueTestJSON-2016475979-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0932c02-321e-44e0-9eb6-47d8f3e90b7d HTTP/1.1" status: 200 len: 210 time: 0.0508578 Jul 27 21:05:58.905858 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43680) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:05:58.989685 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-b6392bb9-654e-448f-9412-8b845aa438c8 None None] Set router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:59.079309 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be967281-f2be-4e6e-97ee-b919528eeca4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.098875 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-7a496147-f217-4e44-9e98-b03c4994afb6 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725333 Jul 27 21:05:59.201142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-4e7b15be-b219-45c3-936d-0a3a96ee6519 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=e52e863c-19ea-4520-b512-4229b90f3d03 HTTP/1.1" status: 200 len: 217 time: 0.0660429 Jul 27 21:05:59.233421 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be967281-f2be-4e6e-97ee-b919528eeca4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.239452 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b6392bb9-654e-448f-9412-8b845aa438c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'name': 'tempest-ServersTestJSON-500445189-router', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:15Z', 'updated_at': '2021-07-27T21:05:56Z', 'revision_number': 5, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'gw_port': {'id': 'e0263aab-8245-4621-b199-6e35e0d7a014', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:16Z', 'updated_at': '2021-07-27T21:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:59.335974 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6392bb9-654e-448f-9412-8b845aa438c8 None None] Checking router: 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:05:59.355643 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6392bb9-654e-448f-9412-8b845aa438c8 None None] Routers {'7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:05:59.356384 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b6392bb9-654e-448f-9412-8b845aa438c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:59.356812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-be967281-f2be-4e6e-97ee-b919528eeca4 admin admin] Deleting port e0263aab-8245-4621-b199-6e35e0d7a014 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:05:59.357255 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be967281-f2be-4e6e-97ee-b919528eeca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.390647 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device cb06891a-574c-441f-b38a-567e0c93240f no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:05:59.440170 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: cb06891a-574c-441f-b38a-567e0c93240f {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:05:59.440503 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device cb06891a-574c-441f-b38a-567e0c93240f not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:05:59.446532 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-a6a53b55-e0fa-4991-8050-28bf5069c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:59.451587 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-a6a53b55-e0fa-4991-8050-28bf5069c1d8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a7a7b95-12bc-48a4-b7c3-4715da94a46d HTTP/1.1" status: 200 len: 797 time: 0.2409770 Jul 27 21:05:59.573430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-be967281-f2be-4e6e-97ee-b919528eeca4 admin admin] For port e0263aab-8245-4621-b199-6e35e0d7a014, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e0263aab-8245-4621-b199-6e35e0d7a014,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:05:59.574012 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be967281-f2be-4e6e-97ee-b919528eeca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:05:59.601874 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-b6392bb9-654e-448f-9412-8b845aa438c8 None None] Set router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:05:59.619691 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-be967281-f2be-4e6e-97ee-b919528eeca4 admin admin] Calling delete_port for e0263aab-8245-4621-b199-6e35e0d7a014 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:05:59.676308 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b6392bb9-654e-448f-9412-8b845aa438c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'name': 'tempest-ServersTestJSON-500445189-router', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:15Z', 'updated_at': '2021-07-27T21:05:59Z', 'revision_number': 6, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:05:59.713113 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6392bb9-654e-448f-9412-8b845aa438c8 None None] The sync data for ids ['7d884ac6-bc6e-4e3f-80c8-e751e1a3e026'] in n-d-764806-9 is: [{'id': '7d884ac6-bc6e-4e3f-80c8-e751e1a3e026', 'name': 'tempest-ServersTestJSON-500445189-router', 'tenant_id': 'eb4ef6d905c540639ba16528d6bd530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:15Z', 'updated_at': '2021-07-27T21:05:59Z', 'revision_number': 6, 'project_id': 'eb4ef6d905c540639ba16528d6bd530f', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:05:59.833855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-b66025aa-7ae6-41c9-976e-74f6e312d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:05:59.835452 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-b66025aa-7ae6-41c9-976e-74f6e312d60a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a410ce51-102d-4a42-9789-3fefbaa95d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3749175 Jul 27 21:05:59.920792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43704) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:00.031252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d4af3-2302-4bdb-97bf-44581c4ffb33 req-3315daf6-48fa-4908-9f72-9598aeeba4c8 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.036508 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-be0d4af3-2302-4bdb-97bf-44581c4ffb33 req-3315daf6-48fa-4908-9f72-9598aeeba4c8 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 945 time: 0.2409201 Jul 27 21:06:00.052759 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e8e60-b641-4405-bd4e-2b73960f442e req-1b43e31c-8b75-460a-a3e2-994a2bef5875 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.058675 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e8e60-b641-4405-bd4e-2b73960f442e req-1b43e31c-8b75-460a-a3e2-994a2bef5875 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.064912 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e8e60-b641-4405-bd4e-2b73960f442e req-1b43e31c-8b75-460a-a3e2-994a2bef5875 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.072052 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e8e60-b641-4405-bd4e-2b73960f442e req-1b43e31c-8b75-460a-a3e2-994a2bef5875 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.078183 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e8e60-b641-4405-bd4e-2b73960f442e req-1b43e31c-8b75-460a-a3e2-994a2bef5875 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.085009 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e8e60-b641-4405-bd4e-2b73960f442e req-1b43e31c-8b75-460a-a3e2-994a2bef5875 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.091004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e8e60-b641-4405-bd4e-2b73960f442e req-1b43e31c-8b75-460a-a3e2-994a2bef5875 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.101921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d0e8e60-b641-4405-bd4e-2b73960f442e req-1b43e31c-8b75-460a-a3e2-994a2bef5875 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5446 time: 0.4476199 Jul 27 21:06:00.177477 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-04cfe6c7-f9af-4976-9c3c-5e08d417594c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.230556 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9954816-14c6-40e3-aea7-6b12aab946ba req-9a40971f-74e5-494d-9f5d-86016a0766e7 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.238178 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9954816-14c6-40e3-aea7-6b12aab946ba req-9a40971f-74e5-494d-9f5d-86016a0766e7 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 945 time: 0.3274243 Jul 27 21:06:00.240615 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be967281-f2be-4e6e-97ee-b919528eeca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.291638 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d0e8e60-b641-4405-bd4e-2b73960f442e req-1e0c0d3f-8e5e-46bb-9b62-11814ee10fc9 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1887977 Jul 27 21:06:00.294077 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e9f04afa-b66e-4b78-8439-6d1da9ef7e0d no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:00.308645 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-11de474f-70df-458e-8c39-9b61fbfc96c6 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601991 Jul 27 21:06:00.324327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be967281-f2be-4e6e-97ee-b919528eeca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0263aab-8245-4621-b199-6e35e0d7a014,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:00.339966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: e9f04afa-b66e-4b78-8439-6d1da9ef7e0d {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:06:00.340333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e9f04afa-b66e-4b78-8439-6d1da9ef7e0d not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:06:00.411498 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9954816-14c6-40e3-aea7-6b12aab946ba req-81ccff35-586f-45c6-9576-c5cffc337645 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/security-groups?id=e84682da-9194-4640-bd0a-b031d314a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722350 Jul 27 21:06:00.452504 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be967281-f2be-4e6e-97ee-b919528eeca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.464933 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43712) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:00.559709 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-be0d4af3-2302-4bdb-97bf-44581c4ffb33 req-1040554e-9c52-49ed-8cd6-56620222bd01 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Deleting port 57fe7918-c9cd-422f-aa0c-181755d554c3 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:00.560052 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-be0d4af3-2302-4bdb-97bf-44581c4ffb33 req-1040554e-9c52-49ed-8cd6-56620222bd01 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.586259 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be967281-f2be-4e6e-97ee-b919528eeca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.622621 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be967281-f2be-4e6e-97ee-b919528eeca4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.624713 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0932c02-321e-44e0-9eb6-47d8f3e90b7d', 'name': 'network-vif-deleted', 'tag': 'cb06891a-574c-441f-b38a-567e0c93240f'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:00.633148 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e98777e-f897-4581-bf5e-1bca3fe49fa6" -d '{"events": [{"server_uuid": "f0932c02-321e-44e0-9eb6-47d8f3e90b7d", "name": "network-vif-deleted", "tag": "cb06891a-574c-441f-b38a-567e0c93240f"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:00.726587 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5650095-5eef-4f86-8e95-6cbb28fe3eec x-openstack-request-id: req-d5650095-5eef-4f86-8e95-6cbb28fe3eec {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:00.726856 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0932c02-321e-44e0-9eb6-47d8f3e90b7d", "name": "network-vif-deleted", "tag": "cb06891a-574c-441f-b38a-567e0c93240f", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:00.727107 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5650095-5eef-4f86-8e95-6cbb28fe3eec {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:00.727543 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0932c02-321e-44e0-9eb6-47d8f3e90b7d', 'name': 'network-vif-deleted', 'tag': 'cb06891a-574c-441f-b38a-567e0c93240f', 'status': 'completed', 'code': 200} Jul 27 21:06:00.729784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-72de5b6e-9728-4328-bd9c-60c04a9daedb service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938065 Jul 27 21:06:00.751036 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be967281-f2be-4e6e-97ee-b919528eeca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.751587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be967281-f2be-4e6e-97ee-b919528eeca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:06:00.767409 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be967281-f2be-4e6e-97ee-b919528eeca4 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.771800 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-be967281-f2be-4e6e-97ee-b919528eeca4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/7d884ac6-bc6e-4e3f-80c8-e751e1a3e026 HTTP/1.1" status: 204 len: 168 time: 2.0844040 Jul 27 21:06:00.775191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43716) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:00.846557 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-09f1a81d-5222-4d56-9d58-5c0ae690c047 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=f2b60967-bfdf-4329-90d7-618af56506fa HTTP/1.1" status: 200 len: 217 time: 0.0986364 Jul 27 21:06:00.863964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-be0d4af3-2302-4bdb-97bf-44581c4ffb33 req-1040554e-9c52-49ed-8cd6-56620222bd01 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] For port 57fe7918-c9cd-422f-aa0c-181755d554c3, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=57fe7918-c9cd-422f-aa0c-181755d554c3,segment=NetworkSegment(0749aa95-411f-40be-8fe1-d8b924141bd3),segment_id=0749aa95-411f-40be-8fe1-d8b924141bd3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:00.864344 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-be0d4af3-2302-4bdb-97bf-44581c4ffb33 req-1040554e-9c52-49ed-8cd6-56620222bd01 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.903537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-be0d4af3-2302-4bdb-97bf-44581c4ffb33 req-1040554e-9c52-49ed-8cd6-56620222bd01 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Calling delete_port for 57fe7918-c9cd-422f-aa0c-181755d554c3 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:00.913264 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7199db24-1ced-4682-af80-02ad5f7d30b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.921175 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-04cfe6c7-f9af-4976-9c3c-5e08d417594c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.927161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95b6b50-0d5f-4e03-a745-b2f942f37c6a admin admin] Deleting subnet 864f30b3-7cb2-4b35-aa65-c81e98a3a601 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:06:00.931262 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d95b6b50-0d5f-4e03-a745-b2f942f37c6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.949721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6751a-1071-4e7a-bc0a-153a4e9f5795 req-b77b7913-f21f-4742-8fb7-ecd476d9add6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.956470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6751a-1071-4e7a-bc0a-153a4e9f5795 req-b77b7913-f21f-4742-8fb7-ecd476d9add6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.964019 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6751a-1071-4e7a-bc0a-153a4e9f5795 req-b77b7913-f21f-4742-8fb7-ecd476d9add6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.970614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6751a-1071-4e7a-bc0a-153a4e9f5795 req-b77b7913-f21f-4742-8fb7-ecd476d9add6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.977703 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6751a-1071-4e7a-bc0a-153a4e9f5795 req-b77b7913-f21f-4742-8fb7-ecd476d9add6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.978691 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d95b6b50-0d5f-4e03-a745-b2f942f37c6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:00.984205 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6751a-1071-4e7a-bc0a-153a4e9f5795 req-b77b7913-f21f-4742-8fb7-ecd476d9add6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:00.996185 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6751a-1071-4e7a-bc0a-153a4e9f5795 req-b77b7913-f21f-4742-8fb7-ecd476d9add6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:01.005746 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b3d6751a-1071-4e7a-bc0a-153a4e9f5795 req-b77b7913-f21f-4742-8fb7-ecd476d9add6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5446 time: 0.4746957 Jul 27 21:06:01.014839 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43720) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:01.021592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-925c8119-faa5-42a8-a4f8-6b7fb8eb1cd6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Request body: {'floatingip': {'port_id': 'c5e7f2b1-19ab-4550-91eb-7886e2f80340'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:01.034961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-04cfe6c7-f9af-4976-9c3c-5e08d417594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.115673 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-6ed701da-fe2b-45b9-bbf4-02624884b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:01.117451 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-6ed701da-fe2b-45b9-bbf4-02624884b9e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a7a7b95-12bc-48a4-b7c3-4715da94a46d HTTP/1.1" status: 200 len: 797 time: 0.2623076 Jul 27 21:06:01.173835 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-925c8119-faa5-42a8-a4f8-6b7fb8eb1cd6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for floatingip, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.226196 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-04cfe6c7-f9af-4976-9c3c-5e08d417594c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04f68d1b907e45dfad5270138dbe9623&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3042088 Jul 27 21:06:01.231230 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43722) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:01.308299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfe6c7-f9af-4976-9c3c-5e08d417594c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb34c966-cb60-4b6f-bf15-7fdef7ecb6d6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:01.356361 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d95b6b50-0d5f-4e03-a745-b2f942f37c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.425244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-081ca940-c898-440d-ad3d-ffe55c05a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:01.428252 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-081ca940-c898-440d-ad3d-ffe55c05a2e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a410ce51-102d-4a42-9789-3fefbaa95d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2992263 Jul 27 21:06:01.446215 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c8a95e84-5cbd-43c3-a0b8-c4e14409a72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.559310 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-926382dc-bf04-473a-8fe7-f9953530f553 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099365 Jul 27 21:06:01.561225 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d95b6b50-0d5f-4e03-a745-b2f942f37c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.633002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b6b50-0d5f-4e03-a745-b2f942f37c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=864f30b3-7cb2-4b35-aa65-c81e98a3a601,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:01.639508 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eadca57-5c57-4fb3-ad7d-149cb214f6a8 None None] Network 6ec00e2c-05c4-487c-9890-4842123aff94 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:01.639998 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d95b6b50-0d5f-4e03-a745-b2f942f37c6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.644036 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d95b6b50-0d5f-4e03-a745-b2f942f37c6a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/864f30b3-7cb2-4b35-aa65-c81e98a3a601 HTTP/1.1" status: 204 len: 168 time: 0.8605952 Jul 27 21:06:01.644036 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-be0d4af3-2302-4bdb-97bf-44581c4ffb33 req-1040554e-9c52-49ed-8cd6-56620222bd01 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.652318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43726) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:01.701203 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040554e-9c52-49ed-8cd6-56620222bd01 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Pushing event deleted for resources: {'Port': ['ID=57fe7918-c9cd-422f-aa0c-181755d554c3,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:01.708868 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-db3c2633-c546-49bb-b7a3-7591cf6f1656 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365354 Jul 27 21:06:01.772039 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27940b77-8b2a-456f-b10f-83993ff91486 req-84f3f906-716a-4d07-8ebd-57ae7e0b6e2e tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7a3f093-158d-4ba7-b3d0-aa529b337d97 HTTP/1.1" status: 200 len: 210 time: 0.0595267 Jul 27 21:06:01.777841 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c8a95e84-5cbd-43c3-a0b8-c4e14409a72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.841870 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-37ff2ce9-67dc-4a51-9075-992aa47d6eba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8ce6ad16-e5b2-43c3-9b3b-ca14413e757c HTTP/1.1" status: 200 len: 217 time: 0.1217024 Jul 27 21:06:01.852328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0d4af3-2302-4bdb-97bf-44581c4ffb33 req-1040554e-9c52-49ed-8cd6-56620222bd01 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] No DVR routers for this DVR port 57fe7918-c9cd-422f-aa0c-181755d554c3 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:06:01.860336 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-be0d4af3-2302-4bdb-97bf-44581c4ffb33 req-1040554e-9c52-49ed-8cd6-56620222bd01 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.862568 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-be0d4af3-2302-4bdb-97bf-44581c4ffb33 req-1040554e-9c52-49ed-8cd6-56620222bd01 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] 10.222.0.66 "DELETE /v2.0/ports/57fe7918-c9cd-422f-aa0c-181755d554c3 HTTP/1.1" status: 204 len: 173 time: 1.8182483 Jul 27 21:06:01.902478 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:01.948206 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42fc7e8-0529-499e-b053-23166320323c None None] DHCP port deletion for 6ec00e2c-05c4-487c-9890-4842123aff94 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:06:02.051084 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-548c4dd9-fd4c-4ddf-b9bb-a5d4cfd66a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:02.053274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-548c4dd9-fd4c-4ddf-b9bb-a5d4cfd66a00 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a43653b-252d-4da2-bf43-47c001947d62 HTTP/1.1" status: 200 len: 797 time: 0.2025979 Jul 27 21:06:02.055665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a42fc7e8-0529-499e-b053-23166320323c None None] Deleting port 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:02.056045 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a42fc7e8-0529-499e-b053-23166320323c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.117778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Deleting port 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:02.118793 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.146648 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a42fc7e8-0529-499e-b053-23166320323c None None] For port 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c,segment=NetworkSegment(086cc814-2bba-486e-b0af-036e8dbd33a8),segment_id=086cc814-2bba-486e-b0af-036e8dbd33a8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:02.147096 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a42fc7e8-0529-499e-b053-23166320323c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.163601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a42fc7e8-0529-499e-b053-23166320323c None None] Calling delete_port for 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:02.245703 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-925c8119-faa5-42a8-a4f8-6b7fb8eb1cd6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.252082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] For port 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c,segment=NetworkSegment(086cc814-2bba-486e-b0af-036e8dbd33a8),segment_id=086cc814-2bba-486e-b0af-036e8dbd33a8)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:02.253677 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.266016 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-925c8119-faa5-42a8-a4f8-6b7fb8eb1cd6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.277475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Calling delete_port for 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:02.313789 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a42fc7e8-0529-499e-b053-23166320323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.380936 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e0263aab-8245-4621-b199-6e35e0d7a014 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:02.385441 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fc7e8-0529-499e-b053-23166320323c None None] Pushing event deleted for resources: {'Port': ['ID=8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:02.436844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42fc7e8-0529-499e-b053-23166320323c None None] No DVR routers for this DVR port 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:06:02.444098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: e0263aab-8245-4621-b199-6e35e0d7a014 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:06:02.444435 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e0263aab-8245-4621-b199-6e35e0d7a014 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:06:02.444843 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:02.471239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:06:02.471575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:06:02.604462 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-925c8119-faa5-42a8-a4f8-6b7fb8eb1cd6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Floating IP c0149c64-0911-4106-bde8-94adeb95a0c9 associated. External IP: 172.25.2.143, port: c5e7f2b1-19ab-4550-91eb-7886e2f80340. Jul 27 21:06:02.638942 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ca9faf24-2a57-4aa6-a85e-243923b0386f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.656866 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c8a95e84-5cbd-43c3-a0b8-c4e14409a72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.660979 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c8a95e84-5cbd-43c3-a0b8-c4e14409a72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.664804 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c8a95e84-5cbd-43c3-a0b8-c4e14409a72c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb34c966-cb60-4b6f-bf15-7fdef7ecb6d6 HTTP/1.1" status: 204 len: 168 time: 1.4273329 Jul 27 21:06:02.686542 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc28f-33cc-41b5-b7b6-c148c7113283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.691470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a95e84-5cbd-43c3-a0b8-c4e14409a72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb34c966-cb60-4b6f-bf15-7fdef7ecb6d6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:02.755898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-10fbd1bf-9a87-414a-aaa2-374745361bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:02.757706 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-10fbd1bf-9a87-414a-aaa2-374745361bef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a54d9f4c-31a3-472d-917d-12867f1c0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6876378 Jul 27 21:06:02.760976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7199db24-1ced-4682-af80-02ad5f7d30b3 admin admin] Deleting port 9469f8d4-3e5e-4e29-9c29-11a18fd805c6 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:02.761502 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7199db24-1ced-4682-af80-02ad5f7d30b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:02.887381 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43734) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:03.068593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-4597a4a4-cf0c-4bbb-b454-0ea2d6ff3002 admin admin] Deleting subnet d6866e95-5277-449a-81cc-71c772e0c274 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:06:03.098758 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-7199db24-1ced-4682-af80-02ad5f7d30b3 admin admin] For port 9469f8d4-3e5e-4e29-9c29-11a18fd805c6, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9469f8d4-3e5e-4e29-9c29-11a18fd805c6,segment=NetworkSegment(37b711c8-dd1d-4ada-a935-8e40e0e28027),segment_id=37b711c8-dd1d-4ada-a935-8e40e0e28027)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:03.101410 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7199db24-1ced-4682-af80-02ad5f7d30b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.102248 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4597a4a4-cf0c-4bbb-b454-0ea2d6ff3002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.168587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a3f093-158d-4ba7-b3d0-aa529b337d97', 'name': 'network-vif-deleted', 'tag': '57fe7918-c9cd-422f-aa0c-181755d554c3'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:03.170892 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6646aee2-5a9a-4afa-abd3-80039f82d10d" -d '{"events": [{"server_uuid": "b7a3f093-158d-4ba7-b3d0-aa529b337d97", "name": "network-vif-deleted", "tag": "57fe7918-c9cd-422f-aa0c-181755d554c3"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:03.187188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7199db24-1ced-4682-af80-02ad5f7d30b3 admin admin] Calling delete_port for 9469f8d4-3e5e-4e29-9c29-11a18fd805c6 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:03.199603 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-d0ac5e70-9d5f-4e20-a3cd-05d53fc0a1e0 service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318869 Jul 27 21:06:03.212034 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.268934 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4597a4a4-cf0c-4bbb-b454-0ea2d6ff3002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.276925 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b272566c-02df-443d-aa35-05b3f1a88329 x-openstack-request-id: req-b272566c-02df-443d-aa35-05b3f1a88329 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:03.276925 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a3f093-158d-4ba7-b3d0-aa529b337d97", "name": "network-vif-deleted", "tag": "57fe7918-c9cd-422f-aa0c-181755d554c3", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:03.276925 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b272566c-02df-443d-aa35-05b3f1a88329 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:03.278027 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a3f093-158d-4ba7-b3d0-aa529b337d97', 'name': 'network-vif-deleted', 'tag': '57fe7918-c9cd-422f-aa0c-181755d554c3', 'status': 'completed', 'code': 200} Jul 27 21:06:03.283351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:03.287805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] No DVR routers for this DVR port 8dc8f3bb-2747-46e8-94a7-885b3c0a0c5c on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:06:03.298439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:03.298864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:03.299276 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:03.299680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:03.300082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:03.300513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:03.300986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:03.301854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:03.301854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:03.302149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:03.302580 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:03.302968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:03.337976 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4597a4a4-cf0c-4bbb-b454-0ea2d6ff3002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.407705 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 57fe7918-c9cd-422f-aa0c-181755d554c3 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:03.431830 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.435530 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 57fe7918-c9cd-422f-aa0c-181755d554c3 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:06:03.436215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 57fe7918-c9cd-422f-aa0c-181755d554c3 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:06:03.475089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec00e2c-05c4-487c-9890-4842123aff94']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:03.505120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086cc814-2bba-486e-b0af-036e8dbd33a8') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:03.505411 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086cc814-2bba-486e-b0af-036e8dbd33a8') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:03.535951 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.571336 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.581333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:06:03.582155 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.606688 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4597a4a4-cf0c-4bbb-b454-0ea2d6ff3002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.637038 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-044ebe95-0814-4f7e-9232-102792c8a5a9 service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257226 Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:06:03.670208 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:06:03.704848 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597a4a4-cf0c-4bbb-b454-0ea2d6ff3002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6866e95-5277-449a-81cc-71c772e0c274,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:03.705113 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.713018 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.715494 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] 10.222.0.55 "DELETE /v2.0/networks/6ec00e2c-05c4-487c-9890-4842123aff94 HTTP/1.1" status: 204 len: 168 time: 2.0598831 Jul 27 21:06:03.733046 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25933f2-e634-42b0-83ae-000e6d61f0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=6ec00e2c-05c4-487c-9890-4842123aff94,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:03.744857 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925c8119-faa5-42a8-a4f8-6b7fb8eb1cd6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Router aa53bb2f-2771-4079-8530-e15092842162 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:06:03.804133 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4597a4a4-cf0c-4bbb-b454-0ea2d6ff3002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.813452 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4597a4a4-cf0c-4bbb-b454-0ea2d6ff3002 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d6866e95-5277-449a-81cc-71c772e0c274 HTTP/1.1" status: 204 len: 168 time: 0.9242659 Jul 27 21:06:03.814210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43764) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:03.819450 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-1b4d83c8-1ab5-44de-9b22-2c3d9d80fafc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b4c9773-4523-4fe9-b8e8-0d1006d1c670 HTTP/1.1" status: 200 len: 217 time: 0.1695881 Jul 27 21:06:03.910128 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:03.996384 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-a0a04bfb-dcfc-43d3-929c-468192949794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:03.999106 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-a0a04bfb-dcfc-43d3-929c-468192949794 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a43653b-252d-4da2-bf43-47c001947d62 HTTP/1.1" status: 200 len: 797 time: 0.1621099 Jul 27 21:06:04.014855 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68900a6a-4979-41bf-b6b2-63df1cfdd238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.083406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43770) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:04.085070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925c8119-faa5-42a8-a4f8-6b7fb8eb1cd6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:06:04.096823 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-925c8119-faa5-42a8-a4f8-6b7fb8eb1cd6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.099765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5383160-d6f5-43b1-920c-d39bd87286f7 None None] Sync routers for ids ['aa53bb2f-2771-4079-8530-e15092842162'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:06:04.114481 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5383160-d6f5-43b1-920c-d39bd87286f7 None None] Routers {'aa53bb2f-2771-4079-8530-e15092842162'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:04.115674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a5383160-d6f5-43b1-920c-d39bd87286f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aa53bb2f-2771-4079-8530-e15092842162'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:04.147461 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7199db24-1ced-4682-af80-02ad5f7d30b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.180638 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-ed5bc28f-33cc-41b5-b7b6-c148c7113283 admin admin] Deleting port 91983430-5783-4641-8b13-330c63119bc6 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:04.181145 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc28f-33cc-41b5-b7b6-c148c7113283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.263835 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199db24-1ced-4682-af80-02ad5f7d30b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9469f8d4-3e5e-4e29-9c29-11a18fd805c6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:04.288322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-a5383160-d6f5-43b1-920c-d39bd87286f7 None None] Set router aa53bb2f-2771-4079-8530-e15092842162 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:04.335540 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f756-9270-45b7-a26e-210326446804 req-05dd3302-7556-4f03-8ce6-43026b380d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:04.337076 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-05dd3302-7556-4f03-8ce6-43026b380d7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a54d9f4c-31a3-472d-917d-12867f1c0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2957101 Jul 27 21:06:04.434779 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ac0c8f32-8d62-439a-85fb-2a75bff024b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb4ef6d905c540639ba16528d6bd530f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465672 Jul 27 21:06:04.436823 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68900a6a-4979-41bf-b6b2-63df1cfdd238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.439348 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43774) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:04.469506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-68900a6a-4979-41bf-b6b2-63df1cfdd238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63d6883-21db-42a3-83ad-67a0ca0dae2c']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:04.475918 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-925c8119-faa5-42a8-a4f8-6b7fb8eb1cd6 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "PUT /v2.0/floatingips/c0149c64-0911-4106-bde8-94adeb95a0c9 HTTP/1.1" status: 200 len: 992 time: 3.4586320 Jul 27 21:06:04.483047 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-fa91ca09-676d-47c5-809b-50c95d8c68b1 service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219754 Jul 27 21:06:04.506262 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-ed5bc28f-33cc-41b5-b7b6-c148c7113283 admin admin] For port 91983430-5783-4641-8b13-330c63119bc6, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=91983430-5783-4641-8b13-330c63119bc6,segment=NetworkSegment(34f1a03d-2a3d-41c6-90b5-98f70dfa8e59),segment_id=34f1a03d-2a3d-41c6-90b5-98f70dfa8e59)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:04.506262 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc28f-33cc-41b5-b7b6-c148c7113283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.515573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-68900a6a-4979-41bf-b6b2-63df1cfdd238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0749aa95-411f-40be-8fe1-d8b924141bd3') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:04.515871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-68900a6a-4979-41bf-b6b2-63df1cfdd238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0749aa95-411f-40be-8fe1-d8b924141bd3') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:04.572472 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68900a6a-4979-41bf-b6b2-63df1cfdd238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.577249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-ed5bc28f-33cc-41b5-b7b6-c148c7113283 admin admin] Calling delete_port for 91983430-5783-4641-8b13-330c63119bc6 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:04.601427 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68900a6a-4979-41bf-b6b2-63df1cfdd238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.620655 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68900a6a-4979-41bf-b6b2-63df1cfdd238 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:06:04.621432 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68900a6a-4979-41bf-b6b2-63df1cfdd238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:06:04.623849 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:06:04.637399 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d0c5c274-ee7f-496b-a645-5bbb14eaead7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.709092 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d0c5c274-ee7f-496b-a645-5bbb14eaead7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.718385 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68900a6a-4979-41bf-b6b2-63df1cfdd238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.746391 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68900a6a-4979-41bf-b6b2-63df1cfdd238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.748570 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-68900a6a-4979-41bf-b6b2-63df1cfdd238 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e63d6883-21db-42a3-83ad-67a0ca0dae2c HTTP/1.1" status: 204 len: 168 time: 0.9313400 Jul 27 21:06:04.750247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68900a6a-4979-41bf-b6b2-63df1cfdd238 admin admin] Pushing event deleted for resources: {'Network': ['ID=e63d6883-21db-42a3-83ad-67a0ca0dae2c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:04.776049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a5383160-d6f5-43b1-920c-d39bd87286f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa53bb2f-2771-4079-8530-e15092842162', 'name': 'tempest-TaggedBootDevicesTest_v242-346972422-router', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:12Z', 'revision_number': 4, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'gw_port': {'id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'c0149c64-0911-4106-bde8-94adeb95a0c9', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'port_id': 'c5e7f2b1-19ab-4550-91eb-7886e2f80340', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661', 'mac_address': 'fa:16:3e:63:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:04:51Z', 'updated_at': '2021-07-27T21:06:02Z', 'revision_number': 1, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca622126-9588-45c3-9f0a-6b16acf87140', 'name': '', 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'mac_address': 'fa:16:3e:b2:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:11Z', 'updated_at': '2021-07-27T21:04:18Z', 'revision_number': 5, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'subnets': [{'id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:04.813633 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5383160-d6f5-43b1-920c-d39bd87286f7 None None] Checking router: aa53bb2f-2771-4079-8530-e15092842162 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:06:04.826512 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d0c5c274-ee7f-496b-a645-5bbb14eaead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.829969 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d0c5c274-ee7f-496b-a645-5bbb14eaead7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:04.834420 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d0c5c274-ee7f-496b-a645-5bbb14eaead7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41b0a213-2363-4f16-8f31-570d2d7334db HTTP/1.1" status: 204 len: 168 time: 0.3883569 Jul 27 21:06:04.837141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5383160-d6f5-43b1-920c-d39bd87286f7 None None] Routers {'aa53bb2f-2771-4079-8530-e15092842162'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:04.839999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83c2f756-9270-45b7-a26e-210326446804 req-94bb8e69-f473-42c7-877b-d12ab7bf97bd service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450072 Jul 27 21:06:04.841371 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a5383160-d6f5-43b1-920c-d39bd87286f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:05:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aa53bb2f-2771-4079-8530-e15092842162'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:04.852311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5c274-ee7f-496b-a645-5bbb14eaead7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b0a213-2363-4f16-8f31-570d2d7334db,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:04.981001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-a5383160-d6f5-43b1-920c-d39bd87286f7 None None] Set router aa53bb2f-2771-4079-8530-e15092842162 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:05.184919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43792) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:05.194202 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7199db24-1ced-4682-af80-02ad5f7d30b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:05.279693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'tag': 'c5e7f2b1-19ab-4550-91eb-7886e2f80340'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:05.282029 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2336e29-4ac7-4860-9134-3afdab45eacc" -d '{"events": [{"name": "network-changed", "server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "tag": "c5e7f2b1-19ab-4550-91eb-7886e2f80340"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:05.299131 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ba8f58bc-ae21-4819-b59d-c81e66170b6d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3524f3f0e14346288bee76498e246a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1128831 Jul 27 21:06:05.302032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43796) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:05.318300 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc28f-33cc-41b5-b7b6-c148c7113283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:05.383163 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bc28f-33cc-41b5-b7b6-c148c7113283 admin admin] Pushing event deleted for resources: {'Port': ['ID=91983430-5783-4641-8b13-330c63119bc6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:05.432143 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691aa0b4-0cc5-4fae-90a0-14a685d30110 x-openstack-request-id: req-691aa0b4-0cc5-4fae-90a0-14a685d30110 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:05.432469 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "tag": "c5e7f2b1-19ab-4550-91eb-7886e2f80340", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:05.432766 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-691aa0b4-0cc5-4fae-90a0-14a685d30110 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:05.433071 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'tag': 'c5e7f2b1-19ab-4550-91eb-7886e2f80340', 'status': 'completed', 'code': 200} Jul 27 21:06:05.466295 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d32f272-8351-4490-a4d7-cd59edc9c51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:05.526889 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d32f272-8351-4490-a4d7-cd59edc9c51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:05.549740 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:05.560890 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ff7f591f-bfd2-49c0-9caa-d6495bfa125f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:05.597006 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a5383160-d6f5-43b1-920c-d39bd87286f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa53bb2f-2771-4079-8530-e15092842162', 'name': 'tempest-TaggedBootDevicesTest_v242-346972422-router', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:12Z', 'revision_number': 4, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'gw_port': {'id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'c0149c64-0911-4106-bde8-94adeb95a0c9', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'port_id': 'c5e7f2b1-19ab-4550-91eb-7886e2f80340', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661', 'mac_address': 'fa:16:3e:63:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:04:51Z', 'updated_at': '2021-07-27T21:06:02Z', 'revision_number': 1, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca622126-9588-45c3-9f0a-6b16acf87140', 'name': '', 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'mac_address': 'fa:16:3e:b2:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:11Z', 'updated_at': '2021-07-27T21:04:18Z', 'revision_number': 5, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'subnets': [{'id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:05.631953 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d32f272-8351-4490-a4d7-cd59edc9c51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:05.635109 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d32f272-8351-4490-a4d7-cd59edc9c51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:05.636345 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5d32f272-8351-4490-a4d7-cd59edc9c51c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e84682da-9194-4640-bd0a-b031d314a0d7 HTTP/1.1" status: 204 len: 168 time: 0.3317008 Jul 27 21:06:05.655614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32f272-8351-4490-a4d7-cd59edc9c51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84682da-9194-4640-bd0a-b031d314a0d7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:05.690516 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5383160-d6f5-43b1-920c-d39bd87286f7 None None] The sync data for ids ['aa53bb2f-2771-4079-8530-e15092842162'] in n-d-764806-9 is: [{'id': 'aa53bb2f-2771-4079-8530-e15092842162', 'name': 'tempest-TaggedBootDevicesTest_v242-346972422-router', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:12Z', 'revision_number': 4, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'gw_port': {'id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'c0149c64-0911-4106-bde8-94adeb95a0c9', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'floating_ip_address': '172.25.2.143', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'port_id': 'c5e7f2b1-19ab-4550-91eb-7886e2f80340', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661', 'mac_address': 'fa:16:3e:63:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:04:51Z', 'updated_at': '2021-07-27T21:06:02Z', 'revision_number': 1, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca622126-9588-45c3-9f0a-6b16acf87140', 'name': '', 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'mac_address': 'fa:16:3e:b2:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:11Z', 'updated_at': '2021-07-27T21:04:18Z', 'revision_number': 5, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'subnets': [{'id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:06:06.151975 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e037acc1-14be-420e-bce7-406d49e9bb5c None None] New status for floating IP c0149c64-0911-4106-bde8-94adeb95a0c9: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:06:06.382511 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336e29-4ac7-4860-9134-3afdab45eacc req-a629ed9c-5d01-45c3-81c0-09d9d11196fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:06.383201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336e29-4ac7-4860-9134-3afdab45eacc req-a629ed9c-5d01-45c3-81c0-09d9d11196fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:06.383586 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336e29-4ac7-4860-9134-3afdab45eacc req-a629ed9c-5d01-45c3-81c0-09d9d11196fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:06.384061 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336e29-4ac7-4860-9134-3afdab45eacc req-a629ed9c-5d01-45c3-81c0-09d9d11196fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:06.384537 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336e29-4ac7-4860-9134-3afdab45eacc req-a629ed9c-5d01-45c3-81c0-09d9d11196fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:06.390415 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336e29-4ac7-4860-9134-3afdab45eacc req-a629ed9c-5d01-45c3-81c0-09d9d11196fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:06.390920 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336e29-4ac7-4860-9134-3afdab45eacc req-a629ed9c-5d01-45c3-81c0-09d9d11196fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:06.393127 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2336e29-4ac7-4860-9134-3afdab45eacc req-a629ed9c-5d01-45c3-81c0-09d9d11196fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=64658eee724740768d084e3dbd9dd0a7&device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 6503 time: 0.9481897 Jul 27 21:06:06.440549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7199db24-1ced-4682-af80-02ad5f7d30b3 admin admin] Router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:06:06.499232 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc28f-33cc-41b5-b7b6-c148c7113283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.078385 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.244094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43852) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:07.404357 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7199db24-1ced-4682-af80-02ad5f7d30b3 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:06:07.412509 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43860) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:07.415687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c0230-1a0a-40ce-b623-254d72b0489f None None] Sync routers for ids ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:06:07.419658 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7199db24-1ced-4682-af80-02ad5f7d30b3 admin admin] 10.222.0.55 "PUT /v2.0/routers/492afd8d-7dcf-4853-bf2c-cfc7a9262d1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5044649 Jul 27 21:06:07.431604 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336e29-4ac7-4860-9134-3afdab45eacc req-0d417c04-eb20-456a-a159-323fdcb0d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:07.435865 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2336e29-4ac7-4860-9134-3afdab45eacc req-0d417c04-eb20-456a-a159-323fdcb0d5bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=04bd500b-f0bb-4eca-a46f-3d9ae8df2661 HTTP/1.1" status: 200 len: 917 time: 0.9858699 Jul 27 21:06:07.437004 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c0230-1a0a-40ce-b623-254d72b0489f None None] Routers {'492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:07.437855 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ae5c0230-1a0a-40ce-b623-254d72b0489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:06:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:07.543704 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-505b97ee-ae46-4401-9f85-928a6078f59f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-122101994-network', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:07.573721 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.593645 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2336e29-4ac7-4860-9134-3afdab45eacc req-03870dc5-4886-49b8-91c3-650f8f77d089 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5e7f2b1-19ab-4550-91eb-7886e2f80340 HTTP/1.1" status: 200 len: 1002 time: 0.1470931 Jul 27 21:06:07.606539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505b97ee-ae46-4401-9f85-928a6078f59f admin admin] Made reservation on behalf of cb9c244af89645439bc3427cbbf85ecf for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:07.611761 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-505b97ee-ae46-4401-9f85-928a6078f59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.652986 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-505b97ee-ae46-4401-9f85-928a6078f59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.732853 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ae5c0230-1a0a-40ce-b623-254d72b0489f None None] Set router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:07.805302 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336e29-4ac7-4860-9134-3afdab45eacc req-e0777056-4ab0-48fd-ab63-0469b821b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:07.807745 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2336e29-4ac7-4860-9134-3afdab45eacc req-e0777056-4ab0-48fd-ab63-0469b821b956 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed403e8c-7eab-4075-b0fd-61b7a7c4264d HTTP/1.1" status: 200 len: 855 time: 0.2072167 Jul 27 21:06:07.953182 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-505b97ee-ae46-4401-9f85-928a6078f59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.969234 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5bc28f-33cc-41b5-b7b6-c148c7113283 admin admin] Router 687aa999-d63f-433f-a288-a83170ddb6df has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:06:07.980136 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-505b97ee-ae46-4401-9f85-928a6078f59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:07.992766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336e29-4ac7-4860-9134-3afdab45eacc req-84bb25ba-ad54-41b5-b6ce-993e5161ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:07.994755 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2336e29-4ac7-4860-9134-3afdab45eacc req-84bb25ba-ad54-41b5-b6ce-993e5161ed62 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04bd500b-f0bb-4eca-a46f-3d9ae8df2661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1775889 Jul 27 21:06:08.010475 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6eea956-0aab-4761-acdc-6d0512355eba admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:08.210124 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5bc28f-33cc-41b5-b7b6-c148c7113283 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:06:08.213949 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505b97ee-ae46-4401-9f85-928a6078f59f admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:06:08.221408 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ed5bc28f-33cc-41b5-b7b6-c148c7113283 admin admin] 10.222.0.55 "PUT /v2.0/routers/687aa999-d63f-433f-a288-a83170ddb6df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7551532 Jul 27 21:06:08.225457 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff3e5f-a31d-4c18-a254-c403a81b2d44 None None] Sync routers for ids ['687aa999-d63f-433f-a288-a83170ddb6df'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:06:08.227023 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2336e29-4ac7-4860-9134-3afdab45eacc req-8f7db810-d080-4361-893c-14227f842b15 service neutron] 10.222.0.66 "GET /v2.0/networks/04bd500b-f0bb-4eca-a46f-3d9ae8df2661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831360 Jul 27 21:06:08.229969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43874) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:08.259302 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff3e5f-a31d-4c18-a254-c403a81b2d44 None None] Routers {'687aa999-d63f-433f-a288-a83170ddb6df'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:08.261994 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f3ff3e5f-a31d-4c18-a254-c403a81b2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:06:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['687aa999-d63f-433f-a288-a83170ddb6df'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:08.406776 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5afd025e-050e-4698-8095-6849de9b1afd admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:08.418265 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ae5c0230-1a0a-40ce-b623-254d72b0489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-router', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:06:03Z', 'revision_number': 5, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'gw_port': {'id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:08.460047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b97ee-ae46-4401-9f85-928a6078f59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a56d1b7-56ee-4810-8196-8238af583322,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:08.478339 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-505b97ee-ae46-4401-9f85-928a6078f59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:08.478999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2336e29-4ac7-4860-9134-3afdab45eacc req-c34f285f-e5ee-41d1-a749-c0a334228155 service neutron] 10.222.0.66 "GET /v2.0/networks/04bd500b-f0bb-4eca-a46f-3d9ae8df2661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212098 Jul 27 21:06:08.483471 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-505b97ee-ae46-4401-9f85-928a6078f59f admin admin] Added segment bd601fb5-7b90-4017-b845-1527c22913a9 of type vlan for network 756c3330-fc59-4be5-abd7-594a95907f71 Jul 27 21:06:08.518021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c0230-1a0a-40ce-b623-254d72b0489f None None] Checking router: 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:06:08.531238 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-f3ff3e5f-a31d-4c18-a254-c403a81b2d44 None None] Set router 687aa999-d63f-433f-a288-a83170ddb6df gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:08.541350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c0230-1a0a-40ce-b623-254d72b0489f None None] Routers {'492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:08.542921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ae5c0230-1a0a-40ce-b623-254d72b0489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:06:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:08.669001 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-505b97ee-ae46-4401-9f85-928a6078f59f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:08.694091 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6eea956-0aab-4761-acdc-6d0512355eba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:08.736270 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ae5c0230-1a0a-40ce-b623-254d72b0489f None None] Set router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:08.737611 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5afd025e-050e-4698-8095-6849de9b1afd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:08.778715 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-505b97ee-ae46-4401-9f85-928a6078f59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:08.780175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505b97ee-ae46-4401-9f85-928a6078f59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:08.780990 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-505b97ee-ae46-4401-9f85-928a6078f59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:08.855373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b97ee-ae46-4401-9f85-928a6078f59f admin admin] Pushing event updated for resources: {'Network': ['ID=756c3330-fc59-4be5-abd7-594a95907f71,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:08.909258 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-505b97ee-ae46-4401-9f85-928a6078f59f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6604447 Jul 27 21:06:08.909492 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43884) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:08.916287 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Request body: {'subnet': {'network_id': '756c3330-fc59-4be5-abd7-594a95907f71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-122101994-subnet', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:08.939469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b6eea956-0aab-4761-acdc-6d0512355eba admin admin] Deleting port 03509de1-cd5b-43e9-a962-8028bc383e2a {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:08.939829 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6eea956-0aab-4761-acdc-6d0512355eba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:08.976001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Made reservation on behalf of cb9c244af89645439bc3427cbbf85ecf for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:08.978776 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.146909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 756c3330-fc59-4be5-abd7-594a95907f71 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:06:09.219954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-b6eea956-0aab-4761-acdc-6d0512355eba admin admin] For port 03509de1-cd5b-43e9-a962-8028bc383e2a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=03509de1-cd5b-43e9-a962-8028bc383e2a,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:09.220582 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6eea956-0aab-4761-acdc-6d0512355eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.235966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b6eea956-0aab-4761-acdc-6d0512355eba admin admin] Calling delete_port for 03509de1-cd5b-43e9-a962-8028bc383e2a owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:09.247136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43898) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:09.324891 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f3ff3e5f-a31d-4c18-a254-c403a81b2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687aa999-d63f-433f-a288-a83170ddb6df', 'name': 'tempest-ServerRescueTestJSON-1697346844-router', 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c9beff1d-8438-43d2-bd63-7e7f53441965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:40Z', 'updated_at': '2021-07-27T21:06:05Z', 'revision_number': 5, 'project_id': '44a3a19e228a4d0985664b59fe9d66ef', 'gw_port': {'id': 'c9beff1d-8438-43d2-bd63-7e7f53441965', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687aa999-d63f-433f-a288-a83170ddb6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:03:41Z', 'updated_at': '2021-07-27T21:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:09.359117 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.438807 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6eea956-0aab-4761-acdc-6d0512355eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.477104 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff3e5f-a31d-4c18-a254-c403a81b2d44 None None] Checking router: 687aa999-d63f-433f-a288-a83170ddb6df for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:06:09.479933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eea956-0aab-4761-acdc-6d0512355eba admin admin] Pushing event deleted for resources: {'Port': ['ID=03509de1-cd5b-43e9-a962-8028bc383e2a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:09.490559 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-5afd025e-050e-4698-8095-6849de9b1afd admin admin] Deleting port c9beff1d-8438-43d2-bd63-7e7f53441965 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:06:09.490911 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5afd025e-050e-4698-8095-6849de9b1afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.513661 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.518749 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ff3e5f-a31d-4c18-a254-c403a81b2d44 None None] Routers {'687aa999-d63f-433f-a288-a83170ddb6df'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:09.520894 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f3ff3e5f-a31d-4c18-a254-c403a81b2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:06:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['687aa999-d63f-433f-a288-a83170ddb6df'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:09.524047 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ae5c0230-1a0a-40ce-b623-254d72b0489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-router', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:06:03Z', 'revision_number': 5, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'gw_port': {'id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:09.594128 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-5afd025e-050e-4698-8095-6849de9b1afd admin admin] For port c9beff1d-8438-43d2-bd63-7e7f53441965, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c9beff1d-8438-43d2-bd63-7e7f53441965,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:09.594973 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5afd025e-050e-4698-8095-6849de9b1afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.617963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-5afd025e-050e-4698-8095-6849de9b1afd admin admin] Calling delete_port for c9beff1d-8438-43d2-bd63-7e7f53441965 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:06:09.641738 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c0230-1a0a-40ce-b623-254d72b0489f None None] The sync data for ids ['492afd8d-7dcf-4853-bf2c-cfc7a9262d1c'] in n-d-764806-9 is: [{'id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1037412155-router', 'tenant_id': '1adb373d7e5e4c4da37c64d08c37f713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:06:03Z', 'revision_number': 5, 'project_id': '1adb373d7e5e4c4da37c64d08c37f713', 'gw_port': {'id': '03509de1-cd5b-43e9-a962-8028bc383e2a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:27:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492afd8d-7dcf-4853-bf2c-cfc7a9262d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:30Z', 'updated_at': '2021-07-27T21:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:06:09.664924 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-91f34331-aa54-48ae-a6bc-0447ce3de4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.749729 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f50ec59c-5b65-4f20-8991-3aed7601e052,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:09.787233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:09.787885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:09.788585 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:09.789534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:09.790838 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:09.791387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:09.791920 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:09.792513 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:09.793642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:09.795682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:09.796134 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:09.799015 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:09.803956 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Checking segment: {'id': 'bd601fb5-7b90-4017-b845-1527c22913a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:09.804517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Network hostable DHCP agents. Network: 756c3330-fc59-4be5-abd7-594a95907f71, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:06:09.855094 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-f3ff3e5f-a31d-4c18-a254-c403a81b2d44 None None] Set router 687aa999-d63f-433f-a288-a83170ddb6df gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:09.874038 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6eea956-0aab-4761-acdc-6d0512355eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.888349 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Network 756c3330-fc59-4be5-abd7-594a95907f71 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:06:09.928020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 756c3330-fc59-4be5-abd7-594a95907f71) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:09.938934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:09.940226 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.941790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de52f23d-0d12-4171-8cb0-e3962ac18db6 None None] Network 756c3330-fc59-4be5-abd7-594a95907f71 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:09.994507 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6eea956-0aab-4761-acdc-6d0512355eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.997206 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6eea956-0aab-4761-acdc-6d0512355eba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:09.998855 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f3ff3e5f-a31d-4c18-a254-c403a81b2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687aa999-d63f-433f-a288-a83170ddb6df', 'name': 'tempest-ServerRescueTestJSON-1697346844-router', 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:40Z', 'updated_at': '2021-07-27T21:06:08Z', 'revision_number': 6, 'project_id': '44a3a19e228a4d0985664b59fe9d66ef', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:10.001305 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5afd025e-050e-4698-8095-6849de9b1afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.053958 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-91f34331-aa54-48ae-a6bc-0447ce3de4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.064240 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-91f34331-aa54-48ae-a6bc-0447ce3de4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.098815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-39f65994-659d-4cf2-8301-a4caf2480d53 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1878510 Jul 27 21:06:10.114595 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43920) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:10.115929 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ff3e5f-a31d-4c18-a254-c403a81b2d44 None None] The sync data for ids ['687aa999-d63f-433f-a288-a83170ddb6df'] in n-d-764806-9 is: [{'id': '687aa999-d63f-433f-a288-a83170ddb6df', 'name': 'tempest-ServerRescueTestJSON-1697346844-router', 'tenant_id': '44a3a19e228a4d0985664b59fe9d66ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:03:40Z', 'updated_at': '2021-07-27T21:06:08Z', 'revision_number': 6, 'project_id': '44a3a19e228a4d0985664b59fe9d66ef', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:06:10.175764 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd025e-050e-4698-8095-6849de9b1afd admin admin] Pushing event deleted for resources: {'Port': ['ID=c9beff1d-8438-43d2-bd63-7e7f53441965,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:10.181038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-122101994-router', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:10.248499 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6eea956-0aab-4761-acdc-6d0512355eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.249656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6eea956-0aab-4761-acdc-6d0512355eba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 492afd8d-7dcf-4853-bf2c-cfc7a9262d1c {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:06:10.266354 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6eea956-0aab-4761-acdc-6d0512355eba admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.271150 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-91f34331-aa54-48ae-a6bc-0447ce3de4fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=409817c890fd4c0fa809aee9aaa0bc61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0199051 Jul 27 21:06:10.273126 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b6eea956-0aab-4761-acdc-6d0512355eba admin admin] 10.222.0.55 "DELETE /v2.0/routers/492afd8d-7dcf-4853-bf2c-cfc7a9262d1c HTTP/1.1" status: 204 len: 168 time: 2.8592944 Jul 27 21:06:10.274952 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43926) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:10.276550 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43928) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:10.350165 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f34331-aa54-48ae-a6bc-0447ce3de4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cd0221-41a5-4517-bc3b-149b0ea596cc,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:10.359893 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5afd025e-050e-4698-8095-6849de9b1afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.373271 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.375117 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.447654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-756c3330-fc59-4be5-abd7-594a95907f71', 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'fixed_ips': [{'subnet_id': 'f50ec59c-5b65-4f20-8991-3aed7601e052'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:06:10.453163 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.507110 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.508328 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-282b5e7d-1c89-4e39-8d56-b2f049110ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.622579 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-282b5e7d-1c89-4e39-8d56-b2f049110ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.677004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-80839b46-7b54-4e73-b412-5be15d0f40fd admin admin] Deleting subnet 77be564d-06c0-4068-8b37-cf298f230dab {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:06:10.685418 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-80839b46-7b54-4e73-b412-5be15d0f40fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.771732 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5afd025e-050e-4698-8095-6849de9b1afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.772775 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.786289 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5afd025e-050e-4698-8095-6849de9b1afd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.819138 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43934) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:10.837049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 91983430-5783-4641-8b13-330c63119bc6 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:10.883157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5afd025e-050e-4698-8095-6849de9b1afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.884481 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afd025e-050e-4698-8095-6849de9b1afd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 687aa999-d63f-433f-a288-a83170ddb6df {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:06:10.885083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 91983430-5783-4641-8b13-330c63119bc6 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:06:10.885663 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 91983430-5783-4641-8b13-330c63119bc6 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:06:10.886383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9469f8d4-3e5e-4e29-9c29-11a18fd805c6 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:10.888520 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-80839b46-7b54-4e73-b412-5be15d0f40fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.893064 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5afd025e-050e-4698-8095-6849de9b1afd admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.902805 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5afd025e-050e-4698-8095-6849de9b1afd admin admin] 10.222.0.55 "DELETE /v2.0/routers/687aa999-d63f-433f-a288-a83170ddb6df HTTP/1.1" status: 204 len: 168 time: 2.6610708 Jul 27 21:06:10.914122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43938) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:10.916287 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-282b5e7d-1c89-4e39-8d56-b2f049110ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.918904 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-282b5e7d-1c89-4e39-8d56-b2f049110ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:10.926502 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-282b5e7d-1c89-4e39-8d56-b2f049110ae0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23cd0221-41a5-4517-bc3b-149b0ea596cc HTTP/1.1" status: 204 len: 168 time: 0.6271267 Jul 27 21:06:10.946304 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 9469f8d4-3e5e-4e29-9c29-11a18fd805c6 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:06:10.946955 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9469f8d4-3e5e-4e29-9c29-11a18fd805c6 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:06:10.970588 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-80839b46-7b54-4e73-b412-5be15d0f40fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.014518 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b5e7d-1c89-4e39-8d56-b2f049110ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cd0221-41a5-4517-bc3b-149b0ea596cc,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:11.063524 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Allocated IP 172.20.0.2 (756c3330-fc59-4be5-abd7-594a95907f71/f50ec59c-5b65-4f20-8991-3aed7601e052/6585cf28-5189-4337-b089-4ed40638f3b9) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:11.074873 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0307ebc-2ac2-44ea-9504-b85ef3b253f9 admin admin] Deleting subnet 95dcd686-975b-4220-990e-d334ecf706c3 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:06:11.086950 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e0307ebc-2ac2-44ea-9504-b85ef3b253f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.134135 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2439dade-119e-4276-8b01-95993ce3b006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.139866 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-80839b46-7b54-4e73-b412-5be15d0f40fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.157402 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e0307ebc-2ac2-44ea-9504-b85ef3b253f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.188174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80839b46-7b54-4e73-b412-5be15d0f40fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77be564d-06c0-4068-8b37-cf298f230dab,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:11.197060 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-80839b46-7b54-4e73-b412-5be15d0f40fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.210358 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-80839b46-7b54-4e73-b412-5be15d0f40fd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/77be564d-06c0-4068-8b37-cf298f230dab HTTP/1.1" status: 204 len: 168 time: 0.9244702 Jul 27 21:06:11.228120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43944) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:11.345933 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed14ac14-6e0b-4e7d-b73a-a8cff0cb880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.353693 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.359784 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e0307ebc-2ac2-44ea-9504-b85ef3b253f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.364757 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Transition to ACTIVE for port object 6585cf28-5189-4337-b089-4ed40638f3b9 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:11.397323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Transition to ACTIVE for port object 6585cf28-5189-4337-b089-4ed40638f3b9 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:11.405162 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.492516 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed14ac14-6e0b-4e7d-b73a-a8cff0cb880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.496054 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Pushing event updated for resources: {'Port': ['ID=6585cf28-5189-4337-b089-4ed40638f3b9,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:11.509433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:11.509943 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:11.510076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:11.510549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:11.510825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:11.510981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:11.511305 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:11.511611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:11.512053 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:11.512388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:11.512819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-ed14ac14-6e0b-4e7d-b73a-a8cff0cb880c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0f501a-270a-4222-a24b-8f2739ff3634']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:11.513059 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:11.514301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:11.523165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Network 756c3330-fc59-4be5-abd7-594a95907f71 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:11.524651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:11.527054 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:11.559188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43952) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:11.575788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-ed14ac14-6e0b-4e7d-b73a-a8cff0cb880c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b711c8-dd1d-4ada-a935-8e40e0e28027') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:11.576182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-ed14ac14-6e0b-4e7d-b73a-a8cff0cb880c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b711c8-dd1d-4ada-a935-8e40e0e28027') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:11.601418 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed14ac14-6e0b-4e7d-b73a-a8cff0cb880c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.631419 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed14ac14-6e0b-4e7d-b73a-a8cff0cb880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.635835 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Attempting to bind port 6585cf28-5189-4337-b089-4ed40638f3b9 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:11.636438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Attempting to bind port 6585cf28-5189-4337-b089-4ed40638f3b9 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'bd601fb5-7b90-4017-b845-1527c22913a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:11.636954 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Attempting to bind port 6585cf28-5189-4337-b089-4ed40638f3b9 on network 756c3330-fc59-4be5-abd7-594a95907f71 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:11.642978 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:11.643739 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Checking segment: {'id': 'bd601fb5-7b90-4017-b845-1527c22913a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:11.644506 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.645375 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Bound using segment: {'id': 'bd601fb5-7b90-4017-b845-1527c22913a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:11.646156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed14ac14-6e0b-4e7d-b73a-a8cff0cb880c admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:06:11.646357 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Bound port: 6585cf28-5189-4337-b089-4ed40638f3b9, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd601fb5-7b90-4017-b845-1527c22913a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:11.647141 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.647565 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed14ac14-6e0b-4e7d-b73a-a8cff0cb880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:06:11.671700 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:06:11.729788 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8fca0b89-1c45-4ac4-9e66-506fc64cd63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.758940 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] For port 6585cf28-5189-4337-b089-4ed40638f3b9, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:11.772231 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed14ac14-6e0b-4e7d-b73a-a8cff0cb880c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.774369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] For port 6585cf28-5189-4337-b089-4ed40638f3b9, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6585cf28-5189-4337-b089-4ed40638f3b9,segment=NetworkSegment(bd601fb5-7b90-4017-b845-1527c22913a9),segment_id=bd601fb5-7b90-4017-b845-1527c22913a9)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:11.784798 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.790878 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed14ac14-6e0b-4e7d-b73a-a8cff0cb880c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.792849 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ed14ac14-6e0b-4e7d-b73a-a8cff0cb880c admin admin] 10.222.0.55 "DELETE /v2.0/networks/aa0f501a-270a-4222-a24b-8f2739ff3634 HTTP/1.1" status: 204 len: 168 time: 0.5682795 Jul 27 21:06:11.809196 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e0307ebc-2ac2-44ea-9504-b85ef3b253f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.833464 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2439dade-119e-4276-8b01-95993ce3b006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.834832 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14ac14-6e0b-4e7d-b73a-a8cff0cb880c admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0f501a-270a-4222-a24b-8f2739ff3634,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:11.866031 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2439dade-119e-4276-8b01-95993ce3b006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.884516 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703db4f-5b8d-4e53-92a0-2d792c548f2e None None] Pushing event updated for resources: {'Port': ['ID=6585cf28-5189-4337-b089-4ed40638f3b9,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:11.898048 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e0307ebc-2ac2-44ea-9504-b85ef3b253f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:11.898048 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e0307ebc-2ac2-44ea-9504-b85ef3b253f9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/95dcd686-975b-4220-990e-d334ecf706c3 HTTP/1.1" status: 204 len: 168 time: 0.9773092 Jul 27 21:06:11.900537 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43958) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:11.902578 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0307ebc-2ac2-44ea-9504-b85ef3b253f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95dcd686-975b-4220-990e-d334ecf706c3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:12.005740 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2439dade-119e-4276-8b01-95993ce3b006 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04e5936b4bbb47a18b5ba79533de3fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1846342 Jul 27 21:06:12.012841 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8fca0b89-1c45-4ac4-9e66-506fc64cd63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.014465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43960) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:12.033294 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8fca0b89-1c45-4ac4-9e66-506fc64cd63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.077000 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4263b37-f788-4df3-903b-e73a0034291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.080614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439dade-119e-4276-8b01-95993ce3b006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cc0899-167e-412b-a512-0d995982f9b2,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:12.093674 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.110216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca0b89-1c45-4ac4-9e66-506fc64cd63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95213cd8-6c5c-4824-9f69-05f2b67616a9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:12.143937 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8fca0b89-1c45-4ac4-9e66-506fc64cd63b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e9e85304395148b68d8daf44040bd5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5830238 Jul 27 21:06:12.149528 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43962) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:12.186552 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.189025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43964) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:12.230252 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e9e8-9639-4e64-a76b-8092869e5515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.306469 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e9e8-9639-4e64-a76b-8092869e5515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.396283 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e9e8-9639-4e64-a76b-8092869e5515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.401833 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e9e8-9639-4e64-a76b-8092869e5515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.406823 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0cd2e9e8-9639-4e64-a76b-8092869e5515 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2cc0899-167e-412b-a512-0d995982f9b2 HTTP/1.1" status: 204 len: 168 time: 0.3890479 Jul 27 21:06:12.428485 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6585cf28-5189-4337-b089-4ed40638f3b9 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:12.432242 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-23c965cc-e28a-40b6-aab2-69bea9076860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.434074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2e9e8-9639-4e64-a76b-8092869e5515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cc0899-167e-412b-a512-0d995982f9b2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:12.460301 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b546757f-057e-429e-947e-c5779d98aa2f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1adb373d7e5e4c4da37c64d08c37f713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2700720 Jul 27 21:06:12.461035 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43968) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:12.477606 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-23c965cc-e28a-40b6-aab2-69bea9076860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.580050 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4263b37-f788-4df3-903b-e73a0034291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.587467 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-23c965cc-e28a-40b6-aab2-69bea9076860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.591223 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-23c965cc-e28a-40b6-aab2-69bea9076860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.592602 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-23c965cc-e28a-40b6-aab2-69bea9076860 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95213cd8-6c5c-4824-9f69-05f2b67616a9 HTTP/1.1" status: 204 len: 168 time: 0.4418461 Jul 27 21:06:12.596286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 6585cf28-5189-4337-b089-4ed40638f3b9 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:12.608954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c965cc-e28a-40b6-aab2-69bea9076860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95213cd8-6c5c-4824-9f69-05f2b67616a9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:12.617671 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c9beff1d-8438-43d2-bd63-7e7f53441965 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:12.638008 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f4263b37-f788-4df3-903b-e73a0034291a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83bccf7-f907-454f-9b2f-b3d6acd048db']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:12.656254 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: c9beff1d-8438-43d2-bd63-7e7f53441965 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:06:12.656605 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c9beff1d-8438-43d2-bd63-7e7f53441965 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:06:12.659863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 03509de1-cd5b-43e9-a962-8028bc383e2a no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:06:12.672319 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f4263b37-f788-4df3-903b-e73a0034291a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f1a03d-2a3d-41c6-90b5-98f70dfa8e59') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:12.672764 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f4263b37-f788-4df3-903b-e73a0034291a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f1a03d-2a3d-41c6-90b5-98f70dfa8e59') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:12.700995 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 03509de1-cd5b-43e9-a962-8028bc383e2a {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:06:12.701472 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 03509de1-cd5b-43e9-a962-8028bc383e2a not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:06:12.729116 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4263b37-f788-4df3-903b-e73a0034291a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.783403 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4263b37-f788-4df3-903b-e73a0034291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.806281 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Allocated IP 172.25.2.65 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/37b76c06-b85b-411a-bfad-51dc826975bf) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:12.815599 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4263b37-f788-4df3-903b-e73a0034291a admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:06:12.817566 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4263b37-f788-4df3-903b-e73a0034291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.819892 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73058948-34f6-498a-9369-41ac4d3e48f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:06:12.821691 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:06:12.948846 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4263b37-f788-4df3-903b-e73a0034291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.957756 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73058948-34f6-498a-9369-41ac4d3e48f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.964613 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4263b37-f788-4df3-903b-e73a0034291a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:12.966609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f4263b37-f788-4df3-903b-e73a0034291a admin admin] 10.222.0.55 "DELETE /v2.0/networks/a83bccf7-f907-454f-9b2f-b3d6acd048db HTTP/1.1" status: 204 len: 168 time: 1.0604048 Jul 27 21:06:13.000336 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4263b37-f788-4df3-903b-e73a0034291a admin admin] Pushing event deleted for resources: {'Network': ['ID=a83bccf7-f907-454f-9b2f-b3d6acd048db,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:13.074713 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.090901 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73058948-34f6-498a-9369-41ac4d3e48f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.094263 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73058948-34f6-498a-9369-41ac4d3e48f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.095818 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-73058948-34f6-498a-9369-41ac4d3e48f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba8ab6e1-4626-4a37-8455-0bbb58aae77e HTTP/1.1" status: 204 len: 168 time: 0.6294167 Jul 27 21:06:13.110555 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73058948-34f6-498a-9369-41ac4d3e48f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8ab6e1-4626-4a37-8455-0bbb58aae77e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:13.145603 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.168681 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:13.173178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:13.176495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:13.219869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 44004) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:13.252098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Pushing event updated for resources: {'Port': ['ID=37b76c06-b85b-411a-bfad-51dc826975bf,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:13.291505 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f84d6d27-176a-482b-a34d-9160d7368c6d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44a3a19e228a4d0985664b59fe9d66ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0696700 Jul 27 21:06:13.294050 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 44006) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:13.350576 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f579c3f-ca74-421e-9a08-130b92a19892 None None] Network 756c3330-fc59-4be5-abd7-594a95907f71 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:13.370146 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b084a0be-a611-4109-ab62-8a74dfc5bf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.400456 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b084a0be-a611-4109-ab62-8a74dfc5bf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.436677 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f35551b3-8798-424b-901c-94cca7cc5f30 None None] Provisioning for port 6585cf28-5189-4337-b089-4ed40638f3b9 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:13.452311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f35551b3-8798-424b-901c-94cca7cc5f30 None None] Provisioning complete for port 6585cf28-5189-4337-b089-4ed40638f3b9 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:13.453038 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f35551b3-8798-424b-901c-94cca7cc5f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.480458 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b084a0be-a611-4109-ab62-8a74dfc5bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.484091 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b084a0be-a611-4109-ab62-8a74dfc5bf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.485853 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b084a0be-a611-4109-ab62-8a74dfc5bf23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a3930add-8523-4bc2-abc0-8b3ca2987e84 HTTP/1.1" status: 204 len: 168 time: 0.1907640 Jul 27 21:06:13.518547 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084a0be-a611-4109-ab62-8a74dfc5bf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3930add-8523-4bc2-abc0-8b3ca2987e84,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:13.607251 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.638082 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f35551b3-8798-424b-901c-94cca7cc5f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.698208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-f35551b3-8798-424b-901c-94cca7cc5f30 None None] For port 6585cf28-5189-4337-b089-4ed40638f3b9, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6585cf28-5189-4337-b089-4ed40638f3b9,segment=NetworkSegment(bd601fb5-7b90-4017-b845-1527c22913a9),segment_id=bd601fb5-7b90-4017-b845-1527c22913a9)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:13.706280 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f35551b3-8798-424b-901c-94cca7cc5f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:13.792124 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35551b3-8798-424b-901c-94cca7cc5f30 None None] Pushing event updated for resources: {'Port': ['ID=6585cf28-5189-4337-b089-4ed40638f3b9,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:14.032503 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5b884fe6-f78f-4e11-97a1-6bf9797006f9 None None] Provisioning complete for port 6585cf28-5189-4337-b089-4ed40638f3b9 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:14.033133 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5b884fe6-f78f-4e11-97a1-6bf9797006f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:14.070329 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-20b09c5c-984f-4b4d-a03b-81474d58673b tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:14.072524 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-20b09c5c-984f-4b4d-a03b-81474d58673b tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/networks?id=1ff7aaaf-6f90-4356-8893-6507d7af4138 HTTP/1.1" status: 200 len: 814 time: 0.3716822 Jul 27 21:06:14.096030 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-f784106d-8c8a-4983-860d-e68eb39180c7 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/quotas/a76f96bb6ebb4706ad7cf03d5d001a56 HTTP/1.1" status: 200 len: 375 time: 0.0170553 Jul 27 21:06:14.099506 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:14.321764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6585cf28-5189-4337-b089-4ed40638f3b9 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:14.388941 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 6585cf28-5189-4337-b089-4ed40638f3b9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:14.389741 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:14.657289 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-55cdff29-39ad-472c-947c-e6cc332ee9d2 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a76f96bb6ebb4706ad7cf03d5d001a56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5553374 Jul 27 21:06:14.743549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:06:14.820865 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-aa9476e2-cbf0-4251-ab2e-f6b1727c93b4 service neutron] 10.222.0.55 "GET /v2.0/networks/1ff7aaaf-6f90-4356-8893-6507d7af4138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545441 Jul 27 21:06:14.969292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:06:14.982760 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-f73c2e6b-a5dc-4eb0-8163-d1bff1311277 service neutron] 10.222.0.55 "GET /v2.0/networks/1ff7aaaf-6f90-4356-8893-6507d7af4138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539125 Jul 27 21:06:14.986951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Sync routers for ids ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:06:14.990549 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:14.992008 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c107d4a8-6cb8-4d92-9363-4ac6c7a656a7 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8495183 Jul 27 21:06:14.994965 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44094) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:15.013114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 44096) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:15.016300 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Routers {'5808c9b9-6c02-4eec-8a58-1e5b2e9da680'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:15.017797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:06:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:15.336428 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Set router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:15.567171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-887eb9d8-af76-4e6c-9e03-e06fa00c9698 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1789140374-network', 'tenant_id': '95e434e4534545d890258291952b73f5'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:15.589304 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f312ebb-27cc-411e-b301-fb7bf0e2410d req-42329def-8284-493e-a55d-ca475fb95688 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 210 time: 0.0808792 Jul 27 21:06:15.640010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887eb9d8-af76-4e6c-9e03-e06fa00c9698 admin admin] Made reservation on behalf of 95e434e4534545d890258291952b73f5 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:15.649292 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-887eb9d8-af76-4e6c-9e03-e06fa00c9698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:15.693587 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-887eb9d8-af76-4e6c-9e03-e06fa00c9698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:15.809838 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'name': 'tempest-ServersTestManualDisk-122101994-router', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:10Z', 'updated_at': '2021-07-27T21:06:13Z', 'revision_number': 3, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'gw_port': {'id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:12Z', 'updated_at': '2021-07-27T21:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:15.852948 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Checking router: 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:06:15.853687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Updating router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 port 37b76c06-b85b-411a-bfad-51dc826975bf binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:06:15.906965 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:15.921176 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-887eb9d8-af76-4e6c-9e03-e06fa00c9698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:15.931747 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-887eb9d8-af76-4e6c-9e03-e06fa00c9698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:15.985035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887eb9d8-af76-4e6c-9e03-e06fa00c9698 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:06:15.990779 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.017452 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887eb9d8-af76-4e6c-9e03-e06fa00c9698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b4f82b-0ed5-4510-9c21-d837a968da77,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:16.028193 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-887eb9d8-af76-4e6c-9e03-e06fa00c9698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.033233 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-887eb9d8-af76-4e6c-9e03-e06fa00c9698 admin admin] Added segment 81e2c7d8-0ad9-4ed2-a845-ccc8129e4b7e of type vlan for network 9e302151-e3f3-4213-8de0-4018a269bf15 Jul 27 21:06:16.140660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-887eb9d8-af76-4e6c-9e03-e06fa00c9698 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.215216 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-887eb9d8-af76-4e6c-9e03-e06fa00c9698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.216212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887eb9d8-af76-4e6c-9e03-e06fa00c9698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:16.216811 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-887eb9d8-af76-4e6c-9e03-e06fa00c9698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.256601 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-887eb9d8-af76-4e6c-9e03-e06fa00c9698 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2421389 Jul 27 21:06:16.311454 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.355880 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Transition to ACTIVE for port object 37b76c06-b85b-411a-bfad-51dc826975bf will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:16.376809 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.451482 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Allocated IP 172.20.0.1 (756c3330-fc59-4be5-abd7-594a95907f71/f50ec59c-5b65-4f20-8991-3aed7601e052/75961f0f-5ea3-4fea-8a27-6c279d63f1b0) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:16.455554 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887eb9d8-af76-4e6c-9e03-e06fa00c9698 admin admin] Pushing event updated for resources: {'Network': ['ID=9e302151-e3f3-4213-8de0-4018a269bf15,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:16.488316 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f71d2-0178-418f-a47e-d110ddc230cf None None] Pushing event updated for resources: {'Port': ['ID=37b76c06-b85b-411a-bfad-51dc826975bf,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:16.502057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 9e302151-e3f3-4213-8de0-4018a269bf15 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:06:16.584840 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Attempting to bind port 37b76c06-b85b-411a-bfad-51dc826975bf on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:16.585475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Attempting to bind port 37b76c06-b85b-411a-bfad-51dc826975bf by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:16.585834 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Attempting to bind port 37b76c06-b85b-411a-bfad-51dc826975bf on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:16.604580 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:16.604954 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:16.605414 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.605866 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:16.606452 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Bound port: 37b76c06-b85b-411a-bfad-51dc826975bf, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:16.606843 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.681787 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.722717 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Transition to ACTIVE for port object 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:16.771723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] For port 37b76c06-b85b-411a-bfad-51dc826975bf, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:16.782772 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] For port 37b76c06-b85b-411a-bfad-51dc826975bf, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=37b76c06-b85b-411a-bfad-51dc826975bf,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:16.788448 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.846652 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97f9ad91-613b-4f3a-ad7f-2de1ca2d20b4 req-660fde68-ee12-47e5-af07-9b239a9b5342 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 210 time: 0.0565872 Jul 27 21:06:16.858866 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:16.903601 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Network 756c3330-fc59-4be5-abd7-594a95907f71 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:16.923787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:16.929558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:17.008159 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=75961f0f-5ea3-4fea-8a27-6c279d63f1b0,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:17.032634 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:17.158804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-a9fc4e1f-ac93-4e52-94a9-956e3ba5c83a tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:17.179263 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-a9fc4e1f-ac93-4e52-94a9-956e3ba5c83a tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.20 "GET /v2.0/networks?id=1ff7aaaf-6f90-4356-8893-6507d7af4138 HTTP/1.1" status: 200 len: 814 time: 0.3087566 Jul 27 21:06:17.198421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-2b104fab-dee7-46d1-9c26-5da933b17c8b tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Request body: {'port': {'device_id': 'e0f5be66-87f0-4631-9f2b-05cbddd1a97d', 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138', 'admin_state_up': True, 'tenant_id': 'a76f96bb6ebb4706ad7cf03d5d001a56'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:17.250214 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Routers {'5808c9b9-6c02-4eec-8a58-1e5b2e9da680'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:17.251519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:06:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:17.308810 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f71d2-0178-418f-a47e-d110ddc230cf None None] Pushing event updated for resources: {'Port': ['ID=37b76c06-b85b-411a-bfad-51dc826975bf,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:17.567303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] Set router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:17.603202 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-2b104fab-dee7-46d1-9c26-5da933b17c8b tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Made reservation on behalf of a76f96bb6ebb4706ad7cf03d5d001a56 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:17.610105 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-2b104fab-dee7-46d1-9c26-5da933b17c8b tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:17.683076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-74efefa9-cf72-4365-8acc-f9bbdc388a4b None None] Provisioning for port 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:17.716826 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-74efefa9-cf72-4365-8acc-f9bbdc388a4b None None] Provisioning complete for port 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:17.717207 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-74efefa9-cf72-4365-8acc-f9bbdc388a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:17.753051 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416f20-d22a-4db9-b473-2ca952ebe9fb req-a8593458-7676-430c-a9c8-8f518f9a2a21 tempest-ComputeTenantNetworksTest-202392817 tempest-ComputeTenantNetworksTest-202392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:17.774684 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416f20-d22a-4db9-b473-2ca952ebe9fb req-a8593458-7676-430c-a9c8-8f518f9a2a21 tempest-ComputeTenantNetworksTest-202392817 tempest-ComputeTenantNetworksTest-202392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:17.782035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-74efefa9-cf72-4365-8acc-f9bbdc388a4b None None] Port 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:06:17.801726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416f20-d22a-4db9-b473-2ca952ebe9fb req-a8593458-7676-430c-a9c8-8f518f9a2a21 tempest-ComputeTenantNetworksTest-202392817 tempest-ComputeTenantNetworksTest-202392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:17.828109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6416f20-d22a-4db9-b473-2ca952ebe9fb req-a8593458-7676-430c-a9c8-8f518f9a2a21 tempest-ComputeTenantNetworksTest-202392817 tempest-ComputeTenantNetworksTest-202392817-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6960456 Jul 27 21:06:17.948603 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'name': 'tempest-ServersTestManualDisk-122101994-router', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:10Z', 'updated_at': '2021-07-27T21:06:13Z', 'revision_number': 3, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'gw_port': {'id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:12Z', 'updated_at': '2021-07-27T21:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:17.964771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-2b104fab-dee7-46d1-9c26-5da933b17c8b tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Allocated IP 172.20.0.4 (1ff7aaaf-6f90-4356-8893-6507d7af4138/0fcbb667-0105-4e96-9b7d-8ee6b13f7598/26f466c5-9620-471f-a5b2-da5e7304de1b) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:18.034381 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:18.055053 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f20b9-38d9-425d-a61e-29e599ac3bb2 None None] The sync data for ids ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'] in n-d-764806-9 is: [{'id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'name': 'tempest-ServersTestManualDisk-122101994-router', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:10Z', 'updated_at': '2021-07-27T21:06:13Z', 'revision_number': 3, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'gw_port': {'id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:12Z', 'updated_at': '2021-07-27T21:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:06:18.138965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22fbf683-da09-446a-bfac-da89cfbd0031 req-a07c5858-eaa6-4a37-843d-62bea718c7fa tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 210 time: 0.0494468 Jul 27 21:06:18.171891 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb1d47-1fe2-42aa-a030-313422abcbb9 req-4ab41569-095a-4f0c-94a3-250c3b83cc00 tempest-ComputeTenantNetworksTest-202392817 tempest-ComputeTenantNetworksTest-202392817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:18.173537 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f8eb1d47-1fe2-42aa-a030-313422abcbb9 req-4ab41569-095a-4f0c-94a3-250c3b83cc00 tempest-ComputeTenantNetworksTest-202392817 tempest-ComputeTenantNetworksTest-202392817-project] 10.222.0.55 "GET /v2.0/networks/9e302151-e3f3-4213-8de0-4018a269bf15 HTTP/1.1" status: 200 len: 769 time: 0.2509141 Jul 27 21:06:18.184194 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44218) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:18.376016 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-307dcb72-2de2-4c8d-94fa-5ffdd9947138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:18.768626 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-307dcb72-2de2-4c8d-94fa-5ffdd9947138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:18.774674 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:18.785590 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:18.835970 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-307dcb72-2de2-4c8d-94fa-5ffdd9947138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e302151-e3f3-4213-8de0-4018a269bf15']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:18.914892 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-307dcb72-2de2-4c8d-94fa-5ffdd9947138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e2c7d8-0ad9-4ed2-a845-ccc8129e4b7e') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:18.915481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-307dcb72-2de2-4c8d-94fa-5ffdd9947138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e2c7d8-0ad9-4ed2-a845-ccc8129e4b7e') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:19.014320 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-307dcb72-2de2-4c8d-94fa-5ffdd9947138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.044907 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.071284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=75961f0f-5ea3-4fea-8a27-6c279d63f1b0,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:19.111602 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-307dcb72-2de2-4c8d-94fa-5ffdd9947138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.330473 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307dcb72-2de2-4c8d-94fa-5ffdd9947138 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:06:19.337273 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-307dcb72-2de2-4c8d-94fa-5ffdd9947138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:06:19.345713 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:06:19.596149 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-2b104fab-dee7-46d1-9c26-5da933b17c8b tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.658039 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-2b104fab-dee7-46d1-9c26-5da933b17c8b tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Transition to ACTIVE for port object 26f466c5-9620-471f-a5b2-da5e7304de1b will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:19.669637 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc218f0a-c120-4403-8187-5296613a5074 req-b100a92b-52d2-4dde-88b0-883de80c8ad9 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 210 time: 0.1860402 Jul 27 21:06:19.678705 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44256) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:19.717673 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-307dcb72-2de2-4c8d-94fa-5ffdd9947138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.730681 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-307dcb72-2de2-4c8d-94fa-5ffdd9947138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.737271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-307dcb72-2de2-4c8d-94fa-5ffdd9947138 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9e302151-e3f3-4213-8de0-4018a269bf15 HTTP/1.1" status: 204 len: 168 time: 1.5514276 Jul 27 21:06:19.793899 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-2b104fab-dee7-46d1-9c26-5da933b17c8b tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:19.809623 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dcb72-2de2-4c8d-94fa-5ffdd9947138 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e302151-e3f3-4213-8de0-4018a269bf15,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:19.827727 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Network 756c3330-fc59-4be5-abd7-594a95907f71 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:19.832708 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:19.945862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b104fab-dee7-46d1-9c26-5da933b17c8b tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Pushing event updated for resources: {'Port': ['ID=26f466c5-9620-471f-a5b2-da5e7304de1b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:19.988915 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-2b104fab-dee7-46d1-9c26-5da933b17c8b tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Network 1ff7aaaf-6f90-4356-8893-6507d7af4138 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:20.003215 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-2b104fab-dee7-46d1-9c26-5da933b17c8b tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:20.005805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-2b104fab-dee7-46d1-9c26-5da933b17c8b tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:20.144301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-2b104fab-dee7-46d1-9c26-5da933b17c8b tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:20.159726 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-2b104fab-dee7-46d1-9c26-5da933b17c8b tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.220635 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-2b104fab-dee7-46d1-9c26-5da933b17c8b tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0308900 Jul 27 21:06:20.226870 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62949db6-9892-4a20-9a62-bd848f7fa21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.275029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Request body: {'port': {'device_id': 'e0f5be66-87f0-4631-9f2b-05cbddd1a97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:20.366436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:06:20.376711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 44272) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:20.533792 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 37b76c06-b85b-411a-bfad-51dc826975bf up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:20.581133 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-791d55e9-cd9b-496d-9353-74a441b91df7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95e434e4534545d890258291952b73f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2004399 Jul 27 21:06:20.582390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1fb83c1a-6cae-4a09-8e7e-35bb358ec12e None None] Provisioning complete for port 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:20.583048 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1fb83c1a-6cae-4a09-8e7e-35bb358ec12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.606887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44276) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:20.623031 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.674131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1fb83c1a-6cae-4a09-8e7e-35bb358ec12e None None] Port 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:06:20.683578 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 37b76c06-b85b-411a-bfad-51dc826975bf completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:20.688549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 37b76c06-b85b-411a-bfad-51dc826975bf triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:20.689257 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.797808 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62949db6-9892-4a20-9a62-bd848f7fa21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.838142 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62949db6-9892-4a20-9a62-bd848f7fa21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.921680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b182808e-7a56-465c-a357-2f438670fe79 None None] Provisioning for port 26f466c5-9620-471f-a5b2-da5e7304de1b completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:20.928676 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:20.947481 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b182808e-7a56-465c-a357-2f438670fe79 None None] Provisioning complete for port 26f466c5-9620-471f-a5b2-da5e7304de1b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:20.947829 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b182808e-7a56-465c-a357-2f438670fe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:21.069712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b182808e-7a56-465c-a357-2f438670fe79 None None] Port 26f466c5-9620-471f-a5b2-da5e7304de1b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:06:21.099724 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 37b76c06-b85b-411a-bfad-51dc826975bf, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=37b76c06-b85b-411a-bfad-51dc826975bf,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:21.106349 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:21.235380 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=37b76c06-b85b-411a-bfad-51dc826975bf,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:21.354787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:06:21.370479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a28ea8d9-99cb-408c-9d0a-b7a034add6f3 admin admin] 10.222.0.55 "PUT /v2.0/routers/5808c9b9-6c02-4eec-8a58-1e5b2e9da680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3743422 Jul 27 21:06:21.375612 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-62949db6-9892-4a20-9a62-bd848f7fa21b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d64e55881d748579731787c5104a959&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6901801 Jul 27 21:06:21.384314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44294) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:21.462519 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f466c5-9620-471f-a5b2-da5e7304de1b {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:06:21.469017 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62949db6-9892-4a20-9a62-bd848f7fa21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015cb7b2-78ee-4e43-9c1d-7e2c94fbd9af,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:21.490425 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:21.513768 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Transition to ACTIVE for port object 26f466c5-9620-471f-a5b2-da5e7304de1b will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:21.521954 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:21.577375 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Sync routers for ids ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:06:21.618075 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Pushing event updated for resources: {'Port': ['ID=26f466c5-9620-471f-a5b2-da5e7304de1b,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:21.639057 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Routers {'5808c9b9-6c02-4eec-8a58-1e5b2e9da680'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:21.642486 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:06:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:21.767701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Attempting to bind port 26f466c5-9620-471f-a5b2-da5e7304de1b on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:21.770216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Attempting to bind port 26f466c5-9620-471f-a5b2-da5e7304de1b by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'f4dd12f3-64d0-4a92-9c27-b8ed8197a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:21.770854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Attempting to bind port 26f466c5-9620-471f-a5b2-da5e7304de1b on network 1ff7aaaf-6f90-4356-8893-6507d7af4138 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:21.791246 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Port 26f466c5-9620-471f-a5b2-da5e7304de1b on network 1ff7aaaf-6f90-4356-8893-6507d7af4138 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:06:21.793389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Attempting to bind port 26f466c5-9620-471f-a5b2-da5e7304de1b on network 1ff7aaaf-6f90-4356-8893-6507d7af4138 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:21.829136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:21.829945 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Checking segment: {'id': 'f4dd12f3-64d0-4a92-9c27-b8ed8197a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:21.830905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Bound using segment: {'id': 'f4dd12f3-64d0-4a92-9c27-b8ed8197a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:21.833367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Bound port: 26f466c5-9620-471f-a5b2-da5e7304de1b, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4dd12f3-64d0-4a92-9c27-b8ed8197a003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:21.834199 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:21.978380 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Set router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:22.099499 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] For port 26f466c5-9620-471f-a5b2-da5e7304de1b, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:22.116542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] For port 26f466c5-9620-471f-a5b2-da5e7304de1b, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=26f466c5-9620-471f-a5b2-da5e7304de1b,segment=NetworkSegment(f4dd12f3-64d0-4a92-9c27-b8ed8197a003),segment_id=f4dd12f3-64d0-4a92-9c27-b8ed8197a003)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:22.124195 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.230140 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-57f09297-c4e1-4765-8d3b-6e35fcfd7487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.297320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Pushing event updated for resources: {'Port': ['ID=26f466c5-9620-471f-a5b2-da5e7304de1b,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:22.341901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:22.342564 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.344022 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-54409050-16ff-4190-b980-d1aa308f24ca service neutron] 10.222.0.20 "PUT /v2.0/ports/26f466c5-9620-471f-a5b2-da5e7304de1b HTTP/1.1" status: 200 len: 1091 time: 2.1085227 Jul 27 21:06:22.344489 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f5be66-87f0-4631-9f2b-05cbddd1a97d', 'tag': '26f466c5-9620-471f-a5b2-da5e7304de1b'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:22.359542 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3009c72c-75dc-4b5a-afc2-74b272e0555d" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f5be66-87f0-4631-9f2b-05cbddd1a97d", "tag": "26f466c5-9620-471f-a5b2-da5e7304de1b"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:22.383817 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ddca5d41-5d9c-4529-9246-6c66c94acace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.449483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 37b76c06-b85b-411a-bfad-51dc826975bf up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:22.482959 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ddca5d41-5d9c-4529-9246-6c66c94acace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.562497 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-57f09297-c4e1-4765-8d3b-6e35fcfd7487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.651647 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1694ade-fb21-4202-aa57-6982f26729ba req-23ff3a52-54f0-411c-bd87-cdd1bafc2882 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:22.659213 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 37b76c06-b85b-411a-bfad-51dc826975bf triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:22.660123 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.664499 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e1694ade-fb21-4202-aa57-6982f26729ba req-23ff3a52-54f0-411c-bd87-cdd1bafc2882 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 931 time: 1.8234670 Jul 27 21:06:22.732241 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'name': 'tempest-ServersTestManualDisk-122101994-router', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:10Z', 'updated_at': '2021-07-27T21:06:17Z', 'revision_number': 4, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'gw_port': {'id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:12Z', 'updated_at': '2021-07-27T21:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '75961f0f-5ea3-4fea-8a27-6c279d63f1b0', 'name': '', 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'mac_address': 'fa:16:3e:40:72:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:16Z', 'updated_at': '2021-07-27T21:06:18Z', 'revision_number': 2, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'subnets': [{'id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:22.761846 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ddca5d41-5d9c-4529-9246-6c66c94acace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.768531 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ddca5d41-5d9c-4529-9246-6c66c94acace admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.772759 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ddca5d41-5d9c-4529-9246-6c66c94acace admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/015cb7b2-78ee-4e43-9c1d-7e2c94fbd9af HTTP/1.1" status: 204 len: 168 time: 1.3830702 Jul 27 21:06:22.772913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-6901dd04-8b51-4c1f-b18f-eb11e0c560e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:22.774138 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-6901dd04-8b51-4c1f-b18f-eb11e0c560e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a76f96bb6ebb4706ad7cf03d5d001a56&device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 1094 time: 0.2716823 Jul 27 21:06:22.800315 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Checking router: 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:06:22.801156 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Updating router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 port 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:06:22.839869 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca5d41-5d9c-4529-9246-6c66c94acace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015cb7b2-78ee-4e43-9c1d-7e2c94fbd9af,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:22.942094 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e1694ade-fb21-4202-aa57-6982f26729ba req-09dd6742-a2eb-48c5-b8eb-672fed578e2b tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a2362b0-815b-4464-9b76-3f0048de569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765582 Jul 27 21:06:22.975465 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-57f09297-c4e1-4765-8d3b-6e35fcfd7487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.981618 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-57f09297-c4e1-4765-8d3b-6e35fcfd7487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:22.985847 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-57f09297-c4e1-4765-8d3b-6e35fcfd7487 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/78b4f82b-0ed5-4510-9c21-d837a968da77 HTTP/1.1" status: 204 len: 168 time: 2.1830134 Jul 27 21:06:22.997465 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.000622 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-c50ec7a4-9b14-46de-9ccc-d56039620424 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26f466c5-9620-471f-a5b2-da5e7304de1b HTTP/1.1" status: 200 len: 217 time: 0.1993029 Jul 27 21:06:23.005903 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f09297-c4e1-4765-8d3b-6e35fcfd7487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b4f82b-0ed5-4510-9c21-d837a968da77,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:23.170383 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-96844bdf-65a8-4204-bd4b-30f1c5603f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:23.176350 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-96844bdf-65a8-4204-bd4b-30f1c5603f64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fcbb667-0105-4e96-9b7d-8ee6b13f7598 HTTP/1.1" status: 200 len: 853 time: 0.1686404 Jul 27 21:06:23.238317 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44334) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:23.243488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-74e48c7c-99ce-486b-b19c-05c9a0d5fd7b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--381007426', 'description': 'tempest-description--1258250841'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:23.318093 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-74e48c7c-99ce-486b-b19c-05c9a0d5fd7b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.356647 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde93a66-b6b0-49fc-b399-2890fe23d81e x-openstack-request-id: req-bde93a66-b6b0-49fc-b399-2890fe23d81e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:23.359121 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f5be66-87f0-4631-9f2b-05cbddd1a97d", "tag": "26f466c5-9620-471f-a5b2-da5e7304de1b", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:23.361006 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bde93a66-b6b0-49fc-b399-2890fe23d81e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:23.361481 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f5be66-87f0-4631-9f2b-05cbddd1a97d', 'tag': '26f466c5-9620-471f-a5b2-da5e7304de1b', 'status': 'completed', 'code': 200} Jul 27 21:06:23.476847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-faf23a2c-41db-417b-a9b0-b05aa8a24d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:23.480055 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-faf23a2c-41db-417b-a9b0-b05aa8a24d95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ff7aaaf-6f90-4356-8893-6507d7af4138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2848363 Jul 27 21:06:23.648484 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-74e48c7c-99ce-486b-b19c-05c9a0d5fd7b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.654806 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-74e48c7c-99ce-486b-b19c-05c9a0d5fd7b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.756710 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-7571e91d-eeeb-4956-bd41-8894e0e2438b service neutron] 10.222.0.20 "GET /v2.0/networks/1ff7aaaf-6f90-4356-8893-6507d7af4138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655346 Jul 27 21:06:23.759832 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-74e48c7c-99ce-486b-b19c-05c9a0d5fd7b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:23.761620 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-74e48c7c-99ce-486b-b19c-05c9a0d5fd7b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5219336 Jul 27 21:06:23.765156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 44342) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:23.771881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d4c8dcd5-6f49-4bea-96db-868a06e5235b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Request body: {'security_group_rule': {'security_group_id': '6d288770-9291-4de8-a872-25b8873f4623', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:23.781686 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e48c7c-99ce-486b-b19c-05c9a0d5fd7b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d288770-9291-4de8-a872-25b8873f4623,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:24.038482 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-013f93dc-2620-48c3-8332-1e07041c2bcd req-32573e18-40e4-43a5-b423-ebf15b29a999 service neutron] 10.222.0.20 "GET /v2.0/networks/1ff7aaaf-6f90-4356-8893-6507d7af4138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986907 Jul 27 21:06:24.039387 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4c8dcd5-6f49-4bea-96db-868a06e5235b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.207594 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4c8dcd5-6f49-4bea-96db-868a06e5235b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.278167 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b050e6-023a-452e-8bb8-3bbe2bc06244 req-6b5cf97c-990f-433a-b454-008a636c27d8 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:24.288392 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15b050e6-023a-452e-8bb8-3bbe2bc06244 req-6b5cf97c-990f-433a-b454-008a636c27d8 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 943 time: 0.1683295 Jul 27 21:06:24.313169 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4c8dcd5-6f49-4bea-96db-868a06e5235b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.366619 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15b050e6-023a-452e-8bb8-3bbe2bc06244 req-735e38f6-c346-46da-8b98-b496df2f92cf tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a2362b0-815b-4464-9b76-3f0048de569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765688 Jul 27 21:06:24.381182 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.393044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8dcd5-6f49-4bea-96db-868a06e5235b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f03e701-a471-4ac1-b768-bcaa77c6ec5d,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:24.404037 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4c8dcd5-6f49-4bea-96db-868a06e5235b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.406242 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d4c8dcd5-6f49-4bea-96db-868a06e5235b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6399853 Jul 27 21:06:24.408935 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44364) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:24.423822 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-cdc3f24e-bcd0-4eb0-a7cd-04c8886e54c7 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Request body: {'security_group_rule': {'security_group_id': '6d288770-9291-4de8-a872-25b8873f4623', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:24.429187 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Transition to ACTIVE for port object 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:24.443910 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.494929 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f24e-bcd0-4eb0-a7cd-04c8886e54c7 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.498338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44368) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:24.509487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009c72c-75dc-4b5a-afc2-74b272e0555d req-d24b308a-517a-49e2-8c70-68972183f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:24.511512 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3009c72c-75dc-4b5a-afc2-74b272e0555d req-d24b308a-517a-49e2-8c70-68972183f409 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a76f96bb6ebb4706ad7cf03d5d001a56&device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 1094 time: 0.3431754 Jul 27 21:06:24.625817 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0c236d2e-cc6b-4a1e-986f-b705f269d8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.626508 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b45ab8-b23e-4619-85b8-5a73f6d76582 None None] Pushing event updated for resources: {'Port': ['ID=75961f0f-5ea3-4fea-8a27-6c279d63f1b0,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:24.656998 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b45ab8-b23e-4619-85b8-5a73f6d76582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:24.661575 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b45ab8-b23e-4619-85b8-5a73f6d76582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:24.665984 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b45ab8-b23e-4619-85b8-5a73f6d76582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:24.668288 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b45ab8-b23e-4619-85b8-5a73f6d76582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:24.670102 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b45ab8-b23e-4619-85b8-5a73f6d76582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:24.670633 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b45ab8-b23e-4619-85b8-5a73f6d76582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:24.673382 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b45ab8-b23e-4619-85b8-5a73f6d76582 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:24.676034 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b45ab8-b23e-4619-85b8-5a73f6d76582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:24.677658 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b45ab8-b23e-4619-85b8-5a73f6d76582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:24.680238 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b45ab8-b23e-4619-85b8-5a73f6d76582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:24.680715 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b45ab8-b23e-4619-85b8-5a73f6d76582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:24.682398 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b45ab8-b23e-4619-85b8-5a73f6d76582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:06:24.793174 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f24e-bcd0-4eb0-a7cd-04c8886e54c7 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.819570 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f24e-bcd0-4eb0-a7cd-04c8886e54c7 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.892137 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3f24e-bcd0-4eb0-a7cd-04c8886e54c7 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549b1f41-5c82-40b2-bb2f-6e07e76e39d3,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:24.918112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009c72c-75dc-4b5a-afc2-74b272e0555d req-7141dc9a-052d-4bbb-bc6c-a7a633405f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:24.920483 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3009c72c-75dc-4b5a-afc2-74b272e0555d req-7141dc9a-052d-4bbb-bc6c-a7a633405f27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ff7aaaf-6f90-4356-8893-6507d7af4138 HTTP/1.1" status: 200 len: 915 time: 0.3822114 Jul 27 21:06:24.960667 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Attempting to bind port 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:24.961452 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Attempting to bind port 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'bd601fb5-7b90-4017-b845-1527c22913a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:24.963645 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Attempting to bind port 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 on network 756c3330-fc59-4be5-abd7-594a95907f71 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:24.978802 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:24.981581 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Checking segment: {'id': 'bd601fb5-7b90-4017-b845-1527c22913a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:24.982290 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:24.983966 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Bound using segment: {'id': 'bd601fb5-7b90-4017-b845-1527c22913a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:24.984597 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Bound port: 75961f0f-5ea3-4fea-8a27-6c279d63f1b0, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd601fb5-7b90-4017-b845-1527c22913a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:24.985360 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.141003 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0c236d2e-cc6b-4a1e-986f-b705f269d8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.153943 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0c236d2e-cc6b-4a1e-986f-b705f269d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.163928 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] For port 75961f0f-5ea3-4fea-8a27-6c279d63f1b0, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:25.177948 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] For port 75961f0f-5ea3-4fea-8a27-6c279d63f1b0, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=75961f0f-5ea3-4fea-8a27-6c279d63f1b0,segment=NetworkSegment(bd601fb5-7b90-4017-b845-1527c22913a9),segment_id=bd601fb5-7b90-4017-b845-1527c22913a9)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:25.183600 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f24e-bcd0-4eb0-a7cd-04c8886e54c7 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.187597 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.192077 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cdc3f24e-bcd0-4eb0-a7cd-04c8886e54c7 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7816479 Jul 27 21:06:25.204442 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44376) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:25.243756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:25.285195 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3009c72c-75dc-4b5a-afc2-74b272e0555d req-f0dd5176-e693-465d-9b27-10b9187bd05f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26f466c5-9620-471f-a5b2-da5e7304de1b HTTP/1.1" status: 200 len: 217 time: 0.1433156 Jul 27 21:06:25.304932 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Routers {'5808c9b9-6c02-4eec-8a58-1e5b2e9da680'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:25.306014 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:06:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:25.363898 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0c236d2e-cc6b-4a1e-986f-b705f269d8f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=90558b71f8d844fe876f72100ef88414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8639872 Jul 27 21:06:25.367106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44382) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:25.425583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c236d2e-cc6b-4a1e-986f-b705f269d8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b9bc50-5f44-4416-a97a-6708d1de28b2,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:25.449046 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009c72c-75dc-4b5a-afc2-74b272e0555d req-2f0833c7-e533-4f74-9d23-e4fc3438bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:25.453012 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3009c72c-75dc-4b5a-afc2-74b272e0555d req-2f0833c7-e533-4f74-9d23-e4fc3438bef7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fcbb667-0105-4e96-9b7d-8ee6b13f7598 HTTP/1.1" status: 200 len: 853 time: 0.1435297 Jul 27 21:06:25.513082 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.562493 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009c72c-75dc-4b5a-afc2-74b272e0555d req-f62ca8c6-9588-497c-b64e-8e3303f23e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:25.564239 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3009c72c-75dc-4b5a-afc2-74b272e0555d req-f62ca8c6-9588-497c-b64e-8e3303f23e10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ff7aaaf-6f90-4356-8893-6507d7af4138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029778 Jul 27 21:06:25.645506 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b45ab8-b23e-4619-85b8-5a73f6d76582 None None] Pushing event updated for resources: {'Port': ['ID=75961f0f-5ea3-4fea-8a27-6c279d63f1b0,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:25.762819 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44392) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:25.765144 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-911bb7e2-454b-4ab3-adf7-b1861bc75b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.791008 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] Set router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:25.818128 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-911bb7e2-454b-4ab3-adf7-b1861bc75b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:25.996918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5113e-abd2-463f-be57-a32bcbb09d2d req-52589f76-9c5b-4f8e-98fd-ade1c7496b74 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:26.003732 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b1e5113e-abd2-463f-be57-a32bcbb09d2d req-52589f76-9c5b-4f8e-98fd-ade1c7496b74 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 943 time: 0.3021941 Jul 27 21:06:26.058396 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-911bb7e2-454b-4ab3-adf7-b1861bc75b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:26.065077 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-911bb7e2-454b-4ab3-adf7-b1861bc75b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:26.070611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-911bb7e2-454b-4ab3-adf7-b1861bc75b62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2b9bc50-5f44-4416-a97a-6708d1de28b2 HTTP/1.1" status: 204 len: 168 time: 0.6808949 Jul 27 21:06:26.084717 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3009c72c-75dc-4b5a-afc2-74b272e0555d req-183f2bd4-bbfa-44eb-9139-a13d673b6b34 service neutron] 10.222.0.20 "GET /v2.0/networks/1ff7aaaf-6f90-4356-8893-6507d7af4138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078232 Jul 27 21:06:26.131684 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bb7e2-454b-4ab3-adf7-b1861bc75b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b9bc50-5f44-4416-a97a-6708d1de28b2,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:26.182776 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:26.197530 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b1e5113e-abd2-463f-be57-a32bcbb09d2d req-85cac174-ffc3-4312-9136-36b5d3c87020 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a2362b0-815b-4464-9b76-3f0048de569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810398 Jul 27 21:06:26.392920 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'name': 'tempest-ServersTestManualDisk-122101994-router', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:10Z', 'updated_at': '2021-07-27T21:06:17Z', 'revision_number': 4, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'gw_port': {'id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:12Z', 'updated_at': '2021-07-27T21:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '75961f0f-5ea3-4fea-8a27-6c279d63f1b0', 'name': '', 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'mac_address': 'fa:16:3e:40:72:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:16Z', 'updated_at': '2021-07-27T21:06:25Z', 'revision_number': 4, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'subnets': [{'id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:26.399228 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3009c72c-75dc-4b5a-afc2-74b272e0555d req-1cfccf85-21c7-4be3-b15e-45e19db8e7e7 service neutron] 10.222.0.20 "GET /v2.0/networks/1ff7aaaf-6f90-4356-8893-6507d7af4138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907712 Jul 27 21:06:26.406135 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5722375b-8838-4af8-8a8f-ad464bc96c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:26.458245 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Allocated IP 172.25.2.117 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/cc602fee-4823-4701-9909-ef9bc2e78404) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:26.476860 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6863a-c2d3-42c7-8d3d-5128e8752b1c None None] The sync data for ids ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'] in n-d-764806-9 is: [{'id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'name': 'tempest-ServersTestManualDisk-122101994-router', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:10Z', 'updated_at': '2021-07-27T21:06:17Z', 'revision_number': 4, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'gw_port': {'id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:12Z', 'updated_at': '2021-07-27T21:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '75961f0f-5ea3-4fea-8a27-6c279d63f1b0', 'name': '', 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'mac_address': 'fa:16:3e:40:72:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:16Z', 'updated_at': '2021-07-27T21:06:25Z', 'revision_number': 4, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'subnets': [{'id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:06:26.793165 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:26.872948 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:26.933780 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:26.948400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:26.957594 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5722375b-8838-4af8-8a8f-ad464bc96c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:26.959051 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:26.994927 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5722375b-8838-4af8-8a8f-ad464bc96c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.085758 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722375b-8838-4af8-8a8f-ad464bc96c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1220bbe9-fb06-469e-8f78-bde972d11492,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:27.088617 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Pushing event updated for resources: {'Port': ['ID=cc602fee-4823-4701-9909-ef9bc2e78404,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:27.117946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 44416) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:27.153942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5722375b-8838-4af8-8a8f-ad464bc96c8d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=691b642748b14d7cb31b0282f33a025a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3898432 Jul 27 21:06:27.156701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 44422) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:27.332629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-61447554-1139-429d-9479-c40633c7b83b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-26546600-network', 'tenant_id': '316085248a694378aced875fc59e1117'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:27.364914 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.459273 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-04214020-7ed6-49cc-a411-66ffcfb4fb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.485725 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61447554-1139-429d-9479-c40633c7b83b admin admin] Made reservation on behalf of 316085248a694378aced875fc59e1117 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:27.491713 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-61447554-1139-429d-9479-c40633c7b83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.517836 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-61447554-1139-429d-9479-c40633c7b83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.580420 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-04214020-7ed6-49cc-a411-66ffcfb4fb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.582276 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.756729 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-04214020-7ed6-49cc-a411-66ffcfb4fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.759729 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-04214020-7ed6-49cc-a411-66ffcfb4fb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.764404 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-04214020-7ed6-49cc-a411-66ffcfb4fb38 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1220bbe9-fb06-469e-8f78-bde972d11492 HTTP/1.1" status: 204 len: 168 time: 0.6033113 Jul 27 21:06:27.805652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04214020-7ed6-49cc-a411-66ffcfb4fb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1220bbe9-fb06-469e-8f78-bde972d11492,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:27.818629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9828972-801c-494b-ba44-78aa23125cb2 req-d915a22c-3110-4a71-9eed-01a879575e51 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:27.820621 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9828972-801c-494b-ba44-78aa23125cb2 req-d915a22c-3110-4a71-9eed-01a879575e51 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 943 time: 0.3626344 Jul 27 21:06:27.844353 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-61447554-1139-429d-9479-c40633c7b83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.857187 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-61447554-1139-429d-9479-c40633c7b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.908106 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61447554-1139-429d-9479-c40633c7b83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654071c1-dd24-41f0-9de4-f13d8c983719,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:27.951161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61447554-1139-429d-9479-c40633c7b83b admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:06:27.962819 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-61447554-1139-429d-9479-c40633c7b83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:27.963525 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-61447554-1139-429d-9479-c40633c7b83b admin admin] Added segment 10d16c9c-74a3-47cf-89ce-7a3b6191f405 of type vlan for network 83632acd-e78d-4a39-ae97-2eaf775c8434 Jul 27 21:06:27.966365 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9828972-801c-494b-ba44-78aa23125cb2 req-16489045-3b8c-4c12-8d8c-fda76a089031 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a2362b0-815b-4464-9b76-3f0048de569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310332 Jul 27 21:06:28.034137 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-61447554-1139-429d-9479-c40633c7b83b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.077081 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-61447554-1139-429d-9479-c40633c7b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.078677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61447554-1139-429d-9479-c40633c7b83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:28.079090 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.079640 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-61447554-1139-429d-9479-c40633c7b83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.089255 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.293794 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-61447554-1139-429d-9479-c40633c7b83b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1717231 Jul 27 21:06:28.297406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 44448) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:28.328431 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2488edd2-ca12-4cc7-9ff3-d26a966db34e admin admin] Request body: {'subnet': {'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-subnet', 'tenant_id': '316085248a694378aced875fc59e1117', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:28.332731 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Pushing event updated for resources: {'Port': ['ID=cc602fee-4823-4701-9909-ef9bc2e78404,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:28.338986 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.357392 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.368150 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9859d308-0781-4f0a-90fb-3cc7a85df8ce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1521657 Jul 27 21:06:28.391609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61447554-1139-429d-9479-c40633c7b83b admin admin] Pushing event updated for resources: {'Network': ['ID=83632acd-e78d-4a39-ae97-2eaf775c8434,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:28.398073 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2488edd2-ca12-4cc7-9ff3-d26a966db34e admin admin] Made reservation on behalf of 316085248a694378aced875fc59e1117 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:28.406929 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2488edd2-ca12-4cc7-9ff3-d26a966db34e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.417590 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 83632acd-e78d-4a39-ae97-2eaf775c8434 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:06:28.596569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:28.803736 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:28.811128 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:28.811773 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:28.892262 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2488edd2-ca12-4cc7-9ff3-d26a966db34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:29.109091 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:29.157795 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2488edd2-ca12-4cc7-9ff3-d26a966db34e admin admin] Checking segment: {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:29.158424 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-7d5c343e-31ef-4747-b4cb-fedce2220add tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--381007426&fields=id&tenant_id=cb9c244af89645439bc3427cbbf85ecf HTTP/1.1" status: 200 len: 267 time: 0.1456521 Jul 27 21:06:29.159118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2488edd2-ca12-4cc7-9ff3-d26a966db34e admin admin] Network hostable DHCP agents. Network: 83632acd-e78d-4a39-ae97-2eaf775c8434, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:06:29.179886 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488edd2-ca12-4cc7-9ff3-d26a966db34e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f5c215f-9e0c-4039-b305-c7ccda95b7dd,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:29.201461 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2488edd2-ca12-4cc7-9ff3-d26a966db34e admin admin] Network 83632acd-e78d-4a39-ae97-2eaf775c8434 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:06:29.213819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 75961f0f-5ea3-4fea-8a27-6c279d63f1b0, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=75961f0f-5ea3-4fea-8a27-6c279d63f1b0,segment=NetworkSegment(bd601fb5-7b90-4017-b845-1527c22913a9),segment_id=bd601fb5-7b90-4017-b845-1527c22913a9)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:29.220521 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:29.225585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-2488edd2-ca12-4cc7-9ff3-d26a966db34e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 83632acd-e78d-4a39-ae97-2eaf775c8434) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:29.235793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2488edd2-ca12-4cc7-9ff3-d26a966db34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:29.236394 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2488edd2-ca12-4cc7-9ff3-d26a966db34e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:29.279408 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2488edd2-ca12-4cc7-9ff3-d26a966db34e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9708908 Jul 27 21:06:29.279972 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 44488) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:29.290118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70105ea7-a6ed-4250-bd8f-07bb4885d498 None None] Network 83632acd-e78d-4a39-ae97-2eaf775c8434 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:29.294693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:29.359452 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:29.365334 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:29.515112 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=75961f0f-5ea3-4fea-8a27-6c279d63f1b0,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:29.539367 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:29.631214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3acadd-b60a-4024-8fca-eee14d53485f req-34c31a20-c8dd-403f-aed2-02bbedf589d7 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:29.640663 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ec3acadd-b60a-4024-8fca-eee14d53485f req-34c31a20-c8dd-403f-aed2-02bbedf589d7 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 943 time: 0.4119205 Jul 27 21:06:29.730699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-83632acd-e78d-4a39-ae97-2eaf775c8434', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'tenant_id': '316085248a694378aced875fc59e1117', 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:06:29.735400 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:29.766041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ac8d5e39-7a33-4cdd-903b-08fee247473b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:29.773670 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ac8d5e39-7a33-4cdd-903b-08fee247473b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/networks?id=756c3330-fc59-4be5-abd7-594a95907f71 HTTP/1.1" status: 200 len: 811 time: 0.6091378 Jul 27 21:06:29.858422 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ec3acadd-b60a-4024-8fca-eee14d53485f req-456f55ce-1e1c-4bac-872a-40aa1ef82e11 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a2362b0-815b-4464-9b76-3f0048de569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167695 Jul 27 21:06:29.860191 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-5bcf8696-9865-4849-9384-6055f9c20f8b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/quotas/cb9c244af89645439bc3427cbbf85ecf HTTP/1.1" status: 200 len: 375 time: 0.0769229 Jul 27 21:06:29.934117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.058457 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-c7c38be8-c956-4adc-952c-17ebe4cc94b3 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb9c244af89645439bc3427cbbf85ecf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1804526 Jul 27 21:06:30.235602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Allocated IP 172.20.0.2 (83632acd-e78d-4a39-ae97-2eaf775c8434/6f5c215f-9e0c-4039-b305-c7ccda95b7dd/a41f0be5-f51e-49b5-9b62-cb938d5fe2c7) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:30.364747 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-b6b71151-a304-48df-856e-10dadb8169ac service neutron] 10.222.0.55 "GET /v2.0/networks/756c3330-fc59-4be5-abd7-594a95907f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772756 Jul 27 21:06:30.420949 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:30.499659 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.574740 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.609968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:30.611698 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.680633 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-0421f48b-7502-4f80-ae9c-2eb2fce57faa service neutron] 10.222.0.55 "GET /v2.0/networks/756c3330-fc59-4be5-abd7-594a95907f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094146 Jul 27 21:06:30.765630 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.769847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Allocated IP 172.25.2.94 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/832396b7-3f48-4b7d-b8d4-274962554f80) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:30.890801 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Transition to ACTIVE for port object a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:30.954262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Transition to ACTIVE for port object a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:30.964078 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:30.991199 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:31.171931 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Pushing event updated for resources: {'Port': ['ID=a41f0be5-f51e-49b5-9b62-cb938d5fe2c7,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:31.199958 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Network 83632acd-e78d-4a39-ae97-2eaf775c8434 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:31.201364 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:31.204138 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:31.247397 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ebfafed0-f6ca-40ec-9cb6-ae0be3f1a08b req-9a37f0b5-bc06-430d-b177-0c6fd9705cbf tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 210 time: 0.1269813 Jul 27 21:06:31.265341 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:31.313967 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Attempting to bind port a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:31.315062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Attempting to bind port a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:31.315883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Attempting to bind port a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 on network 83632acd-e78d-4a39-ae97-2eaf775c8434 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:31.324216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:31.324648 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Checking segment: {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:31.325052 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:31.325625 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Bound using segment: {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:31.326143 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Bound port: a41f0be5-f51e-49b5-9b62-cb938d5fe2c7, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:31.326586 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:31.338986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7b814-9290-4ed8-8db0-8698c73589de req-fb4c1c76-43bb-4b7e-9944-8ff739330618 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:31.353560 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5dc7b814-9290-4ed8-8db0-8698c73589de req-fb4c1c76-43bb-4b7e-9944-8ff739330618 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 943 time: 0.3147047 Jul 27 21:06:31.370377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:31.374242 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:31.380876 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:31.457861 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] For port a41f0be5-f51e-49b5-9b62-cb938d5fe2c7, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:31.460867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] For port a41f0be5-f51e-49b5-9b62-cb938d5fe2c7, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a41f0be5-f51e-49b5-9b62-cb938d5fe2c7,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:31.468580 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:31.533025 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5dc7b814-9290-4ed8-8db0-8698c73589de req-7a0b6ed4-75f8-4a99-9537-45d0b0bda559 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a2362b0-815b-4464-9b76-3f0048de569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773562 Jul 27 21:06:31.621453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be966e-d292-48d3-9172-5a294071d1ac None None] Pushing event updated for resources: {'Port': ['ID=a41f0be5-f51e-49b5-9b62-cb938d5fe2c7,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:31.891747 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:31.953243 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Pushing event updated for resources: {'Port': ['ID=832396b7-3f48-4b7d-b8d4-274962554f80,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:32.290359 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:32.428278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf622bca-56b2-4729-8a57-cccf550db7db req-a2729fa0-d189-4a6a-933d-b292aae7e5bd tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 210 time: 0.0766959 Jul 27 21:06:32.645997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:32.688817 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Router a9966926-8f35-4c58-8656-a81d19e96533 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:06:32.733377 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-19fc36ea-9ff6-4d52-8932-6f4bddc4abd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:32.889094 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:32.926912 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a463924-fe7e-4cf3-936f-cbc05d57046f req-bec5719a-6c52-41c5-a0bc-e75873c70820 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:32.939156 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a463924-fe7e-4cf3-936f-cbc05d57046f req-bec5719a-6c52-41c5-a0bc-e75873c70820 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 943 time: 0.1987190 Jul 27 21:06:32.977698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:06:32.999945 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:33.001774 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cb5401d7-a183-479b-9790-a96e8bedb484 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7207215 Jul 27 21:06:33.002308 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Sync routers for ids ['a9966926-8f35-4c58-8656-a81d19e96533'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:06:33.004754 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 44572) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:33.024171 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Routers {'a9966926-8f35-4c58-8656-a81d19e96533'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:33.024940 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:06:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a9966926-8f35-4c58-8656-a81d19e96533'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:33.093983 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a463924-fe7e-4cf3-936f-cbc05d57046f req-39647dfa-d429-45e2-9d94-2a9a80406b42 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a2362b0-815b-4464-9b76-3f0048de569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481504 Jul 27 21:06:33.348844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Set router a9966926-8f35-4c58-8656-a81d19e96533 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:33.414984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b26c9b9-828c-4c0f-8faa-fd6766cf23f4 None None] Network 83632acd-e78d-4a39-ae97-2eaf775c8434 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:06:33.598719 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf085642-74db-4f77-9a55-4aa83a31e425 req-ee057a6c-55b2-4c63-8a27-bc99868febce tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 210 time: 0.0567598 Jul 27 21:06:33.777614 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0a427620-783d-4bf2-be16-c309352378ab None None] Provisioning for port a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:33.798668 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0a427620-783d-4bf2-be16-c309352378ab None None] Provisioning complete for port a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:33.799038 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0a427620-783d-4bf2-be16-c309352378ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:33.844574 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:33.879949 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:06:33.970869 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:34.124741 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0a427620-783d-4bf2-be16-c309352378ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:34.161823 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:31Z', 'revision_number': 3, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:34.204834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-9bad0d57-9177-46c2-84c6-c77dae353112 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:34.214939 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-9bad0d57-9177-46c2-84c6-c77dae353112 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.20 "GET /v2.0/networks?id=756c3330-fc59-4be5-abd7-594a95907f71 HTTP/1.1" status: 200 len: 811 time: 0.2767425 Jul 27 21:06:34.235500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Checking router: a9966926-8f35-4c58-8656-a81d19e96533 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:06:34.235842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Updating router a9966926-8f35-4c58-8656-a81d19e96533 port 832396b7-3f48-4b7d-b8d4-274962554f80 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:06:34.277238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Allocated IP 172.20.0.1 (83632acd-e78d-4a39-ae97-2eaf775c8434/6f5c215f-9e0c-4039-b305-c7ccda95b7dd/9f56f7ca-9053-4d4d-a908-4ce9747cde2a) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:34.294945 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715229f-5633-40b6-a661-34cef8dcb9f8 req-d33d0a2c-38b9-4ed1-bf39-6aecd19d8044 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:34.303921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7715229f-5633-40b6-a661-34cef8dcb9f8 req-d33d0a2c-38b9-4ed1-bf39-6aecd19d8044 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 943 time: 0.1183810 Jul 27 21:06:34.314907 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:34.349556 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-11639eb9-f06c-49ab-991c-5ceeb93a9489 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb9c244af89645439bc3427cbbf85ecf HTTP/1.1" status: 200 len: 379 time: 0.1232021 Jul 27 21:06:34.357881 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7715229f-5633-40b6-a661-34cef8dcb9f8 req-aca7244e-b38a-4756-8c85-d8ceb6d4844f tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a2362b0-815b-4464-9b76-3f0048de569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523422 Jul 27 21:06:34.372343 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-0a8c1e75-cc7c-4e85-a4dd-340da106847c tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Request body: {'port': {'device_id': '440c8150-6ad1-4354-b5f9-24e50c4b7acd', 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71', 'admin_state_up': True, 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'security_groups': ['6d288770-9291-4de8-a872-25b8873f4623']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:34.490039 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0a427620-783d-4bf2-be16-c309352378ab None None] For port a41f0be5-f51e-49b5-9b62-cb938d5fe2c7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a41f0be5-f51e-49b5-9b62-cb938d5fe2c7,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:34.502983 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0a427620-783d-4bf2-be16-c309352378ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:34.684278 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a427620-783d-4bf2-be16-c309352378ab None None] Pushing event updated for resources: {'Port': ['ID=a41f0be5-f51e-49b5-9b62-cb938d5fe2c7,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:34.755089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-95e2913d-ff39-452d-8e3d-6d33d7ae8d7c None None] Provisioning complete for port a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:34.755463 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-95e2913d-ff39-452d-8e3d-6d33d7ae8d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:34.820215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74094c86-115b-45b6-8394-04d1063e563f req-dfd680cd-8181-4f26-bfdf-4ec619f7400b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 210 time: 0.0679841 Jul 27 21:06:35.013971 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.028104 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-0a8c1e75-cc7c-4e85-a4dd-340da106847c tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Made reservation on behalf of cb9c244af89645439bc3427cbbf85ecf for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:35.033339 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.038288 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-0a8c1e75-cc7c-4e85-a4dd-340da106847c tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.048631 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Transition to ACTIVE for port object 832396b7-3f48-4b7d-b8d4-274962554f80 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:35.058673 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.106583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Transition to ACTIVE for port object 9f56f7ca-9053-4d4d-a908-4ce9747cde2a will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:35.124515 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Attempting to bind port 832396b7-3f48-4b7d-b8d4-274962554f80 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:35.125221 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Attempting to bind port 832396b7-3f48-4b7d-b8d4-274962554f80 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:35.125987 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Attempting to bind port 832396b7-3f48-4b7d-b8d4-274962554f80 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:35.135560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffb718-3e62-461a-8ae2-b2aefa6bbdab None None] Pushing event updated for resources: {'Port': ['ID=832396b7-3f48-4b7d-b8d4-274962554f80,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:35.145716 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:35.146255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:35.146819 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.147287 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:35.147856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Bound port: 832396b7-3f48-4b7d-b8d4-274962554f80, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:35.148620 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.218959 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] For port 832396b7-3f48-4b7d-b8d4-274962554f80, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:35.223191 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] For port 832396b7-3f48-4b7d-b8d4-274962554f80, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=832396b7-3f48-4b7d-b8d4-274962554f80,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:35.230076 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.230529 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.285200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-0a8c1e75-cc7c-4e85-a4dd-340da106847c tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Allocated IP 172.20.0.9 (756c3330-fc59-4be5-abd7-594a95907f71/f50ec59c-5b65-4f20-8991-3aed7601e052/284862f9-3642-41fa-8eb3-202ffbe2da71) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:35.291049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Routers {'a9966926-8f35-4c58-8656-a81d19e96533'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:35.291438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:06:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a9966926-8f35-4c58-8656-a81d19e96533'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:35.295545 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Network 83632acd-e78d-4a39-ae97-2eaf775c8434 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:35.304547 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:35.311671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:35.345911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9f56f7ca-9053-4d4d-a908-4ce9747cde2a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:35.369210 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffb718-3e62-461a-8ae2-b2aefa6bbdab None None] Pushing event updated for resources: {'Port': ['ID=832396b7-3f48-4b7d-b8d4-274962554f80,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:35.394957 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3927fd98-3c0e-42cc-99dd-636086f9a069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.427556 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.476927 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.487019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] Set router a9966926-8f35-4c58-8656-a81d19e96533 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:35.669059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f367bd8-e08f-447b-8db0-30c46a807f65 req-a26229f3-ea36-40d9-b31d-f69b1335b21e tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:35.680957 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f367bd8-e08f-447b-8db0-30c46a807f65 req-a26229f3-ea36-40d9-b31d-f69b1335b21e tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 943 time: 0.1778414 Jul 27 21:06:35.741277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cd5daca6-214a-494e-a2f4-1872ae79508f None None] Provisioning for port 9f56f7ca-9053-4d4d-a908-4ce9747cde2a completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:35.761027 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cd5daca6-214a-494e-a2f4-1872ae79508f None None] Provisioning complete for port 9f56f7ca-9053-4d4d-a908-4ce9747cde2a triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:35.761397 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cd5daca6-214a-494e-a2f4-1872ae79508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.766022 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f367bd8-e08f-447b-8db0-30c46a807f65 req-562746ec-7a11-4f94-8e8f-f314d75f0da9 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a2362b0-815b-4464-9b76-3f0048de569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781317 Jul 27 21:06:35.788130 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.803282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:31Z', 'revision_number': 3, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:35.841809 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdda253b-889d-4359-b56a-ba1e3e36b269 None None] The sync data for ids ['a9966926-8f35-4c58-8656-a81d19e96533'] in n-d-764806-9 is: [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:31Z', 'revision_number': 3, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:06:35.844026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cd5daca6-214a-494e-a2f4-1872ae79508f None None] Port 9f56f7ca-9053-4d4d-a908-4ce9747cde2a cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:06:35.879226 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-0a8c1e75-cc7c-4e85-a4dd-340da106847c tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:35.934503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-0a8c1e75-cc7c-4e85-a4dd-340da106847c tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Transition to ACTIVE for port object 284862f9-3642-41fa-8eb3-202ffbe2da71 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:36.002129 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-865c4aad-37eb-4555-ae03-ca7c143bb1a4 req-08eddeda-6bab-48a2-8654-800b6aee7739 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 210 time: 0.0513570 Jul 27 21:06:36.061395 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-0a8c1e75-cc7c-4e85-a4dd-340da106847c tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.140763 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-0a8c1e75-cc7c-4e85-a4dd-340da106847c tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Network 756c3330-fc59-4be5-abd7-594a95907f71 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:36.161340 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-0a8c1e75-cc7c-4e85-a4dd-340da106847c tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:36.166839 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-0a8c1e75-cc7c-4e85-a4dd-340da106847c tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:36.204546 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c1e75-cc7c-4e85-a4dd-340da106847c tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Pushing event updated for resources: {'Port': ['ID=284862f9-3642-41fa-8eb3-202ffbe2da71,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:36.352073 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.364831 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.421103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-0a8c1e75-cc7c-4e85-a4dd-340da106847c tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:36.421978 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-0a8c1e75-cc7c-4e85-a4dd-340da106847c tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.509182 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.515620 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-0a8c1e75-cc7c-4e85-a4dd-340da106847c tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1482368 Jul 27 21:06:36.530089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Request body: {'port': {'device_id': '440c8150-6ad1-4354-b5f9-24e50c4b7acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:36.535638 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9f56f7ca-9053-4d4d-a908-4ce9747cde2a,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:36.607291 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:36.686855 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:36.687310 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.721827 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.734742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9f9c3ed1-4e3b-40f0-b041-765efc465224 None None] Provisioning for port 284862f9-3642-41fa-8eb3-202ffbe2da71 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:36.745786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Network 83632acd-e78d-4a39-ae97-2eaf775c8434 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:36.747112 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9f9c3ed1-4e3b-40f0-b041-765efc465224 None None] Provisioning complete for port 284862f9-3642-41fa-8eb3-202ffbe2da71 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:36.747484 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9f9c3ed1-4e3b-40f0-b041-765efc465224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:36.750199 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:36.804312 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c3ed1-4e3b-40f0-b041-765efc465224 None None] Port 284862f9-3642-41fa-8eb3-202ffbe2da71 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:06:36.855395 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 26f466c5-9620-471f-a5b2-da5e7304de1b details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:06:36.900621 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 832396b7-3f48-4b7d-b8d4-274962554f80 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:37.079626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 832396b7-3f48-4b7d-b8d4-274962554f80 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:37.099723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 832396b7-3f48-4b7d-b8d4-274962554f80 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:37.100202 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.106993 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.132470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26f164-bf27-45c3-91ba-f5aeb6d9d892 req-cab67bd9-f9b9-46f6-8e6c-04a826b9f7ec tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:37.134333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 26f466c5-9620-471f-a5b2-da5e7304de1b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=26f466c5-9620-471f-a5b2-da5e7304de1b,segment=NetworkSegment(f4dd12f3-64d0-4a92-9c27-b8ed8197a003),segment_id=f4dd12f3-64d0-4a92-9c27-b8ed8197a003)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:37.143183 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f26f164-bf27-45c3-91ba-f5aeb6d9d892 req-cab67bd9-f9b9-46f6-8e6c-04a826b9f7ec tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 943 time: 0.1938014 Jul 27 21:06:37.172276 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '26f466c5-9620-471f-a5b2-da5e7304de1b', 'network_id': '1ff7aaaf-6f90-4356-8893-6507d7af4138', 'port_id': '26f466c5-9620-471f-a5b2-da5e7304de1b', 'mac_address': 'fa:16:3e:24:c9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fcbb667-0105-4e96-9b7d-8ee6b13f7598', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:06:37.246235 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.256171 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ba83cabc-d239-4997-8540-63024767b95b None None] Provisioning complete for port 9f56f7ca-9053-4d4d-a908-4ce9747cde2a triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:37.256728 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ba83cabc-d239-4997-8540-63024767b95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.341462 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f26f164-bf27-45c3-91ba-f5aeb6d9d892 req-bce6905d-49eb-40da-a9de-7f3c4f194dc1 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a2362b0-815b-4464-9b76-3f0048de569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954670 Jul 27 21:06:37.343070 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f466c5-9620-471f-a5b2-da5e7304de1b {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:06:37.382871 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ba83cabc-d239-4997-8540-63024767b95b None None] Port 9f56f7ca-9053-4d4d-a908-4ce9747cde2a cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:06:37.384570 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.395899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 26f466c5-9620-471f-a5b2-da5e7304de1b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=26f466c5-9620-471f-a5b2-da5e7304de1b,segment=NetworkSegment(f4dd12f3-64d0-4a92-9c27-b8ed8197a003),segment_id=f4dd12f3-64d0-4a92-9c27-b8ed8197a003)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:37.404125 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.430729 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11405c26-3df0-4466-afab-ed139b56c2ef req-9e0a953e-5fd7-4265-b44f-2da1d6be359a tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:37.436264 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11405c26-3df0-4466-afab-ed139b56c2ef req-9e0a953e-5fd7-4265-b44f-2da1d6be359a tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 931 time: 0.2621748 Jul 27 21:06:37.466716 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 832396b7-3f48-4b7d-b8d4-274962554f80, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=832396b7-3f48-4b7d-b8d4-274962554f80,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:37.470992 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Router a9966926-8f35-4c58-8656-a81d19e96533 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:06:37.480636 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.528651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=26f466c5-9620-471f-a5b2-da5e7304de1b,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:37.533048 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11405c26-3df0-4466-afab-ed139b56c2ef req-0f1c7837-2a54-4a5c-9597-14b8c48e7750 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d288770-9291-4de8-a872-25b8873f4623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886400 Jul 27 21:06:37.609918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=832396b7-3f48-4b7d-b8d4-274962554f80,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:37.614193 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.681421 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['26f466c5-9620-471f-a5b2-da5e7304de1b'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:06:37.762561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:06:37.778839 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a579ca32-5549-448f-bf46-48839f1f06c8 admin admin] 10.222.0.55 "PUT /v2.0/routers/a9966926-8f35-4c58-8656-a81d19e96533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7637358 Jul 27 21:06:37.785009 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284862f9-3642-41fa-8eb3-202ffbe2da71 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:06:37.795963 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.812101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Transition to ACTIVE for port object 284862f9-3642-41fa-8eb3-202ffbe2da71 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:37.817191 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:37.886622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Pushing event updated for resources: {'Port': ['ID=284862f9-3642-41fa-8eb3-202ffbe2da71,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:38.000082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Attempting to bind port 284862f9-3642-41fa-8eb3-202ffbe2da71 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:38.000925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Attempting to bind port 284862f9-3642-41fa-8eb3-202ffbe2da71 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'bd601fb5-7b90-4017-b845-1527c22913a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:38.001443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Attempting to bind port 284862f9-3642-41fa-8eb3-202ffbe2da71 on network 756c3330-fc59-4be5-abd7-594a95907f71 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:38.007955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Port 284862f9-3642-41fa-8eb3-202ffbe2da71 on network 756c3330-fc59-4be5-abd7-594a95907f71 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:06:38.008330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Attempting to bind port 284862f9-3642-41fa-8eb3-202ffbe2da71 on network 756c3330-fc59-4be5-abd7-594a95907f71 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:38.014892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:38.015359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Checking segment: {'id': 'bd601fb5-7b90-4017-b845-1527c22913a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:38.015848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Bound using segment: {'id': 'bd601fb5-7b90-4017-b845-1527c22913a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:38.016401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Bound port: 284862f9-3642-41fa-8eb3-202ffbe2da71, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd601fb5-7b90-4017-b845-1527c22913a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:38.016866 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.112804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] For port 284862f9-3642-41fa-8eb3-202ffbe2da71, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:38.118265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] For port 284862f9-3642-41fa-8eb3-202ffbe2da71, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=284862f9-3642-41fa-8eb3-202ffbe2da71,segment=NetworkSegment(bd601fb5-7b90-4017-b845-1527c22913a9),segment_id=bd601fb5-7b90-4017-b845-1527c22913a9)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:38.127310 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.179937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:38.180550 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.182394 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] 10.222.0.20 "PUT /v2.0/ports/284862f9-3642-41fa-8eb3-202ffbe2da71 HTTP/1.1" status: 200 len: 1091 time: 1.6567743 Jul 27 21:06:38.183260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440c8150-6ad1-4354-b5f9-24e50c4b7acd', 'tag': '284862f9-3642-41fa-8eb3-202ffbe2da71'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:38.197389 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd306ad-c69a-461b-8227-56a1fe2e73d7" -d '{"events": [{"name": "network-changed", "server_uuid": "440c8150-6ad1-4354-b5f9-24e50c4b7acd", "tag": "284862f9-3642-41fa-8eb3-202ffbe2da71"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:38.308366 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11143327-5fd0-496c-9d85-013d48d34142 x-openstack-request-id: req-11143327-5fd0-496c-9d85-013d48d34142 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:38.309119 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440c8150-6ad1-4354-b5f9-24e50c4b7acd", "tag": "284862f9-3642-41fa-8eb3-202ffbe2da71", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:38.309374 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-11143327-5fd0-496c-9d85-013d48d34142 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:38.309781 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440c8150-6ad1-4354-b5f9-24e50c4b7acd', 'tag': '284862f9-3642-41fa-8eb3-202ffbe2da71', 'status': 'completed', 'code': 200} Jul 27 21:06:38.320096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8715d6-8b54-4722-bdd6-17241d330225 service neutron] Pushing event updated for resources: {'Port': ['ID=284862f9-3642-41fa-8eb3-202ffbe2da71,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:38.355570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-e0a24ff7-8910-4ba6-b365-1a820da1fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:38.358544 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-e0a24ff7-8910-4ba6-b365-1a820da1fc01 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb9c244af89645439bc3427cbbf85ecf&device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 1094 time: 0.1164250 Jul 27 21:06:38.432913 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-ce89b716-f737-4587-9b94-e4831ef886d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=284862f9-3642-41fa-8eb3-202ffbe2da71 HTTP/1.1" status: 200 len: 217 time: 0.0609236 Jul 27 21:06:38.436687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 832396b7-3f48-4b7d-b8d4-274962554f80 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:38.549434 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-cc52dad8-c85c-4a44-a2ca-8b648d27ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:38.551200 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-cc52dad8-c85c-4a44-a2ca-8b648d27ae53 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f50ec59c-5b65-4f20-8991-3aed7601e052 HTTP/1.1" status: 200 len: 850 time: 0.1002338 Jul 27 21:06:38.603100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 832396b7-3f48-4b7d-b8d4-274962554f80 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:38.603480 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.632915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f109d28-4fc6-4d4b-aa59-299ce4be1bad req-e0c05d7f-e54b-499d-906a-c2721f6f3a06 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:38.637055 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-2889be4f-9a7a-4cfb-bbf7-14e53ef3e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:38.639013 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-2889be4f-9a7a-4cfb-bbf7-14e53ef3e07d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=756c3330-fc59-4be5-abd7-594a95907f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808308 Jul 27 21:06:38.645320 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f109d28-4fc6-4d4b-aa59-299ce4be1bad req-e0c05d7f-e54b-499d-906a-c2721f6f3a06 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 944 time: 0.1770828 Jul 27 21:06:38.739942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f109d28-4fc6-4d4b-aa59-299ce4be1bad req-c9a2c69b-472a-4d5b-a1cd-efd11c5ebb52 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a2362b0-815b-4464-9b76-3f0048de569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835581 Jul 27 21:06:38.811062 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:38.869354 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 26f466c5-9620-471f-a5b2-da5e7304de1b up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:38.892649 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-3d2434cc-cde5-4eeb-b0df-f93471126db1 service neutron] 10.222.0.20 "GET /v2.0/networks/756c3330-fc59-4be5-abd7-594a95907f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459924 Jul 27 21:06:38.916187 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Sync routers for ids ['a9966926-8f35-4c58-8656-a81d19e96533'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:06:38.938063 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Routers {'a9966926-8f35-4c58-8656-a81d19e96533'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:38.939120 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:06:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a9966926-8f35-4c58-8656-a81d19e96533'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:38.991466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 26f466c5-9620-471f-a5b2-da5e7304de1b completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:38.996107 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 26f466c5-9620-471f-a5b2-da5e7304de1b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:38.996541 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.075089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d3f43-07a0-49c6-b78d-718f0b79095e req-43888252-7a6e-45b2-b778-8d1b38c12cdb tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:39.084301 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-945d3f43-07a0-49c6-b78d-718f0b79095e req-43888252-7a6e-45b2-b778-8d1b38c12cdb tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 943 time: 0.1764162 Jul 27 21:06:39.123245 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44706) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:39.124827 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.130458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e93b767a-d6a2-4e4b-a77a-0d2bb256ed56 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1757681027', 'description': 'tempest-description--1019590486'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:39.151552 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d22ae8c-f2bd-4b88-94a1-91ccd5a50d30 req-57bde6bf-c880-43a4-9da8-eb95561fbd40 service neutron] 10.222.0.20 "GET /v2.0/networks/756c3330-fc59-4be5-abd7-594a95907f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503531 Jul 27 21:06:39.160607 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f5be66-87f0-4631-9f2b-05cbddd1a97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f466c5-9620-471f-a5b2-da5e7304de1b'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:39.165052 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e1ce8e-f11c-4936-a7e6-029c70ac6d4d" -d '{"events": [{"server_uuid": "e0f5be66-87f0-4631-9f2b-05cbddd1a97d", "name": "network-vif-plugged", "status": "completed", "tag": "26f466c5-9620-471f-a5b2-da5e7304de1b"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:39.178877 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e93b767a-d6a2-4e4b-a77a-0d2bb256ed56 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.184384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 26f466c5-9620-471f-a5b2-da5e7304de1b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=26f466c5-9620-471f-a5b2-da5e7304de1b,segment=NetworkSegment(f4dd12f3-64d0-4a92-9c27-b8ed8197a003),segment_id=f4dd12f3-64d0-4a92-9c27-b8ed8197a003)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:39.194134 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.201387 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-945d3f43-07a0-49c6-b78d-718f0b79095e req-66ed6568-e9dd-4a37-8c2b-0f07b6e27dd4 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d288770-9291-4de8-a872-25b8873f4623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128297 Jul 27 21:06:39.210037 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Set router a9966926-8f35-4c58-8656-a81d19e96533 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:39.276141 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466314ef-9d5b-440c-b094-c8594e6f320b x-openstack-request-id: req-466314ef-9d5b-440c-b094-c8594e6f320b {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:39.276517 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f5be66-87f0-4631-9f2b-05cbddd1a97d", "name": "network-vif-plugged", "status": "completed", "tag": "26f466c5-9620-471f-a5b2-da5e7304de1b", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:39.276799 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-466314ef-9d5b-440c-b094-c8594e6f320b {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:39.277226 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f5be66-87f0-4631-9f2b-05cbddd1a97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f466c5-9620-471f-a5b2-da5e7304de1b', 'code': 200} Jul 27 21:06:39.361856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=26f466c5-9620-471f-a5b2-da5e7304de1b,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:39.433669 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e93b767a-d6a2-4e4b-a77a-0d2bb256ed56 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.439240 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e93b767a-d6a2-4e4b-a77a-0d2bb256ed56 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.485247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b767a-d6a2-4e4b-a77a-0d2bb256ed56 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f68ca7-9b13-41dd-a259-d215f080e1d6,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:39.488310 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e93b767a-d6a2-4e4b-a77a-0d2bb256ed56 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.490754 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e93b767a-d6a2-4e4b-a77a-0d2bb256ed56 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3664207 Jul 27 21:06:39.493800 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44718) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:39.500641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c58418f4-3f75-4b3d-987e-d6d79fc00acf tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Request body: {'security_group_rule': {'security_group_id': 'b8f68ca7-9b13-41dd-a259-d215f080e1d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:39.505793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd306ad-c69a-461b-8227-56a1fe2e73d7 req-f84dec90-963a-4682-be92-ff5938320919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:39.514892 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7bd306ad-c69a-461b-8227-56a1fe2e73d7 req-f84dec90-963a-4682-be92-ff5938320919 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb9c244af89645439bc3427cbbf85ecf&device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 1094 time: 0.2790108 Jul 27 21:06:39.531166 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c58418f4-3f75-4b3d-987e-d6d79fc00acf tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.628592 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 4, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9f56f7ca-9053-4d4d-a908-4ce9747cde2a', 'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'tenant_id': '316085248a694378aced875fc59e1117', 'mac_address': 'fa:16:3e:85:07:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:33Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 2, 'project_id': '316085248a694378aced875fc59e1117', 'subnets': [{'id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:39.646334 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c58418f4-3f75-4b3d-987e-d6d79fc00acf tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.655829 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c58418f4-3f75-4b3d-987e-d6d79fc00acf tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.664977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40c47a-803c-4bed-a7eb-cb42aabb056b req-2308c0f5-fccd-41fa-9436-f9edd9101b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:39.666626 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-db40c47a-803c-4bed-a7eb-cb42aabb056b req-2308c0f5-fccd-41fa-9436-f9edd9101b35 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 1096 time: 0.3367512 Jul 27 21:06:39.676686 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58418f4-3f75-4b3d-987e-d6d79fc00acf tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2671157-6d30-487e-9abf-c8693f1348d5,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:39.700316 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c58418f4-3f75-4b3d-987e-d6d79fc00acf tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.705392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 44724) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:39.706080 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c58418f4-3f75-4b3d-987e-d6d79fc00acf tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2102239 Jul 27 21:06:39.706467 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Checking router: a9966926-8f35-4c58-8656-a81d19e96533 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:06:39.707045 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Updating router a9966926-8f35-4c58-8656-a81d19e96533 port 9f56f7ca-9053-4d4d-a908-4ce9747cde2a binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:06:39.722587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-123fc74a-c08e-4e9c-bdd4-8f2647b4c5ef tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Request body: {'security_group_rule': {'security_group_id': 'b8f68ca7-9b13-41dd-a259-d215f080e1d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:39.746696 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.751208 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-db40c47a-803c-4bed-a7eb-cb42aabb056b req-df6e5d38-258a-4a7b-8f9b-a61bccb7bdde service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0a2362b0-815b-4464-9b76-3f0048de569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772219 Jul 27 21:06:39.754555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd306ad-c69a-461b-8227-56a1fe2e73d7 req-f9e3ccec-8a70-45bb-bf1e-bbfe907fe64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:39.755978 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7bd306ad-c69a-461b-8227-56a1fe2e73d7 req-f9e3ccec-8a70-45bb-bf1e-bbfe907fe64f service neutron] 10.222.0.20 "GET /v2.0/networks?id=756c3330-fc59-4be5-abd7-594a95907f71 HTTP/1.1" status: 200 len: 912 time: 0.2245932 Jul 27 21:06:39.783051 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-123fc74a-c08e-4e9c-bdd4-8f2647b4c5ef tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.844772 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7bd306ad-c69a-461b-8227-56a1fe2e73d7 req-9c75fdf0-4b07-49c9-959e-7aa6f676fd51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=284862f9-3642-41fa-8eb3-202ffbe2da71 HTTP/1.1" status: 200 len: 217 time: 0.0403380 Jul 27 21:06:39.937960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd306ad-c69a-461b-8227-56a1fe2e73d7 req-6b122ee6-ca73-4ebb-8eb7-aac2b85317a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:39.939385 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7bd306ad-c69a-461b-8227-56a1fe2e73d7 req-6b122ee6-ca73-4ebb-8eb7-aac2b85317a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f50ec59c-5b65-4f20-8991-3aed7601e052 HTTP/1.1" status: 200 len: 850 time: 0.0829234 Jul 27 21:06:39.941459 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-123fc74a-c08e-4e9c-bdd4-8f2647b4c5ef tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.947804 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-123fc74a-c08e-4e9c-bdd4-8f2647b4c5ef tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:39.967059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3390965-fa5e-48c0-a572-e2834315da13 req-40747bfc-3154-4ab0-980e-7a50a7236d58 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:39.983871 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3390965-fa5e-48c0-a572-e2834315da13 req-40747bfc-3154-4ab0-980e-7a50a7236d58 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 945 time: 0.1430459 Jul 27 21:06:40.004740 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-123fc74a-c08e-4e9c-bdd4-8f2647b4c5ef tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.008937 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-123fc74a-c08e-4e9c-bdd4-8f2647b4c5ef tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2985473 Jul 27 21:06:40.008937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fc74a-c08e-4e9c-bdd4-8f2647b4c5ef tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824e9c40-5b23-455f-ab44-9bb487fb6553,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:40.009836 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44732) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:40.015721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:40.037215 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd306ad-c69a-461b-8227-56a1fe2e73d7 req-9c8bec9f-2ce0-492c-ada5-f542e8446c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:40.039076 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7bd306ad-c69a-461b-8227-56a1fe2e73d7 req-9c8bec9f-2ce0-492c-ada5-f542e8446c9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=756c3330-fc59-4be5-abd7-594a95907f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889490 Jul 27 21:06:40.043558 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3390965-fa5e-48c0-a572-e2834315da13 req-140caf93-ac57-45f8-a9f5-a177b2b5892c tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a2362b0-815b-4464-9b76-3f0048de569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574229 Jul 27 21:06:40.058401 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.161445 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7bd306ad-c69a-461b-8227-56a1fe2e73d7 req-4c255d3e-bb7c-43e0-b4c5-138a78e269c0 service neutron] 10.222.0.20 "GET /v2.0/networks/756c3330-fc59-4be5-abd7-594a95907f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060271 Jul 27 21:06:40.218593 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.220288 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.235752 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Transition to ACTIVE for port object 9f56f7ca-9053-4d4d-a908-4ce9747cde2a will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:40.251085 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.285678 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7bd306ad-c69a-461b-8227-56a1fe2e73d7 req-6888a5ec-8e0d-4b74-adc2-268a2171a74a service neutron] 10.222.0.20 "GET /v2.0/networks/756c3330-fc59-4be5-abd7-594a95907f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167817 Jul 27 21:06:40.286427 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 44740) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:40.403561 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Attempting to bind port 9f56f7ca-9053-4d4d-a908-4ce9747cde2a on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:40.403935 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Attempting to bind port 9f56f7ca-9053-4d4d-a908-4ce9747cde2a by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:40.404588 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Attempting to bind port 9f56f7ca-9053-4d4d-a908-4ce9747cde2a on network 83632acd-e78d-4a39-ae97-2eaf775c8434 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:40.413417 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:40.413784 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Checking segment: {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:40.414189 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.417219 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Bound using segment: {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:40.417219 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Bound port: 9f56f7ca-9053-4d4d-a908-4ce9747cde2a, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:40.417219 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.471234 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Allocated IP 172.25.2.26 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/911df603-2087-485b-9b75-db8d9592d917) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:40.509215 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cae28f-a0da-40bf-adcc-3302732cfee4 None None] Pushing event updated for resources: {'Port': ['ID=9f56f7ca-9053-4d4d-a908-4ce9747cde2a,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:40.584251 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] For port 9f56f7ca-9053-4d4d-a908-4ce9747cde2a, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:40.584576 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55b718-2baa-4824-b223-a8a14c4a9899 req-ab083b30-af65-443e-8b2a-8afaab0114da tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:40.591967 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] For port 9f56f7ca-9053-4d4d-a908-4ce9747cde2a, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9f56f7ca-9053-4d4d-a908-4ce9747cde2a,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:40.592900 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de55b718-2baa-4824-b223-a8a14c4a9899 req-ab083b30-af65-443e-8b2a-8afaab0114da tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 943 time: 0.2232733 Jul 27 21:06:40.601172 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.686567 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de55b718-2baa-4824-b223-a8a14c4a9899 req-9a3de0de-7c5b-4ab5-b48a-ded1e8f2fc50 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d288770-9291-4de8-a872-25b8873f4623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886731 Jul 27 21:06:40.705202 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Routers {'a9966926-8f35-4c58-8656-a81d19e96533'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:40.706455 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:06:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a9966926-8f35-4c58-8656-a81d19e96533'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:40.748875 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d06919e-86c9-49c4-bb22-e87272458570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.752039 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.863580 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.908554 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:40.913803 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:40.921390 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:40.934494 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d06919e-86c9-49c4-bb22-e87272458570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:40.942475 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d06919e-86c9-49c4-bb22-e87272458570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.038663 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2d06919e-86c9-49c4-bb22-e87272458570 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8903c39001fa4860a08d6ad143304bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7508736 Jul 27 21:06:41.040059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event updated for resources: {'Port': ['ID=911df603-2087-485b-9b75-db8d9592d917,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:41.043585 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44750) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:41.069330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06919e-86c9-49c4-bb22-e87272458570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6009b5e3-a758-4e10-aeb9-41e0b440c4a5,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:41.151434 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] Set router a9966926-8f35-4c58-8656-a81d19e96533 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:41.178838 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.256437 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-09bfdf37-9e28-4775-8b90-71168206d6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.282993 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-09bfdf37-9e28-4775-8b90-71168206d6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.329943 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cae28f-a0da-40bf-adcc-3302732cfee4 None None] Pushing event updated for resources: {'Port': ['ID=9f56f7ca-9053-4d4d-a908-4ce9747cde2a,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:41.362582 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.364982 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-09bfdf37-9e28-4775-8b90-71168206d6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.367462 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-09bfdf37-9e28-4775-8b90-71168206d6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:41.371471 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-09bfdf37-9e28-4775-8b90-71168206d6f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6009b5e3-a758-4e10-aeb9-41e0b440c4a5 HTTP/1.1" status: 204 len: 168 time: 0.3092360 Jul 27 21:06:41.404999 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfdf37-9e28-4775-8b90-71168206d6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6009b5e3-a758-4e10-aeb9-41e0b440c4a5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:41.446234 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7008e85-622f-4eb7-b8ca-6659e26675e2 req-01847044-d317-4dcf-8d62-cd5ead0037be tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:41.447800 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7008e85-622f-4eb7-b8ca-6659e26675e2 req-01847044-d317-4dcf-8d62-cd5ead0037be tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 945 time: 0.2454875 Jul 27 21:06:41.498639 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 4, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9f56f7ca-9053-4d4d-a908-4ce9747cde2a', 'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'tenant_id': '316085248a694378aced875fc59e1117', 'mac_address': 'fa:16:3e:85:07:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:33Z', 'updated_at': '2021-07-27T21:06:40Z', 'revision_number': 4, 'project_id': '316085248a694378aced875fc59e1117', 'subnets': [{'id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:41.533804 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aa50af-7794-4355-b3d0-e8bf4668ece5 None None] The sync data for ids ['a9966926-8f35-4c58-8656-a81d19e96533'] in n-d-764806-9 is: [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 4, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9f56f7ca-9053-4d4d-a908-4ce9747cde2a', 'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'tenant_id': '316085248a694378aced875fc59e1117', 'mac_address': 'fa:16:3e:85:07:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:33Z', 'updated_at': '2021-07-27T21:06:40Z', 'revision_number': 4, 'project_id': '316085248a694378aced875fc59e1117', 'subnets': [{'id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:06:41.585976 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7008e85-622f-4eb7-b8ca-6659e26675e2 req-e6696000-0548-45e1-bf83-c836ac97da56 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a2362b0-815b-4464-9b76-3f0048de569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213095 Jul 27 21:06:42.068192 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.075912 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.247714 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event updated for resources: {'Port': ['ID=911df603-2087-485b-9b75-db8d9592d917,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:42.256847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 44794) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:42.282106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e2ca1-8079-46b9-a2a6-0ff2dc914ce8 req-6cfb8542-17f2-4789-9476-16770a5410d8 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:42.283730 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-442e2ca1-8079-46b9-a2a6-0ff2dc914ce8 req-6cfb8542-17f2-4789-9476-16770a5410d8 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 943 time: 0.2942507 Jul 27 21:06:42.288833 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-115aa1d0-acda-4889-8592-536f0bfe11e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.323084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.406066 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-442e2ca1-8079-46b9-a2a6-0ff2dc914ce8 req-006c9075-6d1f-44e7-bf57-45d7e90a4b0c tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d288770-9291-4de8-a872-25b8873f4623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040466 Jul 27 21:06:42.460919 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9f56f7ca-9053-4d4d-a908-4ce9747cde2a up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:42.588397 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-115aa1d0-acda-4889-8592-536f0bfe11e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.595038 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-115aa1d0-acda-4889-8592-536f0bfe11e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.603759 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.605704 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-03f2356f-0faf-41c9-b42b-13f1415171df tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5943210 Jul 27 21:06:42.614560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 9f56f7ca-9053-4d4d-a908-4ce9747cde2a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:42.619066 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 9f56f7ca-9053-4d4d-a908-4ce9747cde2a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:42.619439 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.659632 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-115aa1d0-acda-4889-8592-536f0bfe11e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=59da34b405a8425392c5a61891857e28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013884 Jul 27 21:06:42.662081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44808) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:42.663904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115aa1d0-acda-4889-8592-536f0bfe11e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fe0f37-68a4-45a8-9126-de106f972925,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:42.751263 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-788218dd-7255-4ba7-99a2-1491faf44966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.777539 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-788218dd-7255-4ba7-99a2-1491faf44966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.833128 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-788218dd-7255-4ba7-99a2-1491faf44966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.837048 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-788218dd-7255-4ba7-99a2-1491faf44966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.837924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-788218dd-7255-4ba7-99a2-1491faf44966 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27fe0f37-68a4-45a8-9126-de106f972925 HTTP/1.1" status: 204 len: 168 time: 0.1747093 Jul 27 21:06:42.842198 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.850767 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788218dd-7255-4ba7-99a2-1491faf44966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fe0f37-68a4-45a8-9126-de106f972925,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:42.907794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 9f56f7ca-9053-4d4d-a908-4ce9747cde2a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9f56f7ca-9053-4d4d-a908-4ce9747cde2a,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:42.911526 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 284862f9-3642-41fa-8eb3-202ffbe2da71 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:06:42.918322 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:42.988588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=9f56f7ca-9053-4d4d-a908-4ce9747cde2a,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:43.068308 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124531a1-8b10-4473-bd5f-9231c902343b req-df077de6-410b-40d1-b575-0d1e113144fe tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1757681027&fields=id&tenant_id=316085248a694378aced875fc59e1117 HTTP/1.1" status: 200 len: 267 time: 0.0877838 Jul 27 21:06:43.121103 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 284862f9-3642-41fa-8eb3-202ffbe2da71, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=284862f9-3642-41fa-8eb3-202ffbe2da71,segment=NetworkSegment(bd601fb5-7b90-4017-b845-1527c22913a9),segment_id=bd601fb5-7b90-4017-b845-1527c22913a9)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:43.137621 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '284862f9-3642-41fa-8eb3-202ffbe2da71', 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71', 'port_id': '284862f9-3642-41fa-8eb3-202ffbe2da71', 'mac_address': 'fa:16:3e:49:cb:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:06:43.273668 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:43.308136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284862f9-3642-41fa-8eb3-202ffbe2da71 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:06:43.346919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124531a1-8b10-4473-bd5f-9231c902343b req-c1c9c98a-0f76-4743-8af0-6958719d655f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:43.356174 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 284862f9-3642-41fa-8eb3-202ffbe2da71, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=284862f9-3642-41fa-8eb3-202ffbe2da71,segment=NetworkSegment(bd601fb5-7b90-4017-b845-1527c22913a9),segment_id=bd601fb5-7b90-4017-b845-1527c22913a9)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:43.357850 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124531a1-8b10-4473-bd5f-9231c902343b req-c1c9c98a-0f76-4743-8af0-6958719d655f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 815 time: 0.2884665 Jul 27 21:06:43.379799 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:43.389486 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124531a1-8b10-4473-bd5f-9231c902343b req-6bddcb11-11d6-4296-8be0-9fe14120c616 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/quotas/316085248a694378aced875fc59e1117 HTTP/1.1" status: 200 len: 375 time: 0.0303938 Jul 27 21:06:43.460301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=284862f9-3642-41fa-8eb3-202ffbe2da71,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:43.508756 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124531a1-8b10-4473-bd5f-9231c902343b req-c3baf672-d37a-49d4-9e2f-f421ff11926b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1183977 Jul 27 21:06:43.587912 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['284862f9-3642-41fa-8eb3-202ffbe2da71'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:06:43.695687 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3521769-2e76-4717-a489-55e940e1a313 req-b939ce68-f909-4d63-bd2d-5a6d19fb0c44 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:43.697293 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a3521769-2e76-4717-a489-55e940e1a313 req-b939ce68-f909-4d63-bd2d-5a6d19fb0c44 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 944 time: 0.1637459 Jul 27 21:06:43.716279 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124531a1-8b10-4473-bd5f-9231c902343b req-f78d7423-244b-493f-b281-8513170e0d27 service neutron] 10.222.0.55 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918936 Jul 27 21:06:43.832444 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a3521769-2e76-4717-a489-55e940e1a313 req-765ec3d7-388e-46b9-af4d-b268313ba8f3 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d288770-9291-4de8-a872-25b8873f4623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240265 Jul 27 21:06:43.939041 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124531a1-8b10-4473-bd5f-9231c902343b req-0817f683-dfcb-478d-8e70-826bf8747827 service neutron] 10.222.0.55 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946321 Jul 27 21:06:44.148708 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-61a74cf5-a442-44d4-9929-2a335d3ab658 req-9d957fce-3a8d-4d65-8d92-de5b435396dc tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 210 time: 0.0563610 Jul 27 21:06:44.384833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9f56f7ca-9053-4d4d-a908-4ce9747cde2a up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:44.537487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 9f56f7ca-9053-4d4d-a908-4ce9747cde2a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:44.537867 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:44.900771 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 284862f9-3642-41fa-8eb3-202ffbe2da71 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:44.998550 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 284862f9-3642-41fa-8eb3-202ffbe2da71 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:45.003325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 284862f9-3642-41fa-8eb3-202ffbe2da71 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:45.003807 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:45.087991 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6f80a-45bd-4e12-b747-f5e394876e38 req-73a594c5-7842-4642-812d-d365d13792ed tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:45.101299 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82e6f80a-45bd-4e12-b747-f5e394876e38 req-73a594c5-7842-4642-812d-d365d13792ed tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 944 time: 0.1364682 Jul 27 21:06:45.161469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82e6f80a-45bd-4e12-b747-f5e394876e38 req-ead7c870-0851-44d3-85ed-445b066f4fde tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d288770-9291-4de8-a872-25b8873f4623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589488 Jul 27 21:06:45.260821 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:45.322456 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440c8150-6ad1-4354-b5f9-24e50c4b7acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284862f9-3642-41fa-8eb3-202ffbe2da71'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:45.327670 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddfc28a-fdb6-449a-9eb4-173846e4098a" -d '{"events": [{"server_uuid": "440c8150-6ad1-4354-b5f9-24e50c4b7acd", "name": "network-vif-plugged", "status": "completed", "tag": "284862f9-3642-41fa-8eb3-202ffbe2da71"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:45.365913 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 284862f9-3642-41fa-8eb3-202ffbe2da71, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=284862f9-3642-41fa-8eb3-202ffbe2da71,segment=NetworkSegment(bd601fb5-7b90-4017-b845-1527c22913a9),segment_id=bd601fb5-7b90-4017-b845-1527c22913a9)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:45.373545 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:45.410284 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a32efb1-a45e-4072-bdf0-9233e1cd70cf req-2ac9894d-0312-440e-84aa-f5c4bd54a042 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 210 time: 0.0677428 Jul 27 21:06:45.446908 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92855e23-d7a3-4c0b-ba41-cf8e375b998b x-openstack-request-id: req-92855e23-d7a3-4c0b-ba41-cf8e375b998b {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:45.447143 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440c8150-6ad1-4354-b5f9-24e50c4b7acd", "name": "network-vif-plugged", "status": "completed", "tag": "284862f9-3642-41fa-8eb3-202ffbe2da71", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:45.447347 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92855e23-d7a3-4c0b-ba41-cf8e375b998b {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:45.447737 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440c8150-6ad1-4354-b5f9-24e50c4b7acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284862f9-3642-41fa-8eb3-202ffbe2da71', 'code': 200} Jul 27 21:06:45.494061 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124531a1-8b10-4473-bd5f-9231c902343b req-4537c264-07ce-429a-bc19-302cfc507dca tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:45.496333 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124531a1-8b10-4473-bd5f-9231c902343b req-4537c264-07ce-429a-bc19-302cfc507dca tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.66 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 815 time: 0.2340624 Jul 27 21:06:45.561490 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=284862f9-3642-41fa-8eb3-202ffbe2da71,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:45.577032 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124531a1-8b10-4473-bd5f-9231c902343b req-e7392880-a2a7-48b4-9dc7-852502d792bc tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=316085248a694378aced875fc59e1117 HTTP/1.1" status: 200 len: 380 time: 0.0666707 Jul 27 21:06:45.588816 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-124531a1-8b10-4473-bd5f-9231c902343b req-f7598479-64e7-4288-92c2-1f66f4699c3a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Request body: {'port': {'device_id': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'admin_state_up': True, 'tenant_id': '316085248a694378aced875fc59e1117', 'security_groups': ['b8f68ca7-9b13-41dd-a259-d215f080e1d6']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:45.732700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc28b3e-7374-4382-bc40-6bd85246405b req-c37ecdfb-8ee4-46f4-b9ea-4a2bb5d2c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:45.734591 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cfc28b3e-7374-4382-bc40-6bd85246405b req-c37ecdfb-8ee4-46f4-b9ea-4a2bb5d2c5a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 1096 time: 0.1279488 Jul 27 21:06:45.796596 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cfc28b3e-7374-4382-bc40-6bd85246405b req-727ac4de-8b33-4605-814c-83d579ea8709 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6d288770-9291-4de8-a872-25b8873f4623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532970 Jul 27 21:06:45.807089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124531a1-8b10-4473-bd5f-9231c902343b req-f7598479-64e7-4288-92c2-1f66f4699c3a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Made reservation on behalf of 316085248a694378aced875fc59e1117 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:06:45.812004 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-124531a1-8b10-4473-bd5f-9231c902343b req-f7598479-64e7-4288-92c2-1f66f4699c3a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:46.066245 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-124531a1-8b10-4473-bd5f-9231c902343b req-f7598479-64e7-4288-92c2-1f66f4699c3a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Allocated IP 172.20.0.5 (83632acd-e78d-4a39-ae97-2eaf775c8434/6f5c215f-9e0c-4039-b305-c7ccda95b7dd/d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:06:46.308600 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-124531a1-8b10-4473-bd5f-9231c902343b req-f7598479-64e7-4288-92c2-1f66f4699c3a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:46.353860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-124531a1-8b10-4473-bd5f-9231c902343b req-f7598479-64e7-4288-92c2-1f66f4699c3a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Transition to ACTIVE for port object d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:46.423529 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe8db1-394b-4ff5-ad6b-fe08b035e2d8 req-90c278a5-3dd8-40f4-8103-a7cd4dcf6e76 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:46.427168 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c3fe8db1-394b-4ff5-ad6b-fe08b035e2d8 req-90c278a5-3dd8-40f4-8103-a7cd4dcf6e76 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 945 time: 0.1158442 Jul 27 21:06:46.488919 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-124531a1-8b10-4473-bd5f-9231c902343b req-f7598479-64e7-4288-92c2-1f66f4699c3a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:46.599040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124531a1-8b10-4473-bd5f-9231c902343b req-f7598479-64e7-4288-92c2-1f66f4699c3a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Network 83632acd-e78d-4a39-ae97-2eaf775c8434 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:06:46.641161 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c3fe8db1-394b-4ff5-ad6b-fe08b035e2d8 req-8af6c9bb-7d18-42f2-9885-30dab36feff7 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d288770-9291-4de8-a872-25b8873f4623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033489 Jul 27 21:06:46.642060 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-124531a1-8b10-4473-bd5f-9231c902343b req-f7598479-64e7-4288-92c2-1f66f4699c3a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:06:46.721708 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-124531a1-8b10-4473-bd5f-9231c902343b req-f7598479-64e7-4288-92c2-1f66f4699c3a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:06:46.788490 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 44948) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:46.802849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124531a1-8b10-4473-bd5f-9231c902343b req-f7598479-64e7-4288-92c2-1f66f4699c3a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:46.803584 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-124531a1-8b10-4473-bd5f-9231c902343b req-f7598479-64e7-4288-92c2-1f66f4699c3a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:46.832306 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124531a1-8b10-4473-bd5f-9231c902343b req-f7598479-64e7-4288-92c2-1f66f4699c3a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2474990 Jul 27 21:06:46.852869 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7598479-64e7-4288-92c2-1f66f4699c3a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event updated for resources: {'Port': ['ID=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:46.867127 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Request body: {'port': {'device_id': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:46.921123 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ae741-c385-4168-beeb-28f42a9dab91 req-c173115f-18bc-4e7a-8fcb-48bcef1eba7b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:46.935416 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-910ae741-c385-4168-beeb-28f42a9dab91 req-c173115f-18bc-4e7a-8fcb-48bcef1eba7b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 931 time: 0.3350725 Jul 27 21:06:47.006948 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-910ae741-c385-4168-beeb-28f42a9dab91 req-721bd8b9-23b4-427d-9753-d7b7c38d5633 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692317 Jul 27 21:06:47.083697 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:47.136148 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b935e3f2-3a64-4812-9558-1c1080af250a None None] Provisioning for port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:47.145881 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b935e3f2-3a64-4812-9558-1c1080af250a None None] Provisioning complete for port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:47.146557 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b935e3f2-3a64-4812-9558-1c1080af250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:47.156122 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-82b2550e-97c3-41b9-802f-34067682863d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:47.211052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b935e3f2-3a64-4812-9558-1c1080af250a None None] Port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:06:47.381760 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-82b2550e-97c3-41b9-802f-34067682863d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:47.388315 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-82b2550e-97c3-41b9-802f-34067682863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:47.459672 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44966) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:47.460740 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-82b2550e-97c3-41b9-802f-34067682863d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4617eb99eeb1402581383699ad79fdd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6706152 Jul 27 21:06:47.499424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2550e-97c3-41b9-802f-34067682863d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379e9998-cd85-4a8b-be6b-6b40cc2009dc,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:47.595403 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8732ea1d-f60b-46e0-b8b9-d9166526e087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:47.657831 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8732ea1d-f60b-46e0-b8b9-d9166526e087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:47.739931 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:06:47.754725 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:47.812044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Transition to ACTIVE for port object d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:06:47.813789 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8732ea1d-f60b-46e0-b8b9-d9166526e087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:47.817226 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8732ea1d-f60b-46e0-b8b9-d9166526e087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:47.821735 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8732ea1d-f60b-46e0-b8b9-d9166526e087 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/379e9998-cd85-4a8b-be6b-6b40cc2009dc HTTP/1.1" status: 204 len: 168 time: 0.3594091 Jul 27 21:06:47.829405 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:47.867670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732ea1d-f60b-46e0-b8b9-d9166526e087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379e9998-cd85-4a8b-be6b-6b40cc2009dc,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:47.914599 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Pushing event updated for resources: {'Port': ['ID=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:47.927275 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90bea2-c70e-4fae-ac92-7d5bc368a397 req-5c7f4a81-f0ab-495f-a187-bf3b183e151b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:47.928879 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b90bea2-c70e-4fae-ac92-7d5bc368a397 req-5c7f4a81-f0ab-495f-a187-bf3b183e151b tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 945 time: 0.1786387 Jul 27 21:06:48.039015 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b90bea2-c70e-4fae-ac92-7d5bc368a397 req-4420cc57-50a4-4b85-ba15-538e2c9ba7a0 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d288770-9291-4de8-a872-25b8873f4623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925901 Jul 27 21:06:48.065882 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Attempting to bind port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:06:48.066284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Attempting to bind port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:06:48.066565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Attempting to bind port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 on network 83632acd-e78d-4a39-ae97-2eaf775c8434 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:48.071637 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 on network 83632acd-e78d-4a39-ae97-2eaf775c8434 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:06:48.071962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Attempting to bind port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 on network 83632acd-e78d-4a39-ae97-2eaf775c8434 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:06:48.079073 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:06:48.079413 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Checking segment: {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:06:48.079805 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Bound using segment: {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:06:48.080396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Bound port: d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:06:48.081002 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:48.216122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] For port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:06:48.236236 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] For port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:06:48.258707 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:48.330934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:48.331876 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:48.333309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124531a1-8b10-4473-bd5f-9231c902343b req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] 10.222.0.66 "PUT /v2.0/ports/d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 HTTP/1.1" status: 200 len: 1091 time: 1.4888804 Jul 27 21:06:48.337113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'tag': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:48.340671 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb22ab0b-8959-4848-aa63-4e5be6f3f0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e57375fc-c108-4304-88d4-2a9fe8a0b1e5", "tag": "d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:48.379190 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed4c88-0a5e-4d67-82e7-3a0702669fcc req-762f007c-f7ba-4e8c-b8b3-58d16c1a2eba tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:48.390762 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89ed4c88-0a5e-4d67-82e7-3a0702669fcc req-762f007c-f7ba-4e8c-b8b3-58d16c1a2eba tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.2326343 Jul 27 21:06:48.454692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14184aa3-b934-481d-9bf3-ded9c059d90e service neutron] Pushing event updated for resources: {'Port': ['ID=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:48.514609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89ed4c88-0a5e-4d67-82e7-3a0702669fcc req-cf724dba-4a71-4119-be23-1ee35b026d41 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157999 Jul 27 21:06:48.544118 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615d1b4-190e-4e3e-a52f-b79c90171d02 req-35346802-a56e-4de7-b1f5-a1854cda4925 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:48.545686 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2615d1b4-190e-4e3e-a52f-b79c90171d02 req-35346802-a56e-4de7-b1f5-a1854cda4925 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 945 time: 0.3063204 Jul 27 21:06:48.555728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 45008) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:48.562916 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-06cb565a-131b-44fd-a4a2-0dc9d7766b95 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Request body: {'floatingip': {'port_id': '284862f9-3642-41fa-8eb3-202ffbe2da71'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:06:48.591810 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124531a1-8b10-4473-bd5f-9231c902343b req-be811e04-e6ff-43e8-beae-724feb787243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:48.594320 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124531a1-8b10-4473-bd5f-9231c902343b req-be811e04-e6ff-43e8-beae-724feb787243 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 1094 time: 0.1982923 Jul 27 21:06:48.595917 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15648bff-7ca0-4a34-a978-f397a874d33a x-openstack-request-id: req-15648bff-7ca0-4a34-a978-f397a874d33a {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:48.596258 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57375fc-c108-4304-88d4-2a9fe8a0b1e5", "tag": "d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:48.596585 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15648bff-7ca0-4a34-a978-f397a874d33a {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:48.596976 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'tag': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9', 'status': 'completed', 'code': 200} Jul 27 21:06:48.673223 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124531a1-8b10-4473-bd5f-9231c902343b req-096d19a0-da45-4a2f-9e04-340ca24b34ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 HTTP/1.1" status: 200 len: 217 time: 0.0713634 Jul 27 21:06:48.686989 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-06cb565a-131b-44fd-a4a2-0dc9d7766b95 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for floatingip, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:48.804723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124531a1-8b10-4473-bd5f-9231c902343b req-efa50912-268b-463b-8528-bddf4b80e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:48.806465 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124531a1-8b10-4473-bd5f-9231c902343b req-efa50912-268b-463b-8528-bddf4b80e389 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6f5c215f-9e0c-4039-b305-c7ccda95b7dd HTTP/1.1" status: 200 len: 854 time: 0.1225281 Jul 27 21:06:48.886656 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124531a1-8b10-4473-bd5f-9231c902343b req-66143e7c-05ed-4713-9f09-4d14f89bc366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:48.888176 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124531a1-8b10-4473-bd5f-9231c902343b req-66143e7c-05ed-4713-9f09-4d14f89bc366 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83632acd-e78d-4a39-ae97-2eaf775c8434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742903 Jul 27 21:06:48.957773 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 45018) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:48.983394 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e5af4714-6f57-4aa2-8b61-dcd5c0329d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:49.056701 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124531a1-8b10-4473-bd5f-9231c902343b req-49144489-a30d-4b80-bdbf-6877aa6bab67 service neutron] 10.222.0.66 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594663 Jul 27 21:06:49.289324 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124531a1-8b10-4473-bd5f-9231c902343b req-c1562959-2981-4748-a0b5-de8ea93cc520 service neutron] 10.222.0.66 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210355 Jul 27 21:06:49.443513 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e5af4714-6f57-4aa2-8b61-dcd5c0329d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:49.456472 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e5af4714-6f57-4aa2-8b61-dcd5c0329d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:49.566104 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22ab0b-8959-4848-aa63-4e5be6f3f0d0 req-c1e7b990-b097-4432-b168-52d4c98fe650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:49.572297 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb22ab0b-8959-4848-aa63-4e5be6f3f0d0 req-c1e7b990-b097-4432-b168-52d4c98fe650 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 1094 time: 0.2045345 Jul 27 21:06:49.619834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af4714-6f57-4aa2-8b61-dcd5c0329d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e6cdf9-7edf-4c9c-adb7-30ba67f2a491,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:49.640666 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e5af4714-6f57-4aa2-8b61-dcd5c0329d91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=28e1c66120bf41819762f4f807f3eaf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6816363 Jul 27 21:06:49.651063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 45036) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:49.668986 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.db.resource_extend [None req-06cb565a-131b-44fd-a4a2-0dc9d7766b95 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:06:49.769356 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22ab0b-8959-4848-aa63-4e5be6f3f0d0 req-33dd28b7-fbcd-4baf-9ae5-f7bde7a58525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:49.774684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb22ab0b-8959-4848-aa63-4e5be6f3f0d0 req-33dd28b7-fbcd-4baf-9ae5-f7bde7a58525 service neutron] 10.222.0.66 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 916 time: 0.1921375 Jul 27 21:06:49.823130 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-06cb565a-131b-44fd-a4a2-0dc9d7766b95 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:49.830723 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-06cb565a-131b-44fd-a4a2-0dc9d7766b95 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:49.865742 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb22ab0b-8959-4848-aa63-4e5be6f3f0d0 req-0c6d94a6-81c5-4751-ab1f-28eb08dd18ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 HTTP/1.1" status: 200 len: 217 time: 0.0846562 Jul 27 21:06:49.881173 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e7eec-45f8-40ee-9130-69850bbf0fcb req-d029a775-be65-44b3-9eed-d0e26fafe1b4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:49.891773 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-113e7eec-45f8-40ee-9130-69850bbf0fcb req-d029a775-be65-44b3-9eed-d0e26fafe1b4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.2312224 Jul 27 21:06:50.075670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22ab0b-8959-4848-aa63-4e5be6f3f0d0 req-194e8bb5-ee82-4c0b-9de4-87db9c8bdc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:50.080101 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb22ab0b-8959-4848-aa63-4e5be6f3f0d0 req-194e8bb5-ee82-4c0b-9de4-87db9c8bdc9d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6f5c215f-9e0c-4039-b305-c7ccda95b7dd HTTP/1.1" status: 200 len: 854 time: 0.1560464 Jul 27 21:06:50.121572 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-113e7eec-45f8-40ee-9130-69850bbf0fcb req-eced5d81-91fe-4065-a3cd-14e72cb8f121 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284868 Jul 27 21:06:50.245794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22ab0b-8959-4848-aa63-4e5be6f3f0d0 req-3c4ea876-2fbf-4846-bd51-a33530e84919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:50.245923 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb22ab0b-8959-4848-aa63-4e5be6f3f0d0 req-3c4ea876-2fbf-4846-bd51-a33530e84919 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83632acd-e78d-4a39-ae97-2eaf775c8434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560450 Jul 27 21:06:50.443966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f496b38-9fe9-4bcf-a90e-0c133733c9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:50.478686 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb22ab0b-8959-4848-aa63-4e5be6f3f0d0 req-bde0a8e4-f537-4567-805f-69d86bd2ad6e service neutron] 10.222.0.66 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235582 Jul 27 21:06:50.537533 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-06cb565a-131b-44fd-a4a2-0dc9d7766b95 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Floating IP 22212196-7713-4a86-bffb-2ab95fc0909c associated. External IP: 172.25.2.117, port: 284862f9-3642-41fa-8eb3-202ffbe2da71. Jul 27 21:06:50.643590 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb22ab0b-8959-4848-aa63-4e5be6f3f0d0 req-04f61c09-7f90-4877-b789-703a23fa304c service neutron] 10.222.0.66 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574776 Jul 27 21:06:50.730734 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f496b38-9fe9-4bcf-a90e-0c133733c9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:50.910043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cb565a-131b-44fd-a4a2-0dc9d7766b95 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:06:50.915184 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f496b38-9fe9-4bcf-a90e-0c133733c9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:50.917115 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f496b38-9fe9-4bcf-a90e-0c133733c9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:50.921615 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8f496b38-9fe9-4bcf-a90e-0c133733c9f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2e6cdf9-7edf-4c9c-adb7-30ba67f2a491 HTTP/1.1" status: 204 len: 168 time: 1.2694404 Jul 27 21:06:50.932223 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f496b38-9fe9-4bcf-a90e-0c133733c9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e6cdf9-7edf-4c9c-adb7-30ba67f2a491,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:51.073172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cb565a-131b-44fd-a4a2-0dc9d7766b95 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:06:51.085919 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-06cb565a-131b-44fd-a4a2-0dc9d7766b95 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:51.086176 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59129165-26df-41d9-b3a9-4559a05dce9e None None] Sync routers for ids ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:06:51.102419 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59129165-26df-41d9-b3a9-4559a05dce9e None None] Routers {'5808c9b9-6c02-4eec-8a58-1e5b2e9da680'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:51.103490 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-59129165-26df-41d9-b3a9-4559a05dce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:06:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:51.128340 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-06cb565a-131b-44fd-a4a2-0dc9d7766b95 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "PUT /v2.0/floatingips/22212196-7713-4a86-bffb-2ab95fc0909c HTTP/1.1" status: 200 len: 991 time: 2.5701616 Jul 27 21:06:51.128937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '440c8150-6ad1-4354-b5f9-24e50c4b7acd', 'tag': '284862f9-3642-41fa-8eb3-202ffbe2da71'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:51.141758 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79d958a-f8bc-471c-9bb7-1b4eab4309bb" -d '{"events": [{"name": "network-changed", "server_uuid": "440c8150-6ad1-4354-b5f9-24e50c4b7acd", "tag": "284862f9-3642-41fa-8eb3-202ffbe2da71"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:51.217185 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a765d449-6c59-4103-86a2-baf46551c40c x-openstack-request-id: req-a765d449-6c59-4103-86a2-baf46551c40c {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:51.217492 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "440c8150-6ad1-4354-b5f9-24e50c4b7acd", "tag": "284862f9-3642-41fa-8eb3-202ffbe2da71", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:51.217726 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a765d449-6c59-4103-86a2-baf46551c40c {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:51.218297 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '440c8150-6ad1-4354-b5f9-24e50c4b7acd', 'tag': '284862f9-3642-41fa-8eb3-202ffbe2da71', 'status': 'completed', 'code': 200} Jul 27 21:06:51.291828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-59129165-26df-41d9-b3a9-4559a05dce9e None None] Set router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:51.402741 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d958a-f8bc-471c-9bb7-1b4eab4309bb req-e63d51f0-a9ba-43a6-baf9-0b746780ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:51.412799 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b79d958a-f8bc-471c-9bb7-1b4eab4309bb req-e63d51f0-a9ba-43a6-baf9-0b746780ea29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb9c244af89645439bc3427cbbf85ecf&device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 1096 time: 0.1535184 Jul 27 21:06:51.584671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 45096) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:51.647633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d958a-f8bc-471c-9bb7-1b4eab4309bb req-7ca29e78-b5e6-42da-88f7-f99ffb657bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:51.649826 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b79d958a-f8bc-471c-9bb7-1b4eab4309bb req-7ca29e78-b5e6-42da-88f7-f99ffb657bae service neutron] 10.222.0.20 "GET /v2.0/networks?id=756c3330-fc59-4be5-abd7-594a95907f71 HTTP/1.1" status: 200 len: 912 time: 0.2314405 Jul 27 21:06:51.773666 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-59129165-26df-41d9-b3a9-4559a05dce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'name': 'tempest-ServersTestManualDisk-122101994-router', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:10Z', 'updated_at': '2021-07-27T21:06:17Z', 'revision_number': 4, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'gw_port': {'id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:12Z', 'updated_at': '2021-07-27T21:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '22212196-7713-4a86-bffb-2ab95fc0909c', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'port_id': '284862f9-3642-41fa-8eb3-202ffbe2da71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71', 'mac_address': 'fa:16:3e:49:cb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440c8150-6ad1-4354-b5f9-24e50c4b7acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:49Z', 'revision_number': 1, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75961f0f-5ea3-4fea-8a27-6c279d63f1b0', 'name': '', 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'mac_address': 'fa:16:3e:40:72:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:16Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 5, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'subnets': [{'id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:51.803878 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b79d958a-f8bc-471c-9bb7-1b4eab4309bb req-30d07a17-8810-4ba5-80b6-1078fcbaf7cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=284862f9-3642-41fa-8eb3-202ffbe2da71 HTTP/1.1" status: 200 len: 999 time: 0.1449552 Jul 27 21:06:51.828744 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59129165-26df-41d9-b3a9-4559a05dce9e None None] Checking router: 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:06:51.842540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59129165-26df-41d9-b3a9-4559a05dce9e None None] Routers {'5808c9b9-6c02-4eec-8a58-1e5b2e9da680'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:06:51.843693 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-59129165-26df-41d9-b3a9-4559a05dce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:06:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:51.864239 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012787b-a2cc-4a33-bc6e-20d85ffe4a9a req-c3d2b950-5901-4c88-b651-d254e32751e0 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:51.866671 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e012787b-a2cc-4a33-bc6e-20d85ffe4a9a req-c3d2b950-5901-4c88-b651-d254e32751e0 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.5483785 Jul 27 21:06:51.911144 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5378e3a7-ed81-48e7-8b0a-17ca3c08c16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:51.928900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d958a-f8bc-471c-9bb7-1b4eab4309bb req-53610bd6-c4cb-4a98-a68c-f906f2f5fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:51.930586 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b79d958a-f8bc-471c-9bb7-1b4eab4309bb req-53610bd6-c4cb-4a98-a68c-f906f2f5fd03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f50ec59c-5b65-4f20-8991-3aed7601e052 HTTP/1.1" status: 200 len: 850 time: 0.1187208 Jul 27 21:06:51.961675 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e012787b-a2cc-4a33-bc6e-20d85ffe4a9a req-ac7842bd-0fc8-4842-890c-e6dc68613683 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869112 Jul 27 21:06:52.039368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-59129165-26df-41d9-b3a9-4559a05dce9e None None] Set router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:06:52.069395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d958a-f8bc-471c-9bb7-1b4eab4309bb req-682ae5ff-6f22-44d6-8b50-6b5fd60d5e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:52.071845 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b79d958a-f8bc-471c-9bb7-1b4eab4309bb req-682ae5ff-6f22-44d6-8b50-6b5fd60d5e8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=756c3330-fc59-4be5-abd7-594a95907f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320643 Jul 27 21:06:52.135304 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 45112) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:52.171871 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5378e3a7-ed81-48e7-8b0a-17ca3c08c16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:52.181523 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5378e3a7-ed81-48e7-8b0a-17ca3c08c16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:52.261113 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5378e3a7-ed81-48e7-8b0a-17ca3c08c16a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ac074f44a02444ca7eb31921ee50fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6702251 Jul 27 21:06:52.264355 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 45124) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:52.298889 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b79d958a-f8bc-471c-9bb7-1b4eab4309bb req-d0a65be2-f2ba-40ca-9e4a-e74dbf43f8aa service neutron] 10.222.0.20 "GET /v2.0/networks/756c3330-fc59-4be5-abd7-594a95907f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142408 Jul 27 21:06:52.317847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378e3a7-ed81-48e7-8b0a-17ca3c08c16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7342aa-70bc-4c00-a0c3-664b2c77a6db,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:52.334377 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b345ddc2-7843-40c1-9b17-e89f6c8b323c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:52.411193 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8bd7ba2c-04f9-46c0-bcda-9a9f158a16e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:52.435560 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b79d958a-f8bc-471c-9bb7-1b4eab4309bb req-8570433a-441c-4e52-83ed-e999609b9df4 service neutron] 10.222.0.20 "GET /v2.0/networks/756c3330-fc59-4be5-abd7-594a95907f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269639 Jul 27 21:06:52.467658 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8bd7ba2c-04f9-46c0-bcda-9a9f158a16e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:52.527886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-59129165-26df-41d9-b3a9-4559a05dce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'name': 'tempest-ServersTestManualDisk-122101994-router', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:10Z', 'updated_at': '2021-07-27T21:06:17Z', 'revision_number': 4, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'gw_port': {'id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:12Z', 'updated_at': '2021-07-27T21:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '22212196-7713-4a86-bffb-2ab95fc0909c', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'port_id': '284862f9-3642-41fa-8eb3-202ffbe2da71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71', 'mac_address': 'fa:16:3e:49:cb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440c8150-6ad1-4354-b5f9-24e50c4b7acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:49Z', 'revision_number': 1, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75961f0f-5ea3-4fea-8a27-6c279d63f1b0', 'name': '', 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'mac_address': 'fa:16:3e:40:72:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:16Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 5, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'subnets': [{'id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:06:52.560334 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59129165-26df-41d9-b3a9-4559a05dce9e None None] The sync data for ids ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'] in n-d-764806-9 is: [{'id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'name': 'tempest-ServersTestManualDisk-122101994-router', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:10Z', 'updated_at': '2021-07-27T21:06:17Z', 'revision_number': 4, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'gw_port': {'id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:12Z', 'updated_at': '2021-07-27T21:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '22212196-7713-4a86-bffb-2ab95fc0909c', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'port_id': '284862f9-3642-41fa-8eb3-202ffbe2da71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71', 'mac_address': 'fa:16:3e:49:cb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440c8150-6ad1-4354-b5f9-24e50c4b7acd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:06:27Z', 'updated_at': '2021-07-27T21:06:49Z', 'revision_number': 1, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75961f0f-5ea3-4fea-8a27-6c279d63f1b0', 'name': '', 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'mac_address': 'fa:16:3e:40:72:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:16Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 5, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'subnets': [{'id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:06:52.572957 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b345ddc2-7843-40c1-9b17-e89f6c8b323c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:52.574448 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8bd7ba2c-04f9-46c0-bcda-9a9f158a16e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:52.578183 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8bd7ba2c-04f9-46c0-bcda-9a9f158a16e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:52.579530 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8bd7ba2c-04f9-46c0-bcda-9a9f158a16e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b7342aa-70bc-4c00-a0c3-664b2c77a6db HTTP/1.1" status: 204 len: 168 time: 0.3074176 Jul 27 21:06:52.584914 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b345ddc2-7843-40c1-9b17-e89f6c8b323c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:52.592409 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7ba2c-04f9-46c0-bcda-9a9f158a16e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7342aa-70bc-4c00-a0c3-664b2c77a6db,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:52.629417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345ddc2-7843-40c1-9b17-e89f6c8b323c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e7e521-d888-46a2-b4b4-424685404d2e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:52.648637 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b345ddc2-7843-40c1-9b17-e89f6c8b323c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69efa15758f84334809c34d0ddfef67f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5110927 Jul 27 21:06:52.651334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 45136) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:52.742282 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4faeb48f-729d-4c1b-bad8-5e4c0ee286a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:52.779985 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4faeb48f-729d-4c1b-bad8-5e4c0ee286a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:52.853995 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4faeb48f-729d-4c1b-bad8-5e4c0ee286a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:52.856829 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4faeb48f-729d-4c1b-bad8-5e4c0ee286a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:52.861199 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4faeb48f-729d-4c1b-bad8-5e4c0ee286a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d4e7e521-d888-46a2-b4b4-424685404d2e HTTP/1.1" status: 204 len: 168 time: 0.2069640 Jul 27 21:06:52.869869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faeb48f-729d-4c1b-bad8-5e4c0ee286a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e7e521-d888-46a2-b4b4-424685404d2e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:52.887726 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a40b751-c98e-4ff5-a91d-abd6aba7711c None None] New status for floating IP 22212196-7713-4a86-bffb-2ab95fc0909c: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:06:52.994445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 45148) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:53.011769 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed32b29a-9429-4c79-95d7-5a54d40034d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:53.140413 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed32b29a-9429-4c79-95d7-5a54d40034d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:53.148406 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed32b29a-9429-4c79-95d7-5a54d40034d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:53.202095 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ed32b29a-9429-4c79-95d7-5a54d40034d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d02434a7f2714f59b1b86e0633f45f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2060568 Jul 27 21:06:53.202797 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32b29a-9429-4c79-95d7-5a54d40034d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6718dc76-4115-4a91-aacf-04c3a649bf01,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:53.205244 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 45156) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:53.207407 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226dd63-efb7-4415-9928-eb303a6bd6da req-0fe709db-710e-4b95-a2d5-7211b6874c6e tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:53.209979 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2226dd63-efb7-4415-9928-eb303a6bd6da req-0fe709db-710e-4b95-a2d5-7211b6874c6e tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.1634831 Jul 27 21:06:53.265167 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2226dd63-efb7-4415-9928-eb303a6bd6da req-37a040e7-a5b1-4746-8b22-e54db9400877 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488572 Jul 27 21:06:53.280466 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d5829eb-0c38-4853-bc71-75dc441b37a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:53.304141 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d5829eb-0c38-4853-bc71-75dc441b37a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:53.360622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 45162) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:53.372914 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d5829eb-0c38-4853-bc71-75dc441b37a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:53.376158 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d5829eb-0c38-4853-bc71-75dc441b37a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:53.377136 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ad2fe708-ba02-456e-b6f4-79a696ceb617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:53.381069 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8d5829eb-0c38-4853-bc71-75dc441b37a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6718dc76-4115-4a91-aacf-04c3a649bf01 HTTP/1.1" status: 204 len: 168 time: 0.1716352 Jul 27 21:06:53.392729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5829eb-0c38-4853-bc71-75dc441b37a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6718dc76-4115-4a91-aacf-04c3a649bf01,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:53.508431 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ad2fe708-ba02-456e-b6f4-79a696ceb617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:53.520386 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ad2fe708-ba02-456e-b6f4-79a696ceb617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:53.577731 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ad2fe708-ba02-456e-b6f4-79a696ceb617 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=11a797373bd24608a7aeafb0b85f140d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134330 Jul 27 21:06:53.578129 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 45172) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:53.614358 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fe708-ba02-456e-b6f4-79a696ceb617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4fe51c-ae0a-4567-8045-c667e23cc479,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:53.655866 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2405cbdd-f6f9-44e6-a998-5d8313a79184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:53.693512 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2405cbdd-f6f9-44e6-a998-5d8313a79184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:53.730752 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d9713-f9a1-4091-be22-23d4116bf097 req-0a23ee28-e2bf-4a38-99e5-646fd2841533 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:53.737052 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d9713-f9a1-4091-be22-23d4116bf097 req-0a23ee28-e2bf-4a38-99e5-646fd2841533 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:53.744136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d9713-f9a1-4091-be22-23d4116bf097 req-0a23ee28-e2bf-4a38-99e5-646fd2841533 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:53.750512 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d9713-f9a1-4091-be22-23d4116bf097 req-0a23ee28-e2bf-4a38-99e5-646fd2841533 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:53.756466 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2405cbdd-f6f9-44e6-a998-5d8313a79184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:53.758146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d9713-f9a1-4091-be22-23d4116bf097 req-0a23ee28-e2bf-4a38-99e5-646fd2841533 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:53.762001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:06:53.763040 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2405cbdd-f6f9-44e6-a998-5d8313a79184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:53.764792 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2405cbdd-f6f9-44e6-a998-5d8313a79184 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4a4fe51c-ae0a-4567-8045-c667e23cc479 HTTP/1.1" status: 204 len: 168 time: 0.1850970 Jul 27 21:06:53.782008 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d9713-f9a1-4091-be22-23d4116bf097 req-0a23ee28-e2bf-4a38-99e5-646fd2841533 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:53.788607 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d9713-f9a1-4091-be22-23d4116bf097 req-0a23ee28-e2bf-4a38-99e5-646fd2841533 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:53.801283 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-781d9713-f9a1-4091-be22-23d4116bf097 req-0a23ee28-e2bf-4a38-99e5-646fd2841533 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5434 time: 0.1836758 Jul 27 21:06:53.809096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405cbdd-f6f9-44e6-a998-5d8313a79184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4fe51c-ae0a-4567-8045-c667e23cc479,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:53.857294 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-781d9713-f9a1-4091-be22-23d4116bf097 req-4723497c-6772-4086-9dba-80a46af565e5 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551274 Jul 27 21:06:53.936369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:53.961661 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'port_id': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:06:54.012358 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:54.041019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:06:54.071388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:54.076222 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:54.084740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9c9ff-2a6d-4271-9753-b1d32908fd96 req-81b730ef-85da-4c56-b545-42d2679cf9f4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:54.091207 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9c9ff-2a6d-4271-9753-b1d32908fd96 req-81b730ef-85da-4c56-b545-42d2679cf9f4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:54.098396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9c9ff-2a6d-4271-9753-b1d32908fd96 req-81b730ef-85da-4c56-b545-42d2679cf9f4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:54.105486 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9c9ff-2a6d-4271-9753-b1d32908fd96 req-81b730ef-85da-4c56-b545-42d2679cf9f4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:54.110667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9c9ff-2a6d-4271-9753-b1d32908fd96 req-81b730ef-85da-4c56-b545-42d2679cf9f4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:54.117201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9c9ff-2a6d-4271-9753-b1d32908fd96 req-81b730ef-85da-4c56-b545-42d2679cf9f4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:54.123045 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9c9ff-2a6d-4271-9753-b1d32908fd96 req-81b730ef-85da-4c56-b545-42d2679cf9f4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:54.125126 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53c9c9ff-2a6d-4271-9753-b1d32908fd96 req-81b730ef-85da-4c56-b545-42d2679cf9f4 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5434 time: 0.1216543 Jul 27 21:06:54.132711 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:54.428969 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6cb63-cda4-42db-a6a1-a42bb4780afd req-ba86ea62-4f2e-47af-913e-fbffd6bc2f6f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:54.430838 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bff6cb63-cda4-42db-a6a1-a42bb4780afd req-ba86ea62-4f2e-47af-913e-fbffd6bc2f6f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.0808625 Jul 27 21:06:54.485734 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bff6cb63-cda4-42db-a6a1-a42bb4780afd req-c424c306-0a95-4140-abbb-eb2afa353f46 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460598 Jul 27 21:06:54.569311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:06:55.660462 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e76a27-06ed-4f06-acaa-5932ef1f4bb4 req-dc81eddf-3171-4caa-a0b4-c726cac20c63 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:55.662829 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7e76a27-06ed-4f06-acaa-5932ef1f4bb4 req-dc81eddf-3171-4caa-a0b4-c726cac20c63 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.0721264 Jul 27 21:06:55.706776 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7e76a27-06ed-4f06-acaa-5932ef1f4bb4 req-0b721932-760a-4135-99d9-0451b13d8a88 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368688 Jul 27 21:06:56.539642 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 45328) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:56.794621 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288caf4-69b0-4dcc-b08e-6830ed86ab40 req-8b7dbdaa-acc6-4222-8e74-9ad601b76ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:56.795378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288caf4-69b0-4dcc-b08e-6830ed86ab40 req-8b7dbdaa-acc6-4222-8e74-9ad601b76ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:56.796011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288caf4-69b0-4dcc-b08e-6830ed86ab40 req-8b7dbdaa-acc6-4222-8e74-9ad601b76ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:56.796791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288caf4-69b0-4dcc-b08e-6830ed86ab40 req-8b7dbdaa-acc6-4222-8e74-9ad601b76ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:56.797515 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288caf4-69b0-4dcc-b08e-6830ed86ab40 req-8b7dbdaa-acc6-4222-8e74-9ad601b76ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:56.798723 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288caf4-69b0-4dcc-b08e-6830ed86ab40 req-8b7dbdaa-acc6-4222-8e74-9ad601b76ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:56.799840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288caf4-69b0-4dcc-b08e-6830ed86ab40 req-8b7dbdaa-acc6-4222-8e74-9ad601b76ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:56.802212 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e288caf4-69b0-4dcc-b08e-6830ed86ab40 req-8b7dbdaa-acc6-4222-8e74-9ad601b76ef0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 6491 time: 0.2609532 Jul 27 21:06:56.852750 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e288caf4-69b0-4dcc-b08e-6830ed86ab40 req-adb5b0b1-a435-4367-9a7d-db6a13cdc84d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431910 Jul 27 21:06:56.855720 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a5203-c518-4da9-9830-2158a3ad47a1 req-5a64e8b9-89f7-452c-9411-0cd869a1d2fb tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:56.864396 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d9a5203-c518-4da9-9830-2158a3ad47a1 req-5a64e8b9-89f7-452c-9411-0cd869a1d2fb tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.0770314 Jul 27 21:06:56.918841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d9a5203-c518-4da9-9830-2158a3ad47a1 req-9b7279ae-3614-4c03-8937-4a9b11f39524 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534246 Jul 27 21:06:57.792401 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:06:57.845336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:06:57.850002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:06:57.850417 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:57.935004 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:57.962489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:06:57.965382 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f239fc24-69e8-4bc8-afd0-5257c901064f" -d '{"events": [{"server_uuid": "e57375fc-c108-4304-88d4-2a9fe8a0b1e5", "name": "network-vif-plugged", "status": "completed", "tag": "d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:06:57.979609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:06:57.987367 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:58.062845 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a026bf37-c835-466d-b69e-9f9fc5160f02 x-openstack-request-id: req-a026bf37-c835-466d-b69e-9f9fc5160f02 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:06:58.064068 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57375fc-c108-4304-88d4-2a9fe8a0b1e5", "name": "network-vif-plugged", "status": "completed", "tag": "d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:06:58.064621 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a026bf37-c835-466d-b69e-9f9fc5160f02 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:06:58.065893 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9', 'code': 200} Jul 27 21:06:58.067367 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:58.153257 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821025-7214-449e-b198-1d1e199578c3 req-1691868a-5279-4b82-84c2-f04029f4fff2 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:58.161114 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba821025-7214-449e-b198-1d1e199578c3 req-1691868a-5279-4b82-84c2-f04029f4fff2 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.1036305 Jul 27 21:06:58.208895 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba821025-7214-449e-b198-1d1e199578c3 req-9a3cd2cf-281e-4a2a-a01d-6f91cfaa27b2 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468986 Jul 27 21:06:58.227909 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7aabb-af27-47c3-a835-5c93f0a1cfcd req-b164a9fe-9e6f-4d1a-9cbf-91477c4433bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:58.229459 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ed7aabb-af27-47c3-a835-5c93f0a1cfcd req-b164a9fe-9e6f-4d1a-9cbf-91477c4433bb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 1096 time: 0.1235712 Jul 27 21:06:58.287518 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ed7aabb-af27-47c3-a835-5c93f0a1cfcd req-e45d2fb0-3c0a-4bf6-94a5-a464e9c7a415 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494566 Jul 27 21:06:58.937264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 45452) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:59.260279 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a5ce059d-daee-48a1-ac53-275e94125466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:59.450951 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a5ce059d-daee-48a1-ac53-275e94125466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:59.458282 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a5ce059d-daee-48a1-ac53-275e94125466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:59.480906 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e0ee7-3269-4511-a7ca-c7e0c4861669 req-90787aa2-677e-45d9-9209-770cbd074764 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:06:59.493195 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a57e0ee7-3269-4511-a7ca-c7e0c4861669 req-90787aa2-677e-45d9-9209-770cbd074764 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.1580367 Jul 27 21:06:59.530268 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a5ce059d-daee-48a1-ac53-275e94125466 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=890c5d9b307e47f8968a90ec1326cc65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5912094 Jul 27 21:06:59.532484 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce059d-daee-48a1-ac53-275e94125466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc96d3a-bbec-46b6-8ffa-737d7ad11542,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:06:59.537902 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 45468) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:06:59.630999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a57e0ee7-3269-4511-a7ca-c7e0c4861669 req-a3b8f27a-a49b-4cd3-bbb6-22bc31026298 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362586 Jul 27 21:06:59.682637 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4559f73b-02a9-4065-8941-26539a9c403a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:59.718588 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4559f73b-02a9-4065-8941-26539a9c403a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:59.776233 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4559f73b-02a9-4065-8941-26539a9c403a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:59.780792 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4559f73b-02a9-4065-8941-26539a9c403a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:06:59.782104 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4559f73b-02a9-4065-8941-26539a9c403a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ddc96d3a-bbec-46b6-8ffa-737d7ad11542 HTTP/1.1" status: 204 len: 168 time: 0.2423580 Jul 27 21:06:59.792587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559f73b-02a9-4065-8941-26539a9c403a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc96d3a-bbec-46b6-8ffa-737d7ad11542,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:00.396801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 45496) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:00.410781 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d0539f0-1f8b-40a7-bac1-fd4f68c69428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:00.528367 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d0539f0-1f8b-40a7-bac1-fd4f68c69428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:00.534660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d0539f0-1f8b-40a7-bac1-fd4f68c69428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:00.587796 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 45504) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:00.588425 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9d0539f0-1f8b-40a7-bac1-fd4f68c69428 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb75c1aa7c824f6192a91bda295ed216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900160 Jul 27 21:07:00.589517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0539f0-1f8b-40a7-bac1-fd4f68c69428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babe3dba-04dd-46f4-ba05-eaa7c49e5e7f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:00.666869 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-14ef42c3-fec3-48b9-ab13-1ee843d905b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:00.696541 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-14ef42c3-fec3-48b9-ab13-1ee843d905b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:00.795160 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-14ef42c3-fec3-48b9-ab13-1ee843d905b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:00.797842 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-14ef42c3-fec3-48b9-ab13-1ee843d905b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:00.802432 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-14ef42c3-fec3-48b9-ab13-1ee843d905b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/babe3dba-04dd-46f4-ba05-eaa7c49e5e7f HTTP/1.1" status: 204 len: 168 time: 0.2135239 Jul 27 21:07:00.813268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef42c3-fec3-48b9-ab13-1ee843d905b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babe3dba-04dd-46f4-ba05-eaa7c49e5e7f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:00.854922 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56b586-ace9-46fb-9390-f487b3843b67 req-86166801-e0d0-454b-a951-dd743b021feb tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:00.856811 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c56b586-ace9-46fb-9390-f487b3843b67 req-86166801-e0d0-454b-a951-dd743b021feb tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.0991004 Jul 27 21:07:00.913294 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c56b586-ace9-46fb-9390-f487b3843b67 req-b3733e48-3ca5-4555-b7de-24439e1f186d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490239 Jul 27 21:07:01.057683 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b84366-8679-4b22-a87b-953c44e884cc req-2c520e74-34ff-4a72-ad6c-c4ce9209494f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:01.063476 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00b84366-8679-4b22-a87b-953c44e884cc req-2c520e74-34ff-4a72-ad6c-c4ce9209494f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.0824649 Jul 27 21:07:01.069061 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 45526) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:01.074770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-cb65a23a-1d5c-4cee-845c-2cd15ff527b5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Request body: {'floatingip': {'port_id': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:01.125977 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb65a23a-1d5c-4cee-845c-2cd15ff527b5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for floatingip, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:01.725606 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb65a23a-1d5c-4cee-845c-2cd15ff527b5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:01.732082 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb65a23a-1d5c-4cee-845c-2cd15ff527b5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:01.904259 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-cb65a23a-1d5c-4cee-845c-2cd15ff527b5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Floating IP 8b4b396a-a63b-4ecd-a11d-7409b254bdb4 associated. External IP: 172.25.2.26, port: d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9. Jul 27 21:07:02.236254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb65a23a-1d5c-4cee-845c-2cd15ff527b5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Router a9966926-8f35-4c58-8656-a81d19e96533 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:07:02.375123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb65a23a-1d5c-4cee-845c-2cd15ff527b5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:07:02.385744 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ac3682-a7da-493a-aeeb-b432333ef009 None None] Sync routers for ids ['a9966926-8f35-4c58-8656-a81d19e96533'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:07:02.392193 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb65a23a-1d5c-4cee-845c-2cd15ff527b5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:02.400764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ac3682-a7da-493a-aeeb-b432333ef009 None None] Routers {'a9966926-8f35-4c58-8656-a81d19e96533'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:02.401423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-12ac3682-a7da-493a-aeeb-b432333ef009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:06:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a9966926-8f35-4c58-8656-a81d19e96533'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:02.454777 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cb65a23a-1d5c-4cee-845c-2cd15ff527b5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "PUT /v2.0/floatingips/8b4b396a-a63b-4ecd-a11d-7409b254bdb4 HTTP/1.1" status: 200 len: 990 time: 1.3834896 Jul 27 21:07:02.456842 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'tag': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:07:02.460717 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f63607d-a882-4021-9d79-7362e41b6715" -d '{"events": [{"name": "network-changed", "server_uuid": "e57375fc-c108-4304-88d4-2a9fe8a0b1e5", "tag": "d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:07:02.536231 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-12ac3682-a7da-493a-aeeb-b432333ef009 None None] Set router a9966926-8f35-4c58-8656-a81d19e96533 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:02.566859 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4e6ab8-f40c-4b4d-a057-0e06d9c3a282 x-openstack-request-id: req-4f4e6ab8-f40c-4b4d-a057-0e06d9c3a282 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:07:02.567367 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57375fc-c108-4304-88d4-2a9fe8a0b1e5", "tag": "d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:07:02.567835 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f4e6ab8-f40c-4b4d-a057-0e06d9c3a282 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:07:02.568397 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'tag': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9', 'status': 'completed', 'code': 200} Jul 27 21:07:02.703382 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63607d-a882-4021-9d79-7362e41b6715 req-b8aaaf12-a27d-448a-a5b7-5ebc71b3866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:02.713970 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f63607d-a882-4021-9d79-7362e41b6715 req-b8aaaf12-a27d-448a-a5b7-5ebc71b3866f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 1096 time: 0.1110129 Jul 27 21:07:02.773773 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-442fc4b0-97a5-486d-baea-b97df3a1cc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:02.854774 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63607d-a882-4021-9d79-7362e41b6715 req-edaf79ec-1e20-4bc9-920e-47c03f016757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:02.856264 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f63607d-a882-4021-9d79-7362e41b6715 req-edaf79ec-1e20-4bc9-920e-47c03f016757 service neutron] 10.222.0.66 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 916 time: 0.1410089 Jul 27 21:07:02.966363 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-12ac3682-a7da-493a-aeeb-b432333ef009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 4, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '8b4b396a-a63b-4ecd-a11d-7409b254bdb4', 'tenant_id': '316085248a694378aced875fc59e1117', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'port_id': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:06:41Z', 'updated_at': '2021-07-27T21:07:01Z', 'revision_number': 1, 'project_id': '316085248a694378aced875fc59e1117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f56f7ca-9053-4d4d-a908-4ce9747cde2a', 'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'tenant_id': '316085248a694378aced875fc59e1117', 'mac_address': 'fa:16:3e:85:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:33Z', 'updated_at': '2021-07-27T21:06:42Z', 'revision_number': 5, 'project_id': '316085248a694378aced875fc59e1117', 'subnets': [{'id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:03.020703 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f63607d-a882-4021-9d79-7362e41b6715 req-7c236273-d108-4183-bcc7-e69ab632a25b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 HTTP/1.1" status: 200 len: 998 time: 0.1526380 Jul 27 21:07:03.047629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ac3682-a7da-493a-aeeb-b432333ef009 None None] Checking router: a9966926-8f35-4c58-8656-a81d19e96533 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:07:03.069122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ac3682-a7da-493a-aeeb-b432333ef009 None None] Routers {'a9966926-8f35-4c58-8656-a81d19e96533'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:03.069781 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-12ac3682-a7da-493a-aeeb-b432333ef009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:06:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a9966926-8f35-4c58-8656-a81d19e96533'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:03.097516 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63607d-a882-4021-9d79-7362e41b6715 req-a4290698-9127-49e9-8278-4045c9e441d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:03.099387 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f63607d-a882-4021-9d79-7362e41b6715 req-a4290698-9127-49e9-8278-4045c9e441d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6f5c215f-9e0c-4039-b305-c7ccda95b7dd HTTP/1.1" status: 200 len: 854 time: 0.0712960 Jul 27 21:07:03.236723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63607d-a882-4021-9d79-7362e41b6715 req-0e30888b-db33-47fe-9d06-ac12dac5ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:03.238497 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f63607d-a882-4021-9d79-7362e41b6715 req-0e30888b-db33-47fe-9d06-ac12dac5ea5c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83632acd-e78d-4a39-ae97-2eaf775c8434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305997 Jul 27 21:07:03.292263 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-12ac3682-a7da-493a-aeeb-b432333ef009 None None] Set router a9966926-8f35-4c58-8656-a81d19e96533 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:03.359466 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f63607d-a882-4021-9d79-7362e41b6715 req-42f53192-440a-4794-ada6-d82f8dc7dd75 service neutron] 10.222.0.66 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120846 Jul 27 21:07:03.483420 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f63607d-a882-4021-9d79-7362e41b6715 req-0f3e9417-7aa5-4cd6-a676-12e9242226e2 service neutron] 10.222.0.66 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165459 Jul 27 21:07:03.666984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-12ac3682-a7da-493a-aeeb-b432333ef009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 4, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '8b4b396a-a63b-4ecd-a11d-7409b254bdb4', 'tenant_id': '316085248a694378aced875fc59e1117', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'port_id': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:06:41Z', 'updated_at': '2021-07-27T21:07:01Z', 'revision_number': 1, 'project_id': '316085248a694378aced875fc59e1117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f56f7ca-9053-4d4d-a908-4ce9747cde2a', 'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'tenant_id': '316085248a694378aced875fc59e1117', 'mac_address': 'fa:16:3e:85:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:33Z', 'updated_at': '2021-07-27T21:06:42Z', 'revision_number': 5, 'project_id': '316085248a694378aced875fc59e1117', 'subnets': [{'id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:03.698756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ac3682-a7da-493a-aeeb-b432333ef009 None None] The sync data for ids ['a9966926-8f35-4c58-8656-a81d19e96533'] in n-d-764806-9 is: [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 4, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '8b4b396a-a63b-4ecd-a11d-7409b254bdb4', 'tenant_id': '316085248a694378aced875fc59e1117', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'port_id': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:06:41Z', 'updated_at': '2021-07-27T21:07:01Z', 'revision_number': 1, 'project_id': '316085248a694378aced875fc59e1117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f56f7ca-9053-4d4d-a908-4ce9747cde2a', 'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'tenant_id': '316085248a694378aced875fc59e1117', 'mac_address': 'fa:16:3e:85:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:33Z', 'updated_at': '2021-07-27T21:06:42Z', 'revision_number': 5, 'project_id': '316085248a694378aced875fc59e1117', 'subnets': [{'id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:07:03.929294 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c029b54-e8a8-4776-9d95-cb7259f1fc92 None None] New status for floating IP 8b4b396a-a63b-4ecd-a11d-7409b254bdb4: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:07:03.937139 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.269486 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 45636) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:04.506428 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-98325126-af0c-457f-8b9b-d6aafe737801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.557082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27878fc-7463-4e38-ae90-02cceb8b6ad7 req-aac490ce-b35f-4dca-8142-fc3dd22d8299 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:04.558806 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a27878fc-7463-4e38-ae90-02cceb8b6ad7 req-aac490ce-b35f-4dca-8142-fc3dd22d8299 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 945 time: 0.1064723 Jul 27 21:07:04.618362 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a27878fc-7463-4e38-ae90-02cceb8b6ad7 req-cb4c59cb-2811-416d-b6ed-6b51a885fd37 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a2362b0-815b-4464-9b76-3f0048de569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516949 Jul 27 21:07:04.680587 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-98325126-af0c-457f-8b9b-d6aafe737801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.685583 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-98325126-af0c-457f-8b9b-d6aafe737801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.732350 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-98325126-af0c-457f-8b9b-d6aafe737801 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ddf2af236f524992bfa10f7f16538194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4608412 Jul 27 21:07:04.733517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 45658) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:04.735786 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98325126-af0c-457f-8b9b-d6aafe737801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e31734-2064-414e-861d-100631e1ad52,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:04.801323 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.824778 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.876815 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.880718 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:04.881881 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85e31734-2064-414e-861d-100631e1ad52 HTTP/1.1" status: 204 len: 168 time: 0.1467776 Jul 27 21:07:04.890571 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e31734-2064-414e-861d-100631e1ad52,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:04.900013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:04.900315 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:04.900615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:04.900945 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:04.901276 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:04.901600 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:04.901922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:04.902266 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:04.902581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:04.902903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:04.903225 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:04.903542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80063569-5c1f-4493-8d1b-44aed8552bb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:05.309093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 45732) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:05.323469 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7292102a-0999-4dcd-9c76-c68e4efc5d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.324359 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cb45bed7-761a-4067-8172-3e2fa327a4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.431336 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7292102a-0999-4dcd-9c76-c68e4efc5d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.432022 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.436763 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7292102a-0999-4dcd-9c76-c68e4efc5d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.483125 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7292102a-0999-4dcd-9c76-c68e4efc5d6d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08c7deee979e4d02b6284064a0e602bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729352 Jul 27 21:07:05.485621 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 45754) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:05.493158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292102a-0999-4dcd-9c76-c68e4efc5d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2850002e-dea1-4327-8ac9-ea8d772f72f5,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:05.546316 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7cc34d14-5a16-4784-96b3-89c0b19f5c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.569752 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7cc34d14-5a16-4784-96b3-89c0b19f5c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.629082 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7cc34d14-5a16-4784-96b3-89c0b19f5c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.632139 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7cc34d14-5a16-4784-96b3-89c0b19f5c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:05.635807 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7cc34d14-5a16-4784-96b3-89c0b19f5c78 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2850002e-dea1-4327-8ac9-ea8d772f72f5 HTTP/1.1" status: 204 len: 168 time: 0.1467931 Jul 27 21:07:05.641860 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc34d14-5a16-4784-96b3-89c0b19f5c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2850002e-dea1-4327-8ac9-ea8d772f72f5,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:05.774075 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739c8e7-7602-4c35-b312-f945e22f22c2 req-e3c9609c-03af-4aba-8dc2-6987ca4eb869 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:05.782301 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8739c8e7-7602-4c35-b312-f945e22f22c2 req-e3c9609c-03af-4aba-8dc2-6987ca4eb869 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 945 time: 0.0819268 Jul 27 21:07:05.829017 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8739c8e7-7602-4c35-b312-f945e22f22c2 req-a1de3496-0bf4-44ad-94bb-4eba408b112d tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a2362b0-815b-4464-9b76-3f0048de569e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455265 Jul 27 21:07:05.885401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 45776) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:06.015292 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0362cc63-8fdd-468b-b08a-a95d2c1599f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.118898 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0362cc63-8fdd-468b-b08a-a95d2c1599f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.124942 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0362cc63-8fdd-468b-b08a-a95d2c1599f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.171122 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0362cc63-8fdd-468b-b08a-a95d2c1599f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79a3ef3f30a24919a99ae872109c45f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845368 Jul 27 21:07:06.172083 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362cc63-8fdd-468b-b08a-a95d2c1599f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5c373e-2b3d-4ca4-8542-0b66d2709480,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:06.174478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 45792) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:06.200989 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d78858-3d5a-4b90-a33f-40ea854f00c6 req-683ecee2-74c8-40db-8962-c06563d60ab1 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:06.204461 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d78858-3d5a-4b90-a33f-40ea854f00c6 req-683ecee2-74c8-40db-8962-c06563d60ab1 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 945 time: 0.0920260 Jul 27 21:07:06.230950 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-64cdf55c-4992-4b8b-827d-98d14229af14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.279372 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-64cdf55c-4992-4b8b-827d-98d14229af14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.354523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e1d78858-3d5a-4b90-a33f-40ea854f00c6 req-65ef630d-1c30-4956-983d-29d049e9ddb5 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Deleting port 26f466c5-9620-471f-a5b2-da5e7304de1b {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:06.355127 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e1d78858-3d5a-4b90-a33f-40ea854f00c6 req-65ef630d-1c30-4956-983d-29d049e9ddb5 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.384896 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-64cdf55c-4992-4b8b-827d-98d14229af14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.388459 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-64cdf55c-4992-4b8b-827d-98d14229af14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.392328 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-64cdf55c-4992-4b8b-827d-98d14229af14 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da5c373e-2b3d-4ca4-8542-0b66d2709480 HTTP/1.1" status: 204 len: 168 time: 0.2149618 Jul 27 21:07:06.401279 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdf55c-4992-4b8b-827d-98d14229af14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5c373e-2b3d-4ca4-8542-0b66d2709480,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:06.467570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e1d78858-3d5a-4b90-a33f-40ea854f00c6 req-65ef630d-1c30-4956-983d-29d049e9ddb5 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] For port 26f466c5-9620-471f-a5b2-da5e7304de1b, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=26f466c5-9620-471f-a5b2-da5e7304de1b,segment=NetworkSegment(f4dd12f3-64d0-4a92-9c27-b8ed8197a003),segment_id=f4dd12f3-64d0-4a92-9c27-b8ed8197a003)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:06.468040 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e1d78858-3d5a-4b90-a33f-40ea854f00c6 req-65ef630d-1c30-4956-983d-29d049e9ddb5 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.486015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e1d78858-3d5a-4b90-a33f-40ea854f00c6 req-65ef630d-1c30-4956-983d-29d049e9ddb5 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Calling delete_port for 26f466c5-9620-471f-a5b2-da5e7304de1b owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:06.643305 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e1d78858-3d5a-4b90-a33f-40ea854f00c6 req-65ef630d-1c30-4956-983d-29d049e9ddb5 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.658343 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['26f466c5-9620-471f-a5b2-da5e7304de1b'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:07:06.674557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef630d-1c30-4956-983d-29d049e9ddb5 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Pushing event deleted for resources: {'Port': ['ID=26f466c5-9620-471f-a5b2-da5e7304de1b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:06.734022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d78858-3d5a-4b90-a33f-40ea854f00c6 req-65ef630d-1c30-4956-983d-29d049e9ddb5 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] No DVR routers for this DVR port 26f466c5-9620-471f-a5b2-da5e7304de1b on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:07:06.737641 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e1d78858-3d5a-4b90-a33f-40ea854f00c6 req-65ef630d-1c30-4956-983d-29d049e9ddb5 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:06.740049 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d78858-3d5a-4b90-a33f-40ea854f00c6 req-65ef630d-1c30-4956-983d-29d049e9ddb5 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.20 "DELETE /v2.0/ports/26f466c5-9620-471f-a5b2-da5e7304de1b HTTP/1.1" status: 204 len: 173 time: 0.5256853 Jul 27 21:07:06.740513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f5be66-87f0-4631-9f2b-05cbddd1a97d', 'name': 'network-vif-deleted', 'tag': '26f466c5-9620-471f-a5b2-da5e7304de1b'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:07:06.743353 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63008068-5cfa-41e1-8938-3a7d61344f8d" -d '{"events": [{"server_uuid": "e0f5be66-87f0-4631-9f2b-05cbddd1a97d", "name": "network-vif-deleted", "tag": "26f466c5-9620-471f-a5b2-da5e7304de1b"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:07:06.802272 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1445b9-c1b0-4802-9a3e-22b556baf163 x-openstack-request-id: req-2a1445b9-c1b0-4802-9a3e-22b556baf163 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:07:06.802654 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f5be66-87f0-4631-9f2b-05cbddd1a97d", "name": "network-vif-deleted", "tag": "26f466c5-9620-471f-a5b2-da5e7304de1b", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:07:06.803123 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a1445b9-c1b0-4802-9a3e-22b556baf163 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:07:06.803864 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f5be66-87f0-4631-9f2b-05cbddd1a97d', 'name': 'network-vif-deleted', 'tag': '26f466c5-9620-471f-a5b2-da5e7304de1b', 'status': 'completed', 'code': 200} Jul 27 21:07:06.859423 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 45820) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:06.886006 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-228714fe-99a0-41da-8689-3e51c97fbf61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.031509 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cb0295bf-cd9c-4153-9c9e-5ebb1691789f req-19c7b299-7bd5-47ad-8133-08fbb6563b58 tempest-AttachSCSIVolumeTestJSON-2018849878 tempest-AttachSCSIVolumeTestJSON-2018849878-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0f5be66-87f0-4631-9f2b-05cbddd1a97d HTTP/1.1" status: 200 len: 210 time: 0.0738759 Jul 27 21:07:07.071359 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.095022 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-228714fe-99a0-41da-8689-3e51c97fbf61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.103847 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-228714fe-99a0-41da-8689-3e51c97fbf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.161637 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-228714fe-99a0-41da-8689-3e51c97fbf61 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4e84233d7974b1985c27a953ca16cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3007843 Jul 27 21:07:07.163298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228714fe-99a0-41da-8689-3e51c97fbf61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8113b085-3077-4111-948a-bb043486bd84,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:07.164080 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 45826) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:07.229382 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f31973ec-4562-4313-a1b4-07d8585e1aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.269151 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f31973ec-4562-4313-a1b4-07d8585e1aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.345772 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f31973ec-4562-4313-a1b4-07d8585e1aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.351240 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f31973ec-4562-4313-a1b4-07d8585e1aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:07.353115 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f31973ec-4562-4313-a1b4-07d8585e1aa0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8113b085-3077-4111-948a-bb043486bd84 HTTP/1.1" status: 204 len: 168 time: 0.1880157 Jul 27 21:07:07.368784 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31973ec-4562-4313-a1b4-07d8585e1aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8113b085-3077-4111-948a-bb043486bd84,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:07.550526 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:08.802843 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:09.040354 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 26f466c5-9620-471f-a5b2-da5e7304de1b no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:07:09.071344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 26f466c5-9620-471f-a5b2-da5e7304de1b {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:07:09.072048 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 26f466c5-9620-471f-a5b2-da5e7304de1b not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:07:10.740276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46030) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:10.880169 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:07:11.032871 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf464647-73e8-4101-ba45-13f02eb92cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.157834 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf464647-73e8-4101-ba45-13f02eb92cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.164246 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf464647-73e8-4101-ba45-13f02eb92cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.240697 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf464647-73e8-4101-ba45-13f02eb92cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0953a68c-7641-4a17-a715-c363b841c2c8,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:11.258791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf464647-73e8-4101-ba45-13f02eb92cf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:11.259140 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf464647-73e8-4101-ba45-13f02eb92cf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:11.259674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf464647-73e8-4101-ba45-13f02eb92cf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:11.260012 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf464647-73e8-4101-ba45-13f02eb92cf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:11.260347 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf464647-73e8-4101-ba45-13f02eb92cf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:11.261231 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf464647-73e8-4101-ba45-13f02eb92cf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:11.261632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf464647-73e8-4101-ba45-13f02eb92cf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:11.262450 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf464647-73e8-4101-ba45-13f02eb92cf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:11.262784 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf464647-73e8-4101-ba45-13f02eb92cf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:11.263108 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf464647-73e8-4101-ba45-13f02eb92cf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:11.263434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf464647-73e8-4101-ba45-13f02eb92cf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:11.263825 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf464647-73e8-4101-ba45-13f02eb92cf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:11.271230 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bf464647-73e8-4101-ba45-13f02eb92cf1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4fac703b2db4cb0892cc04d28c473ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5296836 Jul 27 21:07:11.274378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46062) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:11.328907 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46066) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:11.341670 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-579ee129-ccf5-4121-850f-d00e8aab0235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.370540 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-579ee129-ccf5-4121-850f-d00e8aab0235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.427295 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-579ee129-ccf5-4121-850f-d00e8aab0235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.429990 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-579ee129-ccf5-4121-850f-d00e8aab0235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.431459 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-579ee129-ccf5-4121-850f-d00e8aab0235 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0953a68c-7641-4a17-a715-c363b841c2c8 HTTP/1.1" status: 204 len: 168 time: 0.1560836 Jul 27 21:07:11.441908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ee129-ccf5-4121-850f-d00e8aab0235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0953a68c-7641-4a17-a715-c363b841c2c8,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:11.481039 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e818f59c-4a54-415b-9c51-31aeaeb94616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.613101 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e818f59c-4a54-415b-9c51-31aeaeb94616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.619778 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e818f59c-4a54-415b-9c51-31aeaeb94616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.673713 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e818f59c-4a54-415b-9c51-31aeaeb94616 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=154b190c07024b80824946500afa4513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437781 Jul 27 21:07:11.676124 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46082) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:11.682712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818f59c-4a54-415b-9c51-31aeaeb94616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53c1c98-e33b-4fe1-bde9-784489b8862b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:11.764913 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-37e9bf49-05d0-4ade-ab05-43c7805cf1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.796522 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-37e9bf49-05d0-4ade-ab05-43c7805cf1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.831087 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46090) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:11.849899 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ea179c81-16fe-4547-856c-9131ced8a5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.856126 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-37e9bf49-05d0-4ade-ab05-43c7805cf1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.859346 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-37e9bf49-05d0-4ade-ab05-43c7805cf1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:11.860558 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-37e9bf49-05d0-4ade-ab05-43c7805cf1a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e53c1c98-e33b-4fe1-bde9-784489b8862b HTTP/1.1" status: 204 len: 168 time: 0.1833608 Jul 27 21:07:11.871242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9bf49-05d0-4ade-ab05-43c7805cf1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53c1c98-e33b-4fe1-bde9-784489b8862b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:12.020694 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ea179c81-16fe-4547-856c-9131ced8a5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:12.026150 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ea179c81-16fe-4547-856c-9131ced8a5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:12.072103 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ea179c81-16fe-4547-856c-9131ced8a5f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a80d58fa0b84d558a54d0ad5f7e10a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399342 Jul 27 21:07:12.073520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea179c81-16fe-4547-856c-9131ced8a5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f0ac5f-e461-479b-a706-0c508ee20bfc,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:12.075143 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46102) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:12.167810 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b67aa38-7b91-49e3-8e08-b8caef4d2ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:12.203228 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b67aa38-7b91-49e3-8e08-b8caef4d2ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:12.285506 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b67aa38-7b91-49e3-8e08-b8caef4d2ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:12.300453 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b67aa38-7b91-49e3-8e08-b8caef4d2ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:12.301976 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0b67aa38-7b91-49e3-8e08-b8caef4d2ba4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61f0ac5f-e461-479b-a706-0c508ee20bfc HTTP/1.1" status: 204 len: 168 time: 0.2257438 Jul 27 21:07:12.312523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67aa38-7b91-49e3-8e08-b8caef4d2ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f0ac5f-e461-479b-a706-0c508ee20bfc,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:12.365129 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46118) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:12.429862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46120) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:12.455620 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e69ff472-9b7c-499b-a0a2-e4d626a71167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:12.616054 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e69ff472-9b7c-499b-a0a2-e4d626a71167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:12.622017 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e69ff472-9b7c-499b-a0a2-e4d626a71167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:12.657510 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e69ff472-9b7c-499b-a0a2-e4d626a71167 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba69d06705d84dbbbe2c153675221393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241874 Jul 27 21:07:12.661766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46124) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:12.690370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ff472-9b7c-499b-a0a2-e4d626a71167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c453950d-7e84-4a6e-9b32-097aedbf8f10,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:12.738551 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73abf924-4cb2-4e2b-b05a-0cdec120b6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:12.769466 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73abf924-4cb2-4e2b-b05a-0cdec120b6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:12.832420 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-31fdb9a9-2dd8-4dbb-a9b0-60188d2cffd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:12.836761 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73abf924-4cb2-4e2b-b05a-0cdec120b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:12.839523 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73abf924-4cb2-4e2b-b05a-0cdec120b6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:12.843236 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-73abf924-4cb2-4e2b-b05a-0cdec120b6a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c453950d-7e84-4a6e-9b32-097aedbf8f10 HTTP/1.1" status: 204 len: 168 time: 0.1779552 Jul 27 21:07:12.849862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abf924-4cb2-4e2b-b05a-0cdec120b6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c453950d-7e84-4a6e-9b32-097aedbf8f10,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:13.144682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-31fdb9a9-2dd8-4dbb-a9b0-60188d2cffd8 admin admin] Deleting port e65e454d-cfb3-4165-bbdd-fa497b72c61e {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:13.145044 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-31fdb9a9-2dd8-4dbb-a9b0-60188d2cffd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:13.235943 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-31fdb9a9-2dd8-4dbb-a9b0-60188d2cffd8 admin admin] For port e65e454d-cfb3-4165-bbdd-fa497b72c61e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e65e454d-cfb3-4165-bbdd-fa497b72c61e,segment=NetworkSegment(f4dd12f3-64d0-4a92-9c27-b8ed8197a003),segment_id=f4dd12f3-64d0-4a92-9c27-b8ed8197a003)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:13.237451 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-31fdb9a9-2dd8-4dbb-a9b0-60188d2cffd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:13.251204 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-31fdb9a9-2dd8-4dbb-a9b0-60188d2cffd8 admin admin] Calling delete_port for e65e454d-cfb3-4165-bbdd-fa497b72c61e owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:13.459368 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-31fdb9a9-2dd8-4dbb-a9b0-60188d2cffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:13.491878 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdb9a9-2dd8-4dbb-a9b0-60188d2cffd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e65e454d-cfb3-4165-bbdd-fa497b72c61e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:13.695043 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-31fdb9a9-2dd8-4dbb-a9b0-60188d2cffd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:13.943486 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fdb9a9-2dd8-4dbb-a9b0-60188d2cffd8 admin admin] Router 4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:07:14.347423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fdb9a9-2dd8-4dbb-a9b0-60188d2cffd8 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:07:14.352681 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-31fdb9a9-2dd8-4dbb-a9b0-60188d2cffd8 admin admin] 10.222.0.55 "PUT /v2.0/routers/4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9864886 Jul 27 21:07:14.355179 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46194) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:14.358837 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0c0a3-39f9-4311-ad41-162e7fa2f1d0 None None] Sync routers for ids ['4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:07:14.379274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0c0a3-39f9-4311-ad41-162e7fa2f1d0 None None] Routers {'4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:14.379940 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b1d0c0a3-39f9-4311-ad41-162e7fa2f1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:14.496603 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffbd91fa-c429-4fff-8cb4-74892a5f3696 admin admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:14.511010 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-b1d0c0a3-39f9-4311-ad41-162e7fa2f1d0 None None] Set router 4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:14.695832 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffbd91fa-c429-4fff-8cb4-74892a5f3696 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:14.765751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-ffbd91fa-c429-4fff-8cb4-74892a5f3696 admin admin] Deleting port 7342e468-3f84-4dc6-9ad2-266a9defc209 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:14.766093 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffbd91fa-c429-4fff-8cb4-74892a5f3696 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:14.800473 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b1d0c0a3-39f9-4311-ad41-162e7fa2f1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-107464698-router', 'tenant_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '7342e468-3f84-4dc6-9ad2-266a9defc209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:22Z', 'updated_at': '2021-07-27T21:07:13Z', 'revision_number': 5, 'project_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'gw_port': {'id': '7342e468-3f84-4dc6-9ad2-266a9defc209', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:23Z', 'updated_at': '2021-07-27T21:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:14.838027 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0c0a3-39f9-4311-ad41-162e7fa2f1d0 None None] Checking router: 4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:07:14.849275 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0c0a3-39f9-4311-ad41-162e7fa2f1d0 None None] Routers {'4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:14.849871 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b1d0c0a3-39f9-4311-ad41-162e7fa2f1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:14.869598 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-ffbd91fa-c429-4fff-8cb4-74892a5f3696 admin admin] For port 7342e468-3f84-4dc6-9ad2-266a9defc209, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7342e468-3f84-4dc6-9ad2-266a9defc209,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:14.870367 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffbd91fa-c429-4fff-8cb4-74892a5f3696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:14.889703 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-ffbd91fa-c429-4fff-8cb4-74892a5f3696 admin admin] Calling delete_port for 7342e468-3f84-4dc6-9ad2-266a9defc209 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:14.989499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-b1d0c0a3-39f9-4311-ad41-162e7fa2f1d0 None None] Set router 4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:15.197068 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffbd91fa-c429-4fff-8cb4-74892a5f3696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.256046 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd91fa-c429-4fff-8cb4-74892a5f3696 admin admin] Pushing event deleted for resources: {'Port': ['ID=7342e468-3f84-4dc6-9ad2-266a9defc209,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:15.325117 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b1d0c0a3-39f9-4311-ad41-162e7fa2f1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-107464698-router', 'tenant_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:22Z', 'updated_at': '2021-07-27T21:07:14Z', 'revision_number': 6, 'project_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:15.354912 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffbd91fa-c429-4fff-8cb4-74892a5f3696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.399491 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0c0a3-39f9-4311-ad41-162e7fa2f1d0 None None] The sync data for ids ['4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5'] in n-d-764806-9 is: [{'id': '4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-107464698-router', 'tenant_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:22Z', 'updated_at': '2021-07-27T21:07:14Z', 'revision_number': 6, 'project_id': 'a76f96bb6ebb4706ad7cf03d5d001a56', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:07:15.494669 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffbd91fa-c429-4fff-8cb4-74892a5f3696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.497733 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffbd91fa-c429-4fff-8cb4-74892a5f3696 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.567855 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffbd91fa-c429-4fff-8cb4-74892a5f3696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.568465 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbd91fa-c429-4fff-8cb4-74892a5f3696 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:07:15.574248 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffbd91fa-c429-4fff-8cb4-74892a5f3696 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.575532 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ffbd91fa-c429-4fff-8cb4-74892a5f3696 admin admin] 10.222.0.55 "DELETE /v2.0/routers/4f7e0e47-66a7-4bbc-9575-f7c78f3a79a5 HTTP/1.1" status: 204 len: 168 time: 1.2191494 Jul 27 21:07:15.578353 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46330) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:15.626875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed6ee44-17a4-45fb-b6cb-540e20e4e536 admin admin] Deleting subnet 0fcbb667-0105-4e96-9b7d-8ee6b13f7598 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:07:15.630164 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ee44-17a4-45fb-b6cb-540e20e4e536 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.669970 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ee44-17a4-45fb-b6cb-540e20e4e536 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.761453 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ee44-17a4-45fb-b6cb-540e20e4e536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.779195 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46340) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:15.836759 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ee44-17a4-45fb-b6cb-540e20e4e536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.870652 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ee44-17a4-45fb-b6cb-540e20e4e536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:15.872782 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4ed6ee44-17a4-45fb-b6cb-540e20e4e536 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0fcbb667-0105-4e96-9b7d-8ee6b13f7598 HTTP/1.1" status: 204 len: 168 time: 0.2927382 Jul 27 21:07:15.874318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6ee44-17a4-45fb-b6cb-540e20e4e536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fcbb667-0105-4e96-9b7d-8ee6b13f7598,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:15.875296 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46346) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:15.879403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1858453c-7cb8-4236-ac10-372aed8276d8 None None] Network 1ff7aaaf-6f90-4356-8893-6507d7af4138 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:15.954483 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.015812 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] Deleting port 6c008896-7e25-4e31-abd6-72194eb784d2 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:16.016337 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.092437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] For port 6c008896-7e25-4e31-abd6-72194eb784d2, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6c008896-7e25-4e31-abd6-72194eb784d2,segment=NetworkSegment(f4dd12f3-64d0-4a92-9c27-b8ed8197a003),segment_id=f4dd12f3-64d0-4a92-9c27-b8ed8197a003)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:16.092814 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.108186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] Calling delete_port for 6c008896-7e25-4e31-abd6-72194eb784d2 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:16.137459 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bed0c167-42b0-4357-8ddf-288b3dac7946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.271612 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ef3013-b5b1-49b0-bf92-22415a20577c None None] DHCP port deletion for 1ff7aaaf-6f90-4356-8893-6507d7af4138 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:07:16.292189 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.329470 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-32ef3013-b5b1-49b0-bf92-22415a20577c None None] The port '6c008896-7e25-4e31-abd6-72194eb784d2' was deleted {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 27 21:07:16.362271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c008896-7e25-4e31-abd6-72194eb784d2,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:16.371847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] No DVR routers for this DVR port 6c008896-7e25-4e31-abd6-72194eb784d2 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:07:16.408258 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6c008896-7e25-4e31-abd6-72194eb784d2 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:07:16.442447 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 6c008896-7e25-4e31-abd6-72194eb784d2 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:07:16.443222 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6c008896-7e25-4e31-abd6-72194eb784d2 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:07:16.447421 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7342e468-3f84-4dc6-9ad2-266a9defc209 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:07:16.459376 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.477634 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff7aaaf-6f90-4356-8893-6507d7af4138']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:16.498067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 7342e468-3f84-4dc6-9ad2-266a9defc209 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:07:16.498948 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7342e468-3f84-4dc6-9ad2-266a9defc209 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:07:16.499619 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e65e454d-cfb3-4165-bbdd-fa497b72c61e no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:07:16.500656 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4dd12f3-64d0-4a92-9c27-b8ed8197a003') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:16.500951 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4dd12f3-64d0-4a92-9c27-b8ed8197a003') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:16.505575 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bed0c167-42b0-4357-8ddf-288b3dac7946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.515243 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.517225 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bed0c167-42b0-4357-8ddf-288b3dac7946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.530239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: e65e454d-cfb3-4165-bbdd-fa497b72c61e {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:07:16.530606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e65e454d-cfb3-4165-bbdd-fa497b72c61e not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:07:16.564849 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.577991 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bed0c167-42b0-4357-8ddf-288b3dac7946 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ae11d11a2af4ce5be762a820c0d9470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7976573 Jul 27 21:07:16.581290 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46364) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:16.582288 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0c167-42b0-4357-8ddf-288b3dac7946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044cd59d-5962-4884-9b0c-799b77247f15,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:16.585472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:07:16.586107 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:07:16.588260 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:07:16.663158 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.669374 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.674808 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1ff7aaaf-6f90-4356-8893-6507d7af4138 HTTP/1.1" status: 204 len: 168 time: 0.7968400 Jul 27 21:07:16.675460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46370) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:16.692268 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-716f1b46-7f5d-41cf-9cb8-1dcadbb53ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.711280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e0378-c58e-4df9-9c27-ca88246e8e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff7aaaf-6f90-4356-8893-6507d7af4138,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:16.741833 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-716f1b46-7f5d-41cf-9cb8-1dcadbb53ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.805906 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-716f1b46-7f5d-41cf-9cb8-1dcadbb53ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.809269 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-716f1b46-7f5d-41cf-9cb8-1dcadbb53ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:16.810782 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-716f1b46-7f5d-41cf-9cb8-1dcadbb53ed6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/044cd59d-5962-4884-9b0c-799b77247f15 HTTP/1.1" status: 204 len: 168 time: 0.2284219 Jul 27 21:07:16.820980 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f1b46-7f5d-41cf-9cb8-1dcadbb53ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044cd59d-5962-4884-9b0c-799b77247f15,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:17.150180 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-952c65ee-5dcc-46bc-8091-f71724ce8615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:17.375719 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46396) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:17.456274 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-952c65ee-5dcc-46bc-8091-f71724ce8615 admin admin] Deleting port ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:17.456922 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-952c65ee-5dcc-46bc-8091-f71724ce8615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:17.541952 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-952c65ee-5dcc-46bc-8091-f71724ce8615 admin admin] For port ea4e0484-8f5e-4dcc-81f3-c950e166e9e9, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=ea4e0484-8f5e-4dcc-81f3-c950e166e9e9,segment=NetworkSegment(ec963f36-ff4d-4823-93fd-d5f5391f2555),segment_id=ec963f36-ff4d-4823-93fd-d5f5391f2555)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:17.542356 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-952c65ee-5dcc-46bc-8091-f71724ce8615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:17.557317 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-952c65ee-5dcc-46bc-8091-f71724ce8615 admin admin] Calling delete_port for ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:17.603864 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d43b2179-1a9d-493f-bc5c-fbd0e194b606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:17.722939 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d43b2179-1a9d-493f-bc5c-fbd0e194b606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:17.728888 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d43b2179-1a9d-493f-bc5c-fbd0e194b606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:17.772190 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-952c65ee-5dcc-46bc-8091-f71724ce8615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:17.783349 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d43b2179-1a9d-493f-bc5c-fbd0e194b606 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1cc2b0da96bb41bebc2fd1f9108d20d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069080 Jul 27 21:07:17.784104 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46410) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:17.797680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b2179-1a9d-493f-bc5c-fbd0e194b606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4959492-324a-4afa-82c2-26439dfc52fa,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:17.812062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c65ee-5dcc-46bc-8091-f71724ce8615 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4e0484-8f5e-4dcc-81f3-c950e166e9e9,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:17.882340 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-17542e9c-a389-46a9-837e-43f6e47ed129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:17.915437 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-17542e9c-a389-46a9-837e-43f6e47ed129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:18.007508 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-17542e9c-a389-46a9-837e-43f6e47ed129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:18.013465 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-17542e9c-a389-46a9-837e-43f6e47ed129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:18.018382 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-17542e9c-a389-46a9-837e-43f6e47ed129 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b4959492-324a-4afa-82c2-26439dfc52fa HTTP/1.1" status: 204 len: 168 time: 0.2302067 Jul 27 21:07:18.037871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17542e9c-a389-46a9-837e-43f6e47ed129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4959492-324a-4afa-82c2-26439dfc52fa,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:18.084240 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-952c65ee-5dcc-46bc-8091-f71724ce8615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:18.626532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46440) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:18.646742 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ecd33dd2-57df-446e-a6b2-90b969f3afd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:18.678635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952c65ee-5dcc-46bc-8091-f71724ce8615 admin admin] Router b35cee30-6a63-4a15-8a83-0eefc7e45471 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:07:18.764346 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ecd33dd2-57df-446e-a6b2-90b969f3afd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:18.770831 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ecd33dd2-57df-446e-a6b2-90b969f3afd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:18.818857 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952c65ee-5dcc-46bc-8091-f71724ce8615 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:07:18.820177 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ecd33dd2-57df-446e-a6b2-90b969f3afd5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f86f45ad565f41b697a48199e6b4600a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924655 Jul 27 21:07:18.824782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-952c65ee-5dcc-46bc-8091-f71724ce8615 admin admin] 10.222.0.55 "PUT /v2.0/routers/b35cee30-6a63-4a15-8a83-0eefc7e45471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1473091 Jul 27 21:07:18.825364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46448) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:18.827382 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd33dd2-57df-446e-a6b2-90b969f3afd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85595194-2a7b-4276-9fc9-a3336737b1fd,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:18.830059 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46450) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:18.833192 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f17a9-df47-4ca9-b3c9-53ee9d52f68d None None] Sync routers for ids ['b35cee30-6a63-4a15-8a83-0eefc7e45471'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:07:18.851399 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f17a9-df47-4ca9-b3c9-53ee9d52f68d None None] Routers {'b35cee30-6a63-4a15-8a83-0eefc7e45471'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:18.852758 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c14f17a9-df47-4ca9-b3c9-53ee9d52f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b35cee30-6a63-4a15-8a83-0eefc7e45471'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:18.951323 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7ee8-e448-4453-9e6f-51aa1266ff5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:18.962171 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ab926a91-94ff-4fbb-8cc8-c7cc98518843 admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:18.997855 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7ee8-e448-4453-9e6f-51aa1266ff5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:19.038474 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c14f17a9-df47-4ca9-b3c9-53ee9d52f68d None None] Set router b35cee30-6a63-4a15-8a83-0eefc7e45471 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:19.089699 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7ee8-e448-4453-9e6f-51aa1266ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:19.099641 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7ee8-e448-4453-9e6f-51aa1266ff5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:19.101163 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b5bb7ee8-e448-4453-9e6f-51aa1266ff5d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85595194-2a7b-4276-9fc9-a3336737b1fd HTTP/1.1" status: 204 len: 168 time: 0.2748787 Jul 27 21:07:19.106607 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ab926a91-94ff-4fbb-8cc8-c7cc98518843 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:19.117438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb7ee8-e448-4453-9e6f-51aa1266ff5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85595194-2a7b-4276-9fc9-a3336737b1fd,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:19.199444 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-ab926a91-94ff-4fbb-8cc8-c7cc98518843 admin admin] Deleting port e026b830-90e5-4dba-b909-5122efd672bf {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:19.199777 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ab926a91-94ff-4fbb-8cc8-c7cc98518843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:19.248284 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46466) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:19.286157 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c14f17a9-df47-4ca9-b3c9-53ee9d52f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965206259-router', 'tenant_id': 'eebf04e4ade24613a255ec813b154ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e026b830-90e5-4dba-b909-5122efd672bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:29Z', 'updated_at': '2021-07-27T21:07:17Z', 'revision_number': 5, 'project_id': 'eebf04e4ade24613a255ec813b154ac3', 'gw_port': {'id': 'e026b830-90e5-4dba-b909-5122efd672bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:9a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:05:29Z', 'updated_at': '2021-07-27T21:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:19.297509 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-ab926a91-94ff-4fbb-8cc8-c7cc98518843 admin admin] For port e026b830-90e5-4dba-b909-5122efd672bf, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e026b830-90e5-4dba-b909-5122efd672bf,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:19.297509 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ab926a91-94ff-4fbb-8cc8-c7cc98518843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:19.313680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-ab926a91-94ff-4fbb-8cc8-c7cc98518843 admin admin] Calling delete_port for e026b830-90e5-4dba-b909-5122efd672bf owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:19.318993 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f17a9-df47-4ca9-b3c9-53ee9d52f68d None None] Checking router: b35cee30-6a63-4a15-8a83-0eefc7e45471 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:07:19.329311 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f17a9-df47-4ca9-b3c9-53ee9d52f68d None None] Routers {'b35cee30-6a63-4a15-8a83-0eefc7e45471'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:19.331280 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c14f17a9-df47-4ca9-b3c9-53ee9d52f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b35cee30-6a63-4a15-8a83-0eefc7e45471'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:19.448058 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c14f17a9-df47-4ca9-b3c9-53ee9d52f68d None None] Set router b35cee30-6a63-4a15-8a83-0eefc7e45471 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:19.517763 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c14f17a9-df47-4ca9-b3c9-53ee9d52f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965206259-router', 'tenant_id': 'eebf04e4ade24613a255ec813b154ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:29Z', 'updated_at': '2021-07-27T21:07:19Z', 'revision_number': 6, 'project_id': 'eebf04e4ade24613a255ec813b154ac3', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:19.562136 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ab926a91-94ff-4fbb-8cc8-c7cc98518843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:19.572795 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f17a9-df47-4ca9-b3c9-53ee9d52f68d None None] The sync data for ids ['b35cee30-6a63-4a15-8a83-0eefc7e45471'] in n-d-764806-9 is: [{'id': 'b35cee30-6a63-4a15-8a83-0eefc7e45471', 'name': 'tempest-AttachSCSIVolumeTestJSON-1965206259-router', 'tenant_id': 'eebf04e4ade24613a255ec813b154ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:05:29Z', 'updated_at': '2021-07-27T21:07:19Z', 'revision_number': 6, 'project_id': 'eebf04e4ade24613a255ec813b154ac3', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:07:19.599646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab926a91-94ff-4fbb-8cc8-c7cc98518843 admin admin] Pushing event deleted for resources: {'Port': ['ID=e026b830-90e5-4dba-b909-5122efd672bf,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:19.672233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-6039acef-7ed2-4575-ac17-af6ae060fe45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1305532945'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:19.691811 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ab926a91-94ff-4fbb-8cc8-c7cc98518843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.104945 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6039acef-7ed2-4575-ac17-af6ae060fe45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Made reservation on behalf of 78cfad9e013e42289a79dab474cb61f1 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:20.108568 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6039acef-7ed2-4575-ac17-af6ae060fe45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.119905 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ab926a91-94ff-4fbb-8cc8-c7cc98518843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.122395 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ab926a91-94ff-4fbb-8cc8-c7cc98518843 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.123897 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6039acef-7ed2-4575-ac17-af6ae060fe45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.183396 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ab926a91-94ff-4fbb-8cc8-c7cc98518843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.183936 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab926a91-94ff-4fbb-8cc8-c7cc98518843 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b35cee30-6a63-4a15-8a83-0eefc7e45471 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:07:20.188755 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ab926a91-94ff-4fbb-8cc8-c7cc98518843 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.192233 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ab926a91-94ff-4fbb-8cc8-c7cc98518843 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b35cee30-6a63-4a15-8a83-0eefc7e45471 HTTP/1.1" status: 204 len: 168 time: 1.3591189 Jul 27 21:07:20.193111 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46498) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:20.259396 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-8276b6da-0cf2-4032-b6e0-71b5f88f1ec4 admin admin] Deleting subnet 5eef8288-40a4-472a-a9c9-a1e6e5cdc4eb {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:07:20.268074 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8276b6da-0cf2-4032-b6e0-71b5f88f1ec4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.318046 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8276b6da-0cf2-4032-b6e0-71b5f88f1ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.360061 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6039acef-7ed2-4575-ac17-af6ae060fe45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.366792 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6039acef-7ed2-4575-ac17-af6ae060fe45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.424698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6039acef-7ed2-4575-ac17-af6ae060fe45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:07:20.436239 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039acef-7ed2-4575-ac17-af6ae060fe45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c436f275-6a54-4f62-8f60-98d475bd8797,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:20.451166 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6039acef-7ed2-4575-ac17-af6ae060fe45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.451526 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-6039acef-7ed2-4575-ac17-af6ae060fe45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Added segment 9628ebce-c280-42b6-8298-88e988abc5a9 of type vlan for network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 Jul 27 21:07:20.462285 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8276b6da-0cf2-4032-b6e0-71b5f88f1ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.529055 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6039acef-7ed2-4575-ac17-af6ae060fe45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.559392 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:07:20.579814 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8276b6da-0cf2-4032-b6e0-71b5f88f1ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.606809 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:07:20.607546 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ea4e0484-8f5e-4dcc-81f3-c950e166e9e9 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:07:20.608129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e026b830-90e5-4dba-b909-5122efd672bf no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:07:20.615849 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6039acef-7ed2-4575-ac17-af6ae060fe45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.621607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6039acef-7ed2-4575-ac17-af6ae060fe45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:20.622250 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6039acef-7ed2-4575-ac17-af6ae060fe45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.645647 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276b6da-0cf2-4032-b6e0-71b5f88f1ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eef8288-40a4-472a-a9c9-a1e6e5cdc4eb,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:20.670747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443f356d-8704-4f17-81e4-3d6c8535f5b1 None None] Network 6c5dc389-844b-4bc8-bd42-68ab672e23f4 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:20.675210 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: e026b830-90e5-4dba-b909-5122efd672bf {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:07:20.675641 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e026b830-90e5-4dba-b909-5122efd672bf not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:07:20.688521 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8276b6da-0cf2-4032-b6e0-71b5f88f1ec4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.692086 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8276b6da-0cf2-4032-b6e0-71b5f88f1ec4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5eef8288-40a4-472a-a9c9-a1e6e5cdc4eb HTTP/1.1" status: 204 len: 168 time: 0.4980245 Jul 27 21:07:20.695352 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46514) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:20.712816 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6039acef-7ed2-4575-ac17-af6ae060fe45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4678342 Jul 27 21:07:20.724574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039acef-7ed2-4575-ac17-af6ae060fe45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Pushing event updated for resources: {'Network': ['ID=5e648971-7467-4a94-9a0f-e1fdb7bb6379,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:20.759264 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:07:20.807996 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.883366 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] Deleting port 1729b15f-793a-408a-be52-06a579bce754 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:20.884052 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.979406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] For port 1729b15f-793a-408a-be52-06a579bce754, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1729b15f-793a-408a-be52-06a579bce754,segment=NetworkSegment(ec963f36-ff4d-4823-93fd-d5f5391f2555),segment_id=ec963f36-ff4d-4823-93fd-d5f5391f2555)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:20.979916 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:20.999686 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] Calling delete_port for 1729b15f-793a-408a-be52-06a579bce754 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:21.096893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] DHCP port deletion for 6c5dc389-844b-4bc8-bd42-68ab672e23f4 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:07:21.117239 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.164997 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] Pushing event deleted for resources: {'Port': ['ID=1729b15f-793a-408a-be52-06a579bce754,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:21.172364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] No DVR routers for this DVR port 1729b15f-793a-408a-be52-06a579bce754 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:07:21.173669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Deleting port 1729b15f-793a-408a-be52-06a579bce754 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:21.176761 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.255994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46534) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:21.261069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Request body: {'port': {'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379', 'binding:host_id': 'n-h1-764806-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-894237339'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:21.277775 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.290659 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5dc389-844b-4bc8-bd42-68ab672e23f4']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:21.302166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Made reservation on behalf of 389f9ea4f23245d281d416618d672090 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:21.303208 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec963f36-ff4d-4823-93fd-d5f5391f2555') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:21.303514 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec963f36-ff4d-4823-93fd-d5f5391f2555') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:21.309896 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.313508 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.313703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] For port 1729b15f-793a-408a-be52-06a579bce754, host n-d-764806-9, got binding levels [] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:21.314781 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.329098 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.337385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:07:21.337894 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.339433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Calling delete_port for 1729b15f-793a-408a-be52-06a579bce754 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:07:21.339986 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:07:21.341963 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.347313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.ipam_backend_mixin [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Port 1729b15f-793a-408a-be52-06a579bce754 was not found and therefore no delete operation was performed {{(pid=105581) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:07:21.349270 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.383698 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Pushing event deleted for resources: {'Port': ['ID=1729b15f-793a-408a-be52-06a579bce754,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:21.397332 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:21.398659 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:21.400134 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:21.401707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:21.402190 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:21.402692 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:21.403681 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:21.404184 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:21.405269 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:21.405910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:21.405910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:21.406847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:21.410516 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ddaf5d-1a6d-4b20-a69a-55560d4584c2 None None] No DVR routers for this DVR port 1729b15f-793a-408a-be52-06a579bce754 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:07:21.430121 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.443315 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.455530 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6c5dc389-844b-4bc8-bd42-68ab672e23f4 HTTP/1.1" status: 204 len: 168 time: 0.7583170 Jul 27 21:07:21.466719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17f021-d533-4778-9ed7-36cc8912b726 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c5dc389-844b-4bc8-bd42-68ab672e23f4,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:21.493180 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.497473 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.504639 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] device_id is not set on port a1d991de-6b8d-4f23-9497-4236f0da1292 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:07:21.591334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c851ed55-5efa-48a8-89c3-bafb5f832c7f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:21.765494 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] device_id is not set on port a1d991de-6b8d-4f23-9497-4236f0da1292 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:07:21.778557 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.784951 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46554) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:21.797882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Transition to ACTIVE for port object a1d991de-6b8d-4f23-9497-4236f0da1292 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:21.811116 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.847573 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ed2811b5-d5ae-4047-b07f-3a7bb1e70e58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a76f96bb6ebb4706ad7cf03d5d001a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614481 Jul 27 21:07:21.852253 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46558) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:21.884406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Pushing event updated for resources: {'Port': ['ID=a1d991de-6b8d-4f23-9497-4236f0da1292,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:21.890619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Checking segment: {'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:21.891064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Network hostable DHCP agents. Network: 5e648971-7467-4a94-9a0f-e1fdb7bb6379, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:07:21.911720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:07:21.925957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 5e648971-7467-4a94-9a0f-e1fdb7bb6379) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:21.934888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee5e4ad-0d1f-453f-a2ce-8687e9f6199f None None] Network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:21.939674 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:21.944325 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bfe921e2-93aa-4f71-9e18-3d684a771bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:21.958538 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:21.958989 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:21.959572 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:21.966554 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:21.966916 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:21.967318 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 2 to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 Jul 27 21:07:21.983551 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:21.983963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:21.984304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:21.989872 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:21.990210 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:21.990634 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 3 to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 Jul 27 21:07:21.993209 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bfe921e2-93aa-4f71-9e18-3d684a771bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:22.012221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:22.012803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:22.013204 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:22.018066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:22.018629 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:22.019025 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 4 to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 Jul 27 21:07:22.034925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:22.035354 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:22.035906 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:22.041860 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:22.042203 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:22.042980 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 5 to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 Jul 27 21:07:22.062446 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:22.062891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:22.063430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:22.069986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:22.070326 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:22.071270 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 6 to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 Jul 27 21:07:22.088323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:22.088670 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:22.089063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:22.089191 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bfe921e2-93aa-4f71-9e18-3d684a771bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:22.091953 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bfe921e2-93aa-4f71-9e18-3d684a771bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:22.095947 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bfe921e2-93aa-4f71-9e18-3d684a771bc9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a2362b0-815b-4464-9b76-3f0048de569e HTTP/1.1" status: 204 len: 168 time: 0.2389514 Jul 27 21:07:22.098362 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:22.098702 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:22.100000 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 7 to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 Jul 27 21:07:22.106912 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe921e2-93aa-4f71-9e18-3d684a771bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2362b0-815b-4464-9b76-3f0048de569e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:22.117988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:22.118746 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:22.118875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:22.125229 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:22.125828 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:22.126422 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 8 to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 Jul 27 21:07:22.141478 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:22.141908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:22.142968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:22.147520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:22.147928 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:22.148387 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 9 to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 Jul 27 21:07:22.161478 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:22.161815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:22.162143 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:22.166714 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:22.167142 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:22.167464 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 10 to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 Jul 27 21:07:22.184425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:22.184767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:22.185343 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:22.190708 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port a1d991de-6b8d-4f23-9497-4236f0da1292 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:22.191051 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port a1d991de-6b8d-4f23-9497-4236f0da1292 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:22.191420 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:22.288098 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] For port a1d991de-6b8d-4f23-9497-4236f0da1292, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:07:22.290440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempted to set empty binding levels {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 21:07:22.297807 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:22.345743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:22.346356 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:22.356320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Pushing event updated for resources: {'Port': ['ID=a1d991de-6b8d-4f23-9497-4236f0da1292,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:22.365890 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5c2615af-0408-4da2-ba44-52a67848d21d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.1087332 Jul 27 21:07:22.368720 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46572) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:22.377517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1729b15f-793a-408a-be52-06a579bce754 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:07:22.403278 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 1729b15f-793a-408a-be52-06a579bce754 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:07:22.403619 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1729b15f-793a-408a-be52-06a579bce754 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:07:22.494947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-43f184fc-3819-4468-a66b-69b1714fdcb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Deleting port a1d991de-6b8d-4f23-9497-4236f0da1292 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:22.495286 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43f184fc-3819-4468-a66b-69b1714fdcb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:22.565669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-43f184fc-3819-4468-a66b-69b1714fdcb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] For port a1d991de-6b8d-4f23-9497-4236f0da1292, host n-h1-764806-9, got binding levels [] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:22.566039 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43f184fc-3819-4468-a66b-69b1714fdcb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:22.580157 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-43f184fc-3819-4468-a66b-69b1714fdcb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Calling delete_port for a1d991de-6b8d-4f23-9497-4236f0da1292 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:22.664326 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43f184fc-3819-4468-a66b-69b1714fdcb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:22.695851 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f184fc-3819-4468-a66b-69b1714fdcb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1d991de-6b8d-4f23-9497-4236f0da1292,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:22.704836 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43f184fc-3819-4468-a66b-69b1714fdcb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:22.709183 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-43f184fc-3819-4468-a66b-69b1714fdcb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] 10.222.0.55 "DELETE /v2.0/ports/a1d991de-6b8d-4f23-9497-4236f0da1292 HTTP/1.1" status: 204 len: 168 time: 0.3369572 Jul 27 21:07:22.709512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46582) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:22.746001 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a9c50c-75aa-45a9-8ce4-e497f870d4f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] GET failed (client error): The resource could not be found. Jul 27 21:07:22.753197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46586) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:22.754063 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-52a9c50c-75aa-45a9-8ce4-e497f870d4f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] 10.222.0.55 "GET /v2.0/ports/a1d991de-6b8d-4f23-9497-4236f0da1292 HTTP/1.1" status: 404 len: 333 time: 0.0432823 Jul 27 21:07:22.758674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7855dc4b-243a-49c5-8d7c-9b1daff6add4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Request body: {'port': {'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2005721732'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:22.789100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7855dc4b-243a-49c5-8d7c-9b1daff6add4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Made reservation on behalf of 389f9ea4f23245d281d416618d672090 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:22.791609 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7855dc4b-243a-49c5-8d7c-9b1daff6add4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:22.812236 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-7855dc4b-243a-49c5-8d7c-9b1daff6add4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] device_id is not set on port 2173e9f7-246f-45f5-883a-6664baed55c7 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:07:22.859286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46592) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:22.876047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46594) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:22.941108 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1fa3fc16-bd76-47e0-91c5-6e00c2786649 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eebf04e4ade24613a255ec813b154ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0798371 Jul 27 21:07:22.943940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46598) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:23.052468 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7855dc4b-243a-49c5-8d7c-9b1daff6add4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.069086 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07eb71c5-ee1a-48d7-8939-f41c028ae06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.101544 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07eb71c5-ee1a-48d7-8939-f41c028ae06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.104872 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51be0ece-6964-48d0-95cf-e008facecdea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.146851 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7855dc4b-243a-49c5-8d7c-9b1daff6add4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.195841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7855dc4b-243a-49c5-8d7c-9b1daff6add4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:23.203320 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7855dc4b-243a-49c5-8d7c-9b1daff6add4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:23.205572 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07eb71c5-ee1a-48d7-8939-f41c028ae06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.208110 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07eb71c5-ee1a-48d7-8939-f41c028ae06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.211770 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-07eb71c5-ee1a-48d7-8939-f41c028ae06d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3c0d59f-9d1a-43c1-9c82-6dcae87c3fa8 HTTP/1.1" status: 204 len: 168 time: 0.2644436 Jul 27 21:07:23.212654 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7855dc4b-243a-49c5-8d7c-9b1daff6add4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:23.213607 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7855dc4b-243a-49c5-8d7c-9b1daff6add4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:23.214211 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7855dc4b-243a-49c5-8d7c-9b1daff6add4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.226914 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855dc4b-243a-49c5-8d7c-9b1daff6add4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Pushing event updated for resources: {'Port': ['ID=2173e9f7-246f-45f5-883a-6664baed55c7,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:23.231994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb71c5-ee1a-48d7-8939-f41c028ae06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c0d59f-9d1a-43c1-9c82-6dcae87c3fa8,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:23.288002 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51be0ece-6964-48d0-95cf-e008facecdea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.291339 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51be0ece-6964-48d0-95cf-e008facecdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.303732 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7855dc4b-243a-49c5-8d7c-9b1daff6add4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5462317 Jul 27 21:07:23.303732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46608) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:23.311166 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:23.368983 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-51be0ece-6964-48d0-95cf-e008facecdea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7e323bfbd8f40dc9f87625219df72d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912467 Jul 27 21:07:23.371575 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46612) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:23.381758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be0ece-6964-48d0-95cf-e008facecdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8adaa73-d96c-484f-9936-ffd10ec8d584,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:23.433883 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.438875 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e4a3ed4-3c26-4073-9a60-22fae7008985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.466660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e4a3ed4-3c26-4073-9a60-22fae7008985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.524032 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e4a3ed4-3c26-4073-9a60-22fae7008985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.527775 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e4a3ed4-3c26-4073-9a60-22fae7008985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.529155 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3e4a3ed4-3c26-4073-9a60-22fae7008985 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e8adaa73-d96c-484f-9936-ffd10ec8d584 HTTP/1.1" status: 204 len: 168 time: 0.1565356 Jul 27 21:07:23.539700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a3ed4-3c26-4073-9a60-22fae7008985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8adaa73-d96c-484f-9936-ffd10ec8d584,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:23.651594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] device_id is not set on port 2173e9f7-246f-45f5-883a-6664baed55c7 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:07:23.661094 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.675784 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Transition to ACTIVE for port object 2173e9f7-246f-45f5-883a-6664baed55c7 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:23.679510 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:23.742802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Pushing event updated for resources: {'Port': ['ID=2173e9f7-246f-45f5-883a-6664baed55c7,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:23.751086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:23.751567 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:23.752111 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:23.757264 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:23.757614 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:23.758001 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 2 to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 Jul 27 21:07:23.773242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:23.773587 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:23.773929 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:23.778577 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:23.778902 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:23.779288 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 3 to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 Jul 27 21:07:23.793814 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:23.794476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:23.794631 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:23.799539 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:23.799866 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:23.800254 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 4 to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 Jul 27 21:07:23.817663 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:23.818004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:23.818378 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:23.823004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:23.823337 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:23.823983 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 5 to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 Jul 27 21:07:23.837594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:23.837946 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:23.838447 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:23.843283 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:23.843642 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:23.844019 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 6 to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 Jul 27 21:07:23.857998 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:23.858526 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:23.858976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:23.864549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:23.864876 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:23.865275 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 7 to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 Jul 27 21:07:23.880365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:23.880927 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:23.881442 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:23.886495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:23.886947 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:23.887344 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 8 to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 Jul 27 21:07:23.902343 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:23.903479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:23.903821 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:23.908494 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:23.908821 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:23.909204 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 9 to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 Jul 27 21:07:23.937551 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:23.937928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:23.938206 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:23.953972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:23.953972 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:23.955877 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 10 to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 Jul 27 21:07:23.975010 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:23.975662 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:23.976241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:23.981645 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:23.982242 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 2173e9f7-246f-45f5-883a-6664baed55c7 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:23.982669 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:24.063135 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] For port 2173e9f7-246f-45f5-883a-6664baed55c7, host n-h1-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:07:24.063649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempted to set empty binding levels {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 21:07:24.068847 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:24.102065 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] In _notify_port_updated(), no bound segment for port 2173e9f7-246f-45f5-883a-6664baed55c7 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105579) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:07:24.103067 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.103949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:24.105305 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] 10.222.0.55 "PUT /v2.0/ports/2173e9f7-246f-45f5-883a-6664baed55c7 HTTP/1.1" status: 200 len: 979 time: 0.8005712 Jul 27 21:07:24.108166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46642) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:24.118989 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed8d3b-6032-49c9-883f-c41d36cc1d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Pushing event updated for resources: {'Port': ['ID=2173e9f7-246f-45f5-883a-6664baed55c7,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:24.264512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.265006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.265477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.266107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.266733 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.267509 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.268061 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.268555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.269018 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.269481 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.269947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.270475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.271002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.271490 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.272246 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.272829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.273456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.274029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.274706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.275172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.276123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.276955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.277766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.278316 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.278785 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.279331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.279940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.280375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.280952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.281501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.281962 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.282475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.283747 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.284065 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.284513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.284975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.285437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.285963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.286656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.286826 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.287279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:24.291671 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7fb70f8d-a9ac-4a50-9dfe-93707b76a3da tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36965 time: 0.1824815 Jul 27 21:07:24.296246 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46650) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:24.395458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-bf9b82f9-6b6f-48ff-987d-f53d594fb657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Deleting port 2173e9f7-246f-45f5-883a-6664baed55c7 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:24.395857 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf9b82f9-6b6f-48ff-987d-f53d594fb657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:24.468756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-bf9b82f9-6b6f-48ff-987d-f53d594fb657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] For port 2173e9f7-246f-45f5-883a-6664baed55c7, host n-h1-764806-9, got binding levels [] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:24.469188 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf9b82f9-6b6f-48ff-987d-f53d594fb657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:24.487322 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-bf9b82f9-6b6f-48ff-987d-f53d594fb657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Calling delete_port for 2173e9f7-246f-45f5-883a-6664baed55c7 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:24.580731 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf9b82f9-6b6f-48ff-987d-f53d594fb657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:24.611777 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b82f9-6b6f-48ff-987d-f53d594fb657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Pushing event deleted for resources: {'Port': ['ID=2173e9f7-246f-45f5-883a-6664baed55c7,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:24.620311 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf9b82f9-6b6f-48ff-987d-f53d594fb657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:24.624999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bf9b82f9-6b6f-48ff-987d-f53d594fb657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] 10.222.0.55 "DELETE /v2.0/ports/2173e9f7-246f-45f5-883a-6664baed55c7 HTTP/1.1" status: 204 len: 168 time: 0.3253760 Jul 27 21:07:24.625407 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46668) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:24.655325 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de916ce-8893-470c-8b73-bab3a932b2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] GET failed (client error): The resource could not be found. Jul 27 21:07:24.657004 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3de916ce-8893-470c-8b73-bab3a932b2c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] 10.222.0.55 "GET /v2.0/ports/2173e9f7-246f-45f5-883a-6664baed55c7 HTTP/1.1" status: 404 len: 333 time: 0.0303888 Jul 27 21:07:24.661702 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46672) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:24.667095 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-61d4ac4e-3fa9-46c8-8676-ce5fd9f1ed6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-528635649', 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:24.693671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d4ac4e-3fa9-46c8-8676-ce5fd9f1ed6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Made reservation on behalf of 389f9ea4f23245d281d416618d672090 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:24.696884 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-61d4ac4e-3fa9-46c8-8676-ce5fd9f1ed6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:24.713195 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-61d4ac4e-3fa9-46c8-8676-ce5fd9f1ed6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] device_id is not set on port 74b82bac-f5e9-4308-aa7b-b919f1f184ae yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:07:24.844424 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46680) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:24.885952 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-61d4ac4e-3fa9-46c8-8676-ce5fd9f1ed6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:24.940247 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-61d4ac4e-3fa9-46c8-8676-ce5fd9f1ed6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:24.992184 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d4ac4e-3fa9-46c8-8676-ce5fd9f1ed6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:24.997159 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-61d4ac4e-3fa9-46c8-8676-ce5fd9f1ed6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:25.000779 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d4ac4e-3fa9-46c8-8676-ce5fd9f1ed6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:25.002495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d4ac4e-3fa9-46c8-8676-ce5fd9f1ed6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:25.003120 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-61d4ac4e-3fa9-46c8-8676-ce5fd9f1ed6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.014522 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4ac4e-3fa9-46c8-8676-ce5fd9f1ed6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Pushing event updated for resources: {'Port': ['ID=74b82bac-f5e9-4308-aa7b-b919f1f184ae,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:25.025592 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-61d4ac4e-3fa9-46c8-8676-ce5fd9f1ed6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3629050 Jul 27 21:07:25.025801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46692) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:25.082405 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede3bd46-58e8-4074-aec1-1f0600dcc57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:25.083878 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ede3bd46-58e8-4074-aec1-1f0600dcc57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] 10.222.0.55 "GET /v2.0/ports/74b82bac-f5e9-4308-aa7b-b919f1f184ae HTTP/1.1" status: 200 len: 958 time: 0.0566952 Jul 27 21:07:25.086600 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46696) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:25.148471 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-faa836e3-a877-4e87-bfe7-ff5bf5ed2044 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-233877836-network', 'tenant_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:25.176748 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa836e3-a877-4e87-bfe7-ff5bf5ed2044 admin admin] Made reservation on behalf of cf11c2709ca5486bb0c2ba4ec94ddafc for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:25.179643 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faa836e3-a877-4e87-bfe7-ff5bf5ed2044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.190397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9ee92168-2d69-46f3-abb3-edabd86b1b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Deleting port 74b82bac-f5e9-4308-aa7b-b919f1f184ae {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:25.191660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9ee92168-2d69-46f3-abb3-edabd86b1b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.193249 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faa836e3-a877-4e87-bfe7-ff5bf5ed2044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.293890 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9ee92168-2d69-46f3-abb3-edabd86b1b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.314971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9ee92168-2d69-46f3-abb3-edabd86b1b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Calling delete_port for 74b82bac-f5e9-4308-aa7b-b919f1f184ae owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:25.335554 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faa836e3-a877-4e87-bfe7-ff5bf5ed2044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.341354 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faa836e3-a877-4e87-bfe7-ff5bf5ed2044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.356907 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa836e3-a877-4e87-bfe7-ff5bf5ed2044 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:07:25.370839 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faa836e3-a877-4e87-bfe7-ff5bf5ed2044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.371004 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-faa836e3-a877-4e87-bfe7-ff5bf5ed2044 admin admin] Added segment a731430f-ebf7-401e-8055-28ed5489e3e0 of type vlan for network 79b2e137-87bc-4699-bba6-d23b11f97816 Jul 27 21:07:25.417744 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9ee92168-2d69-46f3-abb3-edabd86b1b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.429191 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faa836e3-a877-4e87-bfe7-ff5bf5ed2044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.452754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa836e3-a877-4e87-bfe7-ff5bf5ed2044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee54759-484f-4374-9c44-4537671055e6,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:25.459888 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee92168-2d69-46f3-abb3-edabd86b1b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Pushing event deleted for resources: {'Port': ['ID=74b82bac-f5e9-4308-aa7b-b919f1f184ae,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:25.465347 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9ee92168-2d69-46f3-abb3-edabd86b1b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.473651 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9ee92168-2d69-46f3-abb3-edabd86b1b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] 10.222.0.55 "DELETE /v2.0/ports/74b82bac-f5e9-4308-aa7b-b919f1f184ae HTTP/1.1" status: 204 len: 168 time: 0.3860366 Jul 27 21:07:25.474549 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46710) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:25.483036 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faa836e3-a877-4e87-bfe7-ff5bf5ed2044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.484285 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa836e3-a877-4e87-bfe7-ff5bf5ed2044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:25.485623 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faa836e3-a877-4e87-bfe7-ff5bf5ed2044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.510354 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20a3007-85d5-482d-92a8-96901229f1e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] GET failed (client error): The resource could not be found. Jul 27 21:07:25.515906 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c20a3007-85d5-482d-92a8-96901229f1e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] 10.222.0.55 "GET /v2.0/ports/74b82bac-f5e9-4308-aa7b-b919f1f184ae HTTP/1.1" status: 404 len: 333 time: 0.0401177 Jul 27 21:07:25.516765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46714) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:25.523085 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-be3347f8-4883-4ebe-bb7b-3d6860cab206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Request body: {'port': {'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-560683235'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:25.551514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3347f8-4883-4ebe-bb7b-3d6860cab206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Made reservation on behalf of 389f9ea4f23245d281d416618d672090 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:25.555064 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be3347f8-4883-4ebe-bb7b-3d6860cab206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.589746 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-be3347f8-4883-4ebe-bb7b-3d6860cab206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] device_id is not set on port 1ae54afb-c93e-4309-9943-9152ca1afc70 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:07:25.617983 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-faa836e3-a877-4e87-bfe7-ff5bf5ed2044 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7710009 Jul 27 21:07:25.624120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46720) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:25.636480 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-96db5faf-3355-403e-97c3-298cf943583e admin admin] Request body: {'subnet': {'network_id': '79b2e137-87bc-4699-bba6-d23b11f97816', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-233877836-subnet', 'tenant_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:25.651776 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa836e3-a877-4e87-bfe7-ff5bf5ed2044 admin admin] Pushing event updated for resources: {'Network': ['ID=79b2e137-87bc-4699-bba6-d23b11f97816,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:25.670936 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 79b2e137-87bc-4699-bba6-d23b11f97816 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:07:25.682553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96db5faf-3355-403e-97c3-298cf943583e admin admin] Made reservation on behalf of cf11c2709ca5486bb0c2ba4ec94ddafc for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:25.687188 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-96db5faf-3355-403e-97c3-298cf943583e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.819387 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be3347f8-4883-4ebe-bb7b-3d6860cab206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.875054 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be3347f8-4883-4ebe-bb7b-3d6860cab206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.899981 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-96db5faf-3355-403e-97c3-298cf943583e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.927159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3347f8-4883-4ebe-bb7b-3d6860cab206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:25.932404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-be3347f8-4883-4ebe-bb7b-3d6860cab206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:25.935849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3347f8-4883-4ebe-bb7b-3d6860cab206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:25.936794 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3347f8-4883-4ebe-bb7b-3d6860cab206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:25.937386 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be3347f8-4883-4ebe-bb7b-3d6860cab206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:25.944157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3347f8-4883-4ebe-bb7b-3d6860cab206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Pushing event updated for resources: {'Port': ['ID=1ae54afb-c93e-4309-9943-9152ca1afc70,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:25.961098 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-be3347f8-4883-4ebe-bb7b-3d6860cab206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4417045 Jul 27 21:07:25.964280 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46732) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:25.975493 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:25.990684 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db5faf-3355-403e-97c3-298cf943583e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3313038-2ec0-49f7-8a75-bd15fec62a70,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:26.016426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db5faf-3355-403e-97c3-298cf943583e admin admin] Checking segment: {'id': 'a731430f-ebf7-401e-8055-28ed5489e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '79b2e137-87bc-4699-bba6-d23b11f97816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:26.018294 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96db5faf-3355-403e-97c3-298cf943583e admin admin] Network hostable DHCP agents. Network: 79b2e137-87bc-4699-bba6-d23b11f97816, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:07:26.048958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96db5faf-3355-403e-97c3-298cf943583e admin admin] Network 79b2e137-87bc-4699-bba6-d23b11f97816 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:07:26.062044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-96db5faf-3355-403e-97c3-298cf943583e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 79b2e137-87bc-4699-bba6-d23b11f97816) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:26.068929 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96db5faf-3355-403e-97c3-298cf943583e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:26.069536 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-96db5faf-3355-403e-97c3-298cf943583e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.074423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e18b76-6489-4ca4-b530-19c41fb1b716 None None] Network 79b2e137-87bc-4699-bba6-d23b11f97816 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:26.089052 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-96db5faf-3355-403e-97c3-298cf943583e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4614465 Jul 27 21:07:26.091380 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46744) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:26.096473 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.102865 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-233877836-router', 'tenant_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:26.152907 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.153959 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.239080 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.284874 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-79b2e137-87bc-4699-bba6-d23b11f97816', 'network_id': '79b2e137-87bc-4699-bba6-d23b11f97816', 'tenant_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'fixed_ips': [{'subnet_id': 'c3313038-2ec0-49f7-8a75-bd15fec62a70'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:07:26.285903 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.352479 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] device_id is not set on port 1ae54afb-c93e-4309-9943-9152ca1afc70 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:07:26.363487 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.377456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Transition to ACTIVE for port object 1ae54afb-c93e-4309-9943-9152ca1afc70 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:26.387077 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.451213 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.465711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Pushing event updated for resources: {'Port': ['ID=1ae54afb-c93e-4309-9943-9152ca1afc70,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:26.468368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:26.468789 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:26.469447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:26.476913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:26.477521 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:26.478131 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 2 to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 Jul 27 21:07:26.492011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:26.492858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:26.493823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:26.499198 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:26.499960 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:26.500136 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 3 to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 Jul 27 21:07:26.516062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Allocated IP 172.20.0.2 (79b2e137-87bc-4699-bba6-d23b11f97816/c3313038-2ec0-49f7-8a75-bd15fec62a70/b3d872b8-4052-453f-88b3-a172aa401aea) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:26.526581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:26.526954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:26.527443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:26.534690 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:26.535453 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:26.536124 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 4 to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 Jul 27 21:07:26.554299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:26.555173 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:26.555848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:26.561640 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:26.562306 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:26.563443 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 5 to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 Jul 27 21:07:26.583321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:26.607650 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:26.608245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:26.615598 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:26.616056 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:26.616739 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 6 to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 Jul 27 21:07:26.638409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:26.638844 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:26.639251 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:26.646000 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:26.646429 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:26.646886 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 7 to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 Jul 27 21:07:26.667245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:26.668209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:26.668628 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:26.675321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:26.675755 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:26.676208 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 8 to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 Jul 27 21:07:26.694137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:26.695296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:26.695806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:26.702315 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:26.702593 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:26.703333 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 9 to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 Jul 27 21:07:26.723780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46758) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:26.736963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:26.737251 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:26.737618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:26.743486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:26.743978 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:26.744544 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempt 10 to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 Jul 27 21:07:26.749899 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.760101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Transition to ACTIVE for port object b3d872b8-4052-453f-88b3-a172aa401aea will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:26.762044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:26.762422 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:26.762760 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempting to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:26.771207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:07:26.771610 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Failed to bind port 1ae54afb-c93e-4309-9943-9152ca1afc70 on host n-h1-764806-9 for vnic_type normal using segments [{'id': '9628ebce-c280-42b6-8298-88e988abc5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e648971-7467-4a94-9a0f-e1fdb7bb6379'}] Jul 27 21:07:26.771990 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.781848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Transition to ACTIVE for port object b3d872b8-4052-453f-88b3-a172aa401aea will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:26.793218 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.858773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Network 79b2e137-87bc-4699-bba6-d23b11f97816 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:26.863493 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:26.870092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:26.911637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] For port 1ae54afb-c93e-4309-9943-9152ca1afc70, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:07:26.913972 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attempted to set empty binding levels {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 21:07:26.915710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Pushing event updated for resources: {'Port': ['ID=b3d872b8-4052-453f-88b3-a172aa401aea,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:26.924594 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.951399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Attempting to bind port b3d872b8-4052-453f-88b3-a172aa401aea on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:26.952450 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Attempting to bind port b3d872b8-4052-453f-88b3-a172aa401aea by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a731430f-ebf7-401e-8055-28ed5489e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '79b2e137-87bc-4699-bba6-d23b11f97816'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:26.953159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Attempting to bind port b3d872b8-4052-453f-88b3-a172aa401aea on network 79b2e137-87bc-4699-bba6-d23b11f97816 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:26.958907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:07:26.959581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Checking segment: {'id': 'a731430f-ebf7-401e-8055-28ed5489e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '79b2e137-87bc-4699-bba6-d23b11f97816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:26.960187 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.960876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Bound using segment: {'id': 'a731430f-ebf7-401e-8055-28ed5489e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '79b2e137-87bc-4699-bba6-d23b11f97816'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:07:26.961517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Bound port: b3d872b8-4052-453f-88b3-a172aa401aea, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a731430f-ebf7-401e-8055-28ed5489e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '79b2e137-87bc-4699-bba6-d23b11f97816'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:07:26.962460 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.991921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Pushing event updated for resources: {'Port': ['ID=1ae54afb-c93e-4309-9943-9152ca1afc70,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:26.994492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] In _notify_port_updated(), no bound segment for port 1ae54afb-c93e-4309-9943-9152ca1afc70 on network 5e648971-7467-4a94-9a0f-e1fdb7bb6379 {{(pid=105580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:07:26.995904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:26.997142 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:26.998584 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-83669b47-39b8-4425-be95-02873db5024e tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] 10.222.0.55 "PUT /v2.0/ports/1ae54afb-c93e-4309-9943-9152ca1afc70 HTTP/1.1" status: 200 len: 978 time: 1.0333371 Jul 27 21:07:27.001324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46764) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:27.048045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] For port b3d872b8-4052-453f-88b3-a172aa401aea, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:07:27.051478 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.053907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] For port b3d872b8-4052-453f-88b3-a172aa401aea, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b3d872b8-4052-453f-88b3-a172aa401aea,segment=NetworkSegment(a731430f-ebf7-401e-8055-28ed5489e3e0),segment_id=a731430f-ebf7-401e-8055-28ed5489e3e0)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:07:27.059210 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-487cbed6-822d-49a0-9547-cdda092a7708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.075402 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.077720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.159958 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53171d-9bd9-414f-ac78-825c96fee029 None None] Pushing event updated for resources: {'Port': ['ID=b3d872b8-4052-453f-88b3-a172aa401aea,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:27.161426 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb408f-b158-49aa-b683-a05fc2cec33d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Deleting port 1ae54afb-c93e-4309-9943-9152ca1afc70 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:27.161777 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9bb408f-b158-49aa-b683-a05fc2cec33d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.253642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Allocated IP 172.25.2.196 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/50921d87-d9ab-47fe-ac82-3f2da88468c7) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:27.259196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-e9bb408f-b158-49aa-b683-a05fc2cec33d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] For port 1ae54afb-c93e-4309-9943-9152ca1afc70, host n-h1-764806-9, got binding levels [] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:27.260139 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9bb408f-b158-49aa-b683-a05fc2cec33d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.306184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb408f-b158-49aa-b683-a05fc2cec33d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Calling delete_port for 1ae54afb-c93e-4309-9943-9152ca1afc70 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:27.401843 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.450887 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9bb408f-b158-49aa-b683-a05fc2cec33d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.467439 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-487cbed6-822d-49a0-9547-cdda092a7708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.473242 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.495187 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-487cbed6-822d-49a0-9547-cdda092a7708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.501060 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb408f-b158-49aa-b683-a05fc2cec33d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ae54afb-c93e-4309-9943-9152ca1afc70,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:27.527011 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9bb408f-b158-49aa-b683-a05fc2cec33d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.534104 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e9bb408f-b158-49aa-b683-a05fc2cec33d tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] 10.222.0.55 "DELETE /v2.0/ports/1ae54afb-c93e-4309-9943-9152ca1afc70 HTTP/1.1" status: 204 len: 168 time: 0.5255599 Jul 27 21:07:27.535307 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46774) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:27.547907 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:27.553471 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:27.557242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:27.563139 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Pushing event updated for resources: {'Port': ['ID=50921d87-d9ab-47fe-ac82-3f2da88468c7,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:27.579276 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a86bff-3197-4765-83c8-5823ba3e6b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] GET failed (client error): The resource could not be found. Jul 27 21:07:27.582280 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-19a86bff-3197-4765-83c8-5823ba3e6b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845 tempest-PortsAdminExtendedAttrsIpV6TestJSON-482009845-project-admin] 10.222.0.55 "GET /v2.0/ports/1ae54afb-c93e-4309-9943-9152ca1afc70 HTTP/1.1" status: 404 len: 333 time: 0.0447457 Jul 27 21:07:27.582280 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cbed6-822d-49a0-9547-cdda092a7708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eddeb63-e5ab-4ee4-93b9-c071b403b013,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:27.586485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46778) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:27.589859 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-487cbed6-822d-49a0-9547-cdda092a7708 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb2aa0c4bca145349dac4c484498b36a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8647590 Jul 27 21:07:27.590308 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46780) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:27.672800 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a299de2f-9cc5-4afc-b0c2-01a302c7d317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.700677 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a299de2f-9cc5-4afc-b0c2-01a302c7d317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.769288 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a299de2f-9cc5-4afc-b0c2-01a302c7d317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.774338 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a299de2f-9cc5-4afc-b0c2-01a302c7d317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.777901 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a299de2f-9cc5-4afc-b0c2-01a302c7d317 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8eddeb63-e5ab-4ee4-93b9-c071b403b013 HTTP/1.1" status: 204 len: 168 time: 0.1840189 Jul 27 21:07:27.796054 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299de2f-9cc5-4afc-b0c2-01a302c7d317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eddeb63-e5ab-4ee4-93b9-c071b403b013,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:27.801164 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1da0-417b-4d77-85b7-6db49c5b201f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.953736 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1da0-417b-4d77-85b7-6db49c5b201f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:27.970787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-3dfe1da0-417b-4d77-85b7-6db49c5b201f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e648971-7467-4a94-9a0f-e1fdb7bb6379']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:28.008403 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-3dfe1da0-417b-4d77-85b7-6db49c5b201f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9628ebce-c280-42b6-8298-88e988abc5a9') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:28.008704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-3dfe1da0-417b-4d77-85b7-6db49c5b201f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9628ebce-c280-42b6-8298-88e988abc5a9') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:28.022808 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1da0-417b-4d77-85b7-6db49c5b201f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.044801 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1da0-417b-4d77-85b7-6db49c5b201f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.051126 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.101092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dfe1da0-417b-4d77-85b7-6db49c5b201f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:07:28.101769 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1da0-417b-4d77-85b7-6db49c5b201f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:07:28.104841 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:07:28.169329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46798) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:28.191411 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ecdf-b85e-4195-8c38-fe82c68bb259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.218371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46802) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:28.261899 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1da0-417b-4d77-85b7-6db49c5b201f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.328755 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3dfe1da0-417b-4d77-85b7-6db49c5b201f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.330194 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ecdf-b85e-4195-8c38-fe82c68bb259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.336641 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b1e5ecdf-b85e-4195-8c38-fe82c68bb259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.343025 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3dfe1da0-417b-4d77-85b7-6db49c5b201f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] 10.222.0.55 "DELETE /v2.0/networks/5e648971-7467-4a94-9a0f-e1fdb7bb6379 HTTP/1.1" status: 204 len: 168 time: 0.7556372 Jul 27 21:07:28.380587 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b1e5ecdf-b85e-4195-8c38-fe82c68bb259 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=180088ade6b04ec2bd1b99d5ff4a169d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082486 Jul 27 21:07:28.381047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46810) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:28.433420 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe1da0-417b-4d77-85b7-6db49c5b201f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2028414330-project] Pushing event deleted for resources: {'Network': ['ID=5e648971-7467-4a94-9a0f-e1fdb7bb6379,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:28.443394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5ecdf-b85e-4195-8c38-fe82c68bb259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3a9b94-b32e-4c7b-be33-ad26c0c1ee29,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:28.476116 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3b2bfec9-2b0f-4d12-b65c-5483fb94fed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.510991 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3b2bfec9-2b0f-4d12-b65c-5483fb94fed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.577525 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3b2bfec9-2b0f-4d12-b65c-5483fb94fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.580813 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3b2bfec9-2b0f-4d12-b65c-5483fb94fed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.585073 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b46285-9505-4e43-ad6f-f57fc87e0fa7 None None] Network 79b2e137-87bc-4699-bba6-d23b11f97816 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:28.589781 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3b2bfec9-2b0f-4d12-b65c-5483fb94fed4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b3a9b94-b32e-4c7b-be33-ad26c0c1ee29 HTTP/1.1" status: 204 len: 168 time: 0.2054689 Jul 27 21:07:28.605600 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2bfec9-2b0f-4d12-b65c-5483fb94fed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3a9b94-b32e-4c7b-be33-ad26c0c1ee29,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:28.607374 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b3d872b8-4052-453f-88b3-a172aa401aea up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:28.652300 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.664789 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7ae4f32-e0c8-4294-9e54-9cd96ffb2297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.723136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a47753fd-b297-4066-9638-ece44efb337e None None] Provisioning for port b3d872b8-4052-453f-88b3-a172aa401aea completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:28.802699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port b3d872b8-4052-453f-88b3-a172aa401aea completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:28.811144 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port b3d872b8-4052-453f-88b3-a172aa401aea triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:28.811524 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.842931 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7ae4f32-e0c8-4294-9e54-9cd96ffb2297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.850137 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7ae4f32-e0c8-4294-9e54-9cd96ffb2297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:28.867581 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Router bca63f47-d752-4791-8158-6414f657875d is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:07:28.937831 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae4f32-e0c8-4294-9e54-9cd96ffb2297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdfed23-9fea-46f4-b36a-6142d8ac54de,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:28.950708 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d7ae4f32-e0c8-4294-9e54-9cd96ffb2297 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cdb35a0630e24a64a9a5ce1afaebc0b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7310627 Jul 27 21:07:28.951537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46820) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:28.961725 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46822) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:28.961945 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.002978 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port b3d872b8-4052-453f-88b3-a172aa401aea, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b3d872b8-4052-453f-88b3-a172aa401aea,segment=NetworkSegment(a731430f-ebf7-401e-8055-28ed5489e3e0),segment_id=a731430f-ebf7-401e-8055-28ed5489e3e0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:29.007977 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.075332 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=b3d872b8-4052-453f-88b3-a172aa401aea,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:29.094174 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-793bd431-7217-4d1c-a73c-87bea6bb91a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.107386 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:07:29.128273 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-793bd431-7217-4d1c-a73c-87bea6bb91a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.129428 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Sync routers for ids ['bca63f47-d752-4791-8158-6414f657875d'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:07:29.143046 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.144559 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-53053f81-a4cc-4c40-ae03-ecf729abad70 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0500591 Jul 27 21:07:29.149382 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46832) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:29.159812 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Routers {'bca63f47-d752-4791-8158-6414f657875d'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:29.160534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['bca63f47-d752-4791-8158-6414f657875d'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:29.198177 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-eecf020d-f00f-4912-aed5-a4b8e8521709 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=78cfad9e013e42289a79dab474cb61f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453678 Jul 27 21:07:29.207460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46836) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:29.322125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Set router bca63f47-d752-4791-8158-6414f657875d gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:29.331737 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-793bd431-7217-4d1c-a73c-87bea6bb91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.332899 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bac1e41e-85a9-4e07-a358-91bb2895eea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.337670 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-793bd431-7217-4d1c-a73c-87bea6bb91a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.343673 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-793bd431-7217-4d1c-a73c-87bea6bb91a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7fdfed23-9fea-46f4-b36a-6142d8ac54de HTTP/1.1" status: 204 len: 168 time: 0.3809366 Jul 27 21:07:29.357774 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bac1e41e-85a9-4e07-a358-91bb2895eea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.408836 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bd431-7217-4d1c-a73c-87bea6bb91a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdfed23-9fea-46f4-b36a-6142d8ac54de,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:29.419771 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bac1e41e-85a9-4e07-a358-91bb2895eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.428743 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bac1e41e-85a9-4e07-a358-91bb2895eea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.433536 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bac1e41e-85a9-4e07-a358-91bb2895eea6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c436f275-6a54-4f62-8f60-98d475bd8797 HTTP/1.1" status: 204 len: 168 time: 0.2223787 Jul 27 21:07:29.446446 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1e41e-85a9-4e07-a358-91bb2895eea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c436f275-6a54-4f62-8f60-98d475bd8797,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:29.477291 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-69c5c971-bc42-452a-9c9c-27299e383369 None None] Provisioning complete for port b3d872b8-4052-453f-88b3-a172aa401aea triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:29.477552 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-69c5c971-bc42-452a-9c9c-27299e383369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.662049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca63f47-d752-4791-8158-6414f657875d', 'name': 'tempest-FloatingIPDetailsTestJSON-233877836-router', 'tenant_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '50921d87-d9ab-47fe-ac82-3f2da88468c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:26Z', 'updated_at': '2021-07-27T21:07:27Z', 'revision_number': 3, 'project_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'gw_port': {'id': '50921d87-d9ab-47fe-ac82-3f2da88468c7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca63f47-d752-4791-8158-6414f657875d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:27Z', 'updated_at': '2021-07-27T21:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:29.703937 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Checking router: bca63f47-d752-4791-8158-6414f657875d for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:07:29.705067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Updating router bca63f47-d752-4791-8158-6414f657875d port 50921d87-d9ab-47fe-ac82-3f2da88468c7 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:07:29.749844 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.879754 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.943425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46860) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:29.968946 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9969f074-5d33-43b0-98e3-9c659a68dd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:29.993622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46862) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:30.066998 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46864) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:30.101763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Allocated IP 172.20.0.1 (79b2e137-87bc-4699-bba6-d23b11f97816/c3313038-2ec0-49f7-8a75-bd15fec62a70/75bb217d-d73a-41d9-9577-0c2ec9473d0c) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:30.112779 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.113856 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-19ffbeaa-1a22-4a17-b8ad-8ae8a7248860 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=389f9ea4f23245d281d416618d672090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717926 Jul 27 21:07:30.117022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46868) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:30.128609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Transition to ACTIVE for port object 50921d87-d9ab-47fe-ac82-3f2da88468c7 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:30.136530 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.154269 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9969f074-5d33-43b0-98e3-9c659a68dd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.161177 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9969f074-5d33-43b0-98e3-9c659a68dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.197620 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Attempting to bind port 50921d87-d9ab-47fe-ac82-3f2da88468c7 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:30.197992 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Attempting to bind port 50921d87-d9ab-47fe-ac82-3f2da88468c7 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:30.198406 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Attempting to bind port 50921d87-d9ab-47fe-ac82-3f2da88468c7 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:30.205504 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9969f074-5d33-43b0-98e3-9c659a68dd4e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf0af142363f42a4a4414f950e06aea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595224 Jul 27 21:07:30.207167 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:07:30.207537 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:30.208601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46870) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:30.208792 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.209340 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:07:30.209814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Bound port: 50921d87-d9ab-47fe-ac82-3f2da88468c7, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:07:30.210192 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.237610 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b8f88a2-0df4-43f9-a007-ba0290b7d5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.271801 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc7764-1ea0-4a0a-99b1-fec774a4b6ac None None] Pushing event updated for resources: {'Port': ['ID=50921d87-d9ab-47fe-ac82-3f2da88468c7,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:30.278473 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] For port 50921d87-d9ab-47fe-ac82-3f2da88468c7, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:07:30.280938 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b8f88a2-0df4-43f9-a007-ba0290b7d5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.281933 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] For port 50921d87-d9ab-47fe-ac82-3f2da88468c7, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=50921d87-d9ab-47fe-ac82-3f2da88468c7,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:07:30.289084 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.300900 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.312265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969f074-5d33-43b0-98e3-9c659a68dd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1fcefa-5553-4bb1-a881-f35780fc6538,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:30.333773 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Transition to ACTIVE for port object 75bb217d-d73a-41d9-9577-0c2ec9473d0c will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:30.338800 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98d193ca-d881-40bd-9416-00f779ff77a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.354803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Routers {'bca63f47-d752-4791-8158-6414f657875d'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:30.355788 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['bca63f47-d752-4791-8158-6414f657875d'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:30.368943 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f7cd601a-12d2-4bbe-8aff-2516a8040aee tempest-AgentManagementNegativeTest-767320510 tempest-AgentManagementNegativeTest-767320510-project] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3008111 Jul 27 21:07:30.376157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98d193ca-d881-40bd-9416-00f779ff77a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.426207 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b8f88a2-0df4-43f9-a007-ba0290b7d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.429388 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b8f88a2-0df4-43f9-a007-ba0290b7d5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.432563 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1b8f88a2-0df4-43f9-a007-ba0290b7d5b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c851ed55-5efa-48a8-89c3-bafb5f832c7f HTTP/1.1" status: 204 len: 168 time: 0.3118935 Jul 27 21:07:30.453542 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b3d872b8-4052-453f-88b3-a172aa401aea up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:30.455852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f88a2-0df4-43f9-a007-ba0290b7d5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c851ed55-5efa-48a8-89c3-bafb5f832c7f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:30.457153 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98d193ca-d881-40bd-9416-00f779ff77a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.460453 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98d193ca-d881-40bd-9416-00f779ff77a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.460629 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.464012 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-98d193ca-d881-40bd-9416-00f779ff77a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da1fcefa-5553-4bb1-a881-f35780fc6538 HTTP/1.1" status: 204 len: 168 time: 0.2515149 Jul 27 21:07:30.472518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc7764-1ea0-4a0a-99b1-fec774a4b6ac None None] Pushing event updated for resources: {'Port': ['ID=50921d87-d9ab-47fe-ac82-3f2da88468c7,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:30.485854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d193ca-d881-40bd-9416-00f779ff77a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1fcefa-5553-4bb1-a881-f35780fc6538,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:30.544465 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Pushing event updated for resources: {'Port': ['ID=75bb217d-d73a-41d9-9577-0c2ec9473d0c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:30.560499 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Network 79b2e137-87bc-4699-bba6-d23b11f97816 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:30.563101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:30.579166 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:30.634834 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.843865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] Set router bca63f47-d752-4791-8158-6414f657875d gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:30.845949 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port b3d872b8-4052-453f-88b3-a172aa401aea triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:30.846571 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.884128 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:30.945567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46888) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:31.015772 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0888dc18-abe1-4fc6-9813-203fa4504dd3 None None] Provisioning for port 75bb217d-d73a-41d9-9577-0c2ec9473d0c completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:31.027825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0888dc18-abe1-4fc6-9813-203fa4504dd3 None None] Provisioning complete for port 75bb217d-d73a-41d9-9577-0c2ec9473d0c triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:31.027825 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0888dc18-abe1-4fc6-9813-203fa4504dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.115077 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.123290 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.133426 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-0888dc18-abe1-4fc6-9813-203fa4504dd3 None None] Port 75bb217d-d73a-41d9-9577-0c2ec9473d0c cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:07:31.152769 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb1757c2-09fa-40d6-a15f-864952f77bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.175653 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca63f47-d752-4791-8158-6414f657875d', 'name': 'tempest-FloatingIPDetailsTestJSON-233877836-router', 'tenant_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '50921d87-d9ab-47fe-ac82-3f2da88468c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:26Z', 'updated_at': '2021-07-27T21:07:27Z', 'revision_number': 3, 'project_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'gw_port': {'id': '50921d87-d9ab-47fe-ac82-3f2da88468c7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca63f47-d752-4791-8158-6414f657875d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:27Z', 'updated_at': '2021-07-27T21:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:31.214316 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62d52e3-cb9f-4152-906f-fc933c735194 None None] The sync data for ids ['bca63f47-d752-4791-8158-6414f657875d'] in n-d-764806-9 is: [{'id': 'bca63f47-d752-4791-8158-6414f657875d', 'name': 'tempest-FloatingIPDetailsTestJSON-233877836-router', 'tenant_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '50921d87-d9ab-47fe-ac82-3f2da88468c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:26Z', 'updated_at': '2021-07-27T21:07:27Z', 'revision_number': 3, 'project_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'gw_port': {'id': '50921d87-d9ab-47fe-ac82-3f2da88468c7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca63f47-d752-4791-8158-6414f657875d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:27Z', 'updated_at': '2021-07-27T21:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:07:31.287671 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.297746 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46902) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:31.309387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Pushing event updated for resources: {'Port': ['ID=75bb217d-d73a-41d9-9577-0c2ec9473d0c,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:31.314647 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb1757c2-09fa-40d6-a15f-864952f77bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.320592 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb1757c2-09fa-40d6-a15f-864952f77bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.324453 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-904d3ebc-4164-47d4-928c-6388ee53c27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.366107 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cb1757c2-09fa-40d6-a15f-864952f77bcf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=60ca9e6128744cdc8193b67558f02850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185951 Jul 27 21:07:31.368135 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46904) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:31.385934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1757c2-09fa-40d6-a15f-864952f77bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377c1946-6cfa-4e42-adff-9679775ef287,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:31.435124 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05bfb7df-b079-4fe0-8ead-8ed4dbaeb26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.461038 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05bfb7df-b079-4fe0-8ead-8ed4dbaeb26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.468875 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Network 79b2e137-87bc-4699-bba6-d23b11f97816 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:31.474627 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:31.527795 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05bfb7df-b079-4fe0-8ead-8ed4dbaeb26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.533419 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05bfb7df-b079-4fe0-8ead-8ed4dbaeb26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.535322 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-05bfb7df-b079-4fe0-8ead-8ed4dbaeb26e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/377c1946-6cfa-4e42-adff-9679775ef287 HTTP/1.1" status: 204 len: 168 time: 0.1658919 Jul 27 21:07:31.546072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfb7df-b079-4fe0-8ead-8ed4dbaeb26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377c1946-6cfa-4e42-adff-9679775ef287,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:31.938785 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-904d3ebc-4164-47d4-928c-6388ee53c27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.945064 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-904d3ebc-4164-47d4-928c-6388ee53c27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.978938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7de616fe-9533-4661-85a6-5ee3da17e7e2 None None] Provisioning complete for port 75bb217d-d73a-41d9-9577-0c2ec9473d0c triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:31.982068 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7de616fe-9533-4661-85a6-5ee3da17e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:31.999599 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d3ebc-4164-47d4-928c-6388ee53c27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f73637-7bdd-4d80-b5d8-23794a8673af,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:32.008942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-904d3ebc-4164-47d4-928c-6388ee53c27d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c78c33d501164f79b9e781e4c255320c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7094605 Jul 27 21:07:32.011752 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46924) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:32.031787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Router bca63f47-d752-4791-8158-6414f657875d has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:07:32.061489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7de616fe-9533-4661-85a6-5ee3da17e7e2 None None] Port 75bb217d-d73a-41d9-9577-0c2ec9473d0c cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:07:32.180073 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c1d51d8-7e3b-4479-b098-ebb5967969da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:32.223900 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c1d51d8-7e3b-4479-b098-ebb5967969da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:32.236590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:07:32.246287 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-60ba2c11-a3b4-4939-a14d-7703b4f9dd8d admin admin] 10.222.0.55 "PUT /v2.0/routers/bca63f47-d752-4791-8158-6414f657875d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0932271 Jul 27 21:07:32.314716 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c1d51d8-7e3b-4479-b098-ebb5967969da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:32.322502 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c1d51d8-7e3b-4479-b098-ebb5967969da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:32.329009 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4c1d51d8-7e3b-4479-b098-ebb5967969da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e7f73637-7bdd-4d80-b5d8-23794a8673af HTTP/1.1" status: 204 len: 168 time: 0.3162463 Jul 27 21:07:32.347616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d51d8-7e3b-4479-b098-ebb5967969da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f73637-7bdd-4d80-b5d8-23794a8673af,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:32.472477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 50921d87-d9ab-47fe-ac82-3f2da88468c7 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:32.535230 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 50921d87-d9ab-47fe-ac82-3f2da88468c7 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:32.539916 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 50921d87-d9ab-47fe-ac82-3f2da88468c7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:32.540566 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:32.649583 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-949df444-5cbd-471b-9325-47edf67280e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:32.653490 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:32.695217 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 50921d87-d9ab-47fe-ac82-3f2da88468c7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=50921d87-d9ab-47fe-ac82-3f2da88468c7,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:32.705922 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:32.778098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=50921d87-d9ab-47fe-ac82-3f2da88468c7,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:32.966962 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-579631e3-3a8c-451a-81c9-376a1ed3dce7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1469371 Jul 27 21:07:32.978127 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:33.007423 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:33.128280 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:33.142685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46974) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.156284 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46978) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.274394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Allocated IP 172.25.2.223 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/0f917589-bfe6-4799-ae48-e042f6096d13) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:33.306983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-b49925b7-c76f-4514-9740-a80720195e9b tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.308789 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b49925b7-c76f-4514-9740-a80720195e9b tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1644285 Jul 27 21:07:33.311989 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46986) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.317473 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-c6bb085c-fcdd-4160-81aa-07176f3335f0 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.322782 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c6bb085c-fcdd-4160-81aa-07176f3335f0 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0053442 Jul 27 21:07:33.323374 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46988) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.331420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-abddc6bd-5459-4a3e-a3e8-7c710a3ccb57 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.332768 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-abddc6bd-5459-4a3e-a3e8-7c710a3ccb57 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0081122 Jul 27 21:07:33.342731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46990) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.348314 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-552d5ffa-e5b3-425c-bc6b-658dc55dbb08 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.349564 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-552d5ffa-e5b3-425c-bc6b-658dc55dbb08 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054574 Jul 27 21:07:33.353847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46992) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.358795 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-3cbfbb9b-eb1b-41b7-9dcb-0050390ced26 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.359803 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3cbfbb9b-eb1b-41b7-9dcb-0050390ced26 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048747 Jul 27 21:07:33.363928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46994) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.368983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-f3766744-1ebb-4f30-ae61-49bc47480479 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.370206 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f3766744-1ebb-4f30-ae61-49bc47480479 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0051570 Jul 27 21:07:33.372694 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46996) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.378400 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-851e442e-e181-46e0-8baa-4419b29e741f tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.379462 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-851e442e-e181-46e0-8baa-4419b29e741f tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0059309 Jul 27 21:07:33.383010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-480881aa-1030-4969-9026-323dffc8cfe7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-925940488', 'router:external': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:33.384264 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47002) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.390616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-373be51b-fbfc-40ac-b040-876ed141c254 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.391575 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-373be51b-fbfc-40ac-b040-876ed141c254 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0063546 Jul 27 21:07:33.394094 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47004) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.400134 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-c5fe9a14-ea6d-459d-bd47-997cb3607723 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.402273 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c5fe9a14-ea6d-459d-bd47-997cb3607723 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0062280 Jul 27 21:07:33.406315 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47006) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.411366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480881aa-1030-4969-9026-323dffc8cfe7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Made reservation on behalf of 8fa0651fd19e414f9a97d7e2382d2a04 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:33.412930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-a8dd05c8-35ad-439a-b0be-48b05ed7af70 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.413954 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a8dd05c8-35ad-439a-b0be-48b05ed7af70 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0069215 Jul 27 21:07:33.416980 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-480881aa-1030-4969-9026-323dffc8cfe7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:33.418074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47008) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.422256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-248b786f-d718-4682-ab9d-9583ed653a6f tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.423769 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-248b786f-d718-4682-ab9d-9583ed653a6f tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0041997 Jul 27 21:07:33.426709 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47010) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.432596 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-aa8c1594-ca20-4970-8d0d-1faac3948204 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.432832 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-480881aa-1030-4969-9026-323dffc8cfe7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:33.433544 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-aa8c1594-ca20-4970-8d0d-1faac3948204 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044999 Jul 27 21:07:33.437197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47012) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.442911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-8c2647f4-6453-43a9-a1a5-953367bfde5a tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.443868 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8c2647f4-6453-43a9-a1a5-953367bfde5a tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0056906 Jul 27 21:07:33.451596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47014) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.458813 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-0cf689d8-4545-4284-b944-7fd4fcc7f023 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.459263 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Sync routers for ids ['bca63f47-d752-4791-8158-6414f657875d'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:07:33.460539 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0cf689d8-4545-4284-b944-7fd4fcc7f023 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0078223 Jul 27 21:07:33.463308 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47016) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.469887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-15d152ea-40b3-44f3-bc63-5391d4fa993d tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.471909 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-15d152ea-40b3-44f3-bc63-5391d4fa993d tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0075204 Jul 27 21:07:33.473356 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Routers {'bca63f47-d752-4791-8158-6414f657875d'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:33.473972 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['bca63f47-d752-4791-8158-6414f657875d'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:33.474981 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47018) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.480838 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-518497a9-cd5e-4191-bf12-d7ac92da5492 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.481798 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-518497a9-cd5e-4191-bf12-d7ac92da5492 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0059404 Jul 27 21:07:33.484570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47020) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.492583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-566756a2-2396-4bc1-8840-3a6d68e2c23e tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.493592 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-566756a2-2396-4bc1-8840-3a6d68e2c23e tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0080800 Jul 27 21:07:33.496311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47022) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.502366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-c1a36b35-5795-4ff5-8e28-1913c18b44aa tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.503512 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c1a36b35-5795-4ff5-8e28-1913c18b44aa tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0061338 Jul 27 21:07:33.507158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47024) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.515001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-6355d333-c774-4c72-b093-56de3f307322 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.518379 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6355d333-c774-4c72-b093-56de3f307322 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0077763 Jul 27 21:07:33.520347 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47028) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.530835 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-ef72168a-b109-4671-b5fd-a960802035a6 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.531812 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ef72168a-b109-4671-b5fd-a960802035a6 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0056312 Jul 27 21:07:33.536645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47030) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.541676 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:33.552095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-8feff91d-4bb8-4165-9eaf-c40f78782622 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.553401 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8feff91d-4bb8-4165-9eaf-c40f78782622 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0146134 Jul 27 21:07:33.556397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47032) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.564703 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-ff369afd-7d83-4013-a3f5-b5c16c6fe997 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.564703 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ff369afd-7d83-4013-a3f5-b5c16c6fe997 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0059345 Jul 27 21:07:33.567023 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47036) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.575387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-a5dfd957-7ff7-43f6-9911-a4ba4d3c452a tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.576397 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a5dfd957-7ff7-43f6-9911-a4ba4d3c452a tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0080569 Jul 27 21:07:33.579047 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47038) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.586616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-f648b1e2-93e6-407d-b0e4-ba2c4dbe0f9c tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.587785 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f648b1e2-93e6-407d-b0e4-ba2c4dbe0f9c tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0075982 Jul 27 21:07:33.590916 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47040) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.598207 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-70a61fc1-df00-4686-b7fe-a0f135063533 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.599320 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-70a61fc1-df00-4686-b7fe-a0f135063533 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0074496 Jul 27 21:07:33.602208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47042) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.609657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-248ae1f8-e3cd-4a66-9749-9231c9e969f5 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.612115 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-248ae1f8-e3cd-4a66-9749-9231c9e969f5 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0083351 Jul 27 21:07:33.614507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47044) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.623108 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-a95970ae-e6ca-4903-90ff-d7f50e4726fc tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.624446 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a95970ae-e6ca-4903-90ff-d7f50e4726fc tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0086863 Jul 27 21:07:33.631316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47046) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.636978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-50c5a9ce-8433-417e-9ac3-2e2666b332d6 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.641265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47050) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.641749 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-50c5a9ce-8433-417e-9ac3-2e2666b332d6 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0123737 Jul 27 21:07:33.644473 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:33.646840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-f1593b8c-f1f8-4fdb-b1ae-22f5f401d793 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.648011 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f1593b8c-f1f8-4fdb-b1ae-22f5f401d793 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0055850 Jul 27 21:07:33.655448 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47052) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.662801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-f3cc5f09-ece0-4cd2-b623-3f527a50a152 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.663889 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f3cc5f09-ece0-4cd2-b623-3f527a50a152 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0072231 Jul 27 21:07:33.668363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47054) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.679618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-f730f16e-f9a6-43cb-a7d6-9c4cff124af6 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.681154 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f730f16e-f9a6-43cb-a7d6-9c4cff124af6 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0116432 Jul 27 21:07:33.684962 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47056) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.690485 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-480881aa-1030-4969-9026-323dffc8cfe7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:33.695025 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-79c285de-8253-491b-9984-2e34fa146f9e tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.696184 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Pushing event updated for resources: {'Port': ['ID=0f917589-bfe6-4799-ae48-e042f6096d13,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:33.696851 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-79c285de-8253-491b-9984-2e34fa146f9e tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0097928 Jul 27 21:07:33.699755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47058) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.707556 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:33.709066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:33.709591 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-6d2ff742-f27d-4859-9cb1-0005eac4859b tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.710800 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6d2ff742-f27d-4859-9cb1-0005eac4859b tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0095220 Jul 27 21:07:33.712254 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:33.713870 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47060) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.719059 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-a3f471e8-f563-4903-a29b-78c9d6a7b873 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.720609 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a3f471e8-f563-4903-a29b-78c9d6a7b873 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0047212 Jul 27 21:07:33.721344 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-480881aa-1030-4969-9026-323dffc8cfe7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:33.725625 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47062) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.750967 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Set router bca63f47-d752-4791-8158-6414f657875d gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:33.755688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480881aa-1030-4969-9026-323dffc8cfe7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c66b8b-c590-4b78-b23c-d11f51b3e107,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:33.762145 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-be336b40-e57b-4879-a560-a9b516f4e1f3 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.763344 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-be336b40-e57b-4879-a560-a9b516f4e1f3 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0102386 Jul 27 21:07:33.765881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47068) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.772618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-180cfafd-90f6-4a42-8f14-763e318c5b28 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.774460 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-180cfafd-90f6-4a42-8f14-763e318c5b28 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0076234 Jul 27 21:07:33.779038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47070) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.785035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-42bcc62e-eb81-4b11-a8aa-5476ed4b20c4 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.786189 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-42bcc62e-eb81-4b11-a8aa-5476ed4b20c4 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0060554 Jul 27 21:07:33.787275 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480881aa-1030-4969-9026-323dffc8cfe7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:07:33.789447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47072) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.794729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-486d74a2-3a92-4479-80a6-23a0ea594293 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.798516 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-486d74a2-3a92-4479-80a6-23a0ea594293 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0078459 Jul 27 21:07:33.798774 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47074) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.803656 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-49d7fdc0-8153-4c69-9955-16925c99e927 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.804627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-49d7fdc0-8153-4c69-9955-16925c99e927 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0051091 Jul 27 21:07:33.809175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47076) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.815361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-be6e8ac7-aa17-4a3d-97c9-bb5d57fe0a04 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.819673 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-be6e8ac7-aa17-4a3d-97c9-bb5d57fe0a04 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0092733 Jul 27 21:07:33.821177 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-480881aa-1030-4969-9026-323dffc8cfe7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:33.821703 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-480881aa-1030-4969-9026-323dffc8cfe7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Added segment 60e19e5d-c3d7-4726-8193-cd54891d8591 of type vlan for network b3ee0650-669f-4a34-8d17-063cbb7cc901 Jul 27 21:07:33.822985 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47078) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.835596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-109979cd-09d9-40c7-88c2-25f5c747f40a tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.836930 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-109979cd-09d9-40c7-88c2-25f5c747f40a tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0128109 Jul 27 21:07:33.839765 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47080) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.844082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-bb7c04d8-6209-45aa-9e4c-e8a641a52a36 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.845890 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bb7c04d8-6209-45aa-9e4c-e8a641a52a36 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045412 Jul 27 21:07:33.848553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47082) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.852918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-4fdafe44-5952-4e05-8605-6db7040e569f tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.853835 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4fdafe44-5952-4e05-8605-6db7040e569f tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0042474 Jul 27 21:07:33.858742 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47084) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.871080 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:33.884955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-af2980d0-83ae-42f3-8087-546353899cf3 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.886264 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-af2980d0-83ae-42f3-8087-546353899cf3 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048223 Jul 27 21:07:33.889720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47086) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.898649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-17749a92-f6e4-42dc-abd5-ac305ef019ae tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.902829 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-17749a92-f6e4-42dc-abd5-ac305ef019ae tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0118549 Jul 27 21:07:33.903718 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47088) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.915365 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-aea092f0-845b-4100-90cd-cddabffd31e9 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.919216 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-aea092f0-845b-4100-90cd-cddabffd31e9 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0114999 Jul 27 21:07:33.919951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47092) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.939141 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:33.939908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-863cc62a-5d55-4a5d-aca1-7d7619b11026 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.945137 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-863cc62a-5d55-4a5d-aca1-7d7619b11026 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0127406 Jul 27 21:07:33.947534 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-480881aa-1030-4969-9026-323dffc8cfe7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:33.951445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47096) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.957481 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-0b582604-5366-4ebb-ae62-dc875c610077 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.962029 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0b582604-5366-4ebb-ae62-dc875c610077 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0093930 Jul 27 21:07:33.964020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47098) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.965275 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:33.968829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-62ffa8c0-f4c2-4bda-8fdf-8aca9e8bc8be tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.972836 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-62ffa8c0-f4c2-4bda-8fdf-8aca9e8bc8be tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0076320 Jul 27 21:07:33.975430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47100) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.982067 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-3f5e7ed9-cf8b-490d-b3d3-697410da1dbc tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:33.986733 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3f5e7ed9-cf8b-490d-b3d3-697410da1dbc tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0100870 Jul 27 21:07:33.990425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47102) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:33.995379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-fdc4f984-d0e9-4779-8c65-c812ffa40eca tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.001689 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fdc4f984-d0e9-4779-8c65-c812ffa40eca tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0074904 Jul 27 21:07:34.002255 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47104) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.007955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-377c3458-c3e5-43c0-9aec-81e42d92861b tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.011624 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-377c3458-c3e5-43c0-9aec-81e42d92861b tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0085511 Jul 27 21:07:34.013765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47106) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.022457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-1f19c7c0-b704-43c7-9a57-d47d2952e804 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.026294 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1f19c7c0-b704-43c7-9a57-d47d2952e804 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0114853 Jul 27 21:07:34.031912 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47108) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.036518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-517b5e68-2005-4c6d-b967-72c855e2379d tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.040168 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-517b5e68-2005-4c6d-b967-72c855e2379d tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0071335 Jul 27 21:07:34.042928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47110) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.047239 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-8a966170-cd2e-46ae-bafa-6dc5e684d163 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.051701 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8a966170-cd2e-46ae-bafa-6dc5e684d163 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0079813 Jul 27 21:07:34.054616 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47112) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.060335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-334b2096-143b-4780-ba69-2fc531614327 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.064116 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-334b2096-143b-4780-ba69-2fc531614327 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0084198 Jul 27 21:07:34.064782 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47114) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.070754 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-dafe8473-48e9-42c9-b0f7-06ba6cb5db9a tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.074821 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dafe8473-48e9-42c9-b0f7-06ba6cb5db9a tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0076685 Jul 27 21:07:34.075177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47116) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.080613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-0b3800b4-6a95-483a-854a-7bbd28f2d4c4 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.084014 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0b3800b4-6a95-483a-854a-7bbd28f2d4c4 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0051403 Jul 27 21:07:34.084147 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-480881aa-1030-4969-9026-323dffc8cfe7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.084250 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47118) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.085961 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480881aa-1030-4969-9026-323dffc8cfe7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:34.086784 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-480881aa-1030-4969-9026-323dffc8cfe7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.093807 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-dd3ef1f0-172f-4bfc-a9ab-cc74c3f4fc90 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.093807 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-dd3ef1f0-172f-4bfc-a9ab-cc74c3f4fc90 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0050199 Jul 27 21:07:34.093807 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47122) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.099479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-7eb986b7-5b76-44f9-a034-caf8657e2c06 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.102788 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7eb986b7-5b76-44f9-a034-caf8657e2c06 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0060682 Jul 27 21:07:34.106775 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47124) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.113635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-90328454-cce3-4097-9fc9-b8697248e000 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.114634 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-90328454-cce3-4097-9fc9-b8697248e000 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0069845 Jul 27 21:07:34.117316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47126) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.123613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-17adaebe-b141-45ea-ac9f-07b4d04ee22b tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.124570 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-17adaebe-b141-45ea-ac9f-07b4d04ee22b tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0062995 Jul 27 21:07:34.128382 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47128) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.132547 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-e0a58dc5-230c-497d-b891-b25a1e287c3e tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.133509 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e0a58dc5-230c-497d-b891-b25a1e287c3e tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0042193 Jul 27 21:07:34.137819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47130) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.143087 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca63f47-d752-4791-8158-6414f657875d', 'name': 'tempest-FloatingIPDetailsTestJSON-233877836-router', 'tenant_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '50921d87-d9ab-47fe-ac82-3f2da88468c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:26Z', 'updated_at': '2021-07-27T21:07:30Z', 'revision_number': 4, 'project_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'gw_port': {'id': '50921d87-d9ab-47fe-ac82-3f2da88468c7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca63f47-d752-4791-8158-6414f657875d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:27Z', 'updated_at': '2021-07-27T21:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '75bb217d-d73a-41d9-9577-0c2ec9473d0c', 'name': '', 'network_id': '79b2e137-87bc-4699-bba6-d23b11f97816', 'tenant_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'mac_address': 'fa:16:3e:b7:94:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca63f47-d752-4791-8158-6414f657875d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c3313038-2ec0-49f7-8a75-bd15fec62a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:29Z', 'updated_at': '2021-07-27T21:07:30Z', 'revision_number': 2, 'project_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'subnets': [{'id': 'c3313038-2ec0-49f7-8a75-bd15fec62a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:34.145249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-68f9ad45-6cec-4d4a-a431-6366fad924bf tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.149267 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-68f9ad45-6cec-4d4a-a431-6366fad924bf tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0096645 Jul 27 21:07:34.153851 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47132) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.159454 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-19381254-aa69-4f97-af9a-86d15ef2eff2 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.160862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-19381254-aa69-4f97-af9a-86d15ef2eff2 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0057659 Jul 27 21:07:34.164014 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47134) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.169669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-68082022-1f1c-4e17-925d-f8757933229e tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.171145 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-68082022-1f1c-4e17-925d-f8757933229e tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0060544 Jul 27 21:07:34.175264 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47136) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.176185 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-480881aa-1030-4969-9026-323dffc8cfe7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0181253 Jul 27 21:07:34.179862 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47138) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.184066 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Checking router: bca63f47-d752-4791-8158-6414f657875d for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:07:34.184674 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Updating router bca63f47-d752-4791-8158-6414f657875d port 75bb217d-d73a-41d9-9577-0c2ec9473d0c binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:07:34.184799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480881aa-1030-4969-9026-323dffc8cfe7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Pushing event updated for resources: {'Network': ['ID=b3ee0650-669f-4a34-8d17-063cbb7cc901,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:34.190942 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-662ba994-514e-4bbc-b311-cbedf2e2c067 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.194622 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-662ba994-514e-4bbc-b311-cbedf2e2c067 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0181174 Jul 27 21:07:34.196639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network b3ee0650-669f-4a34-8d17-063cbb7cc901 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:07:34.196801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47140) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.200898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d726fcce-11b2-488b-af3b-29c2964357d6 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Request body: {'subnet': {'network_id': 'b3ee0650-669f-4a34-8d17-063cbb7cc901', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:34.231169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [None req-c8ecb3ce-5854-4b0c-b417-aaebb0cee813 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.235041 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c8ecb3ce-5854-4b0c-b417-aaebb0cee813 tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0132172 Jul 27 21:07:34.235313 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47142) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.240147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d726fcce-11b2-488b-af3b-29c2964357d6 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Made reservation on behalf of 8fa0651fd19e414f9a97d7e2382d2a04 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:34.242252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [None req-a3cb06fd-e34b-46ef-a378-7cdc550b04db tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:34.242895 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d726fcce-11b2-488b-af3b-29c2964357d6 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.244344 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a3cb06fd-e34b-46ef-a378-7cdc550b04db tempest-ExtensionsTestJSON-1148767490 tempest-ExtensionsTestJSON-1148767490-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0074697 Jul 27 21:07:34.247090 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.300774 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.364814 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.451880 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 50921d87-d9ab-47fe-ac82-3f2da88468c7 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:34.492421 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Pushing event updated for resources: {'Port': ['ID=0f917589-bfe6-4799-ae48-e042f6096d13,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:34.521131 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.548082 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.549886 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-d8bef5bb-4de8-4ecf-9781-7d9f7a7a5de1 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5760124 Jul 27 21:07:34.560089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 50921d87-d9ab-47fe-ac82-3f2da88468c7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:34.560519 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.622670 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.632707 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47156) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:34.652170 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Transition to ACTIVE for port object 75bb217d-d73a-41d9-9577-0c2ec9473d0c will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:34.658706 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-55e08364-beb8-45be-9904-0313c4a80014 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.223 HTTP/1.1" status: 200 len: 696 time: 0.0684187 Jul 27 21:07:34.669641 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.747335 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af052e85-f431-4699-9ab2-a6e10630bd8c None None] Pushing event updated for resources: {'Port': ['ID=75bb217d-d73a-41d9-9577-0c2ec9473d0c,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:34.785850 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af052e85-f431-4699-9ab2-a6e10630bd8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:34.786000 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af052e85-f431-4699-9ab2-a6e10630bd8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:34.786270 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af052e85-f431-4699-9ab2-a6e10630bd8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:34.786608 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af052e85-f431-4699-9ab2-a6e10630bd8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:34.787022 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af052e85-f431-4699-9ab2-a6e10630bd8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:34.787352 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af052e85-f431-4699-9ab2-a6e10630bd8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:34.787676 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af052e85-f431-4699-9ab2-a6e10630bd8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:34.788143 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af052e85-f431-4699-9ab2-a6e10630bd8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:34.788470 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af052e85-f431-4699-9ab2-a6e10630bd8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:34.788790 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af052e85-f431-4699-9ab2-a6e10630bd8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:34.789108 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af052e85-f431-4699-9ab2-a6e10630bd8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:34.789475 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af052e85-f431-4699-9ab2-a6e10630bd8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:07:34.811217 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a723c50a-4d00-4342-b0a1-a9c785b742c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.877197 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Attempting to bind port 75bb217d-d73a-41d9-9577-0c2ec9473d0c on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:34.878078 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Attempting to bind port 75bb217d-d73a-41d9-9577-0c2ec9473d0c by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a731430f-ebf7-401e-8055-28ed5489e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '79b2e137-87bc-4699-bba6-d23b11f97816'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:34.878739 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Attempting to bind port 75bb217d-d73a-41d9-9577-0c2ec9473d0c on network 79b2e137-87bc-4699-bba6-d23b11f97816 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:34.883112 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-4f2ae920-90aa-4d36-a764-64fe32fb556c tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:34.884545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7da2c672-fee3-409b-abdd-87c94c90d7c1 req-4f2ae920-90aa-4d36-a764-64fe32fb556c tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.2184389 Jul 27 21:07:34.895858 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:07:34.896715 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Checking segment: {'id': 'a731430f-ebf7-401e-8055-28ed5489e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '79b2e137-87bc-4699-bba6-d23b11f97816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:34.897359 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.897851 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Bound using segment: {'id': 'a731430f-ebf7-401e-8055-28ed5489e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '79b2e137-87bc-4699-bba6-d23b11f97816'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:07:34.898478 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Bound port: 75bb217d-d73a-41d9-9577-0c2ec9473d0c, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a731430f-ebf7-401e-8055-28ed5489e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '79b2e137-87bc-4699-bba6-d23b11f97816'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:07:34.899028 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:34.992138 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a723c50a-4d00-4342-b0a1-a9c785b742c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.008162 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a723c50a-4d00-4342-b0a1-a9c785b742c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.024980 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] For port 75bb217d-d73a-41d9-9577-0c2ec9473d0c, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:07:35.034051 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] For port 75bb217d-d73a-41d9-9577-0c2ec9473d0c, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=75bb217d-d73a-41d9-9577-0c2ec9473d0c,segment=NetworkSegment(a731430f-ebf7-401e-8055-28ed5489e3e0),segment_id=a731430f-ebf7-401e-8055-28ed5489e3e0)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:07:35.043827 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.109490 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a723c50a-4d00-4342-b0a1-a9c785b742c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0dec239b876841c2b343af9648fb2b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4671028 Jul 27 21:07:35.109874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47172) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:35.120485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.objects.ports [None req-d726fcce-11b2-488b-af3b-29c2964357d6 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105579) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:07:35.124619 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d726fcce-11b2-488b-af3b-29c2964357d6 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.135861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723c50a-4d00-4342-b0a1-a9c785b742c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe62d44-35da-4a00-96db-d4d9cf5dda1f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:35.151173 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Routers {'bca63f47-d752-4791-8158-6414f657875d'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:35.152335 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['bca63f47-d752-4791-8158-6414f657875d'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:35.156297 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af052e85-f431-4699-9ab2-a6e10630bd8c None None] Pushing event updated for resources: {'Port': ['ID=75bb217d-d73a-41d9-9577-0c2ec9473d0c,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:35.228487 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-f8afebda-1842-4ef1-9bc6-50c77ea20d6c tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2952604 Jul 27 21:07:35.232335 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726fcce-11b2-488b-af3b-29c2964357d6 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Pushing event updated for resources: {'Subnet': ['ID=da8acff0-7886-4a9e-a4c9-c75acca5bb11,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:35.238940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726fcce-11b2-488b-af3b-29c2964357d6 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Checking segment: {'id': '60e19e5d-c3d7-4726-8193-cd54891d8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ee0650-669f-4a34-8d17-063cbb7cc901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:35.239468 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d726fcce-11b2-488b-af3b-29c2964357d6 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Network hostable DHCP agents. Network: b3ee0650-669f-4a34-8d17-063cbb7cc901, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:07:35.260258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:35.278152 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ffeee0cf-e09e-404c-8d6a-e9baa23b639d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.302647 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d726fcce-11b2-488b-af3b-29c2964357d6 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Network b3ee0650-669f-4a34-8d17-063cbb7cc901 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:07:35.310538 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ffeee0cf-e09e-404c-8d6a-e9baa23b639d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.311698 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.327079 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-d726fcce-11b2-488b-af3b-29c2964357d6 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, b3ee0650-669f-4a34-8d17-063cbb7cc901) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:35.335034 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d726fcce-11b2-488b-af3b-29c2964357d6 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:35.337332 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d726fcce-11b2-488b-af3b-29c2964357d6 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.337921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1be01df-8e43-4737-966a-20edc92e04c4 None None] Network b3ee0650-669f-4a34-8d17-063cbb7cc901 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:35.350047 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] Set router bca63f47-d752-4791-8158-6414f657875d gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:35.365254 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ffeee0cf-e09e-404c-8d6a-e9baa23b639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.368913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ffeee0cf-e09e-404c-8d6a-e9baa23b639d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.370469 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ffeee0cf-e09e-404c-8d6a-e9baa23b639d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cbe62d44-35da-4a00-96db-d4d9cf5dda1f HTTP/1.1" status: 204 len: 168 time: 0.2543266 Jul 27 21:07:35.378107 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b22cdd73-ee8e-47cf-a01a-1db3207c2c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.391231 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeee0cf-e09e-404c-8d6a-e9baa23b639d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe62d44-35da-4a00-96db-d4d9cf5dda1f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:35.418743 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d726fcce-11b2-488b-af3b-29c2964357d6 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2351573 Jul 27 21:07:35.419326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47180) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:35.427465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1cf759b5-f690-40d5-aa4d-34af88f1ebda tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-441565713', 'network_id': 'b3ee0650-669f-4a34-8d17-063cbb7cc901'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:35.478698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf759b5-f690-40d5-aa4d-34af88f1ebda tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Made reservation on behalf of 8fa0651fd19e414f9a97d7e2382d2a04 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:35.483997 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1cf759b5-f690-40d5-aa4d-34af88f1ebda tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.505108 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47184) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:35.507145 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.529191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-1cf759b5-f690-40d5-aa4d-34af88f1ebda tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] device_id is not set on port 847917b7-8a9c-4920-adad-c7c12bc4ab29 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:07:35.545432 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.662073 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-1cf759b5-f690-40d5-aa4d-34af88f1ebda tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Allocated IP 2001:db8::221 (b3ee0650-669f-4a34-8d17-063cbb7cc901/da8acff0-7886-4a9e-a4c9-c75acca5bb11/847917b7-8a9c-4920-adad-c7c12bc4ab29) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:35.717484 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79bbbe5-51df-4d32-a5d5-9684cfa9f1e9 None None] Network b3ee0650-669f-4a34-8d17-063cbb7cc901 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:35.754028 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca63f47-d752-4791-8158-6414f657875d', 'name': 'tempest-FloatingIPDetailsTestJSON-233877836-router', 'tenant_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '50921d87-d9ab-47fe-ac82-3f2da88468c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:26Z', 'updated_at': '2021-07-27T21:07:30Z', 'revision_number': 4, 'project_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'gw_port': {'id': '50921d87-d9ab-47fe-ac82-3f2da88468c7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca63f47-d752-4791-8158-6414f657875d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:27Z', 'updated_at': '2021-07-27T21:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '75bb217d-d73a-41d9-9577-0c2ec9473d0c', 'name': '', 'network_id': '79b2e137-87bc-4699-bba6-d23b11f97816', 'tenant_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'mac_address': 'fa:16:3e:b7:94:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca63f47-d752-4791-8158-6414f657875d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c3313038-2ec0-49f7-8a75-bd15fec62a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:29Z', 'updated_at': '2021-07-27T21:07:35Z', 'revision_number': 4, 'project_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'subnets': [{'id': 'c3313038-2ec0-49f7-8a75-bd15fec62a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:35.788945 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed019c-9c21-4591-b878-f66e76342e11 None None] The sync data for ids ['bca63f47-d752-4791-8158-6414f657875d'] in n-d-764806-9 is: [{'id': 'bca63f47-d752-4791-8158-6414f657875d', 'name': 'tempest-FloatingIPDetailsTestJSON-233877836-router', 'tenant_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '50921d87-d9ab-47fe-ac82-3f2da88468c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:26Z', 'updated_at': '2021-07-27T21:07:30Z', 'revision_number': 4, 'project_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'gw_port': {'id': '50921d87-d9ab-47fe-ac82-3f2da88468c7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca63f47-d752-4791-8158-6414f657875d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:27Z', 'updated_at': '2021-07-27T21:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '75bb217d-d73a-41d9-9577-0c2ec9473d0c', 'name': '', 'network_id': '79b2e137-87bc-4699-bba6-d23b11f97816', 'tenant_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'mac_address': 'fa:16:3e:b7:94:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca63f47-d752-4791-8158-6414f657875d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c3313038-2ec0-49f7-8a75-bd15fec62a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:29Z', 'updated_at': '2021-07-27T21:07:35Z', 'revision_number': 4, 'project_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'subnets': [{'id': 'c3313038-2ec0-49f7-8a75-bd15fec62a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:07:35.819484 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1cf759b5-f690-40d5-aa4d-34af88f1ebda tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:35.831169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Allocated IP 172.25.2.213 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/842e2f31-38d0-47cf-8ba9-e2456c8ac0bd) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:35.940889 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1cf759b5-f690-40d5-aa4d-34af88f1ebda tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.001512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf759b5-f690-40d5-aa4d-34af88f1ebda tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Network b3ee0650-669f-4a34-8d17-063cbb7cc901 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:36.008784 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-1cf759b5-f690-40d5-aa4d-34af88f1ebda tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:36.011373 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ba326917-15e3-4ee0-a5da-13fe5ccccb38 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:36.015121 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf759b5-f690-40d5-aa4d-34af88f1ebda tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:36.016235 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf759b5-f690-40d5-aa4d-34af88f1ebda tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:36.017386 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1cf759b5-f690-40d5-aa4d-34af88f1ebda tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.029978 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf759b5-f690-40d5-aa4d-34af88f1ebda tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Pushing event updated for resources: {'Port': ['ID=847917b7-8a9c-4920-adad-c7c12bc4ab29,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:36.058914 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47198) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:36.059736 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1cf759b5-f690-40d5-aa4d-34af88f1ebda tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6330373 Jul 27 21:07:36.115293 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ba326917-15e3-4ee0-a5da-13fe5ccccb38 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] 10.222.0.55 "PUT /v2.0/quotas/d6debc7f6dd645779322b84f8c3b2f9a HTTP/1.1" status: 200 len: 368 time: 0.5998497 Jul 27 21:07:36.117181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47204) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:36.124562 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f0c27322-3463-42e0-9456-1eb417c8b0e6 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Request body: {'network': {'project_id': 'd6debc7f6dd645779322b84f8c3b2f9a'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:36.152063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.152259 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c27322-3463-42e0-9456-1eb417c8b0e6 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Made reservation on behalf of d6debc7f6dd645779322b84f8c3b2f9a for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:36.155650 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0c27322-3463-42e0-9456-1eb417c8b0e6 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.173565 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0c27322-3463-42e0-9456-1eb417c8b0e6 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.226966 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-0a68a442-aecb-49a6-8e9a-32bca224bb4c tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Deleting port 847917b7-8a9c-4920-adad-c7c12bc4ab29 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:36.227224 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a68a442-aecb-49a6-8e9a-32bca224bb4c tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.242211 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.306042 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0c27322-3463-42e0-9456-1eb417c8b0e6 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.316372 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0c27322-3463-42e0-9456-1eb417c8b0e6 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.337291 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:36.344538 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:36.346030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c27322-3463-42e0-9456-1eb417c8b0e6 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:07:36.358610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:36.360337 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0c27322-3463-42e0-9456-1eb417c8b0e6 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.360892 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-f0c27322-3463-42e0-9456-1eb417c8b0e6 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Added segment 8fe2d96a-50a4-4bc3-9838-6f548f9ef73d of type vlan for network 3e923809-e5bb-4c8d-a2f0-b171049beb05 Jul 27 21:07:36.386751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Pushing event updated for resources: {'Port': ['ID=842e2f31-38d0-47cf-8ba9-e2456c8ac0bd,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:36.408922 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0c27322-3463-42e0-9456-1eb417c8b0e6 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.452105 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0c27322-3463-42e0-9456-1eb417c8b0e6 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.453434 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c27322-3463-42e0-9456-1eb417c8b0e6 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:36.454185 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0c27322-3463-42e0-9456-1eb417c8b0e6 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.457521 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a68a442-aecb-49a6-8e9a-32bca224bb4c tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.482111 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-0a68a442-aecb-49a6-8e9a-32bca224bb4c tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Calling delete_port for 847917b7-8a9c-4920-adad-c7c12bc4ab29 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:36.493822 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 75bb217d-d73a-41d9-9577-0c2ec9473d0c up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:36.582796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c27322-3463-42e0-9456-1eb417c8b0e6 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Pushing event updated for resources: {'Network': ['ID=3e923809-e5bb-4c8d-a2f0-b171049beb05,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:36.599176 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.600035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 3e923809-e5bb-4c8d-a2f0-b171049beb05 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:07:36.620165 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c27322-3463-42e0-9456-1eb417c8b0e6 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05db0dd8-fb90-4825-b4d2-3941a9bd4524,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:36.631282 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f0c27322-3463-42e0-9456-1eb417c8b0e6 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5101702 Jul 27 21:07:36.631489 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47216) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:36.636367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-caaeb7ce-9e68-4574-8d6c-f29260c7e0a3 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Request body: {'network': {'project_id': 'd6debc7f6dd645779322b84f8c3b2f9a'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:36.690829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaeb7ce-9e68-4574-8d6c-f29260c7e0a3 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Made reservation on behalf of d6debc7f6dd645779322b84f8c3b2f9a for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:36.692857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 75bb217d-d73a-41d9-9577-0c2ec9473d0c completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:36.694701 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-caaeb7ce-9e68-4574-8d6c-f29260c7e0a3 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.709173 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 75bb217d-d73a-41d9-9577-0c2ec9473d0c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:36.709902 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.713328 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.733511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caaeb7ce-9e68-4574-8d6c-f29260c7e0a3 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:07:36.748776 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-caaeb7ce-9e68-4574-8d6c-f29260c7e0a3 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.749126 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-caaeb7ce-9e68-4574-8d6c-f29260c7e0a3 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Added segment a5c20b36-d20f-43b8-aa0c-9d7bff7ad562 of type vlan for network 883a3784-2078-4ff6-9afe-b32edbbb3549 Jul 27 21:07:36.750184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47218) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:36.826380 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.859359 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-caaeb7ce-9e68-4574-8d6c-f29260c7e0a3 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.867893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 75bb217d-d73a-41d9-9577-0c2ec9473d0c, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=75bb217d-d73a-41d9-9577-0c2ec9473d0c,segment=NetworkSegment(a731430f-ebf7-401e-8055-28ed5489e3e0),segment_id=a731430f-ebf7-401e-8055-28ed5489e3e0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:36.874538 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.924902 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a68a442-aecb-49a6-8e9a-32bca224bb4c tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.931108 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-bcdbb697-6025-42c6-8fec-0d3bd51c6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-544570295'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:36.951602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=75bb217d-d73a-41d9-9577-0c2ec9473d0c,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:36.953176 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-caaeb7ce-9e68-4574-8d6c-f29260c7e0a3 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.955051 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaeb7ce-9e68-4574-8d6c-f29260c7e0a3 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:36.963133 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-caaeb7ce-9e68-4574-8d6c-f29260c7e0a3 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:36.997832 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a68a442-aecb-49a6-8e9a-32bca224bb4c tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.001027 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0a68a442-aecb-49a6-8e9a-32bca224bb4c tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "DELETE /v2.0/ports/847917b7-8a9c-4920-adad-c7c12bc4ab29 HTTP/1.1" status: 204 len: 168 time: 0.9410632 Jul 27 21:07:37.002460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68a442-aecb-49a6-8e9a-32bca224bb4c tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Pushing event deleted for resources: {'Port': ['ID=847917b7-8a9c-4920-adad-c7c12bc4ab29,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:37.007419 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47222) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:37.011851 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b3ee0650-669f-4a34-8d17-063cbb7cc901', 'external_fixed_ips': [{'subnet_id': 'da8acff0-7886-4a9e-a4c9-c75acca5bb11', 'ip_address': '2001:db8::221'}]}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:37.019277 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdbb697-6025-42c6-8fec-0d3bd51c6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Made reservation on behalf of 12cb6b64f95b4df5906472285c5014ec for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:37.022857 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb697-6025-42c6-8fec-0d3bd51c6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.043600 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-caaeb7ce-9e68-4574-8d6c-f29260c7e0a3 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4111009 Jul 27 21:07:37.047127 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb697-6025-42c6-8fec-0d3bd51c6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.055432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47224) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:37.068533 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.068741 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4c96af97-2bed-4ada-8415-9219a24d63bf tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Request body: {'network': {'project_id': 'd6debc7f6dd645779322b84f8c3b2f9a'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:37.079506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaeb7ce-9e68-4574-8d6c-f29260c7e0a3 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Pushing event updated for resources: {'Network': ['ID=883a3784-2078-4ff6-9afe-b32edbbb3549,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:37.089275 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.093727 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c96af97-2bed-4ada-8415-9219a24d63bf tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 21:07:37.094048 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c96af97-2bed-4ada-8415-9219a24d63bf tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:07:37.098292 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4c96af97-2bed-4ada-8415-9219a24d63bf tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0388410 Jul 27 21:07:37.099000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 883a3784-2078-4ff6-9afe-b32edbbb3549 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:07:37.099174 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.188257 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.242845 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb697-6025-42c6-8fec-0d3bd51c6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.249621 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb697-6025-42c6-8fec-0d3bd51c6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.270558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47232) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:37.270758 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.290717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcdbb697-6025-42c6-8fec-0d3bd51c6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:07:37.307038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbb697-6025-42c6-8fec-0d3bd51c6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3d9d20-1be8-4473-ba7e-1be3573e43ca,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:37.312658 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb697-6025-42c6-8fec-0d3bd51c6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.312977 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-bcdbb697-6025-42c6-8fec-0d3bd51c6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Added segment ecbf1a3b-76b1-4b31-b8b0-5c09d4d3bad1 of type vlan for network 6b66f7a5-2647-4ce1-beac-6717c6c122b6 Jul 27 21:07:37.342546 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.407302 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb697-6025-42c6-8fec-0d3bd51c6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.436028 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4fbf078e-7cb9-4992-90b4-9b72eab8fed0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6debc7f6dd645779322b84f8c3b2f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619198 Jul 27 21:07:37.436841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47238) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:37.468788 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb697-6025-42c6-8fec-0d3bd51c6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.475283 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdbb697-6025-42c6-8fec-0d3bd51c6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:37.475912 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bcdbb697-6025-42c6-8fec-0d3bd51c6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.482917 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.490195 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Pushing event updated for resources: {'Port': ['ID=842e2f31-38d0-47cf-8ba9-e2456c8ac0bd,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:37.513611 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.555876 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bcdbb697-6025-42c6-8fec-0d3bd51c6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8045828 Jul 27 21:07:37.559980 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47240) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:37.566023 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.568099 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e3798b32-48ae-4cb7-b37d-d64fa6dc230b tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Request body: {'subnet': {'network_id': '6b66f7a5-2647-4ce1-beac-6717c6c122b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:37.570664 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbb697-6025-42c6-8fec-0d3bd51c6e1c tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Pushing event updated for resources: {'Network': ['ID=6b66f7a5-2647-4ce1-beac-6717c6c122b6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:37.575407 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.576642 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-51f90596-efd7-4e4c-afec-df4906dc482f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3325591 Jul 27 21:07:37.577508 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6c467c2c-57ca-4971-b50a-0a787f339c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.588640 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 6b66f7a5-2647-4ce1-beac-6717c6c122b6 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:07:37.603031 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6c467c2c-57ca-4971-b50a-0a787f339c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.660529 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6c467c2c-57ca-4971-b50a-0a787f339c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.663622 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6c467c2c-57ca-4971-b50a-0a787f339c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.667341 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6c467c2c-57ca-4971-b50a-0a787f339c31 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05db0dd8-fb90-4825-b4d2-3941a9bd4524 HTTP/1.1" status: 204 len: 168 time: 0.2273326 Jul 27 21:07:37.667667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47242) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:37.690313 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c467c2c-57ca-4971-b50a-0a787f339c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05db0dd8-fb90-4825-b4d2-3941a9bd4524,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:37.761862 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64691aaa-242d-47c4-9f1c-74bbcdce0e42 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.856048 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64691aaa-242d-47c4-9f1c-74bbcdce0e42 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.867602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-64691aaa-242d-47c4-9f1c-74bbcdce0e42 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883a3784-2078-4ff6-9afe-b32edbbb3549']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:37.880375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-64691aaa-242d-47c4-9f1c-74bbcdce0e42 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c20b36-d20f-43b8-aa0c-9d7bff7ad562') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:37.880689 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-64691aaa-242d-47c4-9f1c-74bbcdce0e42 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c20b36-d20f-43b8-aa0c-9d7bff7ad562') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:37.890096 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64691aaa-242d-47c4-9f1c-74bbcdce0e42 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.904592 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64691aaa-242d-47c4-9f1c-74bbcdce0e42 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.911321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64691aaa-242d-47c4-9f1c-74bbcdce0e42 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:07:37.911732 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64691aaa-242d-47c4-9f1c-74bbcdce0e42 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:07:37.913454 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:07:37.953204 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-b5db860b-29d8-4e5c-8025-cdbd49453ac4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.213 HTTP/1.1" status: 200 len: 696 time: 0.3383164 Jul 27 21:07:37.970057 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64691aaa-242d-47c4-9f1c-74bbcdce0e42 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.975055 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64691aaa-242d-47c4-9f1c-74bbcdce0e42 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:37.978678 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-64691aaa-242d-47c4-9f1c-74bbcdce0e42 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] 10.222.0.55 "DELETE /v2.0/networks/883a3784-2078-4ff6-9afe-b32edbbb3549 HTTP/1.1" status: 204 len: 168 time: 0.3101325 Jul 27 21:07:37.981111 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47248) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:37.992713 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64691aaa-242d-47c4-9f1c-74bbcdce0e42 tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Pushing event deleted for resources: {'Network': ['ID=883a3784-2078-4ff6-9afe-b32edbbb3549,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:38.102373 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3798b32-48ae-4cb7-b37d-d64fa6dc230b tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Made reservation on behalf of 12cb6b64f95b4df5906472285c5014ec for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:38.105911 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3798b32-48ae-4cb7-b37d-d64fa6dc230b tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.191168 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-330328e7-1f07-4ff2-a433-cab84be4562c tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.237427 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-c1b7a119-f071-4897-a40d-c4fd107eff65 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:38.238813 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d0099bc-d3d2-4602-90c0-3178dd905926 req-c1b7a119-f071-4897-a40d-c4fd107eff65 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.2768698 Jul 27 21:07:38.381431 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 75bb217d-d73a-41d9-9577-0c2ec9473d0c up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:38.431197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 75bb217d-d73a-41d9-9577-0c2ec9473d0c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:38.431837 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.497830 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-330328e7-1f07-4ff2-a433-cab84be4562c tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.548972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-330328e7-1f07-4ff2-a433-cab84be4562c tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e923809-e5bb-4c8d-a2f0-b171049beb05']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:38.580293 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-330328e7-1f07-4ff2-a433-cab84be4562c tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe2d96a-50a4-4bc3-9838-6f548f9ef73d') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:38.580583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-330328e7-1f07-4ff2-a433-cab84be4562c tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe2d96a-50a4-4bc3-9838-6f548f9ef73d') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:38.584052 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.621011 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-60b02338-49e3-4248-a954-140f4e203715 req-227b0c78-40f6-41d8-8c1c-309388c88031 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3341880 Jul 27 21:07:38.625419 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-330328e7-1f07-4ff2-a433-cab84be4562c tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.630259 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.641251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-60b02338-49e3-4248-a954-140f4e203715 req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:38.695154 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-330328e7-1f07-4ff2-a433-cab84be4562c tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.740955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330328e7-1f07-4ff2-a433-cab84be4562c tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:07:38.741112 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-330328e7-1f07-4ff2-a433-cab84be4562c tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.742895 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3798b32-48ae-4cb7-b37d-d64fa6dc230b tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:07:38.744653 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:07:38.793437 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-60b02338-49e3-4248-a954-140f4e203715 req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.805825 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.922315 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-330328e7-1f07-4ff2-a433-cab84be4562c tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.938500 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-330328e7-1f07-4ff2-a433-cab84be4562c tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:38.940957 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-330328e7-1f07-4ff2-a433-cab84be4562c tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] 10.222.0.55 "DELETE /v2.0/networks/3e923809-e5bb-4c8d-a2f0-b171049beb05 HTTP/1.1" status: 204 len: 168 time: 0.9589422 Jul 27 21:07:38.959780 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3798b32-48ae-4cb7-b37d-d64fa6dc230b tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Pushing event updated for resources: {'Subnet': ['ID=a5a9e882-1198-4db0-85f5-d5f82cbf893b,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:38.996105 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330328e7-1f07-4ff2-a433-cab84be4562c tempest-QuotasNegativeTest-1902379136 tempest-QuotasNegativeTest-1902379136-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e923809-e5bb-4c8d-a2f0-b171049beb05,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:39.016176 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3798b32-48ae-4cb7-b37d-d64fa6dc230b tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Checking segment: {'id': 'ecbf1a3b-76b1-4b31-b8b0-5c09d4d3bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6b66f7a5-2647-4ce1-beac-6717c6c122b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:39.016612 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3798b32-48ae-4cb7-b37d-d64fa6dc230b tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Network hostable DHCP agents. Network: 6b66f7a5-2647-4ce1-beac-6717c6c122b6, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:07:39.036747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Allocated IP 2001:db8::221 (b3ee0650-669f-4a34-8d17-063cbb7cc901/da8acff0-7886-4a9e-a4c9-c75acca5bb11/2b734c62-75b4-4d22-b8a8-dad3ed39d50e) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:39.063534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3798b32-48ae-4cb7-b37d-d64fa6dc230b tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Network 6b66f7a5-2647-4ce1-beac-6717c6c122b6 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:07:39.122738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-e3798b32-48ae-4cb7-b37d-d64fa6dc230b tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 6b66f7a5-2647-4ce1-beac-6717c6c122b6) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:39.132545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d785adb-cd74-4398-91f6-b713b3cecdb8 None None] Network 6b66f7a5-2647-4ce1-beac-6717c6c122b6 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:39.137926 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3798b32-48ae-4cb7-b37d-d64fa6dc230b tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:39.138551 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3798b32-48ae-4cb7-b37d-d64fa6dc230b tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.178216 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e3798b32-48ae-4cb7-b37d-d64fa6dc230b tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6167951 Jul 27 21:07:39.182066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47262) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:39.191745 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e509a020-46ac-43e7-be0c-310130b45990 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Request body: {'port': {'network_id': '6b66f7a5-2647-4ce1-beac-6717c6c122b6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-30105132'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:39.197225 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.200325 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-60b02338-49e3-4248-a954-140f4e203715 req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.322437 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.343592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47266) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:39.351811 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-6b66f7a5-2647-4ce1-beac-6717c6c122b6', 'network_id': '6b66f7a5-2647-4ce1-beac-6717c6c122b6', 'tenant_id': '12cb6b64f95b4df5906472285c5014ec', 'fixed_ips': [{'subnet_id': 'a5a9e882-1198-4db0-85f5-d5f82cbf893b'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:07:39.352757 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.374530 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6c2b44db-20fc-4737-bd46-197869b1fd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.388721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Network b3ee0650-669f-4a34-8d17-063cbb7cc901 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:39.401262 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-60b02338-49e3-4248-a954-140f4e203715 req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Allocated IP 172.25.2.105 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/86bce6de-38f3-4a73-a93d-9c15bb839037) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:39.402934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e509a020-46ac-43e7-be0c-310130b45990 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Made reservation on behalf of 12cb6b64f95b4df5906472285c5014ec for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:39.403626 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:39.406509 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e509a020-46ac-43e7-be0c-310130b45990 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.407452 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Pushing event updated for resources: {'Port': ['ID=2b734c62-75b4-4d22-b8a8-dad3ed39d50e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:39.412702 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:39.439208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-e509a020-46ac-43e7-be0c-310130b45990 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] device_id is not set on port 7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:07:39.544407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Allocated IP 2001:db8::2 (6b66f7a5-2647-4ce1-beac-6717c6c122b6/a5a9e882-1198-4db0-85f5-d5f82cbf893b/2c2cab67-8e80-40b0-9cc9-8429652d7825) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:39.559062 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6c2b44db-20fc-4737-bd46-197869b1fd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.563524 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6c2b44db-20fc-4737-bd46-197869b1fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.612410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b44db-20fc-4737-bd46-197869b1fd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61255b61-7690-4b9b-ad61-82cd4577641c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:39.620675 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6c2b44db-20fc-4737-bd46-197869b1fd6a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3068305bd81246bd8314c20f1be434aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735982 Jul 27 21:07:39.620950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47270) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:39.659980 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-60b02338-49e3-4248-a954-140f4e203715 req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.690471 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-82aa961f-a56e-4098-82b6-0f462e3cb4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.715255 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-82aa961f-a56e-4098-82b6-0f462e3cb4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.719360 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.729400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Transition to ACTIVE for port object 2c2cab67-8e80-40b0-9cc9-8429652d7825 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:39.734084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.746974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Transition to ACTIVE for port object 2c2cab67-8e80-40b0-9cc9-8429652d7825 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:39.755607 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.773848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Network 6b66f7a5-2647-4ce1-beac-6717c6c122b6 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:39.776446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:39.790052 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-60b02338-49e3-4248-a954-140f4e203715 req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.797922 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:39.801750 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-82aa961f-a56e-4098-82b6-0f462e3cb4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.804623 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-82aa961f-a56e-4098-82b6-0f462e3cb4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.808269 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-82aa961f-a56e-4098-82b6-0f462e3cb4e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61255b61-7690-4b9b-ad61-82cd4577641c HTTP/1.1" status: 204 len: 168 time: 0.1839640 Jul 27 21:07:39.822995 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa961f-a56e-4098-82b6-0f462e3cb4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61255b61-7690-4b9b-ad61-82cd4577641c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:39.841413 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-e509a020-46ac-43e7-be0c-310130b45990 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Allocated IP 2001:db8::5d (6b66f7a5-2647-4ce1-beac-6717c6c122b6/a5a9e882-1198-4db0-85f5-d5f82cbf893b/7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:39.844028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Pushing event updated for resources: {'Port': ['ID=2c2cab67-8e80-40b0-9cc9-8429652d7825,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:39.879181 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b02338-49e3-4248-a954-140f4e203715 req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:39.884878 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-60b02338-49e3-4248-a954-140f4e203715 req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:39.899964 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b02338-49e3-4248-a954-140f4e203715 req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:39.908397 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Attempting to bind port 2c2cab67-8e80-40b0-9cc9-8429652d7825 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:39.909173 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Attempting to bind port 2c2cab67-8e80-40b0-9cc9-8429652d7825 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'ecbf1a3b-76b1-4b31-b8b0-5c09d4d3bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6b66f7a5-2647-4ce1-beac-6717c6c122b6'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:39.909754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Attempting to bind port 2c2cab67-8e80-40b0-9cc9-8429652d7825 on network 6b66f7a5-2647-4ce1-beac-6717c6c122b6 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:39.916107 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:07:39.916751 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Checking segment: {'id': 'ecbf1a3b-76b1-4b31-b8b0-5c09d4d3bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6b66f7a5-2647-4ce1-beac-6717c6c122b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:39.917353 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.917905 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Bound using segment: {'id': 'ecbf1a3b-76b1-4b31-b8b0-5c09d4d3bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6b66f7a5-2647-4ce1-beac-6717c6c122b6'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:07:39.918568 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Bound port: 2c2cab67-8e80-40b0-9cc9-8429652d7825, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbf1a3b-76b1-4b31-b8b0-5c09d4d3bad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6b66f7a5-2647-4ce1-beac-6717c6c122b6'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:07:39.919116 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:39.998886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] For port 2c2cab67-8e80-40b0-9cc9-8429652d7825, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:07:40.007102 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] For port 2c2cab67-8e80-40b0-9cc9-8429652d7825, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2c2cab67-8e80-40b0-9cc9-8429652d7825,segment=NetworkSegment(ecbf1a3b-76b1-4b31-b8b0-5c09d4d3bad1),segment_id=ecbf1a3b-76b1-4b31-b8b0-5c09d4d3bad1)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:07:40.014875 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.079820 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e509a020-46ac-43e7-be0c-310130b45990 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.098964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-e509a020-46ac-43e7-be0c-310130b45990 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Transition to ACTIVE for port object 7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:40.102667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaeabcd-a848-4519-98df-452ab72bdb77 None None] Pushing event updated for resources: {'Port': ['ID=2c2cab67-8e80-40b0-9cc9-8429652d7825,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:40.145258 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e509a020-46ac-43e7-be0c-310130b45990 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.194791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e509a020-46ac-43e7-be0c-310130b45990 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Network 6b66f7a5-2647-4ce1-beac-6717c6c122b6 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:40.197827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-e509a020-46ac-43e7-be0c-310130b45990 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:40.200714 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e509a020-46ac-43e7-be0c-310130b45990 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:40.207636 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e509a020-46ac-43e7-be0c-310130b45990 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:40.208457 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e509a020-46ac-43e7-be0c-310130b45990 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.226115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Pushing event updated for resources: {'Port': ['ID=86bce6de-38f3-4a73-a93d-9c15bb839037,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:40.241187 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e509a020-46ac-43e7-be0c-310130b45990 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.0565195 Jul 27 21:07:40.241574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47278) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:40.242030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509a020-46ac-43e7-be0c-310130b45990 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Pushing event updated for resources: {'Port': ['ID=7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:40.285379 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Request body: {'port': {'network_id': '6b66f7a5-2647-4ce1-beac-6717c6c122b6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1450481124', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:40.285936 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.api.validators [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] bootfile-name is not in valid_values {{(pid=105579) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:07:40.286298 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.api.validators [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] tftp-server is not in valid_values {{(pid=105579) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:07:40.286628 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.api.validators [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] server-ip-address is not in valid_values {{(pid=105579) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:07:40.385918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47282) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:40.402729 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8134ed24-5841-45c1-abb0-c7a567b886e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.490539 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-60b02338-49e3-4248-a954-140f4e203715 req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.537385 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8134ed24-5841-45c1-abb0-c7a567b886e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.538862 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.542205 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8134ed24-5841-45c1-abb0-c7a567b886e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.587954 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8134ed24-5841-45c1-abb0-c7a567b886e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2182f7ce6c84c85b5aee1d6829ebb77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2006378 Jul 27 21:07:40.588770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134ed24-5841-45c1-abb0-c7a567b886e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d466b788-b697-4d1f-b14c-9e3b3f68f84a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:40.591950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47286) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:40.612160 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-60b02338-49e3-4248-a954-140f4e203715 req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.619960 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Made reservation on behalf of 12cb6b64f95b4df5906472285c5014ec for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:40.623478 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.646319 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74bc35fd-17ef-4338-a144-17901b38d1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.667739 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74bc35fd-17ef-4338-a144-17901b38d1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.716966 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] device_id is not set on port cf448dfa-8b1b-44d2-a370-db7e1113748b yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:07:40.718853 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74bc35fd-17ef-4338-a144-17901b38d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.722169 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74bc35fd-17ef-4338-a144-17901b38d1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:40.723366 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-74bc35fd-17ef-4338-a144-17901b38d1f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d466b788-b697-4d1f-b14c-9e3b3f68f84a HTTP/1.1" status: 204 len: 168 time: 0.1303351 Jul 27 21:07:40.733008 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc35fd-17ef-4338-a144-17901b38d1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d466b788-b697-4d1f-b14c-9e3b3f68f84a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:40.920000 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Router 9348837a-28b8-4391-a174-2d2eb7685f4c is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:07:40.955518 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Allocated IP 2001:db8::1a5 (6b66f7a5-2647-4ce1-beac-6717c6c122b6/a5a9e882-1198-4db0-85f5-d5f82cbf893b/cf448dfa-8b1b-44d2-a370-db7e1113748b) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:40.980958 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-60b02338-49e3-4248-a954-140f4e203715 req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.022490 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-60b02338-49e3-4248-a954-140f4e203715 req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.179524 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Pushing event updated for resources: {'Port': ['ID=86bce6de-38f3-4a73-a93d-9c15bb839037,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:41.242633 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:07:41.246250 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-60b02338-49e3-4248-a954-140f4e203715 req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.258739 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Sync routers for ids ['9348837a-28b8-4391-a174-2d2eb7685f4c'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:07:41.278678 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Routers {'9348837a-28b8-4391-a174-2d2eb7685f4c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:41.279061 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-60b02338-49e3-4248-a954-140f4e203715 req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.280310 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-60b02338-49e3-4248-a954-140f4e203715 req-aa9805b2-3946-4945-9403-d87ba6658e50 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6514890 Jul 27 21:07:41.287530 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['9348837a-28b8-4391-a174-2d2eb7685f4c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:41.289389 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.293133 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ffa7465b-e8ee-4b16-8bf6-42eef2672024 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.2821655 Jul 27 21:07:41.293674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47304) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:41.339731 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa7f6d8-8235-45fc-b921-818d9a093f02 None None] Network 6b66f7a5-2647-4ce1-beac-6717c6c122b6 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:41.406090 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-60b02338-49e3-4248-a954-140f4e203715 req-93a5cb47-9fd0-4c47-876e-e2392d3bf772 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 696 time: 0.1177151 Jul 27 21:07:41.469100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-22943272-9ccd-429e-b180-d3ca99e89d94 None None] Provisioning for port 2c2cab67-8e80-40b0-9cc9-8429652d7825 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:41.527759 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Set router 9348837a-28b8-4391-a174-2d2eb7685f4c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:41.538456 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.578385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Transition to ACTIVE for port object cf448dfa-8b1b-44d2-a370-db7e1113748b will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:41.590885 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f0eba09-a063-4ffd-b069-d63b27865946 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.696688 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b02338-49e3-4248-a954-140f4e203715 req-33f5129f-36eb-4557-b8cd-c45af333a5f4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:41.698306 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-60b02338-49e3-4248-a954-140f4e203715 req-33f5129f-36eb-4557-b8cd-c45af333a5f4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.2835882 Jul 27 21:07:41.713655 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-60b02338-49e3-4248-a954-140f4e203715 req-050593b1-3523-4825-a6c9-6e3c0b2dc5f5 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:41.714697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-60b02338-49e3-4248-a954-140f4e203715 req-050593b1-3523-4825-a6c9-6e3c0b2dc5f5 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095770 Jul 27 21:07:41.774316 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.890886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Network 6b66f7a5-2647-4ce1-beac-6717c6c122b6 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:41.895085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Pushing event updated for resources: {'Port': ['ID=cf448dfa-8b1b-44d2-a370-db7e1113748b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:41.903310 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:41.913416 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:41.919064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:41.919708 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.922755 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f0eba09-a063-4ffd-b069-d63b27865946 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:41.973152 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ddc750e3-97e0-4c0d-8b7d-0afc781fd419 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7301810 Jul 27 21:07:41.975954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47326) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:41.977708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9348837a-28b8-4391-a174-2d2eb7685f4c', 'name': '', 'tenant_id': '8fa0651fd19e414f9a97d7e2382d2a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3ee0650-669f-4a34-8d17-063cbb7cc901', 'external_fixed_ips': [{'subnet_id': 'da8acff0-7886-4a9e-a4c9-c75acca5bb11', 'ip_address': '2001:db8::221'}], 'enable_snat': True}, 'gw_port_id': '2b734c62-75b4-4d22-b8a8-dad3ed39d50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:37Z', 'updated_at': '2021-07-27T21:07:39Z', 'revision_number': 3, 'project_id': '8fa0651fd19e414f9a97d7e2382d2a04', 'gw_port': {'id': '2b734c62-75b4-4d22-b8a8-dad3ed39d50e', 'name': '', 'network_id': 'b3ee0650-669f-4a34-8d17-063cbb7cc901', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ee:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9348837a-28b8-4391-a174-2d2eb7685f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'da8acff0-7886-4a9e-a4c9-c75acca5bb11', 'ip_address': '2001:db8::221', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:38Z', 'updated_at': '2021-07-27T21:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da8acff0-7886-4a9e-a4c9-c75acca5bb11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:41.982471 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-9f4124b0-4f81-4b1e-8d3e-1b084b1df554 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2258914 Jul 27 21:07:42.007932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:42.017675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Checking router: 9348837a-28b8-4391-a174-2d2eb7685f4c for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:07:42.018028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Updating router 9348837a-28b8-4391-a174-2d2eb7685f4c port 2b734c62-75b4-4d22-b8a8-dad3ed39d50e binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:07:42.030924 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-0f0eba09-a063-4ffd-b069-d63b27865946 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Deleting port 2b734c62-75b4-4d22-b8a8-dad3ed39d50e {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:42.031606 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f0eba09-a063-4ffd-b069-d63b27865946 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.069553 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.105465 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.223185 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dedaade-6fd3-48c0-979c-33f792a74038 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:42.230004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dedaade-6fd3-48c0-979c-33f792a74038 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:42.238401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dedaade-6fd3-48c0-979c-33f792a74038 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:42.239791 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f0eba09-a063-4ffd-b069-d63b27865946 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.244652 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9dedaade-6fd3-48c0-979c-33f792a74038 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2670310 Jul 27 21:07:42.245523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47336) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:42.264197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-0f0eba09-a063-4ffd-b069-d63b27865946 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Calling delete_port for 2b734c62-75b4-4d22-b8a8-dad3ed39d50e owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:42.463455 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47338) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:42.487176 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2c2cab67-8e80-40b0-9cc9-8429652d7825 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:42.492363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-91c54d9a-addf-415e-bc38-0df44e329fbb tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Deleting port cf448dfa-8b1b-44d2-a370-db7e1113748b {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:42.492986 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91c54d9a-addf-415e-bc38-0df44e329fbb tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.548393 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.601874 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91c54d9a-addf-415e-bc38-0df44e329fbb tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.617502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-91c54d9a-addf-415e-bc38-0df44e329fbb tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Calling delete_port for cf448dfa-8b1b-44d2-a370-db7e1113748b owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:42.621381 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Transition to ACTIVE for port object 2b734c62-75b4-4d22-b8a8-dad3ed39d50e will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:42.634891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1c337572-44e4-48cd-adb1-d34a99c640ba None None] Provisioning for port cf448dfa-8b1b-44d2-a370-db7e1113748b completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:42.637672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-7d49b54f-905a-473e-be05-5334c9703b12 tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-863275697'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:42.639312 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.660926 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1c337572-44e4-48cd-adb1-d34a99c640ba None None] Provisioning complete for port cf448dfa-8b1b-44d2-a370-db7e1113748b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:42.660926 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1c337572-44e4-48cd-adb1-d34a99c640ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.754423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922feafd-ee67-43c9-9057-402d44b09534 None None] Pushing event updated for resources: {'Port': ['ID=2b734c62-75b4-4d22-b8a8-dad3ed39d50e,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:42.760275 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d49b54f-905a-473e-be05-5334c9703b12 tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.761934 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d49b54f-905a-473e-be05-5334c9703b12 tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.793437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 2c2cab67-8e80-40b0-9cc9-8429652d7825 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:42.814559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 2c2cab67-8e80-40b0-9cc9-8429652d7825 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:42.815116 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.818777 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Attempting to bind port 2b734c62-75b4-4d22-b8a8-dad3ed39d50e on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:42.819145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Attempting to bind port 2b734c62-75b4-4d22-b8a8-dad3ed39d50e by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '60e19e5d-c3d7-4726-8193-cd54891d8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ee0650-669f-4a34-8d17-063cbb7cc901'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:42.819508 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Attempting to bind port 2b734c62-75b4-4d22-b8a8-dad3ed39d50e on network b3ee0650-669f-4a34-8d17-063cbb7cc901 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:42.843181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1c337572-44e4-48cd-adb1-d34a99c640ba None None] Port cf448dfa-8b1b-44d2-a370-db7e1113748b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:07:42.850514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:07:42.850900 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Checking segment: {'id': '60e19e5d-c3d7-4726-8193-cd54891d8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ee0650-669f-4a34-8d17-063cbb7cc901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:42.851303 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.851693 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Bound using segment: {'id': '60e19e5d-c3d7-4726-8193-cd54891d8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ee0650-669f-4a34-8d17-063cbb7cc901'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:07:42.852165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Bound port: 2b734c62-75b4-4d22-b8a8-dad3ed39d50e, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e19e5d-c3d7-4726-8193-cd54891d8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ee0650-669f-4a34-8d17-063cbb7cc901'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:07:42.852549 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.868937 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d49b54f-905a-473e-be05-5334c9703b12 tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.878644 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d49b54f-905a-473e-be05-5334c9703b12 tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.908389 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d49b54f-905a-473e-be05-5334c9703b12 tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.909747 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7d49b54f-905a-473e-be05-5334c9703b12 tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4435391 Jul 27 21:07:42.910814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1c337572-44e4-48cd-adb1-d34a99c640ba None None] Provisioning for port 7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:42.913036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47346) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:42.920371 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91c54d9a-addf-415e-bc38-0df44e329fbb tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.930298 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1c337572-44e4-48cd-adb1-d34a99c640ba None None] Provisioning complete for port 7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:42.930675 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1c337572-44e4-48cd-adb1-d34a99c640ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.967190 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f0eba09-a063-4ffd-b069-d63b27865946 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:42.982028 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:07:42.982427 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:07:42.987711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c54d9a-addf-415e-bc38-0df44e329fbb tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Pushing event deleted for resources: {'Port': ['ID=cf448dfa-8b1b-44d2-a370-db7e1113748b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:43.004309 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1c337572-44e4-48cd-adb1-d34a99c640ba None None] Port 7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:07:43.005846 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.015088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0eba09-a063-4ffd-b069-d63b27865946 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b734c62-75b4-4d22-b8a8-dad3ed39d50e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:43.056212 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 2c2cab67-8e80-40b0-9cc9-8429652d7825, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2c2cab67-8e80-40b0-9cc9-8429652d7825,segment=NetworkSegment(ecbf1a3b-76b1-4b31-b8b0-5c09d4d3bad1),segment_id=ecbf1a3b-76b1-4b31-b8b0-5c09d4d3bad1)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:43.061739 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.068915 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b84371a-ff32-4d22-8dfa-40588b9f4dda tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.072525 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f0eba09-a063-4ffd-b069-d63b27865946 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.107295 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.110106 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91c54d9a-addf-415e-bc38-0df44e329fbb tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.112429 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-91c54d9a-addf-415e-bc38-0df44e329fbb tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] 10.222.0.55 "DELETE /v2.0/ports/cf448dfa-8b1b-44d2-a370-db7e1113748b HTTP/1.1" status: 204 len: 168 time: 0.8657804 Jul 27 21:07:43.116778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47348) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:43.133477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-035ae300-2d3d-4f14-b156-fa179e31a7a4 None None] Could not find standard attr ID for object cf448dfa-8b1b-44d2-a370-db7e1113748b. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:07:43.141771 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=2c2cab67-8e80-40b0-9cc9-8429652d7825,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:43.149548 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-5768216f-9f01-46c4-8780-160d4416367a tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Request body: {'port': {'name': 'tempest-new-port-name-2145896366', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:43.150624 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.api.validators [None req-5768216f-9f01-46c4-8780-160d4416367a tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] bootfile-name is not in valid_values {{(pid=105580) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:07:43.150966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.api.validators [None req-5768216f-9f01-46c4-8780-160d4416367a tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] tftp-server is not in valid_values {{(pid=105580) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:07:43.151321 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.api.validators [None req-5768216f-9f01-46c4-8780-160d4416367a tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] server-ip-address is not in valid_values {{(pid=105580) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:07:43.152550 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-035ae300-2d3d-4f14-b156-fa179e31a7a4 None None] Provisioning complete for port 7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:43.153138 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-035ae300-2d3d-4f14-b156-fa179e31a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.200591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-035ae300-2d3d-4f14-b156-fa179e31a7a4 None None] Port 7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:07:43.216019 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f0eba09-a063-4ffd-b069-d63b27865946 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.219124 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f0eba09-a063-4ffd-b069-d63b27865946 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.318421 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b84371a-ff32-4d22-8dfa-40588b9f4dda tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.322340 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b84371a-ff32-4d22-8dfa-40588b9f4dda tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.323678 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f0eba09-a063-4ffd-b069-d63b27865946 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.324457 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0eba09-a063-4ffd-b069-d63b27865946 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9348837a-28b8-4391-a174-2d2eb7685f4c {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:07:43.332973 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f0eba09-a063-4ffd-b069-d63b27865946 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.336975 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0f0eba09-a063-4ffd-b069-d63b27865946 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "DELETE /v2.0/routers/9348837a-28b8-4391-a174-2d2eb7685f4c HTTP/1.1" status: 204 len: 168 time: 2.0293999 Jul 27 21:07:43.337609 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47352) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:43.394334 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5768216f-9f01-46c4-8780-160d4416367a tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.405725 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b84371a-ff32-4d22-8dfa-40588b9f4dda tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.406245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b84371a-ff32-4d22-8dfa-40588b9f4dda tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3b0b0c9-d15c-4a43-981e-125420e1d6f3 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:07:43.411396 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b84371a-ff32-4d22-8dfa-40588b9f4dda tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.415865 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4b84371a-ff32-4d22-8dfa-40588b9f4dda tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] 10.222.0.55 "DELETE /v2.0/routers/f3b0b0c9-d15c-4a43-981e-125420e1d6f3 HTTP/1.1" status: 204 len: 168 time: 0.4983974 Jul 27 21:07:43.415990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47354) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:43.420194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-bacd004f-e5e4-4eca-8f5d-f89407987c3a tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Request body: {'router': {'name': 'tempest-router-94259908', 'distributed': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:43.420326 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1df6d24-beba-4f96-87b7-8b1593028af5 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Deleting subnet da8acff0-7886-4a9e-a4c9-c75acca5bb11 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:07:43.431522 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Allocated IP 172.25.2.200 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/5d09b3f4-c31c-4744-af0e-d177d92a3993) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:43.433441 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1df6d24-beba-4f96-87b7-8b1593028af5 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.482160 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bacd004f-e5e4-4eca-8f5d-f89407987c3a tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.483185 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bacd004f-e5e4-4eca-8f5d-f89407987c3a tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.499795 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Attempting to bind port 2b734c62-75b4-4d22-b8a8-dad3ed39d50e on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:43.500737 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Attempting to bind port 2b734c62-75b4-4d22-b8a8-dad3ed39d50e by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '60e19e5d-c3d7-4726-8193-cd54891d8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ee0650-669f-4a34-8d17-063cbb7cc901'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:43.501539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Attempting to bind port 2b734c62-75b4-4d22-b8a8-dad3ed39d50e on network b3ee0650-669f-4a34-8d17-063cbb7cc901 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:43.507814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:07:43.508196 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Checking segment: {'id': '60e19e5d-c3d7-4726-8193-cd54891d8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ee0650-669f-4a34-8d17-063cbb7cc901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:43.508729 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.509190 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Bound using segment: {'id': '60e19e5d-c3d7-4726-8193-cd54891d8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ee0650-669f-4a34-8d17-063cbb7cc901'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:07:43.509649 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Bound port: 2b734c62-75b4-4d22-b8a8-dad3ed39d50e, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e19e5d-c3d7-4726-8193-cd54891d8591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ee0650-669f-4a34-8d17-063cbb7cc901'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:07:43.510023 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.517969 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1df6d24-beba-4f96-87b7-8b1593028af5 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.529907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Port 2b734c62-75b4-4d22-b8a8-dad3ed39d50e has been deleted concurrently {{(pid=105581) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 27 21:07:43.541719 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Routers set() bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:43.542092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Router IDs set() for agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 21:07:43.543558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_agentschedulers_db [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9348837a-28b8-4391-a174-2d2eb7685f4c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent'). {{(pid=105581) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 21:07:43.543948 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84387304-fe63-4878-8a0a-782a27ae32f6 None None] The sync data for ids ['9348837a-28b8-4391-a174-2d2eb7685f4c'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:07:43.585846 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1df6d24-beba-4f96-87b7-8b1593028af5 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.593749 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bacd004f-e5e4-4eca-8f5d-f89407987c3a tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.603925 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bacd004f-e5e4-4eca-8f5d-f89407987c3a tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.628909 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bacd004f-e5e4-4eca-8f5d-f89407987c3a tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.630105 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bacd004f-e5e4-4eca-8f5d-f89407987c3a tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2132540 Jul 27 21:07:43.632973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47356) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:43.646378 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.705161 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1df6d24-beba-4f96-87b7-8b1593028af5 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.711660 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.775303 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df6d24-beba-4f96-87b7-8b1593028af5 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=da8acff0-7886-4a9e-a4c9-c75acca5bb11,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:43.780219 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:43.785898 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1df6d24-beba-4f96-87b7-8b1593028af5 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.787858 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c1df6d24-beba-4f96-87b7-8b1593028af5 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/da8acff0-7886-4a9e-a4c9-c75acca5bb11 HTTP/1.1" status: 204 len: 168 time: 0.4467783 Jul 27 21:07:43.788823 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:43.792429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47360) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:43.796136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:43.884859 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Pushing event updated for resources: {'Port': ['ID=5d09b3f4-c31c-4744-af0e-d177d92a3993,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:43.919949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87059c4e-3527-4322-9675-1341c92a6408 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:43.987129 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.031969 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83484acd-467b-4e3c-aac2-6f79c3b2ad9e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.064322 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87059c4e-3527-4322-9675-1341c92a6408 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.078425 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-87059c4e-3527-4322-9675-1341c92a6408 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ee0650-669f-4a34-8d17-063cbb7cc901']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:44.078659 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5768216f-9f01-46c4-8780-160d4416367a tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.093757 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-87059c4e-3527-4322-9675-1341c92a6408 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e19e5d-c3d7-4726-8193-cd54891d8591') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:44.094060 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-87059c4e-3527-4322-9675-1341c92a6408 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e19e5d-c3d7-4726-8193-cd54891d8591') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:44.101895 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.106502 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87059c4e-3527-4322-9675-1341c92a6408 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.106730 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5768216f-9f01-46c4-8780-160d4416367a tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.144447 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87059c4e-3527-4322-9675-1341c92a6408 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.157834 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87059c4e-3527-4322-9675-1341c92a6408 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:07:44.158786 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87059c4e-3527-4322-9675-1341c92a6408 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: items = [ Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:07:44.160186 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:07:44.201599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-5768216f-9f01-46c4-8780-160d4416367a tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] In _notify_port_updated(), no bound segment for port 7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d on network 6b66f7a5-2647-4ce1-beac-6717c6c122b6 {{(pid=105580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:07:44.207673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5768216f-9f01-46c4-8780-160d4416367a tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:44.208341 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5768216f-9f01-46c4-8780-160d4416367a tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.209680 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5768216f-9f01-46c4-8780-160d4416367a tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] 10.222.0.55 "PUT /v2.0/ports/7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d HTTP/1.1" status: 200 len: 1129 time: 1.0917702 Jul 27 21:07:44.215717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47364) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:44.288882 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87059c4e-3527-4322-9675-1341c92a6408 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.289075 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83484acd-467b-4e3c-aac2-6f79c3b2ad9e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.293987 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83484acd-467b-4e3c-aac2-6f79c3b2ad9e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.297301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768216f-9f01-46c4-8780-160d4416367a tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Pushing event updated for resources: {'Port': ['ID=7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:44.353620 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4085ce29-9bde-4af1-9646-4c4beeaaf0cb tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:44.358692 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4085ce29-9bde-4af1-9646-4c4beeaaf0cb tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] 10.222.0.55 "GET /v2.0/ports/7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d HTTP/1.1" status: 200 len: 1129 time: 0.1386094 Jul 27 21:07:44.359252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47368) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:44.368937 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83484acd-467b-4e3c-aac2-6f79c3b2ad9e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.368937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83484acd-467b-4e3c-aac2-6f79c3b2ad9e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9abc587-f954-4d16-9275-ea4f4ceb7d9e {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:07:44.373043 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.379209 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87059c4e-3527-4322-9675-1341c92a6408 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b3ee0650-669f-4a34-8d17-063cbb7cc901 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:07:44.382699 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.385177 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87059c4e-3527-4322-9675-1341c92a6408 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.390739 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-87059c4e-3527-4322-9675-1341c92a6408 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "DELETE /v2.0/networks/b3ee0650-669f-4a34-8d17-063cbb7cc901 HTTP/1.1" status: 204 len: 168 time: 0.5939043 Jul 27 21:07:44.396708 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83484acd-467b-4e3c-aac2-6f79c3b2ad9e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.401036 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-83484acd-467b-4e3c-aac2-6f79c3b2ad9e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] 10.222.0.55 "DELETE /v2.0/routers/d9abc587-f954-4d16-9275-ea4f4ceb7d9e HTTP/1.1" status: 204 len: 168 time: 0.7640247 Jul 27 21:07:44.401316 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47372) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:44.409979 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-679c35e1-6279-4624-a422-a29b627968db tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Request body: {'router': {'name': 'tempest-router-883182626', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6d86dc24e0494c7bb36515a6356940e8'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:44.411934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87059c4e-3527-4322-9675-1341c92a6408 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Pushing event deleted for resources: {'Network': ['ID=b3ee0650-669f-4a34-8d17-063cbb7cc901,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:44.449333 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-679c35e1-6279-4624-a422-a29b627968db tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.450341 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-679c35e1-6279-4624-a422-a29b627968db tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.508677 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Pushing event updated for resources: {'Port': ['ID=5d09b3f4-c31c-4744-af0e-d177d92a3993,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:44.513299 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2c2cab67-8e80-40b0-9cc9-8429652d7825 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:44.534791 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.555149 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.557012 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-62a87f59-78c8-45d4-ab79-ba81c3b3b6c4 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5569108 Jul 27 21:07:44.568317 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-679c35e1-6279-4624-a422-a29b627968db tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.579581 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-679c35e1-6279-4624-a422-a29b627968db tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.593214 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-542cc5cc-ab93-4927-9274-b95523616a9e tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Deleting port 7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:44.593738 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-542cc5cc-ab93-4927-9274-b95523616a9e tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.605098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 2c2cab67-8e80-40b0-9cc9-8429652d7825 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:44.605837 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.609830 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-679c35e1-6279-4624-a422-a29b627968db tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.613632 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-679c35e1-6279-4624-a422-a29b627968db tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2089844 Jul 27 21:07:44.636947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47376) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:44.641355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-756d6e05-b91f-404e-aecd-cc8949660c7e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:44.665067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7d8a2912-f53e-4028-8bb5-284ed79a5bad None None] Provisioning complete for port 7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:44.665726 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2912-f53e-4028-8bb5-284ed79a5bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.684528 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-b503abab-1727-4aa3-b422-e4af74b6c464 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.1202190 Jul 27 21:07:44.775366 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a2912-f53e-4028-8bb5-284ed79a5bad None None] Port 7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:07:44.873136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47384) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:44.886708 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-542cc5cc-ab93-4927-9274-b95523616a9e tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.889397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-4be81d1c-5976-4f5d-bb86-1c941eccbe61 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Request body: {'router': {'name': 'tempest-router--728981027', 'project_id': '9fad9378cc2a4743a0eeb3bc73353b7c'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:44.889993 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-756d6e05-b91f-404e-aecd-cc8949660c7e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.890362 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-756d6e05-b91f-404e-aecd-cc8949660c7e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.943992 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-a4bdce5b-c434-479e-b790-2d462e35d417 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:44.946146 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43c7aa4c-a247-4acf-9e5d-2fe0a08167f5 req-a4bdce5b-c434-479e-b790-2d462e35d417 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.2550964 Jul 27 21:07:44.963116 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4be81d1c-5976-4f5d-bb86-1c941eccbe61 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.964290 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4be81d1c-5976-4f5d-bb86-1c941eccbe61 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:44.964584 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-542cc5cc-ab93-4927-9274-b95523616a9e tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Calling delete_port for 7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:45.033406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-756d6e05-b91f-404e-aecd-cc8949660c7e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105580) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 27 21:07:45.034582 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-756d6e05-b91f-404e-aecd-cc8949660c7e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Router 1fa2bc2a-9c71-4573-a55f-a2fdb382a029 migrating from provider to provider. {{(pid=105580) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 27 21:07:45.035161 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-756d6e05-b91f-404e-aecd-cc8949660c7e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.044604 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-756d6e05-b91f-404e-aecd-cc8949660c7e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.059368 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-756d6e05-b91f-404e-aecd-cc8949660c7e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.059630 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-357a538e-99ad-43dc-bc0d-4c8d1d1f3439 req-0c4034d6-67e4-4a50-ad48-4937278f08ed tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips/653b84f2-6bfe-473e-a103-4a8285dcf420 HTTP/1.1" status: 200 len: 693 time: 0.0839684 Jul 27 21:07:45.159816 n-d-764806-9 neutron-server[105580]: WARNING neutron.scheduler.l3_agent_scheduler [None req-756d6e05-b91f-404e-aecd-cc8949660c7e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] No L3 agents can host the router 1fa2bc2a-9c71-4573-a55f-a2fdb382a029 Jul 27 21:07:45.174907 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4be81d1c-5976-4f5d-bb86-1c941eccbe61 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.235152 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4be81d1c-5976-4f5d-bb86-1c941eccbe61 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.244306 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a538e-99ad-43dc-bc0d-4c8d1d1f3439 req-a558f4c2-c58d-4fbd-9bf4-aa5a6748e923 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:45.245674 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-357a538e-99ad-43dc-bc0d-4c8d1d1f3439 req-a558f4c2-c58d-4fbd-9bf4-aa5a6748e923 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.1755092 Jul 27 21:07:45.288846 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-542cc5cc-ab93-4927-9274-b95523616a9e tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.315584 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4be81d1c-5976-4f5d-bb86-1c941eccbe61 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.316799 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4be81d1c-5976-4f5d-bb86-1c941eccbe61 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4407275 Jul 27 21:07:45.321051 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47390) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:45.332367 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78bdd4ed-4a4b-403a-9caf-1026e7e94afb req-25c57d4b-2add-4791-9ebc-6daf37266fd0 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips/653b84f2-6bfe-473e-a103-4a8285dcf420 HTTP/1.1" status: 200 len: 693 time: 0.0585561 Jul 27 21:07:45.361994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cc5cc-ab93-4927-9274-b95523616a9e tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Pushing event deleted for resources: {'Port': ['ID=7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:45.364021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d6e05-b91f-404e-aecd-cc8949660c7e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Hosts for router 1fa2bc2a-9c71-4573-a55f-a2fdb382a029: [] {{(pid=105580) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 27 21:07:45.412459 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-542cc5cc-ab93-4927-9274-b95523616a9e tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.417130 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-542cc5cc-ab93-4927-9274-b95523616a9e tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] 10.222.0.55 "DELETE /v2.0/ports/7d9d69c9-58ef-4d7f-b92e-31e8e1e2e46d HTTP/1.1" status: 204 len: 168 time: 1.0568259 Jul 27 21:07:45.418292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47392) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:45.425118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d6e05-b91f-404e-aecd-cc8949660c7e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Hosts for other DVR routers connected to router 1fa2bc2a-9c71-4573-a55f-a2fdb382a029: set() {{(pid=105580) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 27 21:07:45.427699 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-756d6e05-b91f-404e-aecd-cc8949660c7e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.431591 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-756d6e05-b91f-404e-aecd-cc8949660c7e tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] 10.222.0.55 "PUT /v2.0/routers/1fa2bc2a-9c71-4573-a55f-a2fdb382a029 HTTP/1.1" status: 200 len: 716 time: 0.7936049 Jul 27 21:07:45.432222 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47396) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:45.526805 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-170e1ac4-8e48-4a20-b546-1a4b245f272a tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] 10.222.0.55 "GET /v2.0/routers/1fa2bc2a-9c71-4573-a55f-a2fdb382a029 HTTP/1.1" status: 200 len: 716 time: 0.0933809 Jul 27 21:07:45.527696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47398) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:45.559619 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4864536-7456-455d-aa88-3c8d6ac980dd tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.726406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdd4ed-4a4b-403a-9caf-1026e7e94afb req-e859d32a-6c9a-4514-8234-a78b7bf2e5b2 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:45.727971 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78bdd4ed-4a4b-403a-9caf-1026e7e94afb req-e859d32a-6c9a-4514-8234-a78b7bf2e5b2 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.3631015 Jul 27 21:07:45.765547 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-78bdd4ed-4a4b-403a-9caf-1026e7e94afb req-bcc9ffa7-ce8f-40fc-8941-f6e1887f0e1f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:07:45.766772 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78bdd4ed-4a4b-403a-9caf-1026e7e94afb req-bcc9ffa7-ce8f-40fc-8941-f6e1887f0e1f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090249 Jul 27 21:07:45.771094 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4864536-7456-455d-aa88-3c8d6ac980dd tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.775366 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4864536-7456-455d-aa88-3c8d6ac980dd tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.785094 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5917ae-47bd-47e3-b324-6f32f91d065e tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Deleting subnet a5a9e882-1198-4db0-85f5-d5f82cbf893b {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:07:45.829974 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1d5917ae-47bd-47e3-b324-6f32f91d065e tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.899071 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78bdd4ed-4a4b-403a-9caf-1026e7e94afb req-dc5488d6-f740-46ba-aecb-d73bed8bd820 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.1213555 Jul 27 21:07:45.926470 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4864536-7456-455d-aa88-3c8d6ac980dd tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.926967 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4864536-7456-455d-aa88-3c8d6ac980dd tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09d75432-6a49-4477-9427-229905b56fd2 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:07:45.965934 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4864536-7456-455d-aa88-3c8d6ac980dd tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:45.970767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d4864536-7456-455d-aa88-3c8d6ac980dd tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "DELETE /v2.0/routers/09d75432-6a49-4477-9427-229905b56fd2 HTTP/1.1" status: 204 len: 168 time: 0.6452026 Jul 27 21:07:45.974345 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1d5917ae-47bd-47e3-b324-6f32f91d065e tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.000525 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78bdd4ed-4a4b-403a-9caf-1026e7e94afb req-0ea30dc6-f3da-42ae-a8b3-dd1a3004cc53 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.200 HTTP/1.1" status: 200 len: 696 time: 0.0868025 Jul 27 21:07:46.055684 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8ddcd66f-28db-421d-859f-674fb30fbd7a tempest-RoutersTestDVR-1139867556 tempest-RoutersTestDVR-1139867556-project] 10.222.0.55 "GET /v2.0/routers/1fa2bc2a-9c71-4573-a55f-a2fdb382a029 HTTP/1.1" status: 200 len: 682 time: 0.5266471 Jul 27 21:07:46.058298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47408) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:46.131525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47410) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:46.143356 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51adcd38-93aa-4fd6-99ac-dcb6242938ac tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.199539 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1d5917ae-47bd-47e3-b324-6f32f91d065e tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.268983 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-78bdd4ed-4a4b-403a-9caf-1026e7e94afb req-d1ddd1fc-49fd-4323-96f4-32d4680f34a7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Deleting port 5d09b3f4-c31c-4744-af0e-d177d92a3993 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:46.269345 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-78bdd4ed-4a4b-403a-9caf-1026e7e94afb req-d1ddd1fc-49fd-4323-96f4-32d4680f34a7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.307690 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1d5917ae-47bd-47e3-b324-6f32f91d065e tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.314079 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1991136567', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}, 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:46.326034 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51adcd38-93aa-4fd6-99ac-dcb6242938ac tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.329390 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51adcd38-93aa-4fd6-99ac-dcb6242938ac tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.347366 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5917ae-47bd-47e3-b324-6f32f91d065e tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a9e882-1198-4db0-85f5-d5f82cbf893b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:46.352386 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1d5917ae-47bd-47e3-b324-6f32f91d065e tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.354284 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1d5917ae-47bd-47e3-b324-6f32f91d065e tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] 10.222.0.55 "DELETE /v2.0/subnets/a5a9e882-1198-4db0-85f5-d5f82cbf893b HTTP/1.1" status: 204 len: 168 time: 0.9340646 Jul 27 21:07:46.356707 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47414) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:46.357754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef4ea88-2f87-4d92-b119-50e00af30828 None None] Network 6b66f7a5-2647-4ce1-beac-6717c6c122b6 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:46.380386 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.381684 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.391717 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51adcd38-93aa-4fd6-99ac-dcb6242938ac tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.392320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51adcd38-93aa-4fd6-99ac-dcb6242938ac tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fa2bc2a-9c71-4573-a55f-a2fdb382a029 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:07:46.404534 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51adcd38-93aa-4fd6-99ac-dcb6242938ac tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.406264 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-51adcd38-93aa-4fd6-99ac-dcb6242938ac tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] 10.222.0.55 "DELETE /v2.0/routers/1fa2bc2a-9c71-4573-a55f-a2fdb382a029 HTTP/1.1" status: 204 len: 168 time: 0.3449419 Jul 27 21:07:46.410365 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47416) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:46.414895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-a268a4cf-396c-42d6-a617-40a59ad6e236 tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Request body: {'router': {'name': 'tempest-router-2085240120', 'distributed': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:46.442539 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-78bdd4ed-4a4b-403a-9caf-1026e7e94afb req-d1ddd1fc-49fd-4323-96f4-32d4680f34a7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.442939 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-78bdd4ed-4a4b-403a-9caf-1026e7e94afb req-d1ddd1fc-49fd-4323-96f4-32d4680f34a7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.462128 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-78bdd4ed-4a4b-403a-9caf-1026e7e94afb req-d1ddd1fc-49fd-4323-96f4-32d4680f34a7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Calling delete_port for 5d09b3f4-c31c-4744-af0e-d177d92a3993 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:46.466874 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.474570 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.517481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a268a4cf-396c-42d6-a617-40a59ad6e236 tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.518624 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a268a4cf-396c-42d6-a617-40a59ad6e236 tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.601322 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Deleting port 2c2cab67-8e80-40b0-9cc9-8429652d7825 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:46.601543 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.622869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3b44b2-1a82-4ee0-b103-173cd0a817f5 None None] DHCP port deletion for 6b66f7a5-2647-4ce1-beac-6717c6c122b6 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:07:46.673311 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.677510 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a268a4cf-396c-42d6-a617-40a59ad6e236 tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.684470 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a268a4cf-396c-42d6-a617-40a59ad6e236 tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.692863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b44b2-1a82-4ee0-b103-173cd0a817f5 None None] Deleting port 2c2cab67-8e80-40b0-9cc9-8429652d7825 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:46.693864 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fc3b44b2-1a82-4ee0-b103-173cd0a817f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.700851 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] For port 2c2cab67-8e80-40b0-9cc9-8429652d7825, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2c2cab67-8e80-40b0-9cc9-8429652d7825,segment=NetworkSegment(ecbf1a3b-76b1-4b31-b8b0-5c09d4d3bad1),segment_id=ecbf1a3b-76b1-4b31-b8b0-5c09d4d3bad1)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:46.701213 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.717922 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Calling delete_port for 2c2cab67-8e80-40b0-9cc9-8429652d7825 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:46.719555 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-78bdd4ed-4a4b-403a-9caf-1026e7e94afb req-d1ddd1fc-49fd-4323-96f4-32d4680f34a7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.740659 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a268a4cf-396c-42d6-a617-40a59ad6e236 tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.742004 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a268a4cf-396c-42d6-a617-40a59ad6e236 tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3305774 Jul 27 21:07:46.746074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47420) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:46.751674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddd1fc-49fd-4323-96f4-32d4680f34a7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Pushing event deleted for resources: {'Port': ['ID=5d09b3f4-c31c-4744-af0e-d177d92a3993,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:46.775244 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-fc3b44b2-1a82-4ee0-b103-173cd0a817f5 None None] For port 2c2cab67-8e80-40b0-9cc9-8429652d7825, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2c2cab67-8e80-40b0-9cc9-8429652d7825,segment=NetworkSegment(ecbf1a3b-76b1-4b31-b8b0-5c09d4d3bad1),segment_id=ecbf1a3b-76b1-4b31-b8b0-5c09d4d3bad1)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:46.775634 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fc3b44b2-1a82-4ee0-b103-173cd0a817f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.789460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b44b2-1a82-4ee0-b103-173cd0a817f5 None None] Calling delete_port for 2c2cab67-8e80-40b0-9cc9-8429652d7825 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:46.839161 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99fb2a2a-0b34-4774-a190-6eed452084ff tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.865246 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-78bdd4ed-4a4b-403a-9caf-1026e7e94afb req-d1ddd1fc-49fd-4323-96f4-32d4680f34a7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.867940 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-78bdd4ed-4a4b-403a-9caf-1026e7e94afb req-d1ddd1fc-49fd-4323-96f4-32d4680f34a7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.869159 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78bdd4ed-4a4b-403a-9caf-1026e7e94afb req-d1ddd1fc-49fd-4323-96f4-32d4680f34a7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "DELETE /v2.0/floatingips/653b84f2-6bfe-473e-a103-4a8285dcf420 HTTP/1.1" status: 204 len: 173 time: 0.8513625 Jul 27 21:07:46.878756 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fc3b44b2-1a82-4ee0-b103-173cd0a817f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.886553 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:46.899701 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b44b2-1a82-4ee0-b103-173cd0a817f5 None None] No DVR routers for this DVR port 2c2cab67-8e80-40b0-9cc9-8429652d7825 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:07:46.917705 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Pushing event deleted for resources: {'Port': ['ID=2c2cab67-8e80-40b0-9cc9-8429652d7825,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:46.925799 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b44b2-1a82-4ee0-b103-173cd0a817f5 None None] Pushing event deleted for resources: {'Port': ['ID=2c2cab67-8e80-40b0-9cc9-8429652d7825,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:46.961189 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] No DVR routers for this DVR port 2c2cab67-8e80-40b0-9cc9-8429652d7825 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:07:47.040638 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99fb2a2a-0b34-4774-a190-6eed452084ff tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.043498 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99fb2a2a-0b34-4774-a190-6eed452084ff tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.157704 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99fb2a2a-0b34-4774-a190-6eed452084ff tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.158438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fb2a2a-0b34-4774-a190-6eed452084ff tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38b456f4-8f7e-4d1d-b947-bd3180d38813 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:07:47.179259 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99fb2a2a-0b34-4774-a190-6eed452084ff tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.180472 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-99fb2a2a-0b34-4774-a190-6eed452084ff tempest-RoutersTestDVR-1120884123 tempest-RoutersTestDVR-1120884123-project-admin] 10.222.0.55 "DELETE /v2.0/routers/38b456f4-8f7e-4d1d-b947-bd3180d38813 HTTP/1.1" status: 204 len: 168 time: 0.4331892 Jul 27 21:07:47.181548 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.209360 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.354747 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Allocated IP 172.25.2.103 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/4db262c3-0fa1-4dfe-af3a-91e75b5c6d3a) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:47.415826 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.439217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b66f7a5-2647-4ce1-beac-6717c6c122b6']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:47.458411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dfa17-9119-4520-8a92-1fbf68284949 req-78724327-2d9a-4756-b7ea-7febb2fda485 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:47.459942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-553dfa17-9119-4520-8a92-1fbf68284949 req-78724327-2d9a-4756-b7ea-7febb2fda485 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5456359 Jul 27 21:07:47.461746 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbf1a3b-76b1-4b31-b8b0-5c09d4d3bad1') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:47.462406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbf1a3b-76b1-4b31-b8b0-5c09d4d3bad1') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:47.472810 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.482279 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.489587 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.500191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47434) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:47.520084 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:07:47.520577 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:07:47.523577 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:07:47.534116 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.575403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:47.582794 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:47.587841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:47.590699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Pushing event updated for resources: {'Port': ['ID=4db262c3-0fa1-4dfe-af3a-91e75b5c6d3a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:47.615534 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ee2410c-fdd2-498d-bc91-753af274bd9c req-b9603db7-c175-4d9f-9497-33533c5fa1c2 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=cf11c2709ca5486bb0c2ba4ec94ddafc HTTP/1.1" status: 200 len: 1657 time: 0.1229239 Jul 27 21:07:47.642482 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-776e5a0e-47ed-4616-837f-604de2e7ac90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.678190 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.686364 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:47.690957 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] 10.222.0.55 "DELETE /v2.0/networks/6b66f7a5-2647-4ce1-beac-6717c6c122b6 HTTP/1.1" status: 204 len: 168 time: 1.3332851 Jul 27 21:07:47.706101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fc483-6b38-4dfd-84c3-50bc844a910f tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719 tempest-ExtraDHCPOptionsIpV6TestJSON-2065207719-project] Pushing event deleted for resources: {'Network': ['ID=6b66f7a5-2647-4ce1-beac-6717c6c122b6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:47.761081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2410c-fdd2-498d-bc91-753af274bd9c req-50f88ea3-37ac-4f92-9297-7b1624012ba3 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:47.766166 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ee2410c-fdd2-498d-bc91-753af274bd9c req-50f88ea3-37ac-4f92-9297-7b1624012ba3 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/networks?id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&id=606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 787 time: 0.1406896 Jul 27 21:07:47.847487 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-542b2cb0-64ed-400b-b017-5177a6d46dd4 req-fbe108e1-6092-489a-a8d6-2f1265565b5f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips/9a6fef1c-aafd-48aa-af0d-1910b15830b7 HTTP/1.1" status: 200 len: 693 time: 0.0559537 Jul 27 21:07:47.881776 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:07:47.930147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47446) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:47.971200 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b2cb0-64ed-400b-b017-5177a6d46dd4 req-8451bfb2-b1f4-45c2-a14f-4cdd04fb854f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:47.973123 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-542b2cb0-64ed-400b-b017-5177a6d46dd4 req-8451bfb2-b1f4-45c2-a14f-4cdd04fb854f tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.1184361 Jul 27 21:07:48.038468 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-542b2cb0-64ed-400b-b017-5177a6d46dd4 req-b8909af1-abe5-48ed-b18a-e2a150c71359 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 696 time: 0.0587137 Jul 27 21:07:48.112418 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-542b2cb0-64ed-400b-b017-5177a6d46dd4 req-66d58302-3aac-4b5b-bbb9-1265653f1a90 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 696 time: 0.0645950 Jul 27 21:07:48.187099 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6044d39c-9fd6-4f4a-bf21-c55b97264808 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12cb6b64f95b4df5906472285c5014ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553818 Jul 27 21:07:48.188938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47454) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:48.208676 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-776e5a0e-47ed-4616-837f-604de2e7ac90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.217870 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-776e5a0e-47ed-4616-837f-604de2e7ac90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.220485 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.271554 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-542b2cb0-64ed-400b-b017-5177a6d46dd4 req-1922223e-caca-4276-bf08-7efc8b51801c tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Deleting port 86bce6de-38f3-4a73-a93d-9c15bb839037 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:48.271910 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-542b2cb0-64ed-400b-b017-5177a6d46dd4 req-1922223e-caca-4276-bf08-7efc8b51801c tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.323314 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-776e5a0e-47ed-4616-837f-604de2e7ac90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d86dc24e0494c7bb36515a6356940e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8220067 Jul 27 21:07:48.332439 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47456) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:48.361304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e5a0e-47ed-4616-837f-604de2e7ac90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3178477-2493-4edd-ad11-6ef20cd29651,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:48.387551 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ea6e2e5e-b03d-4d90-a697-a809bc4c6f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.390661 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-542b2cb0-64ed-400b-b017-5177a6d46dd4 req-1922223e-caca-4276-bf08-7efc8b51801c tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.390924 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-542b2cb0-64ed-400b-b017-5177a6d46dd4 req-1922223e-caca-4276-bf08-7efc8b51801c tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.395685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2c2cab67-8e80-40b0-9cc9-8429652d7825 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:07:48.413062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-542b2cb0-64ed-400b-b017-5177a6d46dd4 req-1922223e-caca-4276-bf08-7efc8b51801c tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Calling delete_port for 86bce6de-38f3-4a73-a93d-9c15bb839037 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:48.417497 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 2c2cab67-8e80-40b0-9cc9-8429652d7825 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:07:48.417837 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2c2cab67-8e80-40b0-9cc9-8429652d7825 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:07:48.425621 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fb59-2295-4c11-af28-9e8e96d3b1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.449224 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ea6e2e5e-b03d-4d90-a697-a809bc4c6f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.486512 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fb59-2295-4c11-af28-9e8e96d3b1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.533430 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.561522 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fb59-2295-4c11-af28-9e8e96d3b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.564820 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0a2fb59-2295-4c11-af28-9e8e96d3b1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.565980 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a0a2fb59-2295-4c11-af28-9e8e96d3b1bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3178477-2493-4edd-ad11-6ef20cd29651 HTTP/1.1" status: 204 len: 168 time: 0.2324338 Jul 27 21:07:48.582794 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ea6e2e5e-b03d-4d90-a697-a809bc4c6f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.591224 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ea6e2e5e-b03d-4d90-a697-a809bc4c6f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.594980 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ea6e2e5e-b03d-4d90-a697-a809bc4c6f3a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e3d9d20-1be8-4473-ba7e-1be3573e43ca HTTP/1.1" status: 204 len: 168 time: 0.4025240 Jul 27 21:07:48.595393 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2fb59-2295-4c11-af28-9e8e96d3b1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3178477-2493-4edd-ad11-6ef20cd29651,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:48.608163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e2e5e-b03d-4d90-a697-a809bc4c6f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3d9d20-1be8-4473-ba7e-1be3573e43ca,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:48.623503 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-542b2cb0-64ed-400b-b017-5177a6d46dd4 req-1922223e-caca-4276-bf08-7efc8b51801c tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.667745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922223e-caca-4276-bf08-7efc8b51801c tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Pushing event deleted for resources: {'Port': ['ID=86bce6de-38f3-4a73-a93d-9c15bb839037,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:48.730036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Router 862abf14-77ac-4191-b363-0aa1b110d20c is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:07:48.767268 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-542b2cb0-64ed-400b-b017-5177a6d46dd4 req-1922223e-caca-4276-bf08-7efc8b51801c tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.782427 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-542b2cb0-64ed-400b-b017-5177a6d46dd4 req-1922223e-caca-4276-bf08-7efc8b51801c tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.783864 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-542b2cb0-64ed-400b-b017-5177a6d46dd4 req-1922223e-caca-4276-bf08-7efc8b51801c tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "DELETE /v2.0/floatingips/9a6fef1c-aafd-48aa-af0d-1910b15830b7 HTTP/1.1" status: 204 len: 173 time: 0.6654897 Jul 27 21:07:48.866318 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b284cc0b-3deb-434d-b341-2159f09f3435 req-caeafb58-5479-4ea2-839d-eb899bc0f675 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips/e2a18692-8983-45a3-a13a-19d72ac4c156 HTTP/1.1" status: 200 len: 693 time: 0.0557177 Jul 27 21:07:48.909397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:07:48.924818 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b7f14-4500-4bd9-852d-ff74283b350e None None] Sync routers for ids ['862abf14-77ac-4191-b363-0aa1b110d20c'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:07:48.933654 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b7f14-4500-4bd9-852d-ff74283b350e None None] Routers {'862abf14-77ac-4191-b363-0aa1b110d20c'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:48.934501 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-979b7f14-4500-4bd9-852d-ff74283b350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['862abf14-77ac-4191-b363-0aa1b110d20c'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:48.968732 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:48.971187 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8a9758a4-cede-496c-95db-44d7a1fd00ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8385515 Jul 27 21:07:48.973757 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47474) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:48.999044 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-979b7f14-4500-4bd9-852d-ff74283b350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:49.005687 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284cc0b-3deb-434d-b341-2159f09f3435 req-a8764c1c-6d32-473e-b3e3-3a0de7e682a3 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:49.007860 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b284cc0b-3deb-434d-b341-2159f09f3435 req-a8764c1c-6d32-473e-b3e3-3a0de7e682a3 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.1325214 Jul 27 21:07:49.010177 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979b7f14-4500-4bd9-852d-ff74283b350e None None] Routers {'862abf14-77ac-4191-b363-0aa1b110d20c'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:49.010925 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-979b7f14-4500-4bd9-852d-ff74283b350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['862abf14-77ac-4191-b363-0aa1b110d20c'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:49.051701 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-979b7f14-4500-4bd9-852d-ff74283b350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:49.052823 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979b7f14-4500-4bd9-852d-ff74283b350e None None] The sync data for ids ['862abf14-77ac-4191-b363-0aa1b110d20c'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:07:49.079095 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b284cc0b-3deb-434d-b341-2159f09f3435 req-1647d5f7-5bf7-44c1-9e27-73dcef377017 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.213 HTTP/1.1" status: 200 len: 696 time: 0.0633192 Jul 27 21:07:49.079407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47478) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:49.096845 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-95264df8-452a-4598-bb13-4beba7e9458c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.129608 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c4d500f3-3009-4aa2-a38a-edfd61ed3c2f tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "GET /v2.0/routers/862abf14-77ac-4191-b363-0aa1b110d20c HTTP/1.1" status: 200 len: 925 time: 0.1547368 Jul 27 21:07:49.135271 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47484) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:49.155892 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b284cc0b-3deb-434d-b341-2159f09f3435 req-c192a5dc-5777-4eae-8183-d2a55971f6b8 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.213 HTTP/1.1" status: 200 len: 696 time: 0.0702569 Jul 27 21:07:49.175953 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-948d5e7d-2cb6-4537-8de8-40879cc540ea tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "GET /v2.0/ports?device_id=862abf14-77ac-4191-b363-0aa1b110d20c HTTP/1.1" status: 200 len: 205 time: 0.0394866 Jul 27 21:07:49.176813 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47486) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:49.312687 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-b284cc0b-3deb-434d-b341-2159f09f3435 req-198c481e-a02e-476e-9728-cb48a3b0d5a5 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Deleting port 842e2f31-38d0-47cf-8ba9-e2456c8ac0bd {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:49.313060 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b284cc0b-3deb-434d-b341-2159f09f3435 req-198c481e-a02e-476e-9728-cb48a3b0d5a5 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.328861 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37d5ef67-5670-4cb5-bbd0-b06d8c956097 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.401542 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-95264df8-452a-4598-bb13-4beba7e9458c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.410449 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b284cc0b-3deb-434d-b341-2159f09f3435 req-198c481e-a02e-476e-9728-cb48a3b0d5a5 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.410788 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b284cc0b-3deb-434d-b341-2159f09f3435 req-198c481e-a02e-476e-9728-cb48a3b0d5a5 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.423437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-b284cc0b-3deb-434d-b341-2159f09f3435 req-198c481e-a02e-476e-9728-cb48a3b0d5a5 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Calling delete_port for 842e2f31-38d0-47cf-8ba9-e2456c8ac0bd owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:49.430848 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-95264df8-452a-4598-bb13-4beba7e9458c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.488841 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-95264df8-452a-4598-bb13-4beba7e9458c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ecb63576d12428ba4e9b8e710d2f4b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084175 Jul 27 21:07:49.492239 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47498) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:49.494609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95264df8-452a-4598-bb13-4beba7e9458c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c104443f-1924-44ac-896b-4ede2405bba1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:49.512602 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37d5ef67-5670-4cb5-bbd0-b06d8c956097 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.575400 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47500) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:49.588166 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb119f6e-31ca-4505-82cf-d4c2c19b1055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.595731 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b284cc0b-3deb-434d-b341-2159f09f3435 req-198c481e-a02e-476e-9728-cb48a3b0d5a5 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.619366 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb119f6e-31ca-4505-82cf-d4c2c19b1055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.630619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-37d5ef67-5670-4cb5-bbd0-b06d8c956097 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Deleting port 4db262c3-0fa1-4dfe-af3a-91e75b5c6d3a {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:49.630957 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37d5ef67-5670-4cb5-bbd0-b06d8c956097 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.632560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c481e-a02e-476e-9728-cb48a3b0d5a5 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Pushing event deleted for resources: {'Port': ['ID=842e2f31-38d0-47cf-8ba9-e2456c8ac0bd,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:49.689850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-39cb9419-c339-4cfc-ac26-92c6bd89df81 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1580268503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:49.702694 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b284cc0b-3deb-434d-b341-2159f09f3435 req-198c481e-a02e-476e-9728-cb48a3b0d5a5 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.706239 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b284cc0b-3deb-434d-b341-2159f09f3435 req-198c481e-a02e-476e-9728-cb48a3b0d5a5 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.714328 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b284cc0b-3deb-434d-b341-2159f09f3435 req-198c481e-a02e-476e-9728-cb48a3b0d5a5 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "DELETE /v2.0/floatingips/e2a18692-8983-45a3-a13a-19d72ac4c156 HTTP/1.1" status: 204 len: 173 time: 0.5568609 Jul 27 21:07:49.738949 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39cb9419-c339-4cfc-ac26-92c6bd89df81 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.739963 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39cb9419-c339-4cfc-ac26-92c6bd89df81 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.763474 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb119f6e-31ca-4505-82cf-d4c2c19b1055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.766127 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb119f6e-31ca-4505-82cf-d4c2c19b1055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.767468 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fb119f6e-31ca-4505-82cf-d4c2c19b1055 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c104443f-1924-44ac-896b-4ede2405bba1 HTTP/1.1" status: 204 len: 168 time: 0.2741764 Jul 27 21:07:49.774284 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37d5ef67-5670-4cb5-bbd0-b06d8c956097 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.786160 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32515f9a-65bf-4837-9bef-bd4ab644ec4a req-b8f5e068-6c64-4302-8b06-85d4243597eb tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips/848fccaf-4a35-4ed2-888e-235f548a5b68 HTTP/1.1" status: 200 len: 693 time: 0.0572650 Jul 27 21:07:49.802015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb119f6e-31ca-4505-82cf-d4c2c19b1055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c104443f-1924-44ac-896b-4ede2405bba1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:49.805214 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-37d5ef67-5670-4cb5-bbd0-b06d8c956097 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Calling delete_port for 4db262c3-0fa1-4dfe-af3a-91e75b5c6d3a owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:49.842841 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39cb9419-c339-4cfc-ac26-92c6bd89df81 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.849587 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39cb9419-c339-4cfc-ac26-92c6bd89df81 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.917438 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39cb9419-c339-4cfc-ac26-92c6bd89df81 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:49.921348 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-39cb9419-c339-4cfc-ac26-92c6bd89df81 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3449898 Jul 27 21:07:49.921951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47510) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:49.923730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32515f9a-65bf-4837-9bef-bd4ab644ec4a req-47557103-0750-43e6-b986-cd041234e421 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:49.925455 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32515f9a-65bf-4837-9bef-bd4ab644ec4a req-47557103-0750-43e6-b986-cd041234e421 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 784 time: 0.1324737 Jul 27 21:07:49.935148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-06090d82-2861-45db-9d18-651461f5984a tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1671738203'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:49.982060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32515f9a-65bf-4837-9bef-bd4ab644ec4a req-441aba9c-77e4-4cee-ab00-dc2d86472b72 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.223 HTTP/1.1" status: 200 len: 696 time: 0.0504165 Jul 27 21:07:50.008294 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06090d82-2861-45db-9d18-651461f5984a tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Made reservation on behalf of 0673ef0192b74d6bb0ce8edcf838541b for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:50.011879 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-06090d82-2861-45db-9d18-651461f5984a tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.022355 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-06090d82-2861-45db-9d18-651461f5984a tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.035306 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32515f9a-65bf-4837-9bef-bd4ab644ec4a req-9fd00d3f-0803-403f-bf8f-be1a6c153dd6 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.223 HTTP/1.1" status: 200 len: 696 time: 0.0457759 Jul 27 21:07:50.150328 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37d5ef67-5670-4cb5-bbd0-b06d8c956097 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.179499 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-32515f9a-65bf-4837-9bef-bd4ab644ec4a req-324f9919-f6bf-4b79-82d6-259178a958d7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Deleting port 0f917589-bfe6-4799-ae48-e042f6096d13 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:50.179997 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-32515f9a-65bf-4837-9bef-bd4ab644ec4a req-324f9919-f6bf-4b79-82d6-259178a958d7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.192173 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5ef67-5670-4cb5-bbd0-b06d8c956097 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Pushing event deleted for resources: {'Port': ['ID=4db262c3-0fa1-4dfe-af3a-91e75b5c6d3a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:50.287713 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-32515f9a-65bf-4837-9bef-bd4ab644ec4a req-324f9919-f6bf-4b79-82d6-259178a958d7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.288040 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-32515f9a-65bf-4837-9bef-bd4ab644ec4a req-324f9919-f6bf-4b79-82d6-259178a958d7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.304940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-32515f9a-65bf-4837-9bef-bd4ab644ec4a req-324f9919-f6bf-4b79-82d6-259178a958d7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Calling delete_port for 0f917589-bfe6-4799-ae48-e042f6096d13 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:50.311014 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-06090d82-2861-45db-9d18-651461f5984a tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.327523 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-06090d82-2861-45db-9d18-651461f5984a tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.371681 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06090d82-2861-45db-9d18-651461f5984a tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c8892a-7341-4807-a68a-51778a18b551,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:50.378272 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f1821fe-09fc-4fd4-b12c-c7d6ec773321 req-7a4130d3-7a2d-45c5-a302-85e0b0f6fd69 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2766488 Jul 27 21:07:50.381658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06090d82-2861-45db-9d18-651461f5984a tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:07:50.383960 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37d5ef67-5670-4cb5-bbd0-b06d8c956097 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.492523 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-32515f9a-65bf-4837-9bef-bd4ab644ec4a req-324f9919-f6bf-4b79-82d6-259178a958d7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.528207 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f9919-f6bf-4b79-82d6-259178a958d7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Pushing event deleted for resources: {'Port': ['ID=0f917589-bfe6-4799-ae48-e042f6096d13,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:50.528494 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-06090d82-2861-45db-9d18-651461f5984a tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.528856 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-06090d82-2861-45db-9d18-651461f5984a tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Added segment 49966a08-3aa1-41b5-a8ce-14fcde7b5abb of type vlan for network 60935587-6ad6-418a-908a-e5a4d67c3dd7 Jul 27 21:07:50.540455 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37d5ef67-5670-4cb5-bbd0-b06d8c956097 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.544854 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37d5ef67-5670-4cb5-bbd0-b06d8c956097 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.601008 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-32515f9a-65bf-4837-9bef-bd4ab644ec4a req-324f9919-f6bf-4b79-82d6-259178a958d7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.603681 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-32515f9a-65bf-4837-9bef-bd4ab644ec4a req-324f9919-f6bf-4b79-82d6-259178a958d7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.604904 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32515f9a-65bf-4837-9bef-bd4ab644ec4a req-324f9919-f6bf-4b79-82d6-259178a958d7 tempest-FloatingIPDetailsTestJSON-1384524764 tempest-FloatingIPDetailsTestJSON-1384524764-project] 10.222.0.55 "DELETE /v2.0/floatingips/848fccaf-4a35-4ed2-888e-235f548a5b68 HTTP/1.1" status: 204 len: 173 time: 0.5633008 Jul 27 21:07:50.611456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47534) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:50.633887 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-06090d82-2861-45db-9d18-651461f5984a tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.650968 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37d5ef67-5670-4cb5-bbd0-b06d8c956097 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.651526 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d5ef67-5670-4cb5-bbd0-b06d8c956097 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Fanout notify agent at l3_agent the message router_deleted on router 862abf14-77ac-4191-b363-0aa1b110d20c {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:07:50.660130 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37d5ef67-5670-4cb5-bbd0-b06d8c956097 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.661240 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-37d5ef67-5670-4cb5-bbd0-b06d8c956097 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "DELETE /v2.0/routers/862abf14-77ac-4191-b363-0aa1b110d20c HTTP/1.1" status: 204 len: 168 time: 1.4813299 Jul 27 21:07:50.665019 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47536) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:50.670558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1770636265', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'enable_snat': False}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:50.676032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1821fe-09fc-4fd4-b12c-c7d6ec773321 req-9caf94d1-6694-4505-872a-a8dc7c0b1b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:50.676686 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f1821fe-09fc-4fd4-b12c-c7d6ec773321 req-9caf94d1-6694-4505-872a-a8dc7c0b1b42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb9c244af89645439bc3427cbbf85ecf&device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 1096 time: 0.2442110 Jul 27 21:07:50.689733 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-06090d82-2861-45db-9d18-651461f5984a tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.700974 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06090d82-2861-45db-9d18-651461f5984a tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:50.701707 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-06090d82-2861-45db-9d18-651461f5984a tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.739191 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.740255 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.812757 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-06090d82-2861-45db-9d18-651461f5984a tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8882902 Jul 27 21:07:50.820374 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47542) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:50.829488 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-0277af66-0191-4315-8ec5-448a54e25163 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Request body: {'subnet': {'network_id': '60935587-6ad6-418a-908a-e5a4d67c3dd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:50.844862 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:50.854798 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06090d82-2861-45db-9d18-651461f5984a tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event updated for resources: {'Network': ['ID=60935587-6ad6-418a-908a-e5a4d67c3dd7,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:50.868736 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 60935587-6ad6-418a-908a-e5a4d67c3dd7 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:07:50.965908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1821fe-09fc-4fd4-b12c-c7d6ec773321 req-41c27f51-96b6-4690-95b8-4da9b91fbe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:50.967415 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f1821fe-09fc-4fd4-b12c-c7d6ec773321 req-41c27f51-96b6-4690-95b8-4da9b91fbe06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=756c3330-fc59-4be5-abd7-594a95907f71 HTTP/1.1" status: 200 len: 912 time: 0.2621565 Jul 27 21:07:51.045103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0277af66-0191-4315-8ec5-448a54e25163 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Made reservation on behalf of 0673ef0192b74d6bb0ce8edcf838541b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:51.049347 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0277af66-0191-4315-8ec5-448a54e25163 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.072784 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f1821fe-09fc-4fd4-b12c-c7d6ec773321 req-78a07f81-c662-443b-98e6-ee52b4abd027 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=284862f9-3642-41fa-8eb3-202ffbe2da71 HTTP/1.1" status: 200 len: 1001 time: 0.0958445 Jul 27 21:07:51.171448 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1821fe-09fc-4fd4-b12c-c7d6ec773321 req-f22c4f01-cf1d-4089-b37c-b63031bfb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:51.173895 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f1821fe-09fc-4fd4-b12c-c7d6ec773321 req-f22c4f01-cf1d-4089-b37c-b63031bfb733 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f50ec59c-5b65-4f20-8991-3aed7601e052 HTTP/1.1" status: 200 len: 850 time: 0.0741780 Jul 27 21:07:51.375310 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47558) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:51.379752 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.522974 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-273801778', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:51.552168 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1821fe-09fc-4fd4-b12c-c7d6ec773321 req-d08a77f3-b2bb-4b2e-aca2-42da68ec03b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:51.553580 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f1821fe-09fc-4fd4-b12c-c7d6ec773321 req-d08a77f3-b2bb-4b2e-aca2-42da68ec03b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=756c3330-fc59-4be5-abd7-594a95907f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3717711 Jul 27 21:07:51.568547 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Made reservation on behalf of b98cbd9cbca74ca2a82e188977df1633 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:51.570962 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.588450 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.612498 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0277af66-0191-4315-8ec5-448a54e25163 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.703038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277af66-0191-4315-8ec5-448a54e25163 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event updated for resources: {'Subnet': ['ID=8b4f106c-b241-4ed7-9a44-52a867821e4d,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:51.720518 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f1821fe-09fc-4fd4-b12c-c7d6ec773321 req-93399bb0-4ee5-4687-a749-6830398e0232 service neutron] 10.222.0.20 "GET /v2.0/networks/756c3330-fc59-4be5-abd7-594a95907f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535666 Jul 27 21:07:51.723149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0277af66-0191-4315-8ec5-448a54e25163 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Checking segment: {'id': '49966a08-3aa1-41b5-a8ce-14fcde7b5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '60935587-6ad6-418a-908a-e5a4d67c3dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:51.723507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0277af66-0191-4315-8ec5-448a54e25163 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Network hostable DHCP agents. Network: 60935587-6ad6-418a-908a-e5a4d67c3dd7, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:07:51.791443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0277af66-0191-4315-8ec5-448a54e25163 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Network 60935587-6ad6-418a-908a-e5a4d67c3dd7 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:07:51.810612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-0277af66-0191-4315-8ec5-448a54e25163 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 60935587-6ad6-418a-908a-e5a4d67c3dd7) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:51.815812 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c550091d-a514-457e-af8e-eef3bf7aae55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.817787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0277af66-0191-4315-8ec5-448a54e25163 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:51.818407 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0277af66-0191-4315-8ec5-448a54e25163 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.820436 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1383cd02-eee8-49c0-8752-45c6c9daa22f None None] Network 60935587-6ad6-418a-908a-e5a4d67c3dd7 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:51.839118 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f1821fe-09fc-4fd4-b12c-c7d6ec773321 req-f2695db8-218d-4fee-9af7-8730974d96b2 service neutron] 10.222.0.20 "GET /v2.0/networks/756c3330-fc59-4be5-abd7-594a95907f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102388 Jul 27 21:07:51.874343 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.908256 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.959986 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.968240 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.978140 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0277af66-0191-4315-8ec5-448a54e25163 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1538665 Jul 27 21:07:51.978455 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47564) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:51.978689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-60935587-6ad6-418a-908a-e5a4d67c3dd7', 'network_id': '60935587-6ad6-418a-908a-e5a4d67c3dd7', 'tenant_id': '0673ef0192b74d6bb0ce8edcf838541b', 'fixed_ips': [{'subnet_id': '8b4f106c-b241-4ed7-9a44-52a867821e4d'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:07:51.979595 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:51.981402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] device_id is not set on port cfacc598-37ef-4b0b-982d-528ffdda1815 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:07:51.983639 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-47a502b1-94a9-4098-934a-50f0a691b783 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Request body: {'network': {'name': 'tempest-router-network01--1871169674'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:52.041533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a502b1-94a9-4098-934a-50f0a691b783 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Made reservation on behalf of 0673ef0192b74d6bb0ce8edcf838541b for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:52.045282 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47a502b1-94a9-4098-934a-50f0a691b783 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.075782 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a502b1-94a9-4098-934a-50f0a691b783 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:07:52.087260 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47a502b1-94a9-4098-934a-50f0a691b783 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.087860 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-47a502b1-94a9-4098-934a-50f0a691b783 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Added segment 4dc8b5b9-6020-45e3-9a12-68c9fe9f7098 of type vlan for network 084d9125-cc6e-47e6-b004-0c2ba0e845fd Jul 27 21:07:52.102284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694464f1-36e5-4f2a-9722-0ec428ece8c0,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:52.138640 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47a502b1-94a9-4098-934a-50f0a691b783 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.162935 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Allocated IP 172.20.0.2 (60935587-6ad6-418a-908a-e5a4d67c3dd7/8b4f106c-b241-4ed7-9a44-52a867821e4d/b4f59cb0-17ef-4842-82db-28ba950c2eee) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:52.173260 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47a502b1-94a9-4098-934a-50f0a691b783 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.181472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a502b1-94a9-4098-934a-50f0a691b783 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:52.182249 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47a502b1-94a9-4098-934a-50f0a691b783 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.188089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Allocated IP 172.25.2.49 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/e6a3eed3-29a1-4a8b-8602-71e4f8564cb7) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:52.225991 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-47a502b1-94a9-4098-934a-50f0a691b783 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2464075 Jul 27 21:07:52.227163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47568) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:52.281803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d8a0c139-9c76-40ba-be0b-101304a5ec8b tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Request body: {'network': {'name': 'tempest-router-network02--871012376'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:52.317073 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a502b1-94a9-4098-934a-50f0a691b783 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event updated for resources: {'Network': ['ID=084d9125-cc6e-47e6-b004-0c2ba0e845fd,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:52.335474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a0c139-9c76-40ba-be0b-101304a5ec8b tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Made reservation on behalf of 0673ef0192b74d6bb0ce8edcf838541b for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:52.339366 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8a0c139-9c76-40ba-be0b-101304a5ec8b tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.354155 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.361106 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 084d9125-cc6e-47e6-b004-0c2ba0e845fd details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:07:52.367368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a0c139-9c76-40ba-be0b-101304a5ec8b tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:07:52.378781 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8a0c139-9c76-40ba-be0b-101304a5ec8b tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.379281 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-d8a0c139-9c76-40ba-be0b-101304a5ec8b tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Added segment 62681f3c-6f9d-46ed-9488-57aeadbd6cd6 of type vlan for network c35dd1be-ba1c-450b-b16f-a20797cc7130 Jul 27 21:07:52.403740 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Transition to ACTIVE for port object b4f59cb0-17ef-4842-82db-28ba950c2eee will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:52.409387 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.442810 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Transition to ACTIVE for port object b4f59cb0-17ef-4842-82db-28ba950c2eee will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:52.452875 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.460940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c550091d-a514-457e-af8e-eef3bf7aae55 admin admin] Deleting port 75bb217d-d73a-41d9-9577-0c2ec9473d0c {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:52.461277 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c550091d-a514-457e-af8e-eef3bf7aae55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.476029 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8a0c139-9c76-40ba-be0b-101304a5ec8b tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.511728 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8a0c139-9c76-40ba-be0b-101304a5ec8b tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.512700 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Network 60935587-6ad6-418a-908a-e5a4d67c3dd7 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:52.518877 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:52.522599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a0c139-9c76-40ba-be0b-101304a5ec8b tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:52.523051 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:52.523569 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8a0c139-9c76-40ba-be0b-101304a5ec8b tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.531716 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Pushing event updated for resources: {'Port': ['ID=b4f59cb0-17ef-4842-82db-28ba950c2eee,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:52.566128 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.609882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Attempting to bind port b4f59cb0-17ef-4842-82db-28ba950c2eee on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:52.611288 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Attempting to bind port b4f59cb0-17ef-4842-82db-28ba950c2eee by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '49966a08-3aa1-41b5-a8ce-14fcde7b5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '60935587-6ad6-418a-908a-e5a4d67c3dd7'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:52.614998 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Attempting to bind port b4f59cb0-17ef-4842-82db-28ba950c2eee on network 60935587-6ad6-418a-908a-e5a4d67c3dd7 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:52.615192 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d8a0c139-9c76-40ba-be0b-101304a5ec8b tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3484106 Jul 27 21:07:52.615660 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47574) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:52.622446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:07:52.622446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Checking segment: {'id': '49966a08-3aa1-41b5-a8ce-14fcde7b5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '60935587-6ad6-418a-908a-e5a4d67c3dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:52.622446 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.622446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Bound using segment: {'id': '49966a08-3aa1-41b5-a8ce-14fcde7b5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '60935587-6ad6-418a-908a-e5a4d67c3dd7'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:07:52.622446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Bound port: b4f59cb0-17ef-4842-82db-28ba950c2eee, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49966a08-3aa1-41b5-a8ce-14fcde7b5abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '60935587-6ad6-418a-908a-e5a4d67c3dd7'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:07:52.622446 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.623273 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-622b708b-fe69-4c20-b1ae-403a482bf80d tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Request body: {'subnet': {'network_id': '084d9125-cc6e-47e6-b004-0c2ba0e845fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:52.660313 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-c550091d-a514-457e-af8e-eef3bf7aae55 admin admin] For port 75bb217d-d73a-41d9-9577-0c2ec9473d0c, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=75bb217d-d73a-41d9-9577-0c2ec9473d0c,segment=NetworkSegment(a731430f-ebf7-401e-8055-28ed5489e3e0),segment_id=a731430f-ebf7-401e-8055-28ed5489e3e0)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:52.660687 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c550091d-a514-457e-af8e-eef3bf7aae55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.664258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:52.685512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0c139-9c76-40ba-be0b-101304a5ec8b tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event updated for resources: {'Network': ['ID=c35dd1be-ba1c-450b-b16f-a20797cc7130,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:52.690268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:52.699411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c550091d-a514-457e-af8e-eef3bf7aae55 admin admin] Calling delete_port for 75bb217d-d73a-41d9-9577-0c2ec9473d0c owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:52.701461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:52.703863 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Allocated IP 172.25.2.102 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/cfacc598-37ef-4b0b-982d-528ffdda1815) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:52.705836 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Pushing event updated for resources: {'Port': ['ID=e6a3eed3-29a1-4a8b-8602-71e4f8564cb7,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:52.710351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network c35dd1be-ba1c-450b-b16f-a20797cc7130 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:07:52.721053 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] For port b4f59cb0-17ef-4842-82db-28ba950c2eee, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:07:52.753562 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622b708b-fe69-4c20-b1ae-403a482bf80d tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Made reservation on behalf of 0673ef0192b74d6bb0ce8edcf838541b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:52.758243 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-622b708b-fe69-4c20-b1ae-403a482bf80d tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.781400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] For port b4f59cb0-17ef-4842-82db-28ba950c2eee, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b4f59cb0-17ef-4842-82db-28ba950c2eee,segment=NetworkSegment(49966a08-3aa1-41b5-a8ce-14fcde7b5abb),segment_id=49966a08-3aa1-41b5-a8ce-14fcde7b5abb)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:07:52.792956 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:52.887021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f465648-a3ef-430d-828f-626773ff0433 None None] Pushing event updated for resources: {'Port': ['ID=b4f59cb0-17ef-4842-82db-28ba950c2eee,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:52.981951 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-622b708b-fe69-4c20-b1ae-403a482bf80d tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.051393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b708b-fe69-4c20-b1ae-403a482bf80d tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event updated for resources: {'Subnet': ['ID=89c2718d-196a-4221-8c35-5191116fdd2b,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:53.087895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622b708b-fe69-4c20-b1ae-403a482bf80d tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Checking segment: {'id': '4dc8b5b9-6020-45e3-9a12-68c9fe9f7098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '084d9125-cc6e-47e6-b004-0c2ba0e845fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:53.088516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622b708b-fe69-4c20-b1ae-403a482bf80d tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Network hostable DHCP agents. Network: 084d9125-cc6e-47e6-b004-0c2ba0e845fd, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:07:53.123403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622b708b-fe69-4c20-b1ae-403a482bf80d tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Network 084d9125-cc6e-47e6-b004-0c2ba0e845fd is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:07:53.144696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-622b708b-fe69-4c20-b1ae-403a482bf80d tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 084d9125-cc6e-47e6-b004-0c2ba0e845fd) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:53.153861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622b708b-fe69-4c20-b1ae-403a482bf80d tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:53.155184 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-622b708b-fe69-4c20-b1ae-403a482bf80d tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.164888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47debb75-9745-4b4b-bda6-0c3aecc7fba5 None None] Network 084d9125-cc6e-47e6-b004-0c2ba0e845fd requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:53.183830 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-622b708b-fe69-4c20-b1ae-403a482bf80d tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5674829 Jul 27 21:07:53.186294 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47578) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:53.201426 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f3e26081-955d-4ed5-8021-8e4092f8f80e tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Request body: {'subnet': {'network_id': 'c35dd1be-ba1c-450b-b16f-a20797cc7130', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:53.240679 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.326782 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e26081-955d-4ed5-8021-8e4092f8f80e tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Made reservation on behalf of 0673ef0192b74d6bb0ce8edcf838541b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:07:53.334144 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f3e26081-955d-4ed5-8021-8e4092f8f80e tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.381580 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-084d9125-cc6e-47e6-b004-0c2ba0e845fd', 'network_id': '084d9125-cc6e-47e6-b004-0c2ba0e845fd', 'tenant_id': '0673ef0192b74d6bb0ce8edcf838541b', 'fixed_ips': [{'subnet_id': '89c2718d-196a-4221-8c35-5191116fdd2b'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:07:53.382510 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.391958 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.434596 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.449429 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c550091d-a514-457e-af8e-eef3bf7aae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.499610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:53.550462 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:53.583623 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:53.591542 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Pushing event updated for resources: {'Port': ['ID=cfacc598-37ef-4b0b-982d-528ffdda1815,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:53.628750 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f3e26081-955d-4ed5-8021-8e4092f8f80e tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.706943 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550091d-a514-457e-af8e-eef3bf7aae55 admin admin] Pushing event deleted for resources: {'Port': ['ID=75bb217d-d73a-41d9-9577-0c2ec9473d0c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:53.758300 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e26081-955d-4ed5-8021-8e4092f8f80e tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Checking segment: {'id': '62681f3c-6f9d-46ed-9488-57aeadbd6cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c35dd1be-ba1c-450b-b16f-a20797cc7130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:53.762783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e26081-955d-4ed5-8021-8e4092f8f80e tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Network hostable DHCP agents. Network: c35dd1be-ba1c-450b-b16f-a20797cc7130, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:07:53.772206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e26081-955d-4ed5-8021-8e4092f8f80e tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event updated for resources: {'Subnet': ['ID=c631dcd6-1851-4255-87f4-99f761d65afc,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:53.799612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e26081-955d-4ed5-8021-8e4092f8f80e tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Network c35dd1be-ba1c-450b-b16f-a20797cc7130 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:07:53.803853 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Allocated IP 172.20.0.2 (084d9125-cc6e-47e6-b004-0c2ba0e845fd/89c2718d-196a-4221-8c35-5191116fdd2b/a5bd0e4a-9773-4068-831f-2adbdf8995df) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:53.804039 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:53.804497 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.819607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f3e26081-955d-4ed5-8021-8e4092f8f80e tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, c35dd1be-ba1c-450b-b16f-a20797cc7130) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:53.825081 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e26081-955d-4ed5-8021-8e4092f8f80e tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:53.825896 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f3e26081-955d-4ed5-8021-8e4092f8f80e tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.841880 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e4d2a5-ca7e-4529-898c-f2e47e3cb530 None None] Network c35dd1be-ba1c-450b-b16f-a20797cc7130 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:53.850598 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f3e26081-955d-4ed5-8021-8e4092f8f80e tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6615257 Jul 27 21:07:53.853030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47584) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:53.960817 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c550091d-a514-457e-af8e-eef3bf7aae55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:53.974025 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c0c85b1b-06a2-4475-9b1f-ba8afcc5a1f1 tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5943465 Jul 27 21:07:54.018992 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47586) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:54.019217 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.027753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e3725d30-9f96-4285-a8c1-3eda7355ffbd tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.102'}]}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:54.028738 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Transition to ACTIVE for port object a5bd0e4a-9773-4068-831f-2adbdf8995df will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:54.046773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Transition to ACTIVE for port object a5bd0e4a-9773-4068-831f-2adbdf8995df will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:54.057012 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.123041 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Network 084d9125-cc6e-47e6-b004-0c2ba0e845fd is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:54.143465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:54.151518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:54.153498 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3725d30-9f96-4285-a8c1-3eda7355ffbd tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.154686 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3725d30-9f96-4285-a8c1-3eda7355ffbd tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.183601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Pushing event updated for resources: {'Port': ['ID=a5bd0e4a-9773-4068-831f-2adbdf8995df,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:54.193673 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086ad75c-0616-495f-b22f-0d1541faa9e9 None None] Network 60935587-6ad6-418a-908a-e5a4d67c3dd7 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:54.253172 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.327730 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3725d30-9f96-4285-a8c1-3eda7355ffbd tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.351407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9754f042-96a3-4677-9a24-feaa598ace45 None None] Provisioning for port b4f59cb0-17ef-4842-82db-28ba950c2eee completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:54.372476 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Attempting to bind port a5bd0e4a-9773-4068-831f-2adbdf8995df on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:54.373250 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Attempting to bind port a5bd0e4a-9773-4068-831f-2adbdf8995df by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '4dc8b5b9-6020-45e3-9a12-68c9fe9f7098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '084d9125-cc6e-47e6-b004-0c2ba0e845fd'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:54.373950 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Attempting to bind port a5bd0e4a-9773-4068-831f-2adbdf8995df on network 084d9125-cc6e-47e6-b004-0c2ba0e845fd {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:54.430137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:07:54.431057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Checking segment: {'id': '4dc8b5b9-6020-45e3-9a12-68c9fe9f7098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '084d9125-cc6e-47e6-b004-0c2ba0e845fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:54.431477 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.431869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Bound using segment: {'id': '4dc8b5b9-6020-45e3-9a12-68c9fe9f7098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '084d9125-cc6e-47e6-b004-0c2ba0e845fd'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:07:54.432349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Bound port: a5bd0e4a-9773-4068-831f-2adbdf8995df, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc8b5b9-6020-45e3-9a12-68c9fe9f7098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '084d9125-cc6e-47e6-b004-0c2ba0e845fd'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:07:54.432730 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.442854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-c35dd1be-ba1c-450b-b16f-a20797cc7130', 'network_id': 'c35dd1be-ba1c-450b-b16f-a20797cc7130', 'tenant_id': '0673ef0192b74d6bb0ce8edcf838541b', 'fixed_ips': [{'subnet_id': 'c631dcd6-1851-4255-87f4-99f761d65afc'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:07:54.443746 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.496326 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.632141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b4f59cb0-17ef-4842-82db-28ba950c2eee up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:54.685249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Allocated IP 172.20.0.2 (c35dd1be-ba1c-450b-b16f-a20797cc7130/c631dcd6-1851-4255-87f4-99f761d65afc/f73faaf8-0660-4a13-99c3-eb0415919b34) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:54.759334 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3725d30-9f96-4285-a8c1-3eda7355ffbd tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.807397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c550091d-a514-457e-af8e-eef3bf7aae55 admin admin] Router bca63f47-d752-4791-8158-6414f657875d has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:07:54.843389 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Router 350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:07:54.852907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] For port a5bd0e4a-9773-4068-831f-2adbdf8995df, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:07:54.861740 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-4ea27cca-3e18-402f-8ccb-b02be8e19cf9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1937706 Jul 27 21:07:54.884585 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] For port a5bd0e4a-9773-4068-831f-2adbdf8995df, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a5bd0e4a-9773-4068-831f-2adbdf8995df,segment=NetworkSegment(4dc8b5b9-6020-45e3-9a12-68c9fe9f7098),segment_id=4dc8b5b9-6020-45e3-9a12-68c9fe9f7098)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:07:54.902498 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:54.903901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Allocated IP 172.20.0.1 (084d9125-cc6e-47e6-b004-0c2ba0e845fd/89c2718d-196a-4221-8c35-5191116fdd2b/5d50ae34-1703-491a-a617-37ea1859cbff) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:54.943097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port b4f59cb0-17ef-4842-82db-28ba950c2eee completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:54.966067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port b4f59cb0-17ef-4842-82db-28ba950c2eee triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:54.966774 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.099758 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cdf8b-6509-4e5a-93b5-22562687a52e None None] Pushing event updated for resources: {'Port': ['ID=a5bd0e4a-9773-4068-831f-2adbdf8995df,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:55.124138 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.129314 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.136463 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Transition to ACTIVE for port object f73faaf8-0660-4a13-99c3-eb0415919b34 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:55.144121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-7b56983e-f515-4cd7-88f4-87549c7ca9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:55.144820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-7b56983e-f515-4cd7-88f4-87549c7ca9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:55.144946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Transition to ACTIVE for port object 5d50ae34-1703-491a-a617-37ea1859cbff will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:55.145374 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-7b56983e-f515-4cd7-88f4-87549c7ca9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:55.145893 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-7b56983e-f515-4cd7-88f4-87549c7ca9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:55.146441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-7b56983e-f515-4cd7-88f4-87549c7ca9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:55.146999 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-7b56983e-f515-4cd7-88f4-87549c7ca9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:55.147477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-7b56983e-f515-4cd7-88f4-87549c7ca9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:55.149768 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-7b56983e-f515-4cd7-88f4-87549c7ca9b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8b4623fa88924a56a60c56db5082e3c0&device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 6491 time: 0.1831608 Jul 27 21:07:55.184453 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.207035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Transition to ACTIVE for port object f73faaf8-0660-4a13-99c3-eb0415919b34 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:55.219019 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.222888 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.281463 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Network 084d9125-cc6e-47e6-b004-0c2ba0e845fd is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:55.291102 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:55.320090 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-25606188-6160-4f45-8333-93e0bed6cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:55.320575 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-25606188-6160-4f45-8333-93e0bed6cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:55.321043 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-25606188-6160-4f45-8333-93e0bed6cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:55.322788 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-25606188-6160-4f45-8333-93e0bed6cec2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c136ab28-e2bc-4ec9-9b8b-bf8448242a8e&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a410ce51-102d-4a42-9789-3fefbaa95d0a&id=a54d9f4c-31a3-472d-917d-12867f1c0085&id=a54d9f4c-31a3-472d-917d-12867f1c0085 HTTP/1.1" status: 200 len: 2292 time: 0.1471803 Jul 27 21:07:55.331560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c550091d-a514-457e-af8e-eef3bf7aae55 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:07:55.332280 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:55.337026 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c550091d-a514-457e-af8e-eef3bf7aae55 admin admin] 10.222.0.55 "PUT /v2.0/routers/bca63f47-d752-4791-8158-6414f657875d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7242885 Jul 27 21:07:55.350079 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47596) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:55.350354 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event updated for resources: {'Port': ['ID=5d50ae34-1703-491a-a617-37ea1859cbff,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:55.363660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ac301-6b3e-439a-985a-2bcb35d6c471 None None] Sync routers for ids ['bca63f47-d752-4791-8158-6414f657875d'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:07:55.373033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Network c35dd1be-ba1c-450b-b16f-a20797cc7130 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:55.403462 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:55.417753 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:07:55.425514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port b4f59cb0-17ef-4842-82db-28ba950c2eee, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b4f59cb0-17ef-4842-82db-28ba950c2eee,segment=NetworkSegment(49966a08-3aa1-41b5-a8ce-14fcde7b5abb),segment_id=49966a08-3aa1-41b5-a8ce-14fcde7b5abb)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:55.427201 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Pushing event updated for resources: {'Port': ['ID=f73faaf8-0660-4a13-99c3-eb0415919b34,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:55.436064 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.451174 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:07:55.468396 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.470627 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Sync routers for ids ['350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:07:55.487414 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Routers {'350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:55.488343 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:55.494329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ac301-6b3e-439a-985a-2bcb35d6c471 None None] Routers {'bca63f47-d752-4791-8158-6414f657875d'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:55.499674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-932ac301-6b3e-439a-985a-2bcb35d6c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['bca63f47-d752-4791-8158-6414f657875d'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:55.640604 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.643108 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-541d2885-391a-433b-a65b-2995a4fc9f93 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9769015 Jul 27 21:07:55.648901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47598) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:55.654025 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Set router 350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:55.687589 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-932ac301-6b3e-439a-985a-2bcb35d6c471 None None] Set router bca63f47-d752-4791-8158-6414f657875d gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:55.734650 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-b34d9602-37c4-4c08-8948-53e56694e2b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc0238de-f933-45f5-bd07-9806f8e5fae6 HTTP/1.1" status: 200 len: 1001 time: 0.3963799 Jul 27 21:07:55.782846 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=b4f59cb0-17ef-4842-82db-28ba950c2eee,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:55.823351 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-704d4ca3-112a-42bf-a36e-e84304d75bdb admin admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.849697 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3725d30-9f96-4285-a8c1-3eda7355ffbd tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.900098 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3725d30-9f96-4285-a8c1-3eda7355ffbd tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:55.905832 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7', 'name': 'tempest-snat-router-1770636265', 'tenant_id': '8fa0651fd19e414f9a97d7e2382d2a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.49'}], 'enable_snat': False}, 'gw_port_id': 'e6a3eed3-29a1-4a8b-8602-71e4f8564cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:50Z', 'updated_at': '2021-07-27T21:07:53Z', 'revision_number': 3, 'project_id': '8fa0651fd19e414f9a97d7e2382d2a04', 'gw_port': {'id': 'e6a3eed3-29a1-4a8b-8602-71e4f8564cb7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:51Z', 'updated_at': '2021-07-27T21:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:55.935663 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-e0e6ccf3-4618-477d-a86c-074190ef108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:55.937198 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-e0e6ccf3-4618-477d-a86c-074190ef108d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1400dfa6-e41f-4985-af22-30801885ca3a HTTP/1.1" status: 200 len: 851 time: 0.1899850 Jul 27 21:07:55.941989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Attempting to bind port f73faaf8-0660-4a13-99c3-eb0415919b34 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:55.942514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Attempting to bind port f73faaf8-0660-4a13-99c3-eb0415919b34 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '62681f3c-6f9d-46ed-9488-57aeadbd6cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c35dd1be-ba1c-450b-b16f-a20797cc7130'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:55.942954 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Attempting to bind port f73faaf8-0660-4a13-99c3-eb0415919b34 on network c35dd1be-ba1c-450b-b16f-a20797cc7130 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:55.970603 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a823f196-a2ba-4370-a10d-51fdf284ecc5 None None] Provisioning complete for port b4f59cb0-17ef-4842-82db-28ba950c2eee triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:55.970889 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a823f196-a2ba-4370-a10d-51fdf284ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.021555 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:07:56.022029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Checking segment: {'id': '62681f3c-6f9d-46ed-9488-57aeadbd6cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c35dd1be-ba1c-450b-b16f-a20797cc7130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:56.022538 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.023000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Bound using segment: {'id': '62681f3c-6f9d-46ed-9488-57aeadbd6cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c35dd1be-ba1c-450b-b16f-a20797cc7130'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:07:56.023551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Bound port: f73faaf8-0660-4a13-99c3-eb0415919b34, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62681f3c-6f9d-46ed-9488-57aeadbd6cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c35dd1be-ba1c-450b-b16f-a20797cc7130'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:07:56.023993 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.029634 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-795a7cdf-d9c0-4115-a871-2fd304f9d2d6 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "GET /v2.0/routers/350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7 HTTP/1.1" status: 200 len: 908 time: 0.3753030 Jul 27 21:07:56.034608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47604) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:56.040902 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1770636265', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'enable_snat': True}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:07:56.060272 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-704d4ca3-112a-42bf-a36e-e84304d75bdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.089309 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Checking router: 350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:07:56.089810 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Updating router 350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7 port e6a3eed3-29a1-4a8b-8602-71e4f8564cb7 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:07:56.152117 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.153679 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.163225 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-3c0ddaaa-11f4-4641-95c6-ff31cd2c173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:56.165461 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-3c0ddaaa-11f4-4641-95c6-ff31cd2c173d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c136ab28-e2bc-4ec9-9b8b-bf8448242a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1927621 Jul 27 21:07:56.189664 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.195542 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3725d30-9f96-4285-a8c1-3eda7355ffbd tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.315645 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.322351 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-82752287-7601-4492-bfbd-b05a82dda0fc service neutron] 10.222.0.66 "GET /v2.0/networks/c136ab28-e2bc-4ec9-9b8b-bf8448242a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462829 Jul 27 21:07:56.375467 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-932ac301-6b3e-439a-985a-2bcb35d6c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca63f47-d752-4791-8158-6414f657875d', 'name': 'tempest-FloatingIPDetailsTestJSON-233877836-router', 'tenant_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '50921d87-d9ab-47fe-ac82-3f2da88468c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:26Z', 'updated_at': '2021-07-27T21:07:53Z', 'revision_number': 5, 'project_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'gw_port': {'id': '50921d87-d9ab-47fe-ac82-3f2da88468c7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca63f47-d752-4791-8158-6414f657875d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:27Z', 'updated_at': '2021-07-27T21:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:56.416096 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ac301-6b3e-439a-985a-2bcb35d6c471 None None] Checking router: bca63f47-d752-4791-8158-6414f657875d for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:07:56.432070 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] For port f73faaf8-0660-4a13-99c3-eb0415919b34, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:07:56.456715 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ac301-6b3e-439a-985a-2bcb35d6c471 None None] Routers {'bca63f47-d752-4791-8158-6414f657875d'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:56.459479 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-932ac301-6b3e-439a-985a-2bcb35d6c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['bca63f47-d752-4791-8158-6414f657875d'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:56.465568 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.467761 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-704d4ca3-112a-42bf-a36e-e84304d75bdb admin admin] Deleting port 50921d87-d9ab-47fe-ac82-3f2da88468c7 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:56.468125 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-704d4ca3-112a-42bf-a36e-e84304d75bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.607778 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-932ac301-6b3e-439a-985a-2bcb35d6c471 None None] Set router bca63f47-d752-4791-8158-6414f657875d gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:56.665185 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3725d30-9f96-4285-a8c1-3eda7355ffbd tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.669274 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3725d30-9f96-4285-a8c1-3eda7355ffbd tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.677726 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-932ac301-6b3e-439a-985a-2bcb35d6c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca63f47-d752-4791-8158-6414f657875d', 'name': 'tempest-FloatingIPDetailsTestJSON-233877836-router', 'tenant_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:26Z', 'updated_at': '2021-07-27T21:07:56Z', 'revision_number': 6, 'project_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:56.715943 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b4f59cb0-17ef-4842-82db-28ba950c2eee up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:56.719197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] For port f73faaf8-0660-4a13-99c3-eb0415919b34, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f73faaf8-0660-4a13-99c3-eb0415919b34,segment=NetworkSegment(62681f3c-6f9d-46ed-9488-57aeadbd6cd6),segment_id=62681f3c-6f9d-46ed-9488-57aeadbd6cd6)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:07:56.721779 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932ac301-6b3e-439a-985a-2bcb35d6c471 None None] The sync data for ids ['bca63f47-d752-4791-8158-6414f657875d'] in n-d-764806-9 is: [{'id': 'bca63f47-d752-4791-8158-6414f657875d', 'name': 'tempest-FloatingIPDetailsTestJSON-233877836-router', 'tenant_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:26Z', 'updated_at': '2021-07-27T21:07:56Z', 'revision_number': 6, 'project_id': 'cf11c2709ca5486bb0c2ba4ec94ddafc', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:07:56.744411 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.750903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd02233-079d-4f29-8f77-d61d2f0bda04 None None] Network 084d9125-cc6e-47e6-b004-0c2ba0e845fd requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:56.756514 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Transition to ACTIVE for port object e6a3eed3-29a1-4a8b-8602-71e4f8564cb7 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:07:56.763938 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.825770 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e7444-f840-42c7-ae2b-5640be543a70 None None] Pushing event updated for resources: {'Port': ['ID=e6a3eed3-29a1-4a8b-8602-71e4f8564cb7,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:56.836509 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Attempting to bind port e6a3eed3-29a1-4a8b-8602-71e4f8564cb7 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:07:56.837660 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Attempting to bind port e6a3eed3-29a1-4a8b-8602-71e4f8564cb7 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:07:56.837946 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3725d30-9f96-4285-a8c1-3eda7355ffbd tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.838423 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Attempting to bind port e6a3eed3-29a1-4a8b-8602-71e4f8564cb7 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:07:56.838576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3725d30-9f96-4285-a8c1-3eda7355ffbd tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b45e345-34b3-4f19-9991-994c6f006566 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:07:56.847897 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.851368 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:07:56.851808 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:07:56.852168 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.852564 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:07:56.853037 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Bound port: e6a3eed3-29a1-4a8b-8602-71e4f8564cb7, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:07:56.853496 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:56.954920 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] For port e6a3eed3-29a1-4a8b-8602-71e4f8564cb7, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:07:56.960247 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] For port e6a3eed3-29a1-4a8b-8602-71e4f8564cb7, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e6a3eed3-29a1-4a8b-8602-71e4f8564cb7,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:07:56.969209 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.029057 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-e3725d30-9f96-4285-a8c1-3eda7355ffbd tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 27 21:07:57.033849 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e3725d30-9f96-4285-a8c1-3eda7355ffbd tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0088279 Jul 27 21:07:57.037388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47612) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:57.065758 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e7444-f840-42c7-ae2b-5640be543a70 None None] Pushing event updated for resources: {'Port': ['ID=e6a3eed3-29a1-4a8b-8602-71e4f8564cb7,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:57.079686 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.085457 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Routers {'350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:57.086967 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:57.091252 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6f1d0-6dd9-4eea-9ec3-8879268e3258 None None] Pushing event updated for resources: {'Port': ['ID=f73faaf8-0660-4a13-99c3-eb0415919b34,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:57.092542 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.097554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6ab5a7e4-d247-4f20-be37-bea374977824 None None] Provisioning for port a5bd0e4a-9773-4068-831f-2adbdf8995df completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:57.223383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port b4f59cb0-17ef-4842-82db-28ba950c2eee triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:57.223757 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.311726 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.333918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-03f6fe5e-2748-48ce-a383-c1bd5fba080a service neutron] 10.222.0.66 "GET /v2.0/networks/c136ab28-e2bc-4ec9-9b8b-bf8448242a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0009112 Jul 27 21:07:57.340557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event updated for resources: {'Port': ['ID=5d50ae34-1703-491a-a617-37ea1859cbff,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:57.347272 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.377493 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] Set router 350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:07:57.378155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a5bd0e4a-9773-4068-831f-2adbdf8995df up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:57.430040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-704d4ca3-112a-42bf-a36e-e84304d75bdb admin admin] For port 50921d87-d9ab-47fe-ac82-3f2da88468c7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=50921d87-d9ab-47fe-ac82-3f2da88468c7,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:57.430449 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-704d4ca3-112a-42bf-a36e-e84304d75bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.445237 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-704d4ca3-112a-42bf-a36e-e84304d75bdb admin admin] Calling delete_port for 50921d87-d9ab-47fe-ac82-3f2da88468c7 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:57.474404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port a5bd0e4a-9773-4068-831f-2adbdf8995df completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:57.480118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a5bd0e4a-9773-4068-831f-2adbdf8995df triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:57.480551 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.550714 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-d9bed62f-22c9-4bdb-8c95-ae824c7e434d tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Deleting port cfacc598-37ef-4b0b-982d-528ffdda1815 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:07:57.551564 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d9bed62f-22c9-4bdb-8c95-ae824c7e434d tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.573309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-8da78ca7-9f2a-4d70-8a30-ccb5f64c3a0a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=d428951c-9af6-415a-913d-31512d67dde2 HTTP/1.1" status: 200 len: 217 time: 0.2049344 Jul 27 21:07:57.609644 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.653352 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Network 084d9125-cc6e-47e6-b004-0c2ba0e845fd is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:07:57.656938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:07:57.673926 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port a5bd0e4a-9773-4068-831f-2adbdf8995df, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a5bd0e4a-9773-4068-831f-2adbdf8995df,segment=NetworkSegment(4dc8b5b9-6020-45e3-9a12-68c9fe9f7098),segment_id=4dc8b5b9-6020-45e3-9a12-68c9fe9f7098)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:57.682809 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.701136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-9b080215-fcda-464a-96a6-154a56275944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:57.702271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-9b080215-fcda-464a-96a6-154a56275944 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a7a7b95-12bc-48a4-b7c3-4715da94a46d HTTP/1.1" status: 200 len: 797 time: 0.1068842 Jul 27 21:07:57.743893 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7', 'name': 'tempest-snat-router-1770636265', 'tenant_id': '8fa0651fd19e414f9a97d7e2382d2a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.49'}], 'enable_snat': False}, 'gw_port_id': 'e6a3eed3-29a1-4a8b-8602-71e4f8564cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:50Z', 'updated_at': '2021-07-27T21:07:53Z', 'revision_number': 3, 'project_id': '8fa0651fd19e414f9a97d7e2382d2a04', 'gw_port': {'id': 'e6a3eed3-29a1-4a8b-8602-71e4f8564cb7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:51Z', 'updated_at': '2021-07-27T21:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:57.766744 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=a5bd0e4a-9773-4068-831f-2adbdf8995df,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:57.787109 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f186a6-3bd7-4f86-9532-0db76b749584 None None] The sync data for ids ['350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7'] in n-d-764806-9 is: [{'id': '350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7', 'name': 'tempest-snat-router-1770636265', 'tenant_id': '8fa0651fd19e414f9a97d7e2382d2a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.49'}], 'enable_snat': False}, 'gw_port_id': 'e6a3eed3-29a1-4a8b-8602-71e4f8564cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:50Z', 'updated_at': '2021-07-27T21:07:53Z', 'revision_number': 3, 'project_id': '8fa0651fd19e414f9a97d7e2382d2a04', 'gw_port': {'id': 'e6a3eed3-29a1-4a8b-8602-71e4f8564cb7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:00:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:51Z', 'updated_at': '2021-07-27T21:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:07:57.809581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7fda6430-644c-4057-a0b7-d9834c609c01 None None] Provisioning complete for port a5bd0e4a-9773-4068-831f-2adbdf8995df triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:57.810146 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7fda6430-644c-4057-a0b7-d9834c609c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.911639 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d9bed62f-22c9-4bdb-8c95-ae824c7e434d tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:57.942525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-d9bed62f-22c9-4bdb-8c95-ae824c7e434d tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Calling delete_port for cfacc598-37ef-4b0b-982d-528ffdda1815 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:07:58.002667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-8671c392-b78b-4691-a849-6c7c6fd503d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:58.005643 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-8671c392-b78b-4691-a849-6c7c6fd503d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a410ce51-102d-4a42-9789-3fefbaa95d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2940977 Jul 27 21:07:58.009693 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7fda6430-644c-4057-a0b7-d9834c609c01 None None] Provisioning for port 5d50ae34-1703-491a-a617-37ea1859cbff completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:58.014946 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7fda6430-644c-4057-a0b7-d9834c609c01 None None] Provisioning complete for port 5d50ae34-1703-491a-a617-37ea1859cbff triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:58.015427 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7fda6430-644c-4057-a0b7-d9834c609c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.109813 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-704d4ca3-112a-42bf-a36e-e84304d75bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.129824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Router c385bcef-4443-4cdf-be47-8ed192e10482 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:07:58.130336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7fda6430-644c-4057-a0b7-d9834c609c01 None None] Port 5d50ae34-1703-491a-a617-37ea1859cbff cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:07:58.240899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d4ca3-112a-42bf-a36e-e84304d75bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=50921d87-d9ab-47fe-ac82-3f2da88468c7,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:58.274956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7af4614a-c4d6-47dd-a401-d596e5646a5b None None] Provisioning complete for port 5d50ae34-1703-491a-a617-37ea1859cbff triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:58.288073 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7af4614a-c4d6-47dd-a401-d596e5646a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.358080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:07:58.364497 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-51d78c83-f5cc-485b-9353-99d0f5e757b6 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "PUT /v2.0/routers/c385bcef-4443-4cdf-be47-8ed192e10482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5103526 Jul 27 21:07:58.368060 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47620) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:58.381035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7af4614a-c4d6-47dd-a401-d596e5646a5b None None] Port 5d50ae34-1703-491a-a617-37ea1859cbff cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:07:58.384120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f98e2c-7f53-4267-851d-235e679e1e08 None None] Sync routers for ids ['c385bcef-4443-4cdf-be47-8ed192e10482'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:07:58.396869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f98e2c-7f53-4267-851d-235e679e1e08 None None] Routers {'c385bcef-4443-4cdf-be47-8ed192e10482'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:58.398297 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-13f98e2c-7f53-4267-851d-235e679e1e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['c385bcef-4443-4cdf-be47-8ed192e10482'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:58.447891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-13f98e2c-7f53-4267-851d-235e679e1e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:58.454422 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d9bed62f-22c9-4bdb-8c95-ae824c7e434d tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.464438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f98e2c-7f53-4267-851d-235e679e1e08 None None] Routers {'c385bcef-4443-4cdf-be47-8ed192e10482'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:07:58.465391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-13f98e2c-7f53-4267-851d-235e679e1e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['c385bcef-4443-4cdf-be47-8ed192e10482'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:58.476410 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-2e77339e-a6e3-4e99-bd59-b51f6241c5f1 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349363 Jul 27 21:07:58.553181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-13f98e2c-7f53-4267-851d-235e679e1e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:07:58.553843 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f98e2c-7f53-4267-851d-235e679e1e08 None None] The sync data for ids ['c385bcef-4443-4cdf-be47-8ed192e10482'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:07:58.611390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7ab5eaec-a322-476a-a07e-c33d0378fddd None None] Provisioning complete for port 5d50ae34-1703-491a-a617-37ea1859cbff triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:58.611760 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7ab5eaec-a322-476a-a07e-c33d0378fddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.655131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bed62f-22c9-4bdb-8c95-ae824c7e434d tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfacc598-37ef-4b0b-982d-528ffdda1815,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:58.690561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92ccc12-802e-4b59-8168-07c450cb50a0 None None] Network c35dd1be-ba1c-450b-b16f-a20797cc7130 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:07:58.693885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a5bd0e4a-9773-4068-831f-2adbdf8995df up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:58.757471 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d9bed62f-22c9-4bdb-8c95-ae824c7e434d tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.757790 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.764221 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d9bed62f-22c9-4bdb-8c95-ae824c7e434d tempest-RoutersAdminNegativeTest-401239732 tempest-RoutersAdminNegativeTest-401239732-project-admin] 10.222.0.55 "DELETE /v2.0/ports/cfacc598-37ef-4b0b-982d-528ffdda1815 HTTP/1.1" status: 204 len: 168 time: 1.7223527 Jul 27 21:07:58.789976 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-704d4ca3-112a-42bf-a36e-e84304d75bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.792523 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.798850 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-456f415e-c2da-4387-b8f3-34c6c82a2e06 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844348 Jul 27 21:07:58.803538 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7ab5eaec-a322-476a-a07e-c33d0378fddd None None] Port 5d50ae34-1703-491a-a617-37ea1859cbff cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:07:58.856665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a5bd0e4a-9773-4068-831f-2adbdf8995df triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:58.857040 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:58.990626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-97488ac8-c42a-4c4c-9b5b-0b538dc519b8 None None] Provisioning for port f73faaf8-0660-4a13-99c3-eb0415919b34 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:59.061750 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-ca64a7c1-b3b7-4d33-ab6c-f20acee75e4f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=2fa8db0b-c60f-4d02-9b59-06d022fef9be HTTP/1.1" status: 200 len: 217 time: 0.2198651 Jul 27 21:07:59.067371 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-704d4ca3-112a-42bf-a36e-e84304d75bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.073455 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-704d4ca3-112a-42bf-a36e-e84304d75bdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.118090 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f73faaf8-0660-4a13-99c3-eb0415919b34 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:59.145027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47632) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:59.170059 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-e6fa81e3-c213-413f-a828-efea5fbe3edb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:07:59.172151 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e6fa81e3-c213-413f-a828-efea5fbe3edb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "PUT /v2.0/routers/c385bcef-4443-4cdf-be47-8ed192e10482/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7385323 Jul 27 21:07:59.177620 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47634) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:59.214627 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port f73faaf8-0660-4a13-99c3-eb0415919b34 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:59.224379 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f73faaf8-0660-4a13-99c3-eb0415919b34 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:59.224797 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.230616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-ac772b0d-299c-49e3-8312-3d075fc41c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.233034 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-ac772b0d-299c-49e3-8312-3d075fc41c9a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a7a7b95-12bc-48a4-b7c3-4715da94a46d HTTP/1.1" status: 200 len: 797 time: 0.1626754 Jul 27 21:07:59.298630 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-704d4ca3-112a-42bf-a36e-e84304d75bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.299188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704d4ca3-112a-42bf-a36e-e84304d75bdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router bca63f47-d752-4791-8158-6414f657875d {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:07:59.319216 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-704d4ca3-112a-42bf-a36e-e84304d75bdb admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.320648 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-704d4ca3-112a-42bf-a36e-e84304d75bdb admin admin] 10.222.0.55 "DELETE /v2.0/routers/bca63f47-d752-4791-8158-6414f657875d HTTP/1.1" status: 204 len: 168 time: 3.9659088 Jul 27 21:07:59.324417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47638) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:07:59.368011 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.445599 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Allocated IP 172.25.2.90 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/85297efd-5a78-4d1f-b477-e2c0a4ed1ac7) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:07:59.458256 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port f73faaf8-0660-4a13-99c3-eb0415919b34, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f73faaf8-0660-4a13-99c3-eb0415919b34,segment=NetworkSegment(62681f3c-6f9d-46ed-9488-57aeadbd6cd6),segment_id=62681f3c-6f9d-46ed-9488-57aeadbd6cd6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:59.463008 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.463942 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e6a3eed3-29a1-4a8b-8602-71e4f8564cb7 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:07:59.505192 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2ae12ab-da6a-4664-bf16-27572099f2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.542172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db2167a-f52e-4936-9873-c44590a366d6 admin admin] Deleting subnet c3313038-2ec0-49f7-8a75-bd15fec62a70 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:07:59.545449 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2db2167a-f52e-4936-9873-c44590a366d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.588730 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2db2167a-f52e-4936-9873-c44590a366d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.599346 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port e6a3eed3-29a1-4a8b-8602-71e4f8564cb7 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:07:59.605109 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e6a3eed3-29a1-4a8b-8602-71e4f8564cb7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:59.605686 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.607423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=f73faaf8-0660-4a13-99c3-eb0415919b34,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:59.665903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7538e496-6deb-4b6d-9127-8da76b6e78bd None None] Provisioning complete for port f73faaf8-0660-4a13-99c3-eb0415919b34 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:07:59.666970 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7538e496-6deb-4b6d-9127-8da76b6e78bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.669313 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-1c0eec7a-1b64-45ce-9139-cff5d2a2e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:07:59.671574 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-1c0eec7a-1b64-45ce-9139-cff5d2a2e49b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a410ce51-102d-4a42-9789-3fefbaa95d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4038906 Jul 27 21:07:59.847323 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.863597 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.878930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port e6a3eed3-29a1-4a8b-8602-71e4f8564cb7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e6a3eed3-29a1-4a8b-8602-71e4f8564cb7,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:07:59.885029 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.892127 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2db2167a-f52e-4936-9873-c44590a366d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.951923 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=e6a3eed3-29a1-4a8b-8602-71e4f8564cb7,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:07:59.965222 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 50921d87-d9ab-47fe-ac82-3f2da88468c7 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:07:59.993687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 50921d87-d9ab-47fe-ac82-3f2da88468c7 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:07:59.994035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 50921d87-d9ab-47fe-ac82-3f2da88468c7 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:07:59.994449 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2db2167a-f52e-4936-9873-c44590a366d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:07:59.994583 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 75bb217d-d73a-41d9-9577-0c2ec9473d0c no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:00.018304 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 75bb217d-d73a-41d9-9577-0c2ec9473d0c {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:08:00.018711 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 75bb217d-d73a-41d9-9577-0c2ec9473d0c not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:08:00.054702 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2167a-f52e-4936-9873-c44590a366d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3313038-2ec0-49f7-8a75-bd15fec62a70,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:00.061887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-672d59ac-a9b1-47f5-b441-92969b9bea48 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756955 Jul 27 21:08:00.064781 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2db2167a-f52e-4936-9873-c44590a366d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.069398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2db2167a-f52e-4936-9873-c44590a366d6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c3313038-2ec0-49f7-8a75-bd15fec62a70 HTTP/1.1" status: 204 len: 168 time: 0.7422085 Jul 27 21:08:00.070402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47642) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:00.072184 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1300517b-fd86-4b69-8e41-57bf9456979d None None] Network 79b2e137-87bc-4699-bba6-d23b11f97816 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:00.080745 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c748f20d-271f-495f-bc83-2fc5853d63cf tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.114689 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2ae12ab-da6a-4664-bf16-27572099f2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.156248 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2ae12ab-da6a-4664-bf16-27572099f2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.305960 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e2ae12ab-da6a-4664-bf16-27572099f2b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e522457096994926b7356ebfddb206fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1577022 Jul 27 21:08:00.336974 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47650) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:00.339219 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.365913 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.441509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:00.446092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f73faaf8-0660-4a13-99c3-eb0415919b34 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:08:00.458204 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae12ab-da6a-4664-bf16-27572099f2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad260e6-d9fe-4b04-b5c5-d1f8c3b5fd66,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:00.474068 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:00.481698 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:00.520771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c748f20d-271f-495f-bc83-2fc5853d63cf tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Deleting port 5d50ae34-1703-491a-a617-37ea1859cbff {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:00.521389 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c748f20d-271f-495f-bc83-2fc5853d63cf tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.532725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8267b28-a655-41bb-ac7d-7cce7f93eb5a None None] DHCP port deletion for 79b2e137-87bc-4699-bba6-d23b11f97816 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:08:00.537443 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f73faaf8-0660-4a13-99c3-eb0415919b34 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:00.537809 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.579680 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Pushing event updated for resources: {'Port': ['ID=85297efd-5a78-4d1f-b477-e2c0a4ed1ac7,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:00.632879 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c748f20d-271f-495f-bc83-2fc5853d63cf tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.648440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c748f20d-271f-495f-bc83-2fc5853d63cf tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Calling delete_port for 5d50ae34-1703-491a-a617-37ea1859cbff owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:00.648699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-f8267b28-a655-41bb-ac7d-7cce7f93eb5a None None] Deleting port b3d872b8-4052-453f-88b3-a172aa401aea {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:00.649061 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f8267b28-a655-41bb-ac7d-7cce7f93eb5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.709224 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e6a3eed3-29a1-4a8b-8602-71e4f8564cb7 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:08:00.749424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-f8267b28-a655-41bb-ac7d-7cce7f93eb5a None None] For port b3d872b8-4052-453f-88b3-a172aa401aea, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b3d872b8-4052-453f-88b3-a172aa401aea,segment=NetworkSegment(a731430f-ebf7-401e-8055-28ed5489e3e0),segment_id=a731430f-ebf7-401e-8055-28ed5489e3e0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:00.749754 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f8267b28-a655-41bb-ac7d-7cce7f93eb5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.769281 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-f8267b28-a655-41bb-ac7d-7cce7f93eb5a None None] Calling delete_port for b3d872b8-4052-453f-88b3-a172aa401aea owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:00.832721 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e6a3eed3-29a1-4a8b-8602-71e4f8564cb7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:00.833090 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.860704 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c748f20d-271f-495f-bc83-2fc5853d63cf tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.901382 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748f20d-271f-495f-bc83-2fc5853d63cf tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event deleted for resources: {'Port': ['ID=5d50ae34-1703-491a-a617-37ea1859cbff,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:00.901838 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f8267b28-a655-41bb-ac7d-7cce7f93eb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:00.968520 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8267b28-a655-41bb-ac7d-7cce7f93eb5a None None] Pushing event deleted for resources: {'Port': ['ID=b3d872b8-4052-453f-88b3-a172aa401aea,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:00.981407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8267b28-a655-41bb-ac7d-7cce7f93eb5a None None] No DVR routers for this DVR port b3d872b8-4052-453f-88b3-a172aa401aea on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:01.011739 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-eddfba77-7db6-4ab7-b871-9714f6a56d4a service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9362602 Jul 27 21:08:01.068739 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c748f20d-271f-495f-bc83-2fc5853d63cf tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.109524 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-b458ccf9-9c8b-4985-a13f-87e28e2a68c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=e52e863c-19ea-4520-b512-4229b90f3d03 HTTP/1.1" status: 200 len: 217 time: 0.0706601 Jul 27 21:08:01.110451 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0edb37c2-581a-4f81-a88c-6bcdfecc5b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.177807 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0edb37c2-581a-4f81-a88c-6bcdfecc5b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.191820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] Deleting port b3d872b8-4052-453f-88b3-a172aa401aea {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:01.192163 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.231944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c748f20d-271f-495f-bc83-2fc5853d63cf tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Router c385bcef-4443-4cdf-be47-8ed192e10482 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:08:01.305688 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-55b9b5bb-7895-4840-95f5-ff1ffb3b9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:01.307322 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-55b9b5bb-7895-4840-95f5-ff1ffb3b9af5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a7a7b95-12bc-48a4-b7c3-4715da94a46d HTTP/1.1" status: 200 len: 797 time: 0.1785233 Jul 27 21:08:01.316525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c748f20d-271f-495f-bc83-2fc5853d63cf tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:01.326194 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c748f20d-271f-495f-bc83-2fc5853d63cf tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "PUT /v2.0/routers/c385bcef-4443-4cdf-be47-8ed192e10482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1425922 Jul 27 21:08:01.326194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47656) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:01.333652 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c94f50-66ad-4f8c-8965-24dff0a9974e None None] Sync routers for ids ['c385bcef-4443-4cdf-be47-8ed192e10482'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:01.349459 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c94f50-66ad-4f8c-8965-24dff0a9974e None None] Routers {'c385bcef-4443-4cdf-be47-8ed192e10482'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:01.350934 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c2c94f50-66ad-4f8c-8965-24dff0a9974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['c385bcef-4443-4cdf-be47-8ed192e10482'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:01.377823 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-ab39c5d7-a1d3-4dc8-8f47-bf350b042085 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] delete failed (client error): The resource could not be found. Jul 27 21:08:01.382725 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ab39c5d7-a1d3-4dc8-8f47-bf350b042085 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-1094696828 HTTP/1.1" status: 404 len: 335 time: 0.0519509 Jul 27 21:08:01.382892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47660) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:01.387977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-02acd11a-87d6-4738-b4e9-66bf7f4ccc46 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c385bcef-4443-4cdf-be47-8ed192e10482'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:01.400890 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c2c94f50-66ad-4f8c-8965-24dff0a9974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:01.404647 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] For port b3d872b8-4052-453f-88b3-a172aa401aea, host n-d-764806-9, got binding levels [] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:01.405012 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.413119 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c94f50-66ad-4f8c-8965-24dff0a9974e None None] Routers {'c385bcef-4443-4cdf-be47-8ed192e10482'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:01.414819 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c2c94f50-66ad-4f8c-8965-24dff0a9974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['c385bcef-4443-4cdf-be47-8ed192e10482'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:01.426931 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] Calling delete_port for b3d872b8-4052-453f-88b3-a172aa401aea owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:01.430140 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_backend_mixin [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] Port b3d872b8-4052-453f-88b3-a172aa401aea was not found and therefore no delete operation was performed {{(pid=105579) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:08:01.439342 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.455921 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c2c94f50-66ad-4f8c-8965-24dff0a9974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:01.456824 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c94f50-66ad-4f8c-8965-24dff0a9974e None None] The sync data for ids ['c385bcef-4443-4cdf-be47-8ed192e10482'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:01.474992 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0edb37c2-581a-4f81-a88c-6bcdfecc5b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.477525 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0edb37c2-581a-4f81-a88c-6bcdfecc5b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.478778 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0edb37c2-581a-4f81-a88c-6bcdfecc5b39 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4ad260e6-d9fe-4b04-b5c5-d1f8c3b5fd66 HTTP/1.1" status: 204 len: 168 time: 1.1326814 Jul 27 21:08:01.483131 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d872b8-4052-453f-88b3-a172aa401aea,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:01.490514 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.492273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] No DVR routers for this DVR port b3d872b8-4052-453f-88b3-a172aa401aea on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:01.536107 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb37c2-581a-4f81-a88c-6bcdfecc5b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad260e6-d9fe-4b04-b5c5-d1f8c3b5fd66,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:01.576499 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-d4a50c1d-370b-4712-a2f6-e42940c44071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:01.578037 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-d4a50c1d-370b-4712-a2f6-e42940c44071 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a410ce51-102d-4a42-9789-3fefbaa95d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2611406 Jul 27 21:08:01.638256 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-02acd11a-87d6-4738-b4e9-66bf7f4ccc46 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.661668 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-02acd11a-87d6-4738-b4e9-66bf7f4ccc46 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] update failed (client error): The resource could not be found. Jul 27 21:08:01.662930 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-02acd11a-87d6-4738-b4e9-66bf7f4ccc46 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "PUT /v2.0/routers/c385bcef-4443-4cdf-be47-8ed192e10482 HTTP/1.1" status: 404 len: 339 time: 0.2789681 Jul 27 21:08:01.666364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47666) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:01.705877 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.729314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b2e137-87bc-4699-bba6-d23b11f97816']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:01.744208 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a731430f-ebf7-401e-8055-28ed5489e3e0') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:01.744512 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a731430f-ebf7-401e-8055-28ed5489e3e0') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:01.760823 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.815557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47668) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:01.826316 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.847327 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:08:01.847716 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:08:01.849372 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:08:01.914027 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-0a2a0997-fe4d-4a4d-84d0-37a1eee4c103 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241723 Jul 27 21:08:01.946444 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6f763d01-f673-4227-a282-e85c0feff267 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b98cbd9cbca74ca2a82e188977df1633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276698 Jul 27 21:08:01.947983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47672) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:01.988081 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.995981 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:01.997909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/79b2e137-87bc-4699-bba6-d23b11f97816 HTTP/1.1" status: 204 len: 168 time: 1.9135511 Jul 27 21:08:02.006455 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.027767 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a2eb0-f029-403a-9ab1-a95fc7259af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=79b2e137-87bc-4699-bba6-d23b11f97816,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:02.041450 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.053298 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ab50-a18e-4021-9817-3637b1b7fb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.099949 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-e15ebfef-7490-4ee5-926c-0ed3d47b3a57 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752923 Jul 27 21:08:02.144317 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ab50-a18e-4021-9817-3637b1b7fb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.174367 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-2f9b0b66-8175-44cd-be50-54fe40f31cbf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=f2b60967-bfdf-4329-90d7-618af56506fa HTTP/1.1" status: 200 len: 217 time: 0.0656433 Jul 27 21:08:02.197394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47676) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:02.267013 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-f895be25-d0d7-4153-96d0-3fd8dd7d347c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:02.268501 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-f895be25-d0d7-4153-96d0-3fd8dd7d347c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2a7a7b95-12bc-48a4-b7c3-4715da94a46d HTTP/1.1" status: 200 len: 797 time: 0.0874672 Jul 27 21:08:02.277511 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ab50-a18e-4021-9817-3637b1b7fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.281325 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ab50-a18e-4021-9817-3637b1b7fb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.283549 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e3f9ab50-a18e-4021-9817-3637b1b7fb95 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/694464f1-36e5-4f2a-9722-0ec428ece8c0 HTTP/1.1" status: 204 len: 168 time: 0.3345907 Jul 27 21:08:02.300926 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9ab50-a18e-4021-9817-3637b1b7fb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694464f1-36e5-4f2a-9722-0ec428ece8c0,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:02.331216 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0f290e6d-5e37-4c05-8a0a-17905a19e2bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf11c2709ca5486bb0c2ba4ec94ddafc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290808 Jul 27 21:08:02.331396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47680) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:02.384676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Allocated IP 172.20.0.1 (60935587-6ad6-418a-908a-e5a4d67c3dd7/8b4f106c-b241-4ed7-9a44-52a867821e4d/1dc2f722-9898-406d-bbfd-c65019d11a9c) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:02.394945 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Router 3ec7fb06-7901-4619-8d5a-7e04bb429acd is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:08:02.456949 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b3d872b8-4052-453f-88b3-a172aa401aea no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:02.495334 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: b3d872b8-4052-453f-88b3-a172aa401aea {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:08:02.495863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b3d872b8-4052-453f-88b3-a172aa401aea not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:08:02.532545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-9d8dab6d-e8f2-4ebb-85b4-61d11c47ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:02.534111 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-9d8dab6d-e8f2-4ebb-85b4-61d11c47ac7c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a410ce51-102d-4a42-9789-3fefbaa95d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2576458 Jul 27 21:08:02.559943 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.573982 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7fff79c0-3337-439a-80d5-6ebc6b713454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.576666 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Transition to ACTIVE for port object 1dc2f722-9898-406d-bbfd-c65019d11a9c will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:02.621673 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.640617 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-44c18e70-3e58-4c8c-b16c-9ca056a9c704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.666070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Network 60935587-6ad6-418a-908a-e5a4d67c3dd7 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:02.671393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:02.676013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:02.682562 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7fff79c0-3337-439a-80d5-6ebc6b713454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.707166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event updated for resources: {'Port': ['ID=1dc2f722-9898-406d-bbfd-c65019d11a9c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:02.718510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:02.732397 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.734039 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Sync routers for ids ['3ec7fb06-7901-4619-8d5a-7e04bb429acd'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:02.761705 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Routers {'3ec7fb06-7901-4619-8d5a-7e04bb429acd'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:02.764635 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['3ec7fb06-7901-4619-8d5a-7e04bb429acd'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:02.764962 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-c4aa8185-3cec-487f-9d2b-f49422c97dd0 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189891 Jul 27 21:08:02.785869 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.788053 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-89791cc1-a8cd-4d3d-ad0c-fcfc8b164ea8 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.7504890 Jul 27 21:08:02.790973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47694) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:02.858783 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7fff79c0-3337-439a-80d5-6ebc6b713454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.861505 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7fff79c0-3337-439a-80d5-6ebc6b713454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:02.862758 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7fff79c0-3337-439a-80d5-6ebc6b713454 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aee54759-484f-4374-9c44-4537671055e6 HTTP/1.1" status: 204 len: 168 time: 0.5304987 Jul 27 21:08:02.898732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff79c0-3337-439a-80d5-6ebc6b713454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee54759-484f-4374-9c44-4537671055e6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:02.960923 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Set router 3ec7fb06-7901-4619-8d5a-7e04bb429acd gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:02.966697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-511e8299-e3c7-4daa-afa9-50c5bf855b72 service neutron] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929872 Jul 27 21:08:03.057271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-60c8d154-1039-4c9f-b811-78b8beb832e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8ce6ad16-e5b2-43c3-9b3b-ca14413e757c HTTP/1.1" status: 200 len: 217 time: 0.0829864 Jul 27 21:08:03.140904 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-130ffde3-cfc7-49bb-8fd5-7b134e223e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:03.143319 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-130ffde3-cfc7-49bb-8fd5-7b134e223e02 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a43653b-252d-4da2-bf43-47c001947d62 HTTP/1.1" status: 200 len: 797 time: 0.0773966 Jul 27 21:08:03.179053 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fc122db8-117a-4573-a223-158040c161ca None None] Provisioning for port 1dc2f722-9898-406d-bbfd-c65019d11a9c completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:03.186364 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fc122db8-117a-4573-a223-158040c161ca None None] Provisioning complete for port 1dc2f722-9898-406d-bbfd-c65019d11a9c triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:03.186734 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fc122db8-117a-4573-a223-158040c161ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:03.233432 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-e22a1f1d-3386-453e-ac0a-162e0741a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:03.237219 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-e22a1f1d-3386-453e-ac0a-162e0741a11f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a54d9f4c-31a3-472d-917d-12867f1c0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0851567 Jul 27 21:08:03.248959 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-fc122db8-117a-4573-a223-158040c161ca None None] Port 1dc2f722-9898-406d-bbfd-c65019d11a9c cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:03.342584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7fb06-7901-4619-8d5a-7e04bb429acd', 'name': 'tempest-snat-router-1770636265', 'tenant_id': '8fa0651fd19e414f9a97d7e2382d2a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '85297efd-5a78-4d1f-b477-e2c0a4ed1ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:56Z', 'updated_at': '2021-07-27T21:08:01Z', 'revision_number': 3, 'project_id': '8fa0651fd19e414f9a97d7e2382d2a04', 'gw_port': {'id': '85297efd-5a78-4d1f-b477-e2c0a4ed1ac7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:61:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7fb06-7901-4619-8d5a-7e04bb429acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:58Z', 'updated_at': '2021-07-27T21:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:03.374322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Checking router: 3ec7fb06-7901-4619-8d5a-7e04bb429acd for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:08:03.374873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Updating router 3ec7fb06-7901-4619-8d5a-7e04bb429acd port 85297efd-5a78-4d1f-b477-e2c0a4ed1ac7 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:08:03.387341 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-b1dc991e-940d-48f7-b599-57e43318c385 service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425407 Jul 27 21:08:03.432189 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:03.471656 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9694caa4-2e3a-45e6-944a-ff116c7ed9c4 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "GET /v2.0/routers/3ec7fb06-7901-4619-8d5a-7e04bb429acd HTTP/1.1" status: 200 len: 907 time: 0.6766229 Jul 27 21:08:03.476029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47714) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:03.476239 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:03.625069 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47724) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:03.683977 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-e8e93dbf-4a0d-4cd1-95f4-566174f1c050 service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890399 Jul 27 21:08:03.864257 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:03.880256 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Transition to ACTIVE for port object 85297efd-5a78-4d1f-b477-e2c0a4ed1ac7 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:03.890336 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:03.966213 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Attempting to bind port 85297efd-5a78-4d1f-b477-e2c0a4ed1ac7 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:08:03.967034 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Attempting to bind port 85297efd-5a78-4d1f-b477-e2c0a4ed1ac7 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:08:03.967572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Attempting to bind port 85297efd-5a78-4d1f-b477-e2c0a4ed1ac7 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:03.974528 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:08:03.975315 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:03.975903 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:03.976473 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:08:03.977261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Bound port: 85297efd-5a78-4d1f-b477-e2c0a4ed1ac7, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:08:03.977812 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:03.980323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b1d84-9db3-4b34-97d7-3328ff2f63ff None None] Pushing event updated for resources: {'Port': ['ID=85297efd-5a78-4d1f-b477-e2c0a4ed1ac7,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:03.984277 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:03.994386 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.001858 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.040856 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47738) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:04.049073 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] For port 85297efd-5a78-4d1f-b477-e2c0a4ed1ac7, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:08:04.052854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] For port 85297efd-5a78-4d1f-b477-e2c0a4ed1ac7, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=85297efd-5a78-4d1f-b477-e2c0a4ed1ac7,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:08:04.057558 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.101593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-12e89656-3709-404f-8ccb-bfb9e4c0d3aa tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1294949719'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:04.106434 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.108940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event updated for resources: {'Port': ['ID=1dc2f722-9898-406d-bbfd-c65019d11a9c,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:04.113041 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-df078220-ad0a-490c-8109-130e01dbc085 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b4c9773-4523-4fe9-b8e8-0d1006d1c670 HTTP/1.1" status: 200 len: 217 time: 0.3731349 Jul 27 21:08:04.130339 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Routers {'3ec7fb06-7901-4619-8d5a-7e04bb429acd'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:04.130973 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['3ec7fb06-7901-4619-8d5a-7e04bb429acd'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:04.184717 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-189f8fea-d18b-4800-ada1-d90349d569bb tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.188883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e89656-3709-404f-8ccb-bfb9e4c0d3aa tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Made reservation on behalf of 2e6502fdb1814573be682b1c72ed90f9 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:04.193189 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12e89656-3709-404f-8ccb-bfb9e4c0d3aa tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.219099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b1d84-9db3-4b34-97d7-3328ff2f63ff None None] Pushing event updated for resources: {'Port': ['ID=85297efd-5a78-4d1f-b477-e2c0a4ed1ac7,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:04.262086 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Network 60935587-6ad6-418a-908a-e5a4d67c3dd7 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:04.265626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] Set router 3ec7fb06-7901-4619-8d5a-7e04bb429acd gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:04.274595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:04.279327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-390768968-network', 'tenant_id': '62b29747db3a43b28fec8a0add810d3b'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:04.289449 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12e89656-3709-404f-8ccb-bfb9e4c0d3aa tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.308823 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-540fc968-6693-4d83-8b55-9ae20f040161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:04.310343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-540fc968-6693-4d83-8b55-9ae20f040161 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a43653b-252d-4da2-bf43-47c001947d62 HTTP/1.1" status: 200 len: 797 time: 0.1855440 Jul 27 21:08:04.378552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Made reservation on behalf of 62b29747db3a43b28fec8a0add810d3b for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:04.381158 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.396446 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.425038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Router c385bcef-4443-4cdf-be47-8ed192e10482 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:08:04.477478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-af939489-c316-4275-b2de-07d8a644dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:04.479075 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-af939489-c316-4275-b2de-07d8a644dba4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a54d9f4c-31a3-472d-917d-12867f1c0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1597805 Jul 27 21:08:04.480313 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-189f8fea-d18b-4800-ada1-d90349d569bb tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.494459 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec7fb06-7901-4619-8d5a-7e04bb429acd', 'name': 'tempest-snat-router-1770636265', 'tenant_id': '8fa0651fd19e414f9a97d7e2382d2a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '85297efd-5a78-4d1f-b477-e2c0a4ed1ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:56Z', 'updated_at': '2021-07-27T21:08:01Z', 'revision_number': 3, 'project_id': '8fa0651fd19e414f9a97d7e2382d2a04', 'gw_port': {'id': '85297efd-5a78-4d1f-b477-e2c0a4ed1ac7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:61:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7fb06-7901-4619-8d5a-7e04bb429acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:58Z', 'updated_at': '2021-07-27T21:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:04.533308 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:04.534182 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1fd76-31b7-4171-867d-aa2f15665c40 None None] The sync data for ids ['3ec7fb06-7901-4619-8d5a-7e04bb429acd'] in n-d-764806-9 is: [{'id': '3ec7fb06-7901-4619-8d5a-7e04bb429acd', 'name': 'tempest-snat-router-1770636265', 'tenant_id': '8fa0651fd19e414f9a97d7e2382d2a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '85297efd-5a78-4d1f-b477-e2c0a4ed1ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:07:56Z', 'updated_at': '2021-07-27T21:08:01Z', 'revision_number': 3, 'project_id': '8fa0651fd19e414f9a97d7e2382d2a04', 'gw_port': {'id': '85297efd-5a78-4d1f-b477-e2c0a4ed1ac7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:61:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec7fb06-7901-4619-8d5a-7e04bb429acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:07:58Z', 'updated_at': '2021-07-27T21:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:04.543564 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-36ac605e-ccad-4fcd-bc2c-dd6d25ced1ef tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "PUT /v2.0/routers/c385bcef-4443-4cdf-be47-8ed192e10482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8760962 Jul 27 21:08:04.544574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47744) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:04.546285 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c83cc-4785-4aa9-a247-2a283a917fb6 None None] Sync routers for ids ['c385bcef-4443-4cdf-be47-8ed192e10482'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:04.590368 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c83cc-4785-4aa9-a247-2a283a917fb6 None None] Routers {'c385bcef-4443-4cdf-be47-8ed192e10482'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:04.593967 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b79c83cc-4785-4aa9-a247-2a283a917fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['c385bcef-4443-4cdf-be47-8ed192e10482'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:04.644197 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b79c83cc-4785-4aa9-a247-2a283a917fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:04.655242 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c83cc-4785-4aa9-a247-2a283a917fb6 None None] Routers {'c385bcef-4443-4cdf-be47-8ed192e10482'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:04.656800 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b79c83cc-4785-4aa9-a247-2a283a917fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:07:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['c385bcef-4443-4cdf-be47-8ed192e10482'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:04.689454 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a7451b0e-880e-4cf8-9b65-9d8a5d1e7b05 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.691481 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12e89656-3709-404f-8ccb-bfb9e4c0d3aa tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.693051 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-99e9668b-f990-44db-8c50-963de2e6861d None None] Provisioning complete for port 1dc2f722-9898-406d-bbfd-c65019d11a9c triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:04.693051 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-99e9668b-f990-44db-8c50-963de2e6861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.708881 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12e89656-3709-404f-8ccb-bfb9e4c0d3aa tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.719652 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b79c83cc-4785-4aa9-a247-2a283a917fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:04.723145 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c83cc-4785-4aa9-a247-2a283a917fb6 None None] The sync data for ids ['c385bcef-4443-4cdf-be47-8ed192e10482'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:04.724290 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e89656-3709-404f-8ccb-bfb9e4c0d3aa tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:08:04.753118 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-35d00fe3-d09a-4e28-be4c-a03a8becdea7 service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644882 Jul 27 21:08:04.762045 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-189f8fea-d18b-4800-ada1-d90349d569bb tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Deleting port 85297efd-5a78-4d1f-b477-e2c0a4ed1ac7 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:04.762542 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-189f8fea-d18b-4800-ada1-d90349d569bb tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.771713 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12e89656-3709-404f-8ccb-bfb9e4c0d3aa tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:04.772214 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-12e89656-3709-404f-8ccb-bfb9e4c0d3aa tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Added segment 3d4c46bb-438f-4dc0-b325-77b42741d5c6 of type vlan for network 9bc953ba-e6fc-416d-8c50-e3a63f81f93c Jul 27 21:08:04.780018 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-99e9668b-f990-44db-8c50-963de2e6861d None None] Port 1dc2f722-9898-406d-bbfd-c65019d11a9c cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:04.833882 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-a7451b0e-880e-4cf8-9b65-9d8a5d1e7b05 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 21:08:04.837619 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a7451b0e-880e-4cf8-9b65-9d8a5d1e7b05 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "DELETE /v2.0/routers/c385bcef-4443-4cdf-be47-8ed192e10482 HTTP/1.1" status: 409 len: 329 time: 0.2889585 Jul 27 21:08:04.838637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47750) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:04.896803 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e89656-3709-404f-8ccb-bfb9e4c0d3aa tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9967dba-d45c-4dbd-87b2-905cb449161f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:04.971762 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12e89656-3709-404f-8ccb-bfb9e4c0d3aa tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.027207 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-189f8fea-d18b-4800-ada1-d90349d569bb tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] For port 85297efd-5a78-4d1f-b477-e2c0a4ed1ac7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=85297efd-5a78-4d1f-b477-e2c0a4ed1ac7,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:05.027207 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-189f8fea-d18b-4800-ada1-d90349d569bb tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.038779 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3df46a97-9477-4b9d-965e-fbf0ae39d953 req-35e98b10-72ef-4a40-ab6d-12494da0c645 service neutron] 10.222.0.66 "GET /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692316 Jul 27 21:08:05.052074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-189f8fea-d18b-4800-ada1-d90349d569bb tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Calling delete_port for 85297efd-5a78-4d1f-b477-e2c0a4ed1ac7 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:05.066295 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12e89656-3709-404f-8ccb-bfb9e4c0d3aa tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.072467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e89656-3709-404f-8ccb-bfb9e4c0d3aa tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:05.073366 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12e89656-3709-404f-8ccb-bfb9e4c0d3aa tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.090296 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.098300 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.139168 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:08:05.149911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528b0041-f5ef-44a2-9fad-a3c93b85ac91,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:05.175873 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.176221 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Added segment 99cd9160-818c-4516-a05b-49230c7fb1d9 of type vlan for network 2622d6c4-2c23-4d73-811d-c663f877db95 Jul 27 21:08:05.195133 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:05.195534 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:05.195877 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:05.196384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:05.197416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:05.197820 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:05.198614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:05.198966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:05.199496 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:05.199819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:05.200144 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:05.200467 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:05.220046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-12e89656-3709-404f-8ccb-bfb9e4c0d3aa tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5894997 Jul 27 21:08:05.220964 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47752) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:05.243966 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f2eea5db-dea9-42bf-a850-e3f5d7b20bfe tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Request body: {'subnet': {'network_id': '9bc953ba-e6fc-416d-8c50-e3a63f81f93c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:05.253610 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.316401 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.318151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:05.318545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e89656-3709-404f-8ccb-bfb9e4c0d3aa tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event updated for resources: {'Network': ['ID=9bc953ba-e6fc-416d-8c50-e3a63f81f93c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:05.318728 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.334064 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 9bc953ba-e6fc-416d-8c50-e3a63f81f93c details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:08:05.365131 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-226bc553-a46a-4e0d-a558-0e9534811548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.416797 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3547702 Jul 27 21:08:05.423619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47756) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:05.448355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f1df1792-94f2-47b7-8e9c-d76f5cd9a36c admin admin] Request body: {'subnet': {'network_id': '2622d6c4-2c23-4d73-811d-c663f877db95', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-390768968-subnet', 'tenant_id': '62b29747db3a43b28fec8a0add810d3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:05.475575 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0c439-8696-42ec-bad4-be36ce903a28 admin admin] Pushing event updated for resources: {'Network': ['ID=2622d6c4-2c23-4d73-811d-c663f877db95,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:05.507258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1df1792-94f2-47b7-8e9c-d76f5cd9a36c admin admin] Made reservation on behalf of 62b29747db3a43b28fec8a0add810d3b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:05.510364 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1df1792-94f2-47b7-8e9c-d76f5cd9a36c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.569497 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eea5db-dea9-42bf-a850-e3f5d7b20bfe tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Made reservation on behalf of 2e6502fdb1814573be682b1c72ed90f9 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:05.574760 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f2eea5db-dea9-42bf-a850-e3f5d7b20bfe tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.581035 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-189f8fea-d18b-4800-ada1-d90349d569bb tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.621556 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e7a-32be-44dc-9732-83b4857ec210 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.640209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 2622d6c4-2c23-4d73-811d-c663f877db95 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:08:05.703335 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f8fea-d18b-4800-ada1-d90349d569bb tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Pushing event deleted for resources: {'Port': ['ID=85297efd-5a78-4d1f-b477-e2c0a4ed1ac7,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:05.818010 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-189f8fea-d18b-4800-ada1-d90349d569bb tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.832872 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.962593 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-189f8fea-d18b-4800-ada1-d90349d569bb tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.967216 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-189f8fea-d18b-4800-ada1-d90349d569bb tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:05.994167 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1df1792-94f2-47b7-8e9c-d76f5cd9a36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.045973 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-189f8fea-d18b-4800-ada1-d90349d569bb tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.046549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189f8fea-d18b-4800-ada1-d90349d569bb tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ec7fb06-7901-4619-8d5a-7e04bb429acd {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:06.052708 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-189f8fea-d18b-4800-ada1-d90349d569bb tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.053864 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-189f8fea-d18b-4800-ada1-d90349d569bb tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "DELETE /v2.0/routers/3ec7fb06-7901-4619-8d5a-7e04bb429acd HTTP/1.1" status: 204 len: 168 time: 2.5766277 Jul 27 21:08:06.057434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47762) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:06.092671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df1792-94f2-47b7-8e9c-d76f5cd9a36c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffdbdcaf-14a5-4855-892d-a2c0f08a81e4,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:06.114551 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f2eea5db-dea9-42bf-a850-e3f5d7b20bfe tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.127240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1df1792-94f2-47b7-8e9c-d76f5cd9a36c admin admin] Checking segment: {'id': '99cd9160-818c-4516-a05b-49230c7fb1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2622d6c4-2c23-4d73-811d-c663f877db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:06.127603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1df1792-94f2-47b7-8e9c-d76f5cd9a36c admin admin] Network hostable DHCP agents. Network: 2622d6c4-2c23-4d73-811d-c663f877db95, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:08:06.157466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1df1792-94f2-47b7-8e9c-d76f5cd9a36c admin admin] Network 2622d6c4-2c23-4d73-811d-c663f877db95 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:08:06.170402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f1df1792-94f2-47b7-8e9c-d76f5cd9a36c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 2622d6c4-2c23-4d73-811d-c663f877db95) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:06.176387 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df1792-94f2-47b7-8e9c-d76f5cd9a36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:06.176970 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1df1792-94f2-47b7-8e9c-d76f5cd9a36c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.182507 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9f0ac8-0c3b-4805-9b5b-4eb3b1169631 None None] Network 2622d6c4-2c23-4d73-811d-c663f877db95 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:06.190270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c5f86e7a-32be-44dc-9732-83b4857ec210 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Deleting port 1dc2f722-9898-406d-bbfd-c65019d11a9c {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:06.190642 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e7a-32be-44dc-9732-83b4857ec210 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.235534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eea5db-dea9-42bf-a850-e3f5d7b20bfe tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event updated for resources: {'Subnet': ['ID=d7327022-fee5-4b18-817b-d7e4743ad715,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:06.236753 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f1df1792-94f2-47b7-8e9c-d76f5cd9a36c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7924213 Jul 27 21:08:06.257877 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5858ce43-7627-47aa-b8cc-23e39d8e87fc tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.300844 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eea5db-dea9-42bf-a850-e3f5d7b20bfe tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Checking segment: {'id': '3d4c46bb-438f-4dc0-b325-77b42741d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9bc953ba-e6fc-416d-8c50-e3a63f81f93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:06.300844 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eea5db-dea9-42bf-a850-e3f5d7b20bfe tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Network hostable DHCP agents. Network: 9bc953ba-e6fc-416d-8c50-e3a63f81f93c, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:08:06.303164 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e7a-32be-44dc-9732-83b4857ec210 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.320316 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c5f86e7a-32be-44dc-9732-83b4857ec210 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Calling delete_port for 1dc2f722-9898-406d-bbfd-c65019d11a9c owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:06.332513 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a157e5fe-26a5-477b-b515-fa28668c3d9d None None] Network 2622d6c4-2c23-4d73-811d-c663f877db95 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:06.358631 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eea5db-dea9-42bf-a850-e3f5d7b20bfe tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Network 9bc953ba-e6fc-416d-8c50-e3a63f81f93c is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:08:06.404394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-f2eea5db-dea9-42bf-a850-e3f5d7b20bfe tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 9bc953ba-e6fc-416d-8c50-e3a63f81f93c) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:06.421060 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726ca276-3d53-4864-a117-427d3d022120 None None] Network 9bc953ba-e6fc-416d-8c50-e3a63f81f93c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:06.424800 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eea5db-dea9-42bf-a850-e3f5d7b20bfe tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:06.425436 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f2eea5db-dea9-42bf-a850-e3f5d7b20bfe tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.465343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f2eea5db-dea9-42bf-a850-e3f5d7b20bfe tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2350690 Jul 27 21:08:06.466402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47768) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:06.475428 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-48643487-8f65-470c-940f-da3ef5a6d9a4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Request body: {'port': {'network_id': '9bc953ba-e6fc-416d-8c50-e3a63f81f93c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1725886093'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:06.482791 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5858ce43-7627-47aa-b8cc-23e39d8e87fc tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.603485 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e7a-32be-44dc-9732-83b4857ec210 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.632222 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f86e7a-32be-44dc-9732-83b4857ec210 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event deleted for resources: {'Port': ['ID=1dc2f722-9898-406d-bbfd-c65019d11a9c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:06.679072 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-5858ce43-7627-47aa-b8cc-23e39d8e87fc tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Deleting port e6a3eed3-29a1-4a8b-8602-71e4f8564cb7 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:06.679561 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5858ce43-7627-47aa-b8cc-23e39d8e87fc tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.741551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-9bc953ba-e6fc-416d-8c50-e3a63f81f93c', 'network_id': '9bc953ba-e6fc-416d-8c50-e3a63f81f93c', 'tenant_id': '2e6502fdb1814573be682b1c72ed90f9', 'fixed_ips': [{'subnet_id': 'd7327022-fee5-4b18-817b-d7e4743ad715'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:08:06.742853 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.833952 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48643487-8f65-470c-940f-da3ef5a6d9a4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Made reservation on behalf of 2e6502fdb1814573be682b1c72ed90f9 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:06.837570 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48643487-8f65-470c-940f-da3ef5a6d9a4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.860803 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c5f86e7a-32be-44dc-9732-83b4857ec210 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.886787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-9be8fe3c-6571-41e7-a729-dbe7e5e58f9b req-fda95929-f02c-451c-b11c-70fac5186372 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1440707716', 'description': 'tempest-description-199513191'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:06.914697 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-48643487-8f65-470c-940f-da3ef5a6d9a4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] device_id is not set on port 502d5e9d-2e4e-466d-ad5d-0e389a7fe4a2 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:08:06.926170 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-5858ce43-7627-47aa-b8cc-23e39d8e87fc tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] For port e6a3eed3-29a1-4a8b-8602-71e4f8564cb7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e6a3eed3-29a1-4a8b-8602-71e4f8564cb7,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:06.926583 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5858ce43-7627-47aa-b8cc-23e39d8e87fc tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:06.932639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Allocated IP 2001:db8::2 (9bc953ba-e6fc-416d-8c50-e3a63f81f93c/d7327022-fee5-4b18-817b-d7e4743ad715/3479cba0-9abe-4e1f-867d-484b6d100ef7) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:07.029922 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-5858ce43-7627-47aa-b8cc-23e39d8e87fc tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Calling delete_port for e6a3eed3-29a1-4a8b-8602-71e4f8564cb7 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:07.080474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f86e7a-32be-44dc-9732-83b4857ec210 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Router c385bcef-4443-4cdf-be47-8ed192e10482 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:08:07.092534 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-9be8fe3c-6571-41e7-a729-dbe7e5e58f9b req-fda95929-f02c-451c-b11c-70fac5186372 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.137469 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.147579 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Transition to ACTIVE for port object 3479cba0-9abe-4e1f-867d-484b6d100ef7 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:07.180665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Transition to ACTIVE for port object 3479cba0-9abe-4e1f-867d-484b6d100ef7 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:07.185695 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.190081 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.229594 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Network 9bc953ba-e6fc-416d-8c50-e3a63f81f93c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:07.232738 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:07.237331 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:07.288786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Pushing event updated for resources: {'Port': ['ID=3479cba0-9abe-4e1f-867d-484b6d100ef7,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:07.296702 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-48643487-8f65-470c-940f-da3ef5a6d9a4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Allocated IP 2001:db8::155 (9bc953ba-e6fc-416d-8c50-e3a63f81f93c/d7327022-fee5-4b18-817b-d7e4743ad715/502d5e9d-2e4e-466d-ad5d-0e389a7fe4a2) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:07.330892 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Attempting to bind port 3479cba0-9abe-4e1f-867d-484b6d100ef7 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:08:07.331844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Attempting to bind port 3479cba0-9abe-4e1f-867d-484b6d100ef7 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '3d4c46bb-438f-4dc0-b325-77b42741d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9bc953ba-e6fc-416d-8c50-e3a63f81f93c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:08:07.331844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Attempting to bind port 3479cba0-9abe-4e1f-867d-484b6d100ef7 on network 9bc953ba-e6fc-416d-8c50-e3a63f81f93c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:07.337690 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:08:07.338437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Checking segment: {'id': '3d4c46bb-438f-4dc0-b325-77b42741d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9bc953ba-e6fc-416d-8c50-e3a63f81f93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:07.339163 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.339564 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Bound using segment: {'id': '3d4c46bb-438f-4dc0-b325-77b42741d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9bc953ba-e6fc-416d-8c50-e3a63f81f93c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:08:07.340137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Bound port: 3479cba0-9abe-4e1f-867d-484b6d100ef7, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4c46bb-438f-4dc0-b325-77b42741d5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9bc953ba-e6fc-416d-8c50-e3a63f81f93c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:08:07.340718 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.370912 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-9be8fe3c-6571-41e7-a729-dbe7e5e58f9b req-fda95929-f02c-451c-b11c-70fac5186372 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.385376 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-9be8fe3c-6571-41e7-a729-dbe7e5e58f9b req-fda95929-f02c-451c-b11c-70fac5186372 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.411621 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] For port 3479cba0-9abe-4e1f-867d-484b6d100ef7, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:08:07.414357 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5858ce43-7627-47aa-b8cc-23e39d8e87fc tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.415245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] For port 3479cba0-9abe-4e1f-867d-484b6d100ef7, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3479cba0-9abe-4e1f-867d-484b6d100ef7,segment=NetworkSegment(3d4c46bb-438f-4dc0-b325-77b42741d5c6),segment_id=3d4c46bb-438f-4dc0-b325-77b42741d5c6)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:08:07.419885 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.464472 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-9be8fe3c-6571-41e7-a729-dbe7e5e58f9b req-fda95929-f02c-451c-b11c-70fac5186372 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.465749 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9be8fe3c-6571-41e7-a729-dbe7e5e58f9b req-fda95929-f02c-451c-b11c-70fac5186372 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7103977 Jul 27 21:08:07.476232 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858ce43-7627-47aa-b8cc-23e39d8e87fc tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6a3eed3-29a1-4a8b-8602-71e4f8564cb7,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:07.489385 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298b639-3259-4541-bf2c-ae0e9ee83fa5 None None] Pushing event updated for resources: {'Port': ['ID=3479cba0-9abe-4e1f-867d-484b6d100ef7,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:07.546977 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.565575 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f86e7a-32be-44dc-9732-83b4857ec210 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:07.571030 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c5f86e7a-32be-44dc-9732-83b4857ec210 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "PUT /v2.0/routers/c385bcef-4443-4cdf-be47-8ed192e10482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7312632 Jul 27 21:08:07.577589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47786) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:07.589392 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda95929-f02c-451c-b11c-70fac5186372 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e80a79-a4cb-4673-b61e-243402deed5a,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:07.589966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543593b6-a3fd-49d2-a744-ee652c7920a1 None None] Sync routers for ids ['c385bcef-4443-4cdf-be47-8ed192e10482'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:07.624316 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543593b6-a3fd-49d2-a744-ee652c7920a1 None None] Routers {'c385bcef-4443-4cdf-be47-8ed192e10482'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:07.624856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-543593b6-a3fd-49d2-a744-ee652c7920a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['c385bcef-4443-4cdf-be47-8ed192e10482'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:07.647262 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-83bb7406-c401-4076-92fd-469ccc2d61e4 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] show failed (client error): The resource could not be found. Jul 27 21:08:07.648458 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-83bb7406-c401-4076-92fd-469ccc2d61e4 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-828832631 HTTP/1.1" status: 404 len: 334 time: 0.0698450 Jul 27 21:08:07.652412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47788) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:07.658520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-5bf442a3-2c15-4e3a-ab3c-f29dc8edf81d tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:07.678064 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-543593b6-a3fd-49d2-a744-ee652c7920a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:07.693707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543593b6-a3fd-49d2-a744-ee652c7920a1 None None] Routers {'c385bcef-4443-4cdf-be47-8ed192e10482'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:07.694429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-543593b6-a3fd-49d2-a744-ee652c7920a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['c385bcef-4443-4cdf-be47-8ed192e10482'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:07.702969 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-5bf442a3-2c15-4e3a-ab3c-f29dc8edf81d tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] update failed (client error): The resource could not be found. Jul 27 21:08:07.706047 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5bf442a3-2c15-4e3a-ab3c-f29dc8edf81d tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-106487852 HTTP/1.1" status: 404 len: 334 time: 0.0509882 Jul 27 21:08:07.708311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47790) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:07.732752 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-543593b6-a3fd-49d2-a744-ee652c7920a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:07.732974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543593b6-a3fd-49d2-a744-ee652c7920a1 None None] The sync data for ids ['c385bcef-4443-4cdf-be47-8ed192e10482'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:07.742366 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5858ce43-7627-47aa-b8cc-23e39d8e87fc tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.771061 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb969a6-553a-4b6f-b549-fa523814b36c tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Deleting subnet c631dcd6-1851-4255-87f4-99f761d65afc {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:08:07.774633 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2eb969a6-553a-4b6f-b549-fa523814b36c tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.832751 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2eb969a6-553a-4b6f-b549-fa523814b36c tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:07.942665 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2eb969a6-553a-4b6f-b549-fa523814b36c tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.024124 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2eb969a6-553a-4b6f-b549-fa523814b36c tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.062771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb969a6-553a-4b6f-b549-fa523814b36c tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event deleted for resources: {'Subnet': ['ID=c631dcd6-1851-4255-87f4-99f761d65afc,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:08.067994 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2eb969a6-553a-4b6f-b549-fa523814b36c tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.072986 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2eb969a6-553a-4b6f-b549-fa523814b36c tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "DELETE /v2.0/subnets/c631dcd6-1851-4255-87f4-99f761d65afc HTTP/1.1" status: 204 len: 168 time: 0.3635240 Jul 27 21:08:08.073859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47794) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:08.085696 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea85a925-2172-42a5-a176-b77edad9fcfd None None] Network c35dd1be-ba1c-450b-b16f-a20797cc7130 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:08.160642 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-d001ce1d-3f94-4b17-bcb5-bcba87c6a535 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Deleting subnet 89c2718d-196a-4221-8c35-5191116fdd2b {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:08:08.165285 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d001ce1d-3f94-4b17-bcb5-bcba87c6a535 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.228117 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b55ca3dc-f39d-4f28-b85d-87abfe30aa0b req-140a0f55-cb27-4729-a619-899f4ce6ff9b tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "GET /v2.0/security-groups/10e80a79-a4cb-4673-b61e-243402deed5a HTTP/1.1" status: 200 len: 1814 time: 0.7075553 Jul 27 21:08:08.231164 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48643487-8f65-470c-940f-da3ef5a6d9a4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.238760 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5858ce43-7627-47aa-b8cc-23e39d8e87fc tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.239761 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d001ce1d-3f94-4b17-bcb5-bcba87c6a535 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.251233 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5858ce43-7627-47aa-b8cc-23e39d8e87fc tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.259165 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-b55ca3dc-f39d-4f28-b85d-87abfe30aa0b req-81b99fd2-e873-4536-b53d-940456339145 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '10e80a79-a4cb-4673-b61e-243402deed5a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:08.259612 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-b55ca3dc-f39d-4f28-b85d-87abfe30aa0b req-81b99fd2-e873-4536-b53d-940456339145 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '10e80a79-a4cb-4673-b61e-243402deed5a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:08.275111 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-48643487-8f65-470c-940f-da3ef5a6d9a4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Transition to ACTIVE for port object 502d5e9d-2e4e-466d-ad5d-0e389a7fe4a2 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:08.346680 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5858ce43-7627-47aa-b8cc-23e39d8e87fc tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.347361 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5858ce43-7627-47aa-b8cc-23e39d8e87fc tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:08.355709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7fbb93-35df-4c18-90ef-57c40dd1aaf8 None None] DHCP port deletion for c35dd1be-ba1c-450b-b16f-a20797cc7130 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:08:08.363565 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d001ce1d-3f94-4b17-bcb5-bcba87c6a535 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.363919 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5858ce43-7627-47aa-b8cc-23e39d8e87fc tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.369008 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47798) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:08.370307 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5858ce43-7627-47aa-b8cc-23e39d8e87fc tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "DELETE /v2.0/routers/350d3b2e-d8aa-431e-bad6-0fdaed7f0cb7 HTTP/1.1" status: 204 len: 168 time: 2.3117824 Jul 27 21:08:08.381129 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1999571241', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}, 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:08.464462 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48643487-8f65-470c-940f-da3ef5a6d9a4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.496179 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.497913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.507665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-9b7fbb93-35df-4c18-90ef-57c40dd1aaf8 None None] Deleting port f73faaf8-0660-4a13-99c3-eb0415919b34 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:08.508190 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9b7fbb93-35df-4c18-90ef-57c40dd1aaf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.543983 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48643487-8f65-470c-940f-da3ef5a6d9a4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event updated for resources: {'Port': ['ID=502d5e9d-2e4e-466d-ad5d-0e389a7fe4a2,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:08.551593 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b55ca3dc-f39d-4f28-b85d-87abfe30aa0b req-81b99fd2-e873-4536-b53d-940456339145 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.576599 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48643487-8f65-470c-940f-da3ef5a6d9a4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Network 9bc953ba-e6fc-416d-8c50-e3a63f81f93c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:08.579823 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-48643487-8f65-470c-940f-da3ef5a6d9a4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:08.583165 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48643487-8f65-470c-940f-da3ef5a6d9a4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:08.595830 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48643487-8f65-470c-940f-da3ef5a6d9a4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:08.595830 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48643487-8f65-470c-940f-da3ef5a6d9a4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.622197 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b55ca3dc-f39d-4f28-b85d-87abfe30aa0b req-81b99fd2-e873-4536-b53d-940456339145 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.625879 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-48643487-8f65-470c-940f-da3ef5a6d9a4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1562202 Jul 27 21:08:08.629743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47802) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:08.636361 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5c85e19a-44ce-43c9-abf4-51ced2078ca6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Request body: {'port': {'network_id': '9bc953ba-e6fc-416d-8c50-e3a63f81f93c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-547293670', 'allowed_address_pairs': [{'ip_address': '2001:db8::155', 'mac_address': 'fa:16:3e:67:e8:0d'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:08.641512 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b55ca3dc-f39d-4f28-b85d-87abfe30aa0b req-81b99fd2-e873-4536-b53d-940456339145 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.644589 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9b7fbb93-35df-4c18-90ef-57c40dd1aaf8 None None] For port f73faaf8-0660-4a13-99c3-eb0415919b34, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f73faaf8-0660-4a13-99c3-eb0415919b34,segment=NetworkSegment(62681f3c-6f9d-46ed-9488-57aeadbd6cd6),segment_id=62681f3c-6f9d-46ed-9488-57aeadbd6cd6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:08.646575 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9b7fbb93-35df-4c18-90ef-57c40dd1aaf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.671726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b99fd2-e873-4536-b53d-940456339145 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19067c0-1dbf-49c7-8ecd-0460adadd96f,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:08.674636 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.675289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-9b7fbb93-35df-4c18-90ef-57c40dd1aaf8 None None] Calling delete_port for f73faaf8-0660-4a13-99c3-eb0415919b34 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:08.746382 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-b55ca3dc-f39d-4f28-b85d-87abfe30aa0b req-81b99fd2-e873-4536-b53d-940456339145 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.748179 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b55ca3dc-f39d-4f28-b85d-87abfe30aa0b req-81b99fd2-e873-4536-b53d-940456339145 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4989476 Jul 27 21:08:08.844697 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.857166 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9b7fbb93-35df-4c18-90ef-57c40dd1aaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.895886 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce6f82e7-28b8-49a3-98da-9bd0cf79ced2 req-7e4ff8c6-e1d6-4eec-8809-6c0f775c2434 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "GET /v2.0/security-groups/10e80a79-a4cb-4673-b61e-243402deed5a HTTP/1.1" status: 200 len: 2408 time: 0.1062477 Jul 27 21:08:08.903794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fbb93-35df-4c18-90ef-57c40dd1aaf8 None None] Pushing event deleted for resources: {'Port': ['ID=f73faaf8-0660-4a13-99c3-eb0415919b34,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:08.903903 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.905760 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c85e19a-44ce-43c9-abf4-51ced2078ca6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Made reservation on behalf of 2e6502fdb1814573be682b1c72ed90f9 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:08.911804 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d001ce1d-3f94-4b17-bcb5-bcba87c6a535 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.913187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7fbb93-35df-4c18-90ef-57c40dd1aaf8 None None] No DVR routers for this DVR port f73faaf8-0660-4a13-99c3-eb0415919b34 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:08.930246 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d001ce1d-3f94-4b17-bcb5-bcba87c6a535 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:08.932239 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d001ce1d-3f94-4b17-bcb5-bcba87c6a535 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "DELETE /v2.0/subnets/89c2718d-196a-4221-8c35-5191116fdd2b HTTP/1.1" status: 204 len: 168 time: 0.8565283 Jul 27 21:08:08.934973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47808) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:08.939724 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8476265f-9bac-4591-bbcf-6e41bf8af9c2 None None] Network 084d9125-cc6e-47e6-b004-0c2ba0e845fd requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:09.036643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3479cba0-9abe-4e1f-867d-484b6d100ef7 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:08:09.056993 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27431cf0-8d28-4c2a-bfd3-ccd28c51d7ba req-582ca7a4-ad95-49ab-a3b4-2fb1a310e152 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "GET /v2.0/security-group-rules/d19067c0-1dbf-49c7-8ecd-0460adadd96f HTTP/1.1" status: 200 len: 778 time: 0.0968893 Jul 27 21:08:09.065179 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c85e19a-44ce-43c9-abf4-51ced2078ca6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.094028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ac2b32-8f96-458d-99a6-3292eca085f6 None None] Network 9bc953ba-e6fc-416d-8c50-e3a63f81f93c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:09.100616 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001ce1d-3f94-4b17-bcb5-bcba87c6a535 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event deleted for resources: {'Subnet': ['ID=89c2718d-196a-4221-8c35-5191116fdd2b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:09.129856 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-5c85e19a-44ce-43c9-abf4-51ced2078ca6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] device_id is not set on port 1be11d3a-e6c6-4255-a77c-2f5df72e1e13 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:08:09.155430 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-27f43dcc-e9b9-4f8d-a691-a920d4ce23f9 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.177102 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27431cf0-8d28-4c2a-bfd3-ccd28c51d7ba req-4f341396-07e9-4eeb-bdd5-833a78c989a5 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "GET /v2.0/security-groups/10e80a79-a4cb-4673-b61e-243402deed5a HTTP/1.1" status: 200 len: 2408 time: 0.0927579 Jul 27 21:08:09.235895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d705573a-c090-44e2-bcb4-072b70001254 None None] Provisioning for port 3479cba0-9abe-4e1f-867d-484b6d100ef7 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:09.240554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 3479cba0-9abe-4e1f-867d-484b6d100ef7 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:09.252742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d705573a-c090-44e2-bcb4-072b70001254 None None] Provisioning complete for port 3479cba0-9abe-4e1f-867d-484b6d100ef7 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:09.253116 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d705573a-c090-44e2-bcb4-072b70001254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.275642 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-27f43dcc-e9b9-4f8d-a691-a920d4ce23f9 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.285457 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 3479cba0-9abe-4e1f-867d-484b6d100ef7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:09.285828 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.291086 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-27f43dcc-e9b9-4f8d-a691-a920d4ce23f9 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35dd1be-ba1c-450b-b16f-a20797cc7130']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:09.306653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-27f43dcc-e9b9-4f8d-a691-a920d4ce23f9 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62681f3c-6f9d-46ed-9488-57aeadbd6cd6') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:09.307029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-27f43dcc-e9b9-4f8d-a691-a920d4ce23f9 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62681f3c-6f9d-46ed-9488-57aeadbd6cd6') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:09.324632 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-27431cf0-8d28-4c2a-bfd3-ccd28c51d7ba req-5bed3059-2e5f-4de0-baa5-1d85034aee39 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.342059 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-27431cf0-8d28-4c2a-bfd3-ccd28c51d7ba req-5bed3059-2e5f-4de0-baa5-1d85034aee39 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.348633 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-27f43dcc-e9b9-4f8d-a691-a920d4ce23f9 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.414124 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-27f43dcc-e9b9-4f8d-a691-a920d4ce23f9 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.430188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-5c85e19a-44ce-43c9-abf4-51ced2078ca6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Allocated IP 2001:db8::11d (9bc953ba-e6fc-416d-8c50-e3a63f81f93c/d7327022-fee5-4b18-817b-d7e4743ad715/1be11d3a-e6c6-4255-a77c-2f5df72e1e13) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:09.433048 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-27431cf0-8d28-4c2a-bfd3-ccd28c51d7ba req-5bed3059-2e5f-4de0-baa5-1d85034aee39 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.438996 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-27431cf0-8d28-4c2a-bfd3-ccd28c51d7ba req-5bed3059-2e5f-4de0-baa5-1d85034aee39 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.440280 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27431cf0-8d28-4c2a-bfd3-ccd28c51d7ba req-5bed3059-2e5f-4de0-baa5-1d85034aee39 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/d19067c0-1dbf-49c7-8ecd-0460adadd96f HTTP/1.1" status: 204 len: 173 time: 0.2618878 Jul 27 21:08:09.443750 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.446249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f43dcc-e9b9-4f8d-a691-a920d4ce23f9 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:08:09.447143 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-27f43dcc-e9b9-4f8d-a691-a920d4ce23f9 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:08:09.450880 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:08:09.488184 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-627960dd-4f89-41d7-bbb9-12d57ce0f22e req-a2f7c312-dbfc-41da-8b76-458d7a88b8a1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1753107750', 'description': 'tempest-description-1313360354'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:09.495380 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed3059-2e5f-4de0-baa5-1d85034aee39 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d19067c0-1dbf-49c7-8ecd-0460adadd96f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:09.508485 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.518753 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9badf305-1fcc-4d9a-8ff8-e89f217ebc1d None None] DHCP port deletion for 084d9125-cc6e-47e6-b004-0c2ba0e845fd request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:08:09.537349 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-627960dd-4f89-41d7-bbb9-12d57ce0f22e req-a2f7c312-dbfc-41da-8b76-458d7a88b8a1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.602122 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-27f43dcc-e9b9-4f8d-a691-a920d4ce23f9 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.628469 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-27f43dcc-e9b9-4f8d-a691-a920d4ce23f9 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.632748 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-27f43dcc-e9b9-4f8d-a691-a920d4ce23f9 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "DELETE /v2.0/networks/c35dd1be-ba1c-450b-b16f-a20797cc7130 HTTP/1.1" status: 204 len: 168 time: 0.6944497 Jul 27 21:08:09.634013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47816) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:09.640241 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d705573a-c090-44e2-bcb4-072b70001254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.692893 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c85e19a-44ce-43c9-abf4-51ced2078ca6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.710197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f43dcc-e9b9-4f8d-a691-a920d4ce23f9 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event deleted for resources: {'Network': ['ID=c35dd1be-ba1c-450b-b16f-a20797cc7130,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:09.715628 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-5c85e19a-44ce-43c9-abf4-51ced2078ca6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Transition to ACTIVE for port object 1be11d3a-e6c6-4255-a77c-2f5df72e1e13 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:09.729154 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.735088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d705573a-c090-44e2-bcb4-072b70001254 None None] For port 3479cba0-9abe-4e1f-867d-484b6d100ef7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3479cba0-9abe-4e1f-867d-484b6d100ef7,segment=NetworkSegment(3d4c46bb-438f-4dc0-b325-77b42741d5c6),segment_id=3d4c46bb-438f-4dc0-b325-77b42741d5c6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:09.750048 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d705573a-c090-44e2-bcb4-072b70001254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.755786 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-627960dd-4f89-41d7-bbb9-12d57ce0f22e req-a2f7c312-dbfc-41da-8b76-458d7a88b8a1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.760131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Allocated IP 172.25.2.178 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/0595b2a7-908c-4b0e-9048-ec12f26a3da3) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:09.771960 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-9badf305-1fcc-4d9a-8ff8-e89f217ebc1d None None] Deleting port a5bd0e4a-9773-4068-831f-2adbdf8995df {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:09.772127 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9badf305-1fcc-4d9a-8ff8-e89f217ebc1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.778705 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.790455 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-627960dd-4f89-41d7-bbb9-12d57ce0f22e req-a2f7c312-dbfc-41da-8b76-458d7a88b8a1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.808085 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c85e19a-44ce-43c9-abf4-51ced2078ca6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.879040 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-627960dd-4f89-41d7-bbb9-12d57ce0f22e req-a2f7c312-dbfc-41da-8b76-458d7a88b8a1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.886515 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-627960dd-4f89-41d7-bbb9-12d57ce0f22e req-a2f7c312-dbfc-41da-8b76-458d7a88b8a1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4125137 Jul 27 21:08:09.933154 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9badf305-1fcc-4d9a-8ff8-e89f217ebc1d None None] For port a5bd0e4a-9773-4068-831f-2adbdf8995df, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a5bd0e4a-9773-4068-831f-2adbdf8995df,segment=NetworkSegment(4dc8b5b9-6020-45e3-9a12-68c9fe9f7098),segment_id=4dc8b5b9-6020-45e3-9a12-68c9fe9f7098)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:09.933560 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9badf305-1fcc-4d9a-8ff8-e89f217ebc1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.956658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Deleting port a5bd0e4a-9773-4068-831f-2adbdf8995df {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:09.956986 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.957118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705573a-c090-44e2-bcb4-072b70001254 None None] Pushing event updated for resources: {'Port': ['ID=3479cba0-9abe-4e1f-867d-484b6d100ef7,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:09.961243 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-9badf305-1fcc-4d9a-8ff8-e89f217ebc1d None None] Calling delete_port for a5bd0e4a-9773-4068-831f-2adbdf8995df owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:09.963450 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:08:09.963800 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:08:09.974044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c85e19a-44ce-43c9-abf4-51ced2078ca6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Network 9bc953ba-e6fc-416d-8c50-e3a63f81f93c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:09.977059 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:09.982267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7c312-dbfc-41da-8b76-458d7a88b8a1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec324651-7c1f-480a-86dc-8d653f8d745c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:09.997251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-5c85e19a-44ce-43c9-abf4-51ced2078ca6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:10.001203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c85e19a-44ce-43c9-abf4-51ced2078ca6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:10.007376 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c85e19a-44ce-43c9-abf4-51ced2078ca6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:10.008026 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c85e19a-44ce-43c9-abf4-51ced2078ca6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.022125 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85e19a-44ce-43c9-abf4-51ced2078ca6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event updated for resources: {'Port': ['ID=1be11d3a-e6c6-4255-a77c-2f5df72e1e13,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:10.037696 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5c85e19a-44ce-43c9-abf4-51ced2078ca6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4061985 Jul 27 21:08:10.038514 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47822) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:10.052473 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] For port a5bd0e4a-9773-4068-831f-2adbdf8995df, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a5bd0e4a-9773-4068-831f-2adbdf8995df,segment=NetworkSegment(4dc8b5b9-6020-45e3-9a12-68c9fe9f7098),segment_id=4dc8b5b9-6020-45e3-9a12-68c9fe9f7098)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:10.052844 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.066263 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9badf305-1fcc-4d9a-8ff8-e89f217ebc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.074732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Calling delete_port for a5bd0e4a-9773-4068-831f-2adbdf8995df owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:10.097801 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42d59547-4f81-4e93-bc94-dcc25fb1abc3 req-48bd0a1e-4c88-4356-8a4e-fba15c5ecb44 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "GET /v2.0/security-groups/ec324651-7c1f-480a-86dc-8d653f8d745c HTTP/1.1" status: 200 len: 1815 time: 0.1754735 Jul 27 21:08:10.104111 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badf305-1fcc-4d9a-8ff8-e89f217ebc1d None None] Pushing event deleted for resources: {'Port': ['ID=a5bd0e4a-9773-4068-831f-2adbdf8995df,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:10.113848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9badf305-1fcc-4d9a-8ff8-e89f217ebc1d None None] No DVR routers for this DVR port a5bd0e4a-9773-4068-831f-2adbdf8995df on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:10.132532 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.154038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-08ca6313-6e57-4dd0-866b-48d152fb7325 req-de5ba66a-ed32-4169-a4c1-c9e30b43d203 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1733358292', 'description': 'tempest-description-1192120199'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:10.181459 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0e821f15-bd95-4460-b663-0b302a0db590 None None] Provisioning for port 502d5e9d-2e4e-466d-ad5d-0e389a7fe4a2 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:10.186725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0e821f15-bd95-4460-b663-0b302a0db590 None None] Provisioning complete for port 502d5e9d-2e4e-466d-ad5d-0e389a7fe4a2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:10.187127 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0e821f15-bd95-4460-b663-0b302a0db590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.220525 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-08ca6313-6e57-4dd0-866b-48d152fb7325 req-de5ba66a-ed32-4169-a4c1-c9e30b43d203 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.227125 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:10.230698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:10.240691 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-0e821f15-bd95-4460-b663-0b302a0db590 None None] Port 502d5e9d-2e4e-466d-ad5d-0e389a7fe4a2 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:10.243630 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:10.260156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Pushing event updated for resources: {'Port': ['ID=0595b2a7-908c-4b0e-9048-ec12f26a3da3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:10.260610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b8dfb-4cb3-42d4-b760-8ea75e9d41c4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:10.272420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0e821f15-bd95-4460-b663-0b302a0db590 None None] Provisioning complete for port 3479cba0-9abe-4e1f-867d-484b6d100ef7 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:10.272799 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0e821f15-bd95-4460-b663-0b302a0db590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.278523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b8dfb-4cb3-42d4-b760-8ea75e9d41c4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:10.285090 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b8dfb-4cb3-42d4-b760-8ea75e9d41c4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:10.290435 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-403b8dfb-4cb3-42d4-b760-8ea75e9d41c4 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2508240 Jul 27 21:08:10.291323 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47830) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:10.332073 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.474370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] No DVR routers for this DVR port a5bd0e4a-9773-4068-831f-2adbdf8995df on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:10.475296 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed69e5-5379-4dc5-b869-8c537d07268a tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Deleting port 1be11d3a-e6c6-4255-a77c-2f5df72e1e13 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:10.475750 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d7ed69e5-5379-4dc5-b869-8c537d07268a tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.481298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event deleted for resources: {'Port': ['ID=a5bd0e4a-9773-4068-831f-2adbdf8995df,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:10.498650 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-08ca6313-6e57-4dd0-866b-48d152fb7325 req-de5ba66a-ed32-4169-a4c1-c9e30b43d203 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.527823 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-08ca6313-6e57-4dd0-866b-48d152fb7325 req-de5ba66a-ed32-4169-a4c1-c9e30b43d203 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.562087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7ad04978-986e-4c5f-aad8-09b56378cd79 None None] Provisioning complete for port 502d5e9d-2e4e-466d-ad5d-0e389a7fe4a2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:10.563215 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7ad04978-986e-4c5f-aad8-09b56378cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.576210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ba66a-ed32-4169-a4c1-c9e30b43d203 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6610f363-7965-430c-8af9-03b5a448a2dd,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:10.585786 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-08ca6313-6e57-4dd0-866b-48d152fb7325 req-de5ba66a-ed32-4169-a4c1-c9e30b43d203 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.599306 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-08ca6313-6e57-4dd0-866b-48d152fb7325 req-de5ba66a-ed32-4169-a4c1-c9e30b43d203 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4617293 Jul 27 21:08:10.604104 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f73faaf8-0660-4a13-99c3-eb0415919b34 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:10.648424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: f73faaf8-0660-4a13-99c3-eb0415919b34 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:08:10.649022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f73faaf8-0660-4a13-99c3-eb0415919b34 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:08:10.649537 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 85297efd-5a78-4d1f-b477-e2c0a4ed1ac7 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:10.655670 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.655941 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d7ed69e5-5379-4dc5-b869-8c537d07268a tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.670370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084d9125-cc6e-47e6-b004-0c2ba0e845fd']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:10.677223 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed69e5-5379-4dc5-b869-8c537d07268a tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Calling delete_port for 1be11d3a-e6c6-4255-a77c-2f5df72e1e13 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:10.677617 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 85297efd-5a78-4d1f-b477-e2c0a4ed1ac7 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:08:10.678057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 85297efd-5a78-4d1f-b477-e2c0a4ed1ac7 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:08:10.683135 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7ad04978-986e-4c5f-aad8-09b56378cd79 None None] Port 502d5e9d-2e4e-466d-ad5d-0e389a7fe4a2 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:10.729042 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc8b5b9-6020-45e3-9a12-68c9fe9f7098') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:10.729527 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc8b5b9-6020-45e3-9a12-68c9fe9f7098') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:10.744862 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.765747 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.771036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fdce73b8-4c3d-48bb-abf0-3ec58f85e8a5 req-c0e0a763-a855-44bb-b2ad-fe9b8ddb75db tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "GET /v2.0/security-groups/6610f363-7965-430c-8af9-03b5a448a2dd HTTP/1.1" status: 200 len: 1815 time: 0.1370289 Jul 27 21:08:10.803212 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3479cba0-9abe-4e1f-867d-484b6d100ef7 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:08:10.810267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:08:10.810679 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:08:10.813959 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:08:10.834436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-47859717-6d50-4ed5-80ad-dfa9e0b99813 req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2042934852', 'description': 'tempest-description-696973877'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:10.861035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 3479cba0-9abe-4e1f-867d-484b6d100ef7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:10.861295 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.881320 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.883651 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-47859717-6d50-4ed5-80ad-dfa9e0b99813 req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.906872 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8d32b824-2fac-4273-bf11-2486e19bfbd1 None None] Provisioning for port 1be11d3a-e6c6-4255-a77c-2f5df72e1e13 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:10.913777 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8d32b824-2fac-4273-bf11-2486e19bfbd1 None None] Provisioning complete for port 1be11d3a-e6c6-4255-a77c-2f5df72e1e13 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:10.914501 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8d32b824-2fac-4273-bf11-2486e19bfbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.915595 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d7ed69e5-5379-4dc5-b869-8c537d07268a tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.944597 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-8d32b824-2fac-4273-bf11-2486e19bfbd1 None None] Port 1be11d3a-e6c6-4255-a77c-2f5df72e1e13 was deleted so its status cannot be updated. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 21:08:10.954652 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.962523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed69e5-5379-4dc5-b869-8c537d07268a tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event deleted for resources: {'Port': ['ID=1be11d3a-e6c6-4255-a77c-2f5df72e1e13,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:10.990036 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:10.991978 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "DELETE /v2.0/networks/084d9125-cc6e-47e6-b004-0c2ba0e845fd HTTP/1.1" status: 204 len: 168 time: 1.3569484 Jul 27 21:08:10.995491 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47840) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:11.036910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d6ebd-89db-4f06-8953-1ad728561dd5 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event deleted for resources: {'Network': ['ID=084d9125-cc6e-47e6-b004-0c2ba0e845fd,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:11.083004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-363cb8e7-c349-42e7-8e38-b3597adab9bc tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Deleting subnet 8b4f106c-b241-4ed7-9a44-52a867821e4d {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:08:11.089425 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e6a3eed3-29a1-4a8b-8602-71e4f8564cb7 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:11.116143 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: e6a3eed3-29a1-4a8b-8602-71e4f8564cb7 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:08:11.116642 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e6a3eed3-29a1-4a8b-8602-71e4f8564cb7 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:08:11.117156 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a5bd0e4a-9773-4068-831f-2adbdf8995df no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:11.140463 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: a5bd0e4a-9773-4068-831f-2adbdf8995df {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:08:11.141137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a5bd0e4a-9773-4068-831f-2adbdf8995df not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:08:11.146533 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-47859717-6d50-4ed5-80ad-dfa9e0b99813 req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.167907 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-47859717-6d50-4ed5-80ad-dfa9e0b99813 req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.171046 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d7ed69e5-5379-4dc5-b869-8c537d07268a tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.175697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d7ed69e5-5379-4dc5-b869-8c537d07268a tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "DELETE /v2.0/ports/1be11d3a-e6c6-4255-a77c-2f5df72e1e13 HTTP/1.1" status: 204 len: 168 time: 0.8786564 Jul 27 21:08:11.176543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47842) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:11.228298 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9c68ba-1509-45d2-95ec-bb15c24a7636 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] GET failed (client error): The resource could not be found. Jul 27 21:08:11.230364 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5b9c68ba-1509-45d2-95ec-bb15c24a7636 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "GET /v2.0/ports/1be11d3a-e6c6-4255-a77c-2f5df72e1e13 HTTP/1.1" status: 404 len: 333 time: 0.0518579 Jul 27 21:08:11.235697 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47844) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:11.241273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8fdf6f7a-651a-46b4-ae41-0f150680388e tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Request body: {'port': {'network_id': '9bc953ba-e6fc-416d-8c50-e3a63f81f93c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-859051010'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:11.255281 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-47859717-6d50-4ed5-80ad-dfa9e0b99813 req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.256518 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47859717-6d50-4ed5-80ad-dfa9e0b99813 req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4288695 Jul 27 21:08:11.277047 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89275acc-e22b-40d3-8e86-66229fa63cb5,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:11.321819 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:11.322167 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:11.322530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:11.322866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:11.323197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:11.323592 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:11.324080 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:11.324849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:11.325363 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:11.325726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:11.326186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:11.326732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40a1df-55ea-4b57-991c-1878d0ccd1f1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:11.404837 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-580c0f8d-4a80-4a66-949b-ddf35879cbd2 req-565007c3-55e2-43bf-8194-e037c27ba930 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "GET /v2.0/security-groups/89275acc-e22b-40d3-8e86-66229fa63cb5 HTTP/1.1" status: 200 len: 1814 time: 0.0977800 Jul 27 21:08:11.419764 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-363cb8e7-c349-42e7-8e38-b3597adab9bc tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.433680 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-1c8bc75b-8a21-48a6-bb07-f502c8f7c04e req-6329b51b-4984-4f15-a1c8-6bfd88d5b694 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-102959574', 'description': 'tempest-description-550515541'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:11.450375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdf6f7a-651a-46b4-ae41-0f150680388e tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Made reservation on behalf of 2e6502fdb1814573be682b1c72ed90f9 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:11.454405 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fdf6f7a-651a-46b4-ae41-0f150680388e tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.489640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-8fdf6f7a-651a-46b4-ae41-0f150680388e tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] device_id is not set on port 446ffa3b-7f14-43aa-9c09-c3cee4c67f2b yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:08:11.496417 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1c8bc75b-8a21-48a6-bb07-f502c8f7c04e req-6329b51b-4984-4f15-a1c8-6bfd88d5b694 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.503884 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-363cb8e7-c349-42e7-8e38-b3597adab9bc tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.565236 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.648999 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-8fdf6f7a-651a-46b4-ae41-0f150680388e tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Allocated IP 2001:db8::1f3 (9bc953ba-e6fc-416d-8c50-e3a63f81f93c/d7327022-fee5-4b18-817b-d7e4743ad715/446ffa3b-7f14-43aa-9c09-c3cee4c67f2b) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:11.659569 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-363cb8e7-c349-42e7-8e38-b3597adab9bc tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.705298 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1c8bc75b-8a21-48a6-bb07-f502c8f7c04e req-6329b51b-4984-4f15-a1c8-6bfd88d5b694 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.714734 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1c8bc75b-8a21-48a6-bb07-f502c8f7c04e req-6329b51b-4984-4f15-a1c8-6bfd88d5b694 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.760020 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1c8bc75b-8a21-48a6-bb07-f502c8f7c04e req-6329b51b-4984-4f15-a1c8-6bfd88d5b694 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.761159 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c8bc75b-8a21-48a6-bb07-f502c8f7c04e req-6329b51b-4984-4f15-a1c8-6bfd88d5b694 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3329210 Jul 27 21:08:11.777693 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329b51b-4984-4f15-a1c8-6bfd88d5b694 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42077691-b550-4d3e-854e-8aeb6fbe7eb5,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:11.779696 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-363cb8e7-c349-42e7-8e38-b3597adab9bc tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.823005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363cb8e7-c349-42e7-8e38-b3597adab9bc tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4f106c-b241-4ed7-9a44-52a867821e4d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:11.831858 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-363cb8e7-c349-42e7-8e38-b3597adab9bc tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.836031 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-363cb8e7-c349-42e7-8e38-b3597adab9bc tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "DELETE /v2.0/subnets/8b4f106c-b241-4ed7-9a44-52a867821e4d HTTP/1.1" status: 204 len: 168 time: 0.8373957 Jul 27 21:08:11.836348 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47856) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:11.841281 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66cadaa-8b91-429c-9540-2daf91228b52 None None] Network 60935587-6ad6-418a-908a-e5a4d67c3dd7 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:11.847416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Router a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:08:11.883287 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13c6bc4b-5102-402f-b396-5f0890701096 req-6e4af66f-06ff-4abd-bab8-ccafec55b729 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "GET /v2.0/security-groups/42077691-b550-4d3e-854e-8aeb6fbe7eb5 HTTP/1.1" status: 200 len: 1813 time: 0.0753715 Jul 27 21:08:11.921789 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fdf6f7a-651a-46b4-ae41-0f150680388e tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:11.939232 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-8a76fa2c-2c4a-4999-b83f-8661ec65bae6 req-f788fdef-71a5-4431-915e-6a48770c9020 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] show failed (client error): The resource could not be found. Jul 27 21:08:11.940115 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a76fa2c-2c4a-4999-b83f-8661ec65bae6 req-f788fdef-71a5-4431-915e-6a48770c9020 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "GET /v2.0/security-groups/0bb9053b-90b0-489a-a37a-46e2ca2772af HTTP/1.1" status: 404 len: 352 time: 0.0245473 Jul 27 21:08:11.948291 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-8fdf6f7a-651a-46b4-ae41-0f150680388e tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Transition to ACTIVE for port object 446ffa3b-7f14-43aa-9c09-c3cee4c67f2b will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:11.998587 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.006183 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-2a6c9b4d-a42d-4333-8cb5-b12793084ede req-663ee92c-1c7d-4d72-88a3-5de5aeffa5a6 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] show failed (client error): The resource could not be found. Jul 27 21:08:12.008312 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a6c9b4d-a42d-4333-8cb5-b12793084ede req-663ee92c-1c7d-4d72-88a3-5de5aeffa5a6 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "GET /v2.0/security-group-rules/62033838-3946-4b4f-b213-d8e4ed6f41a3 HTTP/1.1" status: 404 len: 361 time: 0.0264759 Jul 27 21:08:12.028456 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fdf6f7a-651a-46b4-ae41-0f150680388e tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.071598 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed14ec66-10bc-46ae-a14a-457cd01ffe68 None None] DHCP port deletion for 60935587-6ad6-418a-908a-e5a4d67c3dd7 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:08:12.098901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:12.100846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdf6f7a-651a-46b4-ae41-0f150680388e tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Network 9bc953ba-e6fc-416d-8c50-e3a63f81f93c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:12.112056 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3afa67-217a-412b-9ea2-6e85450e8190 None None] Sync routers for ids ['a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:12.121090 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-8fdf6f7a-651a-46b4-ae41-0f150680388e tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:12.127786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ed14ec66-10bc-46ae-a14a-457cd01ffe68 None None] Deleting port b4f59cb0-17ef-4842-82db-28ba950c2eee {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:12.128397 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ed14ec66-10bc-46ae-a14a-457cd01ffe68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.131864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdf6f7a-651a-46b4-ae41-0f150680388e tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:12.138064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf6f7a-651a-46b4-ae41-0f150680388e tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:12.139088 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fdf6f7a-651a-46b4-ae41-0f150680388e tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.143253 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.144685 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f51d00ec-b602-4195-8198-0745a651dec0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7738783 Jul 27 21:08:12.148082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47866) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:12.148834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Deleting port b4f59cb0-17ef-4842-82db-28ba950c2eee {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:12.149319 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.153669 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3afa67-217a-412b-9ea2-6e85450e8190 None None] Routers {'a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:12.154406 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-1a3afa67-217a-412b-9ea2-6e85450e8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:12.158499 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-9a4c4c7e-17cd-4a82-8ad1-70b2f7c4586a tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'enable_snat': False}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:12.166493 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70417d61-9c8c-4711-b2cc-d7752f05c2d8 req-3f3d982b-14ca-41f2-a7d2-34e159ef0a78 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "GET /v2.0/security-groups/42077691-b550-4d3e-854e-8aeb6fbe7eb5 HTTP/1.1" status: 200 len: 1813 time: 0.1149981 Jul 27 21:08:12.201518 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf6f7a-651a-46b4-ae41-0f150680388e tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event updated for resources: {'Port': ['ID=446ffa3b-7f14-43aa-9c09-c3cee4c67f2b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:12.222797 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-1a3afa67-217a-412b-9ea2-6e85450e8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:12.232788 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3afa67-217a-412b-9ea2-6e85450e8190 None None] Routers {'a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:12.233877 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-1a3afa67-217a-412b-9ea2-6e85450e8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:12.242133 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ed14ec66-10bc-46ae-a14a-457cd01ffe68 None None] For port b4f59cb0-17ef-4842-82db-28ba950c2eee, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b4f59cb0-17ef-4842-82db-28ba950c2eee,segment=NetworkSegment(49966a08-3aa1-41b5-a8ce-14fcde7b5abb),segment_id=49966a08-3aa1-41b5-a8ce-14fcde7b5abb)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:12.243053 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ed14ec66-10bc-46ae-a14a-457cd01ffe68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.257425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] For port b4f59cb0-17ef-4842-82db-28ba950c2eee, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b4f59cb0-17ef-4842-82db-28ba950c2eee,segment=NetworkSegment(49966a08-3aa1-41b5-a8ce-14fcde7b5abb),segment_id=49966a08-3aa1-41b5-a8ce-14fcde7b5abb)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:12.258770 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.271720 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ed14ec66-10bc-46ae-a14a-457cd01ffe68 None None] Calling delete_port for b4f59cb0-17ef-4842-82db-28ba950c2eee owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:12.279235 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8fdf6f7a-651a-46b4-ae41-0f150680388e tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0421333 Jul 27 21:08:12.282810 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47868) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:12.290284 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-1a3afa67-217a-412b-9ea2-6e85450e8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:12.291215 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3afa67-217a-412b-9ea2-6e85450e8190 None None] The sync data for ids ['a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:12.296058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1d0a9a5c-0ec7-4c62-b936-05f89d52357a tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::155', 'mac_address': 'fa:16:3e:67:e8:0d'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:12.301910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Calling delete_port for b4f59cb0-17ef-4842-82db-28ba950c2eee owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:12.349530 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-70417d61-9c8c-4711-b2cc-d7752f05c2d8 req-e5d2ed93-b848-453e-928d-e06badeae47e tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.387267 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-70417d61-9c8c-4711-b2cc-d7752f05c2d8 req-e5d2ed93-b848-453e-928d-e06badeae47e tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.395660 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ed14ec66-10bc-46ae-a14a-457cd01ffe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.435275 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed14ec66-10bc-46ae-a14a-457cd01ffe68 None None] No DVR routers for this DVR port b4f59cb0-17ef-4842-82db-28ba950c2eee on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:12.478598 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14ec66-10bc-46ae-a14a-457cd01ffe68 None None] Pushing event deleted for resources: {'Port': ['ID=b4f59cb0-17ef-4842-82db-28ba950c2eee,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:12.539654 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.555777 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-70417d61-9c8c-4711-b2cc-d7752f05c2d8 req-e5d2ed93-b848-453e-928d-e06badeae47e tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.558441 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-70417d61-9c8c-4711-b2cc-d7752f05c2d8 req-e5d2ed93-b848-453e-928d-e06badeae47e tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.562643 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70417d61-9c8c-4711-b2cc-d7752f05c2d8 req-e5d2ed93-b848-453e-928d-e06badeae47e tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "DELETE /v2.0/security-groups/42077691-b550-4d3e-854e-8aeb6fbe7eb5 HTTP/1.1" status: 204 len: 173 time: 0.3544497 Jul 27 21:08:12.613449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event deleted for resources: {'Port': ['ID=b4f59cb0-17ef-4842-82db-28ba950c2eee,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:12.617382 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] No DVR routers for this DVR port b4f59cb0-17ef-4842-82db-28ba950c2eee on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:12.623056 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c41dec4c-5ffc-427b-8a0f-dd0e2133b138 None None] Provisioning for port 446ffa3b-7f14-43aa-9c09-c3cee4c67f2b completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:12.628496 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c41dec4c-5ffc-427b-8a0f-dd0e2133b138 None None] Provisioning complete for port 446ffa3b-7f14-43aa-9c09-c3cee4c67f2b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:12.628945 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c41dec4c-5ffc-427b-8a0f-dd0e2133b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.643918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2ed93-b848-453e-928d-e06badeae47e tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42077691-b550-4d3e-854e-8aeb6fbe7eb5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:12.667754 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9a5c-0ec7-4c62-b936-05f89d52357a tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.685938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c41dec4c-5ffc-427b-8a0f-dd0e2133b138 None None] Port 446ffa3b-7f14-43aa-9c09-c3cee4c67f2b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:12.708194 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e1639496-6cc8-45cd-93f1-0a53086c4307 req-7cbdb55d-ff8c-4fc5-add5-3b95e6fb6555 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "GET /v2.0/security-groups/89275acc-e22b-40d3-8e86-66229fa63cb5 HTTP/1.1" status: 200 len: 1814 time: 0.1256328 Jul 27 21:08:12.725474 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.746211 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9a4c4c7e-17cd-4a82-8ad1-70b2f7c4586a tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.783893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b4f59cb0-17ef-4842-82db-28ba950c2eee no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:12.794027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60935587-6ad6-418a-908a-e5a4d67c3dd7']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:12.804512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: b4f59cb0-17ef-4842-82db-28ba950c2eee {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:08:12.804973 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b4f59cb0-17ef-4842-82db-28ba950c2eee not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:08:12.817737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49966a08-3aa1-41b5-a8ce-14fcde7b5abb') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:12.818154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49966a08-3aa1-41b5-a8ce-14fcde7b5abb') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:12.829373 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e1639496-6cc8-45cd-93f1-0a53086c4307 req-1b0cf4fd-d27b-441a-a384-bf58679a451a tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.857556 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e1639496-6cc8-45cd-93f1-0a53086c4307 req-1b0cf4fd-d27b-441a-a384-bf58679a451a tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.864225 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.886048 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.898140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:08:12.898574 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:08:12.902298 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:08:12.912733 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e1639496-6cc8-45cd-93f1-0a53086c4307 req-1b0cf4fd-d27b-441a-a384-bf58679a451a tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.915293 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e1639496-6cc8-45cd-93f1-0a53086c4307 req-1b0cf4fd-d27b-441a-a384-bf58679a451a tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:12.916420 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e1639496-6cc8-45cd-93f1-0a53086c4307 req-1b0cf4fd-d27b-441a-a384-bf58679a451a tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "DELETE /v2.0/security-groups/89275acc-e22b-40d3-8e86-66229fa63cb5 HTTP/1.1" status: 204 len: 173 time: 0.1998520 Jul 27 21:08:12.933193 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cf4fd-d27b-441a-a384-bf58679a451a tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89275acc-e22b-40d3-8e86-66229fa63cb5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:12.998105 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.004328 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.008603 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "DELETE /v2.0/networks/60935587-6ad6-418a-908a-e5a4d67c3dd7 HTTP/1.1" status: 204 len: 168 time: 1.1689794 Jul 27 21:08:13.010053 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47878) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:13.025221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f8885-56d4-49bb-a696-ca34ff7793cb tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Pushing event deleted for resources: {'Network': ['ID=60935587-6ad6-418a-908a-e5a4d67c3dd7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:13.043488 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9a5c-0ec7-4c62-b936-05f89d52357a tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.049163 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9a5c-0ec7-4c62-b936-05f89d52357a tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.050664 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-65f84130-67e3-41c2-8c49-a2898a375ab1 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "GET /v2.0/ports?device_id=c385bcef-4443-4cdf-be47-8ed192e10482 HTTP/1.1" status: 200 len: 205 time: 0.0394666 Jul 27 21:08:13.053334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47882) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:13.085870 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1d0a9a5c-0ec7-4c62-b936-05f89d52357a tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] In _notify_port_updated(), no bound segment for port 446ffa3b-7f14-43aa-9c09-c3cee4c67f2b on network 9bc953ba-e6fc-416d-8c50-e3a63f81f93c {{(pid=105580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:08:13.092519 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0a9a5c-0ec7-4c62-b936-05f89d52357a tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:13.093157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9a5c-0ec7-4c62-b936-05f89d52357a tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.094600 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1d0a9a5c-0ec7-4c62-b936-05f89d52357a tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "PUT /v2.0/ports/446ffa3b-7f14-43aa-9c09-c3cee4c67f2b HTTP/1.1" status: 200 len: 1002 time: 0.8106492 Jul 27 21:08:13.098123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47884) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:13.147592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a9a5c-0ec7-4c62-b936-05f89d52357a tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event updated for resources: {'Port': ['ID=446ffa3b-7f14-43aa-9c09-c3cee4c67f2b,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:13.148751 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84ca9c88-25c4-4052-8de0-7d4ff41a5066 req-2934fa6a-8310-4f91-b7e8-9ab0639ef2f2 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "GET /v2.0/security-groups/6610f363-7965-430c-8af9-03b5a448a2dd HTTP/1.1" status: 200 len: 1815 time: 0.2121913 Jul 27 21:08:13.226304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-6808c60c-129a-466b-8e92-8f990337675d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Deleting port 446ffa3b-7f14-43aa-9c09-c3cee4c67f2b {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:13.226740 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6808c60c-129a-466b-8e92-8f990337675d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.256282 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4689fe6c-39c0-45ef-b4d9-ad02596b8f04 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.322448 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6808c60c-129a-466b-8e92-8f990337675d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.336628 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-6808c60c-129a-466b-8e92-8f990337675d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Calling delete_port for 446ffa3b-7f14-43aa-9c09-c3cee4c67f2b owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:13.425825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-aeae5eda-aeec-473b-8970-d901eb931572 None None] Provisioning complete for port 446ffa3b-7f14-43aa-9c09-c3cee4c67f2b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:13.427161 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aeae5eda-aeec-473b-8970-d901eb931572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.468669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-aeae5eda-aeec-473b-8970-d901eb931572 None None] Port 446ffa3b-7f14-43aa-9c09-c3cee4c67f2b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:13.481430 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6808c60c-129a-466b-8e92-8f990337675d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.512895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808c60c-129a-466b-8e92-8f990337675d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event deleted for resources: {'Port': ['ID=446ffa3b-7f14-43aa-9c09-c3cee4c67f2b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:13.655013 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6808c60c-129a-466b-8e92-8f990337675d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.657479 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6808c60c-129a-466b-8e92-8f990337675d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "DELETE /v2.0/ports/446ffa3b-7f14-43aa-9c09-c3cee4c67f2b HTTP/1.1" status: 204 len: 168 time: 0.5576608 Jul 27 21:08:13.660174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47890) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:13.692134 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-6985697b-832c-484c-8d42-6bf562b922c0 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] GET failed (client error): The resource could not be found. Jul 27 21:08:13.695123 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6985697b-832c-484c-8d42-6bf562b922c0 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "GET /v2.0/ports/446ffa3b-7f14-43aa-9c09-c3cee4c67f2b HTTP/1.1" status: 404 len: 333 time: 0.0326579 Jul 27 21:08:13.697638 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47892) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:13.702948 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f3543363-28dd-4f18-b3ad-185413dcb5b6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Request body: {'port': {'network_id': '9bc953ba-e6fc-416d-8c50-e3a63f81f93c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1946350819'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:13.727820 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-84ca9c88-25c4-4052-8de0-7d4ff41a5066 req-c0a1ee97-0524-48cd-ac41-2e7b10d8640f tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.825637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3543363-28dd-4f18-b3ad-185413dcb5b6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Made reservation on behalf of 2e6502fdb1814573be682b1c72ed90f9 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:13.829944 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f3543363-28dd-4f18-b3ad-185413dcb5b6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.830915 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4689fe6c-39c0-45ef-b4d9-ad02596b8f04 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.849376 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-f3543363-28dd-4f18-b3ad-185413dcb5b6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] device_id is not set on port 2fff801d-4016-448f-9e59-d045c0857817 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:08:13.858691 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-84ca9c88-25c4-4052-8de0-7d4ff41a5066 req-c0a1ee97-0524-48cd-ac41-2e7b10d8640f tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.861751 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4689fe6c-39c0-45ef-b4d9-ad02596b8f04 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.948010 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4689fe6c-39c0-45ef-b4d9-ad02596b8f04 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.948657 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4689fe6c-39c0-45ef-b4d9-ad02596b8f04 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Fanout notify agent at l3_agent the message router_deleted on router c385bcef-4443-4cdf-be47-8ed192e10482 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:13.959212 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4689fe6c-39c0-45ef-b4d9-ad02596b8f04 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:13.960366 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4689fe6c-39c0-45ef-b4d9-ad02596b8f04 tempest-RoutersNegativeTest-786311141 tempest-RoutersNegativeTest-786311141-project] 10.222.0.55 "DELETE /v2.0/routers/c385bcef-4443-4cdf-be47-8ed192e10482 HTTP/1.1" status: 204 len: 168 time: 0.9063966 Jul 27 21:08:13.980939 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-f3543363-28dd-4f18-b3ad-185413dcb5b6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Allocated IP 2001:db8::37d (9bc953ba-e6fc-416d-8c50-e3a63f81f93c/d7327022-fee5-4b18-817b-d7e4743ad715/2fff801d-4016-448f-9e59-d045c0857817) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:14.005248 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-84ca9c88-25c4-4052-8de0-7d4ff41a5066 req-c0a1ee97-0524-48cd-ac41-2e7b10d8640f tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.007899 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-84ca9c88-25c4-4052-8de0-7d4ff41a5066 req-c0a1ee97-0524-48cd-ac41-2e7b10d8640f tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.011799 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84ca9c88-25c4-4052-8de0-7d4ff41a5066 req-c0a1ee97-0524-48cd-ac41-2e7b10d8640f tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "DELETE /v2.0/security-groups/6610f363-7965-430c-8af9-03b5a448a2dd HTTP/1.1" status: 204 len: 173 time: 0.8426790 Jul 27 21:08:14.029673 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1ee97-0524-48cd-ac41-2e7b10d8640f tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6610f363-7965-430c-8af9-03b5a448a2dd,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:14.112679 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9a4c4c7e-17cd-4a82-8ad1-70b2f7c4586a tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.117908 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9a4c4c7e-17cd-4a82-8ad1-70b2f7c4586a tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.124783 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e38bbfa8-bc26-4ab9-a577-d825b05a7532 req-f4cf25ac-e792-45c4-bb01-d2699bcfecf9 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "GET /v2.0/security-groups/ec324651-7c1f-480a-86dc-8d653f8d745c HTTP/1.1" status: 200 len: 1815 time: 0.0929062 Jul 27 21:08:14.186187 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f3543363-28dd-4f18-b3ad-185413dcb5b6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.207500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-f3543363-28dd-4f18-b3ad-185413dcb5b6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Transition to ACTIVE for port object 2fff801d-4016-448f-9e59-d045c0857817 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:14.210335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47902) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:14.273747 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f3543363-28dd-4f18-b3ad-185413dcb5b6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.277508 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e38bbfa8-bc26-4ab9-a577-d825b05a7532 req-3b429820-5d8f-49cb-8ee0-e047420cdf94 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.287932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4c4c7e-17cd-4a82-8ad1-70b2f7c4586a tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Router a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:08:14.312274 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e38bbfa8-bc26-4ab9-a577-d825b05a7532 req-3b429820-5d8f-49cb-8ee0-e047420cdf94 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.326097 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3543363-28dd-4f18-b3ad-185413dcb5b6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Network 9bc953ba-e6fc-416d-8c50-e3a63f81f93c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:14.329802 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f3543363-28dd-4f18-b3ad-185413dcb5b6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:14.339080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3543363-28dd-4f18-b3ad-185413dcb5b6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:14.346009 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3543363-28dd-4f18-b3ad-185413dcb5b6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:14.347001 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f3543363-28dd-4f18-b3ad-185413dcb5b6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.378069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3543363-28dd-4f18-b3ad-185413dcb5b6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event updated for resources: {'Port': ['ID=2fff801d-4016-448f-9e59-d045c0857817,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:14.397282 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f3543363-28dd-4f18-b3ad-185413dcb5b6 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6984684 Jul 27 21:08:14.400433 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47906) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:14.405597 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-72819469-1c99-4cb2-bb32-fafced8d16a5 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:67:e8:0d'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:14.432748 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e38bbfa8-bc26-4ab9-a577-d825b05a7532 req-3b429820-5d8f-49cb-8ee0-e047420cdf94 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.435422 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e38bbfa8-bc26-4ab9-a577-d825b05a7532 req-3b429820-5d8f-49cb-8ee0-e047420cdf94 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.436718 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e38bbfa8-bc26-4ab9-a577-d825b05a7532 req-3b429820-5d8f-49cb-8ee0-e047420cdf94 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "DELETE /v2.0/security-groups/ec324651-7c1f-480a-86dc-8d653f8d745c HTTP/1.1" status: 204 len: 173 time: 0.2760463 Jul 27 21:08:14.444075 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6499eea1-efa2-4ecf-8d14-3048476dc21d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0673ef0192b74d6bb0ce8edcf838541b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325161 Jul 27 21:08:14.444685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47910) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:14.456852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b429820-5d8f-49cb-8ee0-e047420cdf94 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec324651-7c1f-480a-86dc-8d653f8d745c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:14.466799 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4c4c7e-17cd-4a82-8ad1-70b2f7c4586a tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:14.472237 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9a4c4c7e-17cd-4a82-8ad1-70b2f7c4586a tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.476366 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9a4c4c7e-17cd-4a82-8ad1-70b2f7c4586a tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "PUT /v2.0/routers/a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac HTTP/1.1" status: 200 len: 926 time: 2.3214180 Jul 27 21:08:14.480412 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d252668-0641-4fee-ab3d-1c014107d541 None None] Sync routers for ids ['a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:14.482682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47912) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:14.521268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d252668-0641-4fee-ab3d-1c014107d541 None None] Routers {'a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:14.523392 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9d252668-0641-4fee-ab3d-1c014107d541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:14.574721 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9d252668-0641-4fee-ab3d-1c014107d541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:14.581814 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1678bcdb-4351-44cb-949a-059977c8c0b0 req-c88807d5-4ac1-42aa-ad93-0be0b10ca8d1 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "GET /v2.0/security-groups/10e80a79-a4cb-4673-b61e-243402deed5a HTTP/1.1" status: 200 len: 1814 time: 0.1128306 Jul 27 21:08:14.584123 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72819469-1c99-4cb2-bb32-fafced8d16a5 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.586649 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d252668-0641-4fee-ab3d-1c014107d541 None None] Routers {'a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:14.587283 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9d252668-0641-4fee-ab3d-1c014107d541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:14.589099 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8fd45d88-2458-4788-a492-5ef69dc8a84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.636136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9d252668-0641-4fee-ab3d-1c014107d541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:14.636809 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d252668-0641-4fee-ab3d-1c014107d541 None None] The sync data for ids ['a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:14.645555 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8fd45d88-2458-4788-a492-5ef69dc8a84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.684192 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-367e3787-79b4-4c9e-a137-396780f6b862 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "GET /v2.0/routers/a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac HTTP/1.1" status: 200 len: 926 time: 0.1974194 Jul 27 21:08:14.685979 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47916) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:14.732368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e99ff04f-4b86-40ec-9a62-cc42ae35b129 None None] Provisioning for port 2fff801d-4016-448f-9e59-d045c0857817 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:14.737503 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e99ff04f-4b86-40ec-9a62-cc42ae35b129 None None] Provisioning complete for port 2fff801d-4016-448f-9e59-d045c0857817 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:14.738103 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e99ff04f-4b86-40ec-9a62-cc42ae35b129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.761990 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1678bcdb-4351-44cb-949a-059977c8c0b0 req-b3baf86a-7e42-412e-9e0b-475fb1d2df36 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.775792 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e99ff04f-4b86-40ec-9a62-cc42ae35b129 None None] Port 2fff801d-4016-448f-9e59-d045c0857817 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:14.801161 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8fd45d88-2458-4788-a492-5ef69dc8a84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.803710 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8fd45d88-2458-4788-a492-5ef69dc8a84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.804702 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1678bcdb-4351-44cb-949a-059977c8c0b0 req-b3baf86a-7e42-412e-9e0b-475fb1d2df36 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.804865 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8fd45d88-2458-4788-a492-5ef69dc8a84c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a9c8892a-7341-4807-a68a-51778a18b551 HTTP/1.1" status: 204 len: 168 time: 0.3565454 Jul 27 21:08:14.819622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd45d88-2458-4788-a492-5ef69dc8a84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c8892a-7341-4807-a68a-51778a18b551,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:14.857460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c16b56-e3b2-4dd4-9b5e-113a742deac7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:14.859046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-81c16b56-e3b2-4dd4-9b5e-113a742deac7 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&device_id=a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1719930 Jul 27 21:08:14.862932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47922) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:14.876154 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1678bcdb-4351-44cb-949a-059977c8c0b0 req-b3baf86a-7e42-412e-9e0b-475fb1d2df36 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.878903 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-1678bcdb-4351-44cb-949a-059977c8c0b0 req-b3baf86a-7e42-412e-9e0b-475fb1d2df36 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.880206 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1678bcdb-4351-44cb-949a-059977c8c0b0 req-b3baf86a-7e42-412e-9e0b-475fb1d2df36 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] 10.222.0.55 "DELETE /v2.0/security-groups/10e80a79-a4cb-4673-b61e-243402deed5a HTTP/1.1" status: 204 len: 173 time: 0.2975619 Jul 27 21:08:14.892046 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47924) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:14.900869 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3baf86a-7e42-412e-9e0b-475fb1d2df36 tempest-SecurityGroupRulesNegativeTestJSON-208530333 tempest-SecurityGroupRulesNegativeTestJSON-208530333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e80a79-a4cb-4673-b61e-243402deed5a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:14.936475 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72819469-1c99-4cb2-bb32-fafced8d16a5 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.944361 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72819469-1c99-4cb2-bb32-fafced8d16a5 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.946275 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9270cb-de30-400f-9a91-c8a14b49983e admin admin] Deleting subnet ffdbdcaf-14a5-4855-892d-a2c0f08a81e4 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:08:14.949990 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc9270cb-de30-400f-9a91-c8a14b49983e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:14.987123 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc9270cb-de30-400f-9a91-c8a14b49983e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.044166 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc9270cb-de30-400f-9a91-c8a14b49983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.108805 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc9270cb-de30-400f-9a91-c8a14b49983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.142951 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9270cb-de30-400f-9a91-c8a14b49983e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffdbdcaf-14a5-4855-892d-a2c0f08a81e4,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:15.146902 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc9270cb-de30-400f-9a91-c8a14b49983e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.149392 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fc9270cb-de30-400f-9a91-c8a14b49983e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ffdbdcaf-14a5-4855-892d-a2c0f08a81e4 HTTP/1.1" status: 204 len: 168 time: 0.2559524 Jul 27 21:08:15.151670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47934) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:15.231635 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-613d6ccb-14ce-4471-8474-58dcbcf49acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.280960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72819469-1c99-4cb2-bb32-fafced8d16a5 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event updated for resources: {'Port': ['ID=2fff801d-4016-448f-9e59-d045c0857817,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:15.296874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-72819469-1c99-4cb2-bb32-fafced8d16a5 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] In _notify_port_updated(), no bound segment for port 2fff801d-4016-448f-9e59-d045c0857817 on network 9bc953ba-e6fc-416d-8c50-e3a63f81f93c {{(pid=105580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:08:15.303160 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72819469-1c99-4cb2-bb32-fafced8d16a5 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:15.303946 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72819469-1c99-4cb2-bb32-fafced8d16a5 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.305270 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-72819469-1c99-4cb2-bb32-fafced8d16a5 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "PUT /v2.0/ports/2fff801d-4016-448f-9e59-d045c0857817 HTTP/1.1" status: 200 len: 1003 time: 0.9039190 Jul 27 21:08:15.308172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47942) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:15.344180 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-613d6ccb-14ce-4471-8474-58dcbcf49acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.358586 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-613d6ccb-14ce-4471-8474-58dcbcf49acb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2622d6c4-2c23-4d73-811d-c663f877db95']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:15.372448 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a099475-d3c9-47f3-81e3-c1456be635b3 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:15.373507 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-613d6ccb-14ce-4471-8474-58dcbcf49acb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cd9160-818c-4516-a05b-49230c7fb1d9') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:15.373812 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-613d6ccb-14ce-4471-8474-58dcbcf49acb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cd9160-818c-4516-a05b-49230c7fb1d9') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:15.374065 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6a099475-d3c9-47f3-81e3-c1456be635b3 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 881 time: 0.5093122 Jul 27 21:08:15.378300 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47946) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:15.385205 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-613d6ccb-14ce-4471-8474-58dcbcf49acb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.409559 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-613d6ccb-14ce-4471-8474-58dcbcf49acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.420915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613d6ccb-14ce-4471-8474-58dcbcf49acb admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:08:15.421356 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-613d6ccb-14ce-4471-8474-58dcbcf49acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:08:15.424647 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:08:15.432484 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-20617fa2-c6e0-4266-8c6a-c35ab0a46cfa tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac HTTP/1.1" status: 200 len: 205 time: 0.0532911 Jul 27 21:08:15.435932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47950) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:15.507193 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-613d6ccb-14ce-4471-8474-58dcbcf49acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.523953 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-613d6ccb-14ce-4471-8474-58dcbcf49acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.525924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-613d6ccb-14ce-4471-8474-58dcbcf49acb admin admin] 10.222.0.55 "DELETE /v2.0/networks/2622d6c4-2c23-4d73-811d-c663f877db95 HTTP/1.1" status: 204 len: 168 time: 0.3730633 Jul 27 21:08:15.537264 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d6ccb-14ce-4471-8474-58dcbcf49acb admin admin] Pushing event deleted for resources: {'Network': ['ID=2622d6c4-2c23-4d73-811d-c663f877db95,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:15.573673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-bf7dfd79-6442-4bb1-a9c2-4bbd267db70d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Deleting port 2fff801d-4016-448f-9e59-d045c0857817 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:15.573937 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf7dfd79-6442-4bb1-a9c2-4bbd267db70d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.593519 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93f30a22-affc-4423-90c2-b170e2da2ac8 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.640860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47956) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:15.722572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f0fcdb96-4f76-4fcd-ad3b-75d33a8dc449 None None] Provisioning complete for port 2fff801d-4016-448f-9e59-d045c0857817 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:15.723495 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f0fcdb96-4f76-4fcd-ad3b-75d33a8dc449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.742619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47962) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:15.776682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-54605333-a4ff-40c0-9f38-074248487d5a tempest-SubnetPoolsTestJSON-1463043549 tempest-SubnetPoolsTestJSON-1463043549-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-507384215', 'prefixes': ['172.20.0.0/16']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:15.790007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-f0fcdb96-4f76-4fcd-ad3b-75d33a8dc449 None None] Port 2fff801d-4016-448f-9e59-d045c0857817 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:15.802665 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf7dfd79-6442-4bb1-a9c2-4bbd267db70d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.808596 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-71337a0c-f363-4232-8ac2-f48751ebd60c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62b29747db3a43b28fec8a0add810d3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624022 Jul 27 21:08:15.808946 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47966) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:15.828492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-bf7dfd79-6442-4bb1-a9c2-4bbd267db70d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Calling delete_port for 2fff801d-4016-448f-9e59-d045c0857817 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:15.835152 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93f30a22-affc-4423-90c2-b170e2da2ac8 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.892480 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb5b365c-c30f-4c77-96ff-36cf55d882be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.904041 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-54605333-a4ff-40c0-9f38-074248487d5a tempest-SubnetPoolsTestJSON-1463043549 tempest-SubnetPoolsTestJSON-1463043549-project] Notify callbacks [] for subnetpool, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.905268 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-54605333-a4ff-40c0-9f38-074248487d5a tempest-SubnetPoolsTestJSON-1463043549 tempest-SubnetPoolsTestJSON-1463043549-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2627621 Jul 27 21:08:15.908873 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47968) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:15.929249 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb5b365c-c30f-4c77-96ff-36cf55d882be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.961445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-93f30a22-affc-4423-90c2-b170e2da2ac8 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Deleting port 0595b2a7-908c-4b0e-9048-ec12f26a3da3 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:15.962070 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93f30a22-affc-4423-90c2-b170e2da2ac8 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:15.977465 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-19c3c145-9fb8-410c-8b4e-0d450339dfbd tempest-SubnetPoolsTestJSON-1463043549 tempest-SubnetPoolsTestJSON-1463043549-project] 10.222.0.55 "GET /v2.0/subnetpools/34f299b7-1f66-439f-9bef-e36c06f31415 HTTP/1.1" status: 200 len: 731 time: 0.0675249 Jul 27 21:08:15.983102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47970) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:15.984974 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c5810aca-1c86-4dd4-86c1-dd15d46cc257 tempest-SubnetPoolsTestJSON-1463043549 tempest-SubnetPoolsTestJSON-1463043549-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1888622246'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:16.063827 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf7dfd79-6442-4bb1-a9c2-4bbd267db70d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.067598 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb5b365c-c30f-4c77-96ff-36cf55d882be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.070385 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb5b365c-c30f-4c77-96ff-36cf55d882be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.071567 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cb5b365c-c30f-4c77-96ff-36cf55d882be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/528b0041-f5ef-44a2-9fad-a3c93b85ac91 HTTP/1.1" status: 204 len: 168 time: 0.2617619 Jul 27 21:08:16.091663 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b365c-c30f-4c77-96ff-36cf55d882be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528b0041-f5ef-44a2-9fad-a3c93b85ac91,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:16.101690 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7dfd79-6442-4bb1-a9c2-4bbd267db70d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event deleted for resources: {'Port': ['ID=2fff801d-4016-448f-9e59-d045c0857817,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:16.118551 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c5810aca-1c86-4dd4-86c1-dd15d46cc257 tempest-SubnetPoolsTestJSON-1463043549 tempest-SubnetPoolsTestJSON-1463043549-project] Notify callbacks [] for subnetpool, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.122593 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c5810aca-1c86-4dd4-86c1-dd15d46cc257 tempest-SubnetPoolsTestJSON-1463043549 tempest-SubnetPoolsTestJSON-1463043549-project] 10.222.0.55 "PUT /v2.0/subnetpools/34f299b7-1f66-439f-9bef-e36c06f31415 HTTP/1.1" status: 200 len: 684 time: 0.1415558 Jul 27 21:08:16.123226 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47974) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:16.135399 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93f30a22-affc-4423-90c2-b170e2da2ac8 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.144996 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf7dfd79-6442-4bb1-a9c2-4bbd267db70d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.149281 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bf7dfd79-6442-4bb1-a9c2-4bbd267db70d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "DELETE /v2.0/ports/2fff801d-4016-448f-9e59-d045c0857817 HTTP/1.1" status: 204 len: 168 time: 0.8378568 Jul 27 21:08:16.149562 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47976) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:16.152896 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-93f30a22-affc-4423-90c2-b170e2da2ac8 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Calling delete_port for 0595b2a7-908c-4b0e-9048-ec12f26a3da3 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:16.189136 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-42054f92-1fff-4ef3-aaba-030bed4fd916 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] GET failed (client error): The resource could not be found. Jul 27 21:08:16.194488 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-42054f92-1fff-4ef3-aaba-030bed4fd916 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "GET /v2.0/ports/2fff801d-4016-448f-9e59-d045c0857817 HTTP/1.1" status: 404 len: 333 time: 0.0403152 Jul 27 21:08:16.194648 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47978) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:16.200149 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e3be804c-18a4-423d-b95e-1b5f23289a15 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Request body: {'port': {'network_id': '9bc953ba-e6fc-416d-8c50-e3a63f81f93c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-391933083'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:16.319538 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-58d0e1a0-fa39-495f-9044-c3478fb7f38e tempest-SubnetPoolsTestJSON-1463043549 tempest-SubnetPoolsTestJSON-1463043549-project] Notify callbacks [] for subnetpool, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.326605 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47982) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:16.327001 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-58d0e1a0-fa39-495f-9044-c3478fb7f38e tempest-SubnetPoolsTestJSON-1463043549 tempest-SubnetPoolsTestJSON-1463043549-project] 10.222.0.55 "DELETE /v2.0/subnetpools/34f299b7-1f66-439f-9bef-e36c06f31415 HTTP/1.1" status: 204 len: 168 time: 0.1997035 Jul 27 21:08:16.371697 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-0b8a70a5-b560-4f01-a0d8-c8d3f79d3b2d tempest-SubnetPoolsTestJSON-1463043549 tempest-SubnetPoolsTestJSON-1463043549-project] show failed (client error): The resource could not be found. Jul 27 21:08:16.372752 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0b8a70a5-b560-4f01-a0d8-c8d3f79d3b2d tempest-SubnetPoolsTestJSON-1463043549 tempest-SubnetPoolsTestJSON-1463043549-project] 10.222.0.55 "GET /v2.0/subnetpools/34f299b7-1f66-439f-9bef-e36c06f31415 HTTP/1.1" status: 404 len: 346 time: 0.0464923 Jul 27 21:08:16.376283 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47986) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:16.398803 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-b439ce31-8a51-432d-a2ee-88bb65cb8d29 tempest-SubnetPoolsTestJSON-1463043549 tempest-SubnetPoolsTestJSON-1463043549-project] delete failed (client error): The resource could not be found. Jul 27 21:08:16.399858 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b439ce31-8a51-432d-a2ee-88bb65cb8d29 tempest-SubnetPoolsTestJSON-1463043549 tempest-SubnetPoolsTestJSON-1463043549-project] 10.222.0.55 "DELETE /v2.0/subnetpools/34f299b7-1f66-439f-9bef-e36c06f31415 HTTP/1.1" status: 404 len: 346 time: 0.0225775 Jul 27 21:08:16.404870 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3be804c-18a4-423d-b95e-1b5f23289a15 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Made reservation on behalf of 2e6502fdb1814573be682b1c72ed90f9 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:16.412516 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3be804c-18a4-423d-b95e-1b5f23289a15 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.427306 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93f30a22-affc-4423-90c2-b170e2da2ac8 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.432215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-e3be804c-18a4-423d-b95e-1b5f23289a15 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] device_id is not set on port 3eebcdaf-135b-4802-aef6-928730d38c2b yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:08:16.475958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f30a22-affc-4423-90c2-b170e2da2ac8 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Pushing event deleted for resources: {'Port': ['ID=0595b2a7-908c-4b0e-9048-ec12f26a3da3,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:16.557005 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93f30a22-affc-4423-90c2-b170e2da2ac8 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.590150 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-e3be804c-18a4-423d-b95e-1b5f23289a15 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Allocated IP 2001:db8::3c1 (9bc953ba-e6fc-416d-8c50-e3a63f81f93c/d7327022-fee5-4b18-817b-d7e4743ad715/3eebcdaf-135b-4802-aef6-928730d38c2b) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:16.686455 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93f30a22-affc-4423-90c2-b170e2da2ac8 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.689736 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93f30a22-affc-4423-90c2-b170e2da2ac8 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.747734 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93f30a22-affc-4423-90c2-b170e2da2ac8 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.748605 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f30a22-affc-4423-90c2-b170e2da2ac8 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Fanout notify agent at l3_agent the message router_deleted on router a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:16.758186 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93f30a22-affc-4423-90c2-b170e2da2ac8 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.759354 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-93f30a22-affc-4423-90c2-b170e2da2ac8 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "DELETE /v2.0/routers/a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac HTTP/1.1" status: 204 len: 168 time: 1.3227980 Jul 27 21:08:16.762098 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48000) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:16.764460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48002) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:16.769784 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7e757615-ef3a-4329-ba5d-a56836358920 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-220897570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:16.813242 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3be804c-18a4-423d-b95e-1b5f23289a15 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.827983 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7e757615-ef3a-4329-ba5d-a56836358920 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.830028 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7e757615-ef3a-4329-ba5d-a56836358920 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.837963 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-e3be804c-18a4-423d-b95e-1b5f23289a15 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Transition to ACTIVE for port object 3eebcdaf-135b-4802-aef6-928730d38c2b will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:16.895774 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-204f14d9-8aea-4736-a0a3-4d64ed971843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.915216 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7e757615-ef3a-4329-ba5d-a56836358920 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.929215 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7e757615-ef3a-4329-ba5d-a56836358920 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.943855 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3be804c-18a4-423d-b95e-1b5f23289a15 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:16.992727 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3be804c-18a4-423d-b95e-1b5f23289a15 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Network 9bc953ba-e6fc-416d-8c50-e3a63f81f93c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:16.998540 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-e3be804c-18a4-423d-b95e-1b5f23289a15 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:17.001617 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be804c-18a4-423d-b95e-1b5f23289a15 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:17.008040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3be804c-18a4-423d-b95e-1b5f23289a15 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:17.008939 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3be804c-18a4-423d-b95e-1b5f23289a15 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.027913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be804c-18a4-423d-b95e-1b5f23289a15 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event updated for resources: {'Port': ['ID=3eebcdaf-135b-4802-aef6-928730d38c2b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:17.036334 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-204f14d9-8aea-4736-a0a3-4d64ed971843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.043470 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-204f14d9-8aea-4736-a0a3-4d64ed971843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.049930 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e3be804c-18a4-423d-b95e-1b5f23289a15 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8542342 Jul 27 21:08:17.052558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48018) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:17.064061 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-bf8155d4-fc03-46bb-b38a-b40b4d56c080 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Request body: {'port': {'network_id': '9bc953ba-e6fc-416d-8c50-e3a63f81f93c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-930592090'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:17.068706 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7e757615-ef3a-4329-ba5d-a56836358920 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.070284 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7e757615-ef3a-4329-ba5d-a56836358920 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3049293 Jul 27 21:08:17.072950 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48020) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:17.080360 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Request body: {'router': {'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:17.095866 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-204f14d9-8aea-4736-a0a3-4d64ed971843 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65f10fddf2f34e95b7fbb60735b65ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320773 Jul 27 21:08:17.096631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f14d9-8aea-4736-a0a3-4d64ed971843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b924a6b8-dfdb-4680-9ca0-6ffdf6a97f08,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:17.099078 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48022) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:17.147441 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48024) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:17.169441 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a58b880c-4fa9-4cd6-ab29-5778b353eb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.198814 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a58b880c-4fa9-4cd6-ab29-5778b353eb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.266492 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a58b880c-4fa9-4cd6-ab29-5778b353eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.270829 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a58b880c-4fa9-4cd6-ab29-5778b353eb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.272270 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a58b880c-4fa9-4cd6-ab29-5778b353eb47 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b924a6b8-dfdb-4680-9ca0-6ffdf6a97f08 HTTP/1.1" status: 204 len: 168 time: 0.1721008 Jul 27 21:08:17.280787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b880c-4fa9-4cd6-ab29-5778b353eb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b924a6b8-dfdb-4680-9ca0-6ffdf6a97f08,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:17.303663 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-51c53c4d-8667-406d-9ba8-dab86de5f866 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1384347314-network', 'tenant_id': '81bb9512f5534193ba9cc17ea8ccab1c'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:17.329688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-28cb9fe5-4648-4a60-b5bc-eee8348964fa None None] Provisioning for port 3eebcdaf-135b-4802-aef6-928730d38c2b completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:17.334475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-28cb9fe5-4648-4a60-b5bc-eee8348964fa None None] Provisioning complete for port 3eebcdaf-135b-4802-aef6-928730d38c2b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:17.334840 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-28cb9fe5-4648-4a60-b5bc-eee8348964fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.338954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c53c4d-8667-406d-9ba8-dab86de5f866 admin admin] Made reservation on behalf of 81bb9512f5534193ba9cc17ea8ccab1c for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:17.342826 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51c53c4d-8667-406d-9ba8-dab86de5f866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.356991 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51c53c4d-8667-406d-9ba8-dab86de5f866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.384521 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-28cb9fe5-4648-4a60-b5bc-eee8348964fa None None] Port 3eebcdaf-135b-4802-aef6-928730d38c2b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:17.478601 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51c53c4d-8667-406d-9ba8-dab86de5f866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.485607 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51c53c4d-8667-406d-9ba8-dab86de5f866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.499426 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c53c4d-8667-406d-9ba8-dab86de5f866 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:08:17.530034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c53c4d-8667-406d-9ba8-dab86de5f866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d6d151-9e3a-4e22-88f4-57607d273147,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:17.536585 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51c53c4d-8667-406d-9ba8-dab86de5f866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.536585 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-51c53c4d-8667-406d-9ba8-dab86de5f866 admin admin] Added segment 13d7d2de-9570-4ea6-bd06-8fcb11f17277 of type vlan for network 7f462104-aed8-46e4-a16b-2beb1a80021a Jul 27 21:08:17.586138 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51c53c4d-8667-406d-9ba8-dab86de5f866 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.623279 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51c53c4d-8667-406d-9ba8-dab86de5f866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.624485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c53c4d-8667-406d-9ba8-dab86de5f866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:17.625873 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51c53c4d-8667-406d-9ba8-dab86de5f866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.681845 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-51c53c4d-8667-406d-9ba8-dab86de5f866 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5333385 Jul 27 21:08:17.684737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48040) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:17.691704 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1a8acb5c-5531-4ddc-a1df-554923d11e4e admin admin] Request body: {'subnet': {'network_id': '7f462104-aed8-46e4-a16b-2beb1a80021a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1384347314-subnet', 'tenant_id': '81bb9512f5534193ba9cc17ea8ccab1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:17.700266 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c53c4d-8667-406d-9ba8-dab86de5f866 admin admin] Pushing event updated for resources: {'Network': ['ID=7f462104-aed8-46e4-a16b-2beb1a80021a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:17.714741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 7f462104-aed8-46e4-a16b-2beb1a80021a details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:08:17.716489 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.728641 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8acb5c-5531-4ddc-a1df-554923d11e4e admin admin] Made reservation on behalf of 81bb9512f5534193ba9cc17ea8ccab1c for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:17.731365 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1a8acb5c-5531-4ddc-a1df-554923d11e4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.796342 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8155d4-fc03-46bb-b38a-b40b4d56c080 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Made reservation on behalf of 2e6502fdb1814573be682b1c72ed90f9 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:17.800598 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf8155d4-fc03-46bb-b38a-b40b4d56c080 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:17.830863 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-bf8155d4-fc03-46bb-b38a-b40b4d56c080 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] device_id is not set on port ec1a97f1-4de2-41de-9c5c-9049b1bfda35 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:08:17.929832 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1a8acb5c-5531-4ddc-a1df-554923d11e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:18.004480 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-bf8155d4-fc03-46bb-b38a-b40b4d56c080 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Allocated IP 2001:db8::10f (9bc953ba-e6fc-416d-8c50-e3a63f81f93c/d7327022-fee5-4b18-817b-d7e4743ad715/ec1a97f1-4de2-41de-9c5c-9049b1bfda35) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:18.007381 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8acb5c-5531-4ddc-a1df-554923d11e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=341b6e46-52e4-466f-aa58-4484e846a79f,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:18.030342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8acb5c-5531-4ddc-a1df-554923d11e4e admin admin] Checking segment: {'id': '13d7d2de-9570-4ea6-bd06-8fcb11f17277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7f462104-aed8-46e4-a16b-2beb1a80021a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:18.030342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8acb5c-5531-4ddc-a1df-554923d11e4e admin admin] Network hostable DHCP agents. Network: 7f462104-aed8-46e4-a16b-2beb1a80021a, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:08:18.050668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8acb5c-5531-4ddc-a1df-554923d11e4e admin admin] Network 7f462104-aed8-46e4-a16b-2beb1a80021a is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:08:18.064196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-1a8acb5c-5531-4ddc-a1df-554923d11e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 7f462104-aed8-46e4-a16b-2beb1a80021a) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:18.069333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8acb5c-5531-4ddc-a1df-554923d11e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:18.070167 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1a8acb5c-5531-4ddc-a1df-554923d11e4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:18.077260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc36bae6-619d-4705-96e2-9c6ad1621da4 None None] Network 7f462104-aed8-46e4-a16b-2beb1a80021a requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:18.090909 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1a8acb5c-5531-4ddc-a1df-554923d11e4e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4031575 Jul 27 21:08:18.132280 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:18.162294 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:18.260392 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0101d86-65c3-4ee7-a4db-b154664ae0d1 None None] Network 7f462104-aed8-46e4-a16b-2beb1a80021a requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:18.387736 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Allocated IP 172.25.2.119 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/d9400d5f-9b57-478a-a8ac-158d6c0d9ef4) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:18.404406 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf8155d4-fc03-46bb-b38a-b40b4d56c080 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:18.439047 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-bf8155d4-fc03-46bb-b38a-b40b4d56c080 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Transition to ACTIVE for port object ec1a97f1-4de2-41de-9c5c-9049b1bfda35 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:18.552258 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf8155d4-fc03-46bb-b38a-b40b4d56c080 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:18.558710 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:18.624382 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8155d4-fc03-46bb-b38a-b40b4d56c080 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event updated for resources: {'Port': ['ID=ec1a97f1-4de2-41de-9c5c-9049b1bfda35,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:18.630807 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8155d4-fc03-46bb-b38a-b40b4d56c080 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Network 9bc953ba-e6fc-416d-8c50-e3a63f81f93c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:18.635389 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-bf8155d4-fc03-46bb-b38a-b40b4d56c080 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:18.640582 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8155d4-fc03-46bb-b38a-b40b4d56c080 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:18.653172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8155d4-fc03-46bb-b38a-b40b4d56c080 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:18.655939 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf8155d4-fc03-46bb-b38a-b40b4d56c080 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:18.700290 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bf8155d4-fc03-46bb-b38a-b40b4d56c080 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6465979 Jul 27 21:08:18.704949 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48076) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:18.716471 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c8d74e80-b94e-4fe3-9f7b-39e3ce80a13d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::155', 'mac_address': 'fa:16:3e:67:e8:0d'}, {'ip_address': '2001:db8::3c1', 'mac_address': 'fa:16:3e:22:2e:a7'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:18.725445 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:18.810456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:18.821424 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:18.837788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:18.855679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Pushing event updated for resources: {'Port': ['ID=d9400d5f-9b57-478a-a8ac-158d6c0d9ef4,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:19.124664 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a777be79-468e-4369-a67d-dfbb09ba5256 None None] Provisioning for port ec1a97f1-4de2-41de-9c5c-9049b1bfda35 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:19.128797 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c8d74e80-b94e-4fe3-9f7b-39e3ce80a13d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.130153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a777be79-468e-4369-a67d-dfbb09ba5256 None None] Provisioning complete for port ec1a97f1-4de2-41de-9c5c-9049b1bfda35 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:19.130737 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a777be79-468e-4369-a67d-dfbb09ba5256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.193642 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a777be79-468e-4369-a67d-dfbb09ba5256 None None] Port ec1a97f1-4de2-41de-9c5c-9049b1bfda35 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:19.524109 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.593575 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c8d74e80-b94e-4fe3-9f7b-39e3ce80a13d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.600229 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c8d74e80-b94e-4fe3-9f7b-39e3ce80a13d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.671690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c8d74e80-b94e-4fe3-9f7b-39e3ce80a13d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] In _notify_port_updated(), no bound segment for port ec1a97f1-4de2-41de-9c5c-9049b1bfda35 on network 9bc953ba-e6fc-416d-8c50-e3a63f81f93c {{(pid=105579) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:08:19.678019 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d74e80-b94e-4fe3-9f7b-39e3ce80a13d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:19.678660 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c8d74e80-b94e-4fe3-9f7b-39e3ce80a13d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.685433 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48142) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:19.686788 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c8d74e80-b94e-4fe3-9f7b-39e3ce80a13d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "PUT /v2.0/ports/ec1a97f1-4de2-41de-9c5c-9049b1bfda35 HTTP/1.1" status: 200 len: 1067 time: 0.9807501 Jul 27 21:08:19.761651 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d74e80-b94e-4fe3-9f7b-39e3ce80a13d tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event updated for resources: {'Port': ['ID=ec1a97f1-4de2-41de-9c5c-9049b1bfda35,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:19.836258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-3a669c47-3003-4dfa-a931-d911779ed466 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Deleting port ec1a97f1-4de2-41de-9c5c-9049b1bfda35 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:19.836681 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a669c47-3003-4dfa-a931-d911779ed466 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.891336 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.898277 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.954404 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a669c47-3003-4dfa-a931-d911779ed466 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:19.970799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-3a669c47-3003-4dfa-a931-d911779ed466 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Calling delete_port for ec1a97f1-4de2-41de-9c5c-9049b1bfda35 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:19.984061 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48160) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:20.031346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-a69ca0d3-469e-4334-9da0-0b0b6669faed tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:20.039017 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-a69ca0d3-469e-4334-9da0-0b0b6669faed tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/networks?id=7f462104-aed8-46e4-a16b-2beb1a80021a HTTP/1.1" status: 200 len: 810 time: 0.2229683 Jul 27 21:08:20.040943 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-007e8cb1-fc12-4c9e-b0d1-23c599baa14f None None] Provisioning complete for port ec1a97f1-4de2-41de-9c5c-9049b1bfda35 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:20.042768 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-007e8cb1-fc12-4c9e-b0d1-23c599baa14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.063245 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-a92a1691-39c7-4e6a-9bf8-6ebf74d311c8 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/quotas/81bb9512f5534193ba9cc17ea8ccab1c HTTP/1.1" status: 200 len: 375 time: 0.0237861 Jul 27 21:08:20.091170 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-007e8cb1-fc12-4c9e-b0d1-23c599baa14f None None] Port ec1a97f1-4de2-41de-9c5c-9049b1bfda35 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:20.106825 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-48426c17-b657-4e56-a63e-bf94890213b1 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=81bb9512f5534193ba9cc17ea8ccab1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425386 Jul 27 21:08:20.133666 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a669c47-3003-4dfa-a931-d911779ed466 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.170213 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a669c47-3003-4dfa-a931-d911779ed466 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event deleted for resources: {'Port': ['ID=ec1a97f1-4de2-41de-9c5c-9049b1bfda35,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:20.196322 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3df7f7f5-ccea-4468-9f18-fca07fe297ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.230517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Router 756bac60-1208-458a-a7e8-8fa91c5aea33 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:08:20.367819 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-3f64417e-54dd-442b-95dc-9eed64ebf7ff service neutron] 10.222.0.55 "GET /v2.0/networks/7f462104-aed8-46e4-a16b-2beb1a80021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595134 Jul 27 21:08:20.381491 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a669c47-3003-4dfa-a931-d911779ed466 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.386612 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3a669c47-3003-4dfa-a931-d911779ed466 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "DELETE /v2.0/ports/ec1a97f1-4de2-41de-9c5c-9049b1bfda35 HTTP/1.1" status: 204 len: 168 time: 0.7002788 Jul 27 21:08:20.386978 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48168) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:20.416053 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca945a8-92cf-4a2a-bedb-aa8774505c45 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] GET failed (client error): The resource could not be found. Jul 27 21:08:20.417648 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5ca945a8-92cf-4a2a-bedb-aa8774505c45 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "GET /v2.0/ports/ec1a97f1-4de2-41de-9c5c-9049b1bfda35 HTTP/1.1" status: 404 len: 333 time: 0.0295236 Jul 27 21:08:20.420496 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48170) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:20.526054 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1c56240b-7a89-4813-a7c8-b88bf8c03dcb tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Deleting port 3eebcdaf-135b-4802-aef6-928730d38c2b {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:20.526324 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1c56240b-7a89-4813-a7c8-b88bf8c03dcb tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.621807 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1c56240b-7a89-4813-a7c8-b88bf8c03dcb tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.635982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1c56240b-7a89-4813-a7c8-b88bf8c03dcb tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Calling delete_port for 3eebcdaf-135b-4802-aef6-928730d38c2b owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:20.767538 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:20.777618 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf86abab-8fc8-4bf3-97cf-abf3f6fd0ceb None None] Sync routers for ids ['756bac60-1208-458a-a7e8-8fa91c5aea33'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:20.780675 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.782172 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b5c1af08-6b6b-4900-9d54-b2265b33e23f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "PUT /v2.0/routers/756bac60-1208-458a-a7e8-8fa91c5aea33 HTTP/1.1" status: 200 len: 883 time: 3.7070510 Jul 27 21:08:20.785572 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48174) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:20.792414 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf86abab-8fc8-4bf3-97cf-abf3f6fd0ceb None None] Routers {'756bac60-1208-458a-a7e8-8fa91c5aea33'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:20.792635 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1c56240b-7a89-4813-a7c8-b88bf8c03dcb tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.793564 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-bf86abab-8fc8-4bf3-97cf-abf3f6fd0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['756bac60-1208-458a-a7e8-8fa91c5aea33'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:20.829217 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-bf86abab-8fc8-4bf3-97cf-abf3f6fd0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:20.839626 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf86abab-8fc8-4bf3-97cf-abf3f6fd0ceb None None] Routers {'756bac60-1208-458a-a7e8-8fa91c5aea33'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:20.840244 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-bf86abab-8fc8-4bf3-97cf-abf3f6fd0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['756bac60-1208-458a-a7e8-8fa91c5aea33'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:20.842140 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-0176d0d2-7912-4f87-bd6c-4d82a96d56ed service neutron] 10.222.0.55 "GET /v2.0/networks/7f462104-aed8-46e4-a16b-2beb1a80021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620693 Jul 27 21:08:20.844626 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3df7f7f5-ccea-4468-9f18-fca07fe297ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.851838 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3df7f7f5-ccea-4468-9f18-fca07fe297ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.856330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56240b-7a89-4813-a7c8-b88bf8c03dcb tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event deleted for resources: {'Port': ['ID=3eebcdaf-135b-4802-aef6-928730d38c2b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:20.876474 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-bf86abab-8fc8-4bf3-97cf-abf3f6fd0ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:20.877494 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf86abab-8fc8-4bf3-97cf-abf3f6fd0ceb None None] The sync data for ids ['756bac60-1208-458a-a7e8-8fa91c5aea33'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:20.893385 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3df7f7f5-ccea-4468-9f18-fca07fe297ff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=477ff1e727a346a9ae1a7778c64b391b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9029636 Jul 27 21:08:20.894509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48176) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:20.924806 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1c56240b-7a89-4813-a7c8-b88bf8c03dcb tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.928972 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1c56240b-7a89-4813-a7c8-b88bf8c03dcb tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "DELETE /v2.0/ports/3eebcdaf-135b-4802-aef6-928730d38c2b HTTP/1.1" status: 204 len: 168 time: 0.5049958 Jul 27 21:08:20.929275 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7f7f5-ccea-4468-9f18-fca07fe297ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4d75ac-bb97-4da7-a769-b6dd859b1b09,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:20.929414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48178) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:20.961454 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9f2d1ec3-2573-4965-a832-f715c26fadf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.965333 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37c5e30-372b-4540-ad12-950be157576b tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] GET failed (client error): The resource could not be found. Jul 27 21:08:20.966917 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a37c5e30-372b-4540-ad12-950be157576b tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "GET /v2.0/ports/3eebcdaf-135b-4802-aef6-928730d38c2b HTTP/1.1" status: 404 len: 333 time: 0.0368648 Jul 27 21:08:20.971947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48180) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:20.988162 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f0775967-304f-42b6-902d-4da4e3240930 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "GET /v2.0/routers/756bac60-1208-458a-a7e8-8fa91c5aea33 HTTP/1.1" status: 200 len: 924 time: 0.2014515 Jul 27 21:08:20.989977 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9f2d1ec3-2573-4965-a832-f715c26fadf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:20.995909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48182) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:21.060054 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9f2d1ec3-2573-4965-a832-f715c26fadf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.063539 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9f2d1ec3-2573-4965-a832-f715c26fadf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.065090 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9f2d1ec3-2573-4965-a832-f715c26fadf6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd4d75ac-bb97-4da7-a769-b6dd859b1b09 HTTP/1.1" status: 204 len: 168 time: 0.1699007 Jul 27 21:08:21.081808 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d1ec3-2573-4965-a832-f715c26fadf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4d75ac-bb97-4da7-a769-b6dd859b1b09,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:21.189940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f6d45-0867-41b1-a24e-29e8383526ac tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:21.191955 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2c8f6d45-0867-41b1-a24e-29e8383526ac tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&device_id=756bac60-1208-458a-a7e8-8fa91c5aea33&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1950126 Jul 27 21:08:21.201286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48190) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:21.223189 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-32c9f2e6-7ebc-4320-b340-ac11a7362115 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Deleting port 502d5e9d-2e4e-466d-ad5d-0e389a7fe4a2 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:21.224287 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-32c9f2e6-7ebc-4320-b340-ac11a7362115 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.358648 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89dbf2a8-e17a-4d46-9405-b51b69343fac req-d4b65ddc-6aed-4488-ac26-3cabe2afd2f9 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/ports?device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 210 time: 0.1159594 Jul 27 21:08:21.361998 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-32c9f2e6-7ebc-4320-b340-ac11a7362115 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.394762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-32c9f2e6-7ebc-4320-b340-ac11a7362115 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Calling delete_port for 502d5e9d-2e4e-466d-ad5d-0e389a7fe4a2 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:21.414603 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c280e8-e3d4-452a-bff5-4584c868b758 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:21.416010 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d3c280e8-e3d4-452a-bff5-4584c868b758 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 881 time: 0.2135260 Jul 27 21:08:21.424626 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48200) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:21.461868 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-678e3d9a-3569-4abf-9191-f7513dc74a33 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "GET /v2.0/ports?device_id=756bac60-1208-458a-a7e8-8fa91c5aea33 HTTP/1.1" status: 200 len: 205 time: 0.0358326 Jul 27 21:08:21.464434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48202) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:21.526109 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48204) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:21.545475 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c8124e1-a6b5-4823-b818-bc1a4b9ab2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.557474 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-32c9f2e6-7ebc-4320-b340-ac11a7362115 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.587305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9f2e6-7ebc-4320-b340-ac11a7362115 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event deleted for resources: {'Port': ['ID=502d5e9d-2e4e-466d-ad5d-0e389a7fe4a2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:21.622901 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-32c9f2e6-7ebc-4320-b340-ac11a7362115 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.625566 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-32c9f2e6-7ebc-4320-b340-ac11a7362115 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "DELETE /v2.0/ports/502d5e9d-2e4e-466d-ad5d-0e389a7fe4a2 HTTP/1.1" status: 204 len: 168 time: 0.6521075 Jul 27 21:08:21.626246 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-15cb5078-e713-4199-9018-cdc65a6d9b93 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.628337 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48206) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:21.688416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49ac250-10ec-4805-9a72-e544a123c337 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Deleting subnet d7327022-fee5-4b18-817b-d7e4743ad715 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:08:21.692527 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b49ac250-10ec-4805-9a72-e544a123c337 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.760409 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b49ac250-10ec-4805-9a72-e544a123c337 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.826675 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c8124e1-a6b5-4823-b818-bc1a4b9ab2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.837283 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c8124e1-a6b5-4823-b818-bc1a4b9ab2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.866031 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-15cb5078-e713-4199-9018-cdc65a6d9b93 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.899667 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b49ac250-10ec-4805-9a72-e544a123c337 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:21.904593 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4c8124e1-a6b5-4823-b818-bc1a4b9ab2b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5604ef9e0bad4616a6cc558b92f997b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3733039 Jul 27 21:08:21.904999 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48216) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:21.918142 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8124e1-a6b5-4823-b818-bc1a4b9ab2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e640838-46ea-4fcd-8507-dfaa6c640659,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:21.948278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-15cb5078-e713-4199-9018-cdc65a6d9b93 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Deleting port d9400d5f-9b57-478a-a8ac-158d6c0d9ef4 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:21.948622 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-15cb5078-e713-4199-9018-cdc65a6d9b93 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.024800 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b49ac250-10ec-4805-9a72-e544a123c337 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.031118 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-15cb5078-e713-4199-9018-cdc65a6d9b93 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.044119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-15cb5078-e713-4199-9018-cdc65a6d9b93 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Calling delete_port for d9400d5f-9b57-478a-a8ac-158d6c0d9ef4 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:22.055881 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c61b5022-5336-4201-bd4d-0fd08297a2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.060070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ac250-10ec-4805-9a72-e544a123c337 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event deleted for resources: {'Subnet': ['ID=d7327022-fee5-4b18-817b-d7e4743ad715,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:22.070575 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b49ac250-10ec-4805-9a72-e544a123c337 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.075589 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b49ac250-10ec-4805-9a72-e544a123c337 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "DELETE /v2.0/subnets/d7327022-fee5-4b18-817b-d7e4743ad715 HTTP/1.1" status: 204 len: 168 time: 0.4462340 Jul 27 21:08:22.076240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48220) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:22.080759 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6473a7b1-269a-4189-92c5-f7cbfdfc6cd4 None None] Network 9bc953ba-e6fc-416d-8c50-e3a63f81f93c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:22.147803 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c61b5022-5336-4201-bd4d-0fd08297a2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.212702 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.262122 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c61b5022-5336-4201-bd4d-0fd08297a2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.262438 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-15cb5078-e713-4199-9018-cdc65a6d9b93 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.267477 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c61b5022-5336-4201-bd4d-0fd08297a2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.272930 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c61b5022-5336-4201-bd4d-0fd08297a2e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e640838-46ea-4fcd-8507-dfaa6c640659 HTTP/1.1" status: 204 len: 168 time: 0.3680563 Jul 27 21:08:22.291157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b5022-5336-4201-bd4d-0fd08297a2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e640838-46ea-4fcd-8507-dfaa6c640659,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:22.317392 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] DHCP port deletion for 9bc953ba-e6fc-416d-8c50-e3a63f81f93c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:08:22.332799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Deleting port 3479cba0-9abe-4e1f-867d-484b6d100ef7 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:22.337925 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.360663 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb5078-e713-4199-9018-cdc65a6d9b93 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Pushing event deleted for resources: {'Port': ['ID=d9400d5f-9b57-478a-a8ac-158d6c0d9ef4,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:22.376733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Deleting port 3479cba0-9abe-4e1f-867d-484b6d100ef7 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:22.377181 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.481510 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] For port 3479cba0-9abe-4e1f-867d-484b6d100ef7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3479cba0-9abe-4e1f-867d-484b6d100ef7,segment=NetworkSegment(3d4c46bb-438f-4dc0-b325-77b42741d5c6),segment_id=3d4c46bb-438f-4dc0-b325-77b42741d5c6)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:22.482668 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.515715 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Calling delete_port for 3479cba0-9abe-4e1f-867d-484b6d100ef7 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:22.564420 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32a91104-8188-4bd6-bf91-f90c490d56ea req-e3bc8d6b-e94b-4677-bdd6-ed5bdcbce928 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/ports?device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 210 time: 0.0829370 Jul 27 21:08:22.567557 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-15cb5078-e713-4199-9018-cdc65a6d9b93 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.631780 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.675784 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-15cb5078-e713-4199-9018-cdc65a6d9b93 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.678307 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-15cb5078-e713-4199-9018-cdc65a6d9b93 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.739573 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-15cb5078-e713-4199-9018-cdc65a6d9b93 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.740129 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cb5078-e713-4199-9018-cdc65a6d9b93 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Fanout notify agent at l3_agent the message router_deleted on router 756bac60-1208-458a-a7e8-8fa91c5aea33 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:22.757889 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-15cb5078-e713-4199-9018-cdc65a6d9b93 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.763558 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-15cb5078-e713-4199-9018-cdc65a6d9b93 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "DELETE /v2.0/routers/756bac60-1208-458a-a7e8-8fa91c5aea33 HTTP/1.1" status: 204 len: 168 time: 1.2978363 Jul 27 21:08:22.764403 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48234) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:22.771446 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-daa8d929-b43f-4159-b65f-2a9563113583 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1784596499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:22.802533 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daa8d929-b43f-4159-b65f-2a9563113583 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.802533 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daa8d929-b43f-4159-b65f-2a9563113583 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.825560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Pushing event deleted for resources: {'Port': ['ID=3479cba0-9abe-4e1f-867d-484b6d100ef7,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:22.835299 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:22.845529 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:22.845979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:22.846456 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:22.846680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:22.846985 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:22.847311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:22.847691 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:22.847929 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:22.853427 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:22.853770 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:22.854101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:08:22.860276 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3479cba0-9abe-4e1f-867d-484b6d100ef7 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:22.869284 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24010e9-95e6-4589-aef8-60f0fc977af2 None None] No DVR routers for this DVR port 3479cba0-9abe-4e1f-867d-484b6d100ef7 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:22.895342 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daa8d929-b43f-4159-b65f-2a9563113583 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.900088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] For port 3479cba0-9abe-4e1f-867d-484b6d100ef7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3479cba0-9abe-4e1f-867d-484b6d100ef7,segment=NetworkSegment(3d4c46bb-438f-4dc0-b325-77b42741d5c6),segment_id=3d4c46bb-438f-4dc0-b325-77b42741d5c6)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:22.900626 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.912980 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daa8d929-b43f-4159-b65f-2a9563113583 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.915327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Calling delete_port for 3479cba0-9abe-4e1f-867d-484b6d100ef7 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:22.919348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 3479cba0-9abe-4e1f-867d-484b6d100ef7 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:08:22.919512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3479cba0-9abe-4e1f-867d-484b6d100ef7 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:08:22.959094 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daa8d929-b43f-4159-b65f-2a9563113583 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:22.962265 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-daa8d929-b43f-4159-b65f-2a9563113583 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1954145 Jul 27 21:08:22.963950 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48242) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:22.969513 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'enable_snat': True}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:23.114891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-0f95980d-e439-4aeb-a3cf-46574321af76 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:23.116503 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-0f95980d-e439-4aeb-a3cf-46574321af76 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.20 "GET /v2.0/networks?id=7f462104-aed8-46e4-a16b-2beb1a80021a HTTP/1.1" status: 200 len: 810 time: 0.1389637 Jul 27 21:08:23.123703 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.133954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-ea13ff3f-6882-46fc-8d4c-f0285c95989d tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Request body: {'port': {'device_id': 'd444ce29-bdbe-4326-94af-4a1dae090f31', 'network_id': '7f462104-aed8-46e4-a16b-2beb1a80021a', 'admin_state_up': True, 'tenant_id': '81bb9512f5534193ba9cc17ea8ccab1c'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:23.198908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event deleted for resources: {'Port': ['ID=3479cba0-9abe-4e1f-867d-484b6d100ef7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:23.207083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] No DVR routers for this DVR port 3479cba0-9abe-4e1f-867d-484b6d100ef7 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:23.229129 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.315676 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.337599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc953ba-e6fc-416d-8c50-e3a63f81f93c']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:23.351031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4c46bb-438f-4dc0-b325-77b42741d5c6') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:23.351329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4c46bb-438f-4dc0-b325-77b42741d5c6') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:23.366349 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.385419 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.389805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-ea13ff3f-6882-46fc-8d4c-f0285c95989d tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Made reservation on behalf of 81bb9512f5534193ba9cc17ea8ccab1c for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:23.393379 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-ea13ff3f-6882-46fc-8d4c-f0285c95989d tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.398084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:08:23.398513 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:08:23.401543 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:08:23.467703 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.481213 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.494597 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.514247 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.516625 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] 10.222.0.55 "DELETE /v2.0/networks/9bc953ba-e6fc-416d-8c50-e3a63f81f93c HTTP/1.1" status: 204 len: 168 time: 1.4356866 Jul 27 21:08:23.544158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca22bef-bac6-4059-b3ff-b93bd3b5dc30 tempest-AllowedAddressPairIpV6TestJSON-500525751 tempest-AllowedAddressPairIpV6TestJSON-500525751-project] Pushing event deleted for resources: {'Network': ['ID=9bc953ba-e6fc-416d-8c50-e3a63f81f93c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:23.641834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-ea13ff3f-6882-46fc-8d4c-f0285c95989d tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Allocated IP 172.20.0.14 (7f462104-aed8-46e4-a16b-2beb1a80021a/341b6e46-52e4-466f-aa58-4484e846a79f/3fb649f9-b216-4988-85fd-4e2c9102cbf3) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:23.716800 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0cdc1eb5-d34f-42bc-a710-66cf15e3c5a4 req-b12f9822-dad4-4e7a-912d-35a17fd9790b tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/ports?device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 210 time: 0.0468667 Jul 27 21:08:23.717907 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Allocated IP 172.25.2.187 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/d964461c-b139-40c6-b249-8fedf6a61641) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:23.845969 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.850428 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48268) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:23.880864 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-ea13ff3f-6882-46fc-8d4c-f0285c95989d tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.903269 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.931716 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-ea13ff3f-6882-46fc-8d4c-f0285c95989d tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:23.953499 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:23.956483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:23.961807 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:23.995792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Pushing event updated for resources: {'Port': ['ID=d964461c-b139-40c6-b249-8fedf6a61641,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:24.046593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13ff3f-6882-46fc-8d4c-f0285c95989d tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Pushing event updated for resources: {'Port': ['ID=3fb649f9-b216-4988-85fd-4e2c9102cbf3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:24.059249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-ea13ff3f-6882-46fc-8d4c-f0285c95989d tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Network 7f462104-aed8-46e4-a16b-2beb1a80021a is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:24.061675 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-ea13ff3f-6882-46fc-8d4c-f0285c95989d tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:24.066173 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-ea13ff3f-6882-46fc-8d4c-f0285c95989d tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:24.125592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-ea13ff3f-6882-46fc-8d4c-f0285c95989d tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:24.126303 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-ea13ff3f-6882-46fc-8d4c-f0285c95989d tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.142858 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-ea13ff3f-6882-46fc-8d4c-f0285c95989d tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0128839 Jul 27 21:08:24.191054 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b00cb611-d498-4560-84b3-8d4db59ca687 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e6502fdb1814573be682b1c72ed90f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374364 Jul 27 21:08:24.191649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48286) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:24.258579 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8af95b19-fe3d-4916-a55b-0431d2047afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.293607 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8af95b19-fe3d-4916-a55b-0431d2047afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.326156 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.330390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Request body: {'port': {'device_id': 'd444ce29-bdbe-4326-94af-4a1dae090f31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:24.418772 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8af95b19-fe3d-4916-a55b-0431d2047afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.421521 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8af95b19-fe3d-4916-a55b-0431d2047afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.423241 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8af95b19-fe3d-4916-a55b-0431d2047afe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a9967dba-d45c-4dbd-87b2-905cb449161f HTTP/1.1" status: 204 len: 168 time: 0.2307930 Jul 27 21:08:24.423876 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.443186 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af95b19-fe3d-4916-a55b-0431d2047afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9967dba-d45c-4dbd-87b2-905cb449161f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:24.601058 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.605997 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.780739 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Router 42f12977-4a3e-45d7-b668-f96cfaa96453 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:08:24.884483 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:08:24.896743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb649f9-b216-4988-85fd-4e2c9102cbf3 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:08:24.908173 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.941817 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Transition to ACTIVE for port object 3fb649f9-b216-4988-85fd-4e2c9102cbf3 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:24.947274 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:24.995928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:25.009280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba9d7d7-f205-467c-a949-d4a937fda17f None None] Sync routers for ids ['42f12977-4a3e-45d7-b668-f96cfaa96453'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:25.014713 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.017949 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-124750bc-abb9-49e2-854a-4be7ba16709d tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "PUT /v2.0/routers/42f12977-4a3e-45d7-b668-f96cfaa96453 HTTP/1.1" status: 200 len: 919 time: 2.0520535 Jul 27 21:08:25.020737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48316) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:25.028183 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba9d7d7-f205-467c-a949-d4a937fda17f None None] Routers {'42f12977-4a3e-45d7-b668-f96cfaa96453'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:25.029277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5ba9d7d7-f205-467c-a949-d4a937fda17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['42f12977-4a3e-45d7-b668-f96cfaa96453'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:25.036431 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bcc32-8d2f-4e13-8670-d1db5bed7c3e req-9c50ec9e-db50-4ea9-a7f2-c7979505b182 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:25.038207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f8bcc32-8d2f-4e13-8670-d1db5bed7c3e req-9c50ec9e-db50-4ea9-a7f2-c7979505b182 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/ports?device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 932 time: 0.1833096 Jul 27 21:08:25.082872 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5ba9d7d7-f205-467c-a949-d4a937fda17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:25.102119 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba9d7d7-f205-467c-a949-d4a937fda17f None None] Routers {'42f12977-4a3e-45d7-b668-f96cfaa96453'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:25.103981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5ba9d7d7-f205-467c-a949-d4a937fda17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['42f12977-4a3e-45d7-b668-f96cfaa96453'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:25.134054 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f8bcc32-8d2f-4e13-8670-d1db5bed7c3e req-e8c5aa70-eb54-4dd2-a918-18b948c31db7 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0d6d151-9e3a-4e22-88f4-57607d273147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816598 Jul 27 21:08:25.149681 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a885c609-34cf-4afc-aa85-c598c90611d2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "GET /v2.0/routers/42f12977-4a3e-45d7-b668-f96cfaa96453 HTTP/1.1" status: 200 len: 925 time: 0.1277590 Jul 27 21:08:25.152828 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48322) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:25.181339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Pushing event updated for resources: {'Port': ['ID=3fb649f9-b216-4988-85fd-4e2c9102cbf3,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:25.198186 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5ba9d7d7-f205-467c-a949-d4a937fda17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:25.199549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba9d7d7-f205-467c-a949-d4a937fda17f None None] The sync data for ids ['42f12977-4a3e-45d7-b668-f96cfaa96453'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:25.239442 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b67520-796c-453e-b24c-d1120ceea9a5 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:25.242271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b6b67520-796c-453e-b24c-d1120ceea9a5 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&device_id=42f12977-4a3e-45d7-b668-f96cfaa96453&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0870564 Jul 27 21:08:25.244071 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48326) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:25.272450 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Attempting to bind port 3fb649f9-b216-4988-85fd-4e2c9102cbf3 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:08:25.272803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Attempting to bind port 3fb649f9-b216-4988-85fd-4e2c9102cbf3 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '13d7d2de-9570-4ea6-bd06-8fcb11f17277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7f462104-aed8-46e4-a16b-2beb1a80021a'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:08:25.273287 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Attempting to bind port 3fb649f9-b216-4988-85fd-4e2c9102cbf3 on network 7f462104-aed8-46e4-a16b-2beb1a80021a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:25.277904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Port 3fb649f9-b216-4988-85fd-4e2c9102cbf3 on network 7f462104-aed8-46e4-a16b-2beb1a80021a not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:08:25.278251 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Attempting to bind port 3fb649f9-b216-4988-85fd-4e2c9102cbf3 on network 7f462104-aed8-46e4-a16b-2beb1a80021a {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:25.284027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:08:25.284375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Checking segment: {'id': '13d7d2de-9570-4ea6-bd06-8fcb11f17277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7f462104-aed8-46e4-a16b-2beb1a80021a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:25.284887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Bound using segment: {'id': '13d7d2de-9570-4ea6-bd06-8fcb11f17277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7f462104-aed8-46e4-a16b-2beb1a80021a'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:08:25.285329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Bound port: 3fb649f9-b216-4988-85fd-4e2c9102cbf3, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d7d2de-9570-4ea6-bd06-8fcb11f17277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7f462104-aed8-46e4-a16b-2beb1a80021a'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:08:25.286101 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.353044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b72a49-c760-4352-9e2e-8571aa90afa1 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:25.355147 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b2b72a49-c760-4352-9e2e-8571aa90afa1 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 881 time: 0.1099415 Jul 27 21:08:25.357779 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48332) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:25.370022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] For port 3fb649f9-b216-4988-85fd-4e2c9102cbf3, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:08:25.373451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] For port 3fb649f9-b216-4988-85fd-4e2c9102cbf3, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3fb649f9-b216-4988-85fd-4e2c9102cbf3,segment=NetworkSegment(13d7d2de-9570-4ea6-bd06-8fcb11f17277),segment_id=13d7d2de-9570-4ea6-bd06-8fcb11f17277)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:08:25.379613 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.395974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6066962a-ec9b-48b1-90d6-27e39f209394 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f12977-4a3e-45d7-b668-f96cfaa96453 HTTP/1.1" status: 200 len: 205 time: 0.0368567 Jul 27 21:08:25.398548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48334) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:25.423679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:25.424306 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.425910 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] 10.222.0.20 "PUT /v2.0/ports/3fb649f9-b216-4988-85fd-4e2c9102cbf3 HTTP/1.1" status: 200 len: 1092 time: 1.2742331 Jul 27 21:08:25.427186 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd444ce29-bdbe-4326-94af-4a1dae090f31', 'tag': '3fb649f9-b216-4988-85fd-4e2c9102cbf3'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:25.429513 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31a3113-448c-4e17-9058-6b59825747d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d444ce29-bdbe-4326-94af-4a1dae090f31", "tag": "3fb649f9-b216-4988-85fd-4e2c9102cbf3"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:25.460248 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d76ea-376a-4ef1-8b13-751ccbfdbdae service neutron] Pushing event updated for resources: {'Port': ['ID=3fb649f9-b216-4988-85fd-4e2c9102cbf3,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:25.543807 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b90394ef-e2f8-49ce-8082-3849cd266efc tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.555532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-99084c00-e319-4c41-be7e-5e0be82f31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:25.557087 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-99084c00-e319-4c41-be7e-5e0be82f31c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81bb9512f5534193ba9cc17ea8ccab1c&device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 1095 time: 0.0775359 Jul 27 21:08:25.589064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48342) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:25.621839 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-255605a2-dcfa-40bc-9e99-bb50388e57ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fb649f9-b216-4988-85fd-4e2c9102cbf3 HTTP/1.1" status: 200 len: 217 time: 0.0542088 Jul 27 21:08:25.692371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-a9e315f4-27a6-4f97-b355-1dff3eb53c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:25.694259 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-a9e315f4-27a6-4f97-b355-1dff3eb53c3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=341b6e46-52e4-466f-aa58-4484e846a79f HTTP/1.1" status: 200 len: 850 time: 0.0630517 Jul 27 21:08:25.720657 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b90394ef-e2f8-49ce-8082-3849cd266efc tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.723246 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd37fc74-df6c-4320-b1dd-fbd476f07069 x-openstack-request-id: req-cd37fc74-df6c-4320-b1dd-fbd476f07069 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:25.723562 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d444ce29-bdbe-4326-94af-4a1dae090f31", "tag": "3fb649f9-b216-4988-85fd-4e2c9102cbf3", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:25.723828 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd37fc74-df6c-4320-b1dd-fbd476f07069 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:25.724240 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd444ce29-bdbe-4326-94af-4a1dae090f31', 'tag': '3fb649f9-b216-4988-85fd-4e2c9102cbf3', 'status': 'completed', 'code': 200} Jul 27 21:08:25.746613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-67df5ef1-a78f-4d26-b37d-a51c3147b3b3 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-408784075'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:25.761807 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-be940f03-4918-4b64-ab76-5f819d7a8d6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f462104-aed8-46e4-a16b-2beb1a80021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580146 Jul 27 21:08:25.812483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67df5ef1-a78f-4d26-b37d-a51c3147b3b3 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Made reservation on behalf of 243f94ac082a440e818cd04179c2c548 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:25.817963 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67df5ef1-a78f-4d26-b37d-a51c3147b3b3 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.849552 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67df5ef1-a78f-4d26-b37d-a51c3147b3b3 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.881662 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-b90394ef-e2f8-49ce-8082-3849cd266efc tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Deleting port d964461c-b139-40c6-b249-8fedf6a61641 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:25.882075 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b90394ef-e2f8-49ce-8082-3849cd266efc tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:25.902022 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-886a56fa-1f98-4da9-9064-50ff60416c25 service neutron] 10.222.0.20 "GET /v2.0/networks/7f462104-aed8-46e4-a16b-2beb1a80021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289122 Jul 27 21:08:26.006471 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29a07ceb-e97b-45b7-905c-cd3204a95098 req-2eb957fc-8f2f-4b9f-8356-f391b7c017e6 service neutron] 10.222.0.20 "GET /v2.0/networks/7f462104-aed8-46e4-a16b-2beb1a80021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961328 Jul 27 21:08:26.047533 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b90394ef-e2f8-49ce-8082-3849cd266efc tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.080706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-b90394ef-e2f8-49ce-8082-3849cd266efc tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Calling delete_port for d964461c-b139-40c6-b249-8fedf6a61641 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:26.127402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3113-448c-4e17-9058-6b59825747d1 req-99a55b4f-d38c-4b0a-959e-3979dda2f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:26.129225 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c31a3113-448c-4e17-9058-6b59825747d1 req-99a55b4f-d38c-4b0a-959e-3979dda2f00e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81bb9512f5534193ba9cc17ea8ccab1c&device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 1095 time: 0.0673499 Jul 27 21:08:26.145748 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cdcfe-0118-420b-bd98-ea9df62158a8 req-51e75865-e468-403c-bc50-e31ee17a097e tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:26.147432 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-357cdcfe-0118-420b-bd98-ea9df62158a8 req-51e75865-e468-403c-bc50-e31ee17a097e tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 945 time: 0.2015717 Jul 27 21:08:26.182934 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67df5ef1-a78f-4d26-b37d-a51c3147b3b3 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.196569 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67df5ef1-a78f-4d26-b37d-a51c3147b3b3 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.255854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3113-448c-4e17-9058-6b59825747d1 req-7aaba8b2-59d4-42a5-9985-bc78dc329d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:26.256850 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67df5ef1-a78f-4d26-b37d-a51c3147b3b3 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:08:26.257354 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c31a3113-448c-4e17-9058-6b59825747d1 req-7aaba8b2-59d4-42a5-9985-bc78dc329d2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f462104-aed8-46e4-a16b-2beb1a80021a HTTP/1.1" status: 200 len: 911 time: 0.1124635 Jul 27 21:08:26.306840 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c31a3113-448c-4e17-9058-6b59825747d1 req-37b915f0-f653-4879-a1eb-55d06a02897d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fb649f9-b216-4988-85fd-4e2c9102cbf3 HTTP/1.1" status: 200 len: 217 time: 0.0388753 Jul 27 21:08:26.323808 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67df5ef1-a78f-4d26-b37d-a51c3147b3b3 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.325045 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-67df5ef1-a78f-4d26-b37d-a51c3147b3b3 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Added segment bb2e3bf2-6d78-46b7-9523-e7830a2c7f20 of type vlan for network 354e56b5-5993-4723-b171-961f24407f0c Jul 27 21:08:26.326787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df5ef1-a78f-4d26-b37d-a51c3147b3b3 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428af193-efdf-4d74-b078-b47bada8e351,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:26.346863 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-357cdcfe-0118-420b-bd98-ea9df62158a8 req-9a7a2ef1-90c0-4d94-90c1-191ccb912435 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d288770-9291-4de8-a872-25b8873f4623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562572 Jul 27 21:08:26.374254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a3113-448c-4e17-9058-6b59825747d1 req-a7cb5033-5119-4d1a-9980-b660d344cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:26.374254 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c31a3113-448c-4e17-9058-6b59825747d1 req-a7cb5033-5119-4d1a-9980-b660d344cbfb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=341b6e46-52e4-466f-aa58-4484e846a79f HTTP/1.1" status: 200 len: 850 time: 0.0533321 Jul 27 21:08:26.422717 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c31a3113-448c-4e17-9058-6b59825747d1 req-d5361f97-faa0-43a9-a710-b72ce0d3ab0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f462104-aed8-46e4-a16b-2beb1a80021a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371652 Jul 27 21:08:26.469710 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67df5ef1-a78f-4d26-b37d-a51c3147b3b3 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.532562 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28764bf5-806d-4c96-b8be-e13c87af73c6 req-59bc7f7b-fadc-4b07-8f5f-ec2d839cff09 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:26.538733 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28764bf5-806d-4c96-b8be-e13c87af73c6 req-59bc7f7b-fadc-4b07-8f5f-ec2d839cff09 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/ports?device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 944 time: 0.3211670 Jul 27 21:08:26.559309 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c31a3113-448c-4e17-9058-6b59825747d1 req-780ebb22-d59b-4ffc-95f3-a09419a04a2f service neutron] 10.222.0.20 "GET /v2.0/networks/7f462104-aed8-46e4-a16b-2beb1a80021a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213620 Jul 27 21:08:26.591938 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67df5ef1-a78f-4d26-b37d-a51c3147b3b3 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.598548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67df5ef1-a78f-4d26-b37d-a51c3147b3b3 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:26.599326 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67df5ef1-a78f-4d26-b37d-a51c3147b3b3 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.613197 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b90394ef-e2f8-49ce-8082-3849cd266efc tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.662039 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c31a3113-448c-4e17-9058-6b59825747d1 req-0120093d-437d-4136-bb57-cb69493fd288 service neutron] 10.222.0.20 "GET /v2.0/networks/7f462104-aed8-46e4-a16b-2beb1a80021a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949106 Jul 27 21:08:26.711522 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-67df5ef1-a78f-4d26-b37d-a51c3147b3b3 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1209996 Jul 27 21:08:26.712377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90394ef-e2f8-49ce-8082-3849cd266efc tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Pushing event deleted for resources: {'Port': ['ID=d964461c-b139-40c6-b249-8fedf6a61641,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:26.714769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48372) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:26.722736 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28764bf5-806d-4c96-b8be-e13c87af73c6 req-e3bf27b4-7dbf-4953-949b-ca98b8895f28 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0d6d151-9e3a-4e22-88f4-57607d273147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718445 Jul 27 21:08:26.724275 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8adf98b2-ac55-4740-adeb-4b20f46b6bdb tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Request body: {'subnet': {'network_id': '354e56b5-5993-4723-b171-961f24407f0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:26.755579 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df5ef1-a78f-4d26-b37d-a51c3147b3b3 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event updated for resources: {'Network': ['ID=354e56b5-5993-4723-b171-961f24407f0c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:26.767607 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 354e56b5-5993-4723-b171-961f24407f0c details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:08:26.809942 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b90394ef-e2f8-49ce-8082-3849cd266efc tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:26.855333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adf98b2-ac55-4740-adeb-4b20f46b6bdb tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Made reservation on behalf of 243f94ac082a440e818cd04179c2c548 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:26.859307 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8adf98b2-ac55-4740-adeb-4b20f46b6bdb tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.068432 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8adf98b2-ac55-4740-adeb-4b20f46b6bdb tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.136677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf98b2-ac55-4740-adeb-4b20f46b6bdb tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event updated for resources: {'Subnet': ['ID=fce54a87-161a-4aa7-bb98-0aef50c9f19c,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:27.156960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf98b2-ac55-4740-adeb-4b20f46b6bdb tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Checking segment: {'id': 'bb2e3bf2-6d78-46b7-9523-e7830a2c7f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '354e56b5-5993-4723-b171-961f24407f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:27.157565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf98b2-ac55-4740-adeb-4b20f46b6bdb tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Network hostable DHCP agents. Network: 354e56b5-5993-4723-b171-961f24407f0c, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:08:27.177882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf98b2-ac55-4740-adeb-4b20f46b6bdb tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Network 354e56b5-5993-4723-b171-961f24407f0c is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:08:27.189320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-8adf98b2-ac55-4740-adeb-4b20f46b6bdb tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 354e56b5-5993-4723-b171-961f24407f0c) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:27.193851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adf98b2-ac55-4740-adeb-4b20f46b6bdb tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:27.194489 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8adf98b2-ac55-4740-adeb-4b20f46b6bdb tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.200259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caad198e-d6fb-44ff-a0a7-e9a50c4d16f5 None None] Network 354e56b5-5993-4723-b171-961f24407f0c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:27.215174 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8adf98b2-ac55-4740-adeb-4b20f46b6bdb tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4992471 Jul 27 21:08:27.215787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48376) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:27.221731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-ff7ecc59-9f88-4a9e-8ef4-980d2d1f3009 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Request body: {'port': {'network_id': '354e56b5-5993-4723-b171-961f24407f0c', 'name': 'tempest-AllowedAddressPairTestJSON-696087325'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:27.282071 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b90394ef-e2f8-49ce-8082-3849cd266efc tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.285368 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b90394ef-e2f8-49ce-8082-3849cd266efc tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.353518 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b90394ef-e2f8-49ce-8082-3849cd266efc tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.354070 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90394ef-e2f8-49ce-8082-3849cd266efc tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Fanout notify agent at l3_agent the message router_deleted on router 42f12977-4a3e-45d7-b668-f96cfaa96453 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:27.362810 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b90394ef-e2f8-49ce-8082-3849cd266efc tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.364151 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b90394ef-e2f8-49ce-8082-3849cd266efc tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "DELETE /v2.0/routers/42f12977-4a3e-45d7-b668-f96cfaa96453 HTTP/1.1" status: 204 len: 168 time: 1.9644387 Jul 27 21:08:27.370578 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48380) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:27.377169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-45331dbb-1cc4-4fce-be2c-672e5a7af41d tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1269304102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:27.384589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7ecc59-9f88-4a9e-8ef4-980d2d1f3009 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Made reservation on behalf of 243f94ac082a440e818cd04179c2c548 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:27.389872 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff7ecc59-9f88-4a9e-8ef4-980d2d1f3009 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.403310 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45331dbb-1cc4-4fce-be2c-672e5a7af41d tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.404759 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45331dbb-1cc4-4fce-be2c-672e5a7af41d tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.445122 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-ff7ecc59-9f88-4a9e-8ef4-980d2d1f3009 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] device_id is not set on port b6e49ad9-a9f3-4b46-998e-7e8b3ca59e59 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:08:27.464269 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-354e56b5-5993-4723-b171-961f24407f0c', 'network_id': '354e56b5-5993-4723-b171-961f24407f0c', 'tenant_id': '243f94ac082a440e818cd04179c2c548', 'fixed_ips': [{'subnet_id': 'fce54a87-161a-4aa7-bb98-0aef50c9f19c'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:08:27.465402 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.491030 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45331dbb-1cc4-4fce-be2c-672e5a7af41d tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.501767 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45331dbb-1cc4-4fce-be2c-672e5a7af41d tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.524870 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45331dbb-1cc4-4fce-be2c-672e5a7af41d tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.529860 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-45331dbb-1cc4-4fce-be2c-672e5a7af41d tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1574628 Jul 27 21:08:27.531662 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48388) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:27.541465 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'enable_snat': False}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:27.640156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-ff7ecc59-9f88-4a9e-8ef4-980d2d1f3009 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Allocated IP 172.20.0.5 (354e56b5-5993-4723-b171-961f24407f0c/fce54a87-161a-4aa7-bb98-0aef50c9f19c/b6e49ad9-a9f3-4b46-998e-7e8b3ca59e59) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:27.823271 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.841680 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff7ecc59-9f88-4a9e-8ef4-980d2d1f3009 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.860444 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-ff7ecc59-9f88-4a9e-8ef4-980d2d1f3009 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Transition to ACTIVE for port object b6e49ad9-a9f3-4b46-998e-7e8b3ca59e59 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:27.912379 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff7ecc59-9f88-4a9e-8ef4-980d2d1f3009 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:27.928708 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a52b9-b68b-4752-a0aa-0c31fb4b5729 req-790ef80d-2445-4753-8e77-4bd45430ee5f tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:27.930263 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-246a52b9-b68b-4752-a0aa-0c31fb4b5729 req-790ef80d-2445-4753-8e77-4bd45430ee5f tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 945 time: 0.2959669 Jul 27 21:08:27.966944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7ecc59-9f88-4a9e-8ef4-980d2d1f3009 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Network 354e56b5-5993-4723-b171-961f24407f0c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:27.971994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-ff7ecc59-9f88-4a9e-8ef4-980d2d1f3009 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:27.979422 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7ecc59-9f88-4a9e-8ef4-980d2d1f3009 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:27.998884 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2345ef6-f977-4be5-8955-0fb73eb0ade5 req-27672b01-b5c4-47e9-8118-d9080ef57d5a tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:27.999528 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2345ef6-f977-4be5-8955-0fb73eb0ade5 req-27672b01-b5c4-47e9-8118-d9080ef57d5a tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/ports?device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 944 time: 0.1785882 Jul 27 21:08:28.003511 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Allocated IP 172.20.0.2 (354e56b5-5993-4723-b171-961f24407f0c/fce54a87-161a-4aa7-bb98-0aef50c9f19c/65556708-7dbf-4f03-9bda-b0f9470fcb8d) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:28.010636 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-246a52b9-b68b-4752-a0aa-0c31fb4b5729 req-f4633929-3576-476b-975b-221b88d2f042 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d288770-9291-4de8-a872-25b8873f4623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713885 Jul 27 21:08:28.030566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ecc59-9f88-4a9e-8ef4-980d2d1f3009 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event updated for resources: {'Port': ['ID=b6e49ad9-a9f3-4b46-998e-7e8b3ca59e59,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:28.055533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2345ef6-f977-4be5-8955-0fb73eb0ade5 req-36a5d098-3bc7-492c-94f7-e01680a6d314 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0d6d151-9e3a-4e22-88f4-57607d273147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484235 Jul 27 21:08:28.122956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7ecc59-9f88-4a9e-8ef4-980d2d1f3009 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:28.122956 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff7ecc59-9f88-4a9e-8ef4-980d2d1f3009 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:28.145155 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ff7ecc59-9f88-4a9e-8ef4-980d2d1f3009 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9237132 Jul 27 21:08:28.145794 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48404) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:28.151623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-77110caf-fd79-4202-95c6-e1cbfa7480ac tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Request body: {'port': {'network_id': '354e56b5-5993-4723-b171-961f24407f0c', 'name': 'tempest-AllowedAddressPairTestJSON-283632617', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:21:2a:33'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:28.222746 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:28.246102 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:28.279281 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:28.290171 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Transition to ACTIVE for port object 65556708-7dbf-4f03-9bda-b0f9470fcb8d will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:28.309918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Transition to ACTIVE for port object 65556708-7dbf-4f03-9bda-b0f9470fcb8d will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:28.315057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77110caf-fd79-4202-95c6-e1cbfa7480ac tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Made reservation on behalf of 243f94ac082a440e818cd04179c2c548 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:28.319409 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:28.386454 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Allocated IP 172.25.2.100 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/5213f693-9003-4a3c-901f-8aeb9fd73b5d) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:28.396418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Pushing event updated for resources: {'Port': ['ID=65556708-7dbf-4f03-9bda-b0f9470fcb8d,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:28.404499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Network 354e56b5-5993-4723-b171-961f24407f0c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:28.407385 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:28.410050 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:28.413668 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-77110caf-fd79-4202-95c6-e1cbfa7480ac tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:28.443622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-77110caf-fd79-4202-95c6-e1cbfa7480ac tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] device_id is not set on port 28a8a3ec-f863-4c5e-b89b-1ae352de2420 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:08:28.483952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Attempting to bind port 65556708-7dbf-4f03-9bda-b0f9470fcb8d on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:08:28.485331 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Attempting to bind port 65556708-7dbf-4f03-9bda-b0f9470fcb8d by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'bb2e3bf2-6d78-46b7-9523-e7830a2c7f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '354e56b5-5993-4723-b171-961f24407f0c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:08:28.485895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Attempting to bind port 65556708-7dbf-4f03-9bda-b0f9470fcb8d on network 354e56b5-5993-4723-b171-961f24407f0c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:28.491178 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:08:28.491554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Checking segment: {'id': 'bb2e3bf2-6d78-46b7-9523-e7830a2c7f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '354e56b5-5993-4723-b171-961f24407f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:28.493158 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:28.493563 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Bound using segment: {'id': 'bb2e3bf2-6d78-46b7-9523-e7830a2c7f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '354e56b5-5993-4723-b171-961f24407f0c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:08:28.494037 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Bound port: 65556708-7dbf-4f03-9bda-b0f9470fcb8d, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2e3bf2-6d78-46b7-9523-e7830a2c7f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '354e56b5-5993-4723-b171-961f24407f0c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:08:28.494445 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:28.550151 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:28.597583 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] For port 65556708-7dbf-4f03-9bda-b0f9470fcb8d, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:08:28.601348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] For port 65556708-7dbf-4f03-9bda-b0f9470fcb8d, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=65556708-7dbf-4f03-9bda-b0f9470fcb8d,segment=NetworkSegment(bb2e3bf2-6d78-46b7-9523-e7830a2c7f20),segment_id=bb2e3bf2-6d78-46b7-9523-e7830a2c7f20)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:08:28.603473 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:28.603708 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-77110caf-fd79-4202-95c6-e1cbfa7480ac tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Allocated IP 172.20.0.8 (354e56b5-5993-4723-b171-961f24407f0c/fce54a87-161a-4aa7-bb98-0aef50c9f19c/28a8a3ec-f863-4c5e-b89b-1ae352de2420) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:28.620800 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:28.693123 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Pushing event updated for resources: {'Port': ['ID=5213f693-9003-4a3c-901f-8aeb9fd73b5d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:28.729353 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:28.734605 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2179a-e519-4db5-8107-8bf1dd2bfb6e None None] Pushing event updated for resources: {'Port': ['ID=65556708-7dbf-4f03-9bda-b0f9470fcb8d,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:28.743094 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:28.756829 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:28.845901 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-77110caf-fd79-4202-95c6-e1cbfa7480ac tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:28.870159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-77110caf-fd79-4202-95c6-e1cbfa7480ac tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Transition to ACTIVE for port object 28a8a3ec-f863-4c5e-b89b-1ae352de2420 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:28.917784 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-77110caf-fd79-4202-95c6-e1cbfa7480ac tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:28.944659 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b327f98-9ed6-43b9-85d4-dbed406d637c req-cbb9d067-3b80-4a27-afdf-f7d4e164e31d tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:28.953452 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b327f98-9ed6-43b9-85d4-dbed406d637c req-cbb9d067-3b80-4a27-afdf-f7d4e164e31d tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 945 time: 0.2166600 Jul 27 21:08:29.022248 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b327f98-9ed6-43b9-85d4-dbed406d637c req-7b2fb9e2-69a1-4467-8e57-13fd98194589 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d288770-9291-4de8-a872-25b8873f4623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683789 Jul 27 21:08:29.024533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77110caf-fd79-4202-95c6-e1cbfa7480ac tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Network 354e56b5-5993-4723-b171-961f24407f0c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:29.049820 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-77110caf-fd79-4202-95c6-e1cbfa7480ac tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:29.052240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77110caf-fd79-4202-95c6-e1cbfa7480ac tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event updated for resources: {'Port': ['ID=28a8a3ec-f863-4c5e-b89b-1ae352de2420,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:29.054742 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77110caf-fd79-4202-95c6-e1cbfa7480ac tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:29.121834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77110caf-fd79-4202-95c6-e1cbfa7480ac tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:29.122518 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-77110caf-fd79-4202-95c6-e1cbfa7480ac tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:29.169709 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-77110caf-fd79-4202-95c6-e1cbfa7480ac tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.0223060 Jul 27 21:08:29.172108 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48418) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:29.236368 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:29.257164 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ea7286-9b82-46bb-95cd-484871a11207 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:29.266461 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ea7286-9b82-46bb-95cd-484871a11207 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:29.272472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ea7286-9b82-46bb-95cd-484871a11207 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:29.276774 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-61ea7286-9b82-46bb-95cd-484871a11207 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1006765 Jul 27 21:08:29.277017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48420) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:29.341850 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af5f5e-1129-4614-8451-87500ac9d014 req-18e57e14-0ef2-4b4d-b195-ff4069870401 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:29.343730 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84af5f5e-1129-4614-8451-87500ac9d014 req-18e57e14-0ef2-4b4d-b195-ff4069870401 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/ports?device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 944 time: 0.1916289 Jul 27 21:08:29.389957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-82bad5da-dda6-4a01-a475-f4731873895b tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Deleting port 28a8a3ec-f863-4c5e-b89b-1ae352de2420 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:29.390407 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-82bad5da-dda6-4a01-a475-f4731873895b tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:29.418530 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 3fb649f9-b216-4988-85fd-4e2c9102cbf3 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:08:29.433328 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84af5f5e-1129-4614-8451-87500ac9d014 req-bf6e56ef-30cb-4513-a21b-347d34952caf tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0d6d151-9e3a-4e22-88f4-57607d273147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788684 Jul 27 21:08:29.503800 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-82bad5da-dda6-4a01-a475-f4731873895b tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:29.507845 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:29.512866 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:29.532629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-82bad5da-dda6-4a01-a475-f4731873895b tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Calling delete_port for 28a8a3ec-f863-4c5e-b89b-1ae352de2420 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:29.564650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 3fb649f9-b216-4988-85fd-4e2c9102cbf3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3fb649f9-b216-4988-85fd-4e2c9102cbf3,segment=NetworkSegment(13d7d2de-9570-4ea6-bd06-8fcb11f17277),segment_id=13d7d2de-9570-4ea6-bd06-8fcb11f17277)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:29.579451 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '3fb649f9-b216-4988-85fd-4e2c9102cbf3', 'network_id': '7f462104-aed8-46e4-a16b-2beb1a80021a', 'port_id': '3fb649f9-b216-4988-85fd-4e2c9102cbf3', 'mac_address': 'fa:16:3e:8c:6a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '341b6e46-52e4-466f-aa58-4484e846a79f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:08:29.639138 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:29.658182 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb649f9-b216-4988-85fd-4e2c9102cbf3 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:08:29.684577 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 3fb649f9-b216-4988-85fd-4e2c9102cbf3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3fb649f9-b216-4988-85fd-4e2c9102cbf3,segment=NetworkSegment(13d7d2de-9570-4ea6-bd06-8fcb11f17277),segment_id=13d7d2de-9570-4ea6-bd06-8fcb11f17277)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:29.694268 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:29.730003 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-82bad5da-dda6-4a01-a475-f4731873895b tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:29.737348 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Router 9e8dbad4-ba08-4bc1-93b7-b59404921a78 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:08:29.790600 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bad5da-dda6-4a01-a475-f4731873895b tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event deleted for resources: {'Port': ['ID=28a8a3ec-f863-4c5e-b89b-1ae352de2420,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:29.810656 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=3fb649f9-b216-4988-85fd-4e2c9102cbf3,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:29.880320 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:29.885395 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:29.888855 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d89110-1ee2-4298-89b6-e1c09ebc22f1 None None] Sync routers for ids ['9e8dbad4-ba08-4bc1-93b7-b59404921a78'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:29.889939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fb104e78-75f7-48bb-a058-47efccf99fe2 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "PUT /v2.0/routers/9e8dbad4-ba08-4bc1-93b7-b59404921a78 HTTP/1.1" status: 200 len: 920 time: 2.3568110 Jul 27 21:08:29.890191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48424) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:29.898605 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d89110-1ee2-4298-89b6-e1c09ebc22f1 None None] Routers {'9e8dbad4-ba08-4bc1-93b7-b59404921a78'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:29.899370 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c3d89110-1ee2-4298-89b6-e1c09ebc22f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['9e8dbad4-ba08-4bc1-93b7-b59404921a78'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:29.937822 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['3fb649f9-b216-4988-85fd-4e2c9102cbf3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:08:29.944063 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c3d89110-1ee2-4298-89b6-e1c09ebc22f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:29.953775 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d89110-1ee2-4298-89b6-e1c09ebc22f1 None None] Routers {'9e8dbad4-ba08-4bc1-93b7-b59404921a78'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:29.954409 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c3d89110-1ee2-4298-89b6-e1c09ebc22f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['9e8dbad4-ba08-4bc1-93b7-b59404921a78'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:30.018714 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c3d89110-1ee2-4298-89b6-e1c09ebc22f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:30.019369 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d89110-1ee2-4298-89b6-e1c09ebc22f1 None None] The sync data for ids ['9e8dbad4-ba08-4bc1-93b7-b59404921a78'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:30.132081 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-94e7eea0-23ac-49a8-b3f8-7aaca31b884a tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "GET /v2.0/routers/9e8dbad4-ba08-4bc1-93b7-b59404921a78 HTTP/1.1" status: 200 len: 926 time: 0.2402942 Jul 27 21:08:30.137495 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48428) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:30.138669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f91cef-ca82-4267-b5d0-613a6d5a8c60 None None] Network 354e56b5-5993-4723-b171-961f24407f0c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:30.193956 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020d107-4cfc-4d67-b6d6-46d1376b0a27 req-401e758b-fade-45b3-a212-15cb56fb6666 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:30.206066 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9020d107-4cfc-4d67-b6d6-46d1376b0a27 req-401e758b-fade-45b3-a212-15cb56fb6666 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 945 time: 0.0930660 Jul 27 21:08:30.289312 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-23192219-6e1d-45c1-b3c9-00465c9ac3be None None] Provisioning for port 65556708-7dbf-4f03-9bda-b0f9470fcb8d completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:30.292090 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9020d107-4cfc-4d67-b6d6-46d1376b0a27 req-6a86058b-77f5-4c06-9dba-8c92dd074970 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d288770-9291-4de8-a872-25b8873f4623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810606 Jul 27 21:08:30.491531 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-82bad5da-dda6-4a01-a475-f4731873895b tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:30.493590 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-82bad5da-dda6-4a01-a475-f4731873895b tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "DELETE /v2.0/ports/28a8a3ec-f863-4c5e-b89b-1ae352de2420 HTTP/1.1" status: 204 len: 168 time: 1.2156370 Jul 27 21:08:30.496134 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48436) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:30.533539 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df9f489-6f65-41a7-bcdf-bbf1e4bfb999 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] GET failed (client error): The resource could not be found. Jul 27 21:08:30.538912 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2df9f489-6f65-41a7-bcdf-bbf1e4bfb999 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "GET /v2.0/ports/28a8a3ec-f863-4c5e-b89b-1ae352de2420 HTTP/1.1" status: 404 len: 333 time: 0.0383761 Jul 27 21:08:30.541380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48438) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:30.551023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-5a8b4ad9-17ef-415e-8ffe-7d5368f20219 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Request body: {'port': {'network_id': '354e56b5-5993-4723-b171-961f24407f0c', 'name': 'tempest-AllowedAddressPairTestJSON-1710809217'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:30.562053 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6641de-abdb-44d6-8a89-847a633b1e87 req-46429c5b-79bc-4c69-877d-964bf9e18582 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:30.563690 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cc6641de-abdb-44d6-8a89-847a633b1e87 req-46429c5b-79bc-4c69-877d-964bf9e18582 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.20 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 945 time: 0.4934211 Jul 27 21:08:30.606301 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a22ae5-e201-4feb-ab62-9e0e6aa5ab68 req-2c3d65b4-2402-4f09-a1be-e927cd5037dc tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:30.614400 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57a22ae5-e201-4feb-ab62-9e0e6aa5ab68 req-2c3d65b4-2402-4f09-a1be-e927cd5037dc tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/ports?device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 945 time: 0.0910463 Jul 27 21:08:30.643531 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0b103c66-de4d-4f57-b29e-cc687fa001ad None None] Provisioning for port b6e49ad9-a9f3-4b46-998e-7e8b3ca59e59 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:30.648643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0b103c66-de4d-4f57-b29e-cc687fa001ad None None] Provisioning complete for port b6e49ad9-a9f3-4b46-998e-7e8b3ca59e59 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:30.649178 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0b103c66-de4d-4f57-b29e-cc687fa001ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:30.651640 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f55e2-b2ae-46e2-8e8a-17e68c58b254 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:30.656512 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fb8f55e2-b2ae-46e2-8e8a-17e68c58b254 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&device_id=9e8dbad4-ba08-4bc1-93b7-b59404921a78&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5166566 Jul 27 21:08:30.657248 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48440) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:30.670825 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57a22ae5-e201-4feb-ab62-9e0e6aa5ab68 req-f0db5689-af6d-499e-b934-ef751f35b755 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0d6d151-9e3a-4e22-88f4-57607d273147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554976 Jul 27 21:08:30.702101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-0b103c66-de4d-4f57-b29e-cc687fa001ad None None] Port b6e49ad9-a9f3-4b46-998e-7e8b3ca59e59 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:30.861689 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f3423-a6da-4073-a93c-e5188f29ba01 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:30.866208 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e78f3423-a6da-4073-a93c-e5188f29ba01 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 881 time: 0.2039967 Jul 27 21:08:30.866544 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48444) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:30.868952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8b4ad9-17ef-415e-8ffe-7d5368f20219 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Made reservation on behalf of 243f94ac082a440e818cd04179c2c548 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:30.872462 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a8b4ad9-17ef-415e-8ffe-7d5368f20219 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:30.901859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-5a8b4ad9-17ef-415e-8ffe-7d5368f20219 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] device_id is not set on port 9a46c946-00dc-46e7-b6c3-00d81e2ed424 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:08:30.904435 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-144bc8bc-f66d-4aff-895e-de4281023b8f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dbad4-ba08-4bc1-93b7-b59404921a78 HTTP/1.1" status: 200 len: 205 time: 0.0365374 Jul 27 21:08:30.907660 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48446) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:30.913685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-cc6641de-abdb-44d6-8a89-847a633b1e87 req-0aed6568-f610-4963-b0b0-ef7c6814319e tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Deleting port 284862f9-3642-41fa-8eb3-202ffbe2da71 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:30.914198 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cc6641de-abdb-44d6-8a89-847a633b1e87 req-0aed6568-f610-4963-b0b0-ef7c6814319e tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:30.929898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 65556708-7dbf-4f03-9bda-b0f9470fcb8d up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:08:31.028561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 65556708-7dbf-4f03-9bda-b0f9470fcb8d completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:31.042877 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 65556708-7dbf-4f03-9bda-b0f9470fcb8d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:31.043246 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.072707 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3b842813-5419-4b2a-a3fd-8910617c2ae5 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.087574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-cc6641de-abdb-44d6-8a89-847a633b1e87 req-0aed6568-f610-4963-b0b0-ef7c6814319e tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] For port 284862f9-3642-41fa-8eb3-202ffbe2da71, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=284862f9-3642-41fa-8eb3-202ffbe2da71,segment=NetworkSegment(bd601fb5-7b90-4017-b845-1527c22913a9),segment_id=bd601fb5-7b90-4017-b845-1527c22913a9)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:31.088405 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cc6641de-abdb-44d6-8a89-847a633b1e87 req-0aed6568-f610-4963-b0b0-ef7c6814319e tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.109368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ff19eddc-af38-4fc0-ae65-244a1c2f5989 None None] Provisioning complete for port b6e49ad9-a9f3-4b46-998e-7e8b3ca59e59 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:31.109833 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ff19eddc-af38-4fc0-ae65-244a1c2f5989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.166863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ff19eddc-af38-4fc0-ae65-244a1c2f5989 None None] Port b6e49ad9-a9f3-4b46-998e-7e8b3ca59e59 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:31.210093 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3b842813-5419-4b2a-a3fd-8910617c2ae5 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.216851 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.268746 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-5a8b4ad9-17ef-415e-8ffe-7d5368f20219 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Allocated IP 172.20.0.3 (354e56b5-5993-4723-b171-961f24407f0c/fce54a87-161a-4aa7-bb98-0aef50c9f19c/9a46c946-00dc-46e7-b6c3-00d81e2ed424) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:31.298425 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 65556708-7dbf-4f03-9bda-b0f9470fcb8d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=65556708-7dbf-4f03-9bda-b0f9470fcb8d,segment=NetworkSegment(bb2e3bf2-6d78-46b7-9523-e7830a2c7f20),segment_id=bb2e3bf2-6d78-46b7-9523-e7830a2c7f20)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:31.315673 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.360990 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-3b842813-5419-4b2a-a3fd-8910617c2ae5 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Deleting port 5213f693-9003-4a3c-901f-8aeb9fd73b5d {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:31.361338 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3b842813-5419-4b2a-a3fd-8910617c2ae5 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.425941 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0eadb3f0-3fe2-41db-ac30-1470fd04879d None None] Could not find standard attr ID for object 28a8a3ec-f863-4c5e-b89b-1ae352de2420. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:08:31.436263 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 3fb649f9-b216-4988-85fd-4e2c9102cbf3 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:08:31.520720 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=65556708-7dbf-4f03-9bda-b0f9470fcb8d,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:31.561338 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 3fb649f9-b216-4988-85fd-4e2c9102cbf3 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:31.564052 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3b842813-5419-4b2a-a3fd-8910617c2ae5 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.566998 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 3fb649f9-b216-4988-85fd-4e2c9102cbf3 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:31.567569 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.584167 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556df14-4f53-4054-938c-60c4af8d1929 req-ee754fcd-d210-44a9-863f-18f3c33dc11f tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:31.585433 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3556df14-4f53-4054-938c-60c4af8d1929 req-ee754fcd-d210-44a9-863f-18f3c33dc11f tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 945 time: 0.1312828 Jul 27 21:08:31.590541 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-3b842813-5419-4b2a-a3fd-8910617c2ae5 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Calling delete_port for 5213f693-9003-4a3c-901f-8aeb9fd73b5d owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:31.684973 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3556df14-4f53-4054-938c-60c4af8d1929 req-937ebcdd-79af-4cfd-afd5-3079404ec0f3 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/security-groups?id=6d288770-9291-4de8-a872-25b8873f4623&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888057 Jul 27 21:08:31.718891 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.758838 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a8b4ad9-17ef-415e-8ffe-7d5368f20219 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.761372 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd444ce29-bdbe-4326-94af-4a1dae090f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb649f9-b216-4988-85fd-4e2c9102cbf3'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:31.764967 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148c0004-3906-45ee-80df-6aed3ac10215" -d '{"events": [{"server_uuid": "d444ce29-bdbe-4326-94af-4a1dae090f31", "name": "network-vif-plugged", "status": "completed", "tag": "3fb649f9-b216-4988-85fd-4e2c9102cbf3"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:31.771442 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cc6641de-abdb-44d6-8a89-847a633b1e87 req-0aed6568-f610-4963-b0b0-ef7c6814319e tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.771818 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cc6641de-abdb-44d6-8a89-847a633b1e87 req-0aed6568-f610-4963-b0b0-ef7c6814319e tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.772099 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-cc6641de-abdb-44d6-8a89-847a633b1e87 req-0aed6568-f610-4963-b0b0-ef7c6814319e tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Floating IP 22212196-7713-4a86-bffb-2ab95fc0909c disassociated. External IP: 172.25.2.117, port: 284862f9-3642-41fa-8eb3-202ffbe2da71. Jul 27 21:08:31.772421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-cc6641de-abdb-44d6-8a89-847a633b1e87 req-0aed6568-f610-4963-b0b0-ef7c6814319e tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Calling delete_port for 284862f9-3642-41fa-8eb3-202ffbe2da71 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:31.789944 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 3fb649f9-b216-4988-85fd-4e2c9102cbf3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3fb649f9-b216-4988-85fd-4e2c9102cbf3,segment=NetworkSegment(13d7d2de-9570-4ea6-bd06-8fcb11f17277),segment_id=13d7d2de-9570-4ea6-bd06-8fcb11f17277)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:31.804473 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.806543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 284862f9-3642-41fa-8eb3-202ffbe2da71 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:31.888868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-5a8b4ad9-17ef-415e-8ffe-7d5368f20219 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Transition to ACTIVE for port object 9a46c946-00dc-46e7-b6c3-00d81e2ed424 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:31.896390 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3b842813-5419-4b2a-a3fd-8910617c2ae5 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.947337 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b842813-5419-4b2a-a3fd-8910617c2ae5 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Pushing event deleted for resources: {'Port': ['ID=5213f693-9003-4a3c-901f-8aeb9fd73b5d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:31.955587 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a8b4ad9-17ef-415e-8ffe-7d5368f20219 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:31.965863 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681af397-b84e-418f-bb27-3492db3d9185 x-openstack-request-id: req-681af397-b84e-418f-bb27-3492db3d9185 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:31.966286 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d444ce29-bdbe-4326-94af-4a1dae090f31", "name": "network-vif-plugged", "status": "completed", "tag": "3fb649f9-b216-4988-85fd-4e2c9102cbf3", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:31.966690 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-681af397-b84e-418f-bb27-3492db3d9185 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:31.967092 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd444ce29-bdbe-4326-94af-4a1dae090f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb649f9-b216-4988-85fd-4e2c9102cbf3', 'code': 200} Jul 27 21:08:31.974557 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=3fb649f9-b216-4988-85fd-4e2c9102cbf3,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:32.039923 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.069946 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3b842813-5419-4b2a-a3fd-8910617c2ae5 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.087378 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a1dca-c396-425e-8dd1-512148f33ba6 req-5204d719-db05-4267-8c02-127cf2401ddb tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:32.089186 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-771a1dca-c396-425e-8dd1-512148f33ba6 req-5204d719-db05-4267-8c02-127cf2401ddb tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/ports?device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 946 time: 0.3010788 Jul 27 21:08:32.101344 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8b4ad9-17ef-415e-8ffe-7d5368f20219 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Network 354e56b5-5993-4723-b171-961f24407f0c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:32.113696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-5a8b4ad9-17ef-415e-8ffe-7d5368f20219 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:32.120776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8b4ad9-17ef-415e-8ffe-7d5368f20219 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:32.123244 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b4ad9-17ef-415e-8ffe-7d5368f20219 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event updated for resources: {'Port': ['ID=9a46c946-00dc-46e7-b6c3-00d81e2ed424,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:32.154623 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cc6641de-abdb-44d6-8a89-847a633b1e87 req-0aed6568-f610-4963-b0b0-ef7c6814319e tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.199022 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3b842813-5419-4b2a-a3fd-8910617c2ae5 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.202275 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3b842813-5419-4b2a-a3fd-8910617c2ae5 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.212382 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed6568-f610-4963-b0b0-ef7c6814319e tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Pushing event deleted for resources: {'Port': ['ID=284862f9-3642-41fa-8eb3-202ffbe2da71,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:32.221063 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-771a1dca-c396-425e-8dd1-512148f33ba6 req-9ed4a134-008e-41b1-bf7a-8c5a59f714ad tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0d6d151-9e3a-4e22-88f4-57607d273147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054261 Jul 27 21:08:32.225673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8b4ad9-17ef-415e-8ffe-7d5368f20219 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:32.226388 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a8b4ad9-17ef-415e-8ffe-7d5368f20219 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.250823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72359541-7b0b-499b-8d3a-42eb96559c95 req-359d6e43-1dd6-44f9-a9c3-8db0f7083e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:32.255310 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-72359541-7b0b-499b-8d3a-42eb96559c95 req-359d6e43-1dd6-44f9-a9c3-8db0f7083e52 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 1097 time: 0.2146535 Jul 27 21:08:32.265821 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3b842813-5419-4b2a-a3fd-8910617c2ae5 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.266870 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b842813-5419-4b2a-a3fd-8910617c2ae5 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Fanout notify agent at l3_agent the message router_deleted on router 9e8dbad4-ba08-4bc1-93b7-b59404921a78 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:32.274199 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3b842813-5419-4b2a-a3fd-8910617c2ae5 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.279177 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3b842813-5419-4b2a-a3fd-8910617c2ae5 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "DELETE /v2.0/routers/9e8dbad4-ba08-4bc1-93b7-b59404921a78 HTTP/1.1" status: 204 len: 168 time: 1.3705554 Jul 27 21:08:32.279789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48462) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:32.285548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1533614040', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}, 'admin_state_up': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:32.309149 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5a8b4ad9-17ef-415e-8ffe-7d5368f20219 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7659955 Jul 27 21:08:32.314104 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.315429 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.320103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48464) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:32.325708 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1b008e15-e778-4279-b09c-96ec28b0438d tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:21:2a:33'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:32.412944 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-72359541-7b0b-499b-8d3a-42eb96559c95 req-f9e9022c-cba5-40fc-ade0-895e848ee25e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a0d6d151-9e3a-4e22-88f4-57607d273147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133704 Jul 27 21:08:32.475022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0d2eeaf1-8dbd-43d1-9008-b1773d743e21 None None] Provisioning for port 9a46c946-00dc-46e7-b6c3-00d81e2ed424 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:32.487351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc6641de-abdb-44d6-8a89-847a633b1e87 req-0aed6568-f610-4963-b0b0-ef7c6814319e tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:08:32.495499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0d2eeaf1-8dbd-43d1-9008-b1773d743e21 None None] Provisioning complete for port 9a46c946-00dc-46e7-b6c3-00d81e2ed424 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:32.496479 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1b008e15-e778-4279-b09c-96ec28b0438d tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.498501 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0d2eeaf1-8dbd-43d1-9008-b1773d743e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.587976 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-0d2eeaf1-8dbd-43d1-9008-b1773d743e21 None None] Port 9a46c946-00dc-46e7-b6c3-00d81e2ed424 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:32.649010 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c4e6bdde-a004-412a-9dee-fd4d1a086e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.751779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc6641de-abdb-44d6-8a89-847a633b1e87 req-0aed6568-f610-4963-b0b0-ef7c6814319e tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:32.769997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041fac5-9a23-46a5-9a1d-022c9eda0ab0 None None] Sync routers for ids ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:32.776361 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.787047 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041fac5-9a23-46a5-9a1d-022c9eda0ab0 None None] Routers {'5808c9b9-6c02-4eec-8a58-1e5b2e9da680'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:32.789918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2041fac5-9a23-46a5-9a1d-022c9eda0ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:32.839671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6641de-abdb-44d6-8a89-847a633b1e87 req-0aed6568-f610-4963-b0b0-ef7c6814319e tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] No DVR routers for this DVR port 284862f9-3642-41fa-8eb3-202ffbe2da71 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:32.852846 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cc6641de-abdb-44d6-8a89-847a633b1e87 req-0aed6568-f610-4963-b0b0-ef7c6814319e tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.855350 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cc6641de-abdb-44d6-8a89-847a633b1e87 req-0aed6568-f610-4963-b0b0-ef7c6814319e tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.20 "DELETE /v2.0/ports/284862f9-3642-41fa-8eb3-202ffbe2da71 HTTP/1.1" status: 204 len: 173 time: 2.2496996 Jul 27 21:08:32.855996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '440c8150-6ad1-4354-b5f9-24e50c4b7acd', 'name': 'network-vif-deleted', 'tag': '284862f9-3642-41fa-8eb3-202ffbe2da71'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:32.865029 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6472de-a2cb-4c7e-829c-1c503ab7882c" -d '{"events": [{"server_uuid": "440c8150-6ad1-4354-b5f9-24e50c4b7acd", "name": "network-vif-deleted", "tag": "284862f9-3642-41fa-8eb3-202ffbe2da71"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:32.940975 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe637280-da10-46f6-9a01-c7ca15968d21 req-c24d3abd-f88c-433d-ab63-c7e84e5a8527 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/ports?device_id=440c8150-6ad1-4354-b5f9-24e50c4b7acd HTTP/1.1" status: 200 len: 210 time: 0.0483024 Jul 27 21:08:32.970917 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b1b054-d7e6-4135-b891-8fd563c8bfcc x-openstack-request-id: req-47b1b054-d7e6-4135-b891-8fd563c8bfcc {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:32.975306 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "440c8150-6ad1-4354-b5f9-24e50c4b7acd", "name": "network-vif-deleted", "tag": "284862f9-3642-41fa-8eb3-202ffbe2da71", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:32.975681 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47b1b054-d7e6-4135-b891-8fd563c8bfcc {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:32.976331 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '440c8150-6ad1-4354-b5f9-24e50c4b7acd', 'name': 'network-vif-deleted', 'tag': '284862f9-3642-41fa-8eb3-202ffbe2da71', 'status': 'completed', 'code': 200} Jul 27 21:08:32.984916 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1b008e15-e778-4279-b09c-96ec28b0438d tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:32.997345 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1b008e15-e778-4279-b09c-96ec28b0438d tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:33.036101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 65556708-7dbf-4f03-9bda-b0f9470fcb8d up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:08:33.039254 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-2041fac5-9a23-46a5-9a1d-022c9eda0ab0 None None] Set router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:33.094963 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:33.213257 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b008e15-e778-4279-b09c-96ec28b0438d tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event updated for resources: {'Port': ['ID=9a46c946-00dc-46e7-b6c3-00d81e2ed424,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:33.230418 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1b008e15-e778-4279-b09c-96ec28b0438d tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] In _notify_port_updated(), no bound segment for port 9a46c946-00dc-46e7-b6c3-00d81e2ed424 on network 354e56b5-5993-4723-b171-961f24407f0c {{(pid=105580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:08:33.259952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b008e15-e778-4279-b09c-96ec28b0438d tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:33.264852 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1b008e15-e778-4279-b09c-96ec28b0438d tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:33.268981 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1b008e15-e778-4279-b09c-96ec28b0438d tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "PUT /v2.0/ports/9a46c946-00dc-46e7-b6c3-00d81e2ed424 HTTP/1.1" status: 200 len: 993 time: 0.9477699 Jul 27 21:08:33.273986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48484) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:33.320968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 65556708-7dbf-4f03-9bda-b0f9470fcb8d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:33.321559 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:33.559289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6139c727-9883-456b-9c2b-cc8c141d4ded None None] Provisioning complete for port 9a46c946-00dc-46e7-b6c3-00d81e2ed424 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:33.559960 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6139c727-9883-456b-9c2b-cc8c141d4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:33.564541 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:33.575015 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80c087-4535-4bf4-91dd-a0a0b144103e req-e55843d5-4446-4669-8992-7bf51f9a9005 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:33.576671 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f80c087-4535-4bf4-91dd-a0a0b144103e req-e55843d5-4446-4669-8992-7bf51f9a9005 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/ports?device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 946 time: 0.1172183 Jul 27 21:08:33.599353 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:33.628595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6139c727-9883-456b-9c2b-cc8c141d4ded None None] Port 9a46c946-00dc-46e7-b6c3-00d81e2ed424 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:33.633509 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2041fac5-9a23-46a5-9a1d-022c9eda0ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'name': 'tempest-ServersTestManualDisk-122101994-router', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:10Z', 'updated_at': '2021-07-27T21:06:17Z', 'revision_number': 4, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'gw_port': {'id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:12Z', 'updated_at': '2021-07-27T21:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '75961f0f-5ea3-4fea-8a27-6c279d63f1b0', 'name': '', 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'mac_address': 'fa:16:3e:40:72:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:16Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 5, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'subnets': [{'id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:33.691478 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f80c087-4535-4bf4-91dd-a0a0b144103e req-170b6f69-0261-4b59-9b6a-07da5b0c5114 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0d6d151-9e3a-4e22-88f4-57607d273147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959926 Jul 27 21:08:33.696722 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d99d70fc-3115-4f1a-8ee3-17be792dced8 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Deleting port 9a46c946-00dc-46e7-b6c3-00d81e2ed424 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:33.697172 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d99d70fc-3115-4f1a-8ee3-17be792dced8 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:33.820659 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041fac5-9a23-46a5-9a1d-022c9eda0ab0 None None] Checking router: 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:08:33.829682 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041fac5-9a23-46a5-9a1d-022c9eda0ab0 None None] Routers {'5808c9b9-6c02-4eec-8a58-1e5b2e9da680'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:33.830321 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2041fac5-9a23-46a5-9a1d-022c9eda0ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:33.832176 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Allocated IP 172.25.2.91 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/645feee0-a2f7-47b0-a0e6-66ef48caa06a) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:33.939025 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d99d70fc-3115-4f1a-8ee3-17be792dced8 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:33.944580 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-2041fac5-9a23-46a5-9a1d-022c9eda0ab0 None None] Set router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:33.966644 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d99d70fc-3115-4f1a-8ee3-17be792dced8 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Calling delete_port for 9a46c946-00dc-46e7-b6c3-00d81e2ed424 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:33.978385 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:34.035606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48494) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:34.040602 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:34.117866 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:34.119067 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f807325-4357-462f-819b-5884d88aca83 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:34.147220 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f807325-4357-462f-819b-5884d88aca83 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:34.203586 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2041fac5-9a23-46a5-9a1d-022c9eda0ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'name': 'tempest-ServersTestManualDisk-122101994-router', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:10Z', 'updated_at': '2021-07-27T21:06:17Z', 'revision_number': 4, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'gw_port': {'id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:12Z', 'updated_at': '2021-07-27T21:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '75961f0f-5ea3-4fea-8a27-6c279d63f1b0', 'name': '', 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'mac_address': 'fa:16:3e:40:72:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:16Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 5, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'subnets': [{'id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:34.222632 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f807325-4357-462f-819b-5884d88aca83 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:34.225691 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f807325-4357-462f-819b-5884d88aca83 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:34.229721 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3f807325-4357-462f-819b-5884d88aca83 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "DELETE /v2.0/security-groups/6d288770-9291-4de8-a872-25b8873f4623 HTTP/1.1" status: 204 len: 168 time: 0.1920094 Jul 27 21:08:34.230397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48498) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:34.239306 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041fac5-9a23-46a5-9a1d-022c9eda0ab0 None None] The sync data for ids ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'] in n-d-764806-9 is: [{'id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'name': 'tempest-ServersTestManualDisk-122101994-router', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:10Z', 'updated_at': '2021-07-27T21:06:17Z', 'revision_number': 4, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'gw_port': {'id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:12Z', 'updated_at': '2021-07-27T21:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '75961f0f-5ea3-4fea-8a27-6c279d63f1b0', 'name': '', 'network_id': '756c3330-fc59-4be5-abd7-594a95907f71', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'mac_address': 'fa:16:3e:40:72:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:16Z', 'updated_at': '2021-07-27T21:06:29Z', 'revision_number': 5, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'subnets': [{'id': 'f50ec59c-5b65-4f20-8991-3aed7601e052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:34.257082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:34.259146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:34.266209 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-fec9ac09-12ae-4a01-8f1e-76a04bcc8325 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] show failed (client error): The resource could not be found. Jul 27 21:08:34.271004 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fec9ac09-12ae-4a01-8f1e-76a04bcc8325 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "GET /v2.0/security-groups/6d288770-9291-4de8-a872-25b8873f4623 HTTP/1.1" status: 404 len: 347 time: 0.0350738 Jul 27 21:08:34.274008 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48500) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:34.274948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:34.279674 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d99d70fc-3115-4f1a-8ee3-17be792dced8 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:34.290558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f807325-4357-462f-819b-5884d88aca83 tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d288770-9291-4de8-a872-25b8873f4623,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:34.319818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Pushing event updated for resources: {'Port': ['ID=645feee0-a2f7-47b0-a0e6-66ef48caa06a,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:34.392564 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d70fc-3115-4f1a-8ee3-17be792dced8 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event deleted for resources: {'Port': ['ID=9a46c946-00dc-46e7-b6c3-00d81e2ed424,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:34.521230 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-7c7703ee-3a77-4c68-b7ac-56f0bd03c5bd tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Deleting port cc602fee-4823-4701-9909-ef9bc2e78404 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:34.521708 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c7703ee-3a77-4c68-b7ac-56f0bd03c5bd tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:34.639062 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c7703ee-3a77-4c68-b7ac-56f0bd03c5bd tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:34.639609 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c7703ee-3a77-4c68-b7ac-56f0bd03c5bd tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:34.653403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-7c7703ee-3a77-4c68-b7ac-56f0bd03c5bd tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Calling delete_port for cc602fee-4823-4701-9909-ef9bc2e78404 owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:34.672598 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e94213d-9449-4766-a1fd-463e9c8c1ecb None None] New status for floating IP 22212196-7713-4a86-bffb-2ab95fc0909c: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:08:34.782154 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d99d70fc-3115-4f1a-8ee3-17be792dced8 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:34.800146 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d99d70fc-3115-4f1a-8ee3-17be792dced8 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "DELETE /v2.0/ports/9a46c946-00dc-46e7-b6c3-00d81e2ed424 HTTP/1.1" status: 204 len: 168 time: 1.5243001 Jul 27 21:08:34.800146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48506) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:34.858113 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-b447bc2d-cd4e-4bfa-9835-4c1ec3584b8f tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] GET failed (client error): The resource could not be found. Jul 27 21:08:34.875225 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b447bc2d-cd4e-4bfa-9835-4c1ec3584b8f tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "GET /v2.0/ports/9a46c946-00dc-46e7-b6c3-00d81e2ed424 HTTP/1.1" status: 404 len: 333 time: 0.0619278 Jul 27 21:08:34.911496 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48510) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:34.917563 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1cdf80e4-87c1-4d84-a793-9de9d3586a32 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Request body: {'port': {'network_id': '354e56b5-5993-4723-b171-961f24407f0c', 'name': 'tempest-AllowedAddressPairTestJSON-1927829603'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:34.927991 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:35.134867 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364fbe8-6cb6-4197-8261-ddcbe89c04ca req-25d450e3-c621-4840-b3f3-5ed8d66f0b76 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:35.142731 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8364fbe8-6cb6-4197-8261-ddcbe89c04ca req-25d450e3-c621-4840-b3f3-5ed8d66f0b76 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/ports?device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 946 time: 0.3227534 Jul 27 21:08:35.150456 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c7703ee-3a77-4c68-b7ac-56f0bd03c5bd tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:35.239996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7703ee-3a77-4c68-b7ac-56f0bd03c5bd tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Pushing event deleted for resources: {'Port': ['ID=cc602fee-4823-4701-9909-ef9bc2e78404,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:35.258053 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48518) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:35.294061 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c7703ee-3a77-4c68-b7ac-56f0bd03c5bd tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:35.298288 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c7703ee-3a77-4c68-b7ac-56f0bd03c5bd tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:35.303179 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7c7703ee-3a77-4c68-b7ac-56f0bd03c5bd tempest-ServersTestManualDisk-1581696536 tempest-ServersTestManualDisk-1581696536-project] 10.222.0.55 "DELETE /v2.0/floatingips/22212196-7713-4a86-bffb-2ab95fc0909c HTTP/1.1" status: 204 len: 168 time: 1.0248194 Jul 27 21:08:35.303823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48524) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:35.326405 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8364fbe8-6cb6-4197-8261-ddcbe89c04ca req-76a6abb5-1fc2-4711-b4a1-a68e5039a7c7 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0d6d151-9e3a-4e22-88f4-57607d273147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766241 Jul 27 21:08:35.333671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdf80e4-87c1-4d84-a793-9de9d3586a32 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Made reservation on behalf of 243f94ac082a440e818cd04179c2c548 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:35.335860 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-709f5a8c-ca09-4d1a-b626-21ea0d689fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:35.349236 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1cdf80e4-87c1-4d84-a793-9de9d3586a32 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:35.411476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-1cdf80e4-87c1-4d84-a793-9de9d3586a32 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] device_id is not set on port b9850a6d-471f-4ff8-b2e1-34326179f889 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:08:35.448371 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:35.475821 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:35.483466 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ba85d40c-f21e-43d6-b666-d392ff6114e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:35.711048 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-1cdf80e4-87c1-4d84-a793-9de9d3586a32 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Allocated IP 172.20.0.13 (354e56b5-5993-4723-b171-961f24407f0c/fce54a87-161a-4aa7-bb98-0aef50c9f19c/b9850a6d-471f-4ff8-b2e1-34326179f889) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:35.749882 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9aaa68f4-8969-4e0c-91c9-0b5417adfdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:35.903350 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeba1b3-6028-4f64-9c33-d8a259eef0e7 req-3256feee-72cd-4aa6-b482-dff0183f0cd8 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:35.904912 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-feeba1b3-6028-4f64-9c33-d8a259eef0e7 req-3256feee-72cd-4aa6-b482-dff0183f0cd8 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/ports?device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 946 time: 0.2496610 Jul 27 21:08:35.910119 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ba85d40c-f21e-43d6-b666-d392ff6114e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:35.913071 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Router a6fe6f3b-e7df-4217-951c-442901e4a601 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:08:35.921103 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ba85d40c-f21e-43d6-b666-d392ff6114e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:36.055139 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ba85d40c-f21e-43d6-b666-d392ff6114e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4fa6514387954bf8899d0f48f46d8248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7958777 Jul 27 21:08:36.058474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48534) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:36.061820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85d40c-f21e-43d6-b666-d392ff6114e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e219e164-ffac-49b2-a30e-79bad895e540,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:36.084978 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-feeba1b3-6028-4f64-9c33-d8a259eef0e7 req-a048c537-55f8-4d8d-b92b-5a0f6fce0099 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0d6d151-9e3a-4e22-88f4-57607d273147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690667 Jul 27 21:08:36.101159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa68f4-8969-4e0c-91c9-0b5417adfdeb admin admin] Deleting port 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:36.101512 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9aaa68f4-8969-4e0c-91c9-0b5417adfdeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:36.174929 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14412f83-9973-40f4-b77b-87807576aea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:36.219109 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14412f83-9973-40f4-b77b-87807576aea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:36.229564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-9aaa68f4-8969-4e0c-91c9-0b5417adfdeb admin admin] For port 75961f0f-5ea3-4fea-8a27-6c279d63f1b0, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=75961f0f-5ea3-4fea-8a27-6c279d63f1b0,segment=NetworkSegment(bd601fb5-7b90-4017-b845-1527c22913a9),segment_id=bd601fb5-7b90-4017-b845-1527c22913a9)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:36.229936 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9aaa68f4-8969-4e0c-91c9-0b5417adfdeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:36.265124 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa68f4-8969-4e0c-91c9-0b5417adfdeb admin admin] Calling delete_port for 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:36.351992 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14412f83-9973-40f4-b77b-87807576aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:36.354703 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14412f83-9973-40f4-b77b-87807576aea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:36.355879 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-14412f83-9973-40f4-b77b-87807576aea0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e219e164-ffac-49b2-a30e-79bad895e540 HTTP/1.1" status: 204 len: 168 time: 0.2923372 Jul 27 21:08:36.373534 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14412f83-9973-40f4-b77b-87807576aea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e219e164-ffac-49b2-a30e-79bad895e540,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:36.464808 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1cdf80e4-87c1-4d84-a793-9de9d3586a32 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:36.489649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-1cdf80e4-87c1-4d84-a793-9de9d3586a32 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Transition to ACTIVE for port object b9850a6d-471f-4ff8-b2e1-34326179f889 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:36.493185 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:36.502631 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6595387-c5ea-4821-a551-948ed36b74ff None None] Sync routers for ids ['a6fe6f3b-e7df-4217-951c-442901e4a601'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:36.512502 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6595387-c5ea-4821-a551-948ed36b74ff None None] Routers {'a6fe6f3b-e7df-4217-951c-442901e4a601'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:36.513493 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f6595387-c5ea-4821-a551-948ed36b74ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a6fe6f3b-e7df-4217-951c-442901e4a601'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:36.525096 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:36.529337 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-28761eca-9dcf-4f89-a2ed-42e3017213ab tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.2455766 Jul 27 21:08:36.529337 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48542) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:36.535670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1990a5c8-a10f-40af-946d-ab75c6a902e0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:36.547760 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9aaa68f4-8969-4e0c-91c9-0b5417adfdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:36.564261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f6595387-c5ea-4821-a551-948ed36b74ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:36.573650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6595387-c5ea-4821-a551-948ed36b74ff None None] Routers {'a6fe6f3b-e7df-4217-951c-442901e4a601'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:36.574775 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f6595387-c5ea-4821-a551-948ed36b74ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a6fe6f3b-e7df-4217-951c-442901e4a601'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:36.591492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa68f4-8969-4e0c-91c9-0b5417adfdeb admin admin] Pushing event deleted for resources: {'Port': ['ID=75961f0f-5ea3-4fea-8a27-6c279d63f1b0,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:36.595967 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1cdf80e4-87c1-4d84-a793-9de9d3586a32 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:36.610673 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f6595387-c5ea-4821-a551-948ed36b74ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:36.612372 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6595387-c5ea-4821-a551-948ed36b74ff None None] The sync data for ids ['a6fe6f3b-e7df-4217-951c-442901e4a601'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:36.702435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf80e4-87c1-4d84-a793-9de9d3586a32 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event updated for resources: {'Port': ['ID=b9850a6d-471f-4ff8-b2e1-34326179f889,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:36.712005 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdf80e4-87c1-4d84-a793-9de9d3586a32 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Network 354e56b5-5993-4723-b171-961f24407f0c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:36.714861 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-1cdf80e4-87c1-4d84-a793-9de9d3586a32 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:36.718267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdf80e4-87c1-4d84-a793-9de9d3586a32 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:36.776412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48544) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:36.801591 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b582f618-9d4e-4069-a271-e24a4aa730c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:36.861158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdf80e4-87c1-4d84-a793-9de9d3586a32 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:36.861819 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1cdf80e4-87c1-4d84-a793-9de9d3586a32 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:36.947171 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9aaa68f4-8969-4e0c-91c9-0b5417adfdeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.068635 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d243ec-2739-4f2f-a98d-bcac4adb9c24 req-e5c9b96d-1a27-4338-81a1-065026d208f6 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:37.070191 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a1d243ec-2739-4f2f-a98d-bcac4adb9c24 req-e5c9b96d-1a27-4338-81a1-065026d208f6 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.20 "GET /v2.0/ports?device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 946 time: 0.1972561 Jul 27 21:08:37.076600 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1990a5c8-a10f-40af-946d-ab75c6a902e0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.080681 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.084861 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d95d2aa0-33f3-4def-b3c7-268555554d5e None None] Provisioning for port b9850a6d-471f-4ff8-b2e1-34326179f889 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:37.088768 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d95d2aa0-33f3-4def-b3c7-268555554d5e None None] Provisioning complete for port b9850a6d-471f-4ff8-b2e1-34326179f889 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:37.089118 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d95d2aa0-33f3-4def-b3c7-268555554d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.093882 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1990a5c8-a10f-40af-946d-ab75c6a902e0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.133080 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d95d2aa0-33f3-4def-b3c7-268555554d5e None None] Port b9850a6d-471f-4ff8-b2e1-34326179f889 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:37.163557 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-1990a5c8-a10f-40af-946d-ab75c6a902e0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Deleting port 645feee0-a2f7-47b0-a0e6-66ef48caa06a {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:37.164012 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1990a5c8-a10f-40af-946d-ab75c6a902e0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.192530 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b582f618-9d4e-4069-a271-e24a4aa730c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.201971 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b582f618-9d4e-4069-a271-e24a4aa730c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.223073 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1cdf80e4-87c1-4d84-a793-9de9d3586a32 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3101478 Jul 27 21:08:37.226734 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48550) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:37.248208 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-fc3c9716-5dc9-4565-bc4f-311fb3bdd61a tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:21:2a:33'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:37.313432 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b582f618-9d4e-4069-a271-e24a4aa730c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3ad619996a6481ca2f758482ebf4904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5333662 Jul 27 21:08:37.314896 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48552) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:37.324752 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582f618-9d4e-4069-a271-e24a4aa730c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87640b65-63d7-414a-9908-606094d45485,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:37.368988 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1990a5c8-a10f-40af-946d-ab75c6a902e0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.391654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-a1d243ec-2739-4f2f-a98d-bcac4adb9c24 req-a51c53b3-3b0f-413f-ab6a-b3e650e53cba tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Deleting port 3fb649f9-b216-4988-85fd-4e2c9102cbf3 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:37.391894 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a1d243ec-2739-4f2f-a98d-bcac4adb9c24 req-a51c53b3-3b0f-413f-ab6a-b3e650e53cba tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.418167 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-1990a5c8-a10f-40af-946d-ab75c6a902e0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Calling delete_port for 645feee0-a2f7-47b0-a0e6-66ef48caa06a owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:37.440252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaa68f4-8969-4e0c-91c9-0b5417adfdeb admin admin] Router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:08:37.494565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd0250-02d8-4509-8450-bcd70fcb186e req-2bc11f7d-7170-4bfe-8ae0-ec3177aa3d8a tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:37.496107 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ffd0250-02d8-4509-8450-bcd70fcb186e req-2bc11f7d-7170-4bfe-8ae0-ec3177aa3d8a tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/ports?device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 946 time: 0.3180575 Jul 27 21:08:37.552364 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f02af336-b07c-4742-a6ea-d2c24bda28c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.555523 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.588992 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a1d243ec-2739-4f2f-a98d-bcac4adb9c24 req-a51c53b3-3b0f-413f-ab6a-b3e650e53cba tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] For port 3fb649f9-b216-4988-85fd-4e2c9102cbf3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3fb649f9-b216-4988-85fd-4e2c9102cbf3,segment=NetworkSegment(13d7d2de-9570-4ea6-bd06-8fcb11f17277),segment_id=13d7d2de-9570-4ea6-bd06-8fcb11f17277)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:37.589362 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a1d243ec-2739-4f2f-a98d-bcac4adb9c24 req-a51c53b3-3b0f-413f-ab6a-b3e650e53cba tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.610326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-a1d243ec-2739-4f2f-a98d-bcac4adb9c24 req-a51c53b3-3b0f-413f-ab6a-b3e650e53cba tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Calling delete_port for 3fb649f9-b216-4988-85fd-4e2c9102cbf3 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:37.625780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaa68f4-8969-4e0c-91c9-0b5417adfdeb admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:37.635330 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9aaa68f4-8969-4e0c-91c9-0b5417adfdeb admin admin] 10.222.0.55 "PUT /v2.0/routers/5808c9b9-6c02-4eec-8a58-1e5b2e9da680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3269193 Jul 27 21:08:37.635330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48556) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:37.636781 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e5aa93-6f70-4f51-923d-1e37fb8c780f None None] Sync routers for ids ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:37.647030 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e5aa93-6f70-4f51-923d-1e37fb8c780f None None] Routers {'5808c9b9-6c02-4eec-8a58-1e5b2e9da680'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:37.647635 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-36e5aa93-6f70-4f51-923d-1e37fb8c780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:37.669945 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f02af336-b07c-4742-a6ea-d2c24bda28c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.676701 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ffd0250-02d8-4509-8450-bcd70fcb186e req-9debcc67-7dbb-4f17-83a8-57fbefd1a170 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/security-groups?id=a0d6d151-9e3a-4e22-88f4-57607d273147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655695 Jul 27 21:08:37.710666 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9716-5dc9-4565-bc4f-311fb3bdd61a tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.796817 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-36e5aa93-6f70-4f51-923d-1e37fb8c780f None None] Set router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:37.819260 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d20168c1-30ea-4b68-acab-7223dfa6b82e admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.836625 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1990a5c8-a10f-40af-946d-ab75c6a902e0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.846681 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f02af336-b07c-4742-a6ea-d2c24bda28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.849342 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f02af336-b07c-4742-a6ea-d2c24bda28c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:37.850550 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f02af336-b07c-4742-a6ea-d2c24bda28c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87640b65-63d7-414a-9908-606094d45485 HTTP/1.1" status: 204 len: 168 time: 0.5320349 Jul 27 21:08:37.912052 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990a5c8-a10f-40af-946d-ab75c6a902e0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Pushing event deleted for resources: {'Port': ['ID=645feee0-a2f7-47b0-a0e6-66ef48caa06a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:37.925235 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02af336-b07c-4742-a6ea-d2c24bda28c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87640b65-63d7-414a-9908-606094d45485,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:37.987951 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d20168c1-30ea-4b68-acab-7223dfa6b82e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.059956 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1990a5c8-a10f-40af-946d-ab75c6a902e0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.074005 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a1d243ec-2739-4f2f-a98d-bcac4adb9c24 req-a51c53b3-3b0f-413f-ab6a-b3e650e53cba tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.086333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['3fb649f9-b216-4988-85fd-4e2c9102cbf3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:08:38.128190 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c53b3-3b0f-413f-ab6a-b3e650e53cba tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Pushing event deleted for resources: {'Port': ['ID=3fb649f9-b216-4988-85fd-4e2c9102cbf3,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:38.168432 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-36e5aa93-6f70-4f51-923d-1e37fb8c780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'name': 'tempest-ServersTestManualDisk-122101994-router', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:10Z', 'updated_at': '2021-07-27T21:08:36Z', 'revision_number': 5, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'gw_port': {'id': '37b76c06-b85b-411a-bfad-51dc826975bf', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:55:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:12Z', 'updated_at': '2021-07-27T21:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:38.168941 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9716-5dc9-4565-bc4f-311fb3bdd61a tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.200497 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e5aa93-6f70-4f51-923d-1e37fb8c780f None None] Checking router: 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:08:38.209609 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e5aa93-6f70-4f51-923d-1e37fb8c780f None None] Routers {'5808c9b9-6c02-4eec-8a58-1e5b2e9da680'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:38.211029 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-36e5aa93-6f70-4f51-923d-1e37fb8c780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:38.211208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d243ec-2739-4f2f-a98d-bcac4adb9c24 req-a51c53b3-3b0f-413f-ab6a-b3e650e53cba tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] No DVR routers for this DVR port 3fb649f9-b216-4988-85fd-4e2c9102cbf3 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:38.216683 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a1d243ec-2739-4f2f-a98d-bcac4adb9c24 req-a51c53b3-3b0f-413f-ab6a-b3e650e53cba tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.217427 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9716-5dc9-4565-bc4f-311fb3bdd61a tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.219147 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a1d243ec-2739-4f2f-a98d-bcac4adb9c24 req-a51c53b3-3b0f-413f-ab6a-b3e650e53cba tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.20 "DELETE /v2.0/ports/3fb649f9-b216-4988-85fd-4e2c9102cbf3 HTTP/1.1" status: 204 len: 173 time: 1.1111865 Jul 27 21:08:38.219675 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd444ce29-bdbe-4326-94af-4a1dae090f31', 'name': 'network-vif-deleted', 'tag': '3fb649f9-b216-4988-85fd-4e2c9102cbf3'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:38.222474 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d7effe-b0bd-468b-8331-9c3ff0a2e82f" -d '{"events": [{"server_uuid": "d444ce29-bdbe-4326-94af-4a1dae090f31", "name": "network-vif-deleted", "tag": "3fb649f9-b216-4988-85fd-4e2c9102cbf3"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:38.225979 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-d20168c1-30ea-4b68-acab-7223dfa6b82e admin admin] Deleting port 37b76c06-b85b-411a-bfad-51dc826975bf {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:38.226349 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d20168c1-30ea-4b68-acab-7223dfa6b82e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.356334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-d20168c1-30ea-4b68-acab-7223dfa6b82e admin admin] For port 37b76c06-b85b-411a-bfad-51dc826975bf, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=37b76c06-b85b-411a-bfad-51dc826975bf,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:38.358928 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d20168c1-30ea-4b68-acab-7223dfa6b82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.378144 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7304bffa-2840-4068-b9fd-ab7c9ed2d253 x-openstack-request-id: req-7304bffa-2840-4068-b9fd-ab7c9ed2d253 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:38.378512 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d444ce29-bdbe-4326-94af-4a1dae090f31", "name": "network-vif-deleted", "tag": "3fb649f9-b216-4988-85fd-4e2c9102cbf3", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:38.378779 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7304bffa-2840-4068-b9fd-ab7c9ed2d253 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:38.379202 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd444ce29-bdbe-4326-94af-4a1dae090f31', 'name': 'network-vif-deleted', 'tag': '3fb649f9-b216-4988-85fd-4e2c9102cbf3', 'status': 'completed', 'code': 200} Jul 27 21:08:38.402500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-d20168c1-30ea-4b68-acab-7223dfa6b82e admin admin] Calling delete_port for 37b76c06-b85b-411a-bfad-51dc826975bf owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:38.416261 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-36e5aa93-6f70-4f51-923d-1e37fb8c780f None None] Set router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:08:38.460266 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c9716-5dc9-4565-bc4f-311fb3bdd61a tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event updated for resources: {'Port': ['ID=b9850a6d-471f-4ff8-b2e1-34326179f889,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:38.521086 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1990a5c8-a10f-40af-946d-ab75c6a902e0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.526292 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1990a5c8-a10f-40af-946d-ab75c6a902e0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.532958 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-36e5aa93-6f70-4f51-923d-1e37fb8c780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'name': 'tempest-ServersTestManualDisk-122101994-router', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:10Z', 'updated_at': '2021-07-27T21:08:37Z', 'revision_number': 6, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:38.539090 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c9716-5dc9-4565-bc4f-311fb3bdd61a tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] In _notify_port_updated(), no bound segment for port b9850a6d-471f-4ff8-b2e1-34326179f889 on network 354e56b5-5993-4723-b171-961f24407f0c {{(pid=105579) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:08:38.545064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3c9716-5dc9-4565-bc4f-311fb3bdd61a tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:38.545981 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc3c9716-5dc9-4565-bc4f-311fb3bdd61a tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.553939 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48572) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:38.556731 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fc3c9716-5dc9-4565-bc4f-311fb3bdd61a tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "PUT /v2.0/ports/b9850a6d-471f-4ff8-b2e1-34326179f889 HTTP/1.1" status: 200 len: 997 time: 1.3130534 Jul 27 21:08:38.575333 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e5aa93-6f70-4f51-923d-1e37fb8c780f None None] The sync data for ids ['5808c9b9-6c02-4eec-8a58-1e5b2e9da680'] in n-d-764806-9 is: [{'id': '5808c9b9-6c02-4eec-8a58-1e5b2e9da680', 'name': 'tempest-ServersTestManualDisk-122101994-router', 'tenant_id': 'cb9c244af89645439bc3427cbbf85ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:10Z', 'updated_at': '2021-07-27T21:08:37Z', 'revision_number': 6, 'project_id': 'cb9c244af89645439bc3427cbbf85ecf', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:38.612013 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-223a72f0-b352-470e-b78a-d93ab9eea7f3 None None] Provisioning complete for port b9850a6d-471f-4ff8-b2e1-34326179f889 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:38.613062 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-223a72f0-b352-470e-b78a-d93ab9eea7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.683595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-223a72f0-b352-470e-b78a-d93ab9eea7f3 None None] Port b9850a6d-471f-4ff8-b2e1-34326179f889 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:38.711299 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1990a5c8-a10f-40af-946d-ab75c6a902e0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Router a6fe6f3b-e7df-4217-951c-442901e4a601 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:08:38.731501 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d20168c1-30ea-4b68-acab-7223dfa6b82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.790109 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20168c1-30ea-4b68-acab-7223dfa6b82e admin admin] Pushing event deleted for resources: {'Port': ['ID=37b76c06-b85b-411a-bfad-51dc826975bf,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:38.801289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9503d-0dc1-426c-8574-47b6a5fabf14 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Deleting port b9850a6d-471f-4ff8-b2e1-34326179f889 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:38.801635 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1c9503d-0dc1-426c-8574-47b6a5fabf14 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.814807 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1990a5c8-a10f-40af-946d-ab75c6a902e0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:08:38.822305 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1990a5c8-a10f-40af-946d-ab75c6a902e0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.825929 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1990a5c8-a10f-40af-946d-ab75c6a902e0 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "PUT /v2.0/routers/a6fe6f3b-e7df-4217-951c-442901e4a601 HTTP/1.1" status: 200 len: 710 time: 2.2930546 Jul 27 21:08:38.826415 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48582) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:38.847097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7854c2-cdd7-49d3-a470-b834d98fb3b2 None None] Sync routers for ids ['a6fe6f3b-e7df-4217-951c-442901e4a601'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:08:38.863217 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:38.868342 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7854c2-cdd7-49d3-a470-b834d98fb3b2 None None] Routers {'a6fe6f3b-e7df-4217-951c-442901e4a601'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:38.872847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0b7854c2-cdd7-49d3-a470-b834d98fb3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a6fe6f3b-e7df-4217-951c-442901e4a601'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:38.955745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0b7854c2-cdd7-49d3-a470-b834d98fb3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:38.977020 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfdd007e-e74b-4048-b83f-dfff812b447d req-925091d9-88e5-49e7-bd14-b195cf0e4c98 tempest-ServerGroupTestJSON-450482510 tempest-ServerGroupTestJSON-450482510-project] 10.222.0.55 "GET /v2.0/ports?device_id=d444ce29-bdbe-4326-94af-4a1dae090f31 HTTP/1.1" status: 200 len: 210 time: 0.1057267 Jul 27 21:08:38.979912 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f5fbb64a-4b4a-496b-975a-8cb38375c0ed tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "GET /v2.0/routers/a6fe6f3b-e7df-4217-951c-442901e4a601 HTTP/1.1" status: 200 len: 745 time: 0.1527255 Jul 27 21:08:38.983108 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48588) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:38.990260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7854c2-cdd7-49d3-a470-b834d98fb3b2 None None] Routers {'a6fe6f3b-e7df-4217-951c-442901e4a601'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:08:38.990260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0b7854c2-cdd7-49d3-a470-b834d98fb3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a6fe6f3b-e7df-4217-951c-442901e4a601'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:39.027909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0b7854c2-cdd7-49d3-a470-b834d98fb3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:39.028779 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7854c2-cdd7-49d3-a470-b834d98fb3b2 None None] The sync data for ids ['a6fe6f3b-e7df-4217-951c-442901e4a601'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:08:39.058928 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:39.082816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:08:39.083313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 75961f0f-5ea3-4fea-8a27-6c279d63f1b0 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:08:39.304658 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d20168c1-30ea-4b68-acab-7223dfa6b82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.408982 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2c4f4296-2c1f-464c-a12c-c6405ca4e951 tempest-RoutersIpV6AdminTest-301184555 tempest-RoutersIpV6AdminTest-301184555-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&device_id=a6fe6f3b-e7df-4217-951c-442901e4a601 HTTP/1.1" status: 200 len: 205 time: 0.4204199 Jul 27 21:08:39.410211 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48598) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:39.449206 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-72682368-f633-42ab-a032-1d85fde53fc7 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6fe6f3b-e7df-4217-951c-442901e4a601 HTTP/1.1" status: 200 len: 205 time: 0.0369785 Jul 27 21:08:39.450639 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d20168c1-30ea-4b68-acab-7223dfa6b82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.454162 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1c9503d-0dc1-426c-8574-47b6a5fabf14 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.454617 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48600) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:39.457062 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d20168c1-30ea-4b68-acab-7223dfa6b82e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.474077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9503d-0dc1-426c-8574-47b6a5fabf14 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Calling delete_port for b9850a6d-471f-4ff8-b2e1-34326179f889 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:39.521159 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d20168c1-30ea-4b68-acab-7223dfa6b82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.521716 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20168c1-30ea-4b68-acab-7223dfa6b82e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5808c9b9-6c02-4eec-8a58-1e5b2e9da680 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:39.553645 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d20168c1-30ea-4b68-acab-7223dfa6b82e admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.557126 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d20168c1-30ea-4b68-acab-7223dfa6b82e admin admin] 10.222.0.55 "DELETE /v2.0/routers/5808c9b9-6c02-4eec-8a58-1e5b2e9da680 HTTP/1.1" status: 204 len: 168 time: 1.9196415 Jul 27 21:08:39.557719 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48606) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:39.625251 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54e247c-5542-440f-b790-e759d906f000 admin admin] Deleting subnet f50ec59c-5b65-4f20-8991-3aed7601e052 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:08:39.631246 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d54e247c-5542-440f-b790-e759d906f000 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.697408 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d54e247c-5542-440f-b790-e759d906f000 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.783837 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1c9503d-0dc1-426c-8574-47b6a5fabf14 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.874266 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9503d-0dc1-426c-8574-47b6a5fabf14 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event deleted for resources: {'Port': ['ID=b9850a6d-471f-4ff8-b2e1-34326179f889,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:39.883279 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0652552a-edfa-4862-9fdd-e7a80b960b98 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.949908 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1c9503d-0dc1-426c-8574-47b6a5fabf14 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.952091 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f1c9503d-0dc1-426c-8574-47b6a5fabf14 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "DELETE /v2.0/ports/b9850a6d-471f-4ff8-b2e1-34326179f889 HTTP/1.1" status: 204 len: 168 time: 1.3970010 Jul 27 21:08:39.955254 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d54e247c-5542-440f-b790-e759d906f000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:39.957618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48616) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.009600 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c35960a-a302-4884-b540-ba99201de52e tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] GET failed (client error): The resource could not be found. Jul 27 21:08:40.011310 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6c35960a-a302-4884-b540-ba99201de52e tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "GET /v2.0/ports/b9850a6d-471f-4ff8-b2e1-34326179f889 HTTP/1.1" status: 404 len: 333 time: 0.0529130 Jul 27 21:08:40.015578 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48624) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.022180 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d716ebac-e760-479a-a8d7-95b362c56f58 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Request body: {'port': {'network_id': '354e56b5-5993-4723-b171-961f24407f0c', 'name': 'tempest-AllowedAddressPairTestJSON-1257343982'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:40.125618 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0652552a-edfa-4862-9fdd-e7a80b960b98 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.128214 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0652552a-edfa-4862-9fdd-e7a80b960b98 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.210376 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0652552a-edfa-4862-9fdd-e7a80b960b98 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.211020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0652552a-edfa-4862-9fdd-e7a80b960b98 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Fanout notify agent at l3_agent the message router_deleted on router a6fe6f3b-e7df-4217-951c-442901e4a601 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:40.229763 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d54e247c-5542-440f-b790-e759d906f000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.241303 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0652552a-edfa-4862-9fdd-e7a80b960b98 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.251080 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0652552a-edfa-4862-9fdd-e7a80b960b98 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "DELETE /v2.0/routers/a6fe6f3b-e7df-4217-951c-442901e4a601 HTTP/1.1" status: 204 len: 168 time: 0.7953088 Jul 27 21:08:40.254789 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48638) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.269704 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629d6e7d-5473-4f2c-965f-441ae03ef118 None None] Network 756c3330-fc59-4be5-abd7-594a95907f71 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:40.289840 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d54e247c-5542-440f-b790-e759d906f000 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.297637 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d54e247c-5542-440f-b790-e759d906f000 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f50ec59c-5b65-4f20-8991-3aed7601e052 HTTP/1.1" status: 204 len: 168 time: 0.7392058 Jul 27 21:08:40.300256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48644) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.355504 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e247c-5542-440f-b790-e759d906f000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f50ec59c-5b65-4f20-8991-3aed7601e052,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:40.364042 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-eb51e31f-9209-4cf9-878f-57f75df0b35e tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6fe6f3b-e7df-4217-951c-442901e4a601 HTTP/1.1" status: 200 len: 205 time: 0.1036999 Jul 27 21:08:40.367876 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48650) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.377157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d716ebac-e760-479a-a8d7-95b362c56f58 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Made reservation on behalf of 243f94ac082a440e818cd04179c2c548 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:40.383569 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d716ebac-e760-479a-a8d7-95b362c56f58 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.423483 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-3fbf6ca7-f1c1-464e-9765-882928e9093f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] delete failed (client error): The resource could not be found. Jul 27 21:08:40.425129 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3fbf6ca7-f1c1-464e-9765-882928e9093f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "DELETE /v2.0/routers/a6fe6f3b-e7df-4217-951c-442901e4a601 HTTP/1.1" status: 404 len: 336 time: 0.0564201 Jul 27 21:08:40.427669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48662) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.433862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-d716ebac-e760-479a-a8d7-95b362c56f58 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] device_id is not set on port 3aa3ed5e-7f20-46cc-9e5c-f3894b90e7ea yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:08:40.467271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b4fb188f-e2ed-4fde-9e8d-4bb69d2af96a tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e8dbad4-ba08-4bc1-93b7-b59404921a78 HTTP/1.1" status: 200 len: 205 time: 0.0385325 Jul 27 21:08:40.470288 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48670) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.479469 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.514676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48676) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.528605 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-1001d2a4-f927-4404-85d0-e616f1eb441f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] delete failed (client error): The resource could not be found. Jul 27 21:08:40.529561 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1001d2a4-f927-4404-85d0-e616f1eb441f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "DELETE /v2.0/routers/9e8dbad4-ba08-4bc1-93b7-b59404921a78 HTTP/1.1" status: 404 len: 336 time: 0.0583727 Jul 27 21:08:40.532901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48678) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.589068 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-86e156cf-771c-4fa5-8eb6-08fef7c52cc7 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f12977-4a3e-45d7-b668-f96cfaa96453 HTTP/1.1" status: 200 len: 205 time: 0.0547569 Jul 27 21:08:40.594099 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48680) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.629973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6acb59-acb0-4e94-a065-3534e52dc295 admin admin] Deleting subnet 341b6e46-52e4-466f-aa58-4484e846a79f {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:08:40.636901 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7a6acb59-acb0-4e94-a065-3534e52dc295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.639794 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-2908f3c3-a128-4e8f-a8bf-86e79871ba05 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] delete failed (client error): The resource could not be found. Jul 27 21:08:40.640924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2908f3c3-a128-4e8f-a8bf-86e79871ba05 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "DELETE /v2.0/routers/42f12977-4a3e-45d7-b668-f96cfaa96453 HTTP/1.1" status: 404 len: 336 time: 0.0450099 Jul 27 21:08:40.647987 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48686) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.655481 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d44bf37-7cfc-4e75-8747-58e07fe28857 None None] DHCP port deletion for 756c3330-fc59-4be5-abd7-594a95907f71 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:08:40.689737 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bc605051-9ace-4962-9b4f-e3b284c4b94e tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "GET /v2.0/ports?device_id=756bac60-1208-458a-a7e8-8fa91c5aea33 HTTP/1.1" status: 200 len: 205 time: 0.0393779 Jul 27 21:08:40.692115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48688) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.707032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-d716ebac-e760-479a-a8d7-95b362c56f58 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Allocated IP 172.20.0.6 (354e56b5-5993-4723-b171-961f24407f0c/fce54a87-161a-4aa7-bb98-0aef50c9f19c/3aa3ed5e-7f20-46cc-9e5c-f3894b90e7ea) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:40.711231 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7a6acb59-acb0-4e94-a065-3534e52dc295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.727247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-0d44bf37-7cfc-4e75-8747-58e07fe28857 None None] Deleting port 6585cf28-5189-4337-b089-4ed40638f3b9 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:40.729199 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0d44bf37-7cfc-4e75-8747-58e07fe28857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.735697 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-b05d55f2-7967-4f5d-a7c7-cb3ecc60c61f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] delete failed (client error): The resource could not be found. Jul 27 21:08:40.737657 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b05d55f2-7967-4f5d-a7c7-cb3ecc60c61f tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "DELETE /v2.0/routers/756bac60-1208-458a-a7e8-8fa91c5aea33 HTTP/1.1" status: 404 len: 336 time: 0.0440304 Jul 27 21:08:40.739930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48692) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.754618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] Deleting port 6585cf28-5189-4337-b089-4ed40638f3b9 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:40.755183 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.777167 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8932d0e9-8da3-4398-b289-182eef90ac22 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac HTTP/1.1" status: 200 len: 205 time: 0.0359321 Jul 27 21:08:40.781590 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48696) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.784867 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7a6acb59-acb0-4e94-a065-3534e52dc295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.820943 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0d44bf37-7cfc-4e75-8747-58e07fe28857 None None] For port 6585cf28-5189-4337-b089-4ed40638f3b9, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6585cf28-5189-4337-b089-4ed40638f3b9,segment=NetworkSegment(bd601fb5-7b90-4017-b845-1527c22913a9),segment_id=bd601fb5-7b90-4017-b845-1527c22913a9)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:40.821937 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0d44bf37-7cfc-4e75-8747-58e07fe28857 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.837680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-0d44bf37-7cfc-4e75-8747-58e07fe28857 None None] Calling delete_port for 6585cf28-5189-4337-b089-4ed40638f3b9 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:40.850143 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] For port 6585cf28-5189-4337-b089-4ed40638f3b9, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6585cf28-5189-4337-b089-4ed40638f3b9,segment=NetworkSegment(bd601fb5-7b90-4017-b845-1527c22913a9),segment_id=bd601fb5-7b90-4017-b845-1527c22913a9)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:40.850904 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.880738 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-2114a71c-eb1b-4d7d-8b2d-abf26f17818d tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] delete failed (client error): The resource could not be found. Jul 27 21:08:40.881273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] Calling delete_port for 6585cf28-5189-4337-b089-4ed40638f3b9 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:40.884372 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2114a71c-eb1b-4d7d-8b2d-abf26f17818d tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "DELETE /v2.0/routers/a6dadaaa-c06c-4d90-b9d9-810d38d8b2ac HTTP/1.1" status: 404 len: 336 time: 0.0982573 Jul 27 21:08:40.901871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48700) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.952335 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-500039a5-20c3-4548-a1d7-dd55828192c7 tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "GET /v2.0/ports?device_id=862abf14-77ac-4191-b363-0aa1b110d20c HTTP/1.1" status: 200 len: 205 time: 0.0406210 Jul 27 21:08:40.956776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48702) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:40.964323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 37b76c06-b85b-411a-bfad-51dc826975bf no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:40.991667 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:40.992099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 37b76c06-b85b-411a-bfad-51dc826975bf {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:08:40.992625 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 37b76c06-b85b-411a-bfad-51dc826975bf not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:08:40.993253 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6585cf28-5189-4337-b089-4ed40638f3b9 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:41.008214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] No DVR routers for this DVR port 6585cf28-5189-4337-b089-4ed40638f3b9 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:41.021962 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 6585cf28-5189-4337-b089-4ed40638f3b9 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:08:41.022365 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6585cf28-5189-4337-b089-4ed40638f3b9 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:08:41.032774 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0d44bf37-7cfc-4e75-8747-58e07fe28857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.041558 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-367dc148-38dc-429f-aa37-fe5d259d3ced tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] delete failed (client error): The resource could not be found. Jul 27 21:08:41.043529 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-367dc148-38dc-429f-aa37-fe5d259d3ced tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "DELETE /v2.0/routers/862abf14-77ac-4191-b363-0aa1b110d20c HTTP/1.1" status: 404 len: 336 time: 0.0765061 Jul 27 21:08:41.052311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48704) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:41.061770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=6585cf28-5189-4337-b089-4ed40638f3b9,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:41.073771 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d44bf37-7cfc-4e75-8747-58e07fe28857 None None] No DVR routers for this DVR port 6585cf28-5189-4337-b089-4ed40638f3b9 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:41.075662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44bf37-7cfc-4e75-8747-58e07fe28857 None None] Pushing event deleted for resources: {'Port': ['ID=6585cf28-5189-4337-b089-4ed40638f3b9,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:41.104005 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-23eb82b0-1ce5-4d43-8062-247aab45b4df tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] DELETE failed (client error): The resource could not be found. Jul 27 21:08:41.104696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23eb82b0-1ce5-4d43-8062-247aab45b4df tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:08:41.110254 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-23eb82b0-1ce5-4d43-8062-247aab45b4df tempest-RoutersIpV6AdminTest-757424816 tempest-RoutersIpV6AdminTest-757424816-project] 10.222.0.55 "DELETE /v2.0/subnets/da8acff0-7886-4a9e-a4c9-c75acca5bb11 HTTP/1.1" status: 404 len: 337 time: 0.0570452 Jul 27 21:08:41.129406 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7a6acb59-acb0-4e94-a065-3534e52dc295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.138018 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.159782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756c3330-fc59-4be5-abd7-594a95907f71']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:41.176576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6acb59-acb0-4e94-a065-3534e52dc295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=341b6e46-52e4-466f-aa58-4484e846a79f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:41.180969 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7a6acb59-acb0-4e94-a065-3534e52dc295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.183122 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7a6acb59-acb0-4e94-a065-3534e52dc295 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/341b6e46-52e4-466f-aa58-4484e846a79f HTTP/1.1" status: 204 len: 168 time: 0.6673200 Jul 27 21:08:41.185842 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd601fb5-7b90-4017-b845-1527c22913a9') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:41.186157 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd601fb5-7b90-4017-b845-1527c22913a9') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:41.187868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48710) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:41.204049 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.227699 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.234380 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:08:41.234797 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.273904 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d716ebac-e760-479a-a8d7-95b362c56f58 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:08:41.277945 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:08:41.295368 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-770a35e2-0826-4671-81f8-430e77d4356e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.305536 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-d716ebac-e760-479a-a8d7-95b362c56f58 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Transition to ACTIVE for port object 3aa3ed5e-7f20-46cc-9e5c-f3894b90e7ea will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:41.308503 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.316577 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.320387 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] 10.222.0.55 "DELETE /v2.0/networks/756c3330-fc59-4be5-abd7-594a95907f71 HTTP/1.1" status: 204 len: 168 time: 1.0191152 Jul 27 21:08:41.341016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e4a57-e419-4583-b766-a176f31a4a6d admin admin] Pushing event deleted for resources: {'Network': ['ID=756c3330-fc59-4be5-abd7-594a95907f71,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:41.363989 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48718) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:41.414548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48722) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:41.415866 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-770a35e2-0826-4671-81f8-430e77d4356e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.427771 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d716ebac-e760-479a-a8d7-95b362c56f58 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.430560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-770a35e2-0826-4671-81f8-430e77d4356e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f462104-aed8-46e4-a16b-2beb1a80021a']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:41.469289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-770a35e2-0826-4671-81f8-430e77d4356e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d7d2de-9570-4ea6-bd06-8fcb11f17277') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:41.469595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-770a35e2-0826-4671-81f8-430e77d4356e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d7d2de-9570-4ea6-bd06-8fcb11f17277') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:41.485323 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-770a35e2-0826-4671-81f8-430e77d4356e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.488410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 3fb649f9-b216-4988-85fd-4e2c9102cbf3 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:41.501850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d716ebac-e760-479a-a8d7-95b362c56f58 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Network 354e56b5-5993-4723-b171-961f24407f0c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:41.512057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-d716ebac-e760-479a-a8d7-95b362c56f58 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:41.516087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 3fb649f9-b216-4988-85fd-4e2c9102cbf3 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:08:41.517407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 3fb649f9-b216-4988-85fd-4e2c9102cbf3 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:08:41.517610 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-770a35e2-0826-4671-81f8-430e77d4356e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.519987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d716ebac-e760-479a-a8d7-95b362c56f58 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:41.556344 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2357cdb9-09b9-4fd5-8b78-ac3ba7d8e725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.563615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716ebac-e760-479a-a8d7-95b362c56f58 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event updated for resources: {'Port': ['ID=3aa3ed5e-7f20-46cc-9e5c-f3894b90e7ea,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:41.566574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770a35e2-0826-4671-81f8-430e77d4356e admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:08:41.567056 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-770a35e2-0826-4671-81f8-430e77d4356e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:08:41.577294 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:08:41.587933 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48726) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:41.635959 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bffe5888-ee8e-451e-a4ee-a8304a70afa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.663220 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d716ebac-e760-479a-a8d7-95b362c56f58 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:41.663946 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d716ebac-e760-479a-a8d7-95b362c56f58 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.667739 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-770a35e2-0826-4671-81f8-430e77d4356e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.676153 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-770a35e2-0826-4671-81f8-430e77d4356e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.678309 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-770a35e2-0826-4671-81f8-430e77d4356e admin admin] 10.222.0.55 "DELETE /v2.0/networks/7f462104-aed8-46e4-a16b-2beb1a80021a HTTP/1.1" status: 204 len: 168 time: 0.4892628 Jul 27 21:08:41.681148 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-81f47af1-30c2-448d-8a53-d04f544652e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb9c244af89645439bc3427cbbf85ecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0918605 Jul 27 21:08:41.685002 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48730) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:41.695647 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a35e2-0826-4671-81f8-430e77d4356e admin admin] Pushing event deleted for resources: {'Network': ['ID=7f462104-aed8-46e4-a16b-2beb1a80021a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:41.764099 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a5bc682-906a-4117-bba3-4abf0d8dd18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.796695 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2357cdb9-09b9-4fd5-8b78-ac3ba7d8e725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.811683 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2357cdb9-09b9-4fd5-8b78-ac3ba7d8e725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.818668 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a5bc682-906a-4117-bba3-4abf0d8dd18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.849711 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e054c5e5-5000-43a4-ac47-23c4addcff81 None None] Provisioning for port 3aa3ed5e-7f20-46cc-9e5c-f3894b90e7ea completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:41.854485 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e054c5e5-5000-43a4-ac47-23c4addcff81 None None] Provisioning complete for port 3aa3ed5e-7f20-46cc-9e5c-f3894b90e7ea triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:41.854799 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e054c5e5-5000-43a4-ac47-23c4addcff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.890536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2357cdb9-09b9-4fd5-8b78-ac3ba7d8e725 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8dd65f0fe304dc8bf5a56ab571189b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5242436 Jul 27 21:08:41.893806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48732) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:41.894738 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e054c5e5-5000-43a4-ac47-23c4addcff81 None None] Port 3aa3ed5e-7f20-46cc-9e5c-f3894b90e7ea cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:41.895589 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357cdb9-09b9-4fd5-8b78-ac3ba7d8e725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19cd9f9-10ea-446b-9f4f-571dab4b70c4,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:41.909770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48734) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:41.945860 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a5bc682-906a-4117-bba3-4abf0d8dd18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.948427 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a5bc682-906a-4117-bba3-4abf0d8dd18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.949926 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7a5bc682-906a-4117-bba3-4abf0d8dd18f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a56d1b7-56ee-4810-8196-8238af583322 HTTP/1.1" status: 204 len: 168 time: 0.2635372 Jul 27 21:08:41.981783 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bc682-906a-4117-bba3-4abf0d8dd18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a56d1b7-56ee-4810-8196-8238af583322,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:41.985149 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6af4f4c0-d1ef-450f-af90-c8bec1d0ae23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:41.989003 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-eb7a33d7-a7fc-41b2-9b76-fa770b311c82 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=81bb9512f5534193ba9cc17ea8ccab1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0781257 Jul 27 21:08:41.993223 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48740) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:42.032553 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6af4f4c0-d1ef-450f-af90-c8bec1d0ae23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.070777 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bffe5888-ee8e-451e-a4ee-a8304a70afa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.074059 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d9606bd-4bc7-4262-a3ca-861226974cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.084014 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bffe5888-ee8e-451e-a4ee-a8304a70afa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.085131 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d716ebac-e760-479a-a8d7-95b362c56f58 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0685513 Jul 27 21:08:42.087496 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48742) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:42.096221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-318ae8fa-d318-40a9-863a-075c1331d017 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Request body: {'port': {'network_id': '354e56b5-5993-4723-b171-961f24407f0c', 'name': 'tempest-AllowedAddressPairTestJSON-1017081897'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:42.115170 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d9606bd-4bc7-4262-a3ca-861226974cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.143663 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6af4f4c0-d1ef-450f-af90-c8bec1d0ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.147093 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6af4f4c0-d1ef-450f-af90-c8bec1d0ae23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.148711 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6af4f4c0-d1ef-450f-af90-c8bec1d0ae23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f19cd9f9-10ea-446b-9f4f-571dab4b70c4 HTTP/1.1" status: 204 len: 168 time: 0.2543449 Jul 27 21:08:42.159699 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bffe5888-ee8e-451e-a4ee-a8304a70afa5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9af7db335bda40049f88194fbb2ff0f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7434442 Jul 27 21:08:42.161698 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe5888-ee8e-451e-a4ee-a8304a70afa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863b2604-2eab-4c77-bf2a-7c9e0d4f3b25,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:42.162402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48746) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:42.191645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4f4c0-d1ef-450f-af90-c8bec1d0ae23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19cd9f9-10ea-446b-9f4f-571dab4b70c4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:42.235787 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d9606bd-4bc7-4262-a3ca-861226974cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.247586 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d9606bd-4bc7-4262-a3ca-861226974cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.251824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7d9606bd-4bc7-4262-a3ca-861226974cdd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a0d6d151-9e3a-4e22-88f4-57607d273147 HTTP/1.1" status: 204 len: 168 time: 0.2575622 Jul 27 21:08:42.255260 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d590db43-a622-4abc-9a05-ba841d2b3b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.280066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9606bd-4bc7-4262-a3ca-861226974cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d6d151-9e3a-4e22-88f4-57607d273147,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:42.293803 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d590db43-a622-4abc-9a05-ba841d2b3b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.344844 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318ae8fa-d318-40a9-863a-075c1331d017 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Made reservation on behalf of 243f94ac082a440e818cd04179c2c548 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:42.348407 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-318ae8fa-d318-40a9-863a-075c1331d017 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.368368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-318ae8fa-d318-40a9-863a-075c1331d017 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] device_id is not set on port f2178774-e511-4a46-90de-efd5601d8e13 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:08:42.380331 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d590db43-a622-4abc-9a05-ba841d2b3b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.383498 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d590db43-a622-4abc-9a05-ba841d2b3b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.384654 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d590db43-a622-4abc-9a05-ba841d2b3b2f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/863b2604-2eab-4c77-bf2a-7c9e0d4f3b25 HTTP/1.1" status: 204 len: 168 time: 0.2211411 Jul 27 21:08:42.434082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590db43-a622-4abc-9a05-ba841d2b3b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863b2604-2eab-4c77-bf2a-7c9e0d4f3b25,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:42.530308 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-318ae8fa-d318-40a9-863a-075c1331d017 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Allocated IP 172.20.0.9 (354e56b5-5993-4723-b171-961f24407f0c/fce54a87-161a-4aa7-bb98-0aef50c9f19c/f2178774-e511-4a46-90de-efd5601d8e13) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:42.693728 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48768) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:42.697715 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-318ae8fa-d318-40a9-863a-075c1331d017 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.710283 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39ca891b-3afc-4d5f-93ab-391eb08699ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.715398 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-318ae8fa-d318-40a9-863a-075c1331d017 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Transition to ACTIVE for port object f2178774-e511-4a46-90de-efd5601d8e13 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:42.783823 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-318ae8fa-d318-40a9-863a-075c1331d017 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.833261 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39ca891b-3afc-4d5f-93ab-391eb08699ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.837674 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318ae8fa-d318-40a9-863a-075c1331d017 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Network 354e56b5-5993-4723-b171-961f24407f0c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:42.840100 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39ca891b-3afc-4d5f-93ab-391eb08699ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.846914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-318ae8fa-d318-40a9-863a-075c1331d017 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:42.854313 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318ae8fa-d318-40a9-863a-075c1331d017 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:42.884529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ae8fa-d318-40a9-863a-075c1331d017 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event updated for resources: {'Port': ['ID=f2178774-e511-4a46-90de-efd5601d8e13,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:42.923038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca891b-3afc-4d5f-93ab-391eb08699ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba4aa67-a7c5-40d3-8711-03aa9933feec,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:42.924413 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318ae8fa-d318-40a9-863a-075c1331d017 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:42.925359 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-318ae8fa-d318-40a9-863a-075c1331d017 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:42.930609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48776) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:42.930884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-39ca891b-3afc-4d5f-93ab-391eb08699ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17824fd28aad4bd9a57e18641f29230a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360203 Jul 27 21:08:42.977141 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-318ae8fa-d318-40a9-863a-075c1331d017 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8883564 Jul 27 21:08:42.981005 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48780) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:42.988415 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-faef0606-a010-41fe-94b8-f70fe722d77e tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:21:2a:33'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:d7:c6:cd'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:43.020054 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48784) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:43.059244 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-535e07fd-e33c-464c-b99e-f58fe508a57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.118853 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-535e07fd-e33c-464c-b99e-f58fe508a57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.135552 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5439b163-066d-418b-a8c0-668ef4ab62ba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8fa0651fd19e414f9a97d7e2382d2a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1140959 Jul 27 21:08:43.139158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48786) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:43.214394 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92da7896-78f0-405f-9adb-0d4ed3c093ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.234396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-250a14d4-3403-4d67-a830-7b47279fe106 None None] Provisioning for port f2178774-e511-4a46-90de-efd5601d8e13 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:43.239343 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-250a14d4-3403-4d67-a830-7b47279fe106 None None] Provisioning complete for port f2178774-e511-4a46-90de-efd5601d8e13 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:43.239821 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-250a14d4-3403-4d67-a830-7b47279fe106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.246093 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92da7896-78f0-405f-9adb-0d4ed3c093ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.258835 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-535e07fd-e33c-464c-b99e-f58fe508a57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.261732 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-535e07fd-e33c-464c-b99e-f58fe508a57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.263580 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-535e07fd-e33c-464c-b99e-f58fe508a57c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ba4aa67-a7c5-40d3-8711-03aa9933feec HTTP/1.1" status: 204 len: 168 time: 0.3313057 Jul 27 21:08:43.281095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e07fd-e33c-464c-b99e-f58fe508a57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba4aa67-a7c5-40d3-8711-03aa9933feec,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:43.320220 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-250a14d4-3403-4d67-a830-7b47279fe106 None None] Port f2178774-e511-4a46-90de-efd5601d8e13 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:43.334847 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faef0606-a010-41fe-94b8-f70fe722d77e tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.335531 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92da7896-78f0-405f-9adb-0d4ed3c093ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.338199 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92da7896-78f0-405f-9adb-0d4ed3c093ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.341650 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-92da7896-78f0-405f-9adb-0d4ed3c093ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44c66b8b-c590-4b78-b23c-d11f51b3e107 HTTP/1.1" status: 204 len: 168 time: 0.1993804 Jul 27 21:08:43.348922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da7896-78f0-405f-9adb-0d4ed3c093ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c66b8b-c590-4b78-b23c-d11f51b3e107,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:43.561122 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faef0606-a010-41fe-94b8-f70fe722d77e tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.569331 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faef0606-a010-41fe-94b8-f70fe722d77e tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.670044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef0606-a010-41fe-94b8-f70fe722d77e tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event updated for resources: {'Port': ['ID=f2178774-e511-4a46-90de-efd5601d8e13,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:43.702695 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-faef0606-a010-41fe-94b8-f70fe722d77e tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] In _notify_port_updated(), no bound segment for port f2178774-e511-4a46-90de-efd5601d8e13 on network 354e56b5-5993-4723-b171-961f24407f0c {{(pid=105579) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:08:43.708713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef0606-a010-41fe-94b8-f70fe722d77e tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:43.709461 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faef0606-a010-41fe-94b8-f70fe722d77e tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.711281 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-faef0606-a010-41fe-94b8-f70fe722d77e tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "PUT /v2.0/ports/f2178774-e511-4a46-90de-efd5601d8e13 HTTP/1.1" status: 200 len: 1055 time: 0.7288899 Jul 27 21:08:43.713744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48814) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:43.854367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-5f861a03-66f0-4b65-8fb3-568a2009dff1 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Deleting port f2178774-e511-4a46-90de-efd5601d8e13 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:43.854719 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5f861a03-66f0-4b65-8fb3-568a2009dff1 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.863755 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48822) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:43.950996 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9b59b6a2-a536-45d6-9891-e17944930ddc None None] Provisioning complete for port f2178774-e511-4a46-90de-efd5601d8e13 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:43.953161 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9b59b6a2-a536-45d6-9891-e17944930ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.959216 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5f861a03-66f0-4b65-8fb3-568a2009dff1 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:43.973457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-5f861a03-66f0-4b65-8fb3-568a2009dff1 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Calling delete_port for f2178774-e511-4a46-90de-efd5601d8e13 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:44.007695 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-9b59b6a2-a536-45d6-9891-e17944930ddc None None] Port f2178774-e511-4a46-90de-efd5601d8e13 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:44.029061 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e66d8975-0cd9-48ad-a4db-1bbeb7e687c5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-457042532-network', 'tenant_id': '74515b0a3b6a45a388bbc13bd7f3d653'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:44.058885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48834) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:44.072787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66d8975-0cd9-48ad-a4db-1bbeb7e687c5 admin admin] Made reservation on behalf of 74515b0a3b6a45a388bbc13bd7f3d653 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:44.077233 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e66d8975-0cd9-48ad-a4db-1bbeb7e687c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.095301 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e66d8975-0cd9-48ad-a4db-1bbeb7e687c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.179789 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5f861a03-66f0-4b65-8fb3-568a2009dff1 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.221965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f861a03-66f0-4b65-8fb3-568a2009dff1 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event deleted for resources: {'Port': ['ID=f2178774-e511-4a46-90de-efd5601d8e13,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:44.289671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-aafda797-fa5f-4d1b-a602-8707ea81dabc admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-644161564-network', 'tenant_id': '3d8e8dd2e4b14b5d96aa885ed3cb0793'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:44.329712 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e66d8975-0cd9-48ad-a4db-1bbeb7e687c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.346409 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e66d8975-0cd9-48ad-a4db-1bbeb7e687c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.400406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66d8975-0cd9-48ad-a4db-1bbeb7e687c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:08:44.416681 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafda797-fa5f-4d1b-a602-8707ea81dabc admin admin] Made reservation on behalf of 3d8e8dd2e4b14b5d96aa885ed3cb0793 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:44.419072 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aafda797-fa5f-4d1b-a602-8707ea81dabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.429295 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d8975-0cd9-48ad-a4db-1bbeb7e687c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18aec038-70f8-4c71-ac74-4a5d4c551740,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:44.448564 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e66d8975-0cd9-48ad-a4db-1bbeb7e687c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.448915 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-e66d8975-0cd9-48ad-a4db-1bbeb7e687c5 admin admin] Added segment 62a124d3-8efd-4fbd-9ae1-dd9ac62b1489 of type vlan for network 874f537e-e9c6-4edd-8438-8ff33d048e2d Jul 27 21:08:44.469146 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aafda797-fa5f-4d1b-a602-8707ea81dabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.535640 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e66d8975-0cd9-48ad-a4db-1bbeb7e687c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.573446 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5f861a03-66f0-4b65-8fb3-568a2009dff1 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.578079 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5f861a03-66f0-4b65-8fb3-568a2009dff1 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "DELETE /v2.0/ports/f2178774-e511-4a46-90de-efd5601d8e13 HTTP/1.1" status: 204 len: 168 time: 0.8625410 Jul 27 21:08:44.581229 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48858) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:44.591069 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e66d8975-0cd9-48ad-a4db-1bbeb7e687c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.592098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66d8975-0cd9-48ad-a4db-1bbeb7e687c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:44.592696 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e66d8975-0cd9-48ad-a4db-1bbeb7e687c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.634533 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a3c6fd-bfd4-4530-b539-eded03172017 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] GET failed (client error): The resource could not be found. Jul 27 21:08:44.638556 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-39a3c6fd-bfd4-4530-b539-eded03172017 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "GET /v2.0/ports/f2178774-e511-4a46-90de-efd5601d8e13 HTTP/1.1" status: 404 len: 333 time: 0.0539114 Jul 27 21:08:44.648298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48864) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:44.674838 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d8975-0cd9-48ad-a4db-1bbeb7e687c5 admin admin] Pushing event updated for resources: {'Network': ['ID=874f537e-e9c6-4edd-8438-8ff33d048e2d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:44.686566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 874f537e-e9c6-4edd-8438-8ff33d048e2d details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:08:44.721482 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aafda797-fa5f-4d1b-a602-8707ea81dabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.727127 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aafda797-fa5f-4d1b-a602-8707ea81dabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.781627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e66d8975-0cd9-48ad-a4db-1bbeb7e687c5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9130454 Jul 27 21:08:44.782104 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48868) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:44.801841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-43118392-221e-43c5-a1c0-a0e385314ad2 admin admin] Request body: {'subnet': {'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-457042532-subnet', 'tenant_id': '74515b0a3b6a45a388bbc13bd7f3d653', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:44.816326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9d659749-6b49-4e12-92f3-f3a26ff802f8 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Deleting port 3aa3ed5e-7f20-46cc-9e5c-f3894b90e7ea {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:44.817369 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d659749-6b49-4e12-92f3-f3a26ff802f8 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.823197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafda797-fa5f-4d1b-a602-8707ea81dabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b437e5-e602-4f0a-b4ca-f0b284ae00a3,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:44.826673 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafda797-fa5f-4d1b-a602-8707ea81dabc admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:08:44.829809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43118392-221e-43c5-a1c0-a0e385314ad2 admin admin] Made reservation on behalf of 74515b0a3b6a45a388bbc13bd7f3d653 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:44.832269 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43118392-221e-43c5-a1c0-a0e385314ad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.891335 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aafda797-fa5f-4d1b-a602-8707ea81dabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.891706 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-aafda797-fa5f-4d1b-a602-8707ea81dabc admin admin] Added segment 1caf3eda-578e-46ca-b57f-0797ad95c5ff of type vlan for network 99f104ce-bab5-4104-a9a4-a817a5ee1bea Jul 27 21:08:44.931736 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d659749-6b49-4e12-92f3-f3a26ff802f8 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:44.946353 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9d659749-6b49-4e12-92f3-f3a26ff802f8 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Calling delete_port for 3aa3ed5e-7f20-46cc-9e5c-f3894b90e7ea owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:44.982847 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aafda797-fa5f-4d1b-a602-8707ea81dabc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:45.028540 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aafda797-fa5f-4d1b-a602-8707ea81dabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:45.030065 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafda797-fa5f-4d1b-a602-8707ea81dabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:45.032255 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aafda797-fa5f-4d1b-a602-8707ea81dabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:45.128879 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-aafda797-fa5f-4d1b-a602-8707ea81dabc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0687318 Jul 27 21:08:45.133144 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48880) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:45.235222 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d1c58d5d-067d-4902-b35e-d22d75b24977 admin admin] Request body: {'subnet': {'network_id': '99f104ce-bab5-4104-a9a4-a817a5ee1bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-644161564-subnet', 'tenant_id': '3d8e8dd2e4b14b5d96aa885ed3cb0793', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:45.241978 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d659749-6b49-4e12-92f3-f3a26ff802f8 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:45.270715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafda797-fa5f-4d1b-a602-8707ea81dabc admin admin] Pushing event updated for resources: {'Network': ['ID=99f104ce-bab5-4104-a9a4-a817a5ee1bea,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:45.285354 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 99f104ce-bab5-4104-a9a4-a817a5ee1bea details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:08:45.315818 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d659749-6b49-4e12-92f3-f3a26ff802f8 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event deleted for resources: {'Port': ['ID=3aa3ed5e-7f20-46cc-9e5c-f3894b90e7ea,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:45.407355 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c58d5d-067d-4902-b35e-d22d75b24977 admin admin] Made reservation on behalf of 3d8e8dd2e4b14b5d96aa885ed3cb0793 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:45.422900 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d1c58d5d-067d-4902-b35e-d22d75b24977 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:45.493981 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d659749-6b49-4e12-92f3-f3a26ff802f8 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:45.493981 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9d659749-6b49-4e12-92f3-f3a26ff802f8 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "DELETE /v2.0/ports/3aa3ed5e-7f20-46cc-9e5c-f3894b90e7ea HTTP/1.1" status: 204 len: 168 time: 0.8383214 Jul 27 21:08:45.493981 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48898) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:45.523149 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43118392-221e-43c5-a1c0-a0e385314ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:45.552806 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-67fe0d9a-d681-4581-a0b8-0acd7c032464 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] GET failed (client error): The resource could not be found. Jul 27 21:08:45.555340 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-67fe0d9a-d681-4581-a0b8-0acd7c032464 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "GET /v2.0/ports/3aa3ed5e-7f20-46cc-9e5c-f3894b90e7ea HTTP/1.1" status: 404 len: 333 time: 0.0639775 Jul 27 21:08:45.559982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48902) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:45.643582 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43118392-221e-43c5-a1c0-a0e385314ad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5afc042a-4902-464a-b704-f1422378a801,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:45.657286 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48904) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:45.684276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43118392-221e-43c5-a1c0-a0e385314ad2 admin admin] Checking segment: {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:45.684779 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43118392-221e-43c5-a1c0-a0e385314ad2 admin admin] Network hostable DHCP agents. Network: 874f537e-e9c6-4edd-8438-8ff33d048e2d, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:08:45.738754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43118392-221e-43c5-a1c0-a0e385314ad2 admin admin] Network 874f537e-e9c6-4edd-8438-8ff33d048e2d is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:08:45.782152 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-fa94766d-7cf7-4b3f-8dd2-6a7cefc9a2a1 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Deleting port b6e49ad9-a9f3-4b46-998e-7e8b3ca59e59 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:45.782783 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa94766d-7cf7-4b3f-8dd2-6a7cefc9a2a1 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:45.786348 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-43118392-221e-43c5-a1c0-a0e385314ad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 874f537e-e9c6-4edd-8438-8ff33d048e2d) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:45.795029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43118392-221e-43c5-a1c0-a0e385314ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:45.796134 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43118392-221e-43c5-a1c0-a0e385314ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:45.796423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe26310-00e3-4d7c-93be-f386644b4f39 None None] Network 874f537e-e9c6-4edd-8438-8ff33d048e2d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:45.806211 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d1c58d5d-067d-4902-b35e-d22d75b24977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:45.852216 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-43118392-221e-43c5-a1c0-a0e385314ad2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0609903 Jul 27 21:08:45.902412 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c58d5d-067d-4902-b35e-d22d75b24977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c1a8b0b-172a-4a97-92d0-67d2d1f5984e,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:45.916219 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c58d5d-067d-4902-b35e-d22d75b24977 admin admin] Checking segment: {'id': '1caf3eda-578e-46ca-b57f-0797ad95c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '99f104ce-bab5-4104-a9a4-a817a5ee1bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:45.916588 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c58d5d-067d-4902-b35e-d22d75b24977 admin admin] Network hostable DHCP agents. Network: 99f104ce-bab5-4104-a9a4-a817a5ee1bea, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:08:45.949171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1715116980', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:45.958335 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c58d5d-067d-4902-b35e-d22d75b24977 admin admin] Network 99f104ce-bab5-4104-a9a4-a817a5ee1bea is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:08:45.973713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-d1c58d5d-067d-4902-b35e-d22d75b24977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 99f104ce-bab5-4104-a9a4-a817a5ee1bea) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:45.977379 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c58d5d-067d-4902-b35e-d22d75b24977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:45.977943 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d1c58d5d-067d-4902-b35e-d22d75b24977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:46.011279 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81721eb-37e4-4549-9aec-60400232caf6 None None] Network 99f104ce-bab5-4104-a9a4-a817a5ee1bea requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:46.013121 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa94766d-7cf7-4b3f-8dd2-6a7cefc9a2a1 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:46.028456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-fa94766d-7cf7-4b3f-8dd2-6a7cefc9a2a1 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Calling delete_port for b6e49ad9-a9f3-4b46-998e-7e8b3ca59e59 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:46.105453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea2e208-407c-4457-983c-83236247fe15 None None] Network 874f537e-e9c6-4edd-8438-8ff33d048e2d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:46.147047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Made reservation on behalf of 83f1a407044f43909ff3beee700e4e8f for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:46.149954 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:46.159972 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d1c58d5d-067d-4902-b35e-d22d75b24977 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9422491 Jul 27 21:08:46.179487 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:46.230272 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821519b0-9334-4108-9bd1-edc18a541cbf None None] Network 99f104ce-bab5-4104-a9a4-a817a5ee1bea requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:46.369905 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:46.394528 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:46.427958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] device_id is not set on port b6816777-8bcc-46b7-902b-18858a81c367 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:08:46.436451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c374fd9-e392-4693-9ac6-b1a2bcb09204,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:46.577486 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa94766d-7cf7-4b3f-8dd2-6a7cefc9a2a1 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:46.682961 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94766d-7cf7-4b3f-8dd2-6a7cefc9a2a1 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event deleted for resources: {'Port': ['ID=b6e49ad9-a9f3-4b46-998e-7e8b3ca59e59,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:46.735091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Allocated IP 172.25.2.78 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/b6816777-8bcc-46b7-902b-18858a81c367) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:46.773907 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-59cb0ff4-1f51-4b1e-b2cb-f2a553d2a40f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:46.776165 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-59cb0ff4-1f51-4b1e-b2cb-f2a553d2a40f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 811 time: 0.2314646 Jul 27 21:08:46.821856 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa94766d-7cf7-4b3f-8dd2-6a7cefc9a2a1 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:46.823830 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fa94766d-7cf7-4b3f-8dd2-6a7cefc9a2a1 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "DELETE /v2.0/ports/b6e49ad9-a9f3-4b46-998e-7e8b3ca59e59 HTTP/1.1" status: 204 len: 168 time: 1.2621229 Jul 27 21:08:46.827339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48954) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:46.836764 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-8c5e2ab4-9fcc-450d-8b6c-837b2ee21c76 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/quotas/74515b0a3b6a45a388bbc13bd7f3d653 HTTP/1.1" status: 200 len: 375 time: 0.0482850 Jul 27 21:08:46.882876 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-8d3cf47e-4af1-427f-a366-6961de25aab9 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390167 Jul 27 21:08:46.986381 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-8c38b42c-e814-4884-bb21-5001339f1b6e tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:46.988274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-8c38b42c-e814-4884-bb21-5001339f1b6e tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/networks?id=99f104ce-bab5-4104-a9a4-a817a5ee1bea HTTP/1.1" status: 200 len: 812 time: 0.2561216 Jul 27 21:08:47.000677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-3147422d-86d5-4ed6-92ef-2c90a63a3e31 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Deleting subnet fce54a87-161a-4aa7-bb98-0aef50c9f19c {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:08:47.005803 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.007890 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3147422d-86d5-4ed6-92ef-2c90a63a3e31 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.021973 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-681f0729-98c9-4470-9bdf-48519d33d3e5 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/quotas/3d8e8dd2e4b14b5d96aa885ed3cb0793 HTTP/1.1" status: 200 len: 375 time: 0.0199997 Jul 27 21:08:47.057560 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3147422d-86d5-4ed6-92ef-2c90a63a3e31 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.058020 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-d8f00360-5090-401f-8e09-ddc29e8d17a1 service neutron] 10.222.0.55 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660504 Jul 27 21:08:47.086699 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-af1288bd-5620-4167-af64-5c0c63863fe0 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d8e8dd2e4b14b5d96aa885ed3cb0793&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511339 Jul 27 21:08:47.120646 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.251519 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b09a2878-b6de-4941-a3c4-af7492cefa2e service neutron] 10.222.0.55 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897845 Jul 27 21:08:47.263481 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-37444a0e-f4b3-4b92-b41e-51878a7b38c6 service neutron] 10.222.0.55 "GET /v2.0/networks/99f104ce-bab5-4104-a9a4-a817a5ee1bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394503 Jul 27 21:08:47.396271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-dd0756c0-0a70-431b-a156-c7272d0f2b84 service neutron] 10.222.0.55 "GET /v2.0/networks/99f104ce-bab5-4104-a9a4-a817a5ee1bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317961 Jul 27 21:08:47.498474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:47.503649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:47.517012 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:47.557331 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3147422d-86d5-4ed6-92ef-2c90a63a3e31 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.580079 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6b5cf1e-8b51-4a42-b418-e42863ad05c4 req-5896ff96-43f2-41a6-b98a-f7e656345614 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 210 time: 0.0696805 Jul 27 21:08:47.610498 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Pushing event updated for resources: {'Port': ['ID=b6816777-8bcc-46b7-902b-18858a81c367,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:47.638578 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:47.645383 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.699921 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1048c087-fa44-4c0a-bb52-1fc10508ec45 tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0374451 Jul 27 21:08:47.700770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 48976) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:47.706273 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-be19f2c3-e59d-48a4-87e8-27413896c5fd tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.78'}]}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:47.711978 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-447c6ebb-ed73-4da4-8136-1dfe3c70a08e req-6a7e3b79-a60d-4170-b012-a77c95a4552c tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 210 time: 0.0537274 Jul 27 21:08:47.720316 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3147422d-86d5-4ed6-92ef-2c90a63a3e31 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.767231 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3147422d-86d5-4ed6-92ef-2c90a63a3e31 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.772686 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 48978) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:47.772789 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3147422d-86d5-4ed6-92ef-2c90a63a3e31 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "DELETE /v2.0/subnets/fce54a87-161a-4aa7-bb98-0aef50c9f19c HTTP/1.1" status: 204 len: 168 time: 0.9440706 Jul 27 21:08:47.774665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147422d-86d5-4ed6-92ef-2c90a63a3e31 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event deleted for resources: {'Subnet': ['ID=fce54a87-161a-4aa7-bb98-0aef50c9f19c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:47.778523 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b257f28c-c8b4-4e05-ac82-4e7f48cebbea None None] Network 354e56b5-5993-4723-b171-961f24407f0c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:47.782802 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be19f2c3-e59d-48a4-87e8-27413896c5fd tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.785187 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be19f2c3-e59d-48a4-87e8-27413896c5fd tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.855159 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be19f2c3-e59d-48a4-87e8-27413896c5fd tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:47.926990 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.045644 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Deleting port 65556708-7dbf-4f03-9bda-b0f9470fcb8d {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:48.046189 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.100786 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be19f2c3-e59d-48a4-87e8-27413896c5fd tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.138765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a6ed4-7588-4a70-ac66-c0a55f61f2ed None None] DHCP port deletion for 354e56b5-5993-4723-b171-961f24407f0c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:08:48.169286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] For port 65556708-7dbf-4f03-9bda-b0f9470fcb8d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=65556708-7dbf-4f03-9bda-b0f9470fcb8d,segment=NetworkSegment(bb2e3bf2-6d78-46b7-9523-e7830a2c7f20),segment_id=bb2e3bf2-6d78-46b7-9523-e7830a2c7f20)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:48.169728 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.189459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Calling delete_port for 65556708-7dbf-4f03-9bda-b0f9470fcb8d owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:48.275369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a6ed4-7588-4a70-ac66-c0a55f61f2ed None None] Deleting port 65556708-7dbf-4f03-9bda-b0f9470fcb8d {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:48.275755 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6ed4-7588-4a70-ac66-c0a55f61f2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.326689 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.376618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cf8a6ed4-7588-4a70-ac66-c0a55f61f2ed None None] For port 65556708-7dbf-4f03-9bda-b0f9470fcb8d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=65556708-7dbf-4f03-9bda-b0f9470fcb8d,segment=NetworkSegment(bb2e3bf2-6d78-46b7-9523-e7830a2c7f20),segment_id=bb2e3bf2-6d78-46b7-9523-e7830a2c7f20)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:48.377011 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6ed4-7588-4a70-ac66-c0a55f61f2ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.393864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event deleted for resources: {'Port': ['ID=65556708-7dbf-4f03-9bda-b0f9470fcb8d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:48.403898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a6ed4-7588-4a70-ac66-c0a55f61f2ed None None] Calling delete_port for 65556708-7dbf-4f03-9bda-b0f9470fcb8d owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:48.406996 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] No DVR routers for this DVR port 65556708-7dbf-4f03-9bda-b0f9470fcb8d on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:48.444332 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be19f2c3-e59d-48a4-87e8-27413896c5fd tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.469389 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be19f2c3-e59d-48a4-87e8-27413896c5fd tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.527497 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.545645 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354e56b5-5993-4723-b171-961f24407f0c']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:48.548148 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cf8a6ed4-7588-4a70-ac66-c0a55f61f2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.558513 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2e3bf2-6d78-46b7-9523-e7830a2c7f20') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:48.558863 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2e3bf2-6d78-46b7-9523-e7830a2c7f20') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:08:48.570945 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.589236 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.599507 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a6ed4-7588-4a70-ac66-c0a55f61f2ed None None] Pushing event deleted for resources: {'Port': ['ID=65556708-7dbf-4f03-9bda-b0f9470fcb8d,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:48.601794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a6ed4-7588-4a70-ac66-c0a55f61f2ed None None] No DVR routers for this DVR port 65556708-7dbf-4f03-9bda-b0f9470fcb8d on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:08:48.601953 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:08:48.602562 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:08:48.609783 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:08:48.674399 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be19f2c3-e59d-48a4-87e8-27413896c5fd tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.731795 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-09cbef65-d872-42d8-875e-284230ab2e8a req-fac7c95f-e387-48f8-a7a7-9cf9ac5aadc8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 210 time: 0.0435476 Jul 27 21:08:48.751356 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.759241 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:48.763533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] 10.222.0.55 "DELETE /v2.0/networks/354e56b5-5993-4723-b171-961f24407f0c HTTP/1.1" status: 204 len: 168 time: 0.9878528 Jul 27 21:08:48.786132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a264f2c-9cc4-40e8-a6f2-6fdc9d5df944 tempest-AllowedAddressPairTestJSON-1657217587 tempest-AllowedAddressPairTestJSON-1657217587-project] Pushing event deleted for resources: {'Network': ['ID=354e56b5-5993-4723-b171-961f24407f0c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:48.897273 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 65556708-7dbf-4f03-9bda-b0f9470fcb8d no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:08:48.937173 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 65556708-7dbf-4f03-9bda-b0f9470fcb8d {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:08:48.937571 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 65556708-7dbf-4f03-9bda-b0f9470fcb8d not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:08:48.941964 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c83b6b3b-8234-41e2-b97b-6814ed9830da req-afe01a84-53f6-417e-93cc-b171cfb5e6fa tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 210 time: 0.0642450 Jul 27 21:08:49.034083 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be19f2c3-e59d-48a4-87e8-27413896c5fd tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.038295 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be19f2c3-e59d-48a4-87e8-27413896c5fd tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.095762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-216dd794-a1c3-4cdf-a29d-70e5e438ac8c tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:49.097250 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-216dd794-a1c3-4cdf-a29d-70e5e438ac8c tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.20 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 811 time: 0.2083604 Jul 27 21:08:49.112458 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-6acf3fd0-82dd-4446-ac3c-366671947551 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Request body: {'port': {'device_id': 'bef98522-8c4a-4c8f-8035-858cfa9c96c5', 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d', 'admin_state_up': True, 'tenant_id': '74515b0a3b6a45a388bbc13bd7f3d653'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:49.117598 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be19f2c3-e59d-48a4-87e8-27413896c5fd tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.118140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be19f2c3-e59d-48a4-87e8-27413896c5fd tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c7315ac-53db-4c8d-9204-57e5b8c38fb1 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:08:49.192073 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-be19f2c3-e59d-48a4-87e8-27413896c5fd tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 27 21:08:49.195686 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-be19f2c3-e59d-48a4-87e8-27413896c5fd tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4916179 Jul 27 21:08:49.196103 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49004) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:49.230696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49006) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:49.310101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-745009c9-12ce-449b-97ef-f087109f98ba tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Deleting port b6816777-8bcc-46b7-902b-18858a81c367 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:08:49.311100 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-745009c9-12ce-449b-97ef-f087109f98ba tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.400802 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-745009c9-12ce-449b-97ef-f087109f98ba tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.410195 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-f8068319-474a-4142-9e31-0d7d6ca7836a tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:49.411944 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-f8068319-474a-4142-9e31-0d7d6ca7836a tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.20 "GET /v2.0/networks?id=99f104ce-bab5-4104-a9a4-a817a5ee1bea HTTP/1.1" status: 200 len: 812 time: 0.1958590 Jul 27 21:08:49.416265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-745009c9-12ce-449b-97ef-f087109f98ba tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Calling delete_port for b6816777-8bcc-46b7-902b-18858a81c367 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:08:49.442740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-bb1b6ae0-d1ec-4549-a886-95cc735e8964 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Request body: {'port': {'device_id': 'ebc6e9a8-39f1-4a74-868a-784ebd9f5022', 'network_id': '99f104ce-bab5-4104-a9a4-a817a5ee1bea', 'admin_state_up': True, 'tenant_id': '3d8e8dd2e4b14b5d96aa885ed3cb0793'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:49.539225 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-6acf3fd0-82dd-4446-ac3c-366671947551 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Made reservation on behalf of 74515b0a3b6a45a388bbc13bd7f3d653 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:49.542792 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-6acf3fd0-82dd-4446-ac3c-366671947551 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.550193 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9d409bf9-7fa8-40b8-a19d-44ebb13a8e90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=243f94ac082a440e818cd04179c2c548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186903 Jul 27 21:08:49.553265 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-745009c9-12ce-449b-97ef-f087109f98ba tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.558486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49012) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:49.643920 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745009c9-12ce-449b-97ef-f087109f98ba tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6816777-8bcc-46b7-902b-18858a81c367,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:49.708494 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-745009c9-12ce-449b-97ef-f087109f98ba tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.711058 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-745009c9-12ce-449b-97ef-f087109f98ba tempest-RoutersAdminNegativeIpV6Test-2043098222 tempest-RoutersAdminNegativeIpV6Test-2043098222-project-admin] 10.222.0.55 "DELETE /v2.0/ports/b6816777-8bcc-46b7-902b-18858a81c367 HTTP/1.1" status: 204 len: 168 time: 0.5137465 Jul 27 21:08:49.717549 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-97f2574b-3ea6-49d8-898d-4a0276594c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.736683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-bb1b6ae0-d1ec-4549-a886-95cc735e8964 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Made reservation on behalf of 3d8e8dd2e4b14b5d96aa885ed3cb0793 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:49.740154 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-bb1b6ae0-d1ec-4549-a886-95cc735e8964 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.793541 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-97f2574b-3ea6-49d8-898d-4a0276594c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:49.878169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-6acf3fd0-82dd-4446-ac3c-366671947551 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Allocated IP 172.20.0.7 (874f537e-e9c6-4edd-8438-8ff33d048e2d/5afc042a-4902-464a-b704-f1422378a801/71170b18-04a9-4f8b-bf46-daf4fdf3c928) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:49.918369 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5250108b-a52b-4b4e-9bd0-7ebb3f63a444 req-8393d6ea-d48f-40fd-b6bc-70594ca362c6 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 210 time: 0.0552132 Jul 27 21:08:49.992009 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49026) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:50.001400 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-97f2574b-3ea6-49d8-898d-4a0276594c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.004075 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-97f2574b-3ea6-49d8-898d-4a0276594c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.008194 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-97f2574b-3ea6-49d8-898d-4a0276594c23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/428af193-efdf-4d74-b078-b47bada8e351 HTTP/1.1" status: 204 len: 168 time: 0.4473815 Jul 27 21:08:50.028982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-bb1b6ae0-d1ec-4549-a886-95cc735e8964 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Allocated IP 172.20.0.3 (99f104ce-bab5-4104-a9a4-a817a5ee1bea/5c1a8b0b-172a-4a97-92d0-67d2d1f5984e/0b039123-94c8-4c0f-beac-f2f2a816fbe4) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:50.047004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2574b-3ea6-49d8-898d-4a0276594c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428af193-efdf-4d74-b078-b47bada8e351,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:50.321107 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-6acf3fd0-82dd-4446-ac3c-366671947551 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.401866 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-bb1b6ae0-d1ec-4549-a886-95cc735e8964 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.410568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d4046c5-ef08-4749-83bd-48f0a42a23c2 req-06b62be4-5989-49d1-895b-e0db0edd6705 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 210 time: 0.3920295 Jul 27 21:08:50.429238 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-6acf3fd0-82dd-4446-ac3c-366671947551 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.430483 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fd95b57-c6db-43b2-84ea-bfc017fb4212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.488180 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf3fd0-82dd-4446-ac3c-366671947551 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Pushing event updated for resources: {'Port': ['ID=71170b18-04a9-4f8b-bf46-daf4fdf3c928,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:50.504682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-6acf3fd0-82dd-4446-ac3c-366671947551 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Network 874f537e-e9c6-4edd-8438-8ff33d048e2d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:50.509250 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-6acf3fd0-82dd-4446-ac3c-366671947551 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:50.512956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-6acf3fd0-82dd-4446-ac3c-366671947551 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:50.558337 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-bb1b6ae0-d1ec-4549-a886-95cc735e8964 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.558644 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fd95b57-c6db-43b2-84ea-bfc017fb4212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.565513 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fd95b57-c6db-43b2-84ea-bfc017fb4212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.623145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd95b57-c6db-43b2-84ea-bfc017fb4212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012b6556-c93e-4fd9-afef-c62f67c46bef,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:50.631583 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4fd95b57-c6db-43b2-84ea-bfc017fb4212 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=03d89793156646149960aae2938b5bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6366754 Jul 27 21:08:50.633089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49044) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:50.633967 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-bb1b6ae0-d1ec-4549-a886-95cc735e8964 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Network 99f104ce-bab5-4104-a9a4-a817a5ee1bea is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:50.643568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-bb1b6ae0-d1ec-4549-a886-95cc735e8964 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:50.653771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-6acf3fd0-82dd-4446-ac3c-366671947551 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:50.654481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-6acf3fd0-82dd-4446-ac3c-366671947551 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.661338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-bb1b6ae0-d1ec-4549-a886-95cc735e8964 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:50.688250 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b6ae0-d1ec-4549-a886-95cc735e8964 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Pushing event updated for resources: {'Port': ['ID=0b039123-94c8-4c0f-beac-f2f2a816fbe4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:50.708243 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-6acf3fd0-82dd-4446-ac3c-366671947551 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6012187 Jul 27 21:08:50.722956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Request body: {'port': {'device_id': 'bef98522-8c4a-4c8f-8035-858cfa9c96c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:50.735262 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-bb1b6ae0-d1ec-4549-a886-95cc735e8964 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:50.735914 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-bb1b6ae0-d1ec-4549-a886-95cc735e8964 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.740967 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-41c274ec-5548-4c9a-a468-64400cdd703d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.773960 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-41c274ec-5548-4c9a-a468-64400cdd703d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.781660 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-bb1b6ae0-d1ec-4549-a886-95cc735e8964 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3569772 Jul 27 21:08:50.811708 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Request body: {'port': {'device_id': 'ebc6e9a8-39f1-4a74-868a-784ebd9f5022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:50.843431 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-41c274ec-5548-4c9a-a468-64400cdd703d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.848327 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-41c274ec-5548-4c9a-a468-64400cdd703d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.851166 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-41c274ec-5548-4c9a-a468-64400cdd703d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/012b6556-c93e-4fd9-afef-c62f67c46bef HTTP/1.1" status: 204 len: 168 time: 0.2170236 Jul 27 21:08:50.863793 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:50.864799 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c274ec-5548-4c9a-a468-64400cdd703d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012b6556-c93e-4fd9-afef-c62f67c46bef,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:50.950093 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:51.051013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49064) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:51.143680 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529c841-00a0-4e23-a507-17fb19f86bb6 req-f5b5f2cc-7885-44e6-ac0e-a81d84920170 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:51.154298 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1529c841-00a0-4e23-a507-17fb19f86bb6 req-f5b5f2cc-7885-44e6-ac0e-a81d84920170 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 931 time: 0.1541913 Jul 27 21:08:51.205543 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1529c841-00a0-4e23-a507-17fb19f86bb6 req-354892f7-1901-4d55-a6d0-2945a201b4b1 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480278 Jul 27 21:08:51.420088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-ef2a7867-fa29-47cd-bb75-adc03757acc7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'network': {'name': 'tempest-RoutersTest-705373658'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:51.455319 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49074) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:51.472698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71170b18-04a9-4f8b-bf46-daf4fdf3c928 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:08:51.493259 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:51.504676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2a7867-fa29-47cd-bb75-adc03757acc7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:51.508122 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7867-fa29-47cd-bb75-adc03757acc7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:51.541958 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-aaf06009-430f-4859-a487-e06e83ef0f3c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83f1a407044f43909ff3beee700e4e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0848541 Jul 27 21:08:51.546382 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49076) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:51.548575 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7867-fa29-47cd-bb75-adc03757acc7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:51.561129 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Transition to ACTIVE for port object 71170b18-04a9-4f8b-bf46-daf4fdf3c928 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:51.572374 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6d9b3-b261-4412-9c14-ab2e17efb8cb req-d633089d-8d61-4ba1-8739-d58900499884 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:51.574306 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85f6d9b3-b261-4412-9c14-ab2e17efb8cb req-d633089d-8d61-4ba1-8739-d58900499884 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 931 time: 0.0894775 Jul 27 21:08:51.580696 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:51.600889 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b039123-94c8-4c0f-beac-f2f2a816fbe4 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:08:51.624214 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85f6d9b3-b261-4412-9c14-ab2e17efb8cb req-23427ba5-f1fe-44a0-ac6b-d33e026eca31 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/security-groups?id=57b437e5-e602-4f0a-b4ca-f0b284ae00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Jul 27 21:08:51.638538 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:51.680643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Transition to ACTIVE for port object 0b039123-94c8-4c0f-beac-f2f2a816fbe4 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:51.695238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Pushing event updated for resources: {'Port': ['ID=71170b18-04a9-4f8b-bf46-daf4fdf3c928,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:51.697541 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:51.776760 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-40f7d486-8bad-4f9a-a8be-00ad5b41f9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:51.833106 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Pushing event updated for resources: {'Port': ['ID=0b039123-94c8-4c0f-beac-f2f2a816fbe4,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:51.876420 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-40f7d486-8bad-4f9a-a8be-00ad5b41f9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:51.977137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Attempting to bind port 71170b18-04a9-4f8b-bf46-daf4fdf3c928 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:08:51.977361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Attempting to bind port 71170b18-04a9-4f8b-bf46-daf4fdf3c928 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:08:51.978200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Attempting to bind port 71170b18-04a9-4f8b-bf46-daf4fdf3c928 on network 874f537e-e9c6-4edd-8438-8ff33d048e2d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:52.000057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Port 71170b18-04a9-4f8b-bf46-daf4fdf3c928 on network 874f537e-e9c6-4edd-8438-8ff33d048e2d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:08:52.000395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Attempting to bind port 71170b18-04a9-4f8b-bf46-daf4fdf3c928 on network 874f537e-e9c6-4edd-8438-8ff33d048e2d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:52.016627 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7867-fa29-47cd-bb75-adc03757acc7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:52.023898 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:08:52.024129 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Checking segment: {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:52.024570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Bound using segment: {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:08:52.025010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Bound port: 71170b18-04a9-4f8b-bf46-daf4fdf3c928, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:08:52.025368 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:52.040207 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7867-fa29-47cd-bb75-adc03757acc7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:52.060156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Attempting to bind port 0b039123-94c8-4c0f-beac-f2f2a816fbe4 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:08:52.060450 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Attempting to bind port 0b039123-94c8-4c0f-beac-f2f2a816fbe4 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '1caf3eda-578e-46ca-b57f-0797ad95c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '99f104ce-bab5-4104-a9a4-a817a5ee1bea'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:08:52.060773 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Attempting to bind port 0b039123-94c8-4c0f-beac-f2f2a816fbe4 on network 99f104ce-bab5-4104-a9a4-a817a5ee1bea {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:52.091718 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-40f7d486-8bad-4f9a-a8be-00ad5b41f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:52.095331 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-40f7d486-8bad-4f9a-a8be-00ad5b41f9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:52.095885 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-40f7d486-8bad-4f9a-a8be-00ad5b41f9e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c374fd9-e392-4693-9ac6-b1a2bcb09204 HTTP/1.1" status: 204 len: 168 time: 0.5451210 Jul 27 21:08:52.148655 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2a7867-fa29-47cd-bb75-adc03757acc7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:08:52.150447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Port 0b039123-94c8-4c0f-beac-f2f2a816fbe4 on network 99f104ce-bab5-4104-a9a4-a817a5ee1bea not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:08:52.150778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Attempting to bind port 0b039123-94c8-4c0f-beac-f2f2a816fbe4 on network 99f104ce-bab5-4104-a9a4-a817a5ee1bea {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:52.161921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a7867-fa29-47cd-bb75-adc03757acc7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2548f9f-3f2b-4aa9-9fea-9a582f7ff260,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:52.170836 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:08:52.171545 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Checking segment: {'id': '1caf3eda-578e-46ca-b57f-0797ad95c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '99f104ce-bab5-4104-a9a4-a817a5ee1bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:52.172148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Bound using segment: {'id': '1caf3eda-578e-46ca-b57f-0797ad95c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '99f104ce-bab5-4104-a9a4-a817a5ee1bea'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:08:52.172566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Bound port: 0b039123-94c8-4c0f-beac-f2f2a816fbe4, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1caf3eda-578e-46ca-b57f-0797ad95c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '99f104ce-bab5-4104-a9a4-a817a5ee1bea'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:08:52.172808 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:52.175004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] For port 71170b18-04a9-4f8b-bf46-daf4fdf3c928, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:08:52.188304 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7867-fa29-47cd-bb75-adc03757acc7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:52.188741 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-ef2a7867-fa29-47cd-bb75-adc03757acc7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Added segment 1328c969-2555-410e-8daa-ec2dd6455236 of type vlan for network f802515c-3738-47f3-bc88-9a21624fbe1e Jul 27 21:08:52.211394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7d486-8bad-4f9a-a8be-00ad5b41f9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c374fd9-e392-4693-9ac6-b1a2bcb09204,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:52.215115 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] For port 71170b18-04a9-4f8b-bf46-daf4fdf3c928, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=71170b18-04a9-4f8b-bf46-daf4fdf3c928,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:08:52.241306 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:52.419630 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e048f87-9498-47ab-8897-15ac35899575 req-1fd27bb9-eb79-4b0e-9f40-50866691c085 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:52.422594 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e048f87-9498-47ab-8897-15ac35899575 req-1fd27bb9-eb79-4b0e-9f40-50866691c085 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 943 time: 0.1246145 Jul 27 21:08:52.492135 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e048f87-9498-47ab-8897-15ac35899575 req-776f824f-0919-40d2-864c-cca67e31f633 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616360 Jul 27 21:08:52.638487 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7867-fa29-47cd-bb75-adc03757acc7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:52.670694 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:52.671358 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:52.672771 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] 10.222.0.20 "PUT /v2.0/ports/71170b18-04a9-4f8b-bf46-daf4fdf3c928 HTTP/1.1" status: 200 len: 1091 time: 1.9549720 Jul 27 21:08:52.674728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef98522-8c4a-4c8f-8035-858cfa9c96c5', 'tag': '71170b18-04a9-4f8b-bf46-daf4fdf3c928'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:52.676996 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dc5fd4-295f-40dd-b4e0-ddb8792df500" -d '{"events": [{"name": "network-changed", "server_uuid": "bef98522-8c4a-4c8f-8035-858cfa9c96c5", "tag": "71170b18-04a9-4f8b-bf46-daf4fdf3c928"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:52.712267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607a1de-6d8e-4af6-8547-7848c2774bbb service neutron] Pushing event updated for resources: {'Port': ['ID=71170b18-04a9-4f8b-bf46-daf4fdf3c928,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:52.809869 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ec63fc-78c2-4c22-a246-14d95614b6fe x-openstack-request-id: req-99ec63fc-78c2-4c22-a246-14d95614b6fe {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:52.810672 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef98522-8c4a-4c8f-8035-858cfa9c96c5", "tag": "71170b18-04a9-4f8b-bf46-daf4fdf3c928", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:52.811319 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99ec63fc-78c2-4c22-a246-14d95614b6fe {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:52.813635 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef98522-8c4a-4c8f-8035-858cfa9c96c5', 'tag': '71170b18-04a9-4f8b-bf46-daf4fdf3c928', 'status': 'completed', 'code': 200} Jul 27 21:08:52.821125 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7867-fa29-47cd-bb75-adc03757acc7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:52.829174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2a7867-fa29-47cd-bb75-adc03757acc7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:52.829888 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7867-fa29-47cd-bb75-adc03757acc7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:52.834099 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] For port 0b039123-94c8-4c0f-beac-f2f2a816fbe4, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:08:52.899957 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322fb90-45dc-4f3d-8080-164f33956217 req-1d020aa8-043e-45a6-a5ec-76fa66121446 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:52.903199 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5322fb90-45dc-4f3d-8080-164f33956217 req-1d020aa8-043e-45a6-a5ec-76fa66121446 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 943 time: 0.1118779 Jul 27 21:08:52.973027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] For port 0b039123-94c8-4c0f-beac-f2f2a816fbe4, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0b039123-94c8-4c0f-beac-f2f2a816fbe4,segment=NetworkSegment(1caf3eda-578e-46ca-b57f-0797ad95c5ff),segment_id=1caf3eda-578e-46ca-b57f-0797ad95c5ff)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:08:52.994765 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5322fb90-45dc-4f3d-8080-164f33956217 req-476d7d48-2f19-43fa-aa02-ea78dd655c09 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/security-groups?id=57b437e5-e602-4f0a-b4ca-f0b284ae00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810299 Jul 27 21:08:53.001940 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:53.009639 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ef2a7867-fa29-47cd-bb75-adc03757acc7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9525950 Jul 27 21:08:53.010383 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49114) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:53.021016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-9d316600-357b-4cfc-8ae7-308174ad709d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'network': {'name': 'tempest-RoutersTest-930402926'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:53.055425 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d316600-357b-4cfc-8ae7-308174ad709d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:53.059951 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9d316600-357b-4cfc-8ae7-308174ad709d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:53.084071 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a7867-fa29-47cd-bb75-adc03757acc7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Network': ['ID=f802515c-3738-47f3-bc88-9a21624fbe1e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:53.096949 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d316600-357b-4cfc-8ae7-308174ad709d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:08:53.103332 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network f802515c-3738-47f3-bc88-9a21624fbe1e details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:08:53.104221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:53.104989 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:53.107242 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] 10.222.0.20 "PUT /v2.0/ports/0b039123-94c8-4c0f-beac-f2f2a816fbe4 HTTP/1.1" status: 200 len: 1091 time: 2.3176315 Jul 27 21:08:53.127111 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9d316600-357b-4cfc-8ae7-308174ad709d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:53.127591 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-9d316600-357b-4cfc-8ae7-308174ad709d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Added segment 7287f210-5150-4753-ba79-de0dac84a21a of type vlan for network 01d32c44-b357-4a8e-b93c-13781145ced9 Jul 27 21:08:53.152398 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-7c8b3965-a5f6-454a-8572-e23463d52bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:53.153844 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-7c8b3965-a5f6-454a-8572-e23463d52bff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 1094 time: 0.4168561 Jul 27 21:08:53.163025 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f6cc2-54ca-487f-a3d1-836d1171fc28 service neutron] Pushing event updated for resources: {'Port': ['ID=0b039123-94c8-4c0f-beac-f2f2a816fbe4,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:53.225224 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49120) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:53.248312 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9d316600-357b-4cfc-8ae7-308174ad709d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:53.300024 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9d316600-357b-4cfc-8ae7-308174ad709d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:53.314648 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d316600-357b-4cfc-8ae7-308174ad709d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:53.315617 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9d316600-357b-4cfc-8ae7-308174ad709d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:53.318503 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-24c7682c-b7c1-4e60-a014-c2d8cdca037e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71170b18-04a9-4f8b-bf46-daf4fdf3c928 HTTP/1.1" status: 200 len: 217 time: 0.1502452 Jul 27 21:08:53.393883 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-48539dce-ab3a-4cfe-8818-c7a0385dc0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:53.395527 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-48539dce-ab3a-4cfe-8818-c7a0385dc0fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5afc042a-4902-464a-b704-f1422378a801 HTTP/1.1" status: 200 len: 851 time: 0.0694218 Jul 27 21:08:53.420037 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-412c31ef-e652-48e4-9634-915601e8ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:53.423127 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-412c31ef-e652-48e4-9634-915601e8ac8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d8e8dd2e4b14b5d96aa885ed3cb0793&device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 1094 time: 0.2531679 Jul 27 21:08:53.430753 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-84d5c252-7d4e-4b16-9459-df4e063d3ef5 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group': {'name': 'tempest-secgroup--416095172'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:53.446296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9d316600-357b-4cfc-8ae7-308174ad709d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4341595 Jul 27 21:08:53.453878 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49124) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:53.456064 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-67c08d84-d019-4986-af0e-bec0000e52ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=874f537e-e9c6-4edd-8438-8ff33d048e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490055 Jul 27 21:08:53.461308 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4543ab0e-40f5-4a63-aa2b-b6d7a68e5817 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'subnet': {'network_id': 'f802515c-3738-47f3-bc88-9a21624fbe1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:53.461469 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d316600-357b-4cfc-8ae7-308174ad709d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Network': ['ID=01d32c44-b357-4a8e-b93c-13781145ced9,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:53.476697 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 01d32c44-b357-4a8e-b93c-13781145ced9 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:08:53.486091 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84d5c252-7d4e-4b16-9459-df4e063d3ef5 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:53.500751 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84d5c252-7d4e-4b16-9459-df4e063d3ef5 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:53.636107 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-25704130-30dc-4d68-b0a8-2e839586e091 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b039123-94c8-4c0f-beac-f2f2a816fbe4 HTTP/1.1" status: 200 len: 217 time: 0.1910431 Jul 27 21:08:53.735151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-04b89a1b-c8cc-4794-aa80-91383f8c6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:53.736566 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-04b89a1b-c8cc-4794-aa80-91383f8c6ffd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c1a8b0b-172a-4a97-92d0-67d2d1f5984e HTTP/1.1" status: 200 len: 852 time: 0.0913744 Jul 27 21:08:53.779803 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f95f9-6275-473d-97db-b17d45f35923 req-b25c9524-40b7-4297-ae33-49d43e3a176d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:53.783531 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c4f95f9-6275-473d-97db-b17d45f35923 req-b25c9524-40b7-4297-ae33-49d43e3a176d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 943 time: 0.1938076 Jul 27 21:08:53.784154 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-2ae478ed-03ac-4eb9-8399-1b113f5babe6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f104ce-bab5-4104-a9a4-a817a5ee1bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398321 Jul 27 21:08:53.786785 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84d5c252-7d4e-4b16-9459-df4e063d3ef5 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:53.787702 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-18e46f78-fbb1-49f1-9ca6-5820b006bf4c service neutron] 10.222.0.20 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220906 Jul 27 21:08:53.794634 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84d5c252-7d4e-4b16-9459-df4e063d3ef5 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:53.871878 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5c252-7d4e-4b16-9459-df4e063d3ef5 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc12cab-a02a-40ce-b819-a44e625192ed,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:53.901992 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c4f95f9-6275-473d-97db-b17d45f35923 req-5e01098d-30cb-4abd-9116-79986b0b3f8b tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094329 Jul 27 21:08:53.912559 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4543ab0e-40f5-4a63-aa2b-b6d7a68e5817 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:53.916402 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4543ab0e-40f5-4a63-aa2b-b6d7a68e5817 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.038815 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84d5c252-7d4e-4b16-9459-df4e063d3ef5 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.057201 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84d5c252-7d4e-4b16-9459-df4e063d3ef5 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.065521 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-343444c5-8f30-4f18-98c2-0a7c1ec49ea1 service neutron] 10.222.0.20 "GET /v2.0/networks/99f104ce-bab5-4104-a9a4-a817a5ee1bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672963 Jul 27 21:08:54.082819 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84d5c252-7d4e-4b16-9459-df4e063d3ef5 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.083610 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-84d5c252-7d4e-4b16-9459-df4e063d3ef5 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8567984 Jul 27 21:08:54.097120 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fa4bd0cf-1243-4a0f-ab61-5bd12b0fb5d5 req-c4e47d56-4f25-4c00-b4ca-f4bc5204cb62 service neutron] 10.222.0.20 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956960 Jul 27 21:08:54.097435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49134) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:54.159758 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5c252-7d4e-4b16-9459-df4e063d3ef5 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed1dd96-795e-4262-a646-b8cb14ed1d7f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:54.290097 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7f47145f-e66e-4427-9271-63b77f2217a6 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1930029 Jul 27 21:08:54.293756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49140) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:54.301203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-410d90df-8198-4090-bac3-e0271bad0578 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group': {'name': 'tempest-security--142441426', 'description': 'tempest-security-description-986478042'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:54.318136 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2d761b45-b92d-42e6-add0-e552c7c9da2c req-7712a043-ad04-462d-bb78-7d7e44f9ff0f service neutron] 10.222.0.20 "GET /v2.0/networks/99f104ce-bab5-4104-a9a4-a817a5ee1bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263982 Jul 27 21:08:54.338471 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-410d90df-8198-4090-bac3-e0271bad0578 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.354595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc5fd4-295f-40dd-b4e0-ddb8792df500 req-99a93ce1-3cd3-4aec-ae1a-309520ee3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:54.357070 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06dc5fd4-295f-40dd-b4e0-ddb8792df500 req-99a93ce1-3cd3-4aec-ae1a-309520ee3fe8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 1094 time: 0.1900001 Jul 27 21:08:54.378467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413cf24-895a-4007-9f70-a8cdfbbfdca1 req-b7e6d821-1d0e-4db2-b4f6-e30366c2ee54 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:54.380074 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6413cf24-895a-4007-9f70-a8cdfbbfdca1 req-b7e6d821-1d0e-4db2-b4f6-e30366c2ee54 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 943 time: 0.2003922 Jul 27 21:08:54.405189 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4543ab0e-40f5-4a63-aa2b-b6d7a68e5817 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.425894 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-410d90df-8198-4090-bac3-e0271bad0578 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.435996 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-410d90df-8198-4090-bac3-e0271bad0578 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.439920 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-410d90df-8198-4090-bac3-e0271bad0578 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.440719 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-410d90df-8198-4090-bac3-e0271bad0578 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "PUT /v2.0/security-groups/bed1dd96-795e-4262-a646-b8cb14ed1d7f HTTP/1.1" status: 200 len: 1778 time: 0.1461148 Jul 27 21:08:54.445732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49142) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:54.456531 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6413cf24-895a-4007-9f70-a8cdfbbfdca1 req-385e0640-e486-4f83-9825-769194c88dd2 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/security-groups?id=57b437e5-e602-4f0a-b4ca-f0b284ae00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693462 Jul 27 21:08:54.492395 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d90df-8198-4090-bac3-e0271bad0578 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed1dd96-795e-4262-a646-b8cb14ed1d7f,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:54.510127 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1f391dc5-04cf-4324-87cd-1437844c40e6 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-groups/bed1dd96-795e-4262-a646-b8cb14ed1d7f HTTP/1.1" status: 200 len: 1778 time: 0.0630593 Jul 27 21:08:54.512693 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49144) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:54.513444 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543ab0e-40f5-4a63-aa2b-b6d7a68e5817 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Subnet': ['ID=bbd402ec-9448-4dc5-b97c-94e991900c1b,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:54.532433 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4543ab0e-40f5-4a63-aa2b-b6d7a68e5817 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Checking segment: {'id': '1328c969-2555-410e-8daa-ec2dd6455236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f802515c-3738-47f3-bc88-9a21624fbe1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:54.532788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543ab0e-40f5-4a63-aa2b-b6d7a68e5817 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network hostable DHCP agents. Network: f802515c-3738-47f3-bc88-9a21624fbe1e, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:08:54.562867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc5fd4-295f-40dd-b4e0-ddb8792df500 req-eea0b2d4-44f0-4e2a-a020-19552e700c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:54.565048 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06dc5fd4-295f-40dd-b4e0-ddb8792df500 req-eea0b2d4-44f0-4e2a-a020-19552e700c3b service neutron] 10.222.0.20 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 912 time: 0.1931813 Jul 27 21:08:54.569834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4543ab0e-40f5-4a63-aa2b-b6d7a68e5817 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network f802515c-3738-47f3-bc88-9a21624fbe1e is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:08:54.571385 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-880017ea-1c00-4bc3-bff8-aa0f4f637118 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.598445 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-880017ea-1c00-4bc3-bff8-aa0f4f637118 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.620548 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06dc5fd4-295f-40dd-b4e0-ddb8792df500 req-0aebee51-850e-4502-82d8-9baf8ac4974a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71170b18-04a9-4f8b-bf46-daf4fdf3c928 HTTP/1.1" status: 200 len: 217 time: 0.0469570 Jul 27 21:08:54.623162 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-4543ab0e-40f5-4a63-aa2b-b6d7a68e5817 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, f802515c-3738-47f3-bc88-9a21624fbe1e) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:54.633988 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606cb87e-00eb-4c57-b14d-2a08bf44d8a6 None None] Network f802515c-3738-47f3-bc88-9a21624fbe1e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:54.644061 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4543ab0e-40f5-4a63-aa2b-b6d7a68e5817 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:54.645014 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4543ab0e-40f5-4a63-aa2b-b6d7a68e5817 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.663195 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-880017ea-1c00-4bc3-bff8-aa0f4f637118 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.666724 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-880017ea-1c00-4bc3-bff8-aa0f4f637118 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.668026 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-880017ea-1c00-4bc3-bff8-aa0f4f637118 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-groups/bed1dd96-795e-4262-a646-b8cb14ed1d7f HTTP/1.1" status: 204 len: 168 time: 0.1543646 Jul 27 21:08:54.672528 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49146) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:54.677296 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4543ab0e-40f5-4a63-aa2b-b6d7a68e5817 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2201414 Jul 27 21:08:54.681338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49148) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:54.686838 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-6b12ccd6-c0aa-443c-b445-8f9cc74af38d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'subnet': {'network_id': '01d32c44-b357-4a8e-b93c-13781145ced9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:54.716303 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880017ea-1c00-4bc3-bff8-aa0f4f637118 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed1dd96-795e-4262-a646-b8cb14ed1d7f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:54.741118 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3567638a-e2c7-4181-b6d3-a1369029b7b9 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0670245 Jul 27 21:08:54.748601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49150) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:54.769403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc5fd4-295f-40dd-b4e0-ddb8792df500 req-3ac47e3a-ea20-4503-b40a-82f3e5135f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:54.770921 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06dc5fd4-295f-40dd-b4e0-ddb8792df500 req-3ac47e3a-ea20-4503-b40a-82f3e5135f57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5afc042a-4902-464a-b704-f1422378a801 HTTP/1.1" status: 200 len: 851 time: 0.1382492 Jul 27 21:08:54.774105 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-509a3923-2e9a-4f17-9a39-5f1b9f7f3a70 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] delete failed (client error): The resource could not be found. Jul 27 21:08:54.775117 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-509a3923-2e9a-4f17-9a39-5f1b9f7f3a70 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-groups/bed1dd96-795e-4262-a646-b8cb14ed1d7f HTTP/1.1" status: 404 len: 347 time: 0.0255282 Jul 27 21:08:54.779816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49152) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:54.783445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-7a9b4267-d7c8-4d27-a5f2-18b6e10143bd tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group': {'name': 'tempest-secgroup--50799989'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:54.820525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc6e9a8-39f1-4a74-868a-784ebd9f5022', 'tag': '0b039123-94c8-4c0f-beac-f2f2a816fbe4'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:08:54.822700 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f88205b-64fb-4ff2-a839-661d9aa5d929" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc6e9a8-39f1-4a74-868a-784ebd9f5022", "tag": "0b039123-94c8-4c0f-beac-f2f2a816fbe4"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:08:54.831899 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06dc5fd4-295f-40dd-b4e0-ddb8792df500 req-4970b20f-44c7-463a-9088-90acccbcb674 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=874f537e-e9c6-4edd-8438-8ff33d048e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385320 Jul 27 21:08:54.842916 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-f802515c-3738-47f3-bc88-9a21624fbe1e', 'network_id': 'f802515c-3738-47f3-bc88-9a21624fbe1e', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'fixed_ips': [{'subnet_id': 'bbd402ec-9448-4dc5-b97c-94e991900c1b'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:08:54.843915 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.869186 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4267-d7c8-4d27-a5f2-18b6e10143bd tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:54.881642 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ff246e-9e78-41af-9bd2-282d319be298 x-openstack-request-id: req-01ff246e-9e78-41af-9bd2-282d319be298 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:08:54.881931 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc6e9a8-39f1-4a74-868a-784ebd9f5022", "tag": "0b039123-94c8-4c0f-beac-f2f2a816fbe4", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:08:54.882183 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-01ff246e-9e78-41af-9bd2-282d319be298 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:08:54.882605 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc6e9a8-39f1-4a74-868a-784ebd9f5022', 'tag': '0b039123-94c8-4c0f-beac-f2f2a816fbe4', 'status': 'completed', 'code': 200} Jul 27 21:08:54.987528 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b12ccd6-c0aa-443c-b445-8f9cc74af38d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:08:54.991045 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6b12ccd6-c0aa-443c-b445-8f9cc74af38d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.026833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Allocated IP 172.20.0.2 (f802515c-3738-47f3-bc88-9a21624fbe1e/bbd402ec-9448-4dc5-b97c-94e991900c1b/1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:55.120424 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118c4f7-24fc-4c91-8a5d-33ee9fbf9d70 req-ce6effe5-a4c6-45c0-88b7-434a9b521527 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:55.122600 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0118c4f7-24fc-4c91-8a5d-33ee9fbf9d70 req-ce6effe5-a4c6-45c0-88b7-434a9b521527 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 943 time: 0.1036956 Jul 27 21:08:55.125704 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06dc5fd4-295f-40dd-b4e0-ddb8792df500 req-e2afaea2-fb68-4fa2-aebe-d6c29caad051 service neutron] 10.222.0.20 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686837 Jul 27 21:08:55.127698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88205b-64fb-4ff2-a839-661d9aa5d929 req-e5c52961-b873-4909-874b-29209253ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:55.129699 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1f88205b-64fb-4ff2-a839-661d9aa5d929 req-e5c52961-b873-4909-874b-29209253ce67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d8e8dd2e4b14b5d96aa885ed3cb0793&device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 1094 time: 0.2290139 Jul 27 21:08:55.200650 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0118c4f7-24fc-4c91-8a5d-33ee9fbf9d70 req-4073671b-2830-4d36-a36e-871fa2cb12c2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699928 Jul 27 21:08:55.230432 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.243118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Transition to ACTIVE for port object 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:55.260582 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Transition to ACTIVE for port object 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:55.274717 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.313517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Network f802515c-3738-47f3-bc88-9a21624fbe1e is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:55.319091 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:55.322750 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:55.330470 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Pushing event updated for resources: {'Port': ['ID=1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:55.358919 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4267-d7c8-4d27-a5f2-18b6e10143bd tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.394840 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4267-d7c8-4d27-a5f2-18b6e10143bd tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.396251 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Attempting to bind port 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:08:55.396618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Attempting to bind port 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '1328c969-2555-410e-8daa-ec2dd6455236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f802515c-3738-47f3-bc88-9a21624fbe1e'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:08:55.396984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Attempting to bind port 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e on network f802515c-3738-47f3-bc88-9a21624fbe1e {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:55.404519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:08:55.404885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Checking segment: {'id': '1328c969-2555-410e-8daa-ec2dd6455236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f802515c-3738-47f3-bc88-9a21624fbe1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:55.406336 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.406671 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Bound using segment: {'id': '1328c969-2555-410e-8daa-ec2dd6455236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f802515c-3738-47f3-bc88-9a21624fbe1e'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:08:55.407162 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Bound port: 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1328c969-2555-410e-8daa-ec2dd6455236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f802515c-3738-47f3-bc88-9a21624fbe1e'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:08:55.407477 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.435122 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06dc5fd4-295f-40dd-b4e0-ddb8792df500 req-25c28631-1798-4985-993e-5d74e2603c68 service neutron] 10.222.0.20 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903769 Jul 27 21:08:55.464298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88205b-64fb-4ff2-a839-661d9aa5d929 req-00ac54a3-8027-4b6d-b895-be54ba699fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:55.466186 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1f88205b-64fb-4ff2-a839-661d9aa5d929 req-00ac54a3-8027-4b6d-b895-be54ba699fc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99f104ce-bab5-4104-a9a4-a817a5ee1bea HTTP/1.1" status: 200 len: 913 time: 0.3226669 Jul 27 21:08:55.466976 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4267-d7c8-4d27-a5f2-18b6e10143bd tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.470772 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7a9b4267-d7c8-4d27-a5f2-18b6e10143bd tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6907601 Jul 27 21:08:55.471574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49164) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:55.477924 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8875f03e-864d-48f7-bafb-153cae02efc7 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group_rule': {'security_group_id': 'eefcfaac-521f-4762-b6f6-5d8ed1c94246', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:55.494476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b4267-d7c8-4d27-a5f2-18b6e10143bd tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eefcfaac-521f-4762-b6f6-5d8ed1c94246,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:55.510452 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] For port 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:08:55.515484 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] For port 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e,segment=NetworkSegment(1328c969-2555-410e-8daa-ec2dd6455236),segment_id=1328c969-2555-410e-8daa-ec2dd6455236)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:08:55.526214 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.541380 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1f88205b-64fb-4ff2-a839-661d9aa5d929 req-d8440b2c-5681-4ee6-adb9-346aa1eb7cbc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b039123-94c8-4c0f-beac-f2f2a816fbe4 HTTP/1.1" status: 200 len: 217 time: 0.0611615 Jul 27 21:08:55.556231 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8875f03e-864d-48f7-bafb-153cae02efc7 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.614861 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43704b8a-9cd6-4238-a401-f28607b2e7d6 None None] Pushing event updated for resources: {'Port': ['ID=1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:55.651439 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6b12ccd6-c0aa-443c-b445-8f9cc74af38d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.659560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88205b-64fb-4ff2-a839-661d9aa5d929 req-2ef3e6bd-48af-443a-b18e-c8f3163a2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:55.661129 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1f88205b-64fb-4ff2-a839-661d9aa5d929 req-2ef3e6bd-48af-443a-b18e-c8f3163a2bb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c1a8b0b-172a-4a97-92d0-67d2d1f5984e HTTP/1.1" status: 200 len: 852 time: 0.0921700 Jul 27 21:08:55.669753 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8875f03e-864d-48f7-bafb-153cae02efc7 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.690451 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8875f03e-864d-48f7-bafb-153cae02efc7 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.739911 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1f88205b-64fb-4ff2-a839-661d9aa5d929 req-fcb3eb4c-085d-436f-8576-a6854cfa7b4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99f104ce-bab5-4104-a9a4-a817a5ee1bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709891 Jul 27 21:08:55.745649 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8875f03e-864d-48f7-bafb-153cae02efc7 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.752028 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8875f03e-864d-48f7-bafb-153cae02efc7 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2790034 Jul 27 21:08:55.757957 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49168) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:55.794913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875f03e-864d-48f7-bafb-153cae02efc7 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05feef6-6ec9-46d0-a147-d5e2d14adeca,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:55.820656 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56890a79-68a6-4efe-b346-52c5a3877474 req-5af10770-1458-45d8-a4e4-ec7cb37e921c tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:55.822556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-56890a79-68a6-4efe-b346-52c5a3877474 req-5af10770-1458-45d8-a4e4-ec7cb37e921c tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 943 time: 0.2307520 Jul 27 21:08:55.825334 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-385f3eab-fb73-4411-9508-a4b57568b7be tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.836644 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-385f3eab-fb73-4411-9508-a4b57568b7be tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.871290 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1f88205b-64fb-4ff2-a839-661d9aa5d929 req-07419db5-b651-4172-bcb6-ba09cc50dbfd service neutron] 10.222.0.20 "GET /v2.0/networks/99f104ce-bab5-4104-a9a4-a817a5ee1bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058500 Jul 27 21:08:55.941629 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-0984aa51-52fe-4fb4-8370-28c90a07436d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2788351 Jul 27 21:08:55.943199 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-385f3eab-fb73-4411-9508-a4b57568b7be tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.947398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-56890a79-68a6-4efe-b346-52c5a3877474 req-96a9e768-e8a5-45df-9c36-cd69ea9fc1eb tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/security-groups?id=57b437e5-e602-4f0a-b4ca-f0b284ae00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982027 Jul 27 21:08:55.950565 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-385f3eab-fb73-4411-9508-a4b57568b7be tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:55.951645 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-385f3eab-fb73-4411-9508-a4b57568b7be tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/c05feef6-6ec9-46d0-a147-d5e2d14adeca HTTP/1.1" status: 204 len: 168 time: 0.1865807 Jul 27 21:08:55.954614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49170) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:55.972919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f3eab-fb73-4411-9508-a4b57568b7be tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c05feef6-6ec9-46d0-a147-d5e2d14adeca,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:56.003001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12ccd6-c0aa-443c-b445-8f9cc74af38d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Checking segment: {'id': '7287f210-5150-4753-ba79-de0dac84a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01d32c44-b357-4a8e-b93c-13781145ced9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:56.003389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b12ccd6-c0aa-443c-b445-8f9cc74af38d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network hostable DHCP agents. Network: 01d32c44-b357-4a8e-b93c-13781145ced9, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:08:56.007483 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ccd6-c0aa-443c-b445-8f9cc74af38d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Subnet': ['ID=c6548a70-3bf2-47b7-b637-56c32b8a731e,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:56.033358 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b2fb8319-01ce-4404-8245-be85774abb63 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0744545 Jul 27 21:08:56.037496 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1f88205b-64fb-4ff2-a839-661d9aa5d929 req-5e9620ee-21b5-4462-afa8-c4dc80f57754 service neutron] 10.222.0.20 "GET /v2.0/networks/99f104ce-bab5-4104-a9a4-a817a5ee1bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491706 Jul 27 21:08:56.040304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49172) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:56.074403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b12ccd6-c0aa-443c-b445-8f9cc74af38d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network 01d32c44-b357-4a8e-b93c-13781145ced9 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:08:56.089075 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-6b12ccd6-c0aa-443c-b445-8f9cc74af38d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 01d32c44-b357-4a8e-b93c-13781145ced9) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:56.095958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b12ccd6-c0aa-443c-b445-8f9cc74af38d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.096539 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6b12ccd6-c0aa-443c-b445-8f9cc74af38d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.102331 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802a5e1e-ba65-495d-87a7-b1f6b86f1b8f None None] Network 01d32c44-b357-4a8e-b93c-13781145ced9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:56.127595 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6b12ccd6-c0aa-443c-b445-8f9cc74af38d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4449186 Jul 27 21:08:56.130380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49174) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:56.135049 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e91e36b1-c13e-4a76-9c9c-c05c29a93f02 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-180361511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:56.138113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-fc2b2cbe-c18b-4073-88c3-e9ec58dd2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.140479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-fc2b2cbe-c18b-4073-88c3-e9ec58dd2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.141171 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-fc2b2cbe-c18b-4073-88c3-e9ec58dd2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.142079 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0817094-7140-4d8a-b45f-da2246c41c5b tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.142880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-fc2b2cbe-c18b-4073-88c3-e9ec58dd2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.143602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-fc2b2cbe-c18b-4073-88c3-e9ec58dd2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.144268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-fc2b2cbe-c18b-4073-88c3-e9ec58dd2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.145284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-fc2b2cbe-c18b-4073-88c3-e9ec58dd2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.147606 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-fc2b2cbe-c18b-4073-88c3-e9ec58dd2755 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=64658eee724740768d084e3dbd9dd0a7&device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 6503 time: 0.1294069 Jul 27 21:08:56.183258 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0817094-7140-4d8a-b45f-da2246c41c5b tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.194347 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e91e36b1-c13e-4a76-9c9c-c05c29a93f02 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.195559 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e91e36b1-c13e-4a76-9c9c-c05c29a93f02 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.335230 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e91e36b1-c13e-4a76-9c9c-c05c29a93f02 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.336403 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0817094-7140-4d8a-b45f-da2246c41c5b tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.339095 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0817094-7140-4d8a-b45f-da2246c41c5b tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.340413 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e0817094-7140-4d8a-b45f-da2246c41c5b tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-groups/eefcfaac-521f-4762-b6f6-5d8ed1c94246 HTTP/1.1" status: 204 len: 168 time: 0.2991776 Jul 27 21:08:56.344331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49182) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:56.353775 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e91e36b1-c13e-4a76-9c9c-c05c29a93f02 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.376317 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0817094-7140-4d8a-b45f-da2246c41c5b tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefcfaac-521f-4762-b6f6-5d8ed1c94246,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:56.406379 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e91e36b1-c13e-4a76-9c9c-c05c29a93f02 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.407746 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e91e36b1-c13e-4a76-9c9c-c05c29a93f02 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2763910 Jul 27 21:08:56.411021 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-72f9c990-67de-4fa3-bf12-be6b8e3ca168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.411445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49184) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:56.411635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-72f9c990-67de-4fa3-bf12-be6b8e3ca168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.412202 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-72f9c990-67de-4fa3-bf12-be6b8e3ca168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.414129 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-72f9c990-67de-4fa3-bf12-be6b8e3ca168 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04bd500b-f0bb-4eca-a46f-3d9ae8df2661&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=4a3bd81c-c0ae-404a-987c-9478c181dd67&id=4a3bd81c-c0ae-404a-987c-9478c181dd67 HTTP/1.1" status: 200 len: 2297 time: 0.2371814 Jul 27 21:08:56.425197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-01d32c44-b357-4a8e-b93c-13781145ced9', 'network_id': '01d32c44-b357-4a8e-b93c-13781145ced9', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'fixed_ips': [{'subnet_id': 'c6548a70-3bf2-47b7-b637-56c32b8a731e'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:08:56.427115 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.509082 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f5845b2d-f2cf-40b9-8abb-d7a30bf9d25c tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1632700 Jul 27 21:08:56.515373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49186) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:56.522178 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-dbce4200-0b4f-464d-970d-328a206fcaec tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274646606'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:56.534510 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-473d78d0-901b-4d51-a9f9-2d7902476c4b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5e7f2b1-19ab-4550-91eb-7886e2f80340 HTTP/1.1" status: 200 len: 1002 time: 0.1003623 Jul 27 21:08:56.585005 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013fccc-c683-42a8-9f66-9d41a51fd7fc req-ffaeb03f-6975-4947-b7d1-e10f2711665b tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.587861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8013fccc-c683-42a8-9f66-9d41a51fd7fc req-ffaeb03f-6975-4947-b7d1-e10f2711665b tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 943 time: 0.2440100 Jul 27 21:08:56.645541 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-4626433b-bb26-4ddf-9cef-9cfddab6a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.647945 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-4626433b-bb26-4ddf-9cef-9cfddab6a950 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed403e8c-7eab-4075-b0fd-61b7a7c4264d HTTP/1.1" status: 200 len: 855 time: 0.1139839 Jul 27 21:08:56.666915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Allocated IP 172.21.0.2 (01d32c44-b357-4a8e-b93c-13781145ced9/c6548a70-3bf2-47b7-b637-56c32b8a731e/2b4ef7e0-c339-4584-8772-8fb9972ac734) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:56.741409 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8013fccc-c683-42a8-9f66-9d41a51fd7fc req-aed4e297-4330-41f0-b257-f985122f6a8d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923071 Jul 27 21:08:56.779084 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-c6679093-cc30-48b4-906b-0be0be697ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:56.784758 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-c6679093-cc30-48b4-906b-0be0be697ccf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04bd500b-f0bb-4eca-a46f-3d9ae8df2661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246657 Jul 27 21:08:56.904495 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:56.923461 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:08:56.926285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Transition to ACTIVE for port object 2b4ef7e0-c339-4584-8772-8fb9972ac734 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:56.950971 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-81aa3a76-4bb0-4113-8867-2a6a0a11c08c service neutron] 10.222.0.66 "GET /v2.0/networks/04bd500b-f0bb-4eca-a46f-3d9ae8df2661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583462 Jul 27 21:08:56.993489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Transition to ACTIVE for port object 2b4ef7e0-c339-4584-8772-8fb9972ac734 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:57.008933 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.070153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Network 01d32c44-b357-4a8e-b93c-13781145ced9 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:57.071685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Pushing event updated for resources: {'Port': ['ID=2b4ef7e0-c339-4584-8772-8fb9972ac734,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:57.073903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:57.078352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:57.083584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:57.156829 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dbce4200-0b4f-464d-970d-328a206fcaec tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.187215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-17443545-a9fb-4139-bf9f-3f52b132a43f service neutron] 10.222.0.66 "GET /v2.0/networks/04bd500b-f0bb-4eca-a46f-3d9ae8df2661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237601 Jul 27 21:08:57.190175 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e22af8f-d65d-4f68-8172-1514d5fbfd24 None None] Network f802515c-3738-47f3-bc88-9a21624fbe1e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:57.198802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f52116-26ba-42fa-90b0-add2a0979d30 req-b498f4bb-b18f-4759-bc24-5da5259f0071 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:57.200516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13f52116-26ba-42fa-90b0-add2a0979d30 req-b498f4bb-b18f-4759-bc24-5da5259f0071 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 943 time: 0.1185379 Jul 27 21:08:57.238496 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Attempting to bind port 2b4ef7e0-c339-4584-8772-8fb9972ac734 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:08:57.238869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Attempting to bind port 2b4ef7e0-c339-4584-8772-8fb9972ac734 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '7287f210-5150-4753-ba79-de0dac84a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01d32c44-b357-4a8e-b93c-13781145ced9'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:08:57.239648 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Attempting to bind port 2b4ef7e0-c339-4584-8772-8fb9972ac734 on network 01d32c44-b357-4a8e-b93c-13781145ced9 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:08:57.260032 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:08:57.260410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Checking segment: {'id': '7287f210-5150-4753-ba79-de0dac84a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01d32c44-b357-4a8e-b93c-13781145ced9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:08:57.260813 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.261208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Bound using segment: {'id': '7287f210-5150-4753-ba79-de0dac84a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01d32c44-b357-4a8e-b93c-13781145ced9'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:08:57.261684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Bound port: 2b4ef7e0-c339-4584-8772-8fb9972ac734, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7287f210-5150-4753-ba79-de0dac84a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01d32c44-b357-4a8e-b93c-13781145ced9'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:08:57.262115 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.275907 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-a3b45d91-0f24-451e-9976-aa162050c44b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=2528b4f0-42ea-4bae-ad98-418d19fffcf6 HTTP/1.1" status: 200 len: 217 time: 0.0743835 Jul 27 21:08:57.332592 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.339762 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eefeb312-a959-4fad-9b7e-3fed6acf2534 None None] Provisioning for port 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:57.358018 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eefeb312-a959-4fad-9b7e-3fed6acf2534 None None] Provisioning complete for port 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:57.358018 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eefeb312-a959-4fad-9b7e-3fed6acf2534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.366855 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13f52116-26ba-42fa-90b0-add2a0979d30 req-45184e62-1a16-4edd-b153-633035076d0a tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/security-groups?id=57b437e5-e602-4f0a-b4ca-f0b284ae00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574917 Jul 27 21:08:57.380225 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-b23b972d-11b7-452b-8367-f9051c751909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:57.382785 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-b23b972d-11b7-452b-8367-f9051c751909 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78c9ed42-955d-4476-9cbf-7e35ae77d017 HTTP/1.1" status: 200 len: 797 time: 0.0982327 Jul 27 21:08:57.437408 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] For port 2b4ef7e0-c339-4584-8772-8fb9972ac734, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:08:57.445469 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] For port 2b4ef7e0-c339-4584-8772-8fb9972ac734, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2b4ef7e0-c339-4584-8772-8fb9972ac734,segment=NetworkSegment(7287f210-5150-4753-ba79-de0dac84a21a),segment_id=7287f210-5150-4753-ba79-de0dac84a21a)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:08:57.491715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-19891dea-b5fd-4d96-8a0e-59ab0eeb2e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:57.493927 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-19891dea-b5fd-4d96-8a0e-59ab0eeb2e24 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7db6212-d43e-4c96-ae0f-7727debc8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1042240 Jul 27 21:08:57.494677 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.533513 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dbce4200-0b4f-464d-970d-328a206fcaec tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.541320 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dbce4200-0b4f-464d-970d-328a206fcaec tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.605076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0b039123-94c8-4c0f-beac-f2f2a816fbe4 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:08:57.627180 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-c04602c8-7f30-4260-bf96-8fb896a9ac6c service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241405 Jul 27 21:08:57.629322 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dbce4200-0b4f-464d-970d-328a206fcaec tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.631688 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dbce4200-0b4f-464d-970d-328a206fcaec tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1153438 Jul 27 21:08:57.634701 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49198) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:57.639161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce4200-0b4f-464d-970d-328a206fcaec tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccac874c-61b4-4421-ba0c-7b7bb0482d35,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:57.639591 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8cef2bb4-cb4d-415e-b541-2b72239bd71d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group_rule': {'security_group_id': 'ccac874c-61b4-4421-ba0c-7b7bb0482d35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:57.639853 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771234ff-2b7f-4c73-9672-9d0d12fa5db4 None None] Pushing event updated for resources: {'Port': ['ID=2b4ef7e0-c339-4584-8772-8fb9972ac734,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:57.684794 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eefeb312-a959-4fad-9b7e-3fed6acf2534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.748416 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8cef2bb4-cb4d-415e-b541-2b72239bd71d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.771824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Allocated IP 172.20.0.1 (f802515c-3738-47f3-bc88-9a21624fbe1e/bbd402ec-9448-4dc5-b97c-94e991900c1b/d8c6e0a5-4f61-45c0-8842-a61c0deabd05) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:08:57.786760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-eefeb312-a959-4fad-9b7e-3fed6acf2534 None None] For port 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e,segment=NetworkSegment(1328c969-2555-410e-8daa-ec2dd6455236),segment_id=1328c969-2555-410e-8daa-ec2dd6455236)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:57.849386 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-f8252cdc-3ac8-4ec9-a9bc-fb59c6ea640a service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953261 Jul 27 21:08:57.866258 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 0b039123-94c8-4c0f-beac-f2f2a816fbe4, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0b039123-94c8-4c0f-beac-f2f2a816fbe4,segment=NetworkSegment(1caf3eda-578e-46ca-b57f-0797ad95c5ff),segment_id=1caf3eda-578e-46ca-b57f-0797ad95c5ff)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:57.876299 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '0b039123-94c8-4c0f-beac-f2f2a816fbe4', 'network_id': '99f104ce-bab5-4104-a9a4-a817a5ee1bea', 'port_id': '0b039123-94c8-4c0f-beac-f2f2a816fbe4', 'mac_address': 'fa:16:3e:2d:55:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1a8b0b-172a-4a97-92d0-67d2d1f5984e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:08:57.881882 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eefeb312-a959-4fad-9b7e-3fed6acf2534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.941699 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-ebdac70f-7037-4451-a6db-4196112b38b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=e3b8d17a-522f-4975-8cbf-168252762dea HTTP/1.1" status: 200 len: 217 time: 0.0851562 Jul 27 21:08:57.976635 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:57.991975 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8cef2bb4-cb4d-415e-b541-2b72239bd71d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.003003 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8cef2bb4-cb4d-415e-b541-2b72239bd71d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.013345 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b039123-94c8-4c0f-beac-f2f2a816fbe4 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:08:58.042039 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.044667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef2bb4-cb4d-415e-b541-2b72239bd71d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e1425a-0805-4c1a-8d8a-0cde1ea807ed,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:58.048456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-77b0b4ad-4015-49e3-b1e8-4eeef76f8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:58.049959 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-77b0b4ad-4015-49e3-b1e8-4eeef76f8138 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78c9ed42-955d-4476-9cbf-7e35ae77d017 HTTP/1.1" status: 200 len: 797 time: 0.0964956 Jul 27 21:08:58.053239 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8cef2bb4-cb4d-415e-b541-2b72239bd71d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.057179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefeb312-a959-4fad-9b7e-3fed6acf2534 None None] Pushing event updated for resources: {'Port': ['ID=1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:58.057550 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8cef2bb4-cb4d-415e-b541-2b72239bd71d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4217689 Jul 27 21:08:58.058215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49204) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:58.063871 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 0b039123-94c8-4c0f-beac-f2f2a816fbe4, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0b039123-94c8-4c0f-beac-f2f2a816fbe4,segment=NetworkSegment(1caf3eda-578e-46ca-b57f-0797ad95c5ff),segment_id=1caf3eda-578e-46ca-b57f-0797ad95c5ff)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:58.073021 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.073544 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7973ef4e-a03b-4880-9729-a6ee7b1d670a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group_rule': {'security_group_id': 'ccac874c-61b4-4421-ba0c-7b7bb0482d35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:58.074353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 71170b18-04a9-4f8b-bf46-daf4fdf3c928 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:08:58.076747 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Transition to ACTIVE for port object d8c6e0a5-4f61-45c0-8842-a61c0deabd05 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:08:58.115039 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68697e-91b4-4dca-bd6d-690a5e3e7bf3 req-d8c77e05-431e-4544-8276-a35cd943c8d2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:58.116807 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd68697e-91b4-4dca-bd6d-690a5e3e7bf3 req-d8c77e05-431e-4544-8276-a35cd943c8d2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 943 time: 0.2492588 Jul 27 21:08:58.119677 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.168462 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7973ef4e-a03b-4880-9729-a6ee7b1d670a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.185596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network f802515c-3738-47f3-bc88-9a21624fbe1e is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:58.190134 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:58.197854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:08:58.219959 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd68697e-91b4-4dca-bd6d-690a5e3e7bf3 req-fd1f63f2-3e4a-406f-bc9a-332e3f623064 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795412 Jul 27 21:08:58.227285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 71170b18-04a9-4f8b-bf46-daf4fdf3c928, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=71170b18-04a9-4f8b-bf46-daf4fdf3c928,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:58.227906 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-6e0f28a2-88f8-4726-a79b-330de2cd49f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:58.229414 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-6e0f28a2-88f8-4726-a79b-330de2cd49f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7db6212-d43e-4c96-ae0f-7727debc8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1703029 Jul 27 21:08:58.253087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '71170b18-04a9-4f8b-bf46-daf4fdf3c928', 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d', 'port_id': '71170b18-04a9-4f8b-bf46-daf4fdf3c928', 'mac_address': 'fa:16:3e:0e:bd:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afc042a-4902-464a-b704-f1422378a801', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:08:58.314940 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7973ef4e-a03b-4880-9729-a6ee7b1d670a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.326111 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7973ef4e-a03b-4880-9729-a6ee7b1d670a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.338002 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.368383 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973ef4e-a03b-4880-9729-a6ee7b1d670a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f332ce-73f8-46e8-b1a1-6908cd6c8f9f,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:58.378540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-994523a9-7cf8-4960-ad43-d6e714d7dcb0 None None] Provisioning complete for port 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:58.379083 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-994523a9-7cf8-4960-ad43-d6e714d7dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.384760 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7973ef4e-a03b-4880-9729-a6ee7b1d670a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.402011 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7973ef4e-a03b-4880-9729-a6ee7b1d670a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3322165 Jul 27 21:08:58.402819 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49210) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:58.420171 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e80194ef-3a27-4bfa-b180-4ca06ef9d6f4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group_rule': {'security_group_id': 'ccac874c-61b4-4421-ba0c-7b7bb0482d35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:58.448326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=d8c6e0a5-4f61-45c0-8842-a61c0deabd05,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:58.451182 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.467614 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=0b039123-94c8-4c0f-beac-f2f2a816fbe4,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:58.487584 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-8c2e93a6-fbe1-454f-9ee2-8fb6cc83cc1c service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480693 Jul 27 21:08:58.560488 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71170b18-04a9-4f8b-bf46-daf4fdf3c928 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:08:58.621714 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e80194ef-3a27-4bfa-b180-4ca06ef9d6f4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.623825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 71170b18-04a9-4f8b-bf46-daf4fdf3c928, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=71170b18-04a9-4f8b-bf46-daf4fdf3c928,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:08:58.638366 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.716949 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.756306 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=71170b18-04a9-4f8b-bf46-daf4fdf3c928,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:58.804441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3021308-40ac-40cb-bf8c-039010fc31fd req-7ce46b8d-91fc-4bb0-b1c6-ac0c97f9982a tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:58.806384 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b3021308-40ac-40cb-bf8c-039010fc31fd req-7ce46b8d-91fc-4bb0-b1c6-ac0c97f9982a tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 944 time: 0.3144548 Jul 27 21:08:58.821846 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-84d914c2-ac58-419f-bc8f-36bd8043cd15 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033366 Jul 27 21:08:58.853529 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b4a65f85-36a6-4c08-9fb0-996af35df410 None None] Provisioning for port d8c6e0a5-4f61-45c0-8842-a61c0deabd05 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:58.858869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b4a65f85-36a6-4c08-9fb0-996af35df410 None None] Provisioning complete for port d8c6e0a5-4f61-45c0-8842-a61c0deabd05 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:58.859579 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b4a65f85-36a6-4c08-9fb0-996af35df410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:58.876520 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['71170b18-04a9-4f8b-bf46-daf4fdf3c928'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:08:58.880126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['0b039123-94c8-4c0f-beac-f2f2a816fbe4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:08:58.959413 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-ba18c157-0fff-4557-ae0a-86c024b3d7c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c HTTP/1.1" status: 200 len: 217 time: 0.1270447 Jul 27 21:08:59.052911 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b3021308-40ac-40cb-bf8c-039010fc31fd req-c066816a-ffee-45fd-99af-f859d03ef23e tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/security-groups?id=57b437e5-e602-4f0a-b4ca-f0b284ae00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246175 Jul 27 21:08:59.086848 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e80194ef-3a27-4bfa-b180-4ca06ef9d6f4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.092402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-b054a78a-7bb1-4c7d-b37c-c4ac7a1b06c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:59.104270 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-b054a78a-7bb1-4c7d-b37c-c4ac7a1b06c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78c9ed42-955d-4476-9cbf-7e35ae77d017 HTTP/1.1" status: 200 len: 797 time: 0.1109271 Jul 27 21:08:59.106293 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e80194ef-3a27-4bfa-b180-4ca06ef9d6f4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.217461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80194ef-3a27-4bfa-b180-4ca06ef9d6f4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81453df6-b41e-422d-b584-cce77c9338e8,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:59.244944 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2b4ef7e0-c339-4584-8772-8fb9972ac734 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:08:59.248546 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b4a65f85-36a6-4c08-9fb0-996af35df410 None None] Port d8c6e0a5-4f61-45c0-8842-a61c0deabd05 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:08:59.272506 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e80194ef-3a27-4bfa-b180-4ca06ef9d6f4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.276327 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e80194ef-3a27-4bfa-b180-4ca06ef9d6f4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8627665 Jul 27 21:08:59.276481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.277126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49232) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:59.283844 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-718b5808-e2a4-4374-8e3d-228a50247291 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group_rule': {'security_group_id': 'ccac874c-61b4-4421-ba0c-7b7bb0482d35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:59.297160 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.318156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-1609d8c9-fe17-4d50-820e-992b16dd2af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:59.321633 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-1609d8c9-fe17-4d50-820e-992b16dd2af4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7db6212-d43e-4c96-ae0f-7727debc8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2091327 Jul 27 21:08:59.324308 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9ec919-327f-4e35-81ec-5357f581b86a None None] Network 01d32c44-b357-4a8e-b93c-13781145ced9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:08:59.454415 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-718b5808-e2a4-4374-8e3d-228a50247291 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.457443 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.476215 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=d8c6e0a5-4f61-45c0-8842-a61c0deabd05,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:59.492492 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e915a8d4-73ca-47d6-a4fe-751d84995db7 None None] Provisioning for port 2b4ef7e0-c339-4584-8772-8fb9972ac734 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:59.592407 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-73820ae2-d289-4d2b-ac6a-192f15938ee2 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633054 Jul 27 21:08:59.614023 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-718b5808-e2a4-4374-8e3d-228a50247291 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.622920 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-718b5808-e2a4-4374-8e3d-228a50247291 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.627830 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 2b4ef7e0-c339-4584-8772-8fb9972ac734 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:08:59.649064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b5808-e2a4-4374-8e3d-228a50247291 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8851b87-49f8-44f9-ae85-851500269081,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:08:59.653494 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 2b4ef7e0-c339-4584-8772-8fb9972ac734 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:08:59.653861 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.670091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network f802515c-3738-47f3-bc88-9a21624fbe1e is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:08:59.671570 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-718b5808-e2a4-4374-8e3d-228a50247291 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.673145 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-718b5808-e2a4-4374-8e3d-228a50247291 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3947678 Jul 27 21:08:59.674781 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:08:59.676484 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49250) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:08:59.683558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a95bd-a9dd-44de-8ea3-ad35b4118f00 req-bfc0eda3-f3e0-4d50-97fd-8d795eeb77b5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:59.685105 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d55a95bd-a9dd-44de-8ea3-ad35b4118f00 req-bfc0eda3-f3e0-4d50-97fd-8d795eeb77b5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 944 time: 0.2437766 Jul 27 21:08:59.704004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135ad5-25a9-4f57-b5b8-a13a945b48f8 req-54f91ccb-4479-46b8-aad0-1dd1325477cb tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:59.704427 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d5627e2d-d0d3-4a86-b7c5-f9b8dd9f6fba tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group_rule': {'security_group_id': 'ccac874c-61b4-4421-ba0c-7b7bb0482d35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:08:59.709935 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135ad5-25a9-4f57-b5b8-a13a945b48f8 req-54f91ccb-4479-46b8-aad0-1dd1325477cb tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:59.715932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135ad5-25a9-4f57-b5b8-a13a945b48f8 req-54f91ccb-4479-46b8-aad0-1dd1325477cb tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:59.722657 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135ad5-25a9-4f57-b5b8-a13a945b48f8 req-54f91ccb-4479-46b8-aad0-1dd1325477cb tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:59.728918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135ad5-25a9-4f57-b5b8-a13a945b48f8 req-54f91ccb-4479-46b8-aad0-1dd1325477cb tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:59.769572 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135ad5-25a9-4f57-b5b8-a13a945b48f8 req-54f91ccb-4479-46b8-aad0-1dd1325477cb tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:59.783731 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135ad5-25a9-4f57-b5b8-a13a945b48f8 req-54f91ccb-4479-46b8-aad0-1dd1325477cb tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:08:59.788774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc135ad5-25a9-4f57-b5b8-a13a945b48f8 req-54f91ccb-4479-46b8-aad0-1dd1325477cb tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5434 time: 0.3212159 Jul 27 21:08:59.892148 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-8ec0f8a3-4e56-4bbf-bd88-ac54d0e1db3e service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884662 Jul 27 21:08:59.922520 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d5627e2d-d0d3-4a86-b7c5-f9b8dd9f6fba tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:08:59.955788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router b55d1773-7958-42e8-af39-2de4a3d27a8f is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:08:59.963282 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.006490 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 2b4ef7e0-c339-4584-8772-8fb9972ac734, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2b4ef7e0-c339-4584-8772-8fb9972ac734,segment=NetworkSegment(7287f210-5150-4753-ba79-de0dac84a21a),segment_id=7287f210-5150-4753-ba79-de0dac84a21a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:00.018648 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-c28d4f9d-1cfd-42e8-90b3-7ab26a4bfbd4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=121a1d90-7135-4c31-a62e-e50c381e778e HTTP/1.1" status: 200 len: 217 time: 0.1068316 Jul 27 21:09:00.022735 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.023695 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:00.064199 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d55a95bd-a9dd-44de-8ea3-ad35b4118f00 req-cb7a1a34-d692-438b-8b03-a9e7e44d1319 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740469 Jul 27 21:09:00.091602 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc135ad5-25a9-4f57-b5b8-a13a945b48f8 req-f916d60c-9c03-4c6f-bfa4-6f6ec707bff5 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2022934 Jul 27 21:09:00.128038 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=2b4ef7e0-c339-4584-8772-8fb9972ac734,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:00.165624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:00.169373 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.170184 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-71afd3bc-1408-42ce-87fb-fdd1155e2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:00.173153 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-71afd3bc-1408-42ce-87fb-fdd1155e2f0f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78c9ed42-955d-4476-9cbf-7e35ae77d017 HTTP/1.1" status: 200 len: 797 time: 0.1132293 Jul 27 21:09:00.175537 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4e9fa559-580e-4cfd-8078-3ada10471248 None None] Provisioning complete for port d8c6e0a5-4f61-45c0-8842-a61c0deabd05 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:00.176131 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa559-580e-4cfd-8078-3ada10471248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.177694 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:09:00.187098 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dca98690-fc3c-47a9-abb5-a4e05f3438a3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/b55d1773-7958-42e8-af39-2de4a3d27a8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7739859 Jul 27 21:09:00.190688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49260) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:00.193830 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04587056-119e-4432-9a58-7a9692ed1e6b None None] Sync routers for ids ['b55d1773-7958-42e8-af39-2de4a3d27a8f'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:09:00.212496 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04587056-119e-4432-9a58-7a9692ed1e6b None None] Routers {'b55d1773-7958-42e8-af39-2de4a3d27a8f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:00.216600 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-04587056-119e-4432-9a58-7a9692ed1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b55d1773-7958-42e8-af39-2de4a3d27a8f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:00.288912 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d5627e2d-d0d3-4a86-b7c5-f9b8dd9f6fba tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.315973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9edd1fc-98a8-4aac-aabd-535dff61045b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:00.320125 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f9edd1fc-98a8-4aac-aabd-535dff61045b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports/d8c6e0a5-4f61-45c0-8842-a61c0deabd05 HTTP/1.1" status: 200 len: 910 time: 0.1258383 Jul 27 21:09:00.320125 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d5627e2d-d0d3-4a86-b7c5-f9b8dd9f6fba tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.330716 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49264) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:00.358906 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-04587056-119e-4432-9a58-7a9692ed1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:00.387471 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04587056-119e-4432-9a58-7a9692ed1e6b None None] Routers {'b55d1773-7958-42e8-af39-2de4a3d27a8f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:00.388796 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-04587056-119e-4432-9a58-7a9692ed1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b55d1773-7958-42e8-af39-2de4a3d27a8f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:00.400393 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-4e9fa559-580e-4cfd-8078-3ada10471248 None None] Port d8c6e0a5-4f61-45c0-8842-a61c0deabd05 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:00.457376 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-04587056-119e-4432-9a58-7a9692ed1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:00.458083 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04587056-119e-4432-9a58-7a9692ed1e6b None None] The sync data for ids ['b55d1773-7958-42e8-af39-2de4a3d27a8f'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:09:00.468209 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-ca16d74c-9596-4fd4-8d23-0bbc576f845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:00.470011 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-ca16d74c-9596-4fd4-8d23-0bbc576f845b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7db6212-d43e-4c96-ae0f-7727debc8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2888024 Jul 27 21:09:00.485437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5627e2d-d0d3-4a86-b7c5-f9b8dd9f6fba tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe925e8c-0858-4c9e-bba6-9c92cf56a591,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:00.508762 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d5627e2d-d0d3-4a86-b7c5-f9b8dd9f6fba tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.510433 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d5627e2d-d0d3-4a86-b7c5-f9b8dd9f6fba tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8309591 Jul 27 21:09:00.513209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49268) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:00.532731 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6163b2c8-19c8-47c8-bc16-f82839348be6 None None] Provisioning complete for port 2b4ef7e0-c339-4584-8772-8fb9972ac734 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:00.534146 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6163b2c8-19c8-47c8-bc16-f82839348be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.537765 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb12636-10a7-4fe8-ab55-e0549cf7b262 req-eb756fd7-b03d-463e-a7f9-1b0b0b2f2baa tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:00.539312 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8eb12636-10a7-4fe8-ab55-e0549cf7b262 req-eb756fd7-b03d-463e-a7f9-1b0b0b2f2baa tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 944 time: 0.1995988 Jul 27 21:09:00.642319 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8eb12636-10a7-4fe8-ab55-e0549cf7b262 req-f63628f0-de87-4e9b-bda7-6a83ad7a7cef tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/security-groups?id=57b437e5-e602-4f0a-b4ca-f0b284ae00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760159 Jul 27 21:09:00.657751 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-7ed8691a-cbe8-4f3f-a725-e72602a987a2 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762538 Jul 27 21:09:00.714704 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f884a60e-96c2-497a-96e4-730a5b2d068d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.726349 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f884a60e-96c2-497a-96e4-730a5b2d068d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.761138 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-ef53cd57-9f5b-47f8-8530-d35c073cd6af service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945883 Jul 27 21:09:00.793991 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f884a60e-96c2-497a-96e4-730a5b2d068d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.805401 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f884a60e-96c2-497a-96e4-730a5b2d068d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.808949 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f884a60e-96c2-497a-96e4-730a5b2d068d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/fe925e8c-0858-4c9e-bba6-9c92cf56a591 HTTP/1.1" status: 204 len: 168 time: 0.2921734 Jul 27 21:09:00.809971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49274) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:00.819851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884a60e-96c2-497a-96e4-730a5b2d068d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe925e8c-0858-4c9e-bba6-9c92cf56a591,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:00.820088 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-d6b49a0b-ba85-453f-ac64-f4b6e9eedb47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4981eeac-989d-46f4-806d-01fe38dce5dc HTTP/1.1" status: 200 len: 217 time: 0.0498412 Jul 27 21:09:00.874580 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2b4ef7e0-c339-4584-8772-8fb9972ac734 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:00.884861 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:00.900806 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f50852b2-3785-4154-9758-f0cd4737ba23 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0893927 Jul 27 21:09:00.906138 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49280) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:00.924219 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-6505d2e8-4878-4c54-b6b8-d4b54ee5270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:00.926351 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-6505d2e8-4878-4c54-b6b8-d4b54ee5270b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0100c0f3-654b-4008-8ca4-b381192db716 HTTP/1.1" status: 200 len: 797 time: 0.0879595 Jul 27 21:09:00.944349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 2b4ef7e0-c339-4584-8772-8fb9972ac734 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:00.945447 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.003707 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-f510ea4d-d42a-4255-8efc-b62682a9651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.005501 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-f510ea4d-d42a-4255-8efc-b62682a9651b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a3bd81c-c0ae-404a-987c-9478c181dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716765 Jul 27 21:09:01.031526 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e907684-100f-4034-b984-2db2df01ab9d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.053404 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e907684-100f-4034-b984-2db2df01ab9d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.096518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-3bd04cc8-ffb5-490c-99d9-6c97b60531ba tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.102869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-3bd04cc8-ffb5-490c-99d9-6c97b60531ba tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.108987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-3bd04cc8-ffb5-490c-99d9-6c97b60531ba tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.111397 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-0c7d0eb5-6da3-4ba3-bdc6-f829297e6d7a service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963790 Jul 27 21:09:01.115278 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-3bd04cc8-ffb5-490c-99d9-6c97b60531ba tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.121351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-3bd04cc8-ffb5-490c-99d9-6c97b60531ba tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.128615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-3bd04cc8-ffb5-490c-99d9-6c97b60531ba tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.135470 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-3bd04cc8-ffb5-490c-99d9-6c97b60531ba tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.137369 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-3bd04cc8-ffb5-490c-99d9-6c97b60531ba tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.66 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5434 time: 0.2689164 Jul 27 21:09:01.207463 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e907684-100f-4034-b984-2db2df01ab9d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.248100 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e907684-100f-4034-b984-2db2df01ab9d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.255246 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5e907684-100f-4034-b984-2db2df01ab9d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/f8851b87-49f8-44f9-ae85-851500269081 HTTP/1.1" status: 204 len: 168 time: 0.3363771 Jul 27 21:09:01.258048 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49290) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:01.285132 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e907684-100f-4034-b984-2db2df01ab9d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8851b87-49f8-44f9-ae85-851500269081,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:01.308445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-14189003-f0e2-4dd5-8aa5-5e19e53a4645 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.309850 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-14189003-f0e2-4dd5-8aa5-5e19e53a4645 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.66 "GET /v2.0/ports/d428951c-9af6-415a-913d-31512d67dde2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1598072 Jul 27 21:09:01.350644 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-8525ec4c-1978-4523-9305-d546e1075fea service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307026 Jul 27 21:09:01.383042 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd70f4-df45-497c-80e9-aa18cccfb0a3 req-6fdc5a62-b0fb-4432-a3a4-abf9ac1a6d4e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.388857 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd70f4-df45-497c-80e9-aa18cccfb0a3 req-6fdc5a62-b0fb-4432-a3a4-abf9ac1a6d4e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.394820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd70f4-df45-497c-80e9-aa18cccfb0a3 req-6fdc5a62-b0fb-4432-a3a4-abf9ac1a6d4e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.400674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd70f4-df45-497c-80e9-aa18cccfb0a3 req-6fdc5a62-b0fb-4432-a3a4-abf9ac1a6d4e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.406816 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd70f4-df45-497c-80e9-aa18cccfb0a3 req-6fdc5a62-b0fb-4432-a3a4-abf9ac1a6d4e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.413082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd70f4-df45-497c-80e9-aa18cccfb0a3 req-6fdc5a62-b0fb-4432-a3a4-abf9ac1a6d4e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.418485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd70f4-df45-497c-80e9-aa18cccfb0a3 req-6fdc5a62-b0fb-4432-a3a4-abf9ac1a6d4e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.420398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91bd70f4-df45-497c-80e9-aa18cccfb0a3 req-6fdc5a62-b0fb-4432-a3a4-abf9ac1a6d4e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 5434 time: 0.2063050 Jul 27 21:09:01.443352 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1b8e356e-5307-4f4f-85c5-75c617fbf859 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1841483 Jul 27 21:09:01.448308 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49298) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:01.459211 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-80e6175e-d56c-491a-9623-ee53521688c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a330d042-0729-4e45-b291-ff638747237f HTTP/1.1" status: 200 len: 217 time: 0.0987988 Jul 27 21:09:01.476572 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411efead-fb88-46a1-aa42-b1bf4ad837d1 req-e6e0fb6e-51f8-45c8-872e-8f47d3825826 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.486969 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-411efead-fb88-46a1-aa42-b1bf4ad837d1 req-e6e0fb6e-51f8-45c8-872e-8f47d3825826 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 944 time: 0.2803397 Jul 27 21:09:01.540681 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1e0d300b-20b5-4810-93d1-d7013b04486f tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.569017 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1e0d300b-20b5-4810-93d1-d7013b04486f tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.573249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Allocated IP 172.21.0.1 (01d32c44-b357-4a8e-b93c-13781145ced9/c6548a70-3bf2-47b7-b637-56c32b8a731e/ffdeb288-0969-410c-86ab-e44a12c05624) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:01.587376 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91bd70f4-df45-497c-80e9-aa18cccfb0a3 req-b9d140fa-ab5b-4e4d-8df7-90360cb79ad5 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358290 Jul 27 21:09:01.597724 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0b039123-94c8-4c0f-beac-f2f2a816fbe4 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:01.600074 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-88deac96-30ea-452f-b449-49155bea6ff7 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.66 "GET /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2834382 Jul 27 21:09:01.612492 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-411efead-fb88-46a1-aa42-b1bf4ad837d1 req-11165e32-6ca6-4fa7-b9ac-2dd83bd03e6b tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243031 Jul 27 21:09:01.626996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-9a2a44fa-bc7e-4234-8ae4-46cecff42a3e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:01.627178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-8906fe19-91ad-4dbf-85dd-d65de58e5326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.628661 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-8906fe19-91ad-4dbf-85dd-d65de58e5326 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0100c0f3-654b-4008-8ca4-b381192db716 HTTP/1.1" status: 200 len: 797 time: 0.1391604 Jul 27 21:09:01.705630 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 0b039123-94c8-4c0f-beac-f2f2a816fbe4 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:01.710508 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 0b039123-94c8-4c0f-beac-f2f2a816fbe4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:01.710943 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.744110 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1e0d300b-20b5-4810-93d1-d7013b04486f tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.754614 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1e0d300b-20b5-4810-93d1-d7013b04486f tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.758388 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1e0d300b-20b5-4810-93d1-d7013b04486f tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/81453df6-b41e-422d-b584-cce77c9338e8 HTTP/1.1" status: 204 len: 168 time: 0.3038135 Jul 27 21:09:01.760619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49306) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:01.792730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-a25d21b6-ee60-4f6a-b378-fc64ec8b7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:01.794170 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-a25d21b6-ee60-4f6a-b378-fc64ec8b7313 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a3bd81c-c0ae-404a-987c-9478c181dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1572242 Jul 27 21:09:01.813671 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-9a2a44fa-bc7e-4234-8ae4-46cecff42a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.818296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d300b-20b5-4810-93d1-d7013b04486f tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81453df6-b41e-422d-b584-cce77c9338e8,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:01.833070 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.867688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc6e9a8-39f1-4a74-868a-784ebd9f5022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b039123-94c8-4c0f-beac-f2f2a816fbe4'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:01.871902 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad90d46-9149-4f68-a28e-76107088b221" -d '{"events": [{"server_uuid": "ebc6e9a8-39f1-4a74-868a-784ebd9f5022", "name": "network-vif-plugged", "status": "completed", "tag": "0b039123-94c8-4c0f-beac-f2f2a816fbe4"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:01.886606 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:09:01.896610 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-716cb668-f8bf-4d27-afff-8f1f4df9047f tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1284466 Jul 27 21:09:01.904913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49314) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:01.908154 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 0b039123-94c8-4c0f-beac-f2f2a816fbe4, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0b039123-94c8-4c0f-beac-f2f2a816fbe4,segment=NetworkSegment(1caf3eda-578e-46ca-b57f-0797ad95c5ff),segment_id=1caf3eda-578e-46ca-b57f-0797ad95c5ff)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:01.917517 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.918420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 71170b18-04a9-4f8b-bf46-daf4fdf3c928 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:01.948614 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:01.988678 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca759a8-5658-4834-be1a-60c8aaea9112 x-openstack-request-id: req-2ca759a8-5658-4834-be1a-60c8aaea9112 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:01.988678 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc6e9a8-39f1-4a74-868a-784ebd9f5022", "name": "network-vif-plugged", "status": "completed", "tag": "0b039123-94c8-4c0f-beac-f2f2a816fbe4", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:01.988678 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ca759a8-5658-4834-be1a-60c8aaea9112 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:01.989528 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc6e9a8-39f1-4a74-868a-784ebd9f5022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b039123-94c8-4c0f-beac-f2f2a816fbe4', 'code': 200} Jul 27 21:09:02.026160 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Transition to ACTIVE for port object ffdeb288-0969-410c-86ab-e44a12c05624 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:02.031981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=0b039123-94c8-4c0f-beac-f2f2a816fbe4,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:02.051361 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 71170b18-04a9-4f8b-bf46-daf4fdf3c928 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:02.055472 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 71170b18-04a9-4f8b-bf46-daf4fdf3c928 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:02.055845 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.158459 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a6745-19d7-4032-b0b7-fd1e68e2a296 req-d3bf4f5e-e885-42fc-82bd-cc1d4d8d9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:02.160176 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d08a6745-19d7-4032-b0b7-fd1e68e2a296 req-d3bf4f5e-e885-42fc-82bd-cc1d4d8d9b00 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 1096 time: 0.1317551 Jul 27 21:09:02.162027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-9a2a44fa-bc7e-4234-8ae4-46cecff42a3e service neutron] For port d428951c-9af6-415a-913d-31512d67dde2, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d428951c-9af6-415a-913d-31512d67dde2,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:02.174298 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.180893 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.227520 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 71170b18-04a9-4f8b-bf46-daf4fdf3c928, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=71170b18-04a9-4f8b-bf46-daf4fdf3c928,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:02.233508 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.233791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=ffdeb288-0969-410c-86ab-e44a12c05624,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:02.256195 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network 01d32c44-b357-4a8e-b93c-13781145ced9 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:02.260677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:02.263792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:02.348596 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=71170b18-04a9-4f8b-bf46-daf4fdf3c928,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:02.410641 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-187834b7-d815-4472-93ab-2edb6cc16e48 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.430687 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-187834b7-d815-4472-93ab-2edb6cc16e48 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.467191 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-a3b83859-57ed-4b1b-a6d4-ff30e31a74a5 service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635542 Jul 27 21:09:02.489352 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda30b36-b55b-456d-ac9b-80907cdbdb00 req-dcd207bb-b493-44e7-bf3a-93f1d30886d7 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:02.491213 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eda30b36-b55b-456d-ac9b-80907cdbdb00 req-dcd207bb-b493-44e7-bf3a-93f1d30886d7 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 944 time: 0.6362326 Jul 27 21:09:02.588362 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-187834b7-d815-4472-93ab-2edb6cc16e48 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.604084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-187834b7-d815-4472-93ab-2edb6cc16e48 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.607783 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-187834b7-d815-4472-93ab-2edb6cc16e48 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/61f332ce-73f8-46e8-b1a1-6908cd6c8f9f HTTP/1.1" status: 204 len: 168 time: 0.6985543 Jul 27 21:09:02.611086 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e8a1a58c-d961-49f0-8db6-80bad54df3a1 None None] Provisioning for port ffdeb288-0969-410c-86ab-e44a12c05624 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:02.613725 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49326) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:02.618654 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eda30b36-b55b-456d-ac9b-80907cdbdb00 req-30d6457f-3a0e-4f55-9af7-fc48951bf1f4 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/security-groups?id=57b437e5-e602-4f0a-b4ca-f0b284ae00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158001 Jul 27 21:09:02.629724 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187834b7-d815-4472-93ab-2edb6cc16e48 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61f332ce-73f8-46e8-b1a1-6908cd6c8f9f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:02.678648 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e8a1a58c-d961-49f0-8db6-80bad54df3a1 None None] Provisioning complete for port ffdeb288-0969-410c-86ab-e44a12c05624 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:02.680146 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e8a1a58c-d961-49f0-8db6-80bad54df3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.691809 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b6d82559-a532-42fc-bbc5-a9a26723dbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.717951 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.727908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-9a2a44fa-bc7e-4234-8ae4-46cecff42a3e service neutron] For port d428951c-9af6-415a-913d-31512d67dde2, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:02.760714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9da5a0a2-e23a-477a-b222-6926bc09a916 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1455281 Jul 27 21:09:02.764908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-9a2a44fa-bc7e-4234-8ae4-46cecff42a3e service neutron] device_id is not set on port d428951c-9af6-415a-913d-31512d67dde2 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:09:02.774989 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-9a2a44fa-bc7e-4234-8ae4-46cecff42a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.778886 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49336) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:02.791233 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d9e6e86-6081-4e9d-9a9c-8d2dd334876a req-9aad2d7c-2fa8-4790-97ec-b328ebc206a2 service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122747 Jul 27 21:09:02.797814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1a58c-d961-49f0-8db6-80bad54df3a1 None None] Port ffdeb288-0969-410c-86ab-e44a12c05624 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:02.824956 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d08a6745-19d7-4032-b0b7-fd1e68e2a296 req-5d05496b-e2b7-4a38-92db-10cc82348dc6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=57b437e5-e602-4f0a-b4ca-f0b284ae00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6520047 Jul 27 21:09:02.833098 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-9a2a44fa-bc7e-4234-8ae4-46cecff42a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.866152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984b472-2a68-4ab8-8a0a-c6b15d86d674 req-ed2da459-0ffa-4454-b30f-bc47801d8faf tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:02.867791 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c984b472-2a68-4ab8-8a0a-c6b15d86d674 req-ed2da459-0ffa-4454-b30f-bc47801d8faf tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 945 time: 0.1465306 Jul 27 21:09:02.906553 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3ed20736-1b61-436a-ba30-7acf058c460d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.926269 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022fb0a-8dcb-49ca-ae42-798a2982ff81 req-3e0d7564-2b9b-47c8-96db-4059efff4e59 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:02.930028 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3ed20736-1b61-436a-ba30-7acf058c460d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:02.931699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022fb0a-8dcb-49ca-ae42-798a2982ff81 req-3e0d7564-2b9b-47c8-96db-4059efff4e59 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:02.938672 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022fb0a-8dcb-49ca-ae42-798a2982ff81 req-3e0d7564-2b9b-47c8-96db-4059efff4e59 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:02.947033 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022fb0a-8dcb-49ca-ae42-798a2982ff81 req-3e0d7564-2b9b-47c8-96db-4059efff4e59 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:02.953856 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022fb0a-8dcb-49ca-ae42-798a2982ff81 req-3e0d7564-2b9b-47c8-96db-4059efff4e59 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:02.958701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-9a2a44fa-bc7e-4234-8ae4-46cecff42a3e service neutron] No DVR routers for this DVR port d428951c-9af6-415a-913d-31512d67dde2 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:02.960137 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022fb0a-8dcb-49ca-ae42-798a2982ff81 req-3e0d7564-2b9b-47c8-96db-4059efff4e59 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:02.962935 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d022fb0a-8dcb-49ca-ae42-798a2982ff81 req-3e0d7564-2b9b-47c8-96db-4059efff4e59 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 4660 time: 0.1555622 Jul 27 21:09:03.003125 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c984b472-2a68-4ab8-8a0a-c6b15d86d674 req-e8892385-069a-4095-bad9-32b2444d53f6 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254849 Jul 27 21:09:03.023482 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a44fa-bc7e-4234-8ae4-46cecff42a3e service neutron] Pushing event updated for resources: {'Port': ['ID=d428951c-9af6-415a-913d-31512d67dde2,revision_number=6']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:03.051730 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-9a2a44fa-bc7e-4234-8ae4-46cecff42a3e service neutron] In _notify_port_updated(), no bound segment for port d428951c-9af6-415a-913d-31512d67dde2 on network a410ce51-102d-4a42-9789-3fefbaa95d0a {{(pid=105580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:09:03.051940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-9a2a44fa-bc7e-4234-8ae4-46cecff42a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:03.052893 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-9a2a44fa-bc7e-4234-8ae4-46cecff42a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.055881 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-9a2a44fa-bc7e-4234-8ae4-46cecff42a3e service neutron] 10.222.0.66 "PUT /v2.0/ports/d428951c-9af6-415a-913d-31512d67dde2 HTTP/1.1" status: 200 len: 1027 time: 1.4440002 Jul 27 21:09:03.083391 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d022fb0a-8dcb-49ca-ae42-798a2982ff81 req-2f502188-e3a1-4975-9350-45a2d9509407 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&id=78a3edb6-4d8c-4b2c-960e-63c36eafad96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036386 Jul 27 21:09:03.135258 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3ed20736-1b61-436a-ba30-7acf058c460d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.163401 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3ed20736-1b61-436a-ba30-7acf058c460d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.166792 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3ed20736-1b61-436a-ba30-7acf058c460d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/86e1425a-0805-4c1a-8d8a-0cde1ea807ed HTTP/1.1" status: 204 len: 168 time: 0.3817132 Jul 27 21:09:03.166792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed20736-1b61-436a-ba30-7acf058c460d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86e1425a-0805-4c1a-8d8a-0cde1ea807ed,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:03.167066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49342) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:03.213961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.252347 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-68c93023-2a8f-489e-8d58-83f16d6cc031 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:03.254140 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-68c93023-2a8f-489e-8d58-83f16d6cc031 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.66 "GET /v2.0/ports/2fa8db0b-c60f-4d02-9b59-06d022fef9be?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1201236 Jul 27 21:09:03.288169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-5b72d851-a924-492d-babb-0e1516aa0aef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:03.322295 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-62c16b20-904e-463d-a640-1b2ad1372adc None None] Provisioning complete for port d428951c-9af6-415a-913d-31512d67dde2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:03.322758 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-62c16b20-904e-463d-a640-1b2ad1372adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.333157 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a1b90cc8-89cc-46bf-a720-56bb3febb51c tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1409929 Jul 27 21:09:03.333549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49348) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:03.377583 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-62c16b20-904e-463d-a640-1b2ad1372adc None None] Port d428951c-9af6-415a-913d-31512d67dde2 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:03.397606 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3b954bf0-553f-4abf-9b9e-5e8271be0b07 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.420702 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3b954bf0-553f-4abf-9b9e-5e8271be0b07 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.478916 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-5b72d851-a924-492d-babb-0e1516aa0aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.480494 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3b954bf0-553f-4abf-9b9e-5e8271be0b07 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.485516 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3b954bf0-553f-4abf-9b9e-5e8271be0b07 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.486827 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3b954bf0-553f-4abf-9b9e-5e8271be0b07 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-groups/ccac874c-61b4-4421-ba0c-7b7bb0482d35 HTTP/1.1" status: 204 len: 168 time: 0.1520271 Jul 27 21:09:03.490985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49350) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:03.510445 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b954bf0-553f-4abf-9b9e-5e8271be0b07 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccac874c-61b4-4421-ba0c-7b7bb0482d35,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:03.568864 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e0c761e1-62db-428c-b97a-34580ba0e207 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756776 Jul 27 21:09:03.577765 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49358) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:03.582594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-4114ad40-572c-47a5-b992-9822c001f4f4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group': {'name': 'tempest-secgroup--930455533'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:03.614044 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4114ad40-572c-47a5-b992-9822c001f4f4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.773389 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.776047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-5b72d851-a924-492d-babb-0e1516aa0aef service neutron] For port 2fa8db0b-c60f-4d02-9b59-06d022fef9be, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2fa8db0b-c60f-4d02-9b59-06d022fef9be,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:03.779076 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.785516 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4114ad40-572c-47a5-b992-9822c001f4f4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.799808 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4114ad40-572c-47a5-b992-9822c001f4f4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.836986 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4114ad40-572c-47a5-b992-9822c001f4f4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.838318 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4114ad40-572c-47a5-b992-9822c001f4f4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2594810 Jul 27 21:09:03.848934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49364) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:03.858746 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c3c39daa-7495-4444-baf2-faf6ffc0aa58 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group_rule': {'security_group_id': '93629f5a-9f9b-4d32-b76f-8e4f20a35617', 'direction': 'ingress', 'protocol': 17}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:03.874327 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d37fb-215b-4884-903a-5ed71f5dbf86 req-3fdddd48-f4ed-43bd-8468-258363bf3c18 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:03.875995 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-452d37fb-215b-4884-903a-5ed71f5dbf86 req-3fdddd48-f4ed-43bd-8468-258363bf3c18 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 945 time: 0.1610911 Jul 27 21:09:03.881522 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114ad40-572c-47a5-b992-9822c001f4f4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93629f5a-9f9b-4d32-b76f-8e4f20a35617,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:03.881837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=ffdeb288-0969-410c-86ab-e44a12c05624,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:03.890337 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-5b72d851-a924-492d-babb-0e1516aa0aef service neutron] For port 2fa8db0b-c60f-4d02-9b59-06d022fef9be, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:03.891741 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.936142 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c3c39daa-7495-4444-baf2-faf6ffc0aa58 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.948964 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:03.953699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-5b72d851-a924-492d-babb-0e1516aa0aef service neutron] device_id is not set on port 2fa8db0b-c60f-4d02-9b59-06d022fef9be yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:09:03.968773 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-452d37fb-215b-4884-903a-5ed71f5dbf86 req-c24da2fc-3a69-469d-992b-39b39f2c30e2 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/security-groups?id=57b437e5-e602-4f0a-b4ca-f0b284ae00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602674 Jul 27 21:09:03.990765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef98522-8c4a-4c8f-8035-858cfa9c96c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71170b18-04a9-4f8b-bf46-daf4fdf3c928'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:03.993229 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3d6a34-00d3-44e3-ae0c-b2cef33e1d3b" -d '{"events": [{"server_uuid": "bef98522-8c4a-4c8f-8035-858cfa9c96c5", "name": "network-vif-plugged", "status": "completed", "tag": "71170b18-04a9-4f8b-bf46-daf4fdf3c928"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:04.015163 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-5b72d851-a924-492d-babb-0e1516aa0aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.023497 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c3c39daa-7495-4444-baf2-faf6ffc0aa58 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.029356 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-5b72d851-a924-492d-babb-0e1516aa0aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.031469 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c3c39daa-7495-4444-baf2-faf6ffc0aa58 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.040131 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e58a9a-2069-4388-9a64-253e1b21b933 x-openstack-request-id: req-79e58a9a-2069-4388-9a64-253e1b21b933 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:04.040639 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef98522-8c4a-4c8f-8035-858cfa9c96c5", "name": "network-vif-plugged", "status": "completed", "tag": "71170b18-04a9-4f8b-bf46-daf4fdf3c928", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:04.041137 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-79e58a9a-2069-4388-9a64-253e1b21b933 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:04.041697 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef98522-8c4a-4c8f-8035-858cfa9c96c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71170b18-04a9-4f8b-bf46-daf4fdf3c928', 'code': 200} Jul 27 21:09:04.070534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c39daa-7495-4444-baf2-faf6ffc0aa58 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31979a8c-07f1-438f-806f-29dc55702f62,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:04.108445 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c3c39daa-7495-4444-baf2-faf6ffc0aa58 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.110171 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c3c39daa-7495-4444-baf2-faf6ffc0aa58 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2601254 Jul 27 21:09:04.113459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49376) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:04.203426 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-5b72d851-a924-492d-babb-0e1516aa0aef service neutron] No DVR routers for this DVR port 2fa8db0b-c60f-4d02-9b59-06d022fef9be on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:04.224901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72d851-a924-492d-babb-0e1516aa0aef service neutron] Pushing event updated for resources: {'Port': ['ID=2fa8db0b-c60f-4d02-9b59-06d022fef9be,revision_number=6']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:04.291306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network 01d32c44-b357-4a8e-b93c-13781145ced9 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:04.304160 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:04.334406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-5b72d851-a924-492d-babb-0e1516aa0aef service neutron] In _notify_port_updated(), no bound segment for port 2fa8db0b-c60f-4d02-9b59-06d022fef9be on network a410ce51-102d-4a42-9789-3fefbaa95d0a {{(pid=105580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:09:04.335882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-5b72d851-a924-492d-babb-0e1516aa0aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:04.336784 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-5b72d851-a924-492d-babb-0e1516aa0aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.338409 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-5b72d851-a924-492d-babb-0e1516aa0aef service neutron] 10.222.0.66 "PUT /v2.0/ports/2fa8db0b-c60f-4d02-9b59-06d022fef9be HTTP/1.1" status: 200 len: 1028 time: 1.0563312 Jul 27 21:09:04.347413 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b3b1fc1f-3856-4c9d-be3f-bc076b148240 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.365025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac824da-3da6-4602-b204-291012b9e211 req-6d78acce-d501-4ae0-bdd3-faaa3b60836b tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:04.368007 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ac824da-3da6-4602-b204-291012b9e211 req-6d78acce-d501-4ae0-bdd3-faaa3b60836b tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 945 time: 0.2033498 Jul 27 21:09:04.368251 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device d428951c-9af6-415a-913d-31512d67dde2 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:04.424282 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b3b1fc1f-3856-4c9d-be3f-bc076b148240 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.454893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device d428951c-9af6-415a-913d-31512d67dde2 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:04.455323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:04.470814 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ac824da-3da6-4602-b204-291012b9e211 req-b44ace4c-1d20-45ad-8f50-f2ef428f5584 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912430 Jul 27 21:09:04.525639 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f2b4f-7749-42d8-bf1f-debafbeba561 req-f1d4a44e-3f66-4daa-a597-9c0696d083df tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:04.532810 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f2b4f-7749-42d8-bf1f-debafbeba561 req-f1d4a44e-3f66-4daa-a597-9c0696d083df tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:04.535002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d26e2ba3-619f-4fc8-81d9-563947dce3e6 None None] Provisioning complete for port 2fa8db0b-c60f-4d02-9b59-06d022fef9be triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:04.535413 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d26e2ba3-619f-4fc8-81d9-563947dce3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.541818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f2b4f-7749-42d8-bf1f-debafbeba561 req-f1d4a44e-3f66-4daa-a597-9c0696d083df tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:04.552648 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f2b4f-7749-42d8-bf1f-debafbeba561 req-f1d4a44e-3f66-4daa-a597-9c0696d083df tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:04.560089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f2b4f-7749-42d8-bf1f-debafbeba561 req-f1d4a44e-3f66-4daa-a597-9c0696d083df tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:04.575128 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-714f2b4f-7749-42d8-bf1f-debafbeba561 req-f1d4a44e-3f66-4daa-a597-9c0696d083df tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 3885 time: 0.2710483 Jul 27 21:09:04.584636 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9a98d-fbf1-4b5f-8f85-dbeb830d1c94 req-fc7bd856-e250-4c0c-bcd9-a1f2097f5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:04.585816 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82d9a98d-fbf1-4b5f-8f85-dbeb830d1c94 req-fc7bd856-e250-4c0c-bcd9-a1f2097f5ccf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 1096 time: 0.4682624 Jul 27 21:09:04.600930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d26e2ba3-619f-4fc8-81d9-563947dce3e6 None None] Port 2fa8db0b-c60f-4d02-9b59-06d022fef9be cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:04.657664 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b3b1fc1f-3856-4c9d-be3f-bc076b148240 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.660919 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b3b1fc1f-3856-4c9d-be3f-bc076b148240 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.662428 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b3b1fc1f-3856-4c9d-be3f-bc076b148240 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-groups/93629f5a-9f9b-4d32-b76f-8e4f20a35617 HTTP/1.1" status: 204 len: 168 time: 0.5470066 Jul 27 21:09:04.669054 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49394) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:04.679087 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.723248 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-714f2b4f-7749-42d8-bf1f-debafbeba561 req-77e2bcf2-9754-42cb-958f-59173d3f62f6 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319969 Jul 27 21:09:04.725575 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1fc1f-3856-4c9d-be3f-bc076b148240 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93629f5a-9f9b-4d32-b76f-8e4f20a35617,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:04.734123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router b55d1773-7958-42e8-af39-2de4a3d27a8f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:09:04.744328 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82d9a98d-fbf1-4b5f-8f85-dbeb830d1c94 req-beb8f6c4-d330-4446-8286-52e06937b734 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439571 Jul 27 21:09:04.790991 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6e72411d-6ffa-44b9-84cd-dc91763c60a0 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1204479 Jul 27 21:09:04.795508 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8b4c9773-4523-4fe9-b8e8-0d1006d1c670,segment=NetworkSegment(31a768ef-39ac-43da-967d-273196d38ced),segment_id=31a768ef-39ac-43da-967d-273196d38ced)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:04.796510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49396) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:04.803726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-364524d7-6cc7-46a9-a233-2b7eecdf07f7 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group': {'name': 'tempest-secgroup--762858076'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:04.805157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Deleting port dc0238de-f933-45f5-bd07-9806f8e5fae6 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:04.805634 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.815103 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.816281 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device dc0238de-f933-45f5-bd07-9806f8e5fae6 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:04.859830 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-364524d7-6cc7-46a9-a233-2b7eecdf07f7 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.923002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0b845efc-feea-4f20-966b-d98c03dc7f71 None None] Provisioning complete for port ffdeb288-0969-410c-86ab-e44a12c05624 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:04.923634 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0b845efc-feea-4f20-966b-d98c03dc7f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:04.926699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8b4c9773-4523-4fe9-b8e8-0d1006d1c670,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:04.930247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:09:04.938648 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f60b2d1d-1581-470a-b345-21c8b10e6cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/b55d1773-7958-42e8-af39-2de4a3d27a8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6041822 Jul 27 21:09:04.941666 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49400) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:04.976157 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d0abb-5689-4545-8faf-70052caa2773 None None] Sync routers for ids ['b55d1773-7958-42e8-af39-2de4a3d27a8f'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:09:05.006564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] For port dc0238de-f933-45f5-bd07-9806f8e5fae6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=dc0238de-f933-45f5-bd07-9806f8e5fae6,segment=NetworkSegment(40b1d573-14d6-42b3-9b80-94147a5fe78c),segment_id=40b1d573-14d6-42b3-9b80-94147a5fe78c)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:05.007172 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.035974 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-364524d7-6cc7-46a9-a233-2b7eecdf07f7 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.042775 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-364524d7-6cc7-46a9-a233-2b7eecdf07f7 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.051247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d0abb-5689-4545-8faf-70052caa2773 None None] Routers {'b55d1773-7958-42e8-af39-2de4a3d27a8f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:05.051894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-7a4d0abb-5689-4545-8faf-70052caa2773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b55d1773-7958-42e8-af39-2de4a3d27a8f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:05.079386 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e85f87-18b8-46cb-a6ac-d4c4f578f033 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:05.080852 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-75e85f87-18b8-46cb-a6ac-d4c4f578f033 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports/ffdeb288-0969-410c-86ab-e44a12c05624 HTTP/1.1" status: 200 len: 910 time: 0.1381807 Jul 27 21:09:05.084194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49406) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:05.096764 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-364524d7-6cc7-46a9-a233-2b7eecdf07f7 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.098009 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-364524d7-6cc7-46a9-a233-2b7eecdf07f7 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3000395 Jul 27 21:09:05.104999 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49410) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:05.110069 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a905e676-cb5c-4d4b-85ba-599c47ea76a4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group': {'name': 'tempest-secgroup--376152486'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:05.136133 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364524d7-6cc7-46a9-a233-2b7eecdf07f7 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095d80cb-bc56-4f47-94fe-3269ed736169,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:05.160263 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a905e676-cb5c-4d4b-85ba-599c47ea76a4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.173891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-7a4d0abb-5689-4545-8faf-70052caa2773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:05.192234 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d0abb-5689-4545-8faf-70052caa2773 None None] Routers {'b55d1773-7958-42e8-af39-2de4a3d27a8f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:05.194201 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-7a4d0abb-5689-4545-8faf-70052caa2773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:08:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b55d1773-7958-42e8-af39-2de4a3d27a8f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:05.308299 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-7a4d0abb-5689-4545-8faf-70052caa2773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:05.309242 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d0abb-5689-4545-8faf-70052caa2773 None None] The sync data for ids ['b55d1773-7958-42e8-af39-2de4a3d27a8f'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:09:05.311875 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.346952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-0b845efc-feea-4f20-966b-d98c03dc7f71 None None] Port ffdeb288-0969-410c-86ab-e44a12c05624 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:05.359889 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a905e676-cb5c-4d4b-85ba-599c47ea76a4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.360837 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port dc0238de-f933-45f5-bd07-9806f8e5fae6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=dc0238de-f933-45f5-bd07-9806f8e5fae6,segment=NetworkSegment(40b1d573-14d6-42b3-9b80-94147a5fe78c),segment_id=40b1d573-14d6-42b3-9b80-94147a5fe78c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:05.365834 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-536e74cf-9123-4096-adc3-b05c4e07ba5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.368100 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.368905 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:05.377784 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6c9c9-e339-44e2-8d66-d201fc999cbe req-e03aecab-71cc-4577-af25-0d245e8d66c7 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:05.380248 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9e6c9c9-e339-44e2-8d66-d201fc999cbe req-e03aecab-71cc-4577-af25-0d245e8d66c7 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 945 time: 0.1851015 Jul 27 21:09:05.381496 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a905e676-cb5c-4d4b-85ba-599c47ea76a4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.451267 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a905e676-cb5c-4d4b-85ba-599c47ea76a4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.453229 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a905e676-cb5c-4d4b-85ba-599c47ea76a4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3474369 Jul 27 21:09:05.458600 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49416) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:05.463537 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0410b19a-0ead-4fa3-a3d4-4ac682987294 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group_rule': {'security_group_id': '095d80cb-bc56-4f47-94fe-3269ed736169', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '94b58f1e-b6df-4469-9c56-512bb676d8c9', 'remote_ip_prefix': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:05.487343 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.546690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905e676-cb5c-4d4b-85ba-599c47ea76a4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b58f1e-b6df-4469-9c56-512bb676d8c9,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:05.547453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=dc0238de-f933-45f5-bd07-9806f8e5fae6,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:05.599891 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9e6c9c9-e339-44e2-8d66-d201fc999cbe req-42106b28-1419-4349-b792-69057f12f553 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/security-groups?id=57b437e5-e602-4f0a-b4ca-f0b284ae00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075658 Jul 27 21:09:05.601869 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.617562 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0410b19a-0ead-4fa3-a3d4-4ac682987294 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.658269 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.658906 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.659352 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Floating IP 9154b781-0793-4048-9745-51df41ad0c19 disassociated. External IP: 172.25.2.247, port: dc0238de-f933-45f5-bd07-9806f8e5fae6. Jul 27 21:09:05.659569 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Calling delete_port for dc0238de-f933-45f5-bd07-9806f8e5fae6 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:05.702495 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8ce6ad16-e5b2-43c3-9b3b-ca14413e757c,segment=NetworkSegment(31a768ef-39ac-43da-967d-273196d38ced),segment_id=31a768ef-39ac-43da-967d-273196d38ced)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:05.709944 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.711023 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2fa8db0b-c60f-4d02-9b59-06d022fef9be no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:05.846824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2fa8db0b-c60f-4d02-9b59-06d022fef9be not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:05.847257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f2b60967-bfdf-4329-90d7-618af56506fa no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:05.849043 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8ce6ad16-e5b2-43c3-9b3b-ca14413e757c,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:05.853218 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0410b19a-0ead-4fa3-a3d4-4ac682987294 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.866672 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0410b19a-0ead-4fa3-a3d4-4ac682987294 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.909912 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410b19a-0ead-4fa3-a3d4-4ac682987294 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7c7f24-5b0f-47ba-a370-4f409848721e,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:05.919453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09e375-1754-4c96-a414-d37211be4778 req-4e98047f-1810-4c2a-87f4-f7449060562d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:05.921568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e09e375-1754-4c96-a414-d37211be4778 req-4e98047f-1810-4c2a-87f4-f7449060562d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 945 time: 0.2953000 Jul 27 21:09:05.971521 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0410b19a-0ead-4fa3-a3d4-4ac682987294 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.972885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0410b19a-0ead-4fa3-a3d4-4ac682987294 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5133553 Jul 27 21:09:05.973186 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:05.980632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49432) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:06.022745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port f2b60967-bfdf-4329-90d7-618af56506fa, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f2b60967-bfdf-4329-90d7-618af56506fa,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:06.030781 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.031912 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e52e863c-19ea-4520-b512-4229b90f3d03 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:06.034444 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e09e375-1754-4c96-a414-d37211be4778 req-1ebd817a-fd20-4d56-9190-7d62338c5e22 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012030 Jul 27 21:09:06.036978 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5307fe92-0593-4538-a35b-2734a0db8530 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.050443 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5307fe92-0593-4538-a35b-2734a0db8530 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.058686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4c9773-4523-4fe9-b8e8-0d1006d1c670'}, {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc0238de-f933-45f5-bd07-9806f8e5fae6'}, {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce6ad16-e5b2-43c3-9b3b-ca14413e757c'}, {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b60967-bfdf-4329-90d7-618af56506fa'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:06.060966 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5f795c-327e-484f-aedc-45dfca82865e" -d '{"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4c9773-4523-4fe9-b8e8-0d1006d1c670"}, {"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-unplugged", "status": "completed", "tag": "dc0238de-f933-45f5-bd07-9806f8e5fae6"}, {"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-unplugged", "status": "completed", "tag": "8ce6ad16-e5b2-43c3-9b3b-ca14413e757c"}, {"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-unplugged", "status": "completed", "tag": "f2b60967-bfdf-4329-90d7-618af56506fa"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:06.097326 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124e0aa-46a3-4c00-9276-65e6825dccdb req-07bb7372-78fc-40e5-8dfd-fd0b69d2287e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:06.105379 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124e0aa-46a3-4c00-9276-65e6825dccdb req-07bb7372-78fc-40e5-8dfd-fd0b69d2287e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:06.112404 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124e0aa-46a3-4c00-9276-65e6825dccdb req-07bb7372-78fc-40e5-8dfd-fd0b69d2287e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:06.118510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124e0aa-46a3-4c00-9276-65e6825dccdb req-07bb7372-78fc-40e5-8dfd-fd0b69d2287e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:06.126290 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124e0aa-46a3-4c00-9276-65e6825dccdb req-07bb7372-78fc-40e5-8dfd-fd0b69d2287e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:06.128140 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7124e0aa-46a3-4c00-9276-65e6825dccdb req-07bb7372-78fc-40e5-8dfd-fd0b69d2287e tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 3879 time: 0.2236416 Jul 27 21:09:06.141435 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5307fe92-0593-4538-a35b-2734a0db8530 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.152060 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5307fe92-0593-4538-a35b-2734a0db8530 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.155772 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5307fe92-0593-4538-a35b-2734a0db8530 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/9a7c7f24-5b0f-47ba-a370-4f409848721e HTTP/1.1" status: 204 len: 168 time: 0.1691327 Jul 27 21:09:06.155953 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49440) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:06.175204 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307fe92-0593-4538-a35b-2734a0db8530 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a7c7f24-5b0f-47ba-a370-4f409848721e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:06.183149 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=f2b60967-bfdf-4329-90d7-618af56506fa,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:06.241896 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9b577a-b2fe-49dc-81df-67ce5e8c1642 x-openstack-request-id: req-3e9b577a-b2fe-49dc-81df-67ce5e8c1642 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:06.242213 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4c9773-4523-4fe9-b8e8-0d1006d1c670", "code": 200}, {"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-unplugged", "status": "completed", "tag": "dc0238de-f933-45f5-bd07-9806f8e5fae6", "code": 200}, {"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-unplugged", "status": "completed", "tag": "8ce6ad16-e5b2-43c3-9b3b-ca14413e757c", "code": 200}, {"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-unplugged", "status": "completed", "tag": "f2b60967-bfdf-4329-90d7-618af56506fa", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:06.250114 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e9b577a-b2fe-49dc-81df-67ce5e8c1642 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:06.250114 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4c9773-4523-4fe9-b8e8-0d1006d1c670', 'code': 200} Jul 27 21:09:06.250114 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc0238de-f933-45f5-bd07-9806f8e5fae6', 'code': 200} Jul 27 21:09:06.250114 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce6ad16-e5b2-43c3-9b3b-ca14413e757c', 'code': 200} Jul 27 21:09:06.250114 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b60967-bfdf-4329-90d7-618af56506fa', 'code': 200} Jul 27 21:09:06.250723 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7124e0aa-46a3-4c00-9276-65e6825dccdb req-039d3b22-893d-464c-a509-67490ff71bab tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082387 Jul 27 21:09:06.262411 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.295489 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2445c243-4167-4588-b60a-37c70dc5abe4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1382065 Jul 27 21:09:06.296732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49442) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:06.324912 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e52e863c-19ea-4520-b512-4229b90f3d03, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e52e863c-19ea-4520-b512-4229b90f3d03,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:06.331746 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.363046 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.400511 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b201693-e32b-4b3a-9de4-ac8fd7280f07 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.408422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=e52e863c-19ea-4520-b512-4229b90f3d03,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:06.427850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event deleted for resources: {'Port': ['ID=dc0238de-f933-45f5-bd07-9806f8e5fae6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:06.432858 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b201693-e32b-4b3a-9de4-ac8fd7280f07 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.439680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:06.440030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:06.440376 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:06.440716 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:06.441053 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:06.442010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:06.442010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:06.442010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:06.442419 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:06.442688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:06.443017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:06.443342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:06.458036 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-44e6d54e-845c-4d92-ad83-ffe065bf4cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.485420 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b201693-e32b-4b3a-9de4-ac8fd7280f07 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.488023 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b201693-e32b-4b3a-9de4-ac8fd7280f07 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.491802 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0b201693-e32b-4b3a-9de4-ac8fd7280f07 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-groups/94b58f1e-b6df-4469-9c56-512bb676d8c9 HTTP/1.1" status: 204 len: 168 time: 0.1915171 Jul 27 21:09:06.493244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49448) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:06.507235 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b201693-e32b-4b3a-9de4-ac8fd7280f07 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b58f1e-b6df-4469-9c56-512bb676d8c9,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:06.566983 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-517aa7f2-a27c-4218-94ff-4c7dc6832b97 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0682993 Jul 27 21:09:06.567734 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49450) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:06.629048 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf67bd67-a0eb-40ed-8398-a19c949f93c8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.677033 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf67bd67-a0eb-40ed-8398-a19c949f93c8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.751641 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:09:06.772634 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ba4fb-79d6-48e8-874e-501655e8f775 req-57039fdb-1e56-47f7-a24e-1b26ac2da354 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:06.774239 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e9ba4fb-79d6-48e8-874e-501655e8f775 req-57039fdb-1e56-47f7-a24e-1b26ac2da354 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 945 time: 0.2112174 Jul 27 21:09:06.789130 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf67bd67-a0eb-40ed-8398-a19c949f93c8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.791703 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf67bd67-a0eb-40ed-8398-a19c949f93c8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:06.792838 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bf67bd67-a0eb-40ed-8398-a19c949f93c8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-groups/095d80cb-bc56-4f47-94fe-3269ed736169 HTTP/1.1" status: 204 len: 168 time: 0.2245016 Jul 27 21:09:06.796777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49460) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:06.811257 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67bd67-a0eb-40ed-8398-a19c949f93c8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=095d80cb-bc56-4f47-94fe-3269ed736169,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:06.878524 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115f574-1937-411a-8664-eadd7b51189e req-6dde4523-5584-4f56-ae6f-cd6ea65b3b94 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:06.880117 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d115f574-1937-411a-8664-eadd7b51189e req-6dde4523-5584-4f56-ae6f-cd6ea65b3b94 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 945 time: 0.1454515 Jul 27 21:09:06.945173 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d115f574-1937-411a-8664-eadd7b51189e req-5b90f562-a8b8-4e19-900f-7e1ce6a004cf tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/security-groups?id=57b437e5-e602-4f0a-b4ca-f0b284ae00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585117 Jul 27 21:09:07.079804 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.097286 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b3b93b03-376b-4215-9285-e7bd97171784 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2984469 Jul 27 21:09:07.103317 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49470) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:07.110982 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-621a4063-f08e-490c-bcc5-a7bbac29e802 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1142641380'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:07.137782 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:09:07.151154 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a213bb05-c1ef-4c03-8f11-fcbacd050088 None None] Sync routers for ids ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:09:07.162318 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a213bb05-c1ef-4c03-8f11-fcbacd050088 None None] Routers {'fe2ae7ee-7962-4e46-8f99-2246a14d10d8'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:07.163019 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a213bb05-c1ef-4c03-8f11-fcbacd050088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:07.182193 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-621a4063-f08e-490c-bcc5-a7bbac29e802 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.205028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-7e9ba4fb-79d6-48e8-874e-501655e8f775 req-90f644ea-bec9-45fd-8d16-98188adabee9 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Deleting port 0b039123-94c8-4c0f-beac-f2f2a816fbe4 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:07.205028 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e9ba4fb-79d6-48e8-874e-501655e8f775 req-90f644ea-bec9-45fd-8d16-98188adabee9 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.253987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] No DVR routers for this DVR port dc0238de-f933-45f5-bd07-9806f8e5fae6 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:07.256138 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d6ca9-dbdb-422f-bfdc-15aa6e3da9bf req-3890f2ba-37be-43a7-9b24-9909bd42ba28 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:07.259900 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.261997 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ca793b1c-f8e6-47f1-a4ec-0cc482818028 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.66 "DELETE /v2.0/ports/dc0238de-f933-45f5-bd07-9806f8e5fae6 HTTP/1.1" status: 204 len: 173 time: 2.9158165 Jul 27 21:09:07.265177 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-633d6ca9-dbdb-422f-bfdc-15aa6e3da9bf req-3890f2ba-37be-43a7-9b24-9909bd42ba28 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 945 time: 0.1437552 Jul 27 21:09:07.313751 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-a213bb05-c1ef-4c03-8f11-fcbacd050088 None None] Set router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:09:07.315152 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-deleted', 'tag': 'dc0238de-f933-45f5-bd07-9806f8e5fae6'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:07.318756 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02eaa159-1a98-47cf-8792-7586ad425e05" -d '{"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-deleted", "tag": "dc0238de-f933-45f5-bd07-9806f8e5fae6"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:07.409928 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-633d6ca9-dbdb-422f-bfdc-15aa6e3da9bf req-36e1c7e3-b323-469f-a823-6a3919646602 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435473 Jul 27 21:09:07.503450 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-621a4063-f08e-490c-bcc5-a7bbac29e802 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.525869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-44e6d54e-845c-4d92-ad83-ffe065bf4cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting port ffdeb288-0969-410c-86ab-e44a12c05624 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:07.526569 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-44e6d54e-845c-4d92-ad83-ffe065bf4cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.531739 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-621a4063-f08e-490c-bcc5-a7bbac29e802 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.575015 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.606146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28352aa0-4046-4ca5-84ea-fb30e26e24d0 req-4ad0d6f9-f6e7-4b49-913b-804b9e548753 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:07.611971 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a213bb05-c1ef-4c03-8f11-fcbacd050088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'name': 'tempest-TaggedBootDevicesTest-1803856703-router', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:19Z', 'revision_number': 4, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'gw_port': {'id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a89c848b-4112-48b1-8279-3d9c24fec558', 'name': '', 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'mac_address': 'fa:16:3e:cd:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:17Z', 'updated_at': '2021-07-27T20:58:31Z', 'revision_number': 5, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'subnets': [{'id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:07.613225 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28352aa0-4046-4ca5-84ea-fb30e26e24d0 req-4ad0d6f9-f6e7-4b49-913b-804b9e548753 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:07.615658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7e9ba4fb-79d6-48e8-874e-501655e8f775 req-90f644ea-bec9-45fd-8d16-98188adabee9 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] For port 0b039123-94c8-4c0f-beac-f2f2a816fbe4, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0b039123-94c8-4c0f-beac-f2f2a816fbe4,segment=NetworkSegment(1caf3eda-578e-46ca-b57f-0797ad95c5ff),segment_id=1caf3eda-578e-46ca-b57f-0797ad95c5ff)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:07.616296 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e9ba4fb-79d6-48e8-874e-501655e8f775 req-90f644ea-bec9-45fd-8d16-98188adabee9 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.619028 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28352aa0-4046-4ca5-84ea-fb30e26e24d0 req-4ad0d6f9-f6e7-4b49-913b-804b9e548753 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:07.626016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28352aa0-4046-4ca5-84ea-fb30e26e24d0 req-4ad0d6f9-f6e7-4b49-913b-804b9e548753 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:07.634874 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28352aa0-4046-4ca5-84ea-fb30e26e24d0 req-4ad0d6f9-f6e7-4b49-913b-804b9e548753 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 3142 time: 0.2861900 Jul 27 21:09:07.641501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-7e9ba4fb-79d6-48e8-874e-501655e8f775 req-90f644ea-bec9-45fd-8d16-98188adabee9 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Calling delete_port for 0b039123-94c8-4c0f-beac-f2f2a816fbe4 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:07.648578 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-621a4063-f08e-490c-bcc5-a7bbac29e802 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.652767 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a213bb05-c1ef-4c03-8f11-fcbacd050088 None None] Checking router: fe2ae7ee-7962-4e46-8f99-2246a14d10d8 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:09:07.653714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-621a4063-f08e-490c-bcc5-a7bbac29e802 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5491536 Jul 27 21:09:07.655656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49488) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:07.664975 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a213bb05-c1ef-4c03-8f11-fcbacd050088 None None] Routers {'fe2ae7ee-7962-4e46-8f99-2246a14d10d8'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:07.665214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a4063-f08e-490c-bcc5-a7bbac29e802 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af5250f-8d78-415f-bc33-d10215874c37,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:07.666073 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a213bb05-c1ef-4c03-8f11-fcbacd050088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:07.684557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-80649cda-55f9-4a9c-bf26-6cf65bdce43e tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group_rule': {'security_group_id': '9af5250f-8d78-415f-bc33-d10215874c37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:07.736208 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28352aa0-4046-4ca5-84ea-fb30e26e24d0 req-0b2336e2-4722-4e91-b582-9e51c12a338d tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004229 Jul 27 21:09:07.844338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-0a5a628d-ecd0-49e9-abe6-bef31087f9fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Deleting port f2b60967-bfdf-4329-90d7-618af56506fa {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:07.844684 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-0a5a628d-ecd0-49e9-abe6-bef31087f9fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.876964 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-a213bb05-c1ef-4c03-8f11-fcbacd050088 None None] Set router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:09:07.933948 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc757b83-1627-47aa-8d15-185b7e721dd4 x-openstack-request-id: req-dc757b83-1627-47aa-8d15-185b7e721dd4 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:07.934260 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-deleted", "tag": "dc0238de-f933-45f5-bd07-9806f8e5fae6", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:07.935109 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc757b83-1627-47aa-8d15-185b7e721dd4 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:07.935109 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-deleted', 'tag': 'dc0238de-f933-45f5-bd07-9806f8e5fae6', 'status': 'completed', 'code': 200} Jul 27 21:09:07.949977 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-44e6d54e-845c-4d92-ad83-ffe065bf4cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:07.981348 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-80649cda-55f9-4a9c-bf26-6cf65bdce43e tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.003875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-44e6d54e-845c-4d92-ad83-ffe065bf4cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Calling delete_port for ffdeb288-0969-410c-86ab-e44a12c05624 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:08.137064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66366405-867d-4906-b71b-02a1d642bc5e req-8bd509da-c015-4fdc-a97c-34d6101d96f5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:08.138841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66366405-867d-4906-b71b-02a1d642bc5e req-8bd509da-c015-4fdc-a97c-34d6101d96f5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 945 time: 0.1112425 Jul 27 21:09:08.151263 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-0a5a628d-ecd0-49e9-abe6-bef31087f9fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] For port f2b60967-bfdf-4329-90d7-618af56506fa, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f2b60967-bfdf-4329-90d7-618af56506fa,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:08.151729 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-0a5a628d-ecd0-49e9-abe6-bef31087f9fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.164938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-0a5a628d-ecd0-49e9-abe6-bef31087f9fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Calling delete_port for f2b60967-bfdf-4329-90d7-618af56506fa owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:08.197286 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a213bb05-c1ef-4c03-8f11-fcbacd050088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'name': 'tempest-TaggedBootDevicesTest-1803856703-router', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:19Z', 'revision_number': 4, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'gw_port': {'id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a89c848b-4112-48b1-8279-3d9c24fec558', 'name': '', 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'mac_address': 'fa:16:3e:cd:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:17Z', 'updated_at': '2021-07-27T20:58:31Z', 'revision_number': 5, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'subnets': [{'id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:08.230331 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a213bb05-c1ef-4c03-8f11-fcbacd050088 None None] The sync data for ids ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'] in n-d-764806-9 is: [{'id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'name': 'tempest-TaggedBootDevicesTest-1803856703-router', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T20:58:19Z', 'revision_number': 4, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'gw_port': {'id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a89c848b-4112-48b1-8279-3d9c24fec558', 'name': '', 'network_id': 'c136ab28-e2bc-4ec9-9b8b-bf8448242a8e', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'mac_address': 'fa:16:3e:cd:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:17Z', 'updated_at': '2021-07-27T20:58:31Z', 'revision_number': 5, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'subnets': [{'id': '1400dfa6-e41f-4985-af22-30801885ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:09:08.240590 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66366405-867d-4906-b71b-02a1d642bc5e req-23d801f3-dd84-4752-bba2-de95893faf63 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886092 Jul 27 21:09:08.245760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52e863c-19ea-4520-b512-4229b90f3d03'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:08.248204 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b22bc6-0ef9-42d1-b551-f7df15fdb079" -d '{"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-unplugged", "status": "completed", "tag": "e52e863c-19ea-4520-b512-4229b90f3d03"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:08.286304 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534bd53-e11d-45f0-9c3d-030be3f30a5a req-14a99536-bc9c-4461-805a-592baea24d41 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:08.294554 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d534bd53-e11d-45f0-9c3d-030be3f30a5a req-14a99536-bc9c-4461-805a-592baea24d41 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 945 time: 0.1390536 Jul 27 21:09:08.349353 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660087da-40a1-418e-afdf-0628504dfcff x-openstack-request-id: req-660087da-40a1-418e-afdf-0628504dfcff {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:08.349709 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-unplugged", "status": "completed", "tag": "e52e863c-19ea-4520-b512-4229b90f3d03", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:08.350026 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-660087da-40a1-418e-afdf-0628504dfcff {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:08.350551 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52e863c-19ea-4520-b512-4229b90f3d03', 'code': 200} Jul 27 21:09:08.351920 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-80649cda-55f9-4a9c-bf26-6cf65bdce43e tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.352380 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d534bd53-e11d-45f0-9c3d-030be3f30a5a req-53a1e3ed-a2d8-4fe1-baea-dfb552da6e9c tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/security-groups?id=57b437e5-e602-4f0a-b4ca-f0b284ae00a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535877 Jul 27 21:09:08.411843 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-80649cda-55f9-4a9c-bf26-6cf65bdce43e tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.435957 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e9ba4fb-79d6-48e8-874e-501655e8f775 req-90f644ea-bec9-45fd-8d16-98188adabee9 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.482305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80649cda-55f9-4a9c-bf26-6cf65bdce43e tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa8a035-0562-4c6a-920a-b0e81016baf3,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:08.517123 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-80649cda-55f9-4a9c-bf26-6cf65bdce43e tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.521105 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-80649cda-55f9-4a9c-bf26-6cf65bdce43e tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8564858 Jul 27 21:09:08.521105 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f644ea-bec9-45fd-8d16-98188adabee9 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Pushing event deleted for resources: {'Port': ['ID=0b039123-94c8-4c0f-beac-f2f2a816fbe4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:08.521628 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49510) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:08.566539 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb4aeb72-3e1d-415f-8a4d-30d4eaf0a82b tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.577485 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb4aeb72-3e1d-415f-8a4d-30d4eaf0a82b tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.609451 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb4aeb72-3e1d-415f-8a4d-30d4eaf0a82b tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.616844 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9ba4fb-79d6-48e8-874e-501655e8f775 req-90f644ea-bec9-45fd-8d16-98188adabee9 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] No DVR routers for this DVR port 0b039123-94c8-4c0f-beac-f2f2a816fbe4 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:08.622557 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e9ba4fb-79d6-48e8-874e-501655e8f775 req-90f644ea-bec9-45fd-8d16-98188adabee9 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.625329 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e9ba4fb-79d6-48e8-874e-501655e8f775 req-90f644ea-bec9-45fd-8d16-98188adabee9 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.20 "DELETE /v2.0/ports/0b039123-94c8-4c0f-beac-f2f2a816fbe4 HTTP/1.1" status: 204 len: 173 time: 1.8431432 Jul 27 21:09:08.626358 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb4aeb72-3e1d-415f-8a4d-30d4eaf0a82b tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.627921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-eb4aeb72-3e1d-415f-8a4d-30d4eaf0a82b tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/baa8a035-0562-4c6a-920a-b0e81016baf3 HTTP/1.1" status: 204 len: 168 time: 0.1051962 Jul 27 21:09:08.629085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aeb72-3e1d-415f-8a4d-30d4eaf0a82b tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=baa8a035-0562-4c6a-920a-b0e81016baf3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:08.631309 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49512) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:08.641661 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-0a5a628d-ecd0-49e9-abe6-bef31087f9fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.685257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11627e2d-7765-46ac-b2ad-04f0fd837eb8 None None] New status for floating IP 9154b781-0793-4048-9745-51df41ad0c19: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:09:08.693392 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-08a893f3-a9f1-4f11-b3c9-aa48ebee1b21 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0607619 Jul 27 21:09:08.694053 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49516) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:08.700265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a628d-ecd0-49e9-abe6-bef31087f9fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event deleted for resources: {'Port': ['ID=f2b60967-bfdf-4329-90d7-618af56506fa,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:08.720122 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-44e6d54e-845c-4d92-ad83-ffe065bf4cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.833289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6d54e-845c-4d92-ad83-ffe065bf4cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Port': ['ID=ffdeb288-0969-410c-86ab-e44a12c05624,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:08.841720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3ab98374-bc06-48e9-af4b-fdb21cfd21d8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.843091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-0a5a628d-ecd0-49e9-abe6-bef31087f9fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] No DVR routers for this DVR port f2b60967-bfdf-4329-90d7-618af56506fa on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:08.878149 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-0a5a628d-ecd0-49e9-abe6-bef31087f9fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:08.885368 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-0a5a628d-ecd0-49e9-abe6-bef31087f9fe tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.66 "DELETE /v2.0/ports/f2b60967-bfdf-4329-90d7-618af56506fa HTTP/1.1" status: 204 len: 173 time: 1.5995398 Jul 27 21:09:08.904484 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3ab98374-bc06-48e9-af4b-fdb21cfd21d8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.037222 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ae571-d52d-4fbf-aa4c-1a909821d071 req-50dab61d-aff4-4086-bf2d-f953ab20596b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:09.047462 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ae571-d52d-4fbf-aa4c-1a909821d071 req-50dab61d-aff4-4086-bf2d-f953ab20596b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:09.073323 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ae571-d52d-4fbf-aa4c-1a909821d071 req-50dab61d-aff4-4086-bf2d-f953ab20596b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:09.083060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-311ae571-d52d-4fbf-aa4c-1a909821d071 req-50dab61d-aff4-4086-bf2d-f953ab20596b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 2409 time: 0.1717775 Jul 27 21:09:09.113127 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3ab98374-bc06-48e9-af4b-fdb21cfd21d8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.116434 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3ab98374-bc06-48e9-af4b-fdb21cfd21d8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.123191 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3ab98374-bc06-48e9-af4b-fdb21cfd21d8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-groups/9af5250f-8d78-415f-bc33-d10215874c37 HTTP/1.1" status: 204 len: 168 time: 0.4228399 Jul 27 21:09:09.134188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49530) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:09.135757 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab98374-bc06-48e9-af4b-fdb21cfd21d8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af5250f-8d78-415f-bc33-d10215874c37,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:09.179044 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-311ae571-d52d-4fbf-aa4c-1a909821d071 req-5c50ac02-c751-4664-9869-f9980bbadcb0 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943708 Jul 27 21:09:09.329008 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6367aeed-7b99-4efc-a98e-4ccc56160fec tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1882360 Jul 27 21:09:09.333093 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49534) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:09.353455 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.356784 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ead851f5-f8d5-4ce4-9fe9-929c5f7d38ce tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group': {'name': 'tempest-secgroup--785257951'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:09.408672 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ead851f5-f8d5-4ce4-9fe9-929c5f7d38ce tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.507515 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-11caa768-65dd-40c3-b10c-3712ea864e60 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Deleting port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:09.507951 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-11caa768-65dd-40c3-b10c-3712ea864e60 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.554763 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a53ead7-f1ae-473e-b924-6de496ca15e4 req-e5a2b849-8400-48a5-910e-037a86328d34 tempest-ServerPasswordTestJSON-1003583978 tempest-ServerPasswordTestJSON-1003583978-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebc6e9a8-39f1-4a74-868a-784ebd9f5022 HTTP/1.1" status: 200 len: 210 time: 0.0461402 Jul 27 21:09:09.615549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0b039123-94c8-4c0f-beac-f2f2a816fbe4 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:09.653729 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 0b039123-94c8-4c0f-beac-f2f2a816fbe4 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:09.655342 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0b039123-94c8-4c0f-beac-f2f2a816fbe4 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:09.661637 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29eac5-4e19-4718-b4b3-fb9cb97b8ae4 req-9db063c6-d5da-4564-b4a3-a85267064261 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:09.663338 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c29eac5-4e19-4718-b4b3-fb9cb97b8ae4 req-9db063c6-d5da-4564-b4a3-a85267064261 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 945 time: 0.2368879 Jul 27 21:09:09.737887 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ead851f5-f8d5-4ce4-9fe9-929c5f7d38ce tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.744697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c29eac5-4e19-4718-b4b3-fb9cb97b8ae4 req-77f21d78-0688-4815-8e8f-5c1b3b62f627 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716591 Jul 27 21:09:09.745741 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ead851f5-f8d5-4ce4-9fe9-929c5f7d38ce tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.785763 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ead851f5-f8d5-4ce4-9fe9-929c5f7d38ce tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.790126 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ead851f5-f8d5-4ce4-9fe9-929c5f7d38ce tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4505019 Jul 27 21:09:09.799874 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49544) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:09.807926 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e2aa3578-b187-4504-8dcc-5e5c5de7d8c3 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group_rule': {'security_group_id': '897de01f-79b8-4bb6-ab8f-e98cdaa735b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:09.814094 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead851f5-f8d5-4ce4-9fe9-929c5f7d38ce tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897de01f-79b8-4bb6-ab8f-e98cdaa735b2,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:09.847947 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2aa3578-b187-4504-8dcc-5e5c5de7d8c3 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.919760 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2aa3578-b187-4504-8dcc-5e5c5de7d8c3 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.926401 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2aa3578-b187-4504-8dcc-5e5c5de7d8c3 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.948910 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa3578-b187-4504-8dcc-5e5c5de7d8c3 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2019fa7c-5c35-4136-a94c-2a7589a4bbaf,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:09.952390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc6e9a8-39f1-4a74-868a-784ebd9f5022', 'name': 'network-vif-deleted', 'tag': '0b039123-94c8-4c0f-beac-f2f2a816fbe4'}, {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-deleted', 'tag': 'f2b60967-bfdf-4329-90d7-618af56506fa'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:09.953684 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2aa3578-b187-4504-8dcc-5e5c5de7d8c3 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:09.955019 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b803a9b-a46f-42ad-8c18-f2842d8b2854" -d '{"events": [{"server_uuid": "ebc6e9a8-39f1-4a74-868a-784ebd9f5022", "name": "network-vif-deleted", "tag": "0b039123-94c8-4c0f-beac-f2f2a816fbe4"}, {"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-deleted", "tag": "f2b60967-bfdf-4329-90d7-618af56506fa"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:09.955314 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e2aa3578-b187-4504-8dcc-5e5c5de7d8c3 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1540141 Jul 27 21:09:09.958034 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49554) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:09.978769 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7fa4a1a1-7c7a-4991-a51a-b480871c3a4f tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-group-rules/2019fa7c-5c35-4136-a94c-2a7589a4bbaf HTTP/1.1" status: 200 len: 763 time: 0.0191486 Jul 27 21:09:09.981002 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49556) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:09.999072 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-44e6d54e-845c-4d92-ad83-ffe065bf4cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.040017 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24954386-6137-4b68-b31b-074bf4706a00 x-openstack-request-id: req-24954386-6137-4b68-b31b-074bf4706a00 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:10.040666 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc6e9a8-39f1-4a74-868a-784ebd9f5022", "name": "network-vif-deleted", "tag": "0b039123-94c8-4c0f-beac-f2f2a816fbe4", "status": "completed", "code": 200}, {"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-deleted", "tag": "f2b60967-bfdf-4329-90d7-618af56506fa", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:10.040953 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24954386-6137-4b68-b31b-074bf4706a00 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:10.041519 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc6e9a8-39f1-4a74-868a-784ebd9f5022', 'name': 'network-vif-deleted', 'tag': '0b039123-94c8-4c0f-beac-f2f2a816fbe4', 'status': 'completed', 'code': 200} Jul 27 21:09:10.041918 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-deleted', 'tag': 'f2b60967-bfdf-4329-90d7-618af56506fa', 'status': 'completed', 'code': 200} Jul 27 21:09:10.043021 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f7b7bcd9-b8ac-4381-a8ab-cc2e867fcd06 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0606351 Jul 27 21:09:10.045467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49558) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:10.059652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8b9bd-9167-44ad-a35b-c1487d9cb6c1 req-ac5b1bf3-6670-44d2-9f4d-59b1afe74b29 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:10.061190 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1cc8b9bd-9167-44ad-a35b-c1487d9cb6c1 req-ac5b1bf3-6670-44d2-9f4d-59b1afe74b29 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.20 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 945 time: 0.7941563 Jul 27 21:09:10.076110 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-154b2e46-43b9-4a9b-b706-2e0d144f68a8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.083926 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-154b2e46-43b9-4a9b-b706-2e0d144f68a8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.121260 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-154b2e46-43b9-4a9b-b706-2e0d144f68a8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.126343 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-154b2e46-43b9-4a9b-b706-2e0d144f68a8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.127526 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-154b2e46-43b9-4a9b-b706-2e0d144f68a8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/2019fa7c-5c35-4136-a94c-2a7589a4bbaf HTTP/1.1" status: 204 len: 168 time: 0.0789702 Jul 27 21:09:10.131519 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49560) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:10.143120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b2e46-43b9-4a9b-b706-2e0d144f68a8 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2019fa7c-5c35-4136-a94c-2a7589a4bbaf,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:10.184040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0f85b1b1-5087-45f1-b9d2-729234653c60 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491521 Jul 27 21:09:10.184790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49566) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:10.188823 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7b507618-9a82-4f42-8cd4-64ac3f78259d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group_rule': {'security_group_id': '897de01f-79b8-4bb6-ab8f-e98cdaa735b2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:10.205385 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-11caa768-65dd-40c3-b10c-3712ea864e60 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] For port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8b4c9773-4523-4fe9-b8e8-0d1006d1c670,segment=NetworkSegment(31a768ef-39ac-43da-967d-273196d38ced),segment_id=31a768ef-39ac-43da-967d-273196d38ced)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:10.205760 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-11caa768-65dd-40c3-b10c-3712ea864e60 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.241399 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b507618-9a82-4f42-8cd4-64ac3f78259d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.258312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-11caa768-65dd-40c3-b10c-3712ea864e60 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Calling delete_port for 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:10.379235 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b507618-9a82-4f42-8cd4-64ac3f78259d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.386948 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b507618-9a82-4f42-8cd4-64ac3f78259d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.415541 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b507618-9a82-4f42-8cd4-64ac3f78259d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482cd348-8c09-4eca-ae8d-fa5a48377fbd,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:10.421150 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b507618-9a82-4f42-8cd4-64ac3f78259d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.422213 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7b507618-9a82-4f42-8cd4-64ac3f78259d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2369657 Jul 27 21:09:10.425162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49572) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:10.447911 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e3124-7c42-49b9-bd41-d0e126d474f2 req-7e487770-909b-481a-ba7d-47b028f0ffe9 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:10.455031 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e3124-7c42-49b9-bd41-d0e126d474f2 req-7e487770-909b-481a-ba7d-47b028f0ffe9 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:10.460973 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e3124-7c42-49b9-bd41-d0e126d474f2 req-7e487770-909b-481a-ba7d-47b028f0ffe9 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:10.462706 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f2e3124-7c42-49b9-bd41-d0e126d474f2 req-7e487770-909b-481a-ba7d-47b028f0ffe9 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 2409 time: 0.1461923 Jul 27 21:09:10.468056 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5f0a717b-28ac-48e9-b244-17e9861c7ac4 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-group-rules/482cd348-8c09-4eca-ae8d-fa5a48377fbd HTTP/1.1" status: 200 len: 763 time: 0.0414319 Jul 27 21:09:10.470681 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49576) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:10.501330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-1cc8b9bd-9167-44ad-a35b-c1487d9cb6c1 req-35a8c0c2-4198-4c90-bb14-b304de7848cd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Deleting port 71170b18-04a9-4f8b-bf46-daf4fdf3c928 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:10.501692 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1cc8b9bd-9167-44ad-a35b-c1487d9cb6c1 req-35a8c0c2-4198-4c90-bb14-b304de7848cd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.535857 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-63ec6283-6190-4f25-8e7a-75475768bd39 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0610836 Jul 27 21:09:10.543019 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49580) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:10.559370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e6d54e-845c-4d92-ad83-ffe065bf4cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router b55d1773-7958-42e8-af39-2de4a3d27a8f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:09:10.565294 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f2e3124-7c42-49b9-bd41-d0e126d474f2 req-c28f6d43-8c01-42bf-9ec8-9421e2036b93 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935836 Jul 27 21:09:10.583482 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-566ad62b-53c1-4c21-b370-738facd85230 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.599272 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-566ad62b-53c1-4c21-b370-738facd85230 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.631754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49584) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:10.643406 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-566ad62b-53c1-4c21-b370-738facd85230 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.658641 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-11caa768-65dd-40c3-b10c-3712ea864e60 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.672614 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-566ad62b-53c1-4c21-b370-738facd85230 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.674050 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-566ad62b-53c1-4c21-b370-738facd85230 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/482cd348-8c09-4eca-ae8d-fa5a48377fbd HTTP/1.1" status: 204 len: 168 time: 0.1301241 Jul 27 21:09:10.679912 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49588) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:10.704529 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ad62b-53c1-4c21-b370-738facd85230 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=482cd348-8c09-4eca-ae8d-fa5a48377fbd,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:10.722752 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-748d604b-7946-4e70-994b-6d48114946e6 admin admin] Deleting subnet 5c1a8b0b-172a-4a97-92d0-67d2d1f5984e {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:09:10.728836 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-748d604b-7946-4e70-994b-6d48114946e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.775524 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0d078e2f-69a1-4831-9f6d-81669b134fe1 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0922101 Jul 27 21:09:10.777147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49594) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:10.785354 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Request body: {'security_group_rule': {'security_group_id': '897de01f-79b8-4bb6-ab8f-e98cdaa735b2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:10.803078 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-748d604b-7946-4e70-994b-6d48114946e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.804791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caa768-65dd-40c3-b10c-3712ea864e60 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event deleted for resources: {'Port': ['ID=8b4c9773-4523-4fe9-b8e8-0d1006d1c670,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:10.861724 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Project 2b56eb3d999e4dca8ea0f164a19192f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:09:10.885682 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-748d604b-7946-4e70-994b-6d48114946e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.897255 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1cc8b9bd-9167-44ad-a35b-c1487d9cb6c1 req-35a8c0c2-4198-4c90-bb14-b304de7848cd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] For port 71170b18-04a9-4f8b-bf46-daf4fdf3c928, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=71170b18-04a9-4f8b-bf46-daf4fdf3c928,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:10.897709 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1cc8b9bd-9167-44ad-a35b-c1487d9cb6c1 req-35a8c0c2-4198-4c90-bb14-b304de7848cd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.900446 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-11caa768-65dd-40c3-b10c-3712ea864e60 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] No DVR routers for this DVR port 8b4c9773-4523-4fe9-b8e8-0d1006d1c670 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:10.910125 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-11caa768-65dd-40c3-b10c-3712ea864e60 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.912306 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-11caa768-65dd-40c3-b10c-3712ea864e60 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.66 "DELETE /v2.0/ports/8b4c9773-4523-4fe9-b8e8-0d1006d1c670 HTTP/1.1" status: 204 len: 173 time: 2.0172441 Jul 27 21:09:10.915115 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e6d54e-845c-4d92-ad83-ffe065bf4cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:09:10.927069 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-44e6d54e-845c-4d92-ad83-ffe065bf4cda tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/b55d1773-7958-42e8-af39-2de4a3d27a8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8391931 Jul 27 21:09:10.931377 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5e6a8-5d07-4a46-9724-f99ffa5a6c13 None None] Sync routers for ids ['b55d1773-7958-42e8-af39-2de4a3d27a8f'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:09:10.932089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-1cc8b9bd-9167-44ad-a35b-c1487d9cb6c1 req-35a8c0c2-4198-4c90-bb14-b304de7848cd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Calling delete_port for 71170b18-04a9-4f8b-bf46-daf4fdf3c928 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:10.936930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49600) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:10.948595 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5e6a8-5d07-4a46-9724-f99ffa5a6c13 None None] Routers {'b55d1773-7958-42e8-af39-2de4a3d27a8f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:10.949552 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-33f5e6a8-5d07-4a46-9724-f99ffa5a6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b55d1773-7958-42e8-af39-2de4a3d27a8f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:10.990195 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-748d604b-7946-4e70-994b-6d48114946e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:10.993867 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-33f5e6a8-5d07-4a46-9724-f99ffa5a6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:10.999682 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.003832 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5e6a8-5d07-4a46-9724-f99ffa5a6c13 None None] Routers {'b55d1773-7958-42e8-af39-2de4a3d27a8f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:11.004664 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-33f5e6a8-5d07-4a46-9724-f99ffa5a6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b55d1773-7958-42e8-af39-2de4a3d27a8f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:11.040932 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-33f5e6a8-5d07-4a46-9724-f99ffa5a6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:11.041894 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f5e6a8-5d07-4a46-9724-f99ffa5a6c13 None None] The sync data for ids ['b55d1773-7958-42e8-af39-2de4a3d27a8f'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:09:11.058950 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d604b-7946-4e70-994b-6d48114946e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c1a8b0b-172a-4a97-92d0-67d2d1f5984e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:11.065092 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-748d604b-7946-4e70-994b-6d48114946e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.067096 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-748d604b-7946-4e70-994b-6d48114946e6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5c1a8b0b-172a-4a97-92d0-67d2d1f5984e HTTP/1.1" status: 204 len: 168 time: 0.4339392 Jul 27 21:09:11.072419 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49602) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:11.187936 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.191375 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-896e6169-40c7-4738-af53-7760463ebe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.203622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110cdc9-d674-4f1e-8366-8881725a0f55 req-b2d02d23-67d5-4d12-9b5e-ded9412d81a5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:11.210790 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f110cdc9-d674-4f1e-8366-8881725a0f55 req-b2d02d23-67d5-4d12-9b5e-ded9412d81a5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=bef98522-8c4a-4c8f-8035-858cfa9c96c5 HTTP/1.1" status: 200 len: 945 time: 0.3500893 Jul 27 21:09:11.225080 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.302156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ea23abf9-ef54-4a70-af9a-9cf64a9f6074 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Deleting port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:11.302766 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ea23abf9-ef54-4a70-af9a-9cf64a9f6074 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.311072 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.317187 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5368125 Jul 27 21:09:11.338192 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49608) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:11.397003 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8d399abb-39da-4ec3-b0ff-7db77583d98d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-group-rules/43421e06-dc9d-4e46-a6ca-13eedbf6af97 HTTP/1.1" status: 200 len: 769 time: 0.0513523 Jul 27 21:09:11.398154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43421e06-dc9d-4e46-a6ca-13eedbf6af97,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:11.405692 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49616) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:11.428438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:11.428713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:11.429061 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:11.429403 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:11.429739 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:11.430075 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:11.430446 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:11.430781 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:11.431112 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:11.431441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:11.431771 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:11.432202 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8973a119-2db3-466d-97ec-8387a859fd3a tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:11.448172 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f110cdc9-d674-4f1e-8366-8881725a0f55 req-6d2ae3a4-df50-4d9a-b1f8-4dc87342bbc2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362452 Jul 27 21:09:11.455250 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-896e6169-40c7-4738-af53-7760463ebe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.477478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-896e6169-40c7-4738-af53-7760463ebe0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f104ce-bab5-4104-a9a4-a817a5ee1bea']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:11.492520 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-896e6169-40c7-4738-af53-7760463ebe0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1caf3eda-578e-46ca-b57f-0797ad95c5ff') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:11.492877 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-896e6169-40c7-4738-af53-7760463ebe0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1caf3eda-578e-46ca-b57f-0797ad95c5ff') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:11.503199 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-896e6169-40c7-4738-af53-7760463ebe0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.512792 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1cc8b9bd-9167-44ad-a35b-c1487d9cb6c1 req-35a8c0c2-4198-4c90-bb14-b304de7848cd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.518300 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-896e6169-40c7-4738-af53-7760463ebe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.524985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896e6169-40c7-4738-af53-7760463ebe0e admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:09:11.525434 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-896e6169-40c7-4738-af53-7760463ebe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.527282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['71170b18-04a9-4f8b-bf46-daf4fdf3c928'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:09:11.528420 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:09:11.558872 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8c0c2-4198-4c90-bb14-b304de7848cd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Pushing event deleted for resources: {'Port': ['ID=71170b18-04a9-4f8b-bf46-daf4fdf3c928,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:11.590531 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-896e6169-40c7-4738-af53-7760463ebe0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.597031 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-896e6169-40c7-4738-af53-7760463ebe0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.599258 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-896e6169-40c7-4738-af53-7760463ebe0e admin admin] 10.222.0.55 "DELETE /v2.0/networks/99f104ce-bab5-4104-a9a4-a817a5ee1bea HTTP/1.1" status: 204 len: 168 time: 0.5245554 Jul 27 21:09:11.610582 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7fd8cd20-82f0-4f15-b0fe-509ff4851297 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2012575 Jul 27 21:09:11.613880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49622) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:11.617305 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e6169-40c7-4738-af53-7760463ebe0e admin admin] Pushing event deleted for resources: {'Network': ['ID=99f104ce-bab5-4104-a9a4-a817a5ee1bea,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:11.665019 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c991c790-1dc3-4c96-b933-792b52665fdf tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.684644 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c991c790-1dc3-4c96-b933-792b52665fdf tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.714084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc8b9bd-9167-44ad-a35b-c1487d9cb6c1 req-35a8c0c2-4198-4c90-bb14-b304de7848cd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] No DVR routers for this DVR port 71170b18-04a9-4f8b-bf46-daf4fdf3c928 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:11.716954 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1cc8b9bd-9167-44ad-a35b-c1487d9cb6c1 req-35a8c0c2-4198-4c90-bb14-b304de7848cd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.719958 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1cc8b9bd-9167-44ad-a35b-c1487d9cb6c1 req-35a8c0c2-4198-4c90-bb14-b304de7848cd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.20 "DELETE /v2.0/ports/71170b18-04a9-4f8b-bf46-daf4fdf3c928 HTTP/1.1" status: 204 len: 173 time: 1.6521854 Jul 27 21:09:11.724570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ea23abf9-ef54-4a70-af9a-9cf64a9f6074 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] For port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8ce6ad16-e5b2-43c3-9b3b-ca14413e757c,segment=NetworkSegment(31a768ef-39ac-43da-967d-273196d38ced),segment_id=31a768ef-39ac-43da-967d-273196d38ced)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:11.724942 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ea23abf9-ef54-4a70-af9a-9cf64a9f6074 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.743698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ea23abf9-ef54-4a70-af9a-9cf64a9f6074 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Calling delete_port for 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:11.768235 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c991c790-1dc3-4c96-b933-792b52665fdf tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.774176 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c991c790-1dc3-4c96-b933-792b52665fdf tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:11.777812 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c991c790-1dc3-4c96-b933-792b52665fdf tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/43421e06-dc9d-4e46-a6ca-13eedbf6af97 HTTP/1.1" status: 204 len: 168 time: 0.1598823 Jul 27 21:09:11.783881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49630) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:11.793621 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991c790-1dc3-4c96-b933-792b52665fdf tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43421e06-dc9d-4e46-a6ca-13eedbf6af97,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:11.808025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d6679-7110-4487-99fe-0fdb389dd0be req-eaac4fb3-9c95-4546-955e-4098047c9520 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:11.814969 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d6679-7110-4487-99fe-0fdb389dd0be req-eaac4fb3-9c95-4546-955e-4098047c9520 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:11.824055 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a9d6679-7110-4487-99fe-0fdb389dd0be req-eaac4fb3-9c95-4546-955e-4098047c9520 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 1676 time: 0.1296911 Jul 27 21:09:11.875096 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a9d6679-7110-4487-99fe-0fdb389dd0be req-7e70df25-2e37-4442-a94f-cf8a9ff4bb6b tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471172 Jul 27 21:09:11.958403 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49634) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:11.973257 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4c471361-df31-472a-9925-1fa54137963d tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1847806 Jul 27 21:09:11.975001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49636) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:12.011813 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-886ddb17-45e7-43a5-af4c-582add260414 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d8e8dd2e4b14b5d96aa885ed3cb0793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516334 Jul 27 21:09:12.014591 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49638) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:12.046850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-deleted', 'tag': '8b4c9773-4523-4fe9-b8e8-0d1006d1c670'}, {'server_uuid': 'bef98522-8c4a-4c8f-8035-858cfa9c96c5', 'name': 'network-vif-deleted', 'tag': '71170b18-04a9-4f8b-bf46-daf4fdf3c928'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:12.048656 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18f6d35-492d-45f1-ab7a-187361fa668e" -d '{"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-deleted", "tag": "8b4c9773-4523-4fe9-b8e8-0d1006d1c670"}, {"server_uuid": "bef98522-8c4a-4c8f-8035-858cfa9c96c5", "name": "network-vif-deleted", "tag": "71170b18-04a9-4f8b-bf46-daf4fdf3c928"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:12.068897 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a3576887-1451-44f4-bb5b-f90382211155 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.112904 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ee300f13-acb3-4e73-a44e-e5f051f4de5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.121561 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1562daa5-07bf-48bd-a41b-3125f8291f63 x-openstack-request-id: req-1562daa5-07bf-48bd-a41b-3125f8291f63 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:12.122158 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-deleted", "tag": "8b4c9773-4523-4fe9-b8e8-0d1006d1c670", "status": "completed", "code": 200}, {"server_uuid": "bef98522-8c4a-4c8f-8035-858cfa9c96c5", "name": "network-vif-deleted", "tag": "71170b18-04a9-4f8b-bf46-daf4fdf3c928", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:12.122656 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1562daa5-07bf-48bd-a41b-3125f8291f63 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:12.125109 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-deleted', 'tag': '8b4c9773-4523-4fe9-b8e8-0d1006d1c670', 'status': 'completed', 'code': 200} Jul 27 21:09:12.125756 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef98522-8c4a-4c8f-8035-858cfa9c96c5', 'name': 'network-vif-deleted', 'tag': '71170b18-04a9-4f8b-bf46-daf4fdf3c928', 'status': 'completed', 'code': 200} Jul 27 21:09:12.146253 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ee300f13-acb3-4e73-a44e-e5f051f4de5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.196766 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0507a201-7ba4-4d36-b6be-59c710fa3c64 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.210121 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ee300f13-acb3-4e73-a44e-e5f051f4de5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.213166 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ee300f13-acb3-4e73-a44e-e5f051f4de5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.216125 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ee300f13-acb3-4e73-a44e-e5f051f4de5a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57b437e5-e602-4f0a-b4ca-f0b284ae00a3 HTTP/1.1" status: 204 len: 168 time: 0.2001274 Jul 27 21:09:12.225132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee300f13-acb3-4e73-a44e-e5f051f4de5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b437e5-e602-4f0a-b4ca-f0b284ae00a3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:12.232187 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ea23abf9-ef54-4a70-af9a-9cf64a9f6074 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.255511 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0507a201-7ba4-4d36-b6be-59c710fa3c64 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.297323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23abf9-ef54-4a70-af9a-9cf64a9f6074 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event deleted for resources: {'Port': ['ID=8ce6ad16-e5b2-43c3-9b3b-ca14413e757c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:12.378983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ea23abf9-ef54-4a70-af9a-9cf64a9f6074 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] No DVR routers for this DVR port 8ce6ad16-e5b2-43c3-9b3b-ca14413e757c on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:12.381668 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ea23abf9-ef54-4a70-af9a-9cf64a9f6074 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.384612 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-ea23abf9-ef54-4a70-af9a-9cf64a9f6074 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.66 "DELETE /v2.0/ports/8ce6ad16-e5b2-43c3-9b3b-ca14413e757c HTTP/1.1" status: 204 len: 173 time: 1.4646590 Jul 27 21:09:12.533414 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0507a201-7ba4-4d36-b6be-59c710fa3c64 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.536165 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0507a201-7ba4-4d36-b6be-59c710fa3c64 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.537309 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0507a201-7ba4-4d36-b6be-59c710fa3c64 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "DELETE /v2.0/security-groups/897de01f-79b8-4bb6-ab8f-e98cdaa735b2 HTTP/1.1" status: 204 len: 168 time: 0.5556059 Jul 27 21:09:12.541086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49658) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:12.573248 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507a201-7ba4-4d36-b6be-59c710fa3c64 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897de01f-79b8-4bb6-ab8f-e98cdaa735b2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:12.646872 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7e0f5a87-4e0d-4d52-a214-ca0b606fc8bc tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1044712 Jul 27 21:09:12.652969 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49664) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:12.670608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-00031609-77e2-43a1-8f64-7dbfc94f46fd tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Deleting port e52e863c-19ea-4520-b512-4229b90f3d03 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:12.671845 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-00031609-77e2-43a1-8f64-7dbfc94f46fd tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:12.730277 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6f6d2ed3-fc58-40b5-80a2-4e560f435491 tempest-SecGroupIPv6Test-802201433 tempest-SecGroupIPv6Test-802201433-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0728998 Jul 27 21:09:13.012306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-00031609-77e2-43a1-8f64-7dbfc94f46fd tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] For port e52e863c-19ea-4520-b512-4229b90f3d03, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e52e863c-19ea-4520-b512-4229b90f3d03,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:13.012980 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-00031609-77e2-43a1-8f64-7dbfc94f46fd tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:13.039683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-a3576887-1451-44f4-bb5b-f90382211155 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting port d8c6e0a5-4f61-45c0-8842-a61c0deabd05 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:13.040323 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a3576887-1451-44f4-bb5b-f90382211155 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:13.050420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-00031609-77e2-43a1-8f64-7dbfc94f46fd tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Calling delete_port for e52e863c-19ea-4520-b512-4229b90f3d03 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:13.112800 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-b9597db8-84fd-4c47-a6de-95567bf1c7e4 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:13.120904 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-b9597db8-84fd-4c47-a6de-95567bf1c7e4 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 811 time: 0.2371500 Jul 27 21:09:13.147661 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-80a7bb44-a3b4-47b9-9385-0269c608e2fd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/quotas/74515b0a3b6a45a388bbc13bd7f3d653 HTTP/1.1" status: 200 len: 375 time: 0.0258095 Jul 27 21:09:13.182662 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49700) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:13.198312 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-c6bbda0d-66a9-460d-9545-2f603751bdbe tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443218 Jul 27 21:09:13.211494 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf24d0-6842-4ac3-82f7-5f7922a2be35 req-41d57f9f-6523-433d-b515-10b016b4cf62 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:13.213342 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ddf24d0-6842-4ac3-82f7-5f7922a2be35 req-41d57f9f-6523-433d-b515-10b016b4cf62 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 942 time: 0.1819186 Jul 27 21:09:13.270434 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ddf24d0-6842-4ac3-82f7-5f7922a2be35 req-a74511ff-1c4b-42f4-bcd3-497550e2b0f9 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups?id=23f71a24-a8fb-4b29-b72d-ed86f46e1da7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500767 Jul 27 21:09:13.557405 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f4ae49d0-4883-42d6-8120-1424db7ac507 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b56eb3d999e4dca8ea0f164a19192f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619430 Jul 27 21:09:13.559839 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49718) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:13.598681 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49722) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:13.607180 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-b698065a-d5e4-419b-87a9-eeab81ade20f service neutron] 10.222.0.55 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129286 Jul 27 21:09:13.639759 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 71170b18-04a9-4f8b-bf46-daf4fdf3c928 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:13.668844 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a3576887-1451-44f4-bb5b-f90382211155 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:13.677014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 71170b18-04a9-4f8b-bf46-daf4fdf3c928 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:13.677632 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 71170b18-04a9-4f8b-bf46-daf4fdf3c928 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:13.682659 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-a3576887-1451-44f4-bb5b-f90382211155 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Calling delete_port for d8c6e0a5-4f61-45c0-8842-a61c0deabd05 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:13.748461 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43941376-3f9b-4e15-862b-f1bdd0e74fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:13.778793 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-7ce45132-6fb6-4078-ba19-d98d07f38992 service neutron] 10.222.0.55 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707075 Jul 27 21:09:13.779992 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-99157fb7-e780-4c90-b861-19439cfa12cb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-672612732-network', 'tenant_id': '9d538c3e22e243988094bcce4225bbe2'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:13.791003 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43941376-3f9b-4e15-862b-f1bdd0e74fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:13.832247 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-00031609-77e2-43a1-8f64-7dbfc94f46fd tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:13.884472 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43941376-3f9b-4e15-862b-f1bdd0e74fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:13.887165 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43941376-3f9b-4e15-862b-f1bdd0e74fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:13.891926 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-43941376-3f9b-4e15-862b-f1bdd0e74fae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2dc12cab-a02a-40ce-b819-a44e625192ed HTTP/1.1" status: 204 len: 168 time: 0.3163652 Jul 27 21:09:13.898500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43941376-3f9b-4e15-862b-f1bdd0e74fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc12cab-a02a-40ce-b819-a44e625192ed,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:13.956764 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00031609-77e2-43a1-8f64-7dbfc94f46fd tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event deleted for resources: {'Port': ['ID=e52e863c-19ea-4520-b512-4229b90f3d03,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:13.961465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99157fb7-e780-4c90-b861-19439cfa12cb admin admin] Made reservation on behalf of 9d538c3e22e243988094bcce4225bbe2 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:13.964804 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99157fb7-e780-4c90-b861-19439cfa12cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:14.068519 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99157fb7-e780-4c90-b861-19439cfa12cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:14.072244 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a3576887-1451-44f4-bb5b-f90382211155 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:14.076146 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-709df7ca-fefd-475b-a6cf-6e073b36cfcc req-084f6030-f7ad-4bf7-8bca-13eef39cf8f1 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 210 time: 0.0620396 Jul 27 21:09:14.134201 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-deleted', 'tag': '8ce6ad16-e5b2-43c3-9b3b-ca14413e757c'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:14.136507 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef422e2-74c4-4d93-82c4-30cc5a7aa131" -d '{"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-deleted", "tag": "8ce6ad16-e5b2-43c3-9b3b-ca14413e757c"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:14.147927 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3576887-1451-44f4-bb5b-f90382211155 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Port': ['ID=d8c6e0a5-4f61-45c0-8842-a61c0deabd05,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:14.208937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-00031609-77e2-43a1-8f64-7dbfc94f46fd tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] No DVR routers for this DVR port e52e863c-19ea-4520-b512-4229b90f3d03 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:14.221300 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-00031609-77e2-43a1-8f64-7dbfc94f46fd tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:14.226898 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9e5f64c-7818-44cd-ac2d-954008fe7f5a req-00031609-77e2-43a1-8f64-7dbfc94f46fd tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.66 "DELETE /v2.0/ports/e52e863c-19ea-4520-b512-4229b90f3d03 HTTP/1.1" status: 204 len: 173 time: 1.8082290 Jul 27 21:09:14.228312 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eeadfae-bc0c-4281-bdd9-0b6e3dd5529e x-openstack-request-id: req-4eeadfae-bc0c-4281-bdd9-0b6e3dd5529e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:14.228574 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-deleted", "tag": "8ce6ad16-e5b2-43c3-9b3b-ca14413e757c", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:14.228831 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4eeadfae-bc0c-4281-bdd9-0b6e3dd5529e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:14.229428 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-deleted', 'tag': '8ce6ad16-e5b2-43c3-9b3b-ca14413e757c', 'status': 'completed', 'code': 200} Jul 27 21:09:14.531523 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a16b09e0-b683-4b78-abb7-53eae020d0f3 req-7981ea1c-eeef-44e5-bf57-222c45eaf362 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.0651939 Jul 27 21:09:14.617888 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a3576887-1451-44f4-bb5b-f90382211155 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:14.756152 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99157fb7-e780-4c90-b861-19439cfa12cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:14.797097 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99157fb7-e780-4c90-b861-19439cfa12cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:14.839346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99157fb7-e780-4c90-b861-19439cfa12cb admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:09:14.929504 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99157fb7-e780-4c90-b861-19439cfa12cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:14.929767 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-99157fb7-e780-4c90-b861-19439cfa12cb admin admin] Added segment f4bdd82f-7356-43d6-8866-f3704dc0d16c of type vlan for network 3745231b-f41c-4acd-95f9-0ea47baec6ca Jul 27 21:09:14.942581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99157fb7-e780-4c90-b861-19439cfa12cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c141cf-c1c0-49d7-8280-c5b6e96a4167,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:15.153481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99157fb7-e780-4c90-b861-19439cfa12cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:15.230361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3576887-1451-44f4-bb5b-f90382211155 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router b55d1773-7958-42e8-af39-2de4a3d27a8f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:09:15.257792 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-14047450-ce0e-4703-8812-6d24340d4c39 req-af2d6a88-e047-4942-a84d-46157368cf05 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 210 time: 0.0624869 Jul 27 21:09:15.289741 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49788) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:15.365358 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3576887-1451-44f4-bb5b-f90382211155 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:09:15.380203 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1599b-5dff-497b-abb1-5bcf79ce337e None None] Sync routers for ids ['b55d1773-7958-42e8-af39-2de4a3d27a8f'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:09:15.380721 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a3576887-1451-44f4-bb5b-f90382211155 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/b55d1773-7958-42e8-af39-2de4a3d27a8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4447496 Jul 27 21:09:15.381467 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99157fb7-e780-4c90-b861-19439cfa12cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:15.382465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99157fb7-e780-4c90-b861-19439cfa12cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:15.383052 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99157fb7-e780-4c90-b861-19439cfa12cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:15.383619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49792) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:15.412484 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1599b-5dff-497b-abb1-5bcf79ce337e None None] Routers {'b55d1773-7958-42e8-af39-2de4a3d27a8f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:15.414079 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-45d1599b-5dff-497b-abb1-5bcf79ce337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b55d1773-7958-42e8-af39-2de4a3d27a8f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:15.445042 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-99157fb7-e780-4c90-b861-19439cfa12cb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8452494 Jul 27 21:09:15.446572 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f6685098-1cc5-4da7-b569-654f950cb23e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55d1773-7958-42e8-af39-2de4a3d27a8f HTTP/1.1" status: 200 len: 205 time: 0.0614574 Jul 27 21:09:15.447189 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49796) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:15.451102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-30fcf14e-ab18-48e3-aee3-5a9fcdfd19ba tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:15.452554 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-30fcf14e-ab18-48e3-aee3-5a9fcdfd19ba tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 21:09:15.453121 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-30fcf14e-ab18-48e3-aee3-5a9fcdfd19ba tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 21:09:15.455292 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-30fcf14e-ab18-48e3-aee3-5a9fcdfd19ba tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1644683 Jul 27 21:09:15.465361 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49798) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:15.465719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49800) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:15.474044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2835e72a-4cfd-442e-a61c-fcf80cf2a87a admin admin] Request body: {'subnet': {'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-672612732-subnet', 'tenant_id': '9d538c3e22e243988094bcce4225bbe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:15.481487 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-537b7dcf-255c-4cc2-9e72-b6acbb2b42f8 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1122935184'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:15.501381 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-45d1599b-5dff-497b-abb1-5bcf79ce337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:15.509668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99157fb7-e780-4c90-b861-19439cfa12cb admin admin] Pushing event updated for resources: {'Network': ['ID=3745231b-f41c-4acd-95f9-0ea47baec6ca,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:15.511066 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1599b-5dff-497b-abb1-5bcf79ce337e None None] Routers {'b55d1773-7958-42e8-af39-2de4a3d27a8f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:15.511676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-45d1599b-5dff-497b-abb1-5bcf79ce337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b55d1773-7958-42e8-af39-2de4a3d27a8f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:15.561752 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-537b7dcf-255c-4cc2-9e72-b6acbb2b42f8 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:15.611127 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-537b7dcf-255c-4cc2-9e72-b6acbb2b42f8 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:15.661605 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c951c3b9-3a6d-4426-9b89-d2f89939dde1 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:15.685749 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 3745231b-f41c-4acd-95f9-0ea47baec6ca details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:09:15.688865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-45d1599b-5dff-497b-abb1-5bcf79ce337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:15.689482 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1599b-5dff-497b-abb1-5bcf79ce337e None None] The sync data for ids ['b55d1773-7958-42e8-af39-2de4a3d27a8f'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:09:15.707963 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2835e72a-4cfd-442e-a61c-fcf80cf2a87a admin admin] Made reservation on behalf of 9d538c3e22e243988094bcce4225bbe2 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:15.710349 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2835e72a-4cfd-442e-a61c-fcf80cf2a87a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:15.801766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-304d49ff-b9df-4b7f-b2f6-6fd4a2d52e46 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:15.810872 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-304d49ff-b9df-4b7f-b2f6-6fd4a2d52e46 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.20 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 811 time: 0.2848377 Jul 27 21:09:15.826876 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-8143ff22-1f2c-4dbf-9f07-43227a4a1706 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Request body: {'port': {'device_id': '064d3113-6f0b-4de1-b900-6c25fccd096e', 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d', 'admin_state_up': True, 'tenant_id': '74515b0a3b6a45a388bbc13bd7f3d653'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:15.828731 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-48bd6304-d79d-43d0-a771-3cc6729b846a req-a74db4bf-0f1b-4296-a47c-9afa5eed6ba7 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.1131029 Jul 27 21:09:16.015322 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c951c3b9-3a6d-4426-9b89-d2f89939dde1 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.022929 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c951c3b9-3a6d-4426-9b89-d2f89939dde1 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.102382 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c951c3b9-3a6d-4426-9b89-d2f89939dde1 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.102907 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c951c3b9-3a6d-4426-9b89-d2f89939dde1 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Fanout notify agent at l3_agent the message router_deleted on router b55d1773-7958-42e8-af39-2de4a3d27a8f {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:09:16.110389 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-537b7dcf-255c-4cc2-9e72-b6acbb2b42f8 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.116268 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c951c3b9-3a6d-4426-9b89-d2f89939dde1 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.119913 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c951c3b9-3a6d-4426-9b89-d2f89939dde1 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/routers/b55d1773-7958-42e8-af39-2de4a3d27a8f HTTP/1.1" status: 204 len: 168 time: 0.6608269 Jul 27 21:09:16.120469 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49814) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:16.121099 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-537b7dcf-255c-4cc2-9e72-b6acbb2b42f8 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.140401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-8143ff22-1f2c-4dbf-9f07-43227a4a1706 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Made reservation on behalf of 74515b0a3b6a45a388bbc13bd7f3d653 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:16.144544 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-8143ff22-1f2c-4dbf-9f07-43227a4a1706 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.202483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-97df680f-c1ff-43aa-9905-86aadd08c466 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting subnet c6548a70-3bf2-47b7-b637-56c32b8a731e {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:09:16.205481 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-97df680f-c1ff-43aa-9905-86aadd08c466 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.231743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-deleted', 'tag': 'e52e863c-19ea-4520-b512-4229b90f3d03'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:16.234819 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2405da7c-4f89-4cc4-aab5-fbe7ed2cc832" -d '{"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-deleted", "tag": "e52e863c-19ea-4520-b512-4229b90f3d03"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:16.249322 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-97df680f-c1ff-43aa-9905-86aadd08c466 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.317161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-8143ff22-1f2c-4dbf-9f07-43227a4a1706 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Allocated IP 172.20.0.10 (874f537e-e9c6-4edd-8438-8ff33d048e2d/5afc042a-4902-464a-b704-f1422378a801/81e284c7-4714-4143-aa1f-1c4f6158ea0e) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:16.356163 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.db.api [None req-537b7dcf-255c-4cc2-9e72-b6acbb2b42f8 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:09:16.356163 n-d-764806-9 neutron-server[105579]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:09:16.356163 n-d-764806-9 neutron-server[105579]: [parameters: {'project_id_1': '3d40c81d0861446b997a8f56de3e0918', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 9, 16, 124620)}] Jul 27 21:09:16.356163 n-d-764806-9 neutron-server[105579]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105579) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:09:16.357009 n-d-764806-9 neutron-server[105579]: DEBUG oslo_db.api [None req-537b7dcf-255c-4cc2-9e72-b6acbb2b42f8 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:09:16.400703 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b7dcf-255c-4cc2-9e72-b6acbb2b42f8 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282c49b6-4e23-4dbe-ab9c-77cd571d3858,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:16.406007 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-97df680f-c1ff-43aa-9905-86aadd08c466 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.472326 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a44d08-2912-4a30-89d6-27d59694c7b7 x-openstack-request-id: req-22a44d08-2912-4a30-89d6-27d59694c7b7 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:16.472618 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "accd07fd-714c-4c1c-82cb-f75c0e9060d9", "name": "network-vif-deleted", "tag": "e52e863c-19ea-4520-b512-4229b90f3d03", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:16.472880 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-22a44d08-2912-4a30-89d6-27d59694c7b7 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:16.473271 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accd07fd-714c-4c1c-82cb-f75c0e9060d9', 'name': 'network-vif-deleted', 'tag': 'e52e863c-19ea-4520-b512-4229b90f3d03', 'status': 'completed', 'code': 200} Jul 27 21:09:16.536345 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d0a8426-3497-4eae-908c-c82ae278324f req-a73eaad8-815e-47a5-9418-0f299d266a9b tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 210 time: 0.0470347 Jul 27 21:09:16.552218 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2835e72a-4cfd-442e-a61c-fcf80cf2a87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.568037 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-8143ff22-1f2c-4dbf-9f07-43227a4a1706 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.618897 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-8143ff22-1f2c-4dbf-9f07-43227a4a1706 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.638948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835e72a-4cfd-442e-a61c-fcf80cf2a87a admin admin] Pushing event updated for resources: {'Subnet': ['ID=774c1f98-65db-4f82-8eee-bf7b222555c2,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:16.644856 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-97df680f-c1ff-43aa-9905-86aadd08c466 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.646934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2835e72a-4cfd-442e-a61c-fcf80cf2a87a admin admin] Checking segment: {'id': 'f4bdd82f-7356-43d6-8866-f3704dc0d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:16.647302 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2835e72a-4cfd-442e-a61c-fcf80cf2a87a admin admin] Network hostable DHCP agents. Network: 3745231b-f41c-4acd-95f9-0ea47baec6ca, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:09:16.675550 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-8143ff22-1f2c-4dbf-9f07-43227a4a1706 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Network 874f537e-e9c6-4edd-8438-8ff33d048e2d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:16.696241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-8143ff22-1f2c-4dbf-9f07-43227a4a1706 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:16.696527 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df680f-c1ff-43aa-9905-86aadd08c466 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Subnet': ['ID=c6548a70-3bf2-47b7-b637-56c32b8a731e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:16.702486 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-97df680f-c1ff-43aa-9905-86aadd08c466 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.704440 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-97df680f-c1ff-43aa-9905-86aadd08c466 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/c6548a70-3bf2-47b7-b637-56c32b8a731e HTTP/1.1" status: 204 len: 168 time: 0.5778081 Jul 27 21:09:16.708028 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2835e72a-4cfd-442e-a61c-fcf80cf2a87a admin admin] Network 3745231b-f41c-4acd-95f9-0ea47baec6ca is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:09:16.712196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49832) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:16.714021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee56bf-eab5-41d3-879a-7a79a11743ea None None] Network 01d32c44-b357-4a8e-b93c-13781145ced9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:16.716983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-8143ff22-1f2c-4dbf-9f07-43227a4a1706 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:16.774394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-8143ff22-1f2c-4dbf-9f07-43227a4a1706 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:16.775364 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-8143ff22-1f2c-4dbf-9f07-43227a4a1706 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:16.779343 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143ff22-1f2c-4dbf-9f07-43227a4a1706 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Pushing event updated for resources: {'Port': ['ID=81e284c7-4714-4143-aa1f-1c4f6158ea0e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:16.799237 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-8143ff22-1f2c-4dbf-9f07-43227a4a1706 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9777899 Jul 27 21:09:16.812563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Request body: {'port': {'device_id': '064d3113-6f0b-4de1-b900-6c25fccd096e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:16.961902 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.064500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7829ffa6-f19e-4865-997c-a8ec14c10c75 None None] DHCP port deletion for 01d32c44-b357-4a8e-b93c-13781145ced9 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:09:17.169274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7829ffa6-f19e-4865-997c-a8ec14c10c75 None None] Deleting port 2b4ef7e0-c339-4584-8772-8fb9972ac734 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:17.169647 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7829ffa6-f19e-4865-997c-a8ec14c10c75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.258355 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-537b7dcf-255c-4cc2-9e72-b6acbb2b42f8 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.268656 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7829ffa6-f19e-4865-997c-a8ec14c10c75 None None] For port 2b4ef7e0-c339-4584-8772-8fb9972ac734, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2b4ef7e0-c339-4584-8772-8fb9972ac734,segment=NetworkSegment(7287f210-5150-4753-ba79-de0dac84a21a),segment_id=7287f210-5150-4753-ba79-de0dac84a21a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:17.269294 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7829ffa6-f19e-4865-997c-a8ec14c10c75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.283824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7829ffa6-f19e-4865-997c-a8ec14c10c75 None None] Calling delete_port for 2b4ef7e0-c339-4584-8772-8fb9972ac734 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:17.303624 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-2835e72a-4cfd-442e-a61c-fcf80cf2a87a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 3745231b-f41c-4acd-95f9-0ea47baec6ca) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:17.354419 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2835e72a-4cfd-442e-a61c-fcf80cf2a87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:17.355024 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2835e72a-4cfd-442e-a61c-fcf80cf2a87a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.363289 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-12b33b1b-d40b-4c00-995c-504819e348de req-9c3f6c1e-bf1b-4b06-ba65-bbed7a56f4a3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.0988586 Jul 27 21:09:17.389640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c0860f-01d6-44dc-b53a-f1fcd9a0f0de tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting subnet bbd402ec-9448-4dc5-b97c-94e991900c1b {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:09:17.403890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f545d2-458c-4e06-b350-991edd99f8d0 None None] Network 3745231b-f41c-4acd-95f9-0ea47baec6ca requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:17.409467 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62c0860f-01d6-44dc-b53a-f1fcd9a0f0de tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.410687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e284c7-4714-4143-aa1f-1c4f6158ea0e {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:17.421664 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7829ffa6-f19e-4865-997c-a8ec14c10c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.421893 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.438362 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Transition to ACTIVE for port object 81e284c7-4714-4143-aa1f-1c4f6158ea0e will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:17.448757 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.499258 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62c0860f-01d6-44dc-b53a-f1fcd9a0f0de tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.515851 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829ffa6-f19e-4865-997c-a8ec14c10c75 None None] Pushing event deleted for resources: {'Port': ['ID=2b4ef7e0-c339-4584-8772-8fb9972ac734,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:17.527969 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7829ffa6-f19e-4865-997c-a8ec14c10c75 None None] No DVR routers for this DVR port 2b4ef7e0-c339-4584-8772-8fb9972ac734 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:17.586937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Pushing event updated for resources: {'Port': ['ID=81e284c7-4714-4143-aa1f-1c4f6158ea0e,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:17.617770 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-537b7dcf-255c-4cc2-9e72-b6acbb2b42f8 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.642686 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-537b7dcf-255c-4cc2-9e72-b6acbb2b42f8 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.683711 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a683717-549e-472e-b7ef-bbcdd85595b7 None None] Network 3745231b-f41c-4acd-95f9-0ea47baec6ca requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:17.688782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2835e72a-4cfd-442e-a61c-fcf80cf2a87a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2214003 Jul 27 21:09:17.705207 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-537b7dcf-255c-4cc2-9e72-b6acbb2b42f8 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.710710 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-537b7dcf-255c-4cc2-9e72-b6acbb2b42f8 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2413566 Jul 27 21:09:17.718181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49852) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:17.733275 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4a7dec2a-295b-4f62-9145-cdb99d0a24d0 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': '3cf1ef05-5218-481e-b912-7438d9eb807f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:17.777526 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Attempting to bind port 81e284c7-4714-4143-aa1f-1c4f6158ea0e on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:09:17.777862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Attempting to bind port 81e284c7-4714-4143-aa1f-1c4f6158ea0e by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:09:17.778478 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Attempting to bind port 81e284c7-4714-4143-aa1f-1c4f6158ea0e on network 874f537e-e9c6-4edd-8438-8ff33d048e2d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:17.789640 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4a7dec2a-295b-4f62-9145-cdb99d0a24d0 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.793729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Port 81e284c7-4714-4143-aa1f-1c4f6158ea0e on network 874f537e-e9c6-4edd-8438-8ff33d048e2d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:09:17.794059 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Attempting to bind port 81e284c7-4714-4143-aa1f-1c4f6158ea0e on network 874f537e-e9c6-4edd-8438-8ff33d048e2d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:17.814084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:09:17.814783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Checking segment: {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:17.815312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Bound using segment: {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:09:17.815937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Bound port: 81e284c7-4714-4143-aa1f-1c4f6158ea0e, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:09:17.816315 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.885188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b7dcf-255c-4cc2-9e72-b6acbb2b42f8 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf1ef05-5218-481e-b912-7438d9eb807f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:17.902213 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa0f8c-4e01-43f2-a2aa-c361f7d5d673 req-f455d430-17b3-4b08-a6e0-c26982ae0368 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:17.918826 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29fa0f8c-4e01-43f2-a2aa-c361f7d5d673 req-f455d430-17b3-4b08-a6e0-c26982ae0368 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 944 time: 0.2326586 Jul 27 21:09:17.946132 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4a7dec2a-295b-4f62-9145-cdb99d0a24d0 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:17.978106 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4a7dec2a-295b-4f62-9145-cdb99d0a24d0 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.031668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] For port 81e284c7-4714-4143-aa1f-1c4f6158ea0e, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:18.034245 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4a7dec2a-295b-4f62-9145-cdb99d0a24d0 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.035649 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4a7dec2a-295b-4f62-9145-cdb99d0a24d0 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3164825 Jul 27 21:09:18.037626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] For port 81e284c7-4714-4143-aa1f-1c4f6158ea0e, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=81e284c7-4714-4143-aa1f-1c4f6158ea0e,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:09:18.046732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49866) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:18.048842 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7dec2a-295b-4f62-9145-cdb99d0a24d0 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad02563-88c1-44f3-90d3-04c7d9aa35e7,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:18.053326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1bbdb842-c7c9-428e-b32d-f33fcbb2523f tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': '3cf1ef05-5218-481e-b912-7438d9eb807f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:18.058073 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.070042 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29fa0f8c-4e01-43f2-a2aa-c361f7d5d673 req-8db44446-6804-4d7b-8244-697d7fa96a01 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486411 Jul 27 21:09:18.080528 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62c0860f-01d6-44dc-b53a-f1fcd9a0f0de tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.119580 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Pushing event updated for resources: {'Port': ['ID=81e284c7-4714-4143-aa1f-1c4f6158ea0e,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:18.134924 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:18.137027 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.137027 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-f899bb8d-6a81-4081-a384-71ad7a353d42 service neutron] 10.222.0.20 "PUT /v2.0/ports/81e284c7-4714-4143-aa1f-1c4f6158ea0e HTTP/1.1" status: 200 len: 1092 time: 1.3293064 Jul 27 21:09:18.163368 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1bbdb842-c7c9-428e-b32d-f33fcbb2523f tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.238447 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62c0860f-01d6-44dc-b53a-f1fcd9a0f0de tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.301221 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0860f-01d6-44dc-b53a-f1fcd9a0f0de tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd402ec-9448-4dc5-b97c-94e991900c1b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:18.303530 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62c0860f-01d6-44dc-b53a-f1fcd9a0f0de tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.308149 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-62c0860f-01d6-44dc-b53a-f1fcd9a0f0de tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/bbd402ec-9448-4dc5-b97c-94e991900c1b HTTP/1.1" status: 204 len: 168 time: 1.5945933 Jul 27 21:09:18.308912 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49878) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:18.311717 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13711831-1113-48a7-998f-32bf4eedac54 None None] Network f802515c-3738-47f3-bc88-9a21624fbe1e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:18.325033 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-1bbdb842-c7c9-428e-b32d-f33fcbb2523f tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 21:09:18.326194 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1bbdb842-c7c9-428e-b32d-f33fcbb2523f tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2783806 Jul 27 21:09:18.329812 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49880) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:18.342846 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-302e0dd1-fe1c-4f8c-8db0-a5129df5cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:18.344785 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-302e0dd1-fe1c-4f8c-8db0-a5129df5cccc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 1095 time: 0.1565037 Jul 27 21:09:18.450817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-4ed2eb10-2ad5-446b-b112-6abb3fe3d2ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81e284c7-4714-4143-aa1f-1c4f6158ea0e HTTP/1.1" status: 200 len: 217 time: 0.0643702 Jul 27 21:09:18.486044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064d3113-6f0b-4de1-b900-6c25fccd096e', 'tag': '81e284c7-4714-4143-aa1f-1c4f6158ea0e'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:18.488830 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f97a8d-e59c-4886-bdef-77c5087965a5" -d '{"events": [{"name": "network-changed", "server_uuid": "064d3113-6f0b-4de1-b900-6c25fccd096e", "tag": "81e284c7-4714-4143-aa1f-1c4f6158ea0e"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:18.539683 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68deda9b-227d-49e4-a557-f05e58ba01c0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.554912 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-75e45e48-118c-4c17-8138-d709a465a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:18.556468 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-75e45e48-118c-4c17-8138-d709a465a60f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5afc042a-4902-464a-b704-f1422378a801 HTTP/1.1" status: 200 len: 851 time: 0.0904779 Jul 27 21:09:18.607070 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a400961f-6509-41dd-9204-37e3ffa4eecf None None] DHCP port deletion for f802515c-3738-47f3-bc88-9a21624fbe1e request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:09:18.622769 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2272105c-b30a-4b24-a7e2-5e9012941a6c tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.632438 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-d25256fa-d8f2-4086-aff6-f9581b35524f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=874f537e-e9c6-4edd-8438-8ff33d048e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676916 Jul 27 21:09:18.633757 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-ec28ca27-e53a-4a74-9658-63b9740fabc7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:18.636543 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-ec28ca27-e53a-4a74-9658-63b9740fabc7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/networks?id=3745231b-f41c-4acd-95f9-0ea47baec6ca HTTP/1.1" status: 200 len: 813 time: 0.2332823 Jul 27 21:09:18.647103 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-589978f4-223e-4d13-9c9f-7a57373a1435 req-a9d5bafa-157f-43e0-a399-8f7d9529a826 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.1228859 Jul 27 21:09:18.691610 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-728f3141-cc43-4428-9623-19c076fbdc90 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/quotas/9d538c3e22e243988094bcce4225bbe2 HTTP/1.1" status: 200 len: 375 time: 0.0411673 Jul 27 21:09:18.692779 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a400961f-6509-41dd-9204-37e3ffa4eecf None None] Deleting port 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:18.693157 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a400961f-6509-41dd-9204-37e3ffa4eecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.706953 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2272105c-b30a-4b24-a7e2-5e9012941a6c tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.722958 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68deda9b-227d-49e4-a557-f05e58ba01c0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.734608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-68deda9b-227d-49e4-a557-f05e58ba01c0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d32c44-b357-4a8e-b93c-13781145ced9']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:18.756643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-68deda9b-227d-49e4-a557-f05e58ba01c0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7287f210-5150-4753-ba79-de0dac84a21a') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:18.756643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-68deda9b-227d-49e4-a557-f05e58ba01c0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7287f210-5150-4753-ba79-de0dac84a21a') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:18.799936 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-00feb0ea-0b4b-4b77-b081-6eeeb5075126 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d538c3e22e243988094bcce4225bbe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1000774 Jul 27 21:09:18.867003 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68deda9b-227d-49e4-a557-f05e58ba01c0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.869441 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721388e1-a8b5-4931-863f-e77fc9258de2 x-openstack-request-id: req-721388e1-a8b5-4931-863f-e77fc9258de2 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:18.870339 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2272105c-b30a-4b24-a7e2-5e9012941a6c tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.871147 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a400961f-6509-41dd-9204-37e3ffa4eecf None None] For port 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e,segment=NetworkSegment(1328c969-2555-410e-8daa-ec2dd6455236),segment_id=1328c969-2555-410e-8daa-ec2dd6455236)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:18.871757 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a400961f-6509-41dd-9204-37e3ffa4eecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.873286 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2272105c-b30a-4b24-a7e2-5e9012941a6c tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.877756 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064d3113-6f0b-4de1-b900-6c25fccd096e", "tag": "81e284c7-4714-4143-aa1f-1c4f6158ea0e", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:18.878002 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2272105c-b30a-4b24-a7e2-5e9012941a6c tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "DELETE /v2.0/security-groups/3cf1ef05-5218-481e-b912-7438d9eb807f HTTP/1.1" status: 204 len: 168 time: 0.5440385 Jul 27 21:09:18.878088 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-721388e1-a8b5-4931-863f-e77fc9258de2 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:18.878088 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064d3113-6f0b-4de1-b900-6c25fccd096e', 'tag': '81e284c7-4714-4143-aa1f-1c4f6158ea0e', 'status': 'completed', 'code': 200} Jul 27 21:09:18.878419 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49898) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:18.881899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2b4ef7e0-c339-4584-8772-8fb9972ac734 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:18.912375 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 2b4ef7e0-c339-4584-8772-8fb9972ac734 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:18.912705 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2b4ef7e0-c339-4584-8772-8fb9972ac734 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:18.913553 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:18.926026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272105c-b30a-4b24-a7e2-5e9012941a6c tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf1ef05-5218-481e-b912-7438d9eb807f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:18.927904 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68deda9b-227d-49e4-a557-f05e58ba01c0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.941848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68deda9b-227d-49e4-a557-f05e58ba01c0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:09:18.942425 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68deda9b-227d-49e4-a557-f05e58ba01c0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:09:18.946630 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:09:19.029114 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-19cfe77f-7534-4018-bd7d-cb5134d5270a service neutron] 10.222.0.20 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537297 Jul 27 21:09:19.032599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a400961f-6509-41dd-9204-37e3ffa4eecf None None] Calling delete_port for 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:19.058675 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68deda9b-227d-49e4-a557-f05e58ba01c0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.151317 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-15fb645e-7e42-4d79-9f1b-0c6ed7c65337 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2662084 Jul 27 21:09:19.152968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49904) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:19.155661 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68deda9b-227d-49e4-a557-f05e58ba01c0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.159859 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-68deda9b-227d-49e4-a557-f05e58ba01c0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/networks/01d32c44-b357-4a8e-b93c-13781145ced9 HTTP/1.1" status: 204 len: 168 time: 0.8471241 Jul 27 21:09:19.165853 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49906) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:19.199307 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-2becf2aa-86e2-4099-8b3a-12d439efdda3 service neutron] 10.222.0.55 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986213 Jul 27 21:09:19.233093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e9a9bf75-3e54-495c-b565-cc29c1ef7e8e tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group': {'name': 'tempest-secgroup--178031320'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:19.301143 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.312291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68deda9b-227d-49e4-a557-f05e58ba01c0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Network': ['ID=01d32c44-b357-4a8e-b93c-13781145ced9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:19.431008 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4e711-15a5-4449-89ee-f2f303b08ff5 req-12b69285-bb2d-4afa-8f10-2238bd555bbc tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:19.433098 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67c4e711-15a5-4449-89ee-f2f303b08ff5 req-12b69285-bb2d-4afa-8f10-2238bd555bbc tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 944 time: 0.2007899 Jul 27 21:09:19.435375 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b7752361-488c-49dd-b21a-34fc69919e04 service neutron] 10.222.0.55 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286942 Jul 27 21:09:19.469186 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e,segment=NetworkSegment(1328c969-2555-410e-8daa-ec2dd6455236),segment_id=1328c969-2555-410e-8daa-ec2dd6455236)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:19.483315 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9a9bf75-3e54-495c-b565-cc29c1ef7e8e tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.484489 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.508346 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db909721-8830-4faa-9820-62507346a3f6 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.555506 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74fe2266-5c02-4833-9b94-6b845d48ff49 req-fdb05079-b0c1-49a1-9e69-4323d6699c47 service neutron] 10.222.0.20 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184073 Jul 27 21:09:19.569641 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a400961f-6509-41dd-9204-37e3ffa4eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.577957 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67c4e711-15a5-4449-89ee-f2f303b08ff5 req-c69dea22-dcb8-4ec1-9292-b3d90a186df8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343508 Jul 27 21:09:19.610893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a400961f-6509-41dd-9204-37e3ffa4eecf None None] No DVR routers for this DVR port 1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:19.615685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-db909721-8830-4faa-9820-62507346a3f6 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] The port '1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e' was deleted {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 27 21:09:19.633990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:19.664437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400961f-6509-41dd-9204-37e3ffa4eecf None None] Pushing event deleted for resources: {'Port': ['ID=1c0c7f1e-61e7-4dc0-8fac-12a4e376db7e,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:19.790474 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2bfd6a0-be4d-4a3e-8f34-b5c8e61b54f1 req-9e54ccf9-0809-4ee5-be73-7e54c3de9521 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.0426712 Jul 27 21:09:19.870890 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2944c386-08fb-4e10-b66e-2f3d75354ff2 req-a0b194da-0390-4b6d-94e3-15391d9284fd tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 210 time: 0.0788014 Jul 27 21:09:19.935103 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9a9bf75-3e54-495c-b565-cc29c1ef7e8e tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.953502 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9a9bf75-3e54-495c-b565-cc29c1ef7e8e tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.963333 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db909721-8830-4faa-9820-62507346a3f6 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:19.974776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-db909721-8830-4faa-9820-62507346a3f6 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f802515c-3738-47f3-bc88-9a21624fbe1e']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:19.998681 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-db909721-8830-4faa-9820-62507346a3f6 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1328c969-2555-410e-8daa-ec2dd6455236') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:19.999029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-db909721-8830-4faa-9820-62507346a3f6 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1328c969-2555-410e-8daa-ec2dd6455236') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:20.010932 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db909721-8830-4faa-9820-62507346a3f6 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.028654 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db909721-8830-4faa-9820-62507346a3f6 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.035975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db909721-8830-4faa-9820-62507346a3f6 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:09:20.036444 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db909721-8830-4faa-9820-62507346a3f6 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:09:20.054071 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:09:20.158589 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9a9bf75-3e54-495c-b565-cc29c1ef7e8e tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.159749 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e9a9bf75-3e54-495c-b565-cc29c1ef7e8e tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9973221 Jul 27 21:09:20.160410 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49936) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:20.173608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9bf75-3e54-495c-b565-cc29c1ef7e8e tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1996a5ef-8be7-49a9-b14c-ff0f4709131c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:20.189300 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f97a8d-e59c-4886-bdef-77c5087965a5 req-1c2bafad-e556-41d5-9600-8abb615b54de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:20.190968 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-75f97a8d-e59c-4886-bdef-77c5087965a5 req-1c2bafad-e556-41d5-9600-8abb615b54de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 1095 time: 0.5419486 Jul 27 21:09:20.195266 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-27647c84-5162-45ae-9eda-001a92632cc5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': '1996a5ef-8be7-49a9-b14c-ff0f4709131c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:20.196096 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-27647c84-5162-45ae-9eda-001a92632cc5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 27 21:09:20.196765 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-27647c84-5162-45ae-9eda-001a92632cc5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:20.197951 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-27647c84-5162-45ae-9eda-001a92632cc5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0360267 Jul 27 21:09:20.201173 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49940) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:20.220951 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db909721-8830-4faa-9820-62507346a3f6 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.248653 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db909721-8830-4faa-9820-62507346a3f6 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.253438 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-db909721-8830-4faa-9820-62507346a3f6 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/networks/f802515c-3738-47f3-bc88-9a21624fbe1e HTTP/1.1" status: 204 len: 168 time: 1.0154729 Jul 27 21:09:20.283817 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49944) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:20.290986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-342be447-ff2c-49b8-aca2-5d165a3ab108 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'network': {'name': 'tempest-RoutersTest-1260495321'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:20.296003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db909721-8830-4faa-9820-62507346a3f6 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Network': ['ID=f802515c-3738-47f3-bc88-9a21624fbe1e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:20.349863 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f97a8d-e59c-4886-bdef-77c5087965a5 req-ff4c090f-4130-4790-bd1d-871ca7ad76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:20.353475 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-75f97a8d-e59c-4886-bdef-77c5087965a5 req-ff4c090f-4130-4790-bd1d-871ca7ad76bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 912 time: 0.1535175 Jul 27 21:09:20.371027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342be447-ff2c-49b8-aca2-5d165a3ab108 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:20.388558 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-342be447-ff2c-49b8-aca2-5d165a3ab108 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.424939 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9d60587a-5201-4bd5-a8fe-c5abcaab75f2 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.469273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342be447-ff2c-49b8-aca2-5d165a3ab108 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:09:20.485893 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9d60587a-5201-4bd5-a8fe-c5abcaab75f2 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.567574 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-342be447-ff2c-49b8-aca2-5d165a3ab108 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.570034 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-342be447-ff2c-49b8-aca2-5d165a3ab108 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Added segment 55d4fdf1-94d9-4c0e-b7b9-cf176ad0fdf0 of type vlan for network 56537372-eecd-498a-8a03-86d93980643b Jul 27 21:09:20.684299 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-342be447-ff2c-49b8-aca2-5d165a3ab108 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.704453 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9d60587a-5201-4bd5-a8fe-c5abcaab75f2 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.708912 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9d60587a-5201-4bd5-a8fe-c5abcaab75f2 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.714141 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9d60587a-5201-4bd5-a8fe-c5abcaab75f2 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "DELETE /v2.0/security-groups/1996a5ef-8be7-49a9-b14c-ff0f4709131c HTTP/1.1" status: 204 len: 168 time: 0.5114169 Jul 27 21:09:20.719549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49952) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:20.733887 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-75f97a8d-e59c-4886-bdef-77c5087965a5 req-7e7f55d7-7827-46cd-a807-333b48b7b238 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81e284c7-4714-4143-aa1f-1c4f6158ea0e HTTP/1.1" status: 200 len: 217 time: 0.3712904 Jul 27 21:09:20.825697 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f97a8d-e59c-4886-bdef-77c5087965a5 req-30488346-58a5-4c35-ab92-4ed28f036b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:20.826013 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60587a-5201-4bd5-a8fe-c5abcaab75f2 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1996a5ef-8be7-49a9-b14c-ff0f4709131c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:20.837988 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-75f97a8d-e59c-4886-bdef-77c5087965a5 req-30488346-58a5-4c35-ab92-4ed28f036b8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5afc042a-4902-464a-b704-f1422378a801 HTTP/1.1" status: 200 len: 851 time: 0.0961642 Jul 27 21:09:20.865682 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.db.resource_extend [None req-342be447-ff2c-49b8-aca2-5d165a3ab108 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 21:09:20.896679 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-75f97a8d-e59c-4886-bdef-77c5087965a5 req-c0bda210-31da-4c79-8dfe-e47eb1ff009c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=874f537e-e9c6-4edd-8438-8ff33d048e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511079 Jul 27 21:09:20.907753 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c3095a7d-aca2-4cbe-9e52-4ed5609f4e71 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1825225 Jul 27 21:09:20.916260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49960) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:20.922632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0dc7b202-37d6-4554-b980-a25794742828 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849021972'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:20.959691 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-342be447-ff2c-49b8-aca2-5d165a3ab108 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:20.965737 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342be447-ff2c-49b8-aca2-5d165a3ab108 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:20.966505 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-342be447-ff2c-49b8-aca2-5d165a3ab108 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.024521 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-75f97a8d-e59c-4886-bdef-77c5087965a5 req-29cf8103-15f6-4dee-9810-abb563a21146 service neutron] 10.222.0.20 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184986 Jul 27 21:09:21.096573 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-404dc53d-4809-45a0-81a9-e28d7d137f4d req-f1c71bf7-6aa0-4a8d-b2a3-5b8f33d8cc86 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.1658590 Jul 27 21:09:21.136012 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31853d8-2919-49ce-a6c2-1a0579c79999 req-087cccf6-4e4a-49d6-b54e-ae020160568a tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:21.143999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a31853d8-2919-49ce-a6c2-1a0579c79999 req-087cccf6-4e4a-49d6-b54e-ae020160568a tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 944 time: 0.4256639 Jul 27 21:09:21.176891 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b202-37d6-4554-b980-a25794742828 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.183255 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-342be447-ff2c-49b8-aca2-5d165a3ab108 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8983912 Jul 27 21:09:21.184369 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342be447-ff2c-49b8-aca2-5d165a3ab108 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Network': ['ID=56537372-eecd-498a-8a03-86d93980643b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:21.195184 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 56537372-eecd-498a-8a03-86d93980643b details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:09:21.199347 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49968) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:21.222326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-645ae58d-f7fa-4d52-a1fa-38511f83048b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'subnet': {'network_id': '56537372-eecd-498a-8a03-86d93980643b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:21.327445 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a31853d8-2919-49ce-a6c2-1a0579c79999 req-b1e9cdeb-705f-4dad-8a83-951b962e1096 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823492 Jul 27 21:09:21.417388 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eea02896-ad44-4ef5-a857-29f21fbcd885 req-e91f77e5-725c-4991-a0fb-2f5a01f562ce tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 210 time: 0.1470408 Jul 27 21:09:21.424561 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-75f97a8d-e59c-4886-bdef-77c5087965a5 req-f10617c9-76bb-4a17-9a4c-d0d4cfed973e service neutron] 10.222.0.20 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909695 Jul 27 21:09:21.489499 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b202-37d6-4554-b980-a25794742828 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.499378 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b202-37d6-4554-b980-a25794742828 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.546859 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7b202-37d6-4554-b980-a25794742828 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12f4b01-bbbc-43a2-8d66-ea7ed5b47a6f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:21.551288 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0dc7b202-37d6-4554-b980-a25794742828 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.552547 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0dc7b202-37d6-4554-b980-a25794742828 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6344590 Jul 27 21:09:21.556353 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49976) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:21.565841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-e88c8a29-d550-4b72-ad0c-aa06c633ae7f tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:21.565983 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7381d03a-5f1d-49de-b2bb-1f8cbd70ed11 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': 'd12f4b01-bbbc-43a2-8d66-ea7ed5b47a6f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:21.566958 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-7381d03a-5f1d-49de-b2bb-1f8cbd70ed11 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 27 21:09:21.567437 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-e88c8a29-d550-4b72-ad0c-aa06c633ae7f tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.66 "GET /v2.0/networks?id=3745231b-f41c-4acd-95f9-0ea47baec6ca HTTP/1.1" status: 200 len: 813 time: 0.4024916 Jul 27 21:09:21.567551 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-7381d03a-5f1d-49de-b2bb-1f8cbd70ed11 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:21.568460 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7381d03a-5f1d-49de-b2bb-1f8cbd70ed11 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0111251 Jul 27 21:09:21.568914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645ae58d-f7fa-4d52-a1fa-38511f83048b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:21.571435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49978) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:21.572588 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-645ae58d-f7fa-4d52-a1fa-38511f83048b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.582432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b28a48df-696b-4d72-bf87-1758568e5273 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Request body: {'port': {'device_id': '589de643-0d8c-49cd-9955-b991029d4c91', 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca', 'admin_state_up': True, 'tenant_id': '9d538c3e22e243988094bcce4225bbe2'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:21.660121 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4bc73845-f745-4275-8b76-4d7d2d6a9582 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.682476 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 81e284c7-4714-4143-aa1f-1c4f6158ea0e details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:09:21.693166 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4bc73845-f745-4275-8b76-4d7d2d6a9582 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.780589 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4bc73845-f745-4275-8b76-4d7d2d6a9582 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.783841 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4bc73845-f745-4275-8b76-4d7d2d6a9582 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.788827 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4bc73845-f745-4275-8b76-4d7d2d6a9582 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "DELETE /v2.0/security-groups/d12f4b01-bbbc-43a2-8d66-ea7ed5b47a6f HTTP/1.1" status: 204 len: 168 time: 0.2162132 Jul 27 21:09:21.789941 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49984) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:21.820396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc73845-f745-4275-8b76-4d7d2d6a9582 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12f4b01-bbbc-43a2-8d66-ea7ed5b47a6f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:21.828129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 81e284c7-4714-4143-aa1f-1c4f6158ea0e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=81e284c7-4714-4143-aa1f-1c4f6158ea0e,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:21.845177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '81e284c7-4714-4143-aa1f-1c4f6158ea0e', 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d', 'port_id': '81e284c7-4714-4143-aa1f-1c4f6158ea0e', 'mac_address': 'fa:16:3e:9a:7d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afc042a-4902-464a-b704-f1422378a801', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:09:21.864737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49986) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:21.866327 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7a1c9878-9247-4db4-8a88-141161136eca tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0706344 Jul 27 21:09:21.872104 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-185ede21-9516-4ae6-b885-47288d8a9a47 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446640312'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:21.900786 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.903461 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b28a48df-696b-4d72-bf87-1758568e5273 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Made reservation on behalf of 9d538c3e22e243988094bcce4225bbe2 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:21.908081 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b28a48df-696b-4d72-bf87-1758568e5273 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.918370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e284c7-4714-4143-aa1f-1c4f6158ea0e {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:21.938438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 81e284c7-4714-4143-aa1f-1c4f6158ea0e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=81e284c7-4714-4143-aa1f-1c4f6158ea0e,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:21.944998 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:21.987683 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-185ede21-9516-4ae6-b885-47288d8a9a47 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.004659 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=81e284c7-4714-4143-aa1f-1c4f6158ea0e,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:22.045629 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-645ae58d-f7fa-4d52-a1fa-38511f83048b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.132123 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['81e284c7-4714-4143-aa1f-1c4f6158ea0e'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:09:22.194447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ae58d-f7fa-4d52-a1fa-38511f83048b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Subnet': ['ID=5f97e663-fce9-4eca-a034-2ee5b993c93a,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:22.236175 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5fafda3d-6ad7-4b90-ad46-35c2204f61f9 req-7021331b-6e1f-4b93-951b-ffa33f35cc34 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.0397024 Jul 27 21:09:22.268766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b28a48df-696b-4d72-bf87-1758568e5273 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Allocated IP 172.20.0.5 (3745231b-f41c-4acd-95f9-0ea47baec6ca/774c1f98-65db-4f82-8eee-bf7b222555c2/72573715-1749-4c64-8696-9678e7ad95f7) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:22.275419 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645ae58d-f7fa-4d52-a1fa-38511f83048b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Checking segment: {'id': '55d4fdf1-94d9-4c0e-b7b9-cf176ad0fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '56537372-eecd-498a-8a03-86d93980643b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:22.276010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645ae58d-f7fa-4d52-a1fa-38511f83048b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network hostable DHCP agents. Network: 56537372-eecd-498a-8a03-86d93980643b, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:09:22.338054 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-185ede21-9516-4ae6-b885-47288d8a9a47 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.374549 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-185ede21-9516-4ae6-b885-47288d8a9a47 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.481807 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645ae58d-f7fa-4d52-a1fa-38511f83048b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network 56537372-eecd-498a-8a03-86d93980643b is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:09:22.528381 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-185ede21-9516-4ae6-b885-47288d8a9a47 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.533514 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-185ede21-9516-4ae6-b885-47288d8a9a47 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6671019 Jul 27 21:09:22.534520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50006) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:22.540160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7f0b2-fe2a-4be4-90f6-bb711cfa25e0 req-119e1790-c431-4e5a-a8c7-997cbe0c7494 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:22.542156 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0db7f0b2-fe2a-4be4-90f6-bb711cfa25e0 req-119e1790-c431-4e5a-a8c7-997cbe0c7494 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 945 time: 0.1116252 Jul 27 21:09:22.543401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d6bf2699-af83-456f-9ed8-8b67934ccee4 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': '0123050b-67d2-48cf-9659-6240f04e735a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:22.557572 n-d-764806-9 neutron-server[105580]: WARNING neutron.api.v2.base [None req-d6bf2699-af83-456f-9ed8-8b67934ccee4 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 27 21:09:22.558597 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-d6bf2699-af83-456f-9ed8-8b67934ccee4 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:22.559897 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d6bf2699-af83-456f-9ed8-8b67934ccee4 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0201380 Jul 27 21:09:22.565574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-645ae58d-f7fa-4d52-a1fa-38511f83048b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 56537372-eecd-498a-8a03-86d93980643b) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:22.571889 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50008) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:22.576065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1226212a-6448-4c21-8023-f584a62240bf None None] Network 56537372-eecd-498a-8a03-86d93980643b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:22.596591 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c7bed2f-8e95-4dae-8f8a-091f17e65bd4 req-d8609224-e349-4171-952b-2d6d5bd8b0ae tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 210 time: 0.0527482 Jul 27 21:09:22.596925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3d33670d-e98a-4149-8f2e-7aed81d6372c tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': '0123050b-67d2-48cf-9659-6240f04e735a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:22.601739 n-d-764806-9 neutron-server[105580]: WARNING neutron.api.v2.base [None req-3d33670d-e98a-4149-8f2e-7aed81d6372c tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 27 21:09:22.602379 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-3d33670d-e98a-4149-8f2e-7aed81d6372c tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:22.608544 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3d33670d-e98a-4149-8f2e-7aed81d6372c tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0330296 Jul 27 21:09:22.608544 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ede21-9516-4ae6-b885-47288d8a9a47 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0123050b-67d2-48cf-9659-6240f04e735a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:22.609401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50012) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:22.629620 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-864f8777-de70-419d-8cfd-1ee82f709cdf tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': '0123050b-67d2-48cf-9659-6240f04e735a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:22.632673 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-864f8777-de70-419d-8cfd-1ee82f709cdf tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 27 21:09:22.633202 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-864f8777-de70-419d-8cfd-1ee82f709cdf tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:22.636730 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-864f8777-de70-419d-8cfd-1ee82f709cdf tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0118301 Jul 27 21:09:22.636907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645ae58d-f7fa-4d52-a1fa-38511f83048b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:22.636907 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-645ae58d-f7fa-4d52-a1fa-38511f83048b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.640895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50014) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:22.648115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e50fd75a-0d86-417b-86b2-9b427040536b tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': '0123050b-67d2-48cf-9659-6240f04e735a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:22.649827 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-e50fd75a-0d86-417b-86b2-9b427040536b tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 27 21:09:22.650502 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-e50fd75a-0d86-417b-86b2-9b427040536b tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:22.653953 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e50fd75a-0d86-417b-86b2-9b427040536b tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096161 Jul 27 21:09:22.655461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50016) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:22.681740 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0db7f0b2-fe2a-4be4-90f6-bb711cfa25e0 req-5882ceaa-c52a-4325-bd3b-bd7618805280 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169760 Jul 27 21:09:22.682274 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-645ae58d-f7fa-4d52-a1fa-38511f83048b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4643672 Jul 27 21:09:22.682999 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50018) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:22.706883 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-753f2d6f-91ba-4c14-8a08-9ab3eb79de85 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1612504239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:22.738253 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b28a48df-696b-4d72-bf87-1758568e5273 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.762371 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f0781e85-38f5-4ee1-942e-0c3eb3f3ccc5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.765002 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-753f2d6f-91ba-4c14-8a08-9ab3eb79de85 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.766769 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-753f2d6f-91ba-4c14-8a08-9ab3eb79de85 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.823918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-56537372-eecd-498a-8a03-86d93980643b', 'network_id': '56537372-eecd-498a-8a03-86d93980643b', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'fixed_ips': [{'subnet_id': '5f97e663-fce9-4eca-a034-2ee5b993c93a'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:09:22.825335 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.831391 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f0781e85-38f5-4ee1-942e-0c3eb3f3ccc5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.899642 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-753f2d6f-91ba-4c14-8a08-9ab3eb79de85 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.908466 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-753f2d6f-91ba-4c14-8a08-9ab3eb79de85 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.918516 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b28a48df-696b-4d72-bf87-1758568e5273 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.939758 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f0781e85-38f5-4ee1-942e-0c3eb3f3ccc5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.942483 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f0781e85-38f5-4ee1-942e-0c3eb3f3ccc5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.946770 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f0781e85-38f5-4ee1-942e-0c3eb3f3ccc5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "DELETE /v2.0/security-groups/0123050b-67d2-48cf-9659-6240f04e735a HTTP/1.1" status: 204 len: 168 time: 0.2902117 Jul 27 21:09:22.947429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50024) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:22.974016 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-753f2d6f-91ba-4c14-8a08-9ab3eb79de85 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:22.975389 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-753f2d6f-91ba-4c14-8a08-9ab3eb79de85 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2875948 Jul 27 21:09:22.981319 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b28a48df-696b-4d72-bf87-1758568e5273 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Network 3745231b-f41c-4acd-95f9-0ea47baec6ca is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:22.984799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50026) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:22.987476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b28a48df-696b-4d72-bf87-1758568e5273 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:22.993200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-b8564de1-c89f-4031-b485-9e797b9e83bd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'port': {'network_id': '56537372-eecd-498a-8a03-86d93980643b', 'name': 'tempest-RoutersTest-1321280505'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:22.996898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0781e85-38f5-4ee1-942e-0c3eb3f3ccc5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0123050b-67d2-48cf-9659-6240f04e735a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:23.005895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b28a48df-696b-4d72-bf87-1758568e5273 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:23.050449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a48df-696b-4d72-bf87-1758568e5273 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Pushing event updated for resources: {'Port': ['ID=72573715-1749-4c64-8696-9678e7ad95f7,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:23.072723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Allocated IP 172.20.0.2 (56537372-eecd-498a-8a03-86d93980643b/5f97e663-fce9-4eca-a034-2ee5b993c93a/bcf3a3a0-6c40-4065-9fe7-7a5914b742c5) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:23.083444 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cd649071-abcd-41ca-9ba8-32245fcce3d9 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1294460 Jul 27 21:09:23.086318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50028) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:23.100879 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-fc0c1b1c-39ac-428c-a27f-f58772a99497 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911079814'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:23.119523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b28a48df-696b-4d72-bf87-1758568e5273 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:23.120778 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b28a48df-696b-4d72-bf87-1758568e5273 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.135387 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc0c1b1c-39ac-428c-a27f-f58772a99497 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.149426 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b28a48df-696b-4d72-bf87-1758568e5273 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5710435 Jul 27 21:09:23.164907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Request body: {'port': {'device_id': '589de643-0d8c-49cd-9955-b991029d4c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:23.290984 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc0c1b1c-39ac-428c-a27f-f58772a99497 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.293050 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.298164 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc0c1b1c-39ac-428c-a27f-f58772a99497 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.317415 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.334792 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Transition to ACTIVE for port object bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:23.355548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Transition to ACTIVE for port object bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:23.367569 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c1b1c-39ac-428c-a27f-f58772a99497 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c480ed5c-4143-4beb-ae8a-bb5cf12af7a8,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:23.375758 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.440354 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e1ccd337-ec88-4583-80b0-505823256ac7 req-22c67a0c-fbcc-4bb3-99d3-31f1fede94c8 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.0409327 Jul 27 21:09:23.461482 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Pushing event updated for resources: {'Port': ['ID=bcf3a3a0-6c40-4065-9fe7-7a5914b742c5,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:23.485050 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Network 56537372-eecd-498a-8a03-86d93980643b is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:23.486819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:23.487218 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:23.487889 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:23.488232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:23.488564 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:23.488890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:23.489212 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:23.489534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:23.489854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:23.490173 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:23.490537 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:23.491472 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:09:23.502196 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:23.504840 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:23.550968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8564de1-c89f-4031-b485-9e797b9e83bd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:23.555192 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b8564de1-c89f-4031-b485-9e797b9e83bd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.559439 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc0c1b1c-39ac-428c-a27f-f58772a99497 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.560878 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fc0c1b1c-39ac-428c-a27f-f58772a99497 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4729748 Jul 27 21:09:23.563866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50042) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:23.569318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5e26d356-d914-4309-bb51-0c11e41671b5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': 'c480ed5c-4143-4beb-ae8a-bb5cf12af7a8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:23.569578 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-5e26d356-d914-4309-bb51-0c11e41671b5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 21:09:23.570191 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-5e26d356-d914-4309-bb51-0c11e41671b5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:23.571317 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5e26d356-d914-4309-bb51-0c11e41671b5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064139 Jul 27 21:09:23.574987 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50044) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:23.582090 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d1615029-baa8-4911-9b16-63a517254e72 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': 'c480ed5c-4143-4beb-ae8a-bb5cf12af7a8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:23.582477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-b8564de1-c89f-4031-b485-9e797b9e83bd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] device_id is not set on port 7f38f423-39b7-41c1-9292-8126ead1699d yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:09:23.587335 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Attempting to bind port bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:09:23.588462 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Attempting to bind port bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '55d4fdf1-94d9-4c0e-b7b9-cf176ad0fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '56537372-eecd-498a-8a03-86d93980643b'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:09:23.589166 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Attempting to bind port bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 on network 56537372-eecd-498a-8a03-86d93980643b {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:23.596735 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:09:23.597705 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Checking segment: {'id': '55d4fdf1-94d9-4c0e-b7b9-cf176ad0fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '56537372-eecd-498a-8a03-86d93980643b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:23.598636 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.599178 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Bound using segment: {'id': '55d4fdf1-94d9-4c0e-b7b9-cf176ad0fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '56537372-eecd-498a-8a03-86d93980643b'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:09:23.600393 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Bound port: bcf3a3a0-6c40-4065-9fe7-7a5914b742c5, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d4fdf1-94d9-4c0e-b7b9-cf176ad0fdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '56537372-eecd-498a-8a03-86d93980643b'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:09:23.602091 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.673982 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-d1615029-baa8-4911-9b16-63a517254e72 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:23.677983 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d1615029-baa8-4911-9b16-63a517254e72 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0994081 Jul 27 21:09:23.678473 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50048) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:23.685609 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b4cd48e6-753f-47f0-9f76-69db7c207793 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': 'c480ed5c-4143-4beb-ae8a-bb5cf12af7a8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:23.690299 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 81e284c7-4714-4143-aa1f-1c4f6158ea0e up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:23.690744 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-b4cd48e6-753f-47f0-9f76-69db7c207793 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 27 21:09:23.691384 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-b4cd48e6-753f-47f0-9f76-69db7c207793 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:23.703401 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b4cd48e6-753f-47f0-9f76-69db7c207793 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0237362 Jul 27 21:09:23.704260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50050) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:23.711015 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-3030a52e-d826-4795-9680-9e5e1a3c6352 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': 'c480ed5c-4143-4beb-ae8a-bb5cf12af7a8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:23.729010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-b8564de1-c89f-4031-b485-9e797b9e83bd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Allocated IP 172.20.0.11 (56537372-eecd-498a-8a03-86d93980643b/5f97e663-fce9-4eca-a034-2ee5b993c93a/7f38f423-39b7-41c1-9292-8126ead1699d) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:23.769318 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] For port bcf3a3a0-6c40-4065-9fe7-7a5914b742c5, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:23.807766 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] For port bcf3a3a0-6c40-4065-9fe7-7a5914b742c5, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=bcf3a3a0-6c40-4065-9fe7-7a5914b742c5,segment=NetworkSegment(55d4fdf1-94d9-4c0e-b7b9-cf176ad0fdf0),segment_id=55d4fdf1-94d9-4c0e-b7b9-cf176ad0fdf0)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:09:23.824296 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.893131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 81e284c7-4714-4143-aa1f-1c4f6158ea0e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:23.911558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 81e284c7-4714-4143-aa1f-1c4f6158ea0e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:23.911996 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:23.962918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9272e-d4b5-4b51-85be-aa62d93353a0 None None] Pushing event updated for resources: {'Port': ['ID=bcf3a3a0-6c40-4065-9fe7-7a5914b742c5,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:23.985647 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-3030a52e-d826-4795-9680-9e5e1a3c6352 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:23.990509 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3030a52e-d826-4795-9680-9e5e1a3c6352 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2851353 Jul 27 21:09:23.998581 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50062) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:24.005644 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-3330e0d0-8c96-43e6-8883-8ff94200533a tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': 'c480ed5c-4143-4beb-ae8a-bb5cf12af7a8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:24.006501 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-3330e0d0-8c96-43e6-8883-8ff94200533a tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 21:09:24.007110 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-3330e0d0-8c96-43e6-8883-8ff94200533a tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:24.011362 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3330e0d0-8c96-43e6-8883-8ff94200533a tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084121 Jul 27 21:09:24.014682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50064) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:24.017642 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.021726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-fc6307de-d3db-486f-af61-b5ecf21262a5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': 'c480ed5c-4143-4beb-ae8a-bb5cf12af7a8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:24.064265 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064d3113-6f0b-4de1-b900-6c25fccd096e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e284c7-4714-4143-aa1f-1c4f6158ea0e'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:24.069317 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b66045d-3aa0-47f0-98d6-81aa5aefa2d5" -d '{"events": [{"server_uuid": "064d3113-6f0b-4de1-b900-6c25fccd096e", "name": "network-vif-plugged", "status": "completed", "tag": "81e284c7-4714-4143-aa1f-1c4f6158ea0e"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:24.077704 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 81e284c7-4714-4143-aa1f-1c4f6158ea0e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=81e284c7-4714-4143-aa1f-1c4f6158ea0e,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:24.083208 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.083745 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-fc6307de-d3db-486f-af61-b5ecf21262a5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Project 3d40c81d0861446b997a8f56de3e0918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:09:24.102873 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063b49c-2d5f-4ac3-8f02-57d5d652fdf3 req-af56310d-348d-42c7-8e3f-cdb9e6bf0e78 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:24.116123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72573715-1749-4c64-8696-9678e7ad95f7 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:24.118501 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2063b49c-2d5f-4ac3-8f02-57d5d652fdf3 req-af56310d-348d-42c7-8e3f-cdb9e6bf0e78 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 945 time: 0.3085463 Jul 27 21:09:24.124988 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.137610 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Transition to ACTIVE for port object 72573715-1749-4c64-8696-9678e7ad95f7 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:24.147147 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.161341 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b6b73-ad81-42f1-a6a6-707e0ee49e1a req-55818320-181c-4d54-a5d1-aa058459179e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:24.163144 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d3b6b73-ad81-42f1-a6a6-707e0ee49e1a req-55818320-181c-4d54-a5d1-aa058459179e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 931 time: 0.3756332 Jul 27 21:09:24.225883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=81e284c7-4714-4143-aa1f-1c4f6158ea0e,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:24.263983 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b8564de1-c89f-4031-b485-9e797b9e83bd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.270756 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-fc6307de-d3db-486f-af61-b5ecf21262a5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:24.274926 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fc6307de-d3db-486f-af61-b5ecf21262a5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2546394 Jul 27 21:09:24.282150 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50068) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:24.293525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-b8564de1-c89f-4031-b485-9e797b9e83bd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Transition to ACTIVE for port object 7f38f423-39b7-41c1-9292-8126ead1699d will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:24.324534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d2f94f06-7fc5-4162-bb33-136babe2c484 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': 'c480ed5c-4143-4beb-ae8a-bb5cf12af7a8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:24.330755 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-d2f94f06-7fc5-4162-bb33-136babe2c484 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 27 21:09:24.331456 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-d2f94f06-7fc5-4162-bb33-136babe2c484 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:24.335459 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d2f94f06-7fc5-4162-bb33-136babe2c484 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136709 Jul 27 21:09:24.343202 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d3b6b73-ad81-42f1-a6a6-707e0ee49e1a req-be6c5c1d-cb16-4deb-a903-8ef9cc53d7b5 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143589 Jul 27 21:09:24.352773 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50072) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:24.356496 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Pushing event updated for resources: {'Port': ['ID=72573715-1749-4c64-8696-9678e7ad95f7,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:24.362674 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b8564de1-c89f-4031-b485-9e797b9e83bd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.375179 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2f8bdcab-9bad-492a-b9da-7c4c436e800b tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': 'c480ed5c-4143-4beb-ae8a-bb5cf12af7a8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:24.407173 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2063b49c-2d5f-4ac3-8f02-57d5d652fdf3 req-13ddb8a0-caae-4e03-9877-6c06404e4ff2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413692 Jul 27 21:09:24.410988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8564de1-c89f-4031-b485-9e797b9e83bd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network 56537372-eecd-498a-8a03-86d93980643b is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:24.435436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-b8564de1-c89f-4031-b485-9e797b9e83bd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:24.446081 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8564de1-c89f-4031-b485-9e797b9e83bd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:24.467960 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-2f8bdcab-9bad-492a-b9da-7c4c436e800b tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Project 3d40c81d0861446b997a8f56de3e0918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:09:24.499348 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-2f8bdcab-9bad-492a-b9da-7c4c436e800b tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:24.503870 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2f8bdcab-9bad-492a-b9da-7c4c436e800b tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1474292 Jul 27 21:09:24.505601 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50080) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:24.512337 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-6690ae62-9938-4cbb-9bb1-2024e1948485 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': 'c480ed5c-4143-4beb-ae8a-bb5cf12af7a8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:24.560302 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-6690ae62-9938-4cbb-9bb1-2024e1948485 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Project 3d40c81d0861446b997a8f56de3e0918 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:09:24.589576 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-6690ae62-9938-4cbb-9bb1-2024e1948485 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:24.596981 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46eef742-3bd8-4171-b554-2171b551ccf5 x-openstack-request-id: req-46eef742-3bd8-4171-b554-2171b551ccf5 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:24.597536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6690ae62-9938-4cbb-9bb1-2024e1948485 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0899894 Jul 27 21:09:24.597661 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064d3113-6f0b-4de1-b900-6c25fccd096e", "name": "network-vif-plugged", "status": "completed", "tag": "81e284c7-4714-4143-aa1f-1c4f6158ea0e", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:24.597661 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46eef742-3bd8-4171-b554-2171b551ccf5 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:24.597835 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50082) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:24.597925 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064d3113-6f0b-4de1-b900-6c25fccd096e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e284c7-4714-4143-aa1f-1c4f6158ea0e', 'code': 200} Jul 27 21:09:24.608791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8564de1-c89f-4031-b485-9e797b9e83bd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=7f38f423-39b7-41c1-9292-8126ead1699d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:24.637254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8564de1-c89f-4031-b485-9e797b9e83bd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:24.637883 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b8564de1-c89f-4031-b485-9e797b9e83bd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.676555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Attempting to bind port 72573715-1749-4c64-8696-9678e7ad95f7 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:09:24.676929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Attempting to bind port 72573715-1749-4c64-8696-9678e7ad95f7 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'f4bdd82f-7356-43d6-8866-f3704dc0d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:09:24.677224 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Attempting to bind port 72573715-1749-4c64-8696-9678e7ad95f7 on network 3745231b-f41c-4acd-95f9-0ea47baec6ca {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:24.692291 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b8564de1-c89f-4031-b485-9e797b9e83bd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7035201 Jul 27 21:09:24.692435 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b3c8b03-6560-4415-a9a2-b958b45f52fd req-d2300a39-3758-482b-a7fb-331c35c47b67 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.0460410 Jul 27 21:09:24.695181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50084) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:24.700252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Port 72573715-1749-4c64-8696-9678e7ad95f7 on network 3745231b-f41c-4acd-95f9-0ea47baec6ca not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:09:24.700586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Attempting to bind port 72573715-1749-4c64-8696-9678e7ad95f7 on network 3745231b-f41c-4acd-95f9-0ea47baec6ca {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:24.760441 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ddb77886-0fe5-4743-8a38-3a5748f4f6a7 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.765542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:09:24.765885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Checking segment: {'id': 'f4bdd82f-7356-43d6-8866-f3704dc0d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:24.766315 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Bound using segment: {'id': 'f4bdd82f-7356-43d6-8866-f3704dc0d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:09:24.766779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Bound port: 72573715-1749-4c64-8696-9678e7ad95f7, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4bdd82f-7356-43d6-8866-f3704dc0d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:09:24.767157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.842518 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ddb77886-0fe5-4743-8a38-3a5748f4f6a7 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.906740 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ddb77886-0fe5-4743-8a38-3a5748f4f6a7 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.909452 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ddb77886-0fe5-4743-8a38-3a5748f4f6a7 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:24.921322 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ddb77886-0fe5-4743-8a38-3a5748f4f6a7 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "DELETE /v2.0/security-groups/c480ed5c-4143-4beb-ae8a-bb5cf12af7a8 HTTP/1.1" status: 204 len: 168 time: 0.3119512 Jul 27 21:09:24.923759 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50090) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:24.961645 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:24.973918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb77886-0fe5-4743-8a38-3a5748f4f6a7 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c480ed5c-4143-4beb-ae8a-bb5cf12af7a8,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:25.041594 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bb19cd56-bd3e-4474-aad0-50ed95839470 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1144176 Jul 27 21:09:25.046532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50092) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:25.057590 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:25.119343 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-00b8b169-d217-4b9f-a59f-ede7a0f2d236 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group': {'name': 'tempest-secgroup--2055542770'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:25.128371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] For port 72573715-1749-4c64-8696-9678e7ad95f7, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:25.156140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] For port 72573715-1749-4c64-8696-9678e7ad95f7, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=72573715-1749-4c64-8696-9678e7ad95f7,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:09:25.161002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0d32d-972f-4da0-bdff-1610eb004aa7 req-93d75b99-2882-4680-ba7e-ee17d7371365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:25.162820 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-acf0d32d-972f-4da0-bdff-1610eb004aa7 req-93d75b99-2882-4680-ba7e-ee17d7371365 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 1097 time: 0.4873123 Jul 27 21:09:25.233162 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.252969 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-00b8b169-d217-4b9f-a59f-ede7a0f2d236 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.369420 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-00b8b169-d217-4b9f-a59f-ede7a0f2d236 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.382397 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-00b8b169-d217-4b9f-a59f-ede7a0f2d236 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.445090 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-00b8b169-d217-4b9f-a59f-ede7a0f2d236 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.454317 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-00b8b169-d217-4b9f-a59f-ede7a0f2d236 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3593135 Jul 27 21:09:25.457282 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50108) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:25.468208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:25.468585 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.487133 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] 10.222.0.66 "PUT /v2.0/ports/72573715-1749-4c64-8696-9678e7ad95f7 HTTP/1.1" status: 200 len: 1091 time: 2.3273411 Jul 27 21:09:25.512023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589de643-0d8c-49cd-9955-b991029d4c91', 'tag': '72573715-1749-4c64-8696-9678e7ad95f7'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:25.514497 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad7fdb4-80f8-42fc-8a66-f796b44069e5" -d '{"events": [{"name": "network-changed", "server_uuid": "589de643-0d8c-49cd-9955-b991029d4c91", "tag": "72573715-1749-4c64-8696-9678e7ad95f7"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:25.539368 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2aa4407d-662a-478e-b23b-5602e21a966b tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': '247100f4-a400-4422-bd92-305b61b09367', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:25.554541 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-acf0d32d-972f-4da0-bdff-1610eb004aa7 req-35cd8435-deaa-40d3-9cda-770dbd4adeb7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364658 Jul 27 21:09:25.556533 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf037bfb-3cad-4a75-accf-5d74c6941fd0 None None] Network 56537372-eecd-498a-8a03-86d93980643b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:25.605853 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8b169-d217-4b9f-a59f-ede7a0f2d236 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=247100f4-a400-4422-bd92-305b61b09367,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:25.654956 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1bea7d8-1273-4194-9482-b979d233e77a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.656974 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cde05-7cc2-455f-b24f-58ce3b2c428c service neutron] Pushing event updated for resources: {'Port': ['ID=72573715-1749-4c64-8696-9678e7ad95f7,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:25.674074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8312e44c-8a7a-47b4-98b6-dac4661ff426 None None] Provisioning for port bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:25.688592 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8312e44c-8a7a-47b4-98b6-dac4661ff426 None None] Provisioning complete for port bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:25.689398 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8312e44c-8a7a-47b4-98b6-dac4661ff426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:25.704450 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-2aa4407d-662a-478e-b23b-5602e21a966b tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The resource could not be found. Jul 27 21:09:25.718322 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2aa4407d-662a-478e-b23b-5602e21a966b tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1815126 Jul 27 21:09:25.718565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50116) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:25.723345 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-386ad45c-c9bc-45d1-8945-f88f65719bd7 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': '247100f4-a400-4422-bd92-305b61b09367', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '916be019-e459-4e5b-901e-25816df7eab1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:25.741677 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6b918-1141-4fa4-b2b7-1eeac9f6e422 req-cb4aaf5f-694c-4b85-971c-310390cfad7d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:25.749109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-45a6b918-1141-4fa4-b2b7-1eeac9f6e422 req-cb4aaf5f-694c-4b85-971c-310390cfad7d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 943 time: 0.2895052 Jul 27 21:09:25.784826 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07459b9-fa0f-4a19-abc0-a79f79f72d5b req-11d39d26-318d-4c9f-a4fa-de945ab5e96f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:25.792516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a07459b9-fa0f-4a19-abc0-a79f79f72d5b req-11d39d26-318d-4c9f-a4fa-de945ab5e96f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 946 time: 0.2575636 Jul 27 21:09:25.851158 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-45a6b918-1141-4fa4-b2b7-1eeac9f6e422 req-5b391e1d-3c28-4e73-85cf-81813e6ca6ae tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005297 Jul 27 21:09:25.908778 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a07459b9-fa0f-4a19-abc0-a79f79f72d5b req-7f425365-874f-4ccd-8170-131fbbd740ca tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110795 Jul 27 21:09:26.067927 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2700a7a5-5b31-45ee-887e-440f9e0e76c7 x-openstack-request-id: req-2700a7a5-5b31-45ee-887e-440f9e0e76c7 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:26.068250 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589de643-0d8c-49cd-9955-b991029d4c91", "tag": "72573715-1749-4c64-8696-9678e7ad95f7", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:26.068461 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2700a7a5-5b31-45ee-887e-440f9e0e76c7 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:26.068855 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589de643-0d8c-49cd-9955-b991029d4c91', 'tag': '72573715-1749-4c64-8696-9678e7ad95f7', 'status': 'completed', 'code': 200} Jul 27 21:09:26.073004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-2598ef0e-0514-44c3-beaf-1fd75abd80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:26.074611 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-2598ef0e-0514-44c3-beaf-1fd75abd80ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d538c3e22e243988094bcce4225bbe2&device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 1094 time: 0.5387604 Jul 27 21:09:26.120107 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-db17599d-5edc-48e3-8407-6be075359dd8 req-bb563020-529d-42a0-a512-0e380907d916 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.0358906 Jul 27 21:09:26.188401 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-5168248d-90cf-4c46-89cc-4213a45bd289 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72573715-1749-4c64-8696-9678e7ad95f7 HTTP/1.1" status: 200 len: 217 time: 0.1000078 Jul 27 21:09:26.239203 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8312e44c-8a7a-47b4-98b6-dac4661ff426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.285480 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-8312e44c-8a7a-47b4-98b6-dac4661ff426 None None] For port bcf3a3a0-6c40-4065-9fe7-7a5914b742c5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=bcf3a3a0-6c40-4065-9fe7-7a5914b742c5,segment=NetworkSegment(55d4fdf1-94d9-4c0e-b7b9-cf176ad0fdf0),segment_id=55d4fdf1-94d9-4c0e-b7b9-cf176ad0fdf0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:26.290726 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8312e44c-8a7a-47b4-98b6-dac4661ff426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.298996 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-386ad45c-c9bc-45d1-8945-f88f65719bd7 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The resource could not be found. Jul 27 21:09:26.300127 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-386ad45c-c9bc-45d1-8945-f88f65719bd7 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5802712 Jul 27 21:09:26.304043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50126) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:26.344010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-155754a5-67e3-4d09-9b4b-f9f6c8ccdd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:26.345432 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-155754a5-67e3-4d09-9b4b-f9f6c8ccdd94 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=774c1f98-65db-4f82-8eee-bf7b222555c2 HTTP/1.1" status: 200 len: 853 time: 0.1492290 Jul 27 21:09:26.403588 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-42d78dc6-ab8a-47ec-8173-914c56c8efcd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3745231b-f41c-4acd-95f9-0ea47baec6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496025 Jul 27 21:09:26.413794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312e44c-8a7a-47b4-98b6-dac4661ff426 None None] Pushing event updated for resources: {'Port': ['ID=bcf3a3a0-6c40-4065-9fe7-7a5914b742c5,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:26.590868 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-644ee8e2-4728-4afd-afd1-f9ba47dcb5c5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.612176 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1bea7d8-1273-4194-9482-b979d233e77a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.637038 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1bea7d8-1273-4194-9482-b979d233e77a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.655903 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-e9f3d7bc-ea8d-43f3-bb1e-23112ea87014 service neutron] 10.222.0.66 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435398 Jul 27 21:09:26.678719 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-644ee8e2-4728-4afd-afd1-f9ba47dcb5c5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.728223 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d7b99b9f-3189-4b43-afec-a8571800461d None None] Provisioning complete for port bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:26.729356 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d7b99b9f-3189-4b43-afec-a8571800461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.868282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d7b99b9f-3189-4b43-afec-a8571800461d None None] Provisioning for port 7f38f423-39b7-41c1-9292-8126ead1699d completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:26.876252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bea7d8-1273-4194-9482-b979d233e77a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=7f38f423-39b7-41c1-9292-8126ead1699d,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:26.880475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d7b99b9f-3189-4b43-afec-a8571800461d None None] Provisioning complete for port 7f38f423-39b7-41c1-9292-8126ead1699d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:26.880849 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d7b99b9f-3189-4b43-afec-a8571800461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:26.919214 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:27.005052 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-644ee8e2-4728-4afd-afd1-f9ba47dcb5c5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.011591 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-644ee8e2-4728-4afd-afd1-f9ba47dcb5c5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.012779 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-644ee8e2-4728-4afd-afd1-f9ba47dcb5c5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "DELETE /v2.0/security-groups/247100f4-a400-4422-bd92-305b61b09367 HTTP/1.1" status: 204 len: 168 time: 0.7077963 Jul 27 21:09:27.029974 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50146) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:27.038152 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d7b99b9f-3189-4b43-afec-a8571800461d None None] Port 7f38f423-39b7-41c1-9292-8126ead1699d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:27.113430 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:27.113771 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.131043 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a71e7ec-c269-4edd-a671-115ee317ec9c req-9c55fd8d-f081-4101-be58-8d7a272b7a71 service neutron] 10.222.0.66 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474814 Jul 27 21:09:27.131906 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ee8e2-4728-4afd-afd1-f9ba47dcb5c5 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=247100f4-a400-4422-bd92-305b61b09367,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:27.200837 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baecef-5bdd-42a9-83f1-01b84488b091 req-16fa8ddc-f538-432e-94e9-50d3ff940426 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:27.208136 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9baecef-5bdd-42a9-83f1-01b84488b091 req-16fa8ddc-f538-432e-94e9-50d3ff940426 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 943 time: 0.2224364 Jul 27 21:09:27.228475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfdc29-dd9c-49a4-9fd6-4826847ca1ff req-2ff7cacb-6b26-4822-8965-61f6e1a1467e tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:27.230034 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7edfdc29-dd9c-49a4-9fd6-4826847ca1ff req-2ff7cacb-6b26-4822-8965-61f6e1a1467e tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 946 time: 0.1943944 Jul 27 21:09:27.243276 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8cc5aecb-ac6b-47d7-9cda-c25423f31399 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2121627 Jul 27 21:09:27.247268 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50152) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:27.251881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-835645ca-b177-472f-a834-3b88dc67db54 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': '4330c165-0518-42e8-9971-79ef1c718979', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:27.278032 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b4b26d48-9969-4759-a8d3-d40b58bc768a None None] Provisioning complete for port 7f38f423-39b7-41c1-9292-8126ead1699d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:27.278429 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b4b26d48-9969-4759-a8d3-d40b58bc768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.340103 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1bea7d8-1273-4194-9482-b979d233e77a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.394593 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9baecef-5bdd-42a9-83f1-01b84488b091 req-80c6d0a6-b74b-4d9e-b628-d843ed8b7bab tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541574 Jul 27 21:09:27.431517 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7edfdc29-dd9c-49a4-9fd6-4826847ca1ff req-7d09a0d4-cdca-4c6b-a85b-534cd2070265 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645820 Jul 27 21:09:27.431734 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b4b26d48-9969-4759-a8d3-d40b58bc768a None None] Port 7f38f423-39b7-41c1-9292-8126ead1699d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:27.567679 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-835645ca-b177-472f-a834-3b88dc67db54 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The resource could not be found. Jul 27 21:09:27.568443 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-835645ca-b177-472f-a834-3b88dc67db54 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3202636 Jul 27 21:09:27.572387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50162) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:27.577553 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5eaae31c-8e29-41e6-8831-b6969ce2b30d None None] Provisioning complete for port 7f38f423-39b7-41c1-9292-8126ead1699d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:27.579619 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5eaae31c-8e29-41e6-8831-b6969ce2b30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.580510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fdb4-80f8-42fc-8a66-f796b44069e5 req-32e6ca99-3c7e-422a-91b8-7800d70ebfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:27.582927 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0b2555d7-1726-4362-ac07-28662ce7cc7d tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098552058'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:27.583187 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aad7fdb4-80f8-42fc-8a66-f796b44069e5 req-32e6ca99-3c7e-422a-91b8-7800d70ebfa9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d538c3e22e243988094bcce4225bbe2&device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 1094 time: 0.3789458 Jul 27 21:09:27.646821 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b2555d7-1726-4362-ac07-28662ce7cc7d tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.655322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5eaae31c-8e29-41e6-8831-b6969ce2b30d None None] Port 7f38f423-39b7-41c1-9292-8126ead1699d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:27.730256 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1bea7d8-1273-4194-9482-b979d233e77a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.737760 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86bf124c-7eaa-4bb0-b929-bafe3e4a5911 req-6c1a440b-36e9-4a91-995f-a21dd62804fb tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.0469816 Jul 27 21:09:27.845961 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b2555d7-1726-4362-ac07-28662ce7cc7d tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.852962 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b2555d7-1726-4362-ac07-28662ce7cc7d tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.914640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2555d7-1726-4362-ac07-28662ce7cc7d tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ca51fa-e270-4e79-b08f-2fc057e254b7,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:27.928510 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b2555d7-1726-4362-ac07-28662ce7cc7d tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:27.929848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0b2555d7-1726-4362-ac07-28662ce7cc7d tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3565156 Jul 27 21:09:27.933694 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50168) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:27.944242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-03e324b1-7f80-4355-983e-e43b4a8628de tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1985000571'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:27.997659 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03e324b1-7f80-4355-983e-e43b4a8628de tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.035511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fdb4-80f8-42fc-8a66-f796b44069e5 req-868612a8-2c35-483b-a1b4-25eef45003b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:28.058430 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aad7fdb4-80f8-42fc-8a66-f796b44069e5 req-868612a8-2c35-483b-a1b4-25eef45003b9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3745231b-f41c-4acd-95f9-0ea47baec6ca HTTP/1.1" status: 200 len: 914 time: 0.4384341 Jul 27 21:09:28.115911 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aad7fdb4-80f8-42fc-8a66-f796b44069e5 req-b1dd7c1d-5cb4-4654-a750-d9888721f3de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72573715-1749-4c64-8696-9678e7ad95f7 HTTP/1.1" status: 200 len: 217 time: 0.0480206 Jul 27 21:09:28.144825 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03e324b1-7f80-4355-983e-e43b4a8628de tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.149892 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03e324b1-7f80-4355-983e-e43b4a8628de tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.195966 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03e324b1-7f80-4355-983e-e43b4a8628de tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.197258 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-03e324b1-7f80-4355-983e-e43b4a8628de tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2613711 Jul 27 21:09:28.199651 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e324b1-7f80-4355-983e-e43b4a8628de tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be011df-6a8e-47ac-b9cf-c1e1e3ece482,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:28.202420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50176) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:28.208298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-135f7e12-9503-4f63-aee4-d3eae8eabe45 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': '94ca51fa-e270-4e79-b08f-2fc057e254b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0be011df-6a8e-47ac-b9cf-c1e1e3ece482'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:28.275561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7fdb4-80f8-42fc-8a66-f796b44069e5 req-9b394a5d-3328-4e6c-8075-ba6f9cb26322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:28.279116 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aad7fdb4-80f8-42fc-8a66-f796b44069e5 req-9b394a5d-3328-4e6c-8075-ba6f9cb26322 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=774c1f98-65db-4f82-8eee-bf7b222555c2 HTTP/1.1" status: 200 len: 853 time: 0.1524596 Jul 27 21:09:28.332408 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1bea7d8-1273-4194-9482-b979d233e77a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.353057 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1bea7d8-1273-4194-9482-b979d233e77a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.429075 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aad7fdb4-80f8-42fc-8a66-f796b44069e5 req-580d7a5d-c028-4ea2-8002-1e8e88d2e570 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3745231b-f41c-4acd-95f9-0ea47baec6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906010 Jul 27 21:09:28.503783 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-135f7e12-9503-4f63-aee4-d3eae8eabe45 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:28.507686 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50184) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:28.508155 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-135f7e12-9503-4f63-aee4-d3eae8eabe45 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3030272 Jul 27 21:09:28.520575 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bea7d8-1273-4194-9482-b979d233e77a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=7f38f423-39b7-41c1-9292-8126ead1699d,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:28.528973 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1bea7d8-1273-4194-9482-b979d233e77a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.700077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bea7d8-1273-4194-9482-b979d233e77a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network 56537372-eecd-498a-8a03-86d93980643b is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:28.707362 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f1bea7d8-1273-4194-9482-b979d233e77a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:28.721242 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aad7fdb4-80f8-42fc-8a66-f796b44069e5 req-5b4c0024-255f-4897-8417-ec12bed0b031 service neutron] 10.222.0.66 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831728 Jul 27 21:09:28.734719 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-553187e5-30d8-4342-92fb-99f799084217 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.773488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e01b8-3ace-437b-b59e-5b347cbf810b req-ea7c40e5-4502-429c-bee3-0d502713b7eb tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:28.782174 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-263e01b8-3ace-437b-b59e-5b347cbf810b req-ea7c40e5-4502-429c-bee3-0d502713b7eb tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 943 time: 0.2101390 Jul 27 21:09:28.826592 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-553187e5-30d8-4342-92fb-99f799084217 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.854471 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-263e01b8-3ace-437b-b59e-5b347cbf810b req-c8c0750d-8bb5-4715-99c2-9e92d0e25c05 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673029 Jul 27 21:09:28.922135 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-553187e5-30d8-4342-92fb-99f799084217 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.927236 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-553187e5-30d8-4342-92fb-99f799084217 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:28.928532 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-553187e5-30d8-4342-92fb-99f799084217 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "DELETE /v2.0/security-groups/0be011df-6a8e-47ac-b9cf-c1e1e3ece482 HTTP/1.1" status: 204 len: 168 time: 0.4191878 Jul 27 21:09:28.931819 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50196) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:28.972992 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553187e5-30d8-4342-92fb-99f799084217 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be011df-6a8e-47ac-b9cf-c1e1e3ece482,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:29.045798 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aad7fdb4-80f8-42fc-8a66-f796b44069e5 req-476c066b-6d1e-4458-bfec-e30b034e5905 service neutron] 10.222.0.66 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836058 Jul 27 21:09:29.126938 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd7a97ef-87af-48d6-8659-00bc2a85bbaf req-f0bc4170-5b8c-4315-b681-5fa1949792a9 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.1939640 Jul 27 21:09:29.139190 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bea7d8-1273-4194-9482-b979d233e77a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 86739542-14b7-4fa7-8a3a-d979481ced60 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:09:29.237093 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2dea62e7-e2b2-46f1-b2b2-85941a56202e tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2969098 Jul 27 21:09:29.239690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50210) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:29.303619 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d589aee8-0f88-4a13-8302-ac57b4513f53 None None] Provisioning complete for port 7f38f423-39b7-41c1-9292-8126ead1699d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:29.304747 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d589aee8-0f88-4a13-8302-ac57b4513f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:29.306166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bea7d8-1273-4194-9482-b979d233e77a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:09:29.313426 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f1bea7d8-1273-4194-9482-b979d233e77a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/86739542-14b7-4fa7-8a3a-d979481ced60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6195703 Jul 27 21:09:29.318573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50212) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:29.331236 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eadbdd-9309-42a0-8624-44ffd5ada590 None None] Sync routers for ids ['86739542-14b7-4fa7-8a3a-d979481ced60'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:09:29.343351 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a671b0b-4f89-4f6c-98bc-7bd42aeb286f tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:29.352003 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eadbdd-9309-42a0-8624-44ffd5ada590 None None] Routers {'86739542-14b7-4fa7-8a3a-d979481ced60'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:29.352693 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-e4eadbdd-9309-42a0-8624-44ffd5ada590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['86739542-14b7-4fa7-8a3a-d979481ced60'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:29.365353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d589aee8-0f88-4a13-8302-ac57b4513f53 None None] Port 7f38f423-39b7-41c1-9292-8126ead1699d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:29.398252 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a671b0b-4f89-4f6c-98bc-7bd42aeb286f tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:29.433126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0fae3b-81a9-4a44-93ff-f04d3fe0455f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:29.437998 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8a0fae3b-81a9-4a44-93ff-f04d3fe0455f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports/7f38f423-39b7-41c1-9292-8126ead1699d HTTP/1.1" status: 200 len: 978 time: 0.1153514 Jul 27 21:09:29.438207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50220) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:29.486974 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a671b0b-4f89-4f6c-98bc-7bd42aeb286f tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:29.490268 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a671b0b-4f89-4f6c-98bc-7bd42aeb286f tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:29.494446 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7a671b0b-4f89-4f6c-98bc-7bd42aeb286f tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "DELETE /v2.0/security-groups/94ca51fa-e270-4e79-b08f-2fc057e254b7 HTTP/1.1" status: 204 len: 168 time: 0.2537520 Jul 27 21:09:29.496504 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50224) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:29.524838 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a671b0b-4f89-4f6c-98bc-7bd42aeb286f tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ca51fa-e270-4e79-b08f-2fc057e254b7,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:29.651762 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-e4eadbdd-9309-42a0-8624-44ffd5ada590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:29.663586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50228) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:29.664469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-478f59ff-01e1-4004-8837-eb4225417ebd tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1576021 Jul 27 21:09:29.667633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-0171308b-03ed-4b9d-931b-aab53b1914ba tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group': {'name': 'tempest-secgroup--704521062'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:29.681015 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eadbdd-9309-42a0-8624-44ffd5ada590 None None] Routers {'86739542-14b7-4fa7-8a3a-d979481ced60'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:29.682678 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-e4eadbdd-9309-42a0-8624-44ffd5ada590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['86739542-14b7-4fa7-8a3a-d979481ced60'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:29.737429 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0171308b-03ed-4b9d-931b-aab53b1914ba tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:29.780878 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-e4eadbdd-9309-42a0-8624-44ffd5ada590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:29.781834 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eadbdd-9309-42a0-8624-44ffd5ada590 None None] The sync data for ids ['86739542-14b7-4fa7-8a3a-d979481ced60'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:09:30.023842 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0171308b-03ed-4b9d-931b-aab53b1914ba tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:30.032816 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0171308b-03ed-4b9d-931b-aab53b1914ba tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:30.080626 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae723b21-1bd5-4671-9ab9-579637e7e280 req-c0d71151-9219-426b-aa20-d720768b094c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:30.089649 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae723b21-1bd5-4671-9ab9-579637e7e280 req-c0d71151-9219-426b-aa20-d720768b094c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 943 time: 0.1405261 Jul 27 21:09:30.150153 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae723b21-1bd5-4671-9ab9-579637e7e280 req-35a834aa-c34c-43fe-a9c0-5afe35c21c40 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593901 Jul 27 21:09:30.341988 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57782345-c7a0-48b7-8ae1-d201803992da req-794de441-d6e1-4432-a53c-7a07928e2161 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.0594480 Jul 27 21:09:30.442380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171308b-03ed-4b9d-931b-aab53b1914ba tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ce0fa0-e3d4-4d96-b403-38d70171895a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:30.458475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 72573715-1749-4c64-8696-9678e7ad95f7 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:09:30.474554 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0171308b-03ed-4b9d-931b-aab53b1914ba tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:30.476175 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0171308b-03ed-4b9d-931b-aab53b1914ba tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8129857 Jul 27 21:09:30.479527 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50248) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:30.486253 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-34db7962-f08a-4314-bec2-59527520e0a8 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': 'f0ce0fa0-e3d4-4d96-b403-38d70171895a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:30.514579 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d8aba30-0f7a-430e-b277-157ba7e2b598 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:30.565982 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-34db7962-f08a-4314-bec2-59527520e0a8 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:30.567186 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-34db7962-f08a-4314-bec2-59527520e0a8 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0866556 Jul 27 21:09:30.570398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50250) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:30.577174 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0d519c73-00df-48be-8de2-66f3e41102f7 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group_rule': {'security_group_id': 'f0ce0fa0-e3d4-4d96-b403-38d70171895a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:30.631567 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-0d519c73-00df-48be-8de2-66f3e41102f7 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:09:30.632959 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0d519c73-00df-48be-8de2-66f3e41102f7 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0613720 Jul 27 21:09:30.635422 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50252) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:30.677957 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 72573715-1749-4c64-8696-9678e7ad95f7, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=72573715-1749-4c64-8696-9678e7ad95f7,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:30.691873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '72573715-1749-4c64-8696-9678e7ad95f7', 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca', 'port_id': '72573715-1749-4c64-8696-9678e7ad95f7', 'mac_address': 'fa:16:3e:4b:24:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774c1f98-65db-4f82-8eee-bf7b222555c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:09:30.705247 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20afcd4a-028c-4038-878b-67da682734f6 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:30.745656 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20afcd4a-028c-4038-878b-67da682734f6 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:30.761656 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:30.782031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72573715-1749-4c64-8696-9678e7ad95f7 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:30.827901 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20afcd4a-028c-4038-878b-67da682734f6 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:30.831321 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20afcd4a-028c-4038-878b-67da682734f6 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:30.834974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-20afcd4a-028c-4038-878b-67da682734f6 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "DELETE /v2.0/security-groups/f0ce0fa0-e3d4-4d96-b403-38d70171895a HTTP/1.1" status: 204 len: 168 time: 0.1962714 Jul 27 21:09:30.836745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50262) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:30.841232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 72573715-1749-4c64-8696-9678e7ad95f7, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=72573715-1749-4c64-8696-9678e7ad95f7,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:30.854976 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:30.870795 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afcd4a-028c-4038-878b-67da682734f6 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ce0fa0-e3d4-4d96-b403-38d70171895a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:30.899748 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-3d8aba30-0f7a-430e-b277-157ba7e2b598 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting port 7f38f423-39b7-41c1-9292-8126ead1699d {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:30.900208 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d8aba30-0f7a-430e-b277-157ba7e2b598 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:30.974247 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6bf20ff6-6f58-4b27-b074-caadc95d2296 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1347880 Jul 27 21:09:30.976705 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50266) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:30.984552 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ba12f52d-68fd-46d9-be66-5fc99e09eacd tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654925041'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:30.991815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=72573715-1749-4c64-8696-9678e7ad95f7,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:31.023472 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ba12f52d-68fd-46d9-be66-5fc99e09eacd tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.030569 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d8aba30-0f7a-430e-b277-157ba7e2b598 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.047683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-3d8aba30-0f7a-430e-b277-157ba7e2b598 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Calling delete_port for 7f38f423-39b7-41c1-9292-8126ead1699d owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:31.119670 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ba12f52d-68fd-46d9-be66-5fc99e09eacd tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.129691 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ba12f52d-68fd-46d9-be66-5fc99e09eacd tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.163646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12f52d-68fd-46d9-be66-5fc99e09eacd tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc31956-3315-440b-9626-f98b4ff6b845,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:31.166399 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ba12f52d-68fd-46d9-be66-5fc99e09eacd tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.170914 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ba12f52d-68fd-46d9-be66-5fc99e09eacd tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1897874 Jul 27 21:09:31.171641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50274) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:31.178721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-63947fa7-fba3-4e23-b080-59e36a256e50 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:31.179341 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-63947fa7-fba3-4e23-b080-59e36a256e50 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 21:09:31.180027 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-63947fa7-fba3-4e23-b080-59e36a256e50 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 21:09:31.182440 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-63947fa7-fba3-4e23-b080-59e36a256e50 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "PUT /v2.0/security-groups/cdc31956-3315-440b-9626-f98b4ff6b845 HTTP/1.1" status: 409 len: 330 time: 0.0097816 Jul 27 21:09:31.186064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50276) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:31.287123 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cfca2cdc-c1c7-400d-a3b4-f92647292525 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.300136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['72573715-1749-4c64-8696-9678e7ad95f7'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:09:31.330765 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d8aba30-0f7a-430e-b277-157ba7e2b598 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.362458 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cfca2cdc-c1c7-400d-a3b4-f92647292525 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.445978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb99718-f6c0-488c-a0f6-bc4e2b5c1871 req-57515e6a-9052-49fc-8ed3-e07d31872266 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:31.448012 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0fb99718-f6c0-488c-a0f6-bc4e2b5c1871 req-57515e6a-9052-49fc-8ed3-e07d31872266 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 944 time: 0.1586657 Jul 27 21:09:31.460386 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8aba30-0f7a-430e-b277-157ba7e2b598 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Port': ['ID=7f38f423-39b7-41c1-9292-8126ead1699d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:31.533784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0fb99718-f6c0-488c-a0f6-bc4e2b5c1871 req-295ff3e6-e8fc-48c7-b613-2f6f597605bb tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788836 Jul 27 21:09:31.544708 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cfca2cdc-c1c7-400d-a3b4-f92647292525 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.555728 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cfca2cdc-c1c7-400d-a3b4-f92647292525 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.555728 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cfca2cdc-c1c7-400d-a3b4-f92647292525 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "DELETE /v2.0/security-groups/cdc31956-3315-440b-9626-f98b4ff6b845 HTTP/1.1" status: 204 len: 168 time: 0.3643034 Jul 27 21:09:31.582361 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50284) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:31.583761 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca2cdc-c1c7-400d-a3b4-f92647292525 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc31956-3315-440b-9626-f98b4ff6b845,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:31.617819 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5df136f9-05fb-4982-9d70-76939b2b2f51 req-ba70ab04-cd79-4733-8b27-c0ac89f349ab tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.0985444 Jul 27 21:09:31.689420 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d8aba30-0f7a-430e-b277-157ba7e2b598 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:31.711690 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a20cfe72-da9e-463b-8d88-80712988e7d9 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1236846 Jul 27 21:09:31.715216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50286) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:31.731337 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-b9972031-3fe6-4038-8fd6-e89dff635285 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] delete failed (client error): The resource could not be found. Jul 27 21:09:31.733288 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b9972031-3fe6-4038-8fd6-e89dff635285 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "DELETE /v2.0/security-groups/c37d838a-7663-435e-b8ac-2918aa2739b3 HTTP/1.1" status: 404 len: 347 time: 0.0143952 Jul 27 21:09:31.737029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50288) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:31.751308 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-74bb0a5d-8b3c-46ac-9f7e-a5ef164c9294 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] show failed (client error): The resource could not be found. Jul 27 21:09:31.752606 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-74bb0a5d-8b3c-46ac-9f7e-a5ef164c9294 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "GET /v2.0/security-groups/259b25f4-63fb-423e-af49-94e5e8ea505a HTTP/1.1" status: 404 len: 347 time: 0.0144877 Jul 27 21:09:31.756167 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50290) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:31.770361 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-a2dc88e9-4b63-4aca-9bed-5d0196314011 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] show failed (client error): The resource could not be found. Jul 27 21:09:31.774431 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a2dc88e9-4b63-4aca-9bed-5d0196314011 tempest-NegativeSecGroupIPv6Test-827433808 tempest-NegativeSecGroupIPv6Test-827433808-project] 10.222.0.55 "GET /v2.0/security-group-rules/943c9d62-6455-4a20-a54b-6ad467418b3e HTTP/1.1" status: 404 len: 356 time: 0.0139289 Jul 27 21:09:31.886497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8aba30-0f7a-430e-b277-157ba7e2b598 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 86739542-14b7-4fa7-8a3a-d979481ced60 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:09:31.970792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8aba30-0f7a-430e-b277-157ba7e2b598 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:09:31.976607 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3d8aba30-0f7a-430e-b277-157ba7e2b598 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/86739542-14b7-4fa7-8a3a-d979481ced60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5359628 Jul 27 21:09:31.979136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50300) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:31.984850 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94ba82e-a8e4-42f7-8854-dd8122af692e None None] Sync routers for ids ['86739542-14b7-4fa7-8a3a-d979481ced60'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:09:32.002367 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ba82e-a8e4-42f7-8854-dd8122af692e None None] Routers {'86739542-14b7-4fa7-8a3a-d979481ced60'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:32.003040 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f94ba82e-a8e4-42f7-8854-dd8122af692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['86739542-14b7-4fa7-8a3a-d979481ced60'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:32.063526 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f94ba82e-a8e4-42f7-8854-dd8122af692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:32.075745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ba82e-a8e4-42f7-8854-dd8122af692e None None] Routers {'86739542-14b7-4fa7-8a3a-d979481ced60'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:32.078294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f94ba82e-a8e4-42f7-8854-dd8122af692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['86739542-14b7-4fa7-8a3a-d979481ced60'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:32.121755 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f94ba82e-a8e4-42f7-8854-dd8122af692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:32.122504 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94ba82e-a8e4-42f7-8854-dd8122af692e None None] The sync data for ids ['86739542-14b7-4fa7-8a3a-d979481ced60'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:09:32.158890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50310) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:32.263926 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-bf1fb6c1-466f-4e0a-bc2a-559aba3bda9d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] remove_router_interface failed (client error): The resource could not be found. Jul 27 21:09:32.267882 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50314) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:32.268019 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bf1fb6c1-466f-4e0a-bc2a-559aba3bda9d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/86739542-14b7-4fa7-8a3a-d979481ced60/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2877986 Jul 27 21:09:32.333178 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6ea2f4a3-7deb-41b2-b42d-24ba875750be tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports?device_id=86739542-14b7-4fa7-8a3a-d979481ced60 HTTP/1.1" status: 200 len: 205 time: 0.0636501 Jul 27 21:09:32.335773 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50316) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:32.437550 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0ccf84fa-03c7-42d7-a390-17375073eb9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d40c81d0861446b997a8f56de3e0918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772086 Jul 27 21:09:32.439972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50322) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:32.465258 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d1f37fd-1773-4f81-b31a-13eafa2a795c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:32.495314 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f0e7d68d-c878-463f-80c2-84155a4d84a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:32.535109 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f0e7d68d-c878-463f-80c2-84155a4d84a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:32.597568 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f0e7d68d-c878-463f-80c2-84155a4d84a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:32.600831 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f0e7d68d-c878-463f-80c2-84155a4d84a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:32.614675 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f0e7d68d-c878-463f-80c2-84155a4d84a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/282c49b6-4e23-4dbe-ab9c-77cd571d3858 HTTP/1.1" status: 204 len: 168 time: 0.1731541 Jul 27 21:09:32.637027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7d68d-c878-463f-80c2-84155a4d84a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282c49b6-4e23-4dbe-ab9c-77cd571d3858,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:32.675232 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-18dec7c4-8e48-4211-aa86-b35fed4a8924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:32.792668 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dffe2e-a97f-46cf-a62d-6a596d47415c req-cb9d7096-797e-47db-8339-1abe346c826f tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:32.801211 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2dffe2e-a97f-46cf-a62d-6a596d47415c req-cb9d7096-797e-47db-8339-1abe346c826f tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 944 time: 0.1248810 Jul 27 21:09:32.808082 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d1f37fd-1773-4f81-b31a-13eafa2a795c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:32.812096 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d1f37fd-1773-4f81-b31a-13eafa2a795c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:32.845641 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85b085b6-f0fe-4387-93b3-f17db6b608ca req-fa018396-dcb5-49ef-8719-2b605a72b4d1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/ports?device_id=accd07fd-714c-4c1c-82cb-f75c0e9060d9 HTTP/1.1" status: 200 len: 210 time: 0.0755045 Jul 27 21:09:32.877179 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d1f37fd-1773-4f81-b31a-13eafa2a795c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:32.877879 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1f37fd-1773-4f81-b31a-13eafa2a795c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Fanout notify agent at l3_agent the message router_deleted on router 86739542-14b7-4fa7-8a3a-d979481ced60 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:09:32.890747 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d1f37fd-1773-4f81-b31a-13eafa2a795c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:32.899611 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8d1f37fd-1773-4f81-b31a-13eafa2a795c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/routers/86739542-14b7-4fa7-8a3a-d979481ced60 HTTP/1.1" status: 204 len: 168 time: 0.5602970 Jul 27 21:09:32.899911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50336) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:32.907190 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2dffe2e-a97f-46cf-a62d-6a596d47415c req-d257de92-9bfe-476f-b359-ee0cdadde2c4 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641537 Jul 27 21:09:32.984476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0fea214-71ad-464d-995f-6ee1921b1ac4 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting subnet 5f97e663-fce9-4eca-a034-2ee5b993c93a {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:09:32.988618 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d0fea214-71ad-464d-995f-6ee1921b1ac4 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.053248 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d0fea214-71ad-464d-995f-6ee1921b1ac4 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.220048 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d0fea214-71ad-464d-995f-6ee1921b1ac4 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.345620 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d0fea214-71ad-464d-995f-6ee1921b1ac4 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.379833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639e1fc6-2582-4af1-90e1-936a02ef01ce None None] Network 56537372-eecd-498a-8a03-86d93980643b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:33.391201 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d0fea214-71ad-464d-995f-6ee1921b1ac4 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.403764 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d0fea214-71ad-464d-995f-6ee1921b1ac4 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/5f97e663-fce9-4eca-a034-2ee5b993c93a HTTP/1.1" status: 204 len: 168 time: 0.5026710 Jul 27 21:09:33.405048 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fea214-71ad-464d-995f-6ee1921b1ac4 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Subnet': ['ID=5f97e663-fce9-4eca-a034-2ee5b993c93a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:33.406716 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50360) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:33.535375 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.651187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting port bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:33.651844 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.720285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32be4f2a-38f0-4c81-b7de-e878c827b604 None None] DHCP port deletion for 56537372-eecd-498a-8a03-86d93980643b request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:09:33.735372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] For port bcf3a3a0-6c40-4065-9fe7-7a5914b742c5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=bcf3a3a0-6c40-4065-9fe7-7a5914b742c5,segment=NetworkSegment(55d4fdf1-94d9-4c0e-b7b9-cf176ad0fdf0),segment_id=55d4fdf1-94d9-4c0e-b7b9-cf176ad0fdf0)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:33.735743 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.749957 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Calling delete_port for bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:33.810751 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-32be4f2a-38f0-4c81-b7de-e878c827b604 None None] Deleting port bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:33.813413 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-32be4f2a-38f0-4c81-b7de-e878c827b604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.819346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50372) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:33.845956 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.891792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Port': ['ID=bcf3a3a0-6c40-4065-9fe7-7a5914b742c5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:33.893754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] No DVR routers for this DVR port bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:33.909778 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-32be4f2a-38f0-4c81-b7de-e878c827b604 None None] For port bcf3a3a0-6c40-4065-9fe7-7a5914b742c5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=bcf3a3a0-6c40-4065-9fe7-7a5914b742c5,segment=NetworkSegment(55d4fdf1-94d9-4c0e-b7b9-cf176ad0fdf0),segment_id=55d4fdf1-94d9-4c0e-b7b9-cf176ad0fdf0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:33.911822 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-32be4f2a-38f0-4c81-b7de-e878c827b604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.972510 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-32be4f2a-38f0-4c81-b7de-e878c827b604 None None] Calling delete_port for bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:33.984102 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:33.999443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50384) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:34.046795 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-16523248-5955-43ed-94f5-bc948eee17a9 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1926434933'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:34.080335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16523248-5955-43ed-94f5-bc948eee17a9 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Made reservation on behalf of 6fb9e46b8116463696e4435e492ac0f6 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:34.085328 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-16523248-5955-43ed-94f5-bc948eee17a9 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.101349 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-16523248-5955-43ed-94f5-bc948eee17a9 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: from cryptography.utils import int_from_bytes Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: from cryptography.utils import int_from_bytes Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.109704 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.112756 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.112756 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.112756 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.112756 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.112756 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.112756 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.112756 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.112756 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.112756 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.112756 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.112756 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.112756 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.112756 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:34.112756 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:09:34.119912 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-32be4f2a-38f0-4c81-b7de-e878c827b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.123527 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.140473 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56537372-eecd-498a-8a03-86d93980643b']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:34.156340 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2a1a0e8-d56a-4845-bdde-a477dd7ff6a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.158308 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d4fdf1-94d9-4c0e-b7b9-cf176ad0fdf0') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:34.158624 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d4fdf1-94d9-4c0e-b7b9-cf176ad0fdf0') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:34.167937 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be4f2a-38f0-4c81-b7de-e878c827b604 None None] Pushing event deleted for resources: {'Port': ['ID=bcf3a3a0-6c40-4065-9fe7-7a5914b742c5,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:34.173823 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32be4f2a-38f0-4c81-b7de-e878c827b604 None None] No DVR routers for this DVR port bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:34.176632 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.204247 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.216225 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a3f77-98b3-4c9a-a4d8-6a2c163edf5b req-e0b28ff9-64af-4336-b292-76eaa27a6efb tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:34.217972 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de2a3f77-98b3-4c9a-a4d8-6a2c163edf5b req-e0b28ff9-64af-4336-b292-76eaa27a6efb tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 944 time: 0.1514630 Jul 27 21:09:34.220924 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:09:34.221334 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:09:34.224399 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:09:34.234183 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2a1a0e8-d56a-4845-bdde-a477dd7ff6a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.370778 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de2a3f77-98b3-4c9a-a4d8-6a2c163edf5b req-d1ef6973-413d-45d6-910e-ecc224a90817 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446159 Jul 27 21:09:34.371517 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.377294 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.384654 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/networks/56537372-eecd-498a-8a03-86d93980643b HTTP/1.1" status: 204 len: 168 time: 0.9767027 Jul 27 21:09:34.385453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50396) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:34.396635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f68a3ee2-f490-4d0d-92b5-4144e74fb893 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'network': {'name': 'tempest-RoutersTest-1066813659'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:34.415985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2eb9c9-e4ca-4112-8216-a33d4a366f54 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Network': ['ID=56537372-eecd-498a-8a03-86d93980643b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:34.425483 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2a1a0e8-d56a-4845-bdde-a477dd7ff6a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.428089 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2a1a0e8-d56a-4845-bdde-a477dd7ff6a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.432413 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f2a1a0e8-d56a-4845-bdde-a477dd7ff6a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "DELETE /v2.0/security-groups/23f71a24-a8fb-4b29-b72d-ed86f46e1da7 HTTP/1.1" status: 204 len: 168 time: 0.4290910 Jul 27 21:09:34.432580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50400) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:34.446886 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-988b05f5-3007-4537-9074-c9bbdd6e502f tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] show failed (client error): The resource could not be found. Jul 27 21:09:34.448037 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-988b05f5-3007-4537-9074-c9bbdd6e502f tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "GET /v2.0/security-groups/23f71a24-a8fb-4b29-b72d-ed86f46e1da7 HTTP/1.1" status: 404 len: 347 time: 0.0148361 Jul 27 21:09:34.451316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50402) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:34.462737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1a0e8-d56a-4845-bdde-a477dd7ff6a1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f71a24-a8fb-4b29-b72d-ed86f46e1da7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:34.483636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 72573715-1749-4c64-8696-9678e7ad95f7 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:34.502839 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-16523248-5955-43ed-94f5-bc948eee17a9 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.515361 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-16523248-5955-43ed-94f5-bc948eee17a9 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.531191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16523248-5955-43ed-94f5-bc948eee17a9 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:09:34.542208 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-16523248-5955-43ed-94f5-bc948eee17a9 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.542933 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-16523248-5955-43ed-94f5-bc948eee17a9 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Added segment 6b9dd11a-d655-4999-b13d-8ad287343edb of type vlan for network 9c5bef2e-f20a-4a57-8d38-6e9da5eae281 Jul 27 21:09:34.579935 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 72573715-1749-4c64-8696-9678e7ad95f7 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:34.584039 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 72573715-1749-4c64-8696-9678e7ad95f7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:34.584437 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.606043 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-16523248-5955-43ed-94f5-bc948eee17a9 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.644630 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68a3ee2-f490-4d0d-92b5-4144e74fb893 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:34.652283 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f68a3ee2-f490-4d0d-92b5-4144e74fb893 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.662202 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-16523248-5955-43ed-94f5-bc948eee17a9 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.675650 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16523248-5955-43ed-94f5-bc948eee17a9 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:34.679421 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-16523248-5955-43ed-94f5-bc948eee17a9 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.700699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-79e46021-9a74-48de-9839-a7629f097dae tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Deleting port 5b28603e-df9d-47d8-8869-df7731b7903c {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:34.701287 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-79e46021-9a74-48de-9839-a7629f097dae tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.704428 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68a3ee2-f490-4d0d-92b5-4144e74fb893 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:09:34.710582 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16523248-5955-43ed-94f5-bc948eee17a9 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf071f3f-7ee6-4411-b107-1dd15d94affc,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:34.757279 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.765663 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-16523248-5955-43ed-94f5-bc948eee17a9 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9445250 Jul 27 21:09:34.769022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50406) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:34.771914 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f68a3ee2-f490-4d0d-92b5-4144e74fb893 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.772279 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-f68a3ee2-f490-4d0d-92b5-4144e74fb893 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Added segment 917d385d-bbac-4389-acb3-8b2ac0e9c58a of type vlan for network a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a Jul 27 21:09:34.787114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-da020860-670e-4260-bfd8-8ad068bab5fa tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '9c5bef2e-f20a-4a57-8d38-6e9da5eae281', 'tempest-TagsTest-Tag-1625042396') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:34.809470 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589de643-0d8c-49cd-9955-b991029d4c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72573715-1749-4c64-8696-9678e7ad95f7'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:34.812640 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff41c2f5-4925-4074-a363-dba4c0f56d5f" -d '{"events": [{"server_uuid": "589de643-0d8c-49cd-9955-b991029d4c91", "name": "network-vif-plugged", "status": "completed", "tag": "72573715-1749-4c64-8696-9678e7ad95f7"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:34.814095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16523248-5955-43ed-94f5-bc948eee17a9 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Pushing event updated for resources: {'Network': ['ID=9c5bef2e-f20a-4a57-8d38-6e9da5eae281,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:34.829888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 72573715-1749-4c64-8696-9678e7ad95f7, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=72573715-1749-4c64-8696-9678e7ad95f7,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:34.835767 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.851028 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f68a3ee2-f490-4d0d-92b5-4144e74fb893 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.876252 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-79e46021-9a74-48de-9839-a7629f097dae tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.876727 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-79e46021-9a74-48de-9839-a7629f097dae tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:34.906635 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e9b6f1-495f-4b3f-8fc9-a95141e31d5a x-openstack-request-id: req-79e9b6f1-495f-4b3f-8fc9-a95141e31d5a {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:34.907175 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589de643-0d8c-49cd-9955-b991029d4c91", "name": "network-vif-plugged", "status": "completed", "tag": "72573715-1749-4c64-8696-9678e7ad95f7", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:34.907664 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-79e9b6f1-495f-4b3f-8fc9-a95141e31d5a {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:34.908236 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589de643-0d8c-49cd-9955-b991029d4c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72573715-1749-4c64-8696-9678e7ad95f7', 'code': 200} Jul 27 21:09:34.909389 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 9c5bef2e-f20a-4a57-8d38-6e9da5eae281 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:09:34.928735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-79e46021-9a74-48de-9839-a7629f097dae tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Calling delete_port for 5b28603e-df9d-47d8-8869-df7731b7903c owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:35.000461 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:35.020954 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-da020860-670e-4260-bfd8-8ad068bab5fa tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] 10.222.0.55 "PUT /v2.0/networks/9c5bef2e-f20a-4a57-8d38-6e9da5eae281/tags/tempest-TagsTest-Tag-1625042396 HTTP/1.1" status: 201 len: 201 time: 0.2375658 Jul 27 21:09:35.026426 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50414) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:35.035782 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:35.036689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device bcf3a3a0-6c40-4065-9fe7-7a5914b742c5 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:35.041031 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f68a3ee2-f490-4d0d-92b5-4144e74fb893 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.054872 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-9bd06d80-33c1-464e-939a-2a8da076256b tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c5bef2e-f20a-4a57-8d38-6e9da5eae281', 'tempest-TagsTest-Tag-1625042396') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:35.059849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68a3ee2-f490-4d0d-92b5-4144e74fb893 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:35.060425 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f68a3ee2-f490-4d0d-92b5-4144e74fb893 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.071245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=72573715-1749-4c64-8696-9678e7ad95f7,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:35.153631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84599615-5517-4cf2-8116-59ca00ff0487 req-365098a8-2f2c-49fb-b455-f31d0b30b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:35.156178 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-84599615-5517-4cf2-8116-59ca00ff0487 req-365098a8-2f2c-49fb-b455-f31d0b30b990 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 1096 time: 0.1499875 Jul 27 21:09:35.161348 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9bd06d80-33c1-464e-939a-2a8da076256b tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] 10.222.0.55 "GET /v2.0/networks/9c5bef2e-f20a-4a57-8d38-6e9da5eae281/tags/tempest-TagsTest-Tag-1625042396 HTTP/1.1" status: 204 len: 168 time: 0.1080005 Jul 27 21:09:35.162522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50416) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:35.166453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-a96ae1ab-7a59-46f9-be92-1f95e32c0e3a tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '9c5bef2e-f20a-4a57-8d38-6e9da5eae281') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:35.167048 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f68a3ee2-f490-4d0d-92b5-4144e74fb893 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7757545 Jul 27 21:09:35.170668 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50418) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:35.179451 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b8aaa02e-424d-4c02-ba0e-b2c117669d95 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'subnet': {'network_id': 'a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:35.196228 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a3ee2-f490-4d0d-92b5-4144e74fb893 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Network': ['ID=a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:35.207865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:09:35.289170 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-84599615-5517-4cf2-8116-59ca00ff0487 req-3489069a-f592-4680-8e3c-52c734a8d39c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085436 Jul 27 21:09:35.303681 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a96ae1ab-7a59-46f9-be92-1f95e32c0e3a tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] 10.222.0.55 "GET /v2.0/networks/9c5bef2e-f20a-4a57-8d38-6e9da5eae281/tags HTTP/1.1" status: 200 len: 238 time: 0.1381111 Jul 27 21:09:35.304304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50426) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:35.317090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-0f661710-81b6-47ef-9ace-9ec19131628a tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '9c5bef2e-f20a-4a57-8d38-6e9da5eae281', {'tags': ['tempest-TagsTest-Tag-2070791306', 'tempest-TagsTest-Tag-1242668173', 'tempest-TagsTest-Tag-1601674963']}) {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:35.375304 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c522a381-b36d-49a8-b3d7-e75eece70d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.396030 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aaa02e-424d-4c02-ba0e-b2c117669d95 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:35.409829 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8aaa02e-424d-4c02-ba0e-b2c117669d95 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.463287 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.552559 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0f661710-81b6-47ef-9ace-9ec19131628a tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] 10.222.0.55 "PUT /v2.0/networks/9c5bef2e-f20a-4a57-8d38-6e9da5eae281/tags HTTP/1.1" status: 200 len: 309 time: 0.2448719 Jul 27 21:09:35.552808 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-79e46021-9a74-48de-9839-a7629f097dae tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.552938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50434) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:35.562529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-f6ef9d97-7c29-479f-ac8f-a13ef951c574 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '9c5bef2e-f20a-4a57-8d38-6e9da5eae281', 'tempest-TagsTest-Tag-2070791306') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:35.641073 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e46021-9a74-48de-9839-a7629f097dae tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event deleted for resources: {'Port': ['ID=5b28603e-df9d-47d8-8869-df7731b7903c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:35.696022 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f6ef9d97-7c29-479f-ac8f-a13ef951c574 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] 10.222.0.55 "DELETE /v2.0/networks/9c5bef2e-f20a-4a57-8d38-6e9da5eae281/tags/tempest-TagsTest-Tag-2070791306 HTTP/1.1" status: 204 len: 168 time: 0.1416514 Jul 27 21:09:35.696731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50442) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:35.703712 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-33f5cb32-f329-4dcd-a527-78e74bcaa045 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c5bef2e-f20a-4a57-8d38-6e9da5eae281', 'tempest-TagsTest-Tag-2070791306') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:35.783134 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df9c6f-7020-4848-a129-f91d53d6c161 req-b6b16c74-80b6-4d17-b20b-67a50b7071ad tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:35.784579 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-19df9c6f-7020-4848-a129-f91d53d6c161 req-b6b16c74-80b6-4d17-b20b-67a50b7071ad tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2476432 Jul 27 21:09:35.789843 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-79e46021-9a74-48de-9839-a7629f097dae tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.792930 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-79e46021-9a74-48de-9839-a7629f097dae tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.794177 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-79e46021-9a74-48de-9839-a7629f097dae tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "DELETE /v2.0/floatingips/9154b781-0793-4048-9745-51df41ad0c19 HTTP/1.1" status: 204 len: 168 time: 1.3417192 Jul 27 21:09:35.797289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50444) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:35.802477 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8aaa02e-424d-4c02-ba0e-b2c117669d95 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.886901 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-19df9c6f-7020-4848-a129-f91d53d6c161 req-ef7b5dff-ebf0-4653-b33c-08c8821339c9 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909345 Jul 27 21:09:35.897381 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aaa02e-424d-4c02-ba0e-b2c117669d95 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Subnet': ['ID=b287bc2f-41c5-425d-86af-f293f271f502,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:35.906961 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-33f5cb32-f329-4dcd-a527-78e74bcaa045 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] show failed (client error): The resource could not be found. Jul 27 21:09:35.908224 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aaa02e-424d-4c02-ba0e-b2c117669d95 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Checking segment: {'id': '917d385d-bbac-4389-acb3-8b2ac0e9c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:35.908377 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-33f5cb32-f329-4dcd-a527-78e74bcaa045 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] 10.222.0.55 "GET /v2.0/networks/9c5bef2e-f20a-4a57-8d38-6e9da5eae281/tags/tempest-TagsTest-Tag-2070791306 HTTP/1.1" status: 404 len: 326 time: 0.2106521 Jul 27 21:09:35.908649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aaa02e-424d-4c02-ba0e-b2c117669d95 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network hostable DHCP agents. Network: a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:09:35.914092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50446) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:35.918515 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-d53c5021-3bf6-4506-b260-13597942598b tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c5bef2e-f20a-4a57-8d38-6e9da5eae281', 'tempest-TagsTest-Tag-1242668173') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:35.940678 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-06767310-acfa-4e65-b9b3-e8cb663828c1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Deleting port 2fa8db0b-c60f-4d02-9b59-06d022fef9be {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:35.941032 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-06767310-acfa-4e65-b9b3-e8cb663828c1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:35.976006 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aaa02e-424d-4c02-ba0e-b2c117669d95 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:09:35.995946 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-b8aaa02e-424d-4c02-ba0e-b2c117669d95 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:36.006957 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ec7966-6619-47b9-b87f-882c35a48ffe None None] Network a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:36.014860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aaa02e-424d-4c02-ba0e-b2c117669d95 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:36.017950 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8aaa02e-424d-4c02-ba0e-b2c117669d95 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.056965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b8aaa02e-424d-4c02-ba0e-b2c117669d95 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8844230 Jul 27 21:09:36.059946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50452) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:36.064924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d53c5021-3bf6-4506-b260-13597942598b tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] 10.222.0.55 "GET /v2.0/networks/9c5bef2e-f20a-4a57-8d38-6e9da5eae281/tags/tempest-TagsTest-Tag-1242668173 HTTP/1.1" status: 204 len: 168 time: 0.1498787 Jul 27 21:09:36.069217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50454) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:36.077837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-96e589a9-d2f8-4ab6-817f-8e45083d92e9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-811614361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:36.082515 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-281a18b1-bf41-42ff-9eb3-eb33aa648bf8 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c5bef2e-f20a-4a57-8d38-6e9da5eae281', 'tempest-TagsTest-Tag-1601674963') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:36.110144 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-06767310-acfa-4e65-b9b3-e8cb663828c1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.130515 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-06767310-acfa-4e65-b9b3-e8cb663828c1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Calling delete_port for 2fa8db0b-c60f-4d02-9b59-06d022fef9be owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:36.145278 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-96e589a9-d2f8-4ab6-817f-8e45083d92e9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.146439 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-96e589a9-d2f8-4ab6-817f-8e45083d92e9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.223371 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-96e589a9-d2f8-4ab6-817f-8e45083d92e9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.236727 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a', 'network_id': 'a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'fixed_ips': [{'subnet_id': 'b287bc2f-41c5-425d-86af-f293f271f502'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:09:36.237590 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.260292 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-96e589a9-d2f8-4ab6-817f-8e45083d92e9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.293419 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-96e589a9-d2f8-4ab6-817f-8e45083d92e9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.295752 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-96e589a9-d2f8-4ab6-817f-8e45083d92e9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2341623 Jul 27 21:09:36.299744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50456) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:36.596690 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Allocated IP 172.20.0.2 (a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a/b287bc2f-41c5-425d-86af-f293f271f502/1b19072d-6c67-48f7-a43e-4edf0097bb81) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:36.853638 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.876310 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Transition to ACTIVE for port object 1b19072d-6c67-48f7-a43e-4edf0097bb81 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:36.896980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Transition to ACTIVE for port object 1b19072d-6c67-48f7-a43e-4edf0097bb81 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:36.913093 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:36.969770 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-281a18b1-bf41-42ff-9eb3-eb33aa648bf8 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] 10.222.0.55 "GET /v2.0/networks/9c5bef2e-f20a-4a57-8d38-6e9da5eae281/tags/tempest-TagsTest-Tag-1601674963 HTTP/1.1" status: 204 len: 168 time: 0.8992064 Jul 27 21:09:36.972312 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50478) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:36.976998 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-a5118821-4a23-4dab-968d-9602b22bb41d tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9c5bef2e-f20a-4a57-8d38-6e9da5eae281') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:36.994962 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Network a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:36.998615 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:37.001407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:37.045318 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Pushing event updated for resources: {'Port': ['ID=1b19072d-6c67-48f7-a43e-4edf0097bb81,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:37.062693 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-06767310-acfa-4e65-b9b3-e8cb663828c1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:37.101862 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Attempting to bind port 1b19072d-6c67-48f7-a43e-4edf0097bb81 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:09:37.102660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Attempting to bind port 1b19072d-6c67-48f7-a43e-4edf0097bb81 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '917d385d-bbac-4389-acb3-8b2ac0e9c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:09:37.103013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06767310-acfa-4e65-b9b3-e8cb663828c1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event deleted for resources: {'Port': ['ID=2fa8db0b-c60f-4d02-9b59-06d022fef9be,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:37.103432 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Attempting to bind port 1b19072d-6c67-48f7-a43e-4edf0097bb81 on network a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:37.111510 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:37.112805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:09:37.113230 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Checking segment: {'id': '917d385d-bbac-4389-acb3-8b2ac0e9c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:37.113629 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:37.114017 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Bound using segment: {'id': '917d385d-bbac-4389-acb3-8b2ac0e9c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:09:37.115213 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Bound port: 1b19072d-6c67-48f7-a43e-4edf0097bb81, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917d385d-bbac-4389-acb3-8b2ac0e9c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:09:37.115613 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:37.195859 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136ce1e-f662-47d8-ae89-668294d30225 req-73e82c84-21b1-4925-97ff-928702e423e3 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:37.206123 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f136ce1e-f662-47d8-ae89-668294d30225 req-73e82c84-21b1-4925-97ff-928702e423e3 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1970942 Jul 27 21:09:37.207141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] For port 1b19072d-6c67-48f7-a43e-4edf0097bb81, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:37.211680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] For port 1b19072d-6c67-48f7-a43e-4edf0097bb81, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1b19072d-6c67-48f7-a43e-4edf0097bb81,segment=NetworkSegment(917d385d-bbac-4389-acb3-8b2ac0e9c58a),segment_id=917d385d-bbac-4389-acb3-8b2ac0e9c58a)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:09:37.221376 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:37.241491 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a5118821-4a23-4dab-968d-9602b22bb41d tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] 10.222.0.55 "DELETE /v2.0/networks/9c5bef2e-f20a-4a57-8d38-6e9da5eae281/tags HTTP/1.1" status: 204 len: 168 time: 0.2680571 Jul 27 21:09:37.253714 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50484) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:37.269797 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-a8d12c5b-cfca-4e3f-b79f-8ff4b87a05fa tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c5bef2e-f20a-4a57-8d38-6e9da5eae281', 'tempest-TagsTest-Tag-1242668173') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:37.279459 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:37.317274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f136ce1e-f662-47d8-ae89-668294d30225 req-11eee4e4-134a-40c7-ba1a-67891c200231 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084652 Jul 27 21:09:37.366573 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-06767310-acfa-4e65-b9b3-e8cb663828c1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:37.371741 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-06767310-acfa-4e65-b9b3-e8cb663828c1 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "DELETE /v2.0/ports/2fa8db0b-c60f-4d02-9b59-06d022fef9be HTTP/1.1" status: 204 len: 168 time: 1.5704758 Jul 27 21:09:37.372106 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50488) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:37.375181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66116e28-c0da-4534-a3a2-2b57b7a796da None None] Pushing event updated for resources: {'Port': ['ID=1b19072d-6c67-48f7-a43e-4edf0097bb81,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:37.487966 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-a8d12c5b-cfca-4e3f-b79f-8ff4b87a05fa tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] show failed (client error): The resource could not be found. Jul 27 21:09:37.489033 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a8d12c5b-cfca-4e3f-b79f-8ff4b87a05fa tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] 10.222.0.55 "GET /v2.0/networks/9c5bef2e-f20a-4a57-8d38-6e9da5eae281/tags/tempest-TagsTest-Tag-1242668173 HTTP/1.1" status: 404 len: 326 time: 0.2345774 Jul 27 21:09:37.491958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50492) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:37.499867 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-87c7773e-f23a-4084-9dca-4701612a53e8 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '9c5bef2e-f20a-4a57-8d38-6e9da5eae281', 'tempest-TagsTest-Tag-1601674963') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:37.587249 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:37.705555 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-87c7773e-f23a-4084-9dca-4701612a53e8 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] show failed (client error): The resource could not be found. Jul 27 21:09:37.706631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-87c7773e-f23a-4084-9dca-4701612a53e8 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] 10.222.0.55 "GET /v2.0/networks/9c5bef2e-f20a-4a57-8d38-6e9da5eae281/tags/tempest-TagsTest-Tag-1601674963 HTTP/1.1" status: 404 len: 326 time: 0.2137487 Jul 27 21:09:37.713772 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50512) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:37.731040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-4b637316-b5fb-4b05-97c0-5e3f9578b273 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '9c5bef2e-f20a-4a57-8d38-6e9da5eae281') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:37.788228 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b9fbb-e249-42d4-ba89-04d3c8ab8130 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Deleting port d428951c-9af6-415a-913d-31512d67dde2 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:37.788572 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9fbb-e249-42d4-ba89-04d3c8ab8130 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:37.929129 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88df248-6be5-458f-b401-9c2561059360 req-eca8110a-4720-46b5-afb5-fbaad7c60656 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:37.931130 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e88df248-6be5-458f-b401-9c2561059360 req-eca8110a-4720-46b5-afb5-fbaad7c60656 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/networks?id=3745231b-f41c-4acd-95f9-0ea47baec6ca HTTP/1.1" status: 200 len: 813 time: 0.3034034 Jul 27 21:09:37.951583 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4b637316-b5fb-4b05-97c0-5e3f9578b273 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] 10.222.0.55 "DELETE /v2.0/networks/9c5bef2e-f20a-4a57-8d38-6e9da5eae281/tags HTTP/1.1" status: 204 len: 168 time: 0.2359478 Jul 27 21:09:37.962819 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e88df248-6be5-458f-b401-9c2561059360 req-87947602-f20c-40d5-bc10-8c7b0e40bbca tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/quotas/9d538c3e22e243988094bcce4225bbe2 HTTP/1.1" status: 200 len: 375 time: 0.0249469 Jul 27 21:09:37.963624 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50516) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:38.061216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Allocated IP 172.20.0.1 (a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a/b287bc2f-41c5-425d-86af-f293f271f502/1fd07631-ce5d-4c00-8618-6516b6ee9bf4) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:38.138803 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9fbb-e249-42d4-ba89-04d3c8ab8130 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.145348 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c8f6ab7-ed50-4f5d-889e-ac5002bc3d90 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.165331 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e88df248-6be5-458f-b401-9c2561059360 req-60a14788-2db7-4dbc-9a98-a665a4614128 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d538c3e22e243988094bcce4225bbe2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1833429 Jul 27 21:09:38.196871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b9fbb-e249-42d4-ba89-04d3c8ab8130 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Calling delete_port for d428951c-9af6-415a-913d-31512d67dde2 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:38.314791 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.330671 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c8f6ab7-ed50-4f5d-889e-ac5002bc3d90 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.337457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Transition to ACTIVE for port object 1fd07631-ce5d-4c00-8618-6516b6ee9bf4 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:38.349153 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-6c8f6ab7-ed50-4f5d-889e-ac5002bc3d90 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5bef2e-f20a-4a57-8d38-6e9da5eae281']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:38.367662 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-6c8f6ab7-ed50-4f5d-889e-ac5002bc3d90 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9dd11a-d655-4999-b13d-8ad287343edb') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:38.367953 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-6c8f6ab7-ed50-4f5d-889e-ac5002bc3d90 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9dd11a-d655-4999-b13d-8ad287343edb') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:38.386663 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c8f6ab7-ed50-4f5d-889e-ac5002bc3d90 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.390111 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e88df248-6be5-458f-b401-9c2561059360 req-228659d6-baa1-4bb2-9868-60d112031328 service neutron] 10.222.0.55 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151904 Jul 27 21:09:38.418115 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9fbb-e249-42d4-ba89-04d3c8ab8130 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.424540 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c8f6ab7-ed50-4f5d-889e-ac5002bc3d90 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.427236 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.460741 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b9fbb-e249-42d4-ba89-04d3c8ab8130 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event deleted for resources: {'Port': ['ID=d428951c-9af6-415a-913d-31512d67dde2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:38.463705 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8f6ab7-ed50-4f5d-889e-ac5002bc3d90 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:09:38.464120 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c8f6ab7-ed50-4f5d-889e-ac5002bc3d90 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:09:38.469298 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:09:38.543437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:38.567846 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:38.573949 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:38.580380 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c8f6ab7-ed50-4f5d-889e-ac5002bc3d90 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.585242 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c8f6ab7-ed50-4f5d-889e-ac5002bc3d90 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.590319 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6c8f6ab7-ed50-4f5d-889e-ac5002bc3d90 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] 10.222.0.55 "DELETE /v2.0/networks/9c5bef2e-f20a-4a57-8d38-6e9da5eae281 HTTP/1.1" status: 204 len: 168 time: 0.6227181 Jul 27 21:09:38.598751 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e88df248-6be5-458f-b401-9c2561059360 req-6206ec3a-4e84-4780-89eb-51e36a974c4f service neutron] 10.222.0.55 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979568 Jul 27 21:09:38.611433 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f6ab7-ed50-4f5d-889e-ac5002bc3d90 tempest-TagsTest-955346520 tempest-TagsTest-955346520-project] Pushing event deleted for resources: {'Network': ['ID=9c5bef2e-f20a-4a57-8d38-6e9da5eae281,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:38.657673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=1fd07631-ce5d-4c00-8618-6516b6ee9bf4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:38.675928 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9fbb-e249-42d4-ba89-04d3c8ab8130 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.687543 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9f9b9fbb-e249-42d4-ba89-04d3c8ab8130 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "DELETE /v2.0/ports/d428951c-9af6-415a-913d-31512d67dde2 HTTP/1.1" status: 204 len: 168 time: 1.3138783 Jul 27 21:09:38.690151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50538) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:38.698433 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.839900 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:38.887078 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:09:38.964038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-3107e98d-e1f2-4355-98d0-7ed660f49fa3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Deleting subnet 4a43653b-252d-4da2-bf43-47c001947d62 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:09:38.982585 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fd386e5-f3aa-4ab9-8bff-c0534aa2c925 req-b3c5fca5-320a-4bab-85b0-5236a6f9a7d4 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 210 time: 0.0877447 Jul 27 21:09:38.987383 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3107e98d-e1f2-4355-98d0-7ed660f49fa3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.099843 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50552) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:39.126347 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1b19072d-6c67-48f7-a43e-4edf0097bb81 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:39.181434 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3107e98d-e1f2-4355-98d0-7ed660f49fa3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.241723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae360b6-4f26-4ec5-8b48-e5c8bccc4eb3 None None] Network a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:39.243929 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.256681 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 1b19072d-6c67-48f7-a43e-4edf0097bb81 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:39.360858 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-535827d4-c207-420d-aa89-12816cfc6c91 None None] Provisioning for port 1b19072d-6c67-48f7-a43e-4edf0097bb81 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:39.389978 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-535827d4-c207-420d-aa89-12816cfc6c91 None None] Provisioning complete for port 1b19072d-6c67-48f7-a43e-4edf0097bb81 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:39.393464 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-535827d4-c207-420d-aa89-12816cfc6c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.409774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-52b79b4e-bad6-4249-a5d8-274d57a1c6f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6fb9e46b8116463696e4435e492ac0f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3085518 Jul 27 21:09:39.411994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50562) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:39.423812 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3107e98d-e1f2-4355-98d0-7ed660f49fa3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.504990 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ffdf145-d4b0-4ba0-99a3-e424e072f64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.547178 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ffdf145-d4b0-4ba0-99a3-e424e072f64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.630425 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ffdf145-d4b0-4ba0-99a3-e424e072f64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.630779 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3107e98d-e1f2-4355-98d0-7ed660f49fa3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.635817 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ffdf145-d4b0-4ba0-99a3-e424e072f64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.637345 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8ffdf145-d4b0-4ba0-99a3-e424e072f64a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf071f3f-7ee6-4411-b107-1dd15d94affc HTTP/1.1" status: 204 len: 168 time: 0.2236097 Jul 27 21:09:39.648186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdf145-d4b0-4ba0-99a3-e424e072f64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf071f3f-7ee6-4411-b107-1dd15d94affc,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:39.666959 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3107e98d-e1f2-4355-98d0-7ed660f49fa3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.668897 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3107e98d-e1f2-4355-98d0-7ed660f49fa3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "DELETE /v2.0/subnets/4a43653b-252d-4da2-bf43-47c001947d62 HTTP/1.1" status: 204 len: 168 time: 0.9777744 Jul 27 21:09:39.672636 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50568) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:39.704756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107e98d-e1f2-4355-98d0-7ed660f49fa3 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event deleted for resources: {'Subnet': ['ID=4a43653b-252d-4da2-bf43-47c001947d62,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:39.812908 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.819350 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.820235 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c0305f-e93b-4363-8b8b-070ede0f1d39 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Deleting subnet 2a7a7b95-12bc-48a4-b7c3-4715da94a46d {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:09:39.832603 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33c0305f-e93b-4363-8b8b-070ede0f1d39 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.898446 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33c0305f-e93b-4363-8b8b-070ede0f1d39 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.902503 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:39.953005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094b9e8a-e28e-442b-b8d5-0391bce52790 None None] Network a54d9f4c-31a3-472d-917d-12867f1c0085 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:40.007685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=1fd07631-ce5d-4c00-8618-6516b6ee9bf4,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:40.014946 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33c0305f-e93b-4363-8b8b-070ede0f1d39 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:40.128575 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-535827d4-c207-420d-aa89-12816cfc6c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:40.137353 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:40.139352 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:40.155333 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4065ce3a-0791-4479-a97f-ec64dee51bee req-72f8fe89-4683-4fb3-94e0-c5f4ddb29d49 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 210 time: 0.0644879 Jul 27 21:09:40.219322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-535827d4-c207-420d-aa89-12816cfc6c91 None None] For port 1b19072d-6c67-48f7-a43e-4edf0097bb81, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1b19072d-6c67-48f7-a43e-4edf0097bb81,segment=NetworkSegment(917d385d-bbac-4389-acb3-8b2ac0e9c58a),segment_id=917d385d-bbac-4389-acb3-8b2ac0e9c58a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:40.225856 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-535827d4-c207-420d-aa89-12816cfc6c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:40.306157 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33c0305f-e93b-4363-8b8b-070ede0f1d39 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:40.363372 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535827d4-c207-420d-aa89-12816cfc6c91 None None] Pushing event updated for resources: {'Port': ['ID=1b19072d-6c67-48f7-a43e-4edf0097bb81,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:40.379421 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0305f-e93b-4363-8b8b-070ede0f1d39 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7a7b95-12bc-48a4-b7c3-4715da94a46d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:40.390191 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33c0305f-e93b-4363-8b8b-070ede0f1d39 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:40.398619 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-33c0305f-e93b-4363-8b8b-070ede0f1d39 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "DELETE /v2.0/subnets/2a7a7b95-12bc-48a4-b7c3-4715da94a46d HTTP/1.1" status: 204 len: 168 time: 0.7240493 Jul 27 21:09:40.400617 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50588) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:40.403441 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90317f7-38cb-4ba5-ac77-cb3a0714d1c3 None None] Network a410ce51-102d-4a42-9789-3fefbaa95d0a requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:40.584938 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:40.614893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88df248-6be5-458f-b401-9c2561059360 req-745ae27e-02e5-4ae0-b976-ceb900c81a43 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:40.616410 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e88df248-6be5-458f-b401-9c2561059360 req-745ae27e-02e5-4ae0-b976-ceb900c81a43 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.20 "GET /v2.0/networks?id=3745231b-f41c-4acd-95f9-0ea47baec6ca HTTP/1.1" status: 200 len: 813 time: 0.2801611 Jul 27 21:09:40.625928 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8c4a33eb-ee44-42fe-a9ae-6e8c39c23c5f None None] Provisioning for port 1fd07631-ce5d-4c00-8618-6516b6ee9bf4 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:40.633903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-e88df248-6be5-458f-b401-9c2561059360 req-f6aa6db4-f055-4ca9-8474-3f35d8cdf310 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Request body: {'port': {'device_id': 'e050ca75-58af-41e5-843f-485c0da17163', 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca', 'admin_state_up': True, 'tenant_id': '9d538c3e22e243988094bcce4225bbe2'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:40.643526 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8c4a33eb-ee44-42fe-a9ae-6e8c39c23c5f None None] Provisioning complete for port 1fd07631-ce5d-4c00-8618-6516b6ee9bf4 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:40.646659 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8c4a33eb-ee44-42fe-a9ae-6e8c39c23c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:40.658529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 614d2046-8fbb-4919-8bb1-9d1a70f1c45d is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:09:40.707189 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Deleting port dd9aa406-691b-405d-8c42-47143211bfa9 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:40.707619 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:40.775566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a33eb-ee44-42fe-a9ae-6e8c39c23c5f None None] Port 1fd07631-ce5d-4c00-8618-6516b6ee9bf4 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:40.780626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b278ca8e-0e08-4799-a2f5-4392c2ac41ab None None] DHCP port deletion for a54d9f4c-31a3-472d-917d-12867f1c0085 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:09:40.815075 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] For port dd9aa406-691b-405d-8c42-47143211bfa9, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dd9aa406-691b-405d-8c42-47143211bfa9,segment=NetworkSegment(31a768ef-39ac-43da-967d-273196d38ced),segment_id=31a768ef-39ac-43da-967d-273196d38ced)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:40.815345 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:40.847634 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Calling delete_port for dd9aa406-691b-405d-8c42-47143211bfa9 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:40.899917 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8c4a33eb-ee44-42fe-a9ae-6e8c39c23c5f None None] Provisioning complete for port 1b19072d-6c67-48f7-a43e-4edf0097bb81 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:40.900288 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8c4a33eb-ee44-42fe-a9ae-6e8c39c23c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:40.952023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:09:40.968077 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-47df27e0-893d-44b7-a6f5-4b32dc37f355 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/614d2046-8fbb-4919-8bb1-9d1a70f1c45d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6647599 Jul 27 21:09:40.968280 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a59e9-05bb-46b6-9b2d-e77bf38d9a06 None None] Sync routers for ids ['614d2046-8fbb-4919-8bb1-9d1a70f1c45d'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:09:40.970027 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1b19072d-6c67-48f7-a43e-4edf0097bb81 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:40.973829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50602) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:40.990813 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a59e9-05bb-46b6-9b2d-e77bf38d9a06 None None] Routers {'614d2046-8fbb-4919-8bb1-9d1a70f1c45d'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:40.996777 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c37a59e9-05bb-46b6-9b2d-e77bf38d9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['614d2046-8fbb-4919-8bb1-9d1a70f1c45d'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:41.071169 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.085853 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c37a59e9-05bb-46b6-9b2d-e77bf38d9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:41.115768 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] No DVR routers for this DVR port dd9aa406-691b-405d-8c42-47143211bfa9 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:41.119091 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a59e9-05bb-46b6-9b2d-e77bf38d9a06 None None] Routers {'614d2046-8fbb-4919-8bb1-9d1a70f1c45d'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:41.119779 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c37a59e9-05bb-46b6-9b2d-e77bf38d9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['614d2046-8fbb-4919-8bb1-9d1a70f1c45d'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:41.124602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event deleted for resources: {'Port': ['ID=dd9aa406-691b-405d-8c42-47143211bfa9,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:41.229978 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103a619d-c69f-4225-9ff2-760849f97007 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:41.234465 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-103a619d-c69f-4225-9ff2-760849f97007 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports/1fd07631-ce5d-4c00-8618-6516b6ee9bf4 HTTP/1.1" status: 200 len: 910 time: 0.2563856 Jul 27 21:09:41.235134 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b278ca8e-0e08-4799-a2f5-4392c2ac41ab None None] Deleting port dd9aa406-691b-405d-8c42-47143211bfa9 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:41.235505 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b278ca8e-0e08-4799-a2f5-4392c2ac41ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.242670 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c37a59e9-05bb-46b6-9b2d-e77bf38d9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:41.244142 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a59e9-05bb-46b6-9b2d-e77bf38d9a06 None None] The sync data for ids ['614d2046-8fbb-4919-8bb1-9d1a70f1c45d'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:09:41.247466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50612) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:41.344249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c624eb7-49b5-4030-b9b9-c8dad2f769be None None] DHCP port deletion for a410ce51-102d-4a42-9789-3fefbaa95d0a request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:09:41.368801 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 1b19072d-6c67-48f7-a43e-4edf0097bb81 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:41.369167 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.387148 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.399148 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44c505a7-3574-42af-b4a9-5c08c568fc67 req-dbf1fa14-3483-4e0d-a78a-b536fd343547 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 210 time: 0.0613101 Jul 27 21:09:41.419576 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54d9f4c-31a3-472d-917d-12867f1c0085']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:41.437637 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a768ef-39ac-43da-967d-273196d38ced') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:41.438092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a768ef-39ac-43da-967d-273196d38ced') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:41.460009 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.486504 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.496527 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:09:41.498322 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:09:41.506002 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:09:41.523466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d262ba0f-53d0-4bb5-9050-b48c6783e1c7 None None] Provisioning complete for port 1fd07631-ce5d-4c00-8618-6516b6ee9bf4 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:41.523860 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d262ba0f-53d0-4bb5-9050-b48c6783e1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.542008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b278ca8e-0e08-4799-a2f5-4392c2ac41ab None None] For port dd9aa406-691b-405d-8c42-47143211bfa9, host n-d-764806-9, got binding levels [] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:41.542782 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b278ca8e-0e08-4799-a2f5-4392c2ac41ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.581434 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.610455 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d262ba0f-53d0-4bb5-9050-b48c6783e1c7 None None] Port 1fd07631-ce5d-4c00-8618-6516b6ee9bf4 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:41.615349 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.618043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "DELETE /v2.0/networks/a54d9f4c-31a3-472d-917d-12867f1c0085 HTTP/1.1" status: 204 len: 168 time: 1.2161441 Jul 27 21:09:41.620784 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50624) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:41.625638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b278ca8e-0e08-4799-a2f5-4392c2ac41ab None None] Calling delete_port for dd9aa406-691b-405d-8c42-47143211bfa9 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:41.630326 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.ipam_backend_mixin [None req-b278ca8e-0e08-4799-a2f5-4392c2ac41ab None None] Port dd9aa406-691b-405d-8c42-47143211bfa9 was not found and therefore no delete operation was performed {{(pid=105581) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:09:41.639173 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b278ca8e-0e08-4799-a2f5-4392c2ac41ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.642733 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c6e10-0f0d-4014-b1b6-6647607f4832 tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event deleted for resources: {'Network': ['ID=a54d9f4c-31a3-472d-917d-12867f1c0085,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:41.683615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88df248-6be5-458f-b401-9c2561059360 req-f6aa6db4-f055-4ca9-8474-3f35d8cdf310 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Made reservation on behalf of 9d538c3e22e243988094bcce4225bbe2 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:41.687209 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e88df248-6be5-458f-b401-9c2561059360 req-f6aa6db4-f055-4ca9-8474-3f35d8cdf310 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.695257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b278ca8e-0e08-4799-a2f5-4392c2ac41ab None None] Network a54d9f4c-31a3-472d-917d-12867f1c0085 is not hosted by any dhcp agent {{(pid=105581) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:09:41.696293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b278ca8e-0e08-4799-a2f5-4392c2ac41ab None None] No DVR routers for this DVR port dd9aa406-691b-405d-8c42-47143211bfa9 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:41.736559 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.737327 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278ca8e-0e08-4799-a2f5-4392c2ac41ab None None] Pushing event deleted for resources: {'Port': ['ID=dd9aa406-691b-405d-8c42-47143211bfa9,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:41.749535 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1c624eb7-49b5-4030-b9b9-c8dad2f769be None None] Deleting port 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:41.750018 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1c624eb7-49b5-4030-b9b9-c8dad2f769be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.820570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1c624eb7-49b5-4030-b9b9-c8dad2f769be None None] For port 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8b2ce7b8-6e1c-4ae9-83b7-5432781b572a,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:41.821075 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1c624eb7-49b5-4030-b9b9-c8dad2f769be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.837881 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1c624eb7-49b5-4030-b9b9-c8dad2f769be None None] Calling delete_port for 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:41.854535 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Deleting port 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:41.855440 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.933405 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dd9aa406-691b-405d-8c42-47143211bfa9 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:41.940001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-e88df248-6be5-458f-b401-9c2561059360 req-f6aa6db4-f055-4ca9-8474-3f35d8cdf310 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Allocated IP 172.20.0.3 (3745231b-f41c-4acd-95f9-0ea47baec6ca/774c1f98-65db-4f82-8eee-bf7b222555c2/72d71cef-1608-430c-9417-8c49e696cd7a) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:41.963086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] For port 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8b2ce7b8-6e1c-4ae9-83b7-5432781b572a,segment=NetworkSegment(4539c1f8-e338-4e71-8dde-30e4c414c181),segment_id=4539c1f8-e338-4e71-8dde-30e4c414c181)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:41.963991 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.964841 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: dd9aa406-691b-405d-8c42-47143211bfa9 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:41.964841 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dd9aa406-691b-405d-8c42-47143211bfa9 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:41.968647 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1c624eb7-49b5-4030-b9b9-c8dad2f769be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:41.983861 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c624eb7-49b5-4030-b9b9-c8dad2f769be None None] No DVR routers for this DVR port 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:41.997126 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51ac6791-0f45-4038-84e4-b54d315be02a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.013298 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Calling delete_port for 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:42.018524 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c624eb7-49b5-4030-b9b9-c8dad2f769be None None] Pushing event deleted for resources: {'Port': ['ID=8b2ce7b8-6e1c-4ae9-83b7-5432781b572a,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:42.139090 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.172629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event deleted for resources: {'Port': ['ID=8b2ce7b8-6e1c-4ae9-83b7-5432781b572a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:42.178817 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] No DVR routers for this DVR port 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:42.288447 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.301939 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a410ce51-102d-4a42-9789-3fefbaa95d0a']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:42.318184 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4539c1f8-e338-4e71-8dde-30e4c414c181') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:42.318641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4539c1f8-e338-4e71-8dde-30e4c414c181') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:42.331389 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.348289 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.356471 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:09:42.357648 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:09:42.361521 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:09:42.459323 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.490743 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.494421 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] 10.222.0.55 "DELETE /v2.0/networks/a410ce51-102d-4a42-9789-3fefbaa95d0a HTTP/1.1" status: 204 len: 168 time: 0.8726563 Jul 27 21:09:42.495342 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03290571-bff5-4d5d-aa93-565a30fe1b5c tempest-TaggedBootDevicesTest-118318290 tempest-TaggedBootDevicesTest-118318290-project] Pushing event deleted for resources: {'Network': ['ID=a410ce51-102d-4a42-9789-3fefbaa95d0a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:42.608710 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-525f14d2-074e-4639-a8d1-90deaf07c25c req-29d00173-0281-4146-8ac0-47a6f05a7023 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 210 time: 0.0595086 Jul 27 21:09:42.744588 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e88df248-6be5-458f-b401-9c2561059360 req-f6aa6db4-f055-4ca9-8474-3f35d8cdf310 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.895791 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:42.918961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e88df248-6be5-458f-b401-9c2561059360 req-f6aa6db4-f055-4ca9-8474-3f35d8cdf310 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:42.921875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:42.922475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8b2ce7b8-6e1c-4ae9-83b7-5432781b572a not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:42.933268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['72573715-1749-4c64-8696-9678e7ad95f7'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:09:42.999324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88df248-6be5-458f-b401-9c2561059360 req-f6aa6db4-f055-4ca9-8474-3f35d8cdf310 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Network 3745231b-f41c-4acd-95f9-0ea47baec6ca is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:43.001023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-e88df248-6be5-458f-b401-9c2561059360 req-f6aa6db4-f055-4ca9-8474-3f35d8cdf310 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:43.009799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88df248-6be5-458f-b401-9c2561059360 req-f6aa6db4-f055-4ca9-8474-3f35d8cdf310 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:43.040301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa6db4-f055-4ca9-8474-3f35d8cdf310 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Pushing event updated for resources: {'Port': ['ID=72d71cef-1608-430c-9417-8c49e696cd7a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:43.062261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-51ac6791-0f45-4038-84e4-b54d315be02a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting port 1fd07631-ce5d-4c00-8618-6516b6ee9bf4 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:43.062599 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51ac6791-0f45-4038-84e4-b54d315be02a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.071633 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50664) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:43.137991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88df248-6be5-458f-b401-9c2561059360 req-f6aa6db4-f055-4ca9-8474-3f35d8cdf310 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:43.139280 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e88df248-6be5-458f-b401-9c2561059360 req-f6aa6db4-f055-4ca9-8474-3f35d8cdf310 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.168487 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e88df248-6be5-458f-b401-9c2561059360 req-f6aa6db4-f055-4ca9-8474-3f35d8cdf310 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5407016 Jul 27 21:09:43.184149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Request body: {'port': {'device_id': 'e050ca75-58af-41e5-843f-485c0da17163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:43.211012 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7dafd027-1073-4073-8611-cd3bb015e69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.219012 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51ac6791-0f45-4038-84e4-b54d315be02a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.238532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-51ac6791-0f45-4038-84e4-b54d315be02a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Calling delete_port for 1fd07631-ce5d-4c00-8618-6516b6ee9bf4 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:43.329348 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7dafd027-1073-4073-8611-cd3bb015e69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.335677 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7dafd027-1073-4073-8611-cd3bb015e69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.342580 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.384484 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7dafd027-1073-4073-8611-cd3bb015e69c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6cd458ac75c44dcf914d1a098af3b64a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103380 Jul 27 21:09:43.386072 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50670) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:43.386825 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafd027-1073-4073-8611-cd3bb015e69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fae747-e208-4bf3-b86c-5f4631e4ccfa,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:43.451057 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b5af-9b0a-4ed6-a736-586d41ea0d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.482893 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b5af-9b0a-4ed6-a736-586d41ea0d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.546214 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b5af-9b0a-4ed6-a736-586d41ea0d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.549908 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7d0b5af-9b0a-4ed6-a736-586d41ea0d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.553398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e7d0b5af-9b0a-4ed6-a736-586d41ea0d78 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9fae747-e208-4bf3-b86c-5f4631e4ccfa HTTP/1.1" status: 204 len: 168 time: 0.1615195 Jul 27 21:09:43.573771 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0b5af-9b0a-4ed6-a736-586d41ea0d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fae747-e208-4bf3-b86c-5f4631e4ccfa,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:43.666709 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51ac6791-0f45-4038-84e4-b54d315be02a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:43.852413 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac6791-0f45-4038-84e4-b54d315be02a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Port': ['ID=1fd07631-ce5d-4c00-8618-6516b6ee9bf4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:43.872178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a36ec-447f-4fa4-af15-84d5b31f2760 req-f12a24da-5e92-4c1e-936a-197a2c3c3693 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:43.882099 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-826a36ec-447f-4fa4-af15-84d5b31f2760 req-f12a24da-5e92-4c1e-936a-197a2c3c3693 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 931 time: 0.1203730 Jul 27 21:09:43.922982 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-826a36ec-447f-4fa4-af15-84d5b31f2760 req-0ebf750f-013f-47ff-af90-13631f5be449 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397282 Jul 27 21:09:44.032869 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51ac6791-0f45-4038-84e4-b54d315be02a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.057283 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50686) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:44.073811 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fbe2af42-f525-4ddb-a040-b1a8fca92325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.112420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d71cef-1608-430c-9417-8c49e696cd7a {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:44.151040 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.179563 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fbe2af42-f525-4ddb-a040-b1a8fca92325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.186597 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fbe2af42-f525-4ddb-a040-b1a8fca92325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.234016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fbe2af42-f525-4ddb-a040-b1a8fca92325 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d33bb395cb047a4b89c05cee6e3ee1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736596 Jul 27 21:09:44.238415 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Transition to ACTIVE for port object 72d71cef-1608-430c-9417-8c49e696cd7a will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:44.239463 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50690) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:44.252141 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2af42-f525-4ddb-a040-b1a8fca92325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14088dd-835c-47c9-a503-28a8a03f5dd9,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:44.252851 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.324481 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ac6791-0f45-4038-84e4-b54d315be02a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 614d2046-8fbb-4919-8bb1-9d1a70f1c45d has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:09:44.370354 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Pushing event updated for resources: {'Port': ['ID=72d71cef-1608-430c-9417-8c49e696cd7a,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:44.381136 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-882a65c4-6468-4d2d-af78-e29d97ce2f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.515527 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-882a65c4-6468-4d2d-af78-e29d97ce2f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.525807 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ac6791-0f45-4038-84e4-b54d315be02a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:09:44.534940 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-51ac6791-0f45-4038-84e4-b54d315be02a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/614d2046-8fbb-4919-8bb1-9d1a70f1c45d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2788053 Jul 27 21:09:44.538855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50698) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:44.540426 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c36d9-6caa-41c1-9758-61936120ae13 None None] Sync routers for ids ['614d2046-8fbb-4919-8bb1-9d1a70f1c45d'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:09:44.577380 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0c36d9-6caa-41c1-9758-61936120ae13 None None] Routers {'614d2046-8fbb-4919-8bb1-9d1a70f1c45d'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:44.578625 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-4e0c36d9-6caa-41c1-9758-61936120ae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['614d2046-8fbb-4919-8bb1-9d1a70f1c45d'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:44.599351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Attempting to bind port 72d71cef-1608-430c-9417-8c49e696cd7a on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:09:44.599786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Attempting to bind port 72d71cef-1608-430c-9417-8c49e696cd7a by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'f4bdd82f-7356-43d6-8866-f3704dc0d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:09:44.600038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Attempting to bind port 72d71cef-1608-430c-9417-8c49e696cd7a on network 3745231b-f41c-4acd-95f9-0ea47baec6ca {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:44.603326 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-27aaa4aa-725a-4c3b-98e3-01f35ddabad9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports?device_id=614d2046-8fbb-4919-8bb1-9d1a70f1c45d HTTP/1.1" status: 200 len: 205 time: 0.0630395 Jul 27 21:09:44.604012 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50700) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:44.626538 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-4e0c36d9-6caa-41c1-9758-61936120ae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:44.636992 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0c36d9-6caa-41c1-9758-61936120ae13 None None] Routers {'614d2046-8fbb-4919-8bb1-9d1a70f1c45d'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:44.638722 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-4e0c36d9-6caa-41c1-9758-61936120ae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['614d2046-8fbb-4919-8bb1-9d1a70f1c45d'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:44.683699 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eabfedeb-7703-4216-b7f4-2b034f1899d3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.687997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Port 72d71cef-1608-430c-9417-8c49e696cd7a on network 3745231b-f41c-4acd-95f9-0ea47baec6ca not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:09:44.688324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Attempting to bind port 72d71cef-1608-430c-9417-8c49e696cd7a on network 3745231b-f41c-4acd-95f9-0ea47baec6ca {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:44.702692 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-4e0c36d9-6caa-41c1-9758-61936120ae13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:44.703349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c36d9-6caa-41c1-9758-61936120ae13 None None] The sync data for ids ['614d2046-8fbb-4919-8bb1-9d1a70f1c45d'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:09:44.748489 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:09:44.748740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Checking segment: {'id': 'f4bdd82f-7356-43d6-8866-f3704dc0d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:44.749179 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Bound using segment: {'id': 'f4bdd82f-7356-43d6-8866-f3704dc0d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:09:44.749660 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Bound port: 72d71cef-1608-430c-9417-8c49e696cd7a, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4bdd82f-7356-43d6-8866-f3704dc0d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:09:44.750109 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.827534 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-882a65c4-6468-4d2d-af78-e29d97ce2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.829788 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-882a65c4-6468-4d2d-af78-e29d97ce2f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.833381 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-882a65c4-6468-4d2d-af78-e29d97ce2f5d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e14088dd-835c-47c9-a503-28a8a03f5dd9 HTTP/1.1" status: 204 len: 168 time: 0.5905662 Jul 27 21:09:44.927514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a65c4-6468-4d2d-af78-e29d97ce2f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14088dd-835c-47c9-a503-28a8a03f5dd9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:44.934480 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eabfedeb-7703-4216-b7f4-2b034f1899d3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:44.939318 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eabfedeb-7703-4216-b7f4-2b034f1899d3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:45.088349 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] For port 72d71cef-1608-430c-9417-8c49e696cd7a, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:45.116105 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eabfedeb-7703-4216-b7f4-2b034f1899d3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:45.116637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabfedeb-7703-4216-b7f4-2b034f1899d3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Fanout notify agent at l3_agent the message router_deleted on router 614d2046-8fbb-4919-8bb1-9d1a70f1c45d {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:09:45.131494 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eabfedeb-7703-4216-b7f4-2b034f1899d3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:45.132608 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-eabfedeb-7703-4216-b7f4-2b034f1899d3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/routers/614d2046-8fbb-4919-8bb1-9d1a70f1c45d HTTP/1.1" status: 204 len: 168 time: 0.5277896 Jul 27 21:09:45.150006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50744) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:45.201096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] For port 72d71cef-1608-430c-9417-8c49e696cd7a, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=72d71cef-1608-430c-9417-8c49e696cd7a,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:09:45.312114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6d22c0-0de6-4482-a028-7646cb1df09c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting subnet b287bc2f-41c5-425d-86af-f293f271f502 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:09:45.317726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe9e88-e678-493d-bbbc-ba383f3f0314 req-03196c4c-9c0c-44be-a036-b92ebcc03ecb tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:45.323347 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-26fe9e88-e678-493d-bbbc-ba383f3f0314 req-03196c4c-9c0c-44be-a036-b92ebcc03ecb tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 946 time: 0.2783346 Jul 27 21:09:45.324756 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ce6d22c0-0de6-4482-a028-7646cb1df09c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:45.349137 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec4035-2c44-4ecd-a05e-7c41d940f714 req-ce165847-9144-44f8-ac49-211a062ab710 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:45.356726 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b5ec4035-2c44-4ecd-a05e-7c41d940f714 req-ce165847-9144-44f8-ac49-211a062ab710 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 943 time: 0.2891479 Jul 27 21:09:45.415950 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ce6d22c0-0de6-4482-a028-7646cb1df09c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:45.431550 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-26fe9e88-e678-493d-bbbc-ba383f3f0314 req-2b761421-94a6-41a8-a215-89efbd0178ad tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723495 Jul 27 21:09:45.436409 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b5ec4035-2c44-4ecd-a05e-7c41d940f714 req-64571b15-d600-44cb-bf37-c5fc3c533ab5 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784836 Jul 27 21:09:45.472255 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:45.537646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:45.538876 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:45.540583 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e88df248-6be5-458f-b401-9c2561059360 req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] 10.222.0.20 "PUT /v2.0/ports/72d71cef-1608-430c-9417-8c49e696cd7a HTTP/1.1" status: 200 len: 1091 time: 2.3615689 Jul 27 21:09:45.541122 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e050ca75-58af-41e5-843f-485c0da17163', 'tag': '72d71cef-1608-430c-9417-8c49e696cd7a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:45.543805 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b6fa08-c714-4929-93a1-1ba7aa8964c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e050ca75-58af-41e5-843f-485c0da17163", "tag": "72d71cef-1608-430c-9417-8c49e696cd7a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:45.639599 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ce6d22c0-0de6-4482-a028-7646cb1df09c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:45.687246 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d42258b-39eb-449f-9014-36d533a11b0a x-openstack-request-id: req-2d42258b-39eb-449f-9014-36d533a11b0a {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:45.687699 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e050ca75-58af-41e5-843f-485c0da17163", "tag": "72d71cef-1608-430c-9417-8c49e696cd7a", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:45.688180 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2d42258b-39eb-449f-9014-36d533a11b0a {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:45.688771 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e050ca75-58af-41e5-843f-485c0da17163', 'tag': '72d71cef-1608-430c-9417-8c49e696cd7a', 'status': 'completed', 'code': 200} Jul 27 21:09:45.756304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1227d5-0574-44be-945d-6d68d59e1883 service neutron] Pushing event updated for resources: {'Port': ['ID=72d71cef-1608-430c-9417-8c49e696cd7a,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:45.869351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88df248-6be5-458f-b401-9c2561059360 req-5df8ed4b-ec5f-40b0-b67f-37687905f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:45.882057 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e88df248-6be5-458f-b401-9c2561059360 req-5df8ed4b-ec5f-40b0-b67f-37687905f967 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d538c3e22e243988094bcce4225bbe2&device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 1094 time: 0.2875142 Jul 27 21:09:45.896258 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ce6d22c0-0de6-4482-a028-7646cb1df09c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:45.944207 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e88df248-6be5-458f-b401-9c2561059360 req-c770eeec-2e1c-4fc6-add1-d33135e60b65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d71cef-1608-430c-9417-8c49e696cd7a HTTP/1.1" status: 200 len: 217 time: 0.0605292 Jul 27 21:09:45.977084 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b563ed6c-7f70-414e-838e-3c91064eff25 None None] Network a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:46.000953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d22c0-0de6-4482-a028-7646cb1df09c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Subnet': ['ID=b287bc2f-41c5-425d-86af-f293f271f502,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:46.055450 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ce6d22c0-0de6-4482-a028-7646cb1df09c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:46.057449 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ce6d22c0-0de6-4482-a028-7646cb1df09c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/b287bc2f-41c5-425d-86af-f293f271f502 HTTP/1.1" status: 204 len: 168 time: 0.9042976 Jul 27 21:09:46.060366 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50772) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:46.096464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88df248-6be5-458f-b401-9c2561059360 req-565ab40d-f40d-419b-9cf9-cfd20276e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:46.099393 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e88df248-6be5-458f-b401-9c2561059360 req-565ab40d-f40d-419b-9cf9-cfd20276e1cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=774c1f98-65db-4f82-8eee-bf7b222555c2 HTTP/1.1" status: 200 len: 853 time: 0.1353171 Jul 27 21:09:46.178260 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e88df248-6be5-458f-b401-9c2561059360 req-c27185d4-1d08-4fa3-b5fb-ca63a3f0b1f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3745231b-f41c-4acd-95f9-0ea47baec6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703828 Jul 27 21:09:46.286505 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:46.327689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cefd12-0b4d-4f47-8b2d-232a3546139c None None] DHCP port deletion for a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:09:46.388917 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e88df248-6be5-458f-b401-9c2561059360 req-e737b99f-f3eb-4c0a-b714-420e82ceb70a service neutron] 10.222.0.20 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996984 Jul 27 21:09:46.398790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting port 1b19072d-6c67-48f7-a43e-4edf0097bb81 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:46.399987 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:46.449104 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-27cefd12-0b4d-4f47-8b2d-232a3546139c None None] Deleting port 1b19072d-6c67-48f7-a43e-4edf0097bb81 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:46.454184 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-27cefd12-0b4d-4f47-8b2d-232a3546139c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:46.485195 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] For port 1b19072d-6c67-48f7-a43e-4edf0097bb81, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1b19072d-6c67-48f7-a43e-4edf0097bb81,segment=NetworkSegment(917d385d-bbac-4389-acb3-8b2ac0e9c58a),segment_id=917d385d-bbac-4389-acb3-8b2ac0e9c58a)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:46.486446 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:46.504640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Calling delete_port for 1b19072d-6c67-48f7-a43e-4edf0097bb81 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:46.582825 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e88df248-6be5-458f-b401-9c2561059360 req-1c8e7ab6-7cdc-4e48-8741-782089c731da service neutron] 10.222.0.20 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838713 Jul 27 21:09:46.633942 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-27cefd12-0b4d-4f47-8b2d-232a3546139c None None] For port 1b19072d-6c67-48f7-a43e-4edf0097bb81, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1b19072d-6c67-48f7-a43e-4edf0097bb81,segment=NetworkSegment(917d385d-bbac-4389-acb3-8b2ac0e9c58a),segment_id=917d385d-bbac-4389-acb3-8b2ac0e9c58a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:46.633942 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-27cefd12-0b4d-4f47-8b2d-232a3546139c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:46.652686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-27cefd12-0b4d-4f47-8b2d-232a3546139c None None] Calling delete_port for 1b19072d-6c67-48f7-a43e-4edf0097bb81 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:46.721036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6fa08-c714-4929-93a1-1ba7aa8964c1 req-6d90227b-649e-4ab1-89ae-1915ff0a2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:46.729541 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1b6fa08-c714-4929-93a1-1ba7aa8964c1 req-6d90227b-649e-4ab1-89ae-1915ff0a2ccd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d538c3e22e243988094bcce4225bbe2&device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 1094 time: 0.0945737 Jul 27 21:09:46.762894 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-27cefd12-0b4d-4f47-8b2d-232a3546139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:46.801463 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:46.818102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61009581-52f8-4882-8dcf-b0d28568726c req-68cea00d-8f4b-4fb9-885c-be2176c92ba4 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:46.820975 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-61009581-52f8-4882-8dcf-b0d28568726c req-68cea00d-8f4b-4fb9-885c-be2176c92ba4 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 943 time: 0.2246470 Jul 27 21:09:46.834295 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b469822-0c43-4bd2-b15f-8b27b9f7da39 req-a6368087-a35f-46d1-94ab-a79fe69616d4 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:46.835998 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b469822-0c43-4bd2-b15f-8b27b9f7da39 req-a6368087-a35f-46d1-94ab-a79fe69616d4 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 946 time: 0.2531371 Jul 27 21:09:46.851358 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cefd12-0b4d-4f47-8b2d-232a3546139c None None] Pushing event deleted for resources: {'Port': ['ID=1b19072d-6c67-48f7-a43e-4edf0097bb81,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:46.859497 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cefd12-0b4d-4f47-8b2d-232a3546139c None None] No DVR routers for this DVR port 1b19072d-6c67-48f7-a43e-4edf0097bb81 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:46.870119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Port': ['ID=1b19072d-6c67-48f7-a43e-4edf0097bb81,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:46.879569 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] No DVR routers for this DVR port 1b19072d-6c67-48f7-a43e-4edf0097bb81 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:46.994446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1b19072d-6c67-48f7-a43e-4edf0097bb81 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:47.025387 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 1b19072d-6c67-48f7-a43e-4edf0097bb81 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:47.026212 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1b19072d-6c67-48f7-a43e-4edf0097bb81 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:47.039168 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6fa08-c714-4929-93a1-1ba7aa8964c1 req-d296fa5d-e2b6-4020-a5ec-29052ffd79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:47.040827 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1b6fa08-c714-4929-93a1-1ba7aa8964c1 req-d296fa5d-e2b6-4020-a5ec-29052ffd79e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3745231b-f41c-4acd-95f9-0ea47baec6ca HTTP/1.1" status: 200 len: 914 time: 0.2979982 Jul 27 21:09:47.045650 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b469822-0c43-4bd2-b15f-8b27b9f7da39 req-0e7a58cc-6741-409a-bb09-0a6315ec9d34 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869595 Jul 27 21:09:47.094946 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-61009581-52f8-4882-8dcf-b0d28568726c req-c41371c7-6a79-42d8-a3f8-3adde9890785 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394385 Jul 27 21:09:47.113784 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.130735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:47.146805 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1b6fa08-c714-4929-93a1-1ba7aa8964c1 req-495365da-5b91-4d82-9a7d-0f1d39b21803 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d71cef-1608-430c-9417-8c49e696cd7a HTTP/1.1" status: 200 len: 217 time: 0.0821819 Jul 27 21:09:47.149663 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917d385d-bbac-4389-acb3-8b2ac0e9c58a') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:47.151062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917d385d-bbac-4389-acb3-8b2ac0e9c58a') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:47.166374 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.187646 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.195536 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:09:47.196147 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.246520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee0168-cf98-4e7f-82ef-8e460178a125 req-9b77db78-8355-43a2-90e5-24e0f5cd56e1 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:47.248775 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5ee0168-cf98-4e7f-82ef-8e460178a125 req-9b77db78-8355-43a2-90e5-24e0f5cd56e1 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.20 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 946 time: 0.3435161 Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:09:47.270629 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:09:47.276576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6fa08-c714-4929-93a1-1ba7aa8964c1 req-bf150f0f-ec50-4cb5-ab47-77d17247a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:47.280995 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1b6fa08-c714-4929-93a1-1ba7aa8964c1 req-bf150f0f-ec50-4cb5-ab47-77d17247a715 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=774c1f98-65db-4f82-8eee-bf7b222555c2 HTTP/1.1" status: 200 len: 853 time: 0.1236913 Jul 27 21:09:47.344234 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.344459 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1b6fa08-c714-4929-93a1-1ba7aa8964c1 req-46605bf5-c55a-45c1-a7e4-7c37e6320eba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3745231b-f41c-4acd-95f9-0ea47baec6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363879 Jul 27 21:09:47.364401 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.372082 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/networks/a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a HTTP/1.1" status: 204 len: 168 time: 1.3070540 Jul 27 21:09:47.386163 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50818) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:47.398013 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-180423247', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}, 'admin_state_up': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:47.408591 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce74bf5-10b6-4fbd-9335-bf03f5b1cfb8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Network': ['ID=a56ae2a9-d4bf-4e67-a571-32a1d6c1be9a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:47.463046 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.464412 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.504842 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1b6fa08-c714-4929-93a1-1ba7aa8964c1 req-4dbad543-59a7-4419-ab18-ee1b6f8826aa service neutron] 10.222.0.20 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518233 Jul 27 21:09:47.551656 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.597645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e5ee0168-cf98-4e7f-82ef-8e460178a125 req-6692c4aa-703c-4e64-90ab-b7a6504d7a2d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Deleting port 81e284c7-4714-4143-aa1f-1c4f6158ea0e {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:47.598296 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e5ee0168-cf98-4e7f-82ef-8e460178a125 req-6692c4aa-703c-4e64-90ab-b7a6504d7a2d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.727617 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e5ee0168-cf98-4e7f-82ef-8e460178a125 req-6692c4aa-703c-4e64-90ab-b7a6504d7a2d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] For port 81e284c7-4714-4143-aa1f-1c4f6158ea0e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=81e284c7-4714-4143-aa1f-1c4f6158ea0e,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:47.728118 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e5ee0168-cf98-4e7f-82ef-8e460178a125 req-6692c4aa-703c-4e64-90ab-b7a6504d7a2d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.766206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e5ee0168-cf98-4e7f-82ef-8e460178a125 req-6692c4aa-703c-4e64-90ab-b7a6504d7a2d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Calling delete_port for 81e284c7-4714-4143-aa1f-1c4f6158ea0e owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:47.788530 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1b6fa08-c714-4929-93a1-1ba7aa8964c1 req-1be9b2ce-a7b4-4b8b-a597-21b29b64ebed service neutron] 10.222.0.20 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738166 Jul 27 21:09:47.814549 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:47.904225 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50834) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:48.115359 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-13a633e1-e1a5-427f-b711-96c41f6538da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:48.240425 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:48.257021 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e5ee0168-cf98-4e7f-82ef-8e460178a125 req-6692c4aa-703c-4e64-90ab-b7a6504d7a2d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:48.288935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692c4aa-703c-4e64-90ab-b7a6504d7a2d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Pushing event deleted for resources: {'Port': ['ID=81e284c7-4714-4143-aa1f-1c4f6158ea0e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:48.299889 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:48.313574 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-13a633e1-e1a5-427f-b711-96c41f6538da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:48.335734 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-13a633e1-e1a5-427f-b711-96c41f6538da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:48.368739 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ee0168-cf98-4e7f-82ef-8e460178a125 req-6692c4aa-703c-4e64-90ab-b7a6504d7a2d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] No DVR routers for this DVR port 81e284c7-4714-4143-aa1f-1c4f6158ea0e on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:09:48.371448 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e5ee0168-cf98-4e7f-82ef-8e460178a125 req-6692c4aa-703c-4e64-90ab-b7a6504d7a2d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:48.382406 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5ee0168-cf98-4e7f-82ef-8e460178a125 req-6692c4aa-703c-4e64-90ab-b7a6504d7a2d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.20 "DELETE /v2.0/ports/81e284c7-4714-4143-aa1f-1c4f6158ea0e HTTP/1.1" status: 204 len: 173 time: 1.1228051 Jul 27 21:09:48.382901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064d3113-6f0b-4de1-b900-6c25fccd096e', 'name': 'network-vif-deleted', 'tag': '81e284c7-4714-4143-aa1f-1c4f6158ea0e'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:48.385257 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71925c40-ad0c-4f45-9ccd-4594c15b69b2" -d '{"events": [{"server_uuid": "064d3113-6f0b-4de1-b900-6c25fccd096e", "name": "network-vif-deleted", "tag": "81e284c7-4714-4143-aa1f-1c4f6158ea0e"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:48.782509 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-13a633e1-e1a5-427f-b711-96c41f6538da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=edac27c0f7b7447e99d27c40df7c8a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8744929 Jul 27 21:09:48.783827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50860) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:48.824818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a633e1-e1a5-427f-b711-96c41f6538da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6641db-f94c-4c71-a493-d83145fe51b2,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:48.877550 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-845df5a5-41b6-4c0e-8288-c85dc6a7e4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:48.878943 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a7072-0186-4417-be53-55c86db21060 req-c340e12c-aef9-429e-8633-91b1699d23dc tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:48.880800 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b9a7072-0186-4417-be53-55c86db21060 req-c340e12c-aef9-429e-8633-91b1699d23dc tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 867 time: 0.6771274 Jul 27 21:09:48.928938 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-845df5a5-41b6-4c0e-8288-c85dc6a7e4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:48.983612 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b9a7072-0186-4417-be53-55c86db21060 req-2e2c94f7-a620-4f7d-880e-4b4ec8796c08 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950801 Jul 27 21:09:48.984529 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Allocated IP 172.25.2.77 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/9c7344b4-958d-4a54-a7b9-0661c8ee2881) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:49.029475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54809877-cfeb-42b9-a5cc-5c274b8a7d2a req-db2481dc-dda7-45ea-ad0c-4cae6e08e906 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:49.038136 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-54809877-cfeb-42b9-a5cc-5c274b8a7d2a req-db2481dc-dda7-45ea-ad0c-4cae6e08e906 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 943 time: 0.6509569 Jul 27 21:09:49.038701 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-845df5a5-41b6-4c0e-8288-c85dc6a7e4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:49.041554 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-845df5a5-41b6-4c0e-8288-c85dc6a7e4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:49.043245 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-845df5a5-41b6-4c0e-8288-c85dc6a7e4c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d6641db-f94c-4c71-a493-d83145fe51b2 HTTP/1.1" status: 204 len: 168 time: 0.2581859 Jul 27 21:09:49.081972 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845df5a5-41b6-4c0e-8288-c85dc6a7e4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6641db-f94c-4c71-a493-d83145fe51b2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:49.142205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-54809877-cfeb-42b9-a5cc-5c274b8a7d2a req-c1153cf0-d90c-44b1-9f23-ea11b6f666e3 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029773 Jul 27 21:09:49.221168 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0b2ebc-2bcc-4ce6-ba53-47d6663c7d83 x-openstack-request-id: req-5f0b2ebc-2bcc-4ce6-ba53-47d6663c7d83 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:49.221481 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064d3113-6f0b-4de1-b900-6c25fccd096e", "name": "network-vif-deleted", "tag": "81e284c7-4714-4143-aa1f-1c4f6158ea0e", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:49.221759 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f0b2ebc-2bcc-4ce6-ba53-47d6663c7d83 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:49.222129 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064d3113-6f0b-4de1-b900-6c25fccd096e', 'name': 'network-vif-deleted', 'tag': '81e284c7-4714-4143-aa1f-1c4f6158ea0e', 'status': 'completed', 'code': 200} Jul 27 21:09:49.272212 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:49.337873 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552b440-eb53-4b07-901c-97447524b0e3 req-8b4af550-4469-4966-ad85-2fb7f380b8bf tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:49.347574 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1552b440-eb53-4b07-901c-97447524b0e3 req-8b4af550-4469-4966-ad85-2fb7f380b8bf tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.1485968 Jul 27 21:09:49.418279 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1552b440-eb53-4b07-901c-97447524b0e3 req-fea2f85a-a67c-4a15-a720-94e0ee7f98a9 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692780 Jul 27 21:09:49.439300 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:49.490915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:49.496810 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:49.507458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:49.562738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=9c7344b4-958d-4a54-a7b9-0661c8ee2881,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:49.616265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50876) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:49.636066 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d1d2e993-2cda-4660-800d-f471fd393d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:49.819959 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d1d2e993-2cda-4660-800d-f471fd393d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:49.829626 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d1d2e993-2cda-4660-800d-f471fd393d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:49.842016 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 72d71cef-1608-430c-9417-8c49e696cd7a details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:09:49.845083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 81e284c7-4714-4143-aa1f-1c4f6158ea0e no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:49.878938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 81e284c7-4714-4143-aa1f-1c4f6158ea0e {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:09:49.879581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 81e284c7-4714-4143-aa1f-1c4f6158ea0e not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:09:49.907728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2e993-2cda-4660-800d-f471fd393d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9eb0acb-3e45-49b8-b0f8-d1b9ffc9f9d7,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:49.953234 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50878) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:49.954400 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d1d2e993-2cda-4660-800d-f471fd393d21 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1808c7dbdaa84293aacb5cec07e077b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3363345 Jul 27 21:09:49.981017 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:50.082477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 72d71cef-1608-430c-9417-8c49e696cd7a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=72d71cef-1608-430c-9417-8c49e696cd7a,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:50.105966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '72d71cef-1608-430c-9417-8c49e696cd7a', 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca', 'port_id': '72d71cef-1608-430c-9417-8c49e696cd7a', 'mac_address': 'fa:16:3e:ed:c0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774c1f98-65db-4f82-8eee-bf7b222555c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:09:50.205106 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:50.217418 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abb858d9-5292-4a3a-9def-3b74ea367f48 req-a0ddc462-5474-4f26-9b02-9137d4f80a9a tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 210 time: 0.1161516 Jul 27 21:09:50.224837 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d71cef-1608-430c-9417-8c49e696cd7a {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:09:50.236546 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a6c27e01-0796-4f73-b4f6-5f44b8502733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:50.272015 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a6c27e01-0796-4f73-b4f6-5f44b8502733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:50.283697 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 72d71cef-1608-430c-9417-8c49e696cd7a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=72d71cef-1608-430c-9417-8c49e696cd7a,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:50.293252 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:50.352793 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a6c27e01-0796-4f73-b4f6-5f44b8502733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:50.355761 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a6c27e01-0796-4f73-b4f6-5f44b8502733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:50.361219 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a6c27e01-0796-4f73-b4f6-5f44b8502733 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9eb0acb-3e45-49b8-b0f8-d1b9ffc9f9d7 HTTP/1.1" status: 204 len: 168 time: 0.4038312 Jul 27 21:09:50.394883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=72d71cef-1608-430c-9417-8c49e696cd7a,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:50.402986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c27e01-0796-4f73-b4f6-5f44b8502733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9eb0acb-3e45-49b8-b0f8-d1b9ffc9f9d7,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:50.501624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['72d71cef-1608-430c-9417-8c49e696cd7a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:09:50.722940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebeb64-c88c-4f1f-9eaf-4ca66242089a req-e3b51ff1-cdb8-46ff-8883-3278746bb10c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:50.732638 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80ebeb64-c88c-4f1f-9eaf-4ca66242089a req-e3b51ff1-cdb8-46ff-8883-3278746bb10c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 944 time: 0.3681376 Jul 27 21:09:50.817232 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80ebeb64-c88c-4f1f-9eaf-4ca66242089a req-3ffc0ef2-d0ce-4504-90bd-31161286a621 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836432 Jul 27 21:09:50.828259 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:50.845712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd6e28-0550-4e84-a520-9d1555e4e9ff req-c220f6e4-7300-414e-9a1e-0828d8678d79 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:50.847412 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ebd6e28-0550-4e84-a520-9d1555e4e9ff req-c220f6e4-7300-414e-9a1e-0828d8678d79 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.2702382 Jul 27 21:09:51.023526 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ebd6e28-0550-4e84-a520-9d1555e4e9ff req-e4d5dd24-8038-453e-8416-53df3e067d98 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557263 Jul 27 21:09:51.056354 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 027cbf68-ae86-4640-a23e-caff6785a497 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:09:51.190363 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:09:51.201193 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c97f4-e741-41f4-b12c-87cc3f93dd01 None None] Sync routers for ids ['027cbf68-ae86-4640-a23e-caff6785a497'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:09:51.217926 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:51.218676 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c97f4-e741-41f4-b12c-87cc3f93dd01 None None] Routers {'027cbf68-ae86-4640-a23e-caff6785a497'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:51.219712 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a02c97f4-e741-41f4-b12c-87cc3f93dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['027cbf68-ae86-4640-a23e-caff6785a497'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:51.220839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e9060d92-9c17-498c-a780-ecf39f849ebb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8314888 Jul 27 21:09:51.224089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50914) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:51.267795 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a02c97f4-e741-41f4-b12c-87cc3f93dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:51.278576 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c97f4-e741-41f4-b12c-87cc3f93dd01 None None] Routers {'027cbf68-ae86-4640-a23e-caff6785a497'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:51.280343 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a02c97f4-e741-41f4-b12c-87cc3f93dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['027cbf68-ae86-4640-a23e-caff6785a497'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:51.319370 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a02c97f4-e741-41f4-b12c-87cc3f93dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:51.319902 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c97f4-e741-41f4-b12c-87cc3f93dd01 None None] The sync data for ids ['027cbf68-ae86-4640-a23e-caff6785a497'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:09:51.375086 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da264da1-373c-40ef-83ea-b227a0f85440 req-6e0a05bb-362c-4fea-ad1f-a4160de3beb8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 210 time: 0.0391276 Jul 27 21:09:51.412990 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d071973f-cb9b-42b2-8ef8-710ceae75971 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/routers/027cbf68-ae86-4640-a23e-caff6785a497 HTTP/1.1" status: 200 len: 879 time: 0.1876950 Jul 27 21:09:51.415397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50922) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:51.663848 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9d849762-a6c3-4069-9e3e-b6eb009e00b0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2472563 Jul 27 21:09:51.666387 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50932) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:51.671112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f59e795e-c687-4784-b984-d7d556198da4 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-180423247'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:51.860074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 72d71cef-1608-430c-9417-8c49e696cd7a up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:51.973377 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 72d71cef-1608-430c-9417-8c49e696cd7a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:51.979120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 72d71cef-1608-430c-9417-8c49e696cd7a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:51.979711 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:52.063408 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f59e795e-c687-4784-b984-d7d556198da4 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:52.078443 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f59e795e-c687-4784-b984-d7d556198da4 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:52.085264 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44b91b-c520-4383-8c99-8c144d681990 req-ddde9660-40a4-4a7e-95c4-57413b2c78ff tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:52.096670 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6e44b91b-c520-4383-8c99-8c144d681990 req-ddde9660-40a4-4a7e-95c4-57413b2c78ff tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 944 time: 0.1366997 Jul 27 21:09:52.130320 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:52.171919 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e050ca75-58af-41e5-843f-485c0da17163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d71cef-1608-430c-9417-8c49e696cd7a'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:09:52.175636 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbdcef5-52ba-422d-bdab-3ae0b0b17152" -d '{"events": [{"server_uuid": "e050ca75-58af-41e5-843f-485c0da17163", "name": "network-vif-plugged", "status": "completed", "tag": "72d71cef-1608-430c-9417-8c49e696cd7a"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:09:52.201839 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 72d71cef-1608-430c-9417-8c49e696cd7a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=72d71cef-1608-430c-9417-8c49e696cd7a,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:52.209579 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:52.225228 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6e44b91b-c520-4383-8c99-8c144d681990 req-6bb0b798-9906-4cc0-8569-acf0974c1e93 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275823 Jul 27 21:09:52.240044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59e795e-c687-4784-b984-d7d556198da4 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 027cbf68-ae86-4640-a23e-caff6785a497 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:09:52.303599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=72d71cef-1608-430c-9417-8c49e696cd7a,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:52.311718 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dabcd3-a2cf-4b94-a1cb-833d31a24101 req-f4f94d0c-d508-46ab-854d-37aa14d8bd92 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:52.312215 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50710b3-d0cf-45da-8201-5bbf167ea478 x-openstack-request-id: req-b50710b3-d0cf-45da-8201-5bbf167ea478 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:09:52.312943 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e050ca75-58af-41e5-843f-485c0da17163", "name": "network-vif-plugged", "status": "completed", "tag": "72d71cef-1608-430c-9417-8c49e696cd7a", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:09:52.313626 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b50710b3-d0cf-45da-8201-5bbf167ea478 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:09:52.314176 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e050ca75-58af-41e5-843f-485c0da17163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d71cef-1608-430c-9417-8c49e696cd7a', 'code': 200} Jul 27 21:09:52.318833 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-68dabcd3-a2cf-4b94-a1cb-833d31a24101 req-f4f94d0c-d508-46ab-854d-37aa14d8bd92 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.1568553 Jul 27 21:09:52.361419 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-68dabcd3-a2cf-4b94-a1cb-833d31a24101 req-bddeb6cc-b89d-4b2a-b0b4-c0175daa0df3 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399454 Jul 27 21:09:52.466517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59e795e-c687-4784-b984-d7d556198da4 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:09:52.477231 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddbb055-4c81-4378-9e11-173fd75f7757 None None] Sync routers for ids ['027cbf68-ae86-4640-a23e-caff6785a497'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:09:52.492403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddbb055-4c81-4378-9e11-173fd75f7757 None None] Routers {'027cbf68-ae86-4640-a23e-caff6785a497'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:52.493565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-dddbb055-4c81-4378-9e11-173fd75f7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['027cbf68-ae86-4640-a23e-caff6785a497'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:52.497015 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f59e795e-c687-4784-b984-d7d556198da4 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:52.507246 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f59e795e-c687-4784-b984-d7d556198da4 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/027cbf68-ae86-4640-a23e-caff6785a497 HTTP/1.1" status: 200 len: 886 time: 0.8397026 Jul 27 21:09:52.509593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50952) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:52.534352 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-26f1f05d-6d8a-4365-995b-0aedd9f18559 req-929a6815-9745-4487-8eec-0bca7b349a5d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 210 time: 0.0605140 Jul 27 21:09:52.558303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-dddbb055-4c81-4378-9e11-173fd75f7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:52.568346 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddbb055-4c81-4378-9e11-173fd75f7757 None None] Routers {'027cbf68-ae86-4640-a23e-caff6785a497'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:09:52.569199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-dddbb055-4c81-4378-9e11-173fd75f7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['027cbf68-ae86-4640-a23e-caff6785a497'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:52.604472 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-dddbb055-4c81-4378-9e11-173fd75f7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:09:52.605278 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddbb055-4c81-4378-9e11-173fd75f7757 None None] The sync data for ids ['027cbf68-ae86-4640-a23e-caff6785a497'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:09:52.648167 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddb03f-b2c1-47cd-9355-4853a97fc119 req-92474b6b-c634-4d0b-9e3b-6c7df9b3a897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:52.649585 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9cddb03f-b2c1-47cd-9355-4853a97fc119 req-92474b6b-c634-4d0b-9e3b-6c7df9b3a897 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 1096 time: 0.2412317 Jul 27 21:09:52.657168 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b438cc29-cf72-4ef5-b5a9-8e154875ca88 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/routers/027cbf68-ae86-4640-a23e-caff6785a497 HTTP/1.1" status: 200 len: 886 time: 0.1435299 Jul 27 21:09:52.659962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50954) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:52.699262 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d1a752f1-56b5-4eb5-b530-fa8385933a38 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports?device_id=027cbf68-ae86-4640-a23e-caff6785a497 HTTP/1.1" status: 200 len: 205 time: 0.0379512 Jul 27 21:09:52.702527 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50956) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:52.702748 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9cddb03f-b2c1-47cd-9355-4853a97fc119 req-4a19233c-da9f-4188-b754-0f75f0f03cbe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382752 Jul 27 21:09:52.833560 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9777cdee-40dd-416c-9e8e-7d2c28592fa7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:52.967067 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9777cdee-40dd-416c-9e8e-7d2c28592fa7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:53.033216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-9777cdee-40dd-416c-9e8e-7d2c28592fa7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting port 9c7344b4-958d-4a54-a7b9-0661c8ee2881 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:53.033685 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9777cdee-40dd-416c-9e8e-7d2c28592fa7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:53.117508 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9777cdee-40dd-416c-9e8e-7d2c28592fa7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:53.133147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-9777cdee-40dd-416c-9e8e-7d2c28592fa7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Calling delete_port for 9c7344b4-958d-4a54-a7b9-0661c8ee2881 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:53.525145 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9777cdee-40dd-416c-9e8e-7d2c28592fa7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:53.590863 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777cdee-40dd-416c-9e8e-7d2c28592fa7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Port': ['ID=9c7344b4-958d-4a54-a7b9-0661c8ee2881,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:53.681283 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39281ef2-4fd6-407d-864f-0a689565bca5 req-c427162c-12c8-49de-94b2-e6a4e33dc924 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:53.682972 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39281ef2-4fd6-407d-864f-0a689565bca5 req-c427162c-12c8-49de-94b2-e6a4e33dc924 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 945 time: 0.3533783 Jul 27 21:09:53.713179 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9777cdee-40dd-416c-9e8e-7d2c28592fa7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:53.793067 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068de8b-eabf-4d47-90d0-6e87799b462e req-abfb4bc7-8bf9-443f-9d65-9c4444323728 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:53.794887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0068de8b-eabf-4d47-90d0-6e87799b462e req-abfb4bc7-8bf9-443f-9d65-9c4444323728 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.3207006 Jul 27 21:09:53.848200 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39281ef2-4fd6-407d-864f-0a689565bca5 req-f0479bb9-e275-4fa6-a569-927f55a1d200 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527786 Jul 27 21:09:53.865006 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9777cdee-40dd-416c-9e8e-7d2c28592fa7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:53.865650 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9777cdee-40dd-416c-9e8e-7d2c28592fa7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:53.981274 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9777cdee-40dd-416c-9e8e-7d2c28592fa7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:53.981989 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9777cdee-40dd-416c-9e8e-7d2c28592fa7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Fanout notify agent at l3_agent the message router_deleted on router 027cbf68-ae86-4640-a23e-caff6785a497 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:09:54.004784 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9777cdee-40dd-416c-9e8e-7d2c28592fa7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:54.006155 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9777cdee-40dd-416c-9e8e-7d2c28592fa7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/routers/027cbf68-ae86-4640-a23e-caff6785a497 HTTP/1.1" status: 204 len: 168 time: 1.3027301 Jul 27 21:09:54.010080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51004) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:54.016391 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0068de8b-eabf-4d47-90d0-6e87799b462e req-8867cab7-29da-410f-a4dc-1415ea5a38ce tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041795 Jul 27 21:09:54.024263 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4fd6e3ea-73ab-4a32-8f50-328f1403fba9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'network': {'name': 'tempest-RoutersTest-1478089689'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:54.076570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd6e3ea-73ab-4a32-8f50-328f1403fba9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:54.081434 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4fd6e3ea-73ab-4a32-8f50-328f1403fba9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:54.094883 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb947178-414c-4aff-ad8e-ab183295e504 req-1fd498de-eb08-4ad0-ad51-df45179d4740 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=064d3113-6f0b-4de1-b900-6c25fccd096e HTTP/1.1" status: 200 len: 210 time: 0.0471480 Jul 27 21:09:54.115072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd6e3ea-73ab-4a32-8f50-328f1403fba9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:09:54.128044 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4fd6e3ea-73ab-4a32-8f50-328f1403fba9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:54.128690 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-4fd6e3ea-73ab-4a32-8f50-328f1403fba9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Added segment f4d5754d-d011-479d-a03c-d97cbb1015cc of type vlan for network ce256cbe-dceb-4a85-a5ed-0a6236357529 Jul 27 21:09:54.179720 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4fd6e3ea-73ab-4a32-8f50-328f1403fba9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:54.222369 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4fd6e3ea-73ab-4a32-8f50-328f1403fba9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:54.228980 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd6e3ea-73ab-4a32-8f50-328f1403fba9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:54.229592 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4fd6e3ea-73ab-4a32-8f50-328f1403fba9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:54.317212 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4fd6e3ea-73ab-4a32-8f50-328f1403fba9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3060050 Jul 27 21:09:54.320019 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51006) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:54.326693 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d4e7af00-aba5-4c9a-9bd8-5cea6b02fb24 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'subnet': {'network_id': 'ce256cbe-dceb-4a85-a5ed-0a6236357529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:54.328743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6e3ea-73ab-4a32-8f50-328f1403fba9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Network': ['ID=ce256cbe-dceb-4a85-a5ed-0a6236357529,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:54.339575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network ce256cbe-dceb-4a85-a5ed-0a6236357529 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:09:54.460210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e7af00-aba5-4c9a-9bd8-5cea6b02fb24 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:09:54.464930 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4e7af00-aba5-4c9a-9bd8-5cea6b02fb24 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:54.698610 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4e7af00-aba5-4c9a-9bd8-5cea6b02fb24 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:54.752535 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7af00-aba5-4c9a-9bd8-5cea6b02fb24 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Subnet': ['ID=ef6a94b2-745a-4094-b928-4b06f252c7b4,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:54.802007 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e7af00-aba5-4c9a-9bd8-5cea6b02fb24 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Checking segment: {'id': 'f4d5754d-d011-479d-a03c-d97cbb1015cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ce256cbe-dceb-4a85-a5ed-0a6236357529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:54.802418 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e7af00-aba5-4c9a-9bd8-5cea6b02fb24 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network hostable DHCP agents. Network: ce256cbe-dceb-4a85-a5ed-0a6236357529, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:09:54.835122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e7af00-aba5-4c9a-9bd8-5cea6b02fb24 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network ce256cbe-dceb-4a85-a5ed-0a6236357529 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:09:54.850805 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-d4e7af00-aba5-4c9a-9bd8-5cea6b02fb24 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, ce256cbe-dceb-4a85-a5ed-0a6236357529) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:54.867261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da60b0f8-6eef-4d8a-adb6-3bb93782638f None None] Network ce256cbe-dceb-4a85-a5ed-0a6236357529 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:54.892630 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e7af00-aba5-4c9a-9bd8-5cea6b02fb24 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:54.893167 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4e7af00-aba5-4c9a-9bd8-5cea6b02fb24 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:54.934201 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d4e7af00-aba5-4c9a-9bd8-5cea6b02fb24 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6120496 Jul 27 21:09:54.936500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51014) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:54.941766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e4462d2d-c016-43a3-a745-2f0fa7c58d37 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1417326494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:09:55.035597 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4462d2d-c016-43a3-a745-2f0fa7c58d37 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:55.039552 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4462d2d-c016-43a3-a745-2f0fa7c58d37 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:55.182259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-ce256cbe-dceb-4a85-a5ed-0a6236357529', 'network_id': 'ce256cbe-dceb-4a85-a5ed-0a6236357529', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'fixed_ips': [{'subnet_id': 'ef6a94b2-745a-4094-b928-4b06f252c7b4'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:09:55.183187 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:55.201524 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4462d2d-c016-43a3-a745-2f0fa7c58d37 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:55.211249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fc548-d102-49bb-b864-abdfbc6cb4b1 req-4254286d-9775-469b-8009-ee9d1bee5715 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:55.219429 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da9fc548-d102-49bb-b864-abdfbc6cb4b1 req-4254286d-9775-469b-8009-ee9d1bee5715 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 945 time: 0.2714467 Jul 27 21:09:55.256090 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4462d2d-c016-43a3-a745-2f0fa7c58d37 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:55.283428 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4462d2d-c016-43a3-a745-2f0fa7c58d37 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:55.287297 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e4462d2d-c016-43a3-a745-2f0fa7c58d37 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3474786 Jul 27 21:09:55.287780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51024) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:55.380775 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da9fc548-d102-49bb-b864-abdfbc6cb4b1 req-09084087-3f05-470a-9848-ee96f1b5f3e3 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602311 Jul 27 21:09:55.412026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Allocated IP 172.20.0.2 (ce256cbe-dceb-4a85-a5ed-0a6236357529/ef6a94b2-745a-4094-b928-4b06f252c7b4/c2b39efe-f2c3-4636-9118-1025727792b6) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:55.448946 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39866586-f156-4804-8964-3d1895080e56 req-09afe451-ff19-4410-ab71-96a8050da8b8 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:55.458533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39866586-f156-4804-8964-3d1895080e56 req-09afe451-ff19-4410-ab71-96a8050da8b8 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.2992046 Jul 27 21:09:55.552399 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39866586-f156-4804-8964-3d1895080e56 req-6e40b643-1504-4a18-9c1a-2fa8271b020d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927145 Jul 27 21:09:55.902706 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:55.926879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Transition to ACTIVE for port object c2b39efe-f2c3-4636-9118-1025727792b6 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:55.949351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Transition to ACTIVE for port object c2b39efe-f2c3-4636-9118-1025727792b6 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:55.966593 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:55.982970 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a117483-5bfd-449b-b972-9e9d939635a3 req-705048b6-75df-4a3a-9a40-5469a341178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:55.992106 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8a117483-5bfd-449b-b972-9e9d939635a3 req-705048b6-75df-4a3a-9a40-5469a341178f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 1096 time: 0.2649517 Jul 27 21:09:55.993925 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:56.045818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0985cb-86ef-4074-91b7-fa564b358e7f req-05de0e5d-f22a-44fc-9d27-43b508211c67 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:56.054582 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac0985cb-86ef-4074-91b7-fa564b358e7f req-05de0e5d-f22a-44fc-9d27-43b508211c67 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 945 time: 0.1041286 Jul 27 21:09:56.090138 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Network ce256cbe-dceb-4a85-a5ed-0a6236357529 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:56.096928 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:56.105421 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:56.112582 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac0985cb-86ef-4074-91b7-fa564b358e7f req-d6898686-2b70-43ef-bb5a-89a5abe7dbcb tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568187 Jul 27 21:09:56.215914 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Attempting to bind port c2b39efe-f2c3-4636-9118-1025727792b6 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:09:56.216297 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Attempting to bind port c2b39efe-f2c3-4636-9118-1025727792b6 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'f4d5754d-d011-479d-a03c-d97cbb1015cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ce256cbe-dceb-4a85-a5ed-0a6236357529'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:09:56.216792 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Attempting to bind port c2b39efe-f2c3-4636-9118-1025727792b6 on network ce256cbe-dceb-4a85-a5ed-0a6236357529 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:09:56.219414 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Pushing event updated for resources: {'Port': ['ID=c2b39efe-f2c3-4636-9118-1025727792b6,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:56.237040 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:09:56.237741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Checking segment: {'id': 'f4d5754d-d011-479d-a03c-d97cbb1015cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ce256cbe-dceb-4a85-a5ed-0a6236357529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:09:56.238364 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:56.238942 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Bound using segment: {'id': 'f4d5754d-d011-479d-a03c-d97cbb1015cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ce256cbe-dceb-4a85-a5ed-0a6236357529'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:09:56.239618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Bound port: c2b39efe-f2c3-4636-9118-1025727792b6, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d5754d-d011-479d-a03c-d97cbb1015cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ce256cbe-dceb-4a85-a5ed-0a6236357529'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:09:56.240360 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:56.406679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-13e62e12-e074-476d-bef1-84c523115cef None None] For port c2b39efe-f2c3-4636-9118-1025727792b6, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:09:56.415261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-13e62e12-e074-476d-bef1-84c523115cef None None] For port c2b39efe-f2c3-4636-9118-1025727792b6, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c2b39efe-f2c3-4636-9118-1025727792b6,segment=NetworkSegment(f4d5754d-d011-479d-a03c-d97cbb1015cc),segment_id=f4d5754d-d011-479d-a03c-d97cbb1015cc)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:09:56.429886 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:56.534117 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51060) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:56.546339 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e62e12-e074-476d-bef1-84c523115cef None None] Pushing event updated for resources: {'Port': ['ID=c2b39efe-f2c3-4636-9118-1025727792b6,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:56.673206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a117483-5bfd-449b-b972-9e9d939635a3 req-3c7888a3-f7dc-4618-a327-7ef9d43833df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:56.688040 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8a117483-5bfd-449b-b972-9e9d939635a3 req-3c7888a3-f7dc-4618-a327-7ef9d43833df service neutron] 10.222.0.66 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 916 time: 0.6648798 Jul 27 21:09:56.906505 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-643ee74a-a827-4359-bfb3-c9c7ed946c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:56.948379 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8a117483-5bfd-449b-b972-9e9d939635a3 req-09af0fc7-8704-47fe-a304-8a455795946a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 HTTP/1.1" status: 200 len: 1000 time: 0.2413173 Jul 27 21:09:56.975304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Allocated IP 172.20.0.1 (ce256cbe-dceb-4a85-a5ed-0a6236357529/ef6a94b2-745a-4094-b928-4b06f252c7b4/341b976a-3433-4a54-a5ca-9ef7625897e1) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:09:57.054598 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33806ed5-6b78-4d0f-8028-a6b99a4dd1d0 req-f9bd381a-4df1-4688-80cb-a653ee49279d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:57.057354 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33806ed5-6b78-4d0f-8028-a6b99a4dd1d0 req-f9bd381a-4df1-4688-80cb-a653ee49279d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 811 time: 0.7991710 Jul 27 21:09:57.130004 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33806ed5-6b78-4d0f-8028-a6b99a4dd1d0 req-4fdbb98f-f3e5-4052-be94-821063d2c9f4 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/quotas/74515b0a3b6a45a388bbc13bd7f3d653 HTTP/1.1" status: 200 len: 375 time: 0.0137501 Jul 27 21:09:57.187205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33806ed5-6b78-4d0f-8028-a6b99a4dd1d0 req-a3128b17-79df-42ab-bfe7-baeb33898e87 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468760 Jul 27 21:09:57.327659 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33806ed5-6b78-4d0f-8028-a6b99a4dd1d0 req-b862a80c-36c9-4be0-af9b-796adeabf92d service neutron] 10.222.0.55 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392887 Jul 27 21:09:57.352789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aeb6fa-d0df-4d22-8652-976f12cf7f90 req-00a954ce-ede9-461a-bd50-0cd1179bed7d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:57.354521 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f4aeb6fa-d0df-4d22-8652-976f12cf7f90 req-00a954ce-ede9-461a-bd50-0cd1179bed7d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.2959619 Jul 27 21:09:57.503337 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a117483-5bfd-449b-b972-9e9d939635a3 req-459de360-c1b0-4cb3-9ab1-4e70e490ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:57.505446 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8a117483-5bfd-449b-b972-9e9d939635a3 req-459de360-c1b0-4cb3-9ab1-4e70e490ede7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6f5c215f-9e0c-4039-b305-c7ccda95b7dd HTTP/1.1" status: 200 len: 854 time: 0.5479796 Jul 27 21:09:57.534024 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33806ed5-6b78-4d0f-8028-a6b99a4dd1d0 req-4a783862-f6a2-4611-8dd6-c3c0978c19d6 service neutron] 10.222.0.55 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685421 Jul 27 21:09:57.604547 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f4aeb6fa-d0df-4d22-8652-976f12cf7f90 req-5ac49a27-9e2a-486d-bb97-931a2ef28c91 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199497 Jul 27 21:09:57.746376 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-643ee74a-a827-4359-bfb3-c9c7ed946c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:57.761941 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-643ee74a-a827-4359-bfb3-c9c7ed946c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:57.834944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ee74a-a827-4359-bfb3-c9c7ed946c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6c502f-ab3e-46b2-86e9-e359517b6032,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:57.967311 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-643ee74a-a827-4359-bfb3-c9c7ed946c9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e476f3a41a040afb0af310caa659be9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4283261 Jul 27 21:09:57.992315 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51086) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:09:57.994476 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-61fb5b5a-5681-4b7a-b8cc-28bcc3ff5d2b req-80761a31-7992-4074-8b07-d5edf9a11921 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff1eb5c7-a6b2-4f28-a8e6-9304f4231345 HTTP/1.1" status: 200 len: 210 time: 0.0579600 Jul 27 21:09:57.995959 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:58.018544 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e5d52-110b-4feb-bd2e-85428950a4db req-14aabb60-9d9b-4605-86af-dd6aaabd04e8 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:58.020279 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f8e5d52-110b-4feb-bd2e-85428950a4db req-14aabb60-9d9b-4605-86af-dd6aaabd04e8 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 945 time: 0.2509239 Jul 27 21:09:58.040716 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a117483-5bfd-449b-b972-9e9d939635a3 req-52c80888-7cf8-4008-a7fd-27c3c75d6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:58.043977 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8a117483-5bfd-449b-b972-9e9d939635a3 req-52c80888-7cf8-4008-a7fd-27c3c75d6f3b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83632acd-e78d-4a39-ae97-2eaf775c8434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5185425 Jul 27 21:09:58.104869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Transition to ACTIVE for port object 341b976a-3433-4a54-a5ca-9ef7625897e1 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:09:58.150548 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f8e5d52-110b-4feb-bd2e-85428950a4db req-4cd3492d-33bc-40dc-b58d-dfdeb102a881 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223328 Jul 27 21:09:58.194947 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-198de38a-eb4f-4083-847b-8f1fe1e89f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:58.254977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fe07e-a686-4f54-9bbd-dd27f673a35f req-81f81f99-bed8-4396-9f26-bcd76b0d1814 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:58.256528 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d35fe07e-a686-4f54-9bbd-dd27f673a35f req-81f81f99-bed8-4396-9f26-bcd76b0d1814 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.20 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 945 time: 0.7552934 Jul 27 21:09:58.268863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046422d6-6efd-44bf-a03f-2befcef0f96f None None] Network ce256cbe-dceb-4a85-a5ed-0a6236357529 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:09:58.285232 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-198de38a-eb4f-4083-847b-8f1fe1e89f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:58.386696 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-198de38a-eb4f-4083-847b-8f1fe1e89f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:58.389707 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-198de38a-eb4f-4083-847b-8f1fe1e89f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:58.390958 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-198de38a-eb4f-4083-847b-8f1fe1e89f97 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c6c502f-ab3e-46b2-86e9-e359517b6032 HTTP/1.1" status: 204 len: 168 time: 0.3955724 Jul 27 21:09:58.411670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198de38a-eb4f-4083-847b-8f1fe1e89f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6c502f-ab3e-46b2-86e9-e359517b6032,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:58.440715 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8a117483-5bfd-449b-b972-9e9d939635a3 req-c787e542-e086-4b12-9f55-db11edb326bf service neutron] 10.222.0.66 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773315 Jul 27 21:09:58.608217 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8a117483-5bfd-449b-b972-9e9d939635a3 req-80f9cbe3-3079-4eb0-94a3-f19410f5f9c0 service neutron] 10.222.0.66 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533186 Jul 27 21:09:58.623299 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:58.748483 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network ce256cbe-dceb-4a85-a5ed-0a6236357529 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:09:58.770774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:09:58.781270 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4862dcc4-8c98-44e1-8c88-4f4b750ccdcd None None] Provisioning for port c2b39efe-f2c3-4636-9118-1025727792b6 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:58.785385 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:09:58.912766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b71030-0e06-4430-9da1-181c92f38b40 req-84094b75-7b31-4e0b-9688-7c58a48af0c7 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:58.914567 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8b71030-0e06-4430-9da1-181c92f38b40 req-84094b75-7b31-4e0b-9688-7c58a48af0c7 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.1946948 Jul 27 21:09:58.971217 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=341b976a-3433-4a54-a5ca-9ef7625897e1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:58.991737 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:59.016515 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-d35fe07e-a686-4f54-9bbd-dd27f673a35f req-65c85d65-03fa-431a-aa65-78f0c80133e7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Deleting port 72d71cef-1608-430c-9417-8c49e696cd7a {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:09:59.016868 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d35fe07e-a686-4f54-9bbd-dd27f673a35f req-65c85d65-03fa-431a-aa65-78f0c80133e7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:59.060939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8b71030-0e06-4430-9da1-181c92f38b40 req-d2639711-bfa6-4d56-9ab8-f83f10d1c4f2 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389863 Jul 27 21:09:59.069712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c2b39efe-f2c3-4636-9118-1025727792b6 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:09:59.172595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port c2b39efe-f2c3-4636-9118-1025727792b6 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:59.182289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port c2b39efe-f2c3-4636-9118-1025727792b6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:59.183281 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:59.319761 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-d35fe07e-a686-4f54-9bbd-dd27f673a35f req-65c85d65-03fa-431a-aa65-78f0c80133e7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] For port 72d71cef-1608-430c-9417-8c49e696cd7a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=72d71cef-1608-430c-9417-8c49e696cd7a,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:59.320188 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d35fe07e-a686-4f54-9bbd-dd27f673a35f req-65c85d65-03fa-431a-aa65-78f0c80133e7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:59.402603 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:59.425399 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:59.428151 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7134b444-cb55-46a9-9b65-92ca29dfc92c None None] Provisioning for port 341b976a-3433-4a54-a5ca-9ef7625897e1 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:09:59.428614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-d35fe07e-a686-4f54-9bbd-dd27f673a35f req-65c85d65-03fa-431a-aa65-78f0c80133e7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Calling delete_port for 72d71cef-1608-430c-9417-8c49e696cd7a owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:09:59.462518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7134b444-cb55-46a9-9b65-92ca29dfc92c None None] Provisioning complete for port 341b976a-3433-4a54-a5ca-9ef7625897e1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:59.462518 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7134b444-cb55-46a9-9b65-92ca29dfc92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:59.528333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port c2b39efe-f2c3-4636-9118-1025727792b6, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c2b39efe-f2c3-4636-9118-1025727792b6,segment=NetworkSegment(f4d5754d-d011-479d-a03c-d97cbb1015cc),segment_id=f4d5754d-d011-479d-a03c-d97cbb1015cc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:09:59.545368 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:59.593181 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-1c96518b-9677-45ed-a91e-2b756198790a tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:59.602635 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-1c96518b-9677-45ed-a91e-2b756198790a tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 811 time: 0.1891913 Jul 27 21:09:59.637398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-f5199bae-3b7b-4aba-9d6a-4d7d09061482 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/quotas/74515b0a3b6a45a388bbc13bd7f3d653 HTTP/1.1" status: 200 len: 375 time: 0.0176692 Jul 27 21:09:59.638515 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7134b444-cb55-46a9-9b65-92ca29dfc92c None None] Port 341b976a-3433-4a54-a5ca-9ef7625897e1 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:09:59.690680 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-37090969-9908-483f-a7fc-850ef3b97e48 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466290 Jul 27 21:09:59.699259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7134b444-cb55-46a9-9b65-92ca29dfc92c None None] Provisioning complete for port c2b39efe-f2c3-4636-9118-1025727792b6 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:09:59.699877 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7134b444-cb55-46a9-9b65-92ca29dfc92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:09:59.702461 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=c2b39efe-f2c3-4636-9118-1025727792b6,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:09:59.720874 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45630bd-b4f4-4243-b55f-3ceb98e3c520 req-44774235-2f8c-460c-a97d-eabd6d57131e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:09:59.725019 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e45630bd-b4f4-4243-b55f-3ceb98e3c520 req-44774235-2f8c-460c-a97d-eabd6d57131e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 945 time: 0.4263697 Jul 27 21:09:59.912491 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-41ab14fe-43d9-4299-a127-7a63a2dae4cd service neutron] 10.222.0.55 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851125 Jul 27 21:09:59.937888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 72d71cef-1608-430c-9417-8c49e696cd7a no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:09:59.970121 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e45630bd-b4f4-4243-b55f-3ceb98e3c520 req-c535c164-c136-4c52-aa9d-e95c1a030e05 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566020 Jul 27 21:10:00.043530 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b2590fc6-e4a2-4365-aeee-c14dea142321 None None] Provisioning complete for port 341b976a-3433-4a54-a5ca-9ef7625897e1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:00.044023 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b2590fc6-e4a2-4365-aeee-c14dea142321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:00.076750 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-c93a1312-7f89-41dc-b19c-1ebd29f4eb84 service neutron] 10.222.0.55 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199148 Jul 27 21:10:00.121112 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b2590fc6-e4a2-4365-aeee-c14dea142321 None None] Port 341b976a-3433-4a54-a5ca-9ef7625897e1 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:10:00.217601 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:00.269902 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d35fe07e-a686-4f54-9bbd-dd27f673a35f req-65c85d65-03fa-431a-aa65-78f0c80133e7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:00.275260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbaf5f-247b-48e2-a38a-3bb5e55bf23c req-6db9a6e5-a5b5-4601-adf6-fa443073148c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:00.277823 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04bbaf5f-247b-48e2-a38a-3bb5e55bf23c req-6db9a6e5-a5b5-4601-adf6-fa443073148c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.0998030 Jul 27 21:10:00.337584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['72573715-1749-4c64-8696-9678e7ad95f7'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:00.374776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c85d65-03fa-431a-aa65-78f0c80133e7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Pushing event deleted for resources: {'Port': ['ID=72d71cef-1608-430c-9417-8c49e696cd7a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:00.421985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04bbaf5f-247b-48e2-a38a-3bb5e55bf23c req-833f2395-3926-448d-a02a-a05318a97bd3 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358907 Jul 27 21:10:00.577646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35fe07e-a686-4f54-9bbd-dd27f673a35f req-65c85d65-03fa-431a-aa65-78f0c80133e7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] No DVR routers for this DVR port 72d71cef-1608-430c-9417-8c49e696cd7a on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:00.582955 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d35fe07e-a686-4f54-9bbd-dd27f673a35f req-65c85d65-03fa-431a-aa65-78f0c80133e7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:00.586059 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d35fe07e-a686-4f54-9bbd-dd27f673a35f req-65c85d65-03fa-431a-aa65-78f0c80133e7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.20 "DELETE /v2.0/ports/72d71cef-1608-430c-9417-8c49e696cd7a HTTP/1.1" status: 204 len: 173 time: 2.3038077 Jul 27 21:10:00.590402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e050ca75-58af-41e5-843f-485c0da17163', 'name': 'network-vif-deleted', 'tag': '72d71cef-1608-430c-9417-8c49e696cd7a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:00.593228 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269f87d6-a566-44b5-903f-53920ad2b9d8" -d '{"events": [{"server_uuid": "e050ca75-58af-41e5-843f-485c0da17163", "name": "network-vif-deleted", "tag": "72d71cef-1608-430c-9417-8c49e696cd7a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:00.598779 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:00.599759 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:10:00.609430 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:00.660865 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa522ac5-efc1-4362-9d89-7b4bbb474611 req-2b275183-2bc2-4622-9d2e-169ca7ea9977 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 210 time: 0.1179667 Jul 27 21:10:00.766894 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbff8a6-05d8-4b48-8806-06bb178f0516 x-openstack-request-id: req-7fbff8a6-05d8-4b48-8806-06bb178f0516 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:00.770019 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e050ca75-58af-41e5-843f-485c0da17163", "name": "network-vif-deleted", "tag": "72d71cef-1608-430c-9417-8c49e696cd7a", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:00.770602 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7fbff8a6-05d8-4b48-8806-06bb178f0516 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:00.771300 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e050ca75-58af-41e5-843f-485c0da17163', 'name': 'network-vif-deleted', 'tag': '72d71cef-1608-430c-9417-8c49e696cd7a', 'status': 'completed', 'code': 200} Jul 27 21:10:00.802313 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:00.812373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=341b976a-3433-4a54-a5ca-9ef7625897e1,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:00.920462 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:00.947543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'port_id': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:10:01.032351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network ce256cbe-dceb-4a85-a5ed-0a6236357529 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:01.033159 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:01.035329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:01.062951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c2b39efe-f2c3-4636-9118-1025727792b6 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:01.104462 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:01.166557 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:01.175661 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:01.277110 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port c2b39efe-f2c3-4636-9118-1025727792b6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:01.281811 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:01.322148 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1a542314-a4b3-4d05-8960-450a3166dedd req-b3bf942a-919a-445c-be85-48e7f54ddafc tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=e050ca75-58af-41e5-843f-485c0da17163 HTTP/1.1" status: 200 len: 210 time: 0.1171994 Jul 27 21:10:01.364016 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:01.380250 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:01.409220 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 9633dc64-7670-48ac-b585-bd3a221c3088 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:10:01.533584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-04472781-0eb3-481a-aa19-3c7f858e0318 None None] Provisioning complete for port 341b976a-3433-4a54-a5ca-9ef7625897e1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:01.533960 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-04472781-0eb3-481a-aa19-3c7f858e0318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:01.559952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:01.569842 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c179f-0058-41f0-86d8-852789d02a12 None None] Sync routers for ids ['9633dc64-7670-48ac-b585-bd3a221c3088'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:01.574801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51202) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:01.575419 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bea6ba89-b3d4-4f91-9e4c-1f2dff9566ab tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/9633dc64-7670-48ac-b585-bd3a221c3088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2859068 Jul 27 21:10:01.592326 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c179f-0058-41f0-86d8-852789d02a12 None None] Routers {'9633dc64-7670-48ac-b585-bd3a221c3088'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:01.593089 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-540c179f-0058-41f0-86d8-852789d02a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['9633dc64-7670-48ac-b585-bd3a221c3088'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:01.688082 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-04472781-0eb3-481a-aa19-3c7f858e0318 None None] Port 341b976a-3433-4a54-a5ca-9ef7625897e1 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:10:01.688695 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-540c179f-0058-41f0-86d8-852789d02a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:01.727943 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00b8183-28c5-4947-a743-d0115ae22e9b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:01.728499 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c179f-0058-41f0-86d8-852789d02a12 None None] Routers {'9633dc64-7670-48ac-b585-bd3a221c3088'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:01.729751 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-540c179f-0058-41f0-86d8-852789d02a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:09:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['9633dc64-7670-48ac-b585-bd3a221c3088'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:01.730881 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d00b8183-28c5-4947-a743-d0115ae22e9b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports/341b976a-3433-4a54-a5ca-9ef7625897e1 HTTP/1.1" status: 200 len: 910 time: 0.1542048 Jul 27 21:10:01.734370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51208) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:01.739914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-28011c28-43ed-498e-a415-d2e91111b0ac tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ef6a94b2-745a-4094-b928-4b06f252c7b4'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:01.813646 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-540c179f-0058-41f0-86d8-852789d02a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:01.815376 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c179f-0058-41f0-86d8-852789d02a12 None None] The sync data for ids ['9633dc64-7670-48ac-b585-bd3a221c3088'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:01.876024 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6882e15-1e74-42fe-8ebe-4853ebbf3939 req-66bad79f-fea3-4de0-9b88-078603bf4d9e tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 210 time: 0.0533028 Jul 27 21:10:01.939848 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b657bbf-6911-4580-9587-b7fb4db76d92 req-10b19fc8-a1b4-4b58-a768-d0bb8a004a61 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:01.941275 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b657bbf-6911-4580-9587-b7fb4db76d92 req-10b19fc8-a1b4-4b58-a768-d0bb8a004a61 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.2081304 Jul 27 21:10:02.014533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b657bbf-6911-4580-9587-b7fb4db76d92 req-5b012a02-426a-4290-a0a6-316658a4008c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603695 Jul 27 21:10:02.047369 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28011c28-43ed-498e-a415-d2e91111b0ac tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:02.392978 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-d24cc8c3-664a-4e85-9e69-1b9237b66bc8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:02.395829 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-d24cc8c3-664a-4e85-9e69-1b9237b66bc8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.66 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 811 time: 0.2686796 Jul 27 21:10:02.478113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-e90d99c3-dc05-4c53-a94d-f747a2efe21f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Request body: {'port': {'device_id': '6797e383-fb3b-463b-905e-9d7114009f71', 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d', 'admin_state_up': True, 'tenant_id': '74515b0a3b6a45a388bbc13bd7f3d653'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:02.569788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3683f-4f79-4624-963f-f52e3e4e0765 req-a362c47a-2ed6-4a65-a5bc-6cec31d31fe8 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:02.571064 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abb3683f-4f79-4624-963f-f52e3e4e0765 req-a362c47a-2ed6-4a65-a5bc-6cec31d31fe8 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.0961678 Jul 27 21:10:02.584993 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:02.671215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abb3683f-4f79-4624-963f-f52e3e4e0765 req-592f1286-4870-4a8d-b4f2-c69a45a722c2 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805361 Jul 27 21:10:02.691542 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41804b1d-e6e3-4158-959f-06e9f93a33db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:02.739763 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:02.740198 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:02.775433 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-e90d99c3-dc05-4c53-a94d-f747a2efe21f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Made reservation on behalf of 74515b0a3b6a45a388bbc13bd7f3d653 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:02.784632 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-e90d99c3-dc05-4c53-a94d-f747a2efe21f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:02.913181 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28011c28-43ed-498e-a415-d2e91111b0ac tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:02.925207 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.003745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:03.017028 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c69d58ca-cc5b-4999-9221-fa8be2b4b75e req-9cc6a233-c65a-48fb-ab02-ff992a4d9926 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 210 time: 0.0529010 Jul 27 21:10:03.020783 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527bba8d-215b-442f-8c6f-517e67a36925" -d '{"events": [{"server_uuid": "e57375fc-c108-4304-88d4-2a9fe8a0b1e5", "name": "network-vif-plugged", "status": "completed", "tag": "d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:03.035822 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28011c28-43ed-498e-a415-d2e91111b0ac tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.038164 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:03.047649 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.095235 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ad24b6-3e30-4936-a806-00a5475d0511 x-openstack-request-id: req-60ad24b6-3e30-4936-a806-00a5475d0511 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:03.095235 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57375fc-c108-4304-88d4-2a9fe8a0b1e5", "name": "network-vif-plugged", "status": "completed", "tag": "d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:03.095235 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60ad24b6-3e30-4936-a806-00a5475d0511 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:03.099100 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9', 'code': 200} Jul 27 21:10:03.159177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:03.160846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51254) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:03.187403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-e90d99c3-dc05-4c53-a94d-f747a2efe21f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Allocated IP 172.20.0.5 (874f537e-e9c6-4edd-8438-8ff33d048e2d/5afc042a-4902-464a-b704-f1422378a801/1e123b46-c049-4a46-bb40-ddfff14efb2a) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:03.301131 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95947ac-eb07-4d06-b9ec-9b5db779629e req-b58ef9ce-6ec7-4f18-94f8-966fb8808f62 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:03.302999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b95947ac-eb07-4d06-b9ec-9b5db779629e req-b58ef9ce-6ec7-4f18-94f8-966fb8808f62 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1584516 Jul 27 21:10:03.311289 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d62c8c-ecea-482a-974c-9ea6c35d6203 req-66ebc5af-bf0f-44bc-b7eb-772dbbec9cef tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:03.312985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10d62c8c-ecea-482a-974c-9ea6c35d6203 req-66ebc5af-bf0f-44bc-b7eb-772dbbec9cef tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.1529586 Jul 27 21:10:03.386031 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b95947ac-eb07-4d06-b9ec-9b5db779629e req-eb968216-573d-4c44-92fd-569317afe3c6 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699449 Jul 27 21:10:03.394271 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28011c28-43ed-498e-a415-d2e91111b0ac tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:03.394937 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28011c28-43ed-498e-a415-d2e91111b0ac tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.399102 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-28011c28-43ed-498e-a415-d2e91111b0ac tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/ports/341b976a-3433-4a54-a5ca-9ef7625897e1 HTTP/1.1" status: 200 len: 910 time: 1.6611843 Jul 27 21:10:03.400076 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10d62c8c-ecea-482a-974c-9ea6c35d6203 req-2ff2ed36-4e16-438f-b656-754bee1452fa tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794315 Jul 27 21:10:03.400801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51258) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:03.439191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28011c28-43ed-498e-a415-d2e91111b0ac tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=341b976a-3433-4a54-a5ca-9ef7625897e1,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:03.508815 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-e90d99c3-dc05-4c53-a94d-f747a2efe21f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.560119 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-e90d99c3-dc05-4c53-a94d-f747a2efe21f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.633606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d99c3-dc05-4c53-a94d-f747a2efe21f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Pushing event updated for resources: {'Port': ['ID=1e123b46-c049-4a46-bb40-ddfff14efb2a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:03.650726 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-e90d99c3-dc05-4c53-a94d-f747a2efe21f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Network 874f537e-e9c6-4edd-8438-8ff33d048e2d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:03.652718 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-e90d99c3-dc05-4c53-a94d-f747a2efe21f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:03.661796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-e90d99c3-dc05-4c53-a94d-f747a2efe21f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:03.722555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-e90d99c3-dc05-4c53-a94d-f747a2efe21f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:03.723500 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-e90d99c3-dc05-4c53-a94d-f747a2efe21f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.744627 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-e90d99c3-dc05-4c53-a94d-f747a2efe21f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2724614 Jul 27 21:10:03.760176 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Request body: {'port': {'device_id': '6797e383-fb3b-463b-905e-9d7114009f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:03.867053 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed0bb9-c432-447b-a461-ccedb5e69984 req-a364fa74-f5b0-4744-989f-6b915a08f27d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:03.875401 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49ed0bb9-c432-447b-a461-ccedb5e69984 req-a364fa74-f5b0-4744-989f-6b915a08f27d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.3535535 Jul 27 21:10:03.948322 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:03.954999 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:04.022991 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49ed0bb9-c432-447b-a461-ccedb5e69984 req-4f4d3d7f-227c-445a-93ad-5c9427402b75 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463063 Jul 27 21:10:04.278183 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53ed8d9a-8b9f-4b99-9d22-d557127b3449 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:04.355982 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448a910-793e-47c6-8309-3646e5001448 req-aa1ccbc7-0c6f-4dad-b411-eb9bd04471ab tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:04.358465 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1448a910-793e-47c6-8309-3646e5001448 req-aa1ccbc7-0c6f-4dad-b411-eb9bd04471ab tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 931 time: 0.1931043 Jul 27 21:10:04.513517 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1448a910-793e-47c6-8309-3646e5001448 req-e8545062-3ae3-4ba4-b133-b5b7b4c0e416 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196370 Jul 27 21:10:04.655059 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-26451391-cddb-416f-8de2-563cdc87df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:04.806528 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aef6ff-cdee-471e-bcc8-e38fa0db7e13 req-f410ed15-8be3-4a83-92a5-e04e754d68e2 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:04.806528 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-60aef6ff-cdee-471e-bcc8-e38fa0db7e13 req-f410ed15-8be3-4a83-92a5-e04e754d68e2 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.2291114 Jul 27 21:10:04.938396 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e123b46-c049-4a46-bb40-ddfff14efb2a {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:04.951672 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:04.969581 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-60aef6ff-cdee-471e-bcc8-e38fa0db7e13 req-f6b71837-76c4-4969-86be-1b998b1036fa tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372814 Jul 27 21:10:04.989246 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Transition to ACTIVE for port object 1e123b46-c049-4a46-bb40-ddfff14efb2a will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:04.999107 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:05.148299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e123b46-c049-4a46-bb40-ddfff14efb2a,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:05.256848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Attempting to bind port 1e123b46-c049-4a46-bb40-ddfff14efb2a on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:05.260177 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Attempting to bind port 1e123b46-c049-4a46-bb40-ddfff14efb2a by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:05.262266 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Attempting to bind port 1e123b46-c049-4a46-bb40-ddfff14efb2a on network 874f537e-e9c6-4edd-8438-8ff33d048e2d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:05.282097 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Port 1e123b46-c049-4a46-bb40-ddfff14efb2a on network 874f537e-e9c6-4edd-8438-8ff33d048e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:10:05.282754 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Attempting to bind port 1e123b46-c049-4a46-bb40-ddfff14efb2a on network 874f537e-e9c6-4edd-8438-8ff33d048e2d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:05.288980 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:05.289906 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Checking segment: {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:05.290684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Bound using segment: {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:05.311520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Bound port: 1e123b46-c049-4a46-bb40-ddfff14efb2a, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:05.312077 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:05.343701 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-785e11bc-53c1-4ffb-b0dc-ae8322d2437a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:05.447242 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:05.478349 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] For port 1e123b46-c049-4a46-bb40-ddfff14efb2a, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:05.486390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] For port 1e123b46-c049-4a46-bb40-ddfff14efb2a, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1e123b46-c049-4a46-bb40-ddfff14efb2a,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:05.497362 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:05.568732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-53ed8d9a-8b9f-4b99-9d22-d557127b3449 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting port 341b976a-3433-4a54-a5ca-9ef7625897e1 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:05.569360 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53ed8d9a-8b9f-4b99-9d22-d557127b3449 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:05.574081 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:05.575771 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:05.577231 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] 10.222.0.66 "PUT /v2.0/ports/1e123b46-c049-4a46-bb40-ddfff14efb2a HTTP/1.1" status: 200 len: 1091 time: 1.8239338 Jul 27 21:10:05.577671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6797e383-fb3b-463b-905e-9d7114009f71', 'tag': '1e123b46-c049-4a46-bb40-ddfff14efb2a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:05.580294 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2b098d-9109-4e02-86fc-01447dbe8708" -d '{"events": [{"name": "network-changed", "server_uuid": "6797e383-fb3b-463b-905e-9d7114009f71", "tag": "1e123b46-c049-4a46-bb40-ddfff14efb2a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:05.680264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075bd2f-6911-4e6c-ad29-33e35e7e47a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1e123b46-c049-4a46-bb40-ddfff14efb2a,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:05.737416 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c5faed-990c-4c58-980f-9218db3a456d x-openstack-request-id: req-c0c5faed-990c-4c58-980f-9218db3a456d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:05.737698 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6797e383-fb3b-463b-905e-9d7114009f71", "tag": "1e123b46-c049-4a46-bb40-ddfff14efb2a", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:05.738170 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0c5faed-990c-4c58-980f-9218db3a456d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:05.738749 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6797e383-fb3b-463b-905e-9d7114009f71', 'tag': '1e123b46-c049-4a46-bb40-ddfff14efb2a', 'status': 'completed', 'code': 200} Jul 27 21:10:05.779697 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-30e7e456-066e-4b04-b4cc-9759a6115625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:05.781480 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-30e7e456-066e-4b04-b4cc-9759a6115625 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 1094 time: 0.1438954 Jul 27 21:10:05.836429 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-26c7f265-9411-4f0e-9c72-2d5a036beb21 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e123b46-c049-4a46-bb40-ddfff14efb2a HTTP/1.1" status: 200 len: 217 time: 0.0460870 Jul 27 21:10:05.856101 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53ed8d9a-8b9f-4b99-9d22-d557127b3449 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:05.882781 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-53ed8d9a-8b9f-4b99-9d22-d557127b3449 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Calling delete_port for 341b976a-3433-4a54-a5ca-9ef7625897e1 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:05.915696 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a04572-e548-431b-8fc6-bad2d42d5e01 req-fd070d2c-5b54-4617-8144-21505151294d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:05.917574 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32a04572-e548-431b-8fc6-bad2d42d5e01 req-fd070d2c-5b54-4617-8144-21505151294d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 943 time: 0.2197101 Jul 27 21:10:05.983781 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-6b1f3850-6412-42fa-b69a-45821732ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:05.986141 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-6b1f3850-6412-42fa-b69a-45821732ee8a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5afc042a-4902-464a-b704-f1422378a801 HTTP/1.1" status: 200 len: 851 time: 0.1414933 Jul 27 21:10:06.036575 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-2b491b8f-614b-4e76-9f4a-073f5a3a06cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=874f537e-e9c6-4edd-8438-8ff33d048e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349369 Jul 27 21:10:06.047887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-26451391-cddb-416f-8de2-563cdc87df85 admin admin] Deleting port a89c848b-4112-48b1-8279-3d9c24fec558 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:06.048242 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-26451391-cddb-416f-8de2-563cdc87df85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:06.179221 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-55b6728d-48de-4b10-b427-b356a240d31b service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341381 Jul 27 21:10:06.218905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-26451391-cddb-416f-8de2-563cdc87df85 admin admin] For port a89c848b-4112-48b1-8279-3d9c24fec558, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a89c848b-4112-48b1-8279-3d9c24fec558,segment=NetworkSegment(40b1d573-14d6-42b3-9b80-94147a5fe78c),segment_id=40b1d573-14d6-42b3-9b80-94147a5fe78c)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:06.219376 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-26451391-cddb-416f-8de2-563cdc87df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:06.234270 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32a04572-e548-431b-8fc6-bad2d42d5e01 req-2b3485d0-7d7a-4964-a381-883f483ba79e tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029816 Jul 27 21:10:06.283913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-26451391-cddb-416f-8de2-563cdc87df85 admin admin] Calling delete_port for a89c848b-4112-48b1-8279-3d9c24fec558 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:06.386374 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7cb667d-4907-4fbf-a30c-4b14e0fd8daf req-26872f5c-4470-4058-b943-22c49ba9850c service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992052 Jul 27 21:10:06.392110 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e34b7f-b540-4559-b3f9-8896674ab2e2 req-cc74a884-03e1-4bf1-a835-f5ca9693341a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:06.399885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52e34b7f-b540-4559-b3f9-8896674ab2e2 req-cc74a884-03e1-4bf1-a835-f5ca9693341a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.2811975 Jul 27 21:10:06.517993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b098d-9109-4e02-86fc-01447dbe8708 req-5e671d98-aa45-46ee-a9ca-2fd22c6e6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:06.519862 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e2b098d-9109-4e02-86fc-01447dbe8708 req-5e671d98-aa45-46ee-a9ca-2fd22c6e6de3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 1094 time: 0.0640779 Jul 27 21:10:06.561093 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53ed8d9a-8b9f-4b99-9d22-d557127b3449 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:06.572490 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52e34b7f-b540-4559-b3f9-8896674ab2e2 req-46ad92b4-a866-451e-8086-f499f850c542 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716928 Jul 27 21:10:06.637098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed8d9a-8b9f-4b99-9d22-d557127b3449 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Port': ['ID=341b976a-3433-4a54-a5ca-9ef7625897e1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:06.681900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b098d-9109-4e02-86fc-01447dbe8708 req-f53330f7-b5e3-4bc5-8106-53ac6e58adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:06.684030 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e2b098d-9109-4e02-86fc-01447dbe8708 req-f53330f7-b5e3-4bc5-8106-53ac6e58adf6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 912 time: 0.1516342 Jul 27 21:10:06.764500 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e2b098d-9109-4e02-86fc-01447dbe8708 req-5f02ce59-727b-4bec-b531-2982a6f03b42 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e123b46-c049-4a46-bb40-ddfff14efb2a HTTP/1.1" status: 200 len: 217 time: 0.0720041 Jul 27 21:10:06.887921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b098d-9109-4e02-86fc-01447dbe8708 req-baf73cd8-19fa-4b07-98f7-ac5ea07a8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:06.892493 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e2b098d-9109-4e02-86fc-01447dbe8708 req-baf73cd8-19fa-4b07-98f7-ac5ea07a8858 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5afc042a-4902-464a-b704-f1422378a801 HTTP/1.1" status: 200 len: 851 time: 0.1201615 Jul 27 21:10:06.893824 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-26451391-cddb-416f-8de2-563cdc87df85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:06.937154 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53ed8d9a-8b9f-4b99-9d22-d557127b3449 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:06.940026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26451391-cddb-416f-8de2-563cdc87df85 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89c848b-4112-48b1-8279-3d9c24fec558,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:06.951434 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e2b098d-9109-4e02-86fc-01447dbe8708 req-9c0625a2-5a10-4f2a-a70c-8b36f7714b07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=874f537e-e9c6-4edd-8438-8ff33d048e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508025 Jul 27 21:10:07.116807 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:07.174498 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e2b098d-9109-4e02-86fc-01447dbe8708 req-14cec1f8-8ec4-41dc-9345-31a99df4675b service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075460 Jul 27 21:10:07.379481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ed8d9a-8b9f-4b99-9d22-d557127b3449 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 9633dc64-7670-48ac-b585-bd3a221c3088 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:07.397915 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e2b098d-9109-4e02-86fc-01447dbe8708 req-e916c0c2-8561-4c9b-91ab-c064517c55c2 service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156959 Jul 27 21:10:07.589259 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-26451391-cddb-416f-8de2-563cdc87df85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:07.590060 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:07.609669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ed8d9a-8b9f-4b99-9d22-d557127b3449 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:07.619086 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-53ed8d9a-8b9f-4b99-9d22-d557127b3449 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/9633dc64-7670-48ac-b585-bd3a221c3088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2142265 Jul 27 21:10:07.623523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51400) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:07.627474 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be3f47-83dc-4caa-afe9-7b6400e9041e None None] Sync routers for ids ['9633dc64-7670-48ac-b585-bd3a221c3088'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:07.640139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be3f47-83dc-4caa-afe9-7b6400e9041e None None] Routers {'9633dc64-7670-48ac-b585-bd3a221c3088'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:07.641017 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-90be3f47-83dc-4caa-afe9-7b6400e9041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['9633dc64-7670-48ac-b585-bd3a221c3088'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:07.679810 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283cb13-f7c0-4655-bbde-3347131ef3d2 req-27e6ead4-e01b-47e9-8305-641c8dd82e0d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:07.681537 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3283cb13-f7c0-4655-bbde-3347131ef3d2 req-27e6ead4-e01b-47e9-8305-641c8dd82e0d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 943 time: 0.2738693 Jul 27 21:10:07.682686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-90be3f47-83dc-4caa-afe9-7b6400e9041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:07.685975 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51404) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:07.687172 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5dba7d3c-a356-4aac-a279-e23061dc1663 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports?device_id=9633dc64-7670-48ac-b585-bd3a221c3088 HTTP/1.1" status: 200 len: 205 time: 0.0574539 Jul 27 21:10:07.698054 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be3f47-83dc-4caa-afe9-7b6400e9041e None None] Routers {'9633dc64-7670-48ac-b585-bd3a221c3088'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:07.699441 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-90be3f47-83dc-4caa-afe9-7b6400e9041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['9633dc64-7670-48ac-b585-bd3a221c3088'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:07.744179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-90be3f47-83dc-4caa-afe9-7b6400e9041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:07.745026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be3f47-83dc-4caa-afe9-7b6400e9041e None None] The sync data for ids ['9633dc64-7670-48ac-b585-bd3a221c3088'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:07.853209 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ed693ee3-bc25-4ce0-9848-7829d163931b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:07.866827 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413a4d3-fb56-4e06-9559-a17675353573 req-67e256e5-0f72-4eb2-9385-1bb462ef43d5 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:07.868339 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f413a4d3-fb56-4e06-9559-a17675353573 req-67e256e5-0f72-4eb2-9385-1bb462ef43d5 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.4080520 Jul 27 21:10:07.931952 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3283cb13-f7c0-4655-bbde-3347131ef3d2 req-f89fdf63-9aed-499d-9e72-059561dd47cb tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318172 Jul 27 21:10:08.085383 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f413a4d3-fb56-4e06-9559-a17675353573 req-aa64831c-4ed9-4333-bbb9-6e7a469d752f tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726336 Jul 27 21:10:08.183139 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ed693ee3-bc25-4ce0-9848-7829d163931b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.189663 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ed693ee3-bc25-4ce0-9848-7829d163931b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.341459 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ed693ee3-bc25-4ce0-9848-7829d163931b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.341969 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed693ee3-bc25-4ce0-9848-7829d163931b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Fanout notify agent at l3_agent the message router_deleted on router 9633dc64-7670-48ac-b585-bd3a221c3088 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:10:08.349343 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ed693ee3-bc25-4ce0-9848-7829d163931b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.353141 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ed693ee3-bc25-4ce0-9848-7829d163931b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/routers/9633dc64-7670-48ac-b585-bd3a221c3088 HTTP/1.1" status: 204 len: 168 time: 0.6657782 Jul 27 21:10:08.353290 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51424) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:08.389831 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26451391-cddb-416f-8de2-563cdc87df85 admin admin] Router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:08.402560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878e0d4-e718-4264-a95f-885c9ff44878 req-c4bd58b6-bc6f-44d7-bbed-d3d4dad82d1d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:08.410372 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a878e0d4-e718-4264-a95f-885c9ff44878 req-c4bd58b6-bc6f-44d7-bbed-d3d4dad82d1d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.2498519 Jul 27 21:10:08.446710 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdc786-5fa2-4038-bc80-f4c5f9817b53 req-6537c040-20e2-4791-8ff3-5ec90add68c4 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:08.448599 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0cdc786-5fa2-4038-bc80-f4c5f9817b53 req-6537c040-20e2-4791-8ff3-5ec90add68c4 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2754309 Jul 27 21:10:08.456316 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting subnet ef6a94b2-745a-4094-b928-4b06f252c7b4 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:10:08.460270 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.511061 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.525926 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a878e0d4-e718-4264-a95f-885c9ff44878 req-6abec481-f2c1-410b-aecd-b1d185f5571f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146736 Jul 27 21:10:08.594380 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0cdc786-5fa2-4038-bc80-f4c5f9817b53 req-fce04789-2f29-48d1-8233-6d9b9e608196 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326857 Jul 27 21:10:08.644172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26451391-cddb-416f-8de2-563cdc87df85 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:08.655316 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51434) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:08.655696 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a475e2-93de-44c5-b083-8337efa49420 None None] Sync routers for ids ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:08.665315 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-26451391-cddb-416f-8de2-563cdc87df85 admin admin] 10.222.0.55 "PUT /v2.0/routers/fe2ae7ee-7962-4e46-8f99-2246a14d10d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5020585 Jul 27 21:10:08.671272 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a475e2-93de-44c5-b083-8337efa49420 None None] Routers {'fe2ae7ee-7962-4e46-8f99-2246a14d10d8'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:08.672068 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c2a475e2-93de-44c5-b083-8337efa49420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:08.735606 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.824443 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.869252 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-246a1765-8a4c-4ef1-8f75-fa46f045cf61 admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:08.910347 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c2a475e2-93de-44c5-b083-8337efa49420 None None] Set router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:09.017394 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:09.107810 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Subnet': ['ID=ef6a94b2-745a-4094-b928-4b06f252c7b4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:09.140504 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:09.141618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:09.142160 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:09.142840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:09.143345 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:09.143846 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:09.144342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:09.144852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:09.145347 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:09.146037 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:09.146585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:09.147074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:09.179591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0320489d-3f64-403a-af53-8de75f572aac None None] Network ce256cbe-dceb-4a85-a5ed-0a6236357529 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:09.208830 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:09.211226 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dd80991c-4ae6-4513-86d0-d2ba5a0388cd tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/ef6a94b2-745a-4094-b928-4b06f252c7b4 HTTP/1.1" status: 204 len: 168 time: 0.8564122 Jul 27 21:10:09.213802 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51458) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:09.243552 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14376ef8-08f0-427a-9548-2dc102ff70c0 req-a8d99891-02bf-4f06-acdf-5df3a57de5d2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:09.256545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-14376ef8-08f0-427a-9548-2dc102ff70c0 req-a8d99891-02bf-4f06-acdf-5df3a57de5d2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 943 time: 0.1495988 Jul 27 21:10:09.350254 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-14376ef8-08f0-427a-9548-2dc102ff70c0 req-a11bcc14-7f57-4da1-bfae-d4c5f735c6a9 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927114 Jul 27 21:10:09.523362 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-246a1765-8a4c-4ef1-8f75-fa46f045cf61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:09.578774 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:09.579643 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c2a475e2-93de-44c5-b083-8337efa49420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'name': 'tempest-TaggedBootDevicesTest-1803856703-router', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T21:10:06Z', 'revision_number': 5, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'gw_port': {'id': '5c954263-b08e-4ffd-8afb-967db15383c9', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T20:58:11Z', 'updated_at': '2021-07-27T20:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:09.697069 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a475e2-93de-44c5-b083-8337efa49420 None None] Checking router: fe2ae7ee-7962-4e46-8f99-2246a14d10d8 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:10:09.728884 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a475e2-93de-44c5-b083-8337efa49420 None None] Routers {'fe2ae7ee-7962-4e46-8f99-2246a14d10d8'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:09.731663 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c2a475e2-93de-44c5-b083-8337efa49420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:09.780169 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0f2300-4c1b-46b2-b060-224b99bfd2cc None None] DHCP port deletion for ce256cbe-dceb-4a85-a5ed-0a6236357529 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:10:09.883950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-246a1765-8a4c-4ef1-8f75-fa46f045cf61 admin admin] Deleting port 5c954263-b08e-4ffd-8afb-967db15383c9 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:09.884569 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-246a1765-8a4c-4ef1-8f75-fa46f045cf61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:09.944494 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c2a475e2-93de-44c5-b083-8337efa49420 None None] Set router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:09.950392 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f2300-4c1b-46b2-b060-224b99bfd2cc None None] Deleting port c2b39efe-f2c3-4636-9118-1025727792b6 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:09.951073 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2300-4c1b-46b2-b060-224b99bfd2cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:09.970245 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7296419-d482-462f-93b5-a9f04c6fdf45 req-f40a43a2-ae08-424d-95f7-133627040de1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:09.970806 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7296419-d482-462f-93b5-a9f04c6fdf45 req-f40a43a2-ae08-424d-95f7-133627040de1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.1993735 Jul 27 21:10:10.038441 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c2a475e2-93de-44c5-b083-8337efa49420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'name': 'tempest-TaggedBootDevicesTest-1803856703-router', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T21:10:09Z', 'revision_number': 6, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:10.080336 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting port c2b39efe-f2c3-4636-9118-1025727792b6 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:10.080753 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:10.088054 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9e0f2300-4c1b-46b2-b060-224b99bfd2cc None None] For port c2b39efe-f2c3-4636-9118-1025727792b6, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c2b39efe-f2c3-4636-9118-1025727792b6,segment=NetworkSegment(f4d5754d-d011-479d-a03c-d97cbb1015cc),segment_id=f4d5754d-d011-479d-a03c-d97cbb1015cc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:10.088464 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2300-4c1b-46b2-b060-224b99bfd2cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:10.104875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f2300-4c1b-46b2-b060-224b99bfd2cc None None] Calling delete_port for c2b39efe-f2c3-4636-9118-1025727792b6 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:10.131154 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7296419-d482-462f-93b5-a9f04c6fdf45 req-605d59a7-1e16-42a2-8ba3-760ec13c886f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454527 Jul 27 21:10:10.136647 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a475e2-93de-44c5-b083-8337efa49420 None None] The sync data for ids ['fe2ae7ee-7962-4e46-8f99-2246a14d10d8'] in n-d-764806-9 is: [{'id': 'fe2ae7ee-7962-4e46-8f99-2246a14d10d8', 'name': 'tempest-TaggedBootDevicesTest-1803856703-router', 'tenant_id': '8b4623fa88924a56a60c56db5082e3c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T20:58:10Z', 'updated_at': '2021-07-27T21:10:09Z', 'revision_number': 6, 'project_id': '8b4623fa88924a56a60c56db5082e3c0', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:10.267138 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] For port c2b39efe-f2c3-4636-9118-1025727792b6, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c2b39efe-f2c3-4636-9118-1025727792b6,segment=NetworkSegment(f4d5754d-d011-479d-a03c-d97cbb1015cc),segment_id=f4d5754d-d011-479d-a03c-d97cbb1015cc)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:10.267429 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:10.295771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Calling delete_port for c2b39efe-f2c3-4636-9118-1025727792b6 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:10.329134 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-246a1765-8a4c-4ef1-8f75-fa46f045cf61 admin admin] For port 5c954263-b08e-4ffd-8afb-967db15383c9, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5c954263-b08e-4ffd-8afb-967db15383c9,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:10.329777 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-246a1765-8a4c-4ef1-8f75-fa46f045cf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:10.367855 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9e0f2300-4c1b-46b2-b060-224b99bfd2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:10.421476 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f2300-4c1b-46b2-b060-224b99bfd2cc None None] Pushing event deleted for resources: {'Port': ['ID=c2b39efe-f2c3-4636-9118-1025727792b6,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:10.425351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-246a1765-8a4c-4ef1-8f75-fa46f045cf61 admin admin] Calling delete_port for 5c954263-b08e-4ffd-8afb-967db15383c9 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:10.425753 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0f2300-4c1b-46b2-b060-224b99bfd2cc None None] No DVR routers for this DVR port c2b39efe-f2c3-4636-9118-1025727792b6 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:10.524506 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed6640-88ab-4ff9-bd7a-ff539fa52159 req-b816051b-431d-4623-81ad-ffa7c7157079 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:10.537661 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8eed6640-88ab-4ff9-bd7a-ff539fa52159 req-b816051b-431d-4623-81ad-ffa7c7157079 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 943 time: 0.0848308 Jul 27 21:10:10.603417 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:10.659427 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8eed6640-88ab-4ff9-bd7a-ff539fa52159 req-7276122d-1fd3-4229-a120-16a86a55c194 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206460 Jul 27 21:10:10.694667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Port': ['ID=c2b39efe-f2c3-4636-9118-1025727792b6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:10.696141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] No DVR routers for this DVR port c2b39efe-f2c3-4636-9118-1025727792b6 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:10.848344 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:10.866462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce256cbe-dceb-4a85-a5ed-0a6236357529']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:10.883294 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d5754d-d011-479d-a03c-d97cbb1015cc') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:10.883960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d5754d-d011-479d-a03c-d97cbb1015cc') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:10.900288 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:10.922474 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-246a1765-8a4c-4ef1-8f75-fa46f045cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.005463 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.012680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a1765-8a4c-4ef1-8f75-fa46f045cf61 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c954263-b08e-4ffd-8afb-967db15383c9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:11.047451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:10:11.047870 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:10:11.100997 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:10:11.218086 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-246a1765-8a4c-4ef1-8f75-fa46f045cf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.228466 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.250053 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5c954263-b08e-4ffd-8afb-967db15383c9 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:11.296349 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.301924 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/networks/ce256cbe-dceb-4a85-a5ed-0a6236357529 HTTP/1.1" status: 204 len: 168 time: 2.0835319 Jul 27 21:10:11.302127 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 5c954263-b08e-4ffd-8afb-967db15383c9 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:10:11.302127 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5c954263-b08e-4ffd-8afb-967db15383c9 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:11.302505 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51530) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:11.310617 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-03fed975-fda9-4940-995b-16c9a4628f03 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1883756730', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:11.311545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c2b39efe-f2c3-4636-9118-1025727792b6 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:11.381654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: c2b39efe-f2c3-4636-9118-1025727792b6 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:10:11.385236 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c2b39efe-f2c3-4636-9118-1025727792b6 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:11.385816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a89c848b-4112-48b1-8279-3d9c24fec558 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:11.416184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e36061-81c4-4a42-9eb4-0587655a2da3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Network': ['ID=ce256cbe-dceb-4a85-a5ed-0a6236357529,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:11.431567 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-246a1765-8a4c-4ef1-8f75-fa46f045cf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.437471 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-246a1765-8a4c-4ef1-8f75-fa46f045cf61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.471113 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: a89c848b-4112-48b1-8279-3d9c24fec558 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:10:11.471817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a89c848b-4112-48b1-8279-3d9c24fec558 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:11.487430 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03fed975-fda9-4940-995b-16c9a4628f03 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.488499 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03fed975-fda9-4940-995b-16c9a4628f03 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.546913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-246a1765-8a4c-4ef1-8f75-fa46f045cf61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.547697 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246a1765-8a4c-4ef1-8f75-fa46f045cf61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe2ae7ee-7962-4e46-8f99-2246a14d10d8 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:10:11.558199 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-246a1765-8a4c-4ef1-8f75-fa46f045cf61 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.563039 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-246a1765-8a4c-4ef1-8f75-fa46f045cf61 admin admin] 10.222.0.55 "DELETE /v2.0/routers/fe2ae7ee-7962-4e46-8f99-2246a14d10d8 HTTP/1.1" status: 204 len: 168 time: 2.9057624 Jul 27 21:10:11.564134 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51542) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:11.651348 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03fed975-fda9-4940-995b-16c9a4628f03 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.662485 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03fed975-fda9-4940-995b-16c9a4628f03 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.695425 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb229004-96e7-41f2-a0b3-c6be7551e74c req-b7cc57dc-9287-4c04-8be0-b4a49bb8defe tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:11.709624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb229004-96e7-41f2-a0b3-c6be7551e74c req-b7cc57dc-9287-4c04-8be0-b4a49bb8defe tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.3469825 Jul 27 21:10:11.722361 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03fed975-fda9-4940-995b-16c9a4628f03 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.723978 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-03fed975-fda9-4940-995b-16c9a4628f03 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4200752 Jul 27 21:10:11.734502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51554) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:11.748568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44be0e0-2087-4901-a8ab-1df22397860b admin admin] Deleting subnet 1400dfa6-e41f-4985-af22-30801885ca3a {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:10:11.815210 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb229004-96e7-41f2-a0b3-c6be7551e74c req-b72cd92c-02e1-4ae0-ab28-363bd7e1a11b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014071 Jul 27 21:10:11.817781 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-01ffd469-b808-4382-adc5-31ba183f6df3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'network': {'name': 'tempest-RoutersTest-75440326'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:11.829201 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d44be0e0-2087-4901-a8ab-1df22397860b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:11.937716 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d44be0e0-2087-4901-a8ab-1df22397860b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.120828 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d44be0e0-2087-4901-a8ab-1df22397860b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.150138 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ffd469-b808-4382-adc5-31ba183f6df3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:12.154128 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-01ffd469-b808-4382-adc5-31ba183f6df3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.164453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e88673-49b2-4e32-bcb8-9aebb8c3a1de req-4d6f7abe-6864-4ac5-a5f9-97c2c7f38030 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:12.174707 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f5e88673-49b2-4e32-bcb8-9aebb8c3a1de req-4d6f7abe-6864-4ac5-a5f9-97c2c7f38030 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 943 time: 0.2759438 Jul 27 21:10:12.205660 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ffd469-b808-4382-adc5-31ba183f6df3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:10:12.228205 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-01ffd469-b808-4382-adc5-31ba183f6df3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.228847 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-01ffd469-b808-4382-adc5-31ba183f6df3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Added segment 30acf3e2-b96e-441c-bb04-fd3ecc9c241f of type vlan for network dbaf384a-323f-4ab0-a5b3-4717a6597a0f Jul 27 21:10:12.277440 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d44be0e0-2087-4901-a8ab-1df22397860b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.316737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44be0e0-2087-4901-a8ab-1df22397860b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1400dfa6-e41f-4985-af22-30801885ca3a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:12.323137 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f5e88673-49b2-4e32-bcb8-9aebb8c3a1de req-b12a5d2a-43e3-48fd-9bf3-0eea21cbd9a9 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428754 Jul 27 21:10:12.335459 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-01ffd469-b808-4382-adc5-31ba183f6df3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.340807 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d44be0e0-2087-4901-a8ab-1df22397860b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.345426 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d44be0e0-2087-4901-a8ab-1df22397860b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1400dfa6-e41f-4985-af22-30801885ca3a HTTP/1.1" status: 204 len: 168 time: 0.7776296 Jul 27 21:10:12.346549 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51572) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:12.346767 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95f8267-fc56-45e0-ba4e-15465cc40a43 None None] Network c136ab28-e2bc-4ec9-9b8b-bf8448242a8e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:12.353998 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5d3c5-399b-4eb8-b4fd-002f721fb7a9 req-45444d2d-4642-47fa-89bf-ab557439739e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:12.370857 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-45a5d3c5-399b-4eb8-b4fd-002f721fb7a9 req-45444d2d-4642-47fa-89bf-ab557439739e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.3134065 Jul 27 21:10:12.432550 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-45a5d3c5-399b-4eb8-b4fd-002f721fb7a9 req-3173acfb-7f28-4dd6-ab0f-6e1a7c32ce96 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607152 Jul 27 21:10:12.543044 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-01ffd469-b808-4382-adc5-31ba183f6df3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.559027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ffd469-b808-4382-adc5-31ba183f6df3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:12.560822 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-01ffd469-b808-4382-adc5-31ba183f6df3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.572104 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:12.616040 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1e123b46-c049-4a46-bb40-ddfff14efb2a details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:10:12.669752 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-01ffd469-b808-4382-adc5-31ba183f6df3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.9334438 Jul 27 21:10:12.673697 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51584) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:12.683220 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-0191de12-e1dc-43c5-98f8-52243548830e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'subnet': {'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:12.757833 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2f9f1-826a-4ec0-93bf-b9d3c742cff8 req-e6b374a4-bef9-4afb-807b-d1d2ecff8943 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:12.766060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6b2f9f1-826a-4ec0-93bf-b9d3c742cff8 req-e6b374a4-bef9-4afb-807b-d1d2ecff8943 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2252204 Jul 27 21:10:12.843486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffd469-b808-4382-adc5-31ba183f6df3 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Network': ['ID=dbaf384a-323f-4ab0-a5b3-4717a6597a0f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:12.866258 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network dbaf384a-323f-4ab0-a5b3-4717a6597a0f details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:10:12.983260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b4849-721a-4d72-bbea-11c5eb144a30 None None] DHCP port deletion for c136ab28-e2bc-4ec9-9b8b-bf8448242a8e request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:10:13.036551 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] Deleting port 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:13.054922 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:13.057854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0191de12-e1dc-43c5-98f8-52243548830e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:13.061531 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0191de12-e1dc-43c5-98f8-52243548830e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:13.072927 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1e123b46-c049-4a46-bb40-ddfff14efb2a, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1e123b46-c049-4a46-bb40-ddfff14efb2a,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:13.090699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '1e123b46-c049-4a46-bb40-ddfff14efb2a', 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d', 'port_id': '1e123b46-c049-4a46-bb40-ddfff14efb2a', 'mac_address': 'fa:16:3e:46:d8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afc042a-4902-464a-b704-f1422378a801', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:10:13.235882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b4849-721a-4d72-bbea-11c5eb144a30 None None] Deleting port 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:13.236583 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bb7b4849-721a-4d72-bbea-11c5eb144a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:13.241446 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:13.331867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e123b46-c049-4a46-bb40-ddfff14efb2a {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:13.358914 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1e123b46-c049-4a46-bb40-ddfff14efb2a, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1e123b46-c049-4a46-bb40-ddfff14efb2a,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:13.368087 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:13.429204 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6b2f9f1-826a-4ec0-93bf-b9d3c742cff8 req-b34be628-6a70-47ab-93b2-90bdc63e21b8 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6618378 Jul 27 21:10:13.477807 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55c70c-2791-48cd-a1b5-3ba970bfb7de req-8fa45db0-d561-40ce-9d06-9da782403d64 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:13.494533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a55c70c-2791-48cd-a1b5-3ba970bfb7de req-8fa45db0-d561-40ce-9d06-9da782403d64 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.2652628 Jul 27 21:10:13.503157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0191de12-e1dc-43c5-98f8-52243548830e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:13.577914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] For port 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73,segment=NetworkSegment(40b1d573-14d6-42b3-9b80-94147a5fe78c),segment_id=40b1d573-14d6-42b3-9b80-94147a5fe78c)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:13.578866 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:13.610540 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] Calling delete_port for 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:13.633221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191de12-e1dc-43c5-98f8-52243548830e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Subnet': ['ID=b29d9a02-e720-4372-9197-250f762b0086,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:13.646836 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a55c70c-2791-48cd-a1b5-3ba970bfb7de req-93569e4b-f335-4cfe-9790-2a07c93778e6 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457031 Jul 27 21:10:13.787259 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0191de12-e1dc-43c5-98f8-52243548830e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Checking segment: {'id': '30acf3e2-b96e-441c-bb04-fd3ecc9c241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:13.794907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0191de12-e1dc-43c5-98f8-52243548830e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network hostable DHCP agents. Network: dbaf384a-323f-4ab0-a5b3-4717a6597a0f, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:10:13.814304 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=1e123b46-c049-4a46-bb40-ddfff14efb2a,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:13.820034 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947692a-43ea-48a0-8d82-f1c176138999 req-977e41a6-7309-416c-bd3b-940cfd1c0ef9 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:13.829033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-bb7b4849-721a-4d72-bbea-11c5eb144a30 None None] For port 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73,segment=NetworkSegment(40b1d573-14d6-42b3-9b80-94147a5fe78c),segment_id=40b1d573-14d6-42b3-9b80-94147a5fe78c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:13.829613 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bb7b4849-721a-4d72-bbea-11c5eb144a30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:13.833751 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c947692a-43ea-48a0-8d82-f1c176138999 req-977e41a6-7309-416c-bd3b-940cfd1c0ef9 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 944 time: 0.1635170 Jul 27 21:10:13.843903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b4849-721a-4d72-bbea-11c5eb144a30 None None] Calling delete_port for 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:13.873587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0191de12-e1dc-43c5-98f8-52243548830e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network dbaf384a-323f-4ab0-a5b3-4717a6597a0f is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:10:13.920496 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-0191de12-e1dc-43c5-98f8-52243548830e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, dbaf384a-323f-4ab0-a5b3-4717a6597a0f) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:13.922981 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:13.930821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0191de12-e1dc-43c5-98f8-52243548830e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:13.934064 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0191de12-e1dc-43c5-98f8-52243548830e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:13.938662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0b0ee3-c58a-4385-90b7-002c6f90e27c None None] Network dbaf384a-323f-4ab0-a5b3-4717a6597a0f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:14.017145 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:14.024108 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] No DVR routers for this DVR port 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:14.035314 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0191de12-e1dc-43c5-98f8-52243548830e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3603518 Jul 27 21:10:14.037260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51616) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:14.065427 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1e123b46-c049-4a46-bb40-ddfff14efb2a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:14.069926 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c947692a-43ea-48a0-8d82-f1c176138999 req-fa84b7d7-135f-444c-ad73-7a0f053160fd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351823 Jul 27 21:10:14.109129 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae2273-169f-40d7-a896-253d6fd73c8b req-a04eadcd-a98c-40a6-8e01-f9c4b42d46e6 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:14.119389 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-68ae2273-169f-40d7-a896-253d6fd73c8b req-a04eadcd-a98c-40a6-8e01-f9c4b42d46e6 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2607157 Jul 27 21:10:14.160356 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bb7b4849-721a-4d72-bbea-11c5eb144a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:14.211162 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-68ae2273-169f-40d7-a896-253d6fd73c8b req-c385c456-ab5f-4d73-b794-06af14fd7bf9 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906887 Jul 27 21:10:14.214029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b4849-721a-4d72-bbea-11c5eb144a30 None None] Pushing event deleted for resources: {'Port': ['ID=2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:14.292123 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b4849-721a-4d72-bbea-11c5eb144a30 None None] No DVR routers for this DVR port 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:14.479765 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270bec1-7b4d-4198-814f-5d34aab77d9b req-217d44ed-7fb1-44a2-8807-c9b6eed6ec45 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:14.492345 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f270bec1-7b4d-4198-814f-5d34aab77d9b req-217d44ed-7fb1-44a2-8807-c9b6eed6ec45 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1545911 Jul 27 21:10:14.564579 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:10:14.565458 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:14.593172 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f270bec1-7b4d-4198-814f-5d34aab77d9b req-e3a75bd9-7377-4214-b6f5-b7335328649d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861282 Jul 27 21:10:14.976863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:15.001703 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e3414-4a0f-44bc-84ba-bf102323dd81 req-9eb65400-38b8-4856-b626-df8af43ef0ce tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:15.009489 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd8e3414-4a0f-44bc-84ba-bf102323dd81 req-9eb65400-38b8-4856-b626-df8af43ef0ce tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.1597314 Jul 27 21:10:15.046681 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a9db8-c74f-401f-978a-ffd8c3809710 req-e9fd8191-b547-4a7a-86ef-de0538ef2c5a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:15.048382 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c2a9db8-c74f-401f-978a-ffd8c3809710 req-e9fd8191-b547-4a7a-86ef-de0538ef2c5a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2474716 Jul 27 21:10:15.057375 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:10:15.057783 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2a78dbc4-c6a6-4ca6-aa1e-fe94f2641b73 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:15.075496 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.080865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Allocated IP 172.20.0.2 (dbaf384a-323f-4ab0-a5b3-4717a6597a0f/b29d9a02-e720-4372-9197-250f762b0086/73f9232f-8e7f-4aba-b646-c1facb0fcb04) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:15.194925 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd8e3414-4a0f-44bc-84ba-bf102323dd81 req-e250543e-0a08-4f31-a733-1cdd7b4978a8 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841984 Jul 27 21:10:15.231892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c136ab28-e2bc-4ec9-9b8b-bf8448242a8e']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:15.239973 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c2a9db8-c74f-401f-978a-ffd8c3809710 req-68e7cd02-8cfe-4ec9-82dc-befa3db4b0e8 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739492 Jul 27 21:10:15.274705 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b1d573-14d6-42b3-9b80-94147a5fe78c') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:15.275138 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b1d573-14d6-42b3-9b80-94147a5fe78c') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:15.306001 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.517342 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.520485 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.549274 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.571159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Transition to ACTIVE for port object 73f9232f-8e7f-4aba-b646-c1facb0fcb04 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:15.596513 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Transition to ACTIVE for port object 73f9232f-8e7f-4aba-b646-c1facb0fcb04 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:15.609329 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.614906 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:10:15.615877 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:10:15.622741 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:10:15.714985 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Pushing event updated for resources: {'Port': ['ID=73f9232f-8e7f-4aba-b646-c1facb0fcb04,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:15.740222 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Network dbaf384a-323f-4ab0-a5b3-4717a6597a0f is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:15.752559 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c09cf0-134b-4290-b348-d3feb7580b8d req-ad4daf28-9e41-4f4a-98fd-f7237b003e53 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:15.759879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:15.760767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-81c09cf0-134b-4290-b348-d3feb7580b8d req-ad4daf28-9e41-4f4a-98fd-f7237b003e53 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 944 time: 0.3643255 Jul 27 21:10:15.767016 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:15.830420 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-81c09cf0-134b-4290-b348-d3feb7580b8d req-f6cd471d-d498-4233-83b9-dbe4a74824dc tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683043 Jul 27 21:10:15.872937 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca6c8-650b-4320-963b-60b9cd604a03 req-886ade12-25e6-41c9-b050-9f85817f8fc2 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:15.888531 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Attempting to bind port 73f9232f-8e7f-4aba-b646-c1facb0fcb04 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:15.890650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Attempting to bind port 73f9232f-8e7f-4aba-b646-c1facb0fcb04 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '30acf3e2-b96e-441c-bb04-fd3ecc9c241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:15.894014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Attempting to bind port 73f9232f-8e7f-4aba-b646-c1facb0fcb04 on network dbaf384a-323f-4ab0-a5b3-4717a6597a0f {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:15.896999 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:10:15.898264 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73bca6c8-650b-4320-963b-60b9cd604a03 req-886ade12-25e6-41c9-b050-9f85817f8fc2 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.3059227 Jul 27 21:10:15.911569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:15.930687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Checking segment: {'id': '30acf3e2-b96e-441c-bb04-fd3ecc9c241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:15.931701 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:15.933442 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Bound using segment: {'id': '30acf3e2-b96e-441c-bb04-fd3ecc9c241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:15.934159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Bound port: 73f9232f-8e7f-4aba-b646-c1facb0fcb04, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30acf3e2-b96e-441c-bb04-fd3ecc9c241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:15.937154 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.000369 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73bca6c8-650b-4320-963b-60b9cd604a03 req-ba1bf366-120c-49be-b184-0b96ca8d5e65 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008337 Jul 27 21:10:16.111530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51670) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:16.131897 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] For port 73f9232f-8e7f-4aba-b646-c1facb0fcb04, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:16.276664 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Allocated IP 172.20.0.1 (dbaf384a-323f-4ab0-a5b3-4717a6597a0f/b29d9a02-e720-4372-9197-250f762b0086/b78a50ec-ad15-4a3b-902d-12d3f8960164) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:16.390011 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a5ed3b1-8036-4f57-b2cc-6ea0113ada28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.480389 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.495831 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Transition to ACTIVE for port object b78a50ec-ad15-4a3b-902d-12d3f8960164 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:16.541288 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.596688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network dbaf384a-323f-4ab0-a5b3-4717a6597a0f is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:16.598326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:16.607338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:16.627282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] For port 73f9232f-8e7f-4aba-b646-c1facb0fcb04, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=73f9232f-8e7f-4aba-b646-c1facb0fcb04,segment=NetworkSegment(30acf3e2-b96e-441c-bb04-fd3ecc9c241f),segment_id=30acf3e2-b96e-441c-bb04-fd3ecc9c241f)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:16.630717 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1e123b46-c049-4a46-bb40-ddfff14efb2a up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:16.692958 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.749772 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.788407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=b78a50ec-ad15-4a3b-902d-12d3f8960164,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:16.796569 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] Pushing event deleted for resources: {'Network': ['ID=c136ab28-e2bc-4ec9-9b8b-bf8448242a8e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:16.800565 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.864367 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a5ed3b1-8036-4f57-b2cc-6ea0113ada28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.879734 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368eb61e-b0a4-4278-9dd5-e795dc40c6fb req-44b6f395-57d8-4756-8767-e077f3de5ef6 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:16.889200 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-368eb61e-b0a4-4278-9dd5-e795dc40c6fb req-44b6f395-57d8-4756-8767-e077f3de5ef6 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.5009573 Jul 27 21:10:16.927181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 1e123b46-c049-4a46-bb40-ddfff14efb2a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:16.941870 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 1e123b46-c049-4a46-bb40-ddfff14efb2a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:16.942573 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.951007 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:16.956922 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a7458db7-b56f-4e4b-8ae9-b7ec6450a470 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c136ab28-e2bc-4ec9-9b8b-bf8448242a8e HTTP/1.1" status: 204 len: 168 time: 4.6062806 Jul 27 21:10:16.971905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44b690-4e7b-4714-b77f-7b3d2918830a req-6f274569-ce91-4147-ba05-adeff2a76808 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:16.973520 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e44b690-4e7b-4714-b77f-7b3d2918830a req-6f274569-ce91-4147-ba05-adeff2a76808 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.5678968 Jul 27 21:10:17.007057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454148b4-8f39-46ea-b851-f54d7726e742 None None] Pushing event updated for resources: {'Port': ['ID=73f9232f-8e7f-4aba-b646-c1facb0fcb04,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:17.013595 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a5ed3b1-8036-4f57-b2cc-6ea0113ada28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:17.116801 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:17.119563 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-368eb61e-b0a4-4278-9dd5-e795dc40c6fb req-212c9439-5660-4d3f-ba3f-630af8de31d2 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284527 Jul 27 21:10:17.171827 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8a5ed3b1-8036-4f57-b2cc-6ea0113ada28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a32c612e926429cb8522c50238d1224&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0572946 Jul 27 21:10:17.186894 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ed3b1-8036-4f57-b2cc-6ea0113ada28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10651a29-48b4-4103-ba2b-0c79b4fbc32b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:17.192752 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51700) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:17.260383 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:17.267783 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51702) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:17.304905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ed3b1-8036-4f57-b2cc-6ea0113ada28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:17.309738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ed3b1-8036-4f57-b2cc-6ea0113ada28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:17.315760 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ed3b1-8036-4f57-b2cc-6ea0113ada28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:17.315760 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ed3b1-8036-4f57-b2cc-6ea0113ada28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:17.315760 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ed3b1-8036-4f57-b2cc-6ea0113ada28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:17.315760 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ed3b1-8036-4f57-b2cc-6ea0113ada28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:17.315760 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ed3b1-8036-4f57-b2cc-6ea0113ada28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:17.315760 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ed3b1-8036-4f57-b2cc-6ea0113ada28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:17.315760 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ed3b1-8036-4f57-b2cc-6ea0113ada28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:17.315760 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ed3b1-8036-4f57-b2cc-6ea0113ada28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:17.316519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6797e383-fb3b-463b-905e-9d7114009f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e123b46-c049-4a46-bb40-ddfff14efb2a'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:17.317844 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f148a5d-ac1f-4590-ae0e-1b8b0392b66c" -d '{"events": [{"server_uuid": "6797e383-fb3b-463b-905e-9d7114009f71", "name": "network-vif-plugged", "status": "completed", "tag": "1e123b46-c049-4a46-bb40-ddfff14efb2a"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:17.318390 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ed3b1-8036-4f57-b2cc-6ea0113ada28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:17.318818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5ed3b1-8036-4f57-b2cc-6ea0113ada28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:17.362671 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e44b690-4e7b-4714-b77f-7b3d2918830a req-a0553071-12ae-4e9e-afdf-68a74e801dff tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440304 Jul 27 21:10:17.421288 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1e123b46-c049-4a46-bb40-ddfff14efb2a, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1e123b46-c049-4a46-bb40-ddfff14efb2a,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:17.430863 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:17.569602 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad439482-9e22-470c-9a37-3d596da45efa x-openstack-request-id: req-ad439482-9e22-470c-9a37-3d596da45efa {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:17.569895 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6797e383-fb3b-463b-905e-9d7114009f71", "name": "network-vif-plugged", "status": "completed", "tag": "1e123b46-c049-4a46-bb40-ddfff14efb2a", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:17.570637 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad439482-9e22-470c-9a37-3d596da45efa {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:17.571032 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6797e383-fb3b-463b-905e-9d7114009f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e123b46-c049-4a46-bb40-ddfff14efb2a', 'code': 200} Jul 27 21:10:17.619647 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-444e27d6-fe3d-4bb2-a7f2-c22a9cb46b90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b4623fa88924a56a60c56db5082e3c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419824 Jul 27 21:10:17.620309 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51710) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:17.647682 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=1e123b46-c049-4a46-bb40-ddfff14efb2a,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:17.665144 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d163-a07a-4e38-8ce4-a2f0d50dfbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:17.757727 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7c46b-105d-4e74-a73a-f43b5401820b req-e1273596-6e32-4200-97b9-80e370b0ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:17.759137 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8fe7c46b-105d-4e74-a73a-f43b5401820b req-e1273596-6e32-4200-97b9-80e370b0ba7a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 1096 time: 0.1112280 Jul 27 21:10:17.794451 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d163-a07a-4e38-8ce4-a2f0d50dfbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:17.823471 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:17.828065 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8fe7c46b-105d-4e74-a73a-f43b5401820b req-e29da78e-69e9-4ea3-acb9-532d8eb12e4c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574303 Jul 27 21:10:17.842358 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:17.917889 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1d162-91f7-4fdf-a01d-20054f9663b3 req-e47ca6b8-b3f7-4ca2-a04c-800c07f60c90 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:17.926289 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aad1d162-91f7-4fdf-a01d-20054f9663b3 req-e47ca6b8-b3f7-4ca2-a04c-800c07f60c90 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 945 time: 0.4016993 Jul 27 21:10:17.936214 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=b78a50ec-ad15-4a3b-902d-12d3f8960164,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:17.964071 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:18.001049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688f153-fbfb-4269-a997-9b198716376f req-f75e330f-b532-48b3-a0a1-8c147673b108 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:18.015274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8688f153-fbfb-4269-a997-9b198716376f req-f75e330f-b532-48b3-a0a1-8c147673b108 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.3249359 Jul 27 21:10:18.017045 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fd03090a-68c6-46ac-abfd-09c46f2546f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:18.099089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network dbaf384a-323f-4ab0-a5b3-4717a6597a0f is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:18.105364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:18.160374 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fd03090a-68c6-46ac-abfd-09c46f2546f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:18.239598 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aad1d162-91f7-4fdf-a01d-20054f9663b3 req-3474019e-5ec2-47f1-8d93-0f60acb7b6a4 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123138 Jul 27 21:10:18.263548 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 0d4d9456-bc1b-4480-b7a4-3f108185f377 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:10:18.308550 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fd03090a-68c6-46ac-abfd-09c46f2546f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:18.316973 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fd03090a-68c6-46ac-abfd-09c46f2546f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:18.323127 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fd03090a-68c6-46ac-abfd-09c46f2546f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/78a3edb6-4d8c-4b2c-960e-63c36eafad96 HTTP/1.1" status: 204 len: 168 time: 0.6972172 Jul 27 21:10:18.355347 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8688f153-fbfb-4269-a997-9b198716376f req-e61ee8e6-c3ca-4553-87b9-a4a275fb4bfd tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237128 Jul 27 21:10:18.411957 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d163-a07a-4e38-8ce4-a2f0d50dfbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:18.425582 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1aa1d163-a07a-4e38-8ce4-a2f0d50dfbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:18.434907 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1aa1d163-a07a-4e38-8ce4-a2f0d50dfbb6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10651a29-48b4-4103-ba2b-0c79b4fbc32b HTTP/1.1" status: 204 len: 168 time: 1.2395301 Jul 27 21:10:18.435991 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03090a-68c6-46ac-abfd-09c46f2546f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a3edb6-4d8c-4b2c-960e-63c36eafad96,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:18.467669 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:18.481959 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-db6922dc-638d-4ebc-b621-0a9580c6d542 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/0d4d9456-bc1b-4480-b7a4-3f108185f377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4404154 Jul 27 21:10:18.491265 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Sync routers for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:18.496115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1d163-a07a-4e38-8ce4-a2f0d50dfbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10651a29-48b4-4103-ba2b-0c79b4fbc32b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:18.504688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51732) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:18.518690 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:18.519347 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:18.547684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-cbfe27a4-06ce-4d56-b2fe-72301c24bb0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'network': {'name': 'tempest-RoutersTest-588154214'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:18.613401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfe27a4-06ce-4d56-b2fe-72301c24bb0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:18.626279 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cbfe27a4-06ce-4d56-b2fe-72301c24bb0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:18.680514 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377b3d1-2ab6-4195-ae28-2153059249d5 req-0699b350-997f-4472-8deb-a69dc1e20320 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:18.707469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfe27a4-06ce-4d56-b2fe-72301c24bb0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:10:18.707873 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0377b3d1-2ab6-4195-ae28-2153059249d5 req-0699b350-997f-4472-8deb-a69dc1e20320 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.1883640 Jul 27 21:10:18.729545 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cbfe27a4-06ce-4d56-b2fe-72301c24bb0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:18.732554 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-cbfe27a4-06ce-4d56-b2fe-72301c24bb0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Added segment c099d10f-acb3-42e6-b99e-990144b95d43 of type vlan for network 09395ca7-4e4e-4f99-b978-f735edaf1751 Jul 27 21:10:18.807424 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0377b3d1-2ab6-4195-ae28-2153059249d5 req-e524dd2d-3a97-4d84-b0b7-cefdfcc720ed tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009092 Jul 27 21:10:18.855815 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cbfe27a4-06ce-4d56-b2fe-72301c24bb0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:18.887466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:18.980806 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cbfe27a4-06ce-4d56-b2fe-72301c24bb0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:18.994633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfe27a4-06ce-4d56-b2fe-72301c24bb0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:18.994633 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cbfe27a4-06ce-4d56-b2fe-72301c24bb0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:19.121928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd05b58-c1a0-4b56-a013-c14d2b95da78 req-2410181a-9c1f-447d-9757-78ad503605df tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:19.125319 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198bc064-8fe4-4670-be9a-70c2584fe897 None None] Network dbaf384a-323f-4ab0-a5b3-4717a6597a0f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:19.138133 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ebd05b58-c1a0-4b56-a013-c14d2b95da78 req-2410181a-9c1f-447d-9757-78ad503605df tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.3267903 Jul 27 21:10:19.195722 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cbfe27a4-06ce-4d56-b2fe-72301c24bb0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6873436 Jul 27 21:10:19.201023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51758) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:19.211143 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-5b529dba-5b17-42f1-80b0-45d85258d384 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'subnet': {'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:19.251828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 73f9232f-8e7f-4aba-b646-c1facb0fcb04 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:19.297181 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ebd05b58-c1a0-4b56-a013-c14d2b95da78 req-5904ef89-1647-4c97-acc4-602cd3918384 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580410 Jul 27 21:10:19.311295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe27a4-06ce-4d56-b2fe-72301c24bb0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Network': ['ID=09395ca7-4e4e-4f99-b978-f735edaf1751,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:19.393581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b529dba-5b17-42f1-80b0-45d85258d384 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:19.401244 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b529dba-5b17-42f1-80b0-45d85258d384 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:19.500842 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51770) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:19.540413 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aff19077-71d7-4ae7-8c7e-24626be43f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:19.632877 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f9ce9-dda4-4ac2-825b-aaa3dda23e93 req-d7e720d0-012b-43b7-89e6-124c95191209 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:19.641188 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c1f9ce9-dda4-4ac2-825b-aaa3dda23e93 req-d7e720d0-012b-43b7-89e6-124c95191209 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 945 time: 0.2506418 Jul 27 21:10:19.687038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9ca04-e361-46ba-bb80-ef84fd38015b req-7074e523-e487-40d0-8c65-c7cdb613301a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:19.696407 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-58e9ca04-e361-46ba-bb80-ef84fd38015b req-7074e523-e487-40d0-8c65-c7cdb613301a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2440355 Jul 27 21:10:19.794546 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c1f9ce9-dda4-4ac2-825b-aaa3dda23e93 req-0f9807f1-9330-43fd-b261-0077669a84a4 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478188 Jul 27 21:10:19.839051 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 09395ca7-4e4e-4f99-b978-f735edaf1751 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:10:19.848516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-58e9ca04-e361-46ba-bb80-ef84fd38015b req-24bdc081-87ed-4d9b-bbd9-1afd747ca217 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468437 Jul 27 21:10:19.945901 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aff19077-71d7-4ae7-8c7e-24626be43f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:19.963923 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aff19077-71d7-4ae7-8c7e-24626be43f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:20.160738 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-aff19077-71d7-4ae7-8c7e-24626be43f5a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd3b04e773e047ab8a9590e58cd0d0dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6575875 Jul 27 21:10:20.161866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51794) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:20.240469 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff19077-71d7-4ae7-8c7e-24626be43f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991d71c1-f24b-47fc-a469-f4253f1f1963,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:20.273620 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b529dba-5b17-42f1-80b0-45d85258d384 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:20.298306 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c2d6391b-3300-4252-aef6-d14f7d8fb057 None None] Provisioning for port 73f9232f-8e7f-4aba-b646-c1facb0fcb04 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:20.352655 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-891a64ee-1c80-4fac-91bf-7c43542dc4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:20.433022 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-891a64ee-1c80-4fac-91bf-7c43542dc4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:20.455289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 73f9232f-8e7f-4aba-b646-c1facb0fcb04 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:20.460975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:16Z', 'revision_number': 2, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:17Z', 'revision_number': 2, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:20.471612 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 73f9232f-8e7f-4aba-b646-c1facb0fcb04 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:20.472146 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:20.495717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b529dba-5b17-42f1-80b0-45d85258d384 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Subnet': ['ID=1add58e0-1874-4616-a574-bd74bb9ad8ab,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:20.530814 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b529dba-5b17-42f1-80b0-45d85258d384 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Checking segment: {'id': 'c099d10f-acb3-42e6-b99e-990144b95d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:20.541478 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b529dba-5b17-42f1-80b0-45d85258d384 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network hostable DHCP agents. Network: 09395ca7-4e4e-4f99-b978-f735edaf1751, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:10:20.566502 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668bf46-37fb-4d0c-8767-478a75e9793b req-5145f2c0-b7d6-4583-aa6f-0b45bb37be9a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:20.573331 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Checking router: 0d4d9456-bc1b-4480-b7a4-3f108185f377 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:10:20.573985 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Updating router 0d4d9456-bc1b-4480-b7a4-3f108185f377 port b78a50ec-ad15-4a3b-902d-12d3f8960164 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:10:20.596391 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9668bf46-37fb-4d0c-8767-478a75e9793b req-5145f2c0-b7d6-4583-aa6f-0b45bb37be9a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.3236282 Jul 27 21:10:20.600622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b529dba-5b17-42f1-80b0-45d85258d384 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network 09395ca7-4e4e-4f99-b978-f735edaf1751 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:10:20.627822 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-5b529dba-5b17-42f1-80b0-45d85258d384 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 09395ca7-4e4e-4f99-b978-f735edaf1751) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:20.628979 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51808) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:20.643270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b529dba-5b17-42f1-80b0-45d85258d384 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:20.643870 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b529dba-5b17-42f1-80b0-45d85258d384 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:20.648283 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c6c55-2823-4aa0-b82a-4f3336492ee7 None None] Network 09395ca7-4e4e-4f99-b978-f735edaf1751 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:20.687196 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5b529dba-5b17-42f1-80b0-45d85258d384 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4804204 Jul 27 21:10:20.689941 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51812) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:20.763799 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9668bf46-37fb-4d0c-8767-478a75e9793b req-219b01dd-ea44-46d4-96f9-10e90beecdd0 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656287 Jul 27 21:10:20.774736 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:20.789108 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-891a64ee-1c80-4fac-91bf-7c43542dc4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:20.794010 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-891a64ee-1c80-4fac-91bf-7c43542dc4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:20.795741 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-891a64ee-1c80-4fac-91bf-7c43542dc4af admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/991d71c1-f24b-47fc-a469-f4253f1f1963 HTTP/1.1" status: 204 len: 168 time: 0.6236506 Jul 27 21:10:20.840774 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a64ee-1c80-4fac-91bf-7c43542dc4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991d71c1-f24b-47fc-a469-f4253f1f1963,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:20.886255 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc039a-6729-45ef-b385-9b303fb412d4 req-24543add-5b45-4a29-beaf-ecfa72c53928 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:20.888289 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99fc039a-6729-45ef-b385-9b303fb412d4 req-24543add-5b45-4a29-beaf-ecfa72c53928 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 945 time: 0.3591638 Jul 27 21:10:20.918796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-ad99df27-d84e-4297-afc6-5dbe081419c2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-107090844-network', 'tenant_id': '022df40bdfdd497fa9c3ee8e02715922'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:21.042167 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99fc039a-6729-45ef-b385-9b303fb412d4 req-1f781021-9453-4d6e-a734-8397c245ddaf tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467471 Jul 27 21:10:21.060727 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad99df27-d84e-4297-afc6-5dbe081419c2 admin admin] Made reservation on behalf of 022df40bdfdd497fa9c3ee8e02715922 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:21.069536 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ad99df27-d84e-4297-afc6-5dbe081419c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.173565 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.229453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13141922-f95a-4111-9660-d074e9d006f5 req-06e60be1-fdad-40fb-9f73-da6cfbaf47ae tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:21.241377 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ad99df27-d84e-4297-afc6-5dbe081419c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.243364 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13141922-f95a-4111-9660-d074e9d006f5 req-06e60be1-fdad-40fb-9f73-da6cfbaf47ae tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2338564 Jul 27 21:10:21.403819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 73f9232f-8e7f-4aba-b646-c1facb0fcb04, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=73f9232f-8e7f-4aba-b646-c1facb0fcb04,segment=NetworkSegment(30acf3e2-b96e-441c-bb04-fd3ecc9c241f),segment_id=30acf3e2-b96e-441c-bb04-fd3ecc9c241f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:21.423338 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13141922-f95a-4111-9660-d074e9d006f5 req-19196178-b2b9-4334-8480-7967b23d90d9 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749258 Jul 27 21:10:21.522439 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.609042 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e337fae7-3803-4b64-9334-ec905b4915a0 None None] Provisioning complete for port 73f9232f-8e7f-4aba-b646-c1facb0fcb04 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:21.609425 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e337fae7-3803-4b64-9334-ec905b4915a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.624040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51834) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:21.664957 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db31c5b4-bc9d-4226-9e33-4d6380ed087f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.719859 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1694df-8720-4404-a86d-bbc1f5188116 req-bce6d2c8-a604-4b43-aadd-6981bcbae584 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:21.724087 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ad99df27-d84e-4297-afc6-5dbe081419c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.730259 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:21.730935 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e1694df-8720-4404-a86d-bbc1f5188116 req-bce6d2c8-a604-4b43-aadd-6981bcbae584 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1817093 Jul 27 21:10:21.837073 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e1694df-8720-4404-a86d-bbc1f5188116 req-44bec1dc-3ac7-45f7-b414-9da5dd69c045 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049399 Jul 27 21:10:22.016664 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63cd46-8d9a-4f8e-8370-64e95c0aa530 req-b64b9fd3-b388-47b4-981e-75fddf69e5de tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:22.025210 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe63cd46-8d9a-4f8e-8370-64e95c0aa530 req-b64b9fd3-b388-47b4-981e-75fddf69e5de tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.1112545 Jul 27 21:10:22.029022 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ad99df27-d84e-4297-afc6-5dbe081419c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:22.114058 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe63cd46-8d9a-4f8e-8370-64e95c0aa530 req-e7a58058-c741-4268-af1a-6a43879fcfe2 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875781 Jul 27 21:10:22.160254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad99df27-d84e-4297-afc6-5dbe081419c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:10:22.234565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=73f9232f-8e7f-4aba-b646-c1facb0fcb04,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:22.380762 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-09395ca7-4e4e-4f99-b978-f735edaf1751', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:10:22.383881 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:22.421922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99df27-d84e-4297-afc6-5dbe081419c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f310f5e-b6c9-47b3-abc6-208b21594894,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:22.431271 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ad99df27-d84e-4297-afc6-5dbe081419c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:22.432205 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-ad99df27-d84e-4297-afc6-5dbe081419c2 admin admin] Added segment 68242fab-f258-4701-a191-ffc47e923bb0 of type vlan for network 32adf246-7a15-466f-b0c8-ef611b108a33 Jul 27 21:10:22.479899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f079ad-5cd7-408c-9ca7-f81a6318461f req-3c1b1f65-719a-486d-a64e-8f501d59ba99 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:22.488852 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76f079ad-5cd7-408c-9ca7-f81a6318461f req-3c1b1f65-719a-486d-a64e-8f501d59ba99 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 945 time: 0.2771540 Jul 27 21:10:22.553160 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ad99df27-d84e-4297-afc6-5dbe081419c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:22.554951 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76f079ad-5cd7-408c-9ca7-f81a6318461f req-413b9dc7-8645-420b-a330-4c980d4d0f85 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646930 Jul 27 21:10:22.605687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e337fae7-3803-4b64-9334-ec905b4915a0 None None] Provisioning for port b78a50ec-ad15-4a3b-902d-12d3f8960164 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:22.616711 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e337fae7-3803-4b64-9334-ec905b4915a0 None None] Provisioning complete for port b78a50ec-ad15-4a3b-902d-12d3f8960164 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:22.617083 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e337fae7-3803-4b64-9334-ec905b4915a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:22.631348 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e202e-6494-49e8-99de-261a4e53aa7f req-1c2d6f32-3e95-47e0-a71d-3c175cc933eb tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:22.642345 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a3e202e-6494-49e8-99de-261a4e53aa7f req-1c2d6f32-3e95-47e0-a71d-3c175cc933eb tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/networks?id=3745231b-f41c-4acd-95f9-0ea47baec6ca HTTP/1.1" status: 200 len: 813 time: 0.3130381 Jul 27 21:10:22.670919 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e337fae7-3803-4b64-9334-ec905b4915a0 None None] Port b78a50ec-ad15-4a3b-902d-12d3f8960164 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:10:22.677744 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a3e202e-6494-49e8-99de-261a4e53aa7f req-32d36935-c2d6-476f-8d60-c5475440b3d0 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/quotas/9d538c3e22e243988094bcce4225bbe2 HTTP/1.1" status: 200 len: 375 time: 0.0230665 Jul 27 21:10:22.766761 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:22.830191 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Transition to ACTIVE for port object b78a50ec-ad15-4a3b-902d-12d3f8960164 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:22.847369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Allocated IP 172.21.0.1 (09395ca7-4e4e-4f99-b978-f735edaf1751/1add58e0-1874-4616-a574-bd74bb9ad8ab/037a0a39-1135-479f-9442-a24bec93d937) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:22.848795 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a3e202e-6494-49e8-99de-261a4e53aa7f req-7c695f95-4a65-4f27-b2bd-e424e58a14cb tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d538c3e22e243988094bcce4225bbe2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1694765 Jul 27 21:10:22.851636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e8769496-fa13-465b-a5a4-352e537dc6fc None None] Provisioning complete for port b78a50ec-ad15-4a3b-902d-12d3f8960164 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:22.852022 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e8769496-fa13-465b-a5a4-352e537dc6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:22.861371 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:22.985529 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e8769496-fa13-465b-a5a4-352e537dc6fc None None] Port b78a50ec-ad15-4a3b-902d-12d3f8960164 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:10:23.186083 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94134b1-ad57-4a7e-80bc-a9f0aead6efa req-96ebdce4-f7ec-44fc-b330-18c885194383 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:23.194523 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d94134b1-ad57-4a7e-80bc-a9f0aead6efa req-96ebdce4-f7ec-44fc-b330-18c885194383 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1731520 Jul 27 21:10:23.219161 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:23.224459 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c03c7-c1bd-47e7-a98a-82e775e4af3d None None] Pushing event updated for resources: {'Port': ['ID=b78a50ec-ad15-4a3b-902d-12d3f8960164,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:23.257559 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Transition to ACTIVE for port object 037a0a39-1135-479f-9442-a24bec93d937 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:23.266142 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Attempting to bind port b78a50ec-ad15-4a3b-902d-12d3f8960164 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:23.272319 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Attempting to bind port b78a50ec-ad15-4a3b-902d-12d3f8960164 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '30acf3e2-b96e-441c-bb04-fd3ecc9c241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:23.272319 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Attempting to bind port b78a50ec-ad15-4a3b-902d-12d3f8960164 on network dbaf384a-323f-4ab0-a5b3-4717a6597a0f {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:23.273678 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:23.275279 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Checking segment: {'id': '30acf3e2-b96e-441c-bb04-fd3ecc9c241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:23.275807 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:23.276470 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Bound using segment: {'id': '30acf3e2-b96e-441c-bb04-fd3ecc9c241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:23.277209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Bound port: b78a50ec-ad15-4a3b-902d-12d3f8960164, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30acf3e2-b96e-441c-bb04-fd3ecc9c241f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:23.278562 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:23.334437 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db31c5b4-bc9d-4226-9e33-4d6380ed087f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:23.335746 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ad99df27-d84e-4297-afc6-5dbe081419c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:23.337403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad99df27-d84e-4297-afc6-5dbe081419c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:23.338050 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ad99df27-d84e-4297-afc6-5dbe081419c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:23.452629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] For port b78a50ec-ad15-4a3b-902d-12d3f8960164, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:23.454730 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d94134b1-ad57-4a7e-80bc-a9f0aead6efa req-d7fe8095-9293-4013-8f43-851d37ff3c4d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549062 Jul 27 21:10:23.463928 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] For port b78a50ec-ad15-4a3b-902d-12d3f8960164, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b78a50ec-ad15-4a3b-902d-12d3f8960164,segment=NetworkSegment(30acf3e2-b96e-441c-bb04-fd3ecc9c241f),segment_id=30acf3e2-b96e-441c-bb04-fd3ecc9c241f)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:23.471741 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:23.520859 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db31c5b4-bc9d-4226-9e33-4d6380ed087f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:23.533929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99df27-d84e-4297-afc6-5dbe081419c2 admin admin] Pushing event updated for resources: {'Network': ['ID=32adf246-7a15-466f-b0c8-ef611b108a33,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:23.564541 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 32adf246-7a15-466f-b0c8-ef611b108a33 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:10:23.587679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:23.588325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:23.596415 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ad99df27-d84e-4297-afc6-5dbe081419c2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9660382 Jul 27 21:10:23.597057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51888) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:23.607014 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31c5b4-bc9d-4226-9e33-4d6380ed087f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562f766c-bb05-45d7-83b3-7b7a75fcc06f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:23.631198 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be31a0-f92f-4ecf-a784-30982fb9bc65 req-813728ae-213d-409b-b2f6-307206a060fa tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:23.646379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1204a0f9-a978-46f2-95dc-29f74a862fd5 admin admin] Request body: {'subnet': {'network_id': '32adf246-7a15-466f-b0c8-ef611b108a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-107090844-subnet', 'tenant_id': '022df40bdfdd497fa9c3ee8e02715922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:23.648004 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13be31a0-f92f-4ecf-a784-30982fb9bc65 req-813728ae-213d-409b-b2f6-307206a060fa tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 945 time: 0.3931653 Jul 27 21:10:23.732359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1204a0f9-a978-46f2-95dc-29f74a862fd5 admin admin] Made reservation on behalf of 022df40bdfdd497fa9c3ee8e02715922 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:23.738274 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1204a0f9-a978-46f2-95dc-29f74a862fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:23.788418 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13be31a0-f92f-4ecf-a784-30982fb9bc65 req-4a243717-835e-40ea-a05b-76939e1bb93f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362205 Jul 27 21:10:23.927384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 73f9232f-8e7f-4aba-b646-c1facb0fcb04 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:23.951110 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:23.956027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3688cb-22a9-48ad-803c-98d74282c0bd req-ee5f63f1-3c81-481d-83a3-42202b5bbe33 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:23.964095 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be3688cb-22a9-48ad-803c-98d74282c0bd req-ee5f63f1-3c81-481d-83a3-42202b5bbe33 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.1867251 Jul 27 21:10:23.976108 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-db31c5b4-bc9d-4226-9e33-4d6380ed087f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5379075493c94adb938cc8dd457f9e86&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3488715 Jul 27 21:10:23.990121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51896) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:24.001674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Allocated IP 172.21.0.2 (09395ca7-4e4e-4f99-b978-f735edaf1751/1add58e0-1874-4616-a574-bd74bb9ad8ab/06a53727-cb1d-4e60-8806-8be72c058b4f) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:24.046155 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network 09395ca7-4e4e-4f99-b978-f735edaf1751 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:24.057794 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:24.071045 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:24.124812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=037a0a39-1135-479f-9442-a24bec93d937,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:24.169668 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be3688cb-22a9-48ad-803c-98d74282c0bd req-761f3b54-c7fe-422d-9730-2fbb80d6ef92 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999407 Jul 27 21:10:24.171570 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-40983d0a-a0b3-45a0-841d-5d3ec3a97c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:24.208478 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:24.220851 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Transition to ACTIVE for port object 06a53727-cb1d-4e60-8806-8be72c058b4f will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:24.225227 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:24.245174 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-40983d0a-a0b3-45a0-841d-5d3ec3a97c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:24.301765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Transition to ACTIVE for port object 06a53727-cb1d-4e60-8806-8be72c058b4f will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:24.347842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c03c7-c1bd-47e7-a98a-82e775e4af3d None None] Pushing event updated for resources: {'Port': ['ID=b78a50ec-ad15-4a3b-902d-12d3f8960164,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:24.364693 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:24.372959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87aa60-f77a-4877-adc8-2c61644c8cbd req-7ca61217-85cd-4911-bcdb-b85d6c9a8b4a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:24.396689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c03c7-c1bd-47e7-a98a-82e775e4af3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:24.398601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c03c7-c1bd-47e7-a98a-82e775e4af3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:24.399108 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c03c7-c1bd-47e7-a98a-82e775e4af3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:24.400353 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f87aa60-f77a-4877-adc8-2c61644c8cbd req-7ca61217-85cd-4911-bcdb-b85d6c9a8b4a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.4716799 Jul 27 21:10:24.400817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c03c7-c1bd-47e7-a98a-82e775e4af3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:24.401321 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c03c7-c1bd-47e7-a98a-82e775e4af3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:24.401858 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c03c7-c1bd-47e7-a98a-82e775e4af3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:24.403524 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c03c7-c1bd-47e7-a98a-82e775e4af3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:24.404109 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c03c7-c1bd-47e7-a98a-82e775e4af3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:24.407594 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c03c7-c1bd-47e7-a98a-82e775e4af3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:24.408237 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c03c7-c1bd-47e7-a98a-82e775e4af3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:24.408954 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c03c7-c1bd-47e7-a98a-82e775e4af3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:24.409529 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375c03c7-c1bd-47e7-a98a-82e775e4af3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:24.409981 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1204a0f9-a978-46f2-95dc-29f74a862fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:24.434247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Network 09395ca7-4e4e-4f99-b978-f735edaf1751 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:24.463537 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:24.465498 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f87aa60-f77a-4877-adc8-2c61644c8cbd req-bac4d9ea-c27d-4a40-91ff-3bf5770276ba tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641892 Jul 27 21:10:24.486285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:24.510170 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-40983d0a-a0b3-45a0-841d-5d3ec3a97c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:24.514141 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-40983d0a-a0b3-45a0-841d-5d3ec3a97c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:24.515611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-40983d0a-a0b3-45a0-841d-5d3ec3a97c7e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/562f766c-bb05-45d7-83b3-7b7a75fcc06f HTTP/1.1" status: 204 len: 168 time: 0.5183716 Jul 27 21:10:24.532485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40983d0a-a0b3-45a0-841d-5d3ec3a97c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562f766c-bb05-45d7-83b3-7b7a75fcc06f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:24.571738 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204a0f9-a978-46f2-95dc-29f74a862fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72b4e31f-2dc3-4784-a982-30407b17ce84,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:24.582919 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:24.596811 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:24.605302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1204a0f9-a978-46f2-95dc-29f74a862fd5 admin admin] Checking segment: {'id': '68242fab-f258-4701-a191-ffc47e923bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '32adf246-7a15-466f-b0c8-ef611b108a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:24.607003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1204a0f9-a978-46f2-95dc-29f74a862fd5 admin admin] Network hostable DHCP agents. Network: 32adf246-7a15-466f-b0c8-ef611b108a33, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:10:24.677083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1204a0f9-a978-46f2-95dc-29f74a862fd5 admin admin] Network 32adf246-7a15-466f-b0c8-ef611b108a33 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:10:24.718086 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Pushing event updated for resources: {'Port': ['ID=06a53727-cb1d-4e60-8806-8be72c058b4f,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:24.754261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Attempting to bind port 06a53727-cb1d-4e60-8806-8be72c058b4f on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:24.759106 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Attempting to bind port 06a53727-cb1d-4e60-8806-8be72c058b4f by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'c099d10f-acb3-42e6-b99e-990144b95d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:24.760046 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Attempting to bind port 06a53727-cb1d-4e60-8806-8be72c058b4f on network 09395ca7-4e4e-4f99-b978-f735edaf1751 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:24.796463 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-1204a0f9-a978-46f2-95dc-29f74a862fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 32adf246-7a15-466f-b0c8-ef611b108a33) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:24.803754 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1204a0f9-a978-46f2-95dc-29f74a862fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:24.804812 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1204a0f9-a978-46f2-95dc-29f74a862fd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:24.805474 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:24.805853 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Checking segment: {'id': 'c099d10f-acb3-42e6-b99e-990144b95d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:24.806273 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:24.806677 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Bound using segment: {'id': 'c099d10f-acb3-42e6-b99e-990144b95d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:24.807150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Bound port: 06a53727-cb1d-4e60-8806-8be72c058b4f, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c099d10f-acb3-42e6-b99e-990144b95d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:24.807528 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:24.835074 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1204a0f9-a978-46f2-95dc-29f74a862fd5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2175488 Jul 27 21:10:24.851741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4826e2b-4510-458f-8e72-37ae187ff75e None None] Network 32adf246-7a15-466f-b0c8-ef611b108a33 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:24.920208 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1def22a3-eede-4ee4-a369-806eabcc1176 req-a574baf0-4c2f-4bbe-b061-8e785bd0b819 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9d538c3e22e243988094bcce4225bbe2 HTTP/1.1" status: 200 len: 221 time: 0.0606499 Jul 27 21:10:24.921823 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 73f9232f-8e7f-4aba-b646-c1facb0fcb04 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:24.922559 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:25.195961 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb92c6a-d8fb-4b82-90de-5afba735c53a req-4ffb3e6c-2a52-4650-b114-9ebf8ceb4039 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:25.211628 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-beb92c6a-d8fb-4b82-90de-5afba735c53a req-4ffb3e6c-2a52-4650-b114-9ebf8ceb4039 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 945 time: 0.2996926 Jul 27 21:10:25.239648 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:25.257440 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:25.349688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b970be23-8f6c-4f5e-88be-325b6701e744 None None] Network 32adf246-7a15-466f-b0c8-ef611b108a33 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:25.365350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=037a0a39-1135-479f-9442-a24bec93d937,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:25.372457 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:25.427766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ae7c9-104d-4bb5-af69-2cda947598d8 req-848c2e78-e679-49f3-9249-aa365264ab85 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:25.431844 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-294ae7c9-104d-4bb5-af69-2cda947598d8 req-848c2e78-e679-49f3-9249-aa365264ab85 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.66 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 945 time: 0.4525819 Jul 27 21:10:25.462747 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-beb92c6a-d8fb-4b82-90de-5afba735c53a req-ed182785-3c46-4d6b-9f3f-145d2fd9032b tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418795 Jul 27 21:10:25.489769 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923263ac-4a00-47fa-a8e7-6b4bb4e5648d req-77f35fa0-b2db-4ce0-a4ae-7da910cc179d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:25.502823 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-923263ac-4a00-47fa-a8e7-6b4bb4e5648d req-77f35fa0-b2db-4ce0-a4ae-7da910cc179d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.4231336 Jul 27 21:10:25.528493 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] For port 06a53727-cb1d-4e60-8806-8be72c058b4f, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:25.587489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] For port 06a53727-cb1d-4e60-8806-8be72c058b4f, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=06a53727-cb1d-4e60-8806-8be72c058b4f,segment=NetworkSegment(c099d10f-acb3-42e6-b99e-990144b95d43),segment_id=c099d10f-acb3-42e6-b99e-990144b95d43)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:25.646997 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-923263ac-4a00-47fa-a8e7-6b4bb4e5648d req-3aed6b22-020c-4aa2-af12-670b54a4f447 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425571 Jul 27 21:10:25.661215 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:25.852334 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:16Z', 'revision_number': 2, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:23Z', 'revision_number': 4, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:25.963965 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021dfc9-a0e9-40b5-b33c-ac1ec0bdefd0 None None] The sync data for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 is: [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:16Z', 'revision_number': 2, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:23Z', 'revision_number': 4, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:26.073138 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093070c8-3e99-451d-98f0-bcfe06f183b3 None None] Pushing event updated for resources: {'Port': ['ID=06a53727-cb1d-4e60-8806-8be72c058b4f,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:26.194597 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57609659-bb63-49e8-8214-29f7647fee21 req-336c841e-7d3f-4511-856c-de3a6d84483b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:26.206004 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57609659-bb63-49e8-8214-29f7647fee21 req-336c841e-7d3f-4511-856c-de3a6d84483b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.2508299 Jul 27 21:10:26.264547 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-294ae7c9-104d-4bb5-af69-2cda947598d8 req-b7d7b716-44e3-480a-bead-5fb11e7d9908 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Deleting port 1e123b46-c049-4a46-bb40-ddfff14efb2a {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:26.265088 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-294ae7c9-104d-4bb5-af69-2cda947598d8 req-b7d7b716-44e3-480a-bead-5fb11e7d9908 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:26.400403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network 09395ca7-4e4e-4f99-b978-f735edaf1751 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:26.424300 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:26.455242 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57609659-bb63-49e8-8214-29f7647fee21 req-553cd55b-de7a-459e-ac93-8a954991dce9 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480493 Jul 27 21:10:26.595663 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-294ae7c9-104d-4bb5-af69-2cda947598d8 req-b7d7b716-44e3-480a-bead-5fb11e7d9908 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] For port 1e123b46-c049-4a46-bb40-ddfff14efb2a, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1e123b46-c049-4a46-bb40-ddfff14efb2a,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:26.596279 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-294ae7c9-104d-4bb5-af69-2cda947598d8 req-b7d7b716-44e3-480a-bead-5fb11e7d9908 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:26.624421 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51978) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:26.655236 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-294ae7c9-104d-4bb5-af69-2cda947598d8 req-b7d7b716-44e3-480a-bead-5fb11e7d9908 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Calling delete_port for 1e123b46-c049-4a46-bb40-ddfff14efb2a owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:26.744575 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-5d1df8d8-9ea2-4e2c-9f2b-584775a163a2 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:26.758887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-5d1df8d8-9ea2-4e2c-9f2b-584775a163a2 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/networks?id=32adf246-7a15-466f-b0c8-ef611b108a33 HTTP/1.1" status: 200 len: 813 time: 0.5439448 Jul 27 21:10:26.792478 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-8e33dba7-421b-4de9-aad7-69bcf1f9be42 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/quotas/022df40bdfdd497fa9c3ee8e02715922 HTTP/1.1" status: 200 len: 375 time: 0.0322781 Jul 27 21:10:26.873438 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-18da3661-d540-4034-9311-d83217b499eb tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=022df40bdfdd497fa9c3ee8e02715922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780680 Jul 27 21:10:26.967953 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c458088d-f2b7-4e68-900b-3dbb2ca84719 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1014294963-network', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:27.090334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c458088d-f2b7-4e68-900b-3dbb2ca84719 admin admin] Made reservation on behalf of c363ed4dccd54ba69bd00ed53053ea2e for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:27.093298 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c458088d-f2b7-4e68-900b-3dbb2ca84719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.117831 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c458088d-f2b7-4e68-900b-3dbb2ca84719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.142279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 0d4d9456-bc1b-4480-b7a4-3f108185f377 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:27.209196 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-71cc938b-ca3b-4c57-b348-ac9cbf95eecb service neutron] 10.222.0.55 "GET /v2.0/networks/32adf246-7a15-466f-b0c8-ef611b108a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265221 Jul 27 21:10:27.225086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391a1c4-e871-45f7-ab0b-8bdc029e3cf2 req-26a8e803-4f16-488a-8e9a-53e603db2526 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:27.228039 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e391a1c4-e871-45f7-ab0b-8bdc029e3cf2 req-26a8e803-4f16-488a-8e9a-53e603db2526 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2662618 Jul 27 21:10:27.387542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e391a1c4-e871-45f7-ab0b-8bdc029e3cf2 req-bf60f09a-96e8-40c7-b4a6-aa1d9357e0d0 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945892 Jul 27 21:10:27.421427 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-294ae7c9-104d-4bb5-af69-2cda947598d8 req-b7d7b716-44e3-480a-bead-5fb11e7d9908 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.463856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-eb00fc26-e8cf-4308-bd4e-11fd7a711637 service neutron] 10.222.0.55 "GET /v2.0/networks/32adf246-7a15-466f-b0c8-ef611b108a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518137 Jul 27 21:10:27.484502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7b716-44e3-480a-bead-5fb11e7d9908 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Pushing event deleted for resources: {'Port': ['ID=1e123b46-c049-4a46-bb40-ddfff14efb2a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:27.517126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:27.551056 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c458088d-f2b7-4e68-900b-3dbb2ca84719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.561351 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e42fa21f-3a4a-46cb-8ef0-87ecab9e865c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/0d4d9456-bc1b-4480-b7a4-3f108185f377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8675900 Jul 27 21:10:27.561726 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c458088d-f2b7-4e68-900b-3dbb2ca84719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.580359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51992) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:27.600383 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c458088d-f2b7-4e68-900b-3dbb2ca84719 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:10:27.639783 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c458088d-f2b7-4e68-900b-3dbb2ca84719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.639783 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-c458088d-f2b7-4e68-900b-3dbb2ca84719 admin admin] Added segment cab71e19-c78a-4984-8e46-c7a308e0a3d3 of type vlan for network a2320263-076f-436a-bf5f-acf7b70db72d Jul 27 21:10:27.674209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-375c7fe1-6d93-4568-a254-e6b27398f4e8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'network': {'name': 'tempest-RoutersTest-1071170521'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:27.680765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-294ae7c9-104d-4bb5-af69-2cda947598d8 req-b7d7b716-44e3-480a-bead-5fb11e7d9908 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] No DVR routers for this DVR port 1e123b46-c049-4a46-bb40-ddfff14efb2a on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:10:27.697997 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-294ae7c9-104d-4bb5-af69-2cda947598d8 req-b7d7b716-44e3-480a-bead-5fb11e7d9908 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.701156 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-294ae7c9-104d-4bb5-af69-2cda947598d8 req-b7d7b716-44e3-480a-bead-5fb11e7d9908 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.66 "DELETE /v2.0/ports/1e123b46-c049-4a46-bb40-ddfff14efb2a HTTP/1.1" status: 204 len: 173 time: 2.2400899 Jul 27 21:10:27.701623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6797e383-fb3b-463b-905e-9d7114009f71', 'name': 'network-vif-deleted', 'tag': '1e123b46-c049-4a46-bb40-ddfff14efb2a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:27.717882 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f963eeca-f226-4bcd-bbf6-d79ce2c7e6d9" -d '{"events": [{"server_uuid": "6797e383-fb3b-463b-905e-9d7114009f71", "name": "network-vif-deleted", "tag": "1e123b46-c049-4a46-bb40-ddfff14efb2a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:27.800466 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c458088d-f2b7-4e68-900b-3dbb2ca84719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.823308 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 06a53727-cb1d-4e60-8806-8be72c058b4f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:27.858498 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375c7fe1-6d93-4568-a254-e6b27398f4e8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:27.869199 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-375c7fe1-6d93-4568-a254-e6b27398f4e8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.974573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375c7fe1-6d93-4568-a254-e6b27398f4e8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:10:27.977769 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c458088d-f2b7-4e68-900b-3dbb2ca84719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.979079 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458088d-f2b7-4e68-900b-3dbb2ca84719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:27.979669 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c458088d-f2b7-4e68-900b-3dbb2ca84719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:27.983859 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 06a53727-cb1d-4e60-8806-8be72c058b4f completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:27.998733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b78a50ec-ad15-4a3b-902d-12d3f8960164 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:28.025370 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-375c7fe1-6d93-4568-a254-e6b27398f4e8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:28.025737 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-375c7fe1-6d93-4568-a254-e6b27398f4e8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Added segment 5c8b6243-e8a3-4c44-9afa-33ecbace0d8e of type vlan for network 6f747b40-722f-4577-a153-798a005e4fa8 Jul 27 21:10:28.126542 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port b78a50ec-ad15-4a3b-902d-12d3f8960164 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:28.138415 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port b78a50ec-ad15-4a3b-902d-12d3f8960164 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:28.139043 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:28.206374 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-375c7fe1-6d93-4568-a254-e6b27398f4e8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:28.256454 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458088d-f2b7-4e68-900b-3dbb2ca84719 admin admin] Pushing event updated for resources: {'Network': ['ID=a2320263-076f-436a-bf5f-acf7b70db72d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:28.270468 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-352ffe69-57b0-43ce-8ae5-c6233b59f927 req-5251949c-7ecd-4039-a02c-4eb093eb73d8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=6797e383-fb3b-463b-905e-9d7114009f71 HTTP/1.1" status: 200 len: 210 time: 0.3506680 Jul 27 21:10:28.303889 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network a2320263-076f-436a-bf5f-acf7b70db72d details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:10:28.346015 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458088d-f2b7-4e68-900b-3dbb2ca84719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36299d36-cbe9-422d-b9cf-c8305fda779e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:28.364020 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-375c7fe1-6d93-4568-a254-e6b27398f4e8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:28.366965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c458088d-f2b7-4e68-900b-3dbb2ca84719 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7399116 Jul 27 21:10:28.375289 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52008) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:28.381246 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c7fe1-6d93-4568-a254-e6b27398f4e8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:28.382798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7b0942d7-0794-426e-89e5-004fcb99eafe admin admin] Request body: {'subnet': {'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1014294963-subnet', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:28.391784 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-375c7fe1-6d93-4568-a254-e6b27398f4e8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:28.454115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d48e72-2336-4ede-98d7-45255c756613 req-ed452e96-8706-4ff1-b3f5-c0d3f0e9d18d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:28.456205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-01d48e72-2336-4ede-98d7-45255c756613 req-ed452e96-8706-4ff1-b3f5-c0d3f0e9d18d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.2008789 Jul 27 21:10:28.462538 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0942d7-0794-426e-89e5-004fcb99eafe admin admin] Made reservation on behalf of c363ed4dccd54ba69bd00ed53053ea2e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:28.470589 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b0942d7-0794-426e-89e5-004fcb99eafe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:28.552339 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e63dd72-c793-400f-9c2f-18de2fb6c556 x-openstack-request-id: req-0e63dd72-c793-400f-9c2f-18de2fb6c556 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:28.553172 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6797e383-fb3b-463b-905e-9d7114009f71", "name": "network-vif-deleted", "tag": "1e123b46-c049-4a46-bb40-ddfff14efb2a", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:28.553172 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e63dd72-c793-400f-9c2f-18de2fb6c556 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:28.559216 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6797e383-fb3b-463b-905e-9d7114009f71', 'name': 'network-vif-deleted', 'tag': '1e123b46-c049-4a46-bb40-ddfff14efb2a', 'status': 'completed', 'code': 200} Jul 27 21:10:28.594723 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-375c7fe1-6d93-4568-a254-e6b27398f4e8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9393017 Jul 27 21:10:28.610859 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52012) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:28.627195 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c7fe1-6d93-4568-a254-e6b27398f4e8 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Network': ['ID=6f747b40-722f-4577-a153-798a005e4fa8,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:28.732885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-277c1964-4035-4b10-bf06-be4b29aab7f0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'subnet': {'network_id': '6f747b40-722f-4577-a153-798a005e4fa8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:28.785399 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:28.787599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b83bdb4-6414-43a6-9bd2-641c897aa456 None None] Network 09395ca7-4e4e-4f99-b978-f735edaf1751 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:28.791555 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 6f747b40-722f-4577-a153-798a005e4fa8 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:10:28.850622 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f9b8591-f45a-46c3-853d-e54de46a7b28 req-759b98dd-39ff-47ba-bfca-41f937377c16 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 210 time: 0.2374642 Jul 27 21:10:28.868296 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1e123b46-c049-4a46-bb40-ddfff14efb2a no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:28.897737 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 1e123b46-c049-4a46-bb40-ddfff14efb2a {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:10:28.898550 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1e123b46-c049-4a46-bb40-ddfff14efb2a not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:10:28.941770 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Sync routers for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:28.963173 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:28.967482 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:28.989833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port b78a50ec-ad15-4a3b-902d-12d3f8960164, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b78a50ec-ad15-4a3b-902d-12d3f8960164,segment=NetworkSegment(30acf3e2-b96e-441c-bb04-fd3ecc9c241f),segment_id=30acf3e2-b96e-441c-bb04-fd3ecc9c241f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:29.000714 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:29.002963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-08f492a8-4737-46ec-9e3e-9b0e608dc7e0 None None] Provisioning for port 06a53727-cb1d-4e60-8806-8be72c058b4f completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:29.020739 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-01d48e72-2336-4ede-98d7-45255c756613 req-4ccedd29-b781-4e9f-81e2-83e490f2da8e tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4088020 Jul 27 21:10:29.085554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-08f492a8-4737-46ec-9e3e-9b0e608dc7e0 None None] Provisioning complete for port 06a53727-cb1d-4e60-8806-8be72c058b4f triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:29.086449 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-08f492a8-4737-46ec-9e3e-9b0e608dc7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:29.091113 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=b78a50ec-ad15-4a3b-902d-12d3f8960164,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:29.153889 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277c1964-4035-4b10-bf06-be4b29aab7f0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:29.157565 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-277c1964-4035-4b10-bf06-be4b29aab7f0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:29.290275 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:29.338267 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-08f492a8-4737-46ec-9e3e-9b0e608dc7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:29.389624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-08f492a8-4737-46ec-9e3e-9b0e608dc7e0 None None] For port 06a53727-cb1d-4e60-8806-8be72c058b4f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=06a53727-cb1d-4e60-8806-8be72c058b4f,segment=NetworkSegment(c099d10f-acb3-42e6-b99e-990144b95d43),segment_id=c099d10f-acb3-42e6-b99e-990144b95d43)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:29.396482 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-08f492a8-4737-46ec-9e3e-9b0e608dc7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:29.440748 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-277c1964-4035-4b10-bf06-be4b29aab7f0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:29.452844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f492a8-4737-46ec-9e3e-9b0e608dc7e0 None None] Pushing event updated for resources: {'Port': ['ID=06a53727-cb1d-4e60-8806-8be72c058b4f,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:29.683616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c1964-4035-4b10-bf06-be4b29aab7f0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Subnet': ['ID=8c81adc5-f7c1-4d7d-8a58-bef95a2306d0,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:29.717924 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 06a53727-cb1d-4e60-8806-8be72c058b4f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:29.772317 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec3a2c-3a6e-406a-9a9e-0ebbe1f585ea req-8334fc37-2e82-49e7-9599-c3ec89d48438 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:29.776661 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9ec3a2c-3a6e-406a-9a9e-0ebbe1f585ea req-8334fc37-2e82-49e7-9599-c3ec89d48438 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.6378520 Jul 27 21:10:29.889001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a886af87-3bbd-4e6e-b1d0-9a9fd81f97be None None] Provisioning complete for port 06a53727-cb1d-4e60-8806-8be72c058b4f triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:29.890982 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a886af87-3bbd-4e6e-b1d0-9a9fd81f97be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:29.945907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 06a53727-cb1d-4e60-8806-8be72c058b4f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:29.946704 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:29.964394 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:24Z', 'revision_number': 3, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:24Z', 'revision_number': 2, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:23Z', 'revision_number': 4, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:30.060390 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Checking router: 0d4d9456-bc1b-4480-b7a4-3f108185f377 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:10:30.064676 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Updating router 0d4d9456-bc1b-4480-b7a4-3f108185f377 port 037a0a39-1135-479f-9442-a24bec93d937 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:10:30.150944 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9ec3a2c-3a6e-406a-9a9e-0ebbe1f585ea req-c507b8a5-ddb7-478d-baef-2d6f1f84d642 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430116 Jul 27 21:10:30.197601 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-cab84090-210b-46ff-ad7c-151686e50541 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:30.211321 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-cab84090-210b-46ff-ad7c-151686e50541 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 811 time: 0.3917851 Jul 27 21:10:30.328031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-6afaddec-253d-4577-8d35-ae0e9cff98a5 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:30.337307 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-6afaddec-253d-4577-8d35-ae0e9cff98a5 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.20 "GET /v2.0/networks?id=32adf246-7a15-466f-b0c8-ef611b108a33 HTTP/1.1" status: 200 len: 813 time: 0.3916817 Jul 27 21:10:30.351076 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-399c0be0-385b-4d7a-b075-2d89b079b172 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Request body: {'port': {'device_id': '0bd83608-1b33-4983-8d80-a593b34253ac', 'network_id': '32adf246-7a15-466f-b0c8-ef611b108a33', 'admin_state_up': True, 'tenant_id': '022df40bdfdd497fa9c3ee8e02715922'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:30.367687 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:30.372595 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-86ba3ef2-a854-4240-8269-3fef598d215c tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/quotas/74515b0a3b6a45a388bbc13bd7f3d653 HTTP/1.1" status: 200 len: 375 time: 0.1544578 Jul 27 21:10:30.402335 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b78a50ec-ad15-4a3b-902d-12d3f8960164 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:30.486584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a886af87-3bbd-4e6e-b1d0-9a9fd81f97be None None] Provisioning for port 037a0a39-1135-479f-9442-a24bec93d937 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:30.508002 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-4fbacbe3-5daf-40f0-894e-43ca9df596a2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1343653 Jul 27 21:10:30.529714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a886af87-3bbd-4e6e-b1d0-9a9fd81f97be None None] Provisioning complete for port 037a0a39-1135-479f-9442-a24bec93d937 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:30.536119 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a886af87-3bbd-4e6e-b1d0-9a9fd81f97be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:30.667706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-399c0be0-385b-4d7a-b075-2d89b079b172 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Made reservation on behalf of 022df40bdfdd497fa9c3ee8e02715922 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:30.672527 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-399c0be0-385b-4d7a-b075-2d89b079b172 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:30.698099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a886af87-3bbd-4e6e-b1d0-9a9fd81f97be None None] Port 037a0a39-1135-479f-9442-a24bec93d937 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:10:30.729685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port b78a50ec-ad15-4a3b-902d-12d3f8960164 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:30.730060 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:30.742312 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-f3314afb-0ae4-4d09-a2c0-100389623682 service neutron] 10.222.0.55 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333090 Jul 27 21:10:30.889845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-df2a1624-1f40-4e04-baca-1fc33c3b84a9 None None] Provisioning complete for port 037a0a39-1135-479f-9442-a24bec93d937 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:30.891832 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-df2a1624-1f40-4e04-baca-1fc33c3b84a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:30.985909 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c1964-4035-4b10-bf06-be4b29aab7f0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Checking segment: {'id': '5c8b6243-e8a3-4c44-9afa-33ecbace0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:30.988467 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-df2a1624-1f40-4e04-baca-1fc33c3b84a9 None None] Port 037a0a39-1135-479f-9442-a24bec93d937 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:10:30.988887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277c1964-4035-4b10-bf06-be4b29aab7f0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network hostable DHCP agents. Network: 6f747b40-722f-4577-a153-798a005e4fa8, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:10:30.994027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-399c0be0-385b-4d7a-b075-2d89b079b172 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Allocated IP 172.20.0.2 (32adf246-7a15-466f-b0c8-ef611b108a33/72b4e31f-2dc3-4784-a982-30407b17ce84/48055bf9-6ae3-417f-8b23-4343cc69a995) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:30.999097 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b0942d7-0794-426e-89e5-004fcb99eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:31.045445 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:31.077287 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Transition to ACTIVE for port object 037a0a39-1135-479f-9442-a24bec93d937 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:31.092958 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:31.158325 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f6df033-8e1d-43b3-9a48-43adc307bdac req-403dda09-db2e-4a30-9fc9-79b2c12646ea tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 210 time: 0.1736751 Jul 27 21:10:31.165447 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0942d7-0794-426e-89e5-004fcb99eafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:31.178684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-b1d8fb94-3c0d-4a0f-8058-04fe9427c43e service neutron] 10.222.0.55 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354253 Jul 27 21:10:31.222574 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bd08f-15d9-4027-96a8-023384581ce1 None None] Pushing event updated for resources: {'Port': ['ID=037a0a39-1135-479f-9442-a24bec93d937,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:31.231826 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277c1964-4035-4b10-bf06-be4b29aab7f0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network 6f747b40-722f-4577-a153-798a005e4fa8 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:10:31.238277 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bd08f-15d9-4027-96a8-023384581ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:31.239114 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bd08f-15d9-4027-96a8-023384581ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:31.239500 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bd08f-15d9-4027-96a8-023384581ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:31.239894 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bd08f-15d9-4027-96a8-023384581ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:31.240221 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bd08f-15d9-4027-96a8-023384581ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:31.250286 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bd08f-15d9-4027-96a8-023384581ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:31.250286 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bd08f-15d9-4027-96a8-023384581ce1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:31.250286 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bd08f-15d9-4027-96a8-023384581ce1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:31.250286 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bd08f-15d9-4027-96a8-023384581ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:31.250286 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bd08f-15d9-4027-96a8-023384581ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:31.250286 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bd08f-15d9-4027-96a8-023384581ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:31.250286 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74bd08f-15d9-4027-96a8-023384581ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:10:31.285062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-277c1964-4035-4b10-bf06-be4b29aab7f0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 6f747b40-722f-4577-a153-798a005e4fa8) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:31.293921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b892c90-d32e-4d79-af9e-bc92312be7c5 None None] Network 6f747b40-722f-4577-a153-798a005e4fa8 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:31.296789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c1964-4035-4b10-bf06-be4b29aab7f0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:31.297589 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-277c1964-4035-4b10-bf06-be4b29aab7f0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:31.347694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-277c1964-4035-4b10-bf06-be4b29aab7f0 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7319801 Jul 27 21:10:31.353036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52044) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:31.371459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0942d7-0794-426e-89e5-004fcb99eafe admin admin] Checking segment: {'id': 'cab71e19-c78a-4984-8e46-c7a308e0a3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:31.371891 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0942d7-0794-426e-89e5-004fcb99eafe admin admin] Network hostable DHCP agents. Network: a2320263-076f-436a-bf5f-acf7b70db72d, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:10:31.421635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0942d7-0794-426e-89e5-004fcb99eafe admin admin] Network a2320263-076f-436a-bf5f-acf7b70db72d is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:10:31.442791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7b0942d7-0794-426e-89e5-004fcb99eafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, a2320263-076f-436a-bf5f-acf7b70db72d) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:31.453920 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0942d7-0794-426e-89e5-004fcb99eafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:31.454559 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b0942d7-0794-426e-89e5-004fcb99eafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:31.460764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f749b5-b747-4cb1-97b2-726871edd705 None None] Network a2320263-076f-436a-bf5f-acf7b70db72d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:31.504053 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7b0942d7-0794-426e-89e5-004fcb99eafe admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1238484 Jul 27 21:10:31.504461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52048) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:31.510992 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1014294963-router', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:31.560637 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:31.561976 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:31.626998 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Attempting to bind port 037a0a39-1135-479f-9442-a24bec93d937 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:31.627557 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Attempting to bind port 037a0a39-1135-479f-9442-a24bec93d937 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'c099d10f-acb3-42e6-b99e-990144b95d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:31.631200 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Attempting to bind port 037a0a39-1135-479f-9442-a24bec93d937 on network 09395ca7-4e4e-4f99-b978-f735edaf1751 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:31.631714 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-399c0be0-385b-4d7a-b075-2d89b079b172 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:31.653263 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:31.656037 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Checking segment: {'id': 'c099d10f-acb3-42e6-b99e-990144b95d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:31.657965 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:31.661136 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Bound using segment: {'id': 'c099d10f-acb3-42e6-b99e-990144b95d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:31.661787 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Bound port: 037a0a39-1135-479f-9442-a24bec93d937, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c099d10f-acb3-42e6-b99e-990144b95d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:31.666461 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:31.823750 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-399c0be0-385b-4d7a-b075-2d89b079b172 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:31.919144 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] For port 037a0a39-1135-479f-9442-a24bec93d937, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:31.942176 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] For port 037a0a39-1135-479f-9442-a24bec93d937, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=037a0a39-1135-479f-9442-a24bec93d937,segment=NetworkSegment(c099d10f-acb3-42e6-b99e-990144b95d43),segment_id=c099d10f-acb3-42e6-b99e-990144b95d43)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:31.953438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-399c0be0-385b-4d7a-b075-2d89b079b172 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Network 32adf246-7a15-466f-b0c8-ef611b108a33 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:31.956740 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:31.961009 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-399c0be0-385b-4d7a-b075-2d89b079b172 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:32.018731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-399c0be0-385b-4d7a-b075-2d89b079b172 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:32.115672 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:32.116563 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:32.207553 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c0be0-385b-4d7a-b075-2d89b079b172 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Pushing event updated for resources: {'Port': ['ID=48055bf9-6ae3-417f-8b23-4343cc69a995,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:32.391151 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-a2320263-076f-436a-bf5f-acf7b70db72d', 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'fixed_ips': [{'subnet_id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:10:32.391969 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:32.415692 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bd08f-15d9-4027-96a8-023384581ce1 None None] Pushing event updated for resources: {'Port': ['ID=037a0a39-1135-479f-9442-a24bec93d937,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:32.436114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-399c0be0-385b-4d7a-b075-2d89b079b172 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:32.436902 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-399c0be0-385b-4d7a-b075-2d89b079b172 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:32.471672 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:32.537407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-6f747b40-722f-4577-a153-798a005e4fa8', 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'fixed_ips': [{'subnet_id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:10:32.538322 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:32.577482 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-399c0be0-385b-4d7a-b075-2d89b079b172 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2305307 Jul 27 21:10:32.609155 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Request body: {'port': {'device_id': '0bd83608-1b33-4983-8d80-a593b34253ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:32.645575 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:32.867173 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-44125d67-d857-4b99-b7fd-e8ba78806201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:32.962031 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:32.981093 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cec085-22a8-4dc7-baa0-eebc2fc16265 req-dbb55d18-5164-4eef-9e53-43bf753e5756 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:32.992724 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03cec085-22a8-4dc7-baa0-eebc2fc16265 req-dbb55d18-5164-4eef-9e53-43bf753e5756 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 1.3934286 Jul 27 21:10:33.020044 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:33.071668 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:33.075706 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:24Z', 'revision_number': 3, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:31Z', 'revision_number': 4, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:33.093252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af227ab-c7a1-4544-a28f-8b87e3f5af66 req-f89975d5-3e05-48b8-8098-d7c63c59eb94 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:33.102044 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0af227ab-c7a1-4544-a28f-8b87e3f5af66 req-f89975d5-3e05-48b8-8098-d7c63c59eb94 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 1.4019182 Jul 27 21:10:33.114155 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46a9b6-5b6a-4251-a81d-c76ee3bbc528 None None] The sync data for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 is: [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:24Z', 'revision_number': 3, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:31Z', 'revision_number': 4, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:33.121918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03cec085-22a8-4dc7-baa0-eebc2fc16265 req-10893713-4211-451b-85c1-8788c2c3fe24 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282043 Jul 27 21:10:33.467017 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Allocated IP 172.20.0.2 (a2320263-076f-436a-bf5f-acf7b70db72d/23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48/1e36ec2f-5f07-40f3-ae9a-b22066542d1e) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:33.495284 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0af227ab-c7a1-4544-a28f-8b87e3f5af66 req-5c6e73a0-5cb0-49b9-830c-d3c9bf3689d5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192999 Jul 27 21:10:33.521989 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f003209-1483-4664-9536-b89f60d726c5 req-0954c009-16cb-4019-a44f-6d256c4f9a34 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 210 time: 0.1397240 Jul 27 21:10:33.964356 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:33.975957 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Transition to ACTIVE for port object 1e36ec2f-5f07-40f3-ae9a-b22066542d1e will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:33.994319 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Transition to ACTIVE for port object 1e36ec2f-5f07-40f3-ae9a-b22066542d1e will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:34.010168 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.011292 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Allocated IP 172.22.0.2 (6f747b40-722f-4577-a153-798a005e4fa8/8c81adc5-f7c1-4d7d-8a58-bef95a2306d0/9f4d6c27-ec90-48ed-abc6-f103091f0c35) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:34.077045 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.178357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48055bf9-6ae3-417f-8b23-4343cc69a995 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:34.190571 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.204946 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.216815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Transition to ACTIVE for port object 9f4d6c27-ec90-48ed-abc6-f103091f0c35 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:34.218671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Transition to ACTIVE for port object 48055bf9-6ae3-417f-8b23-4343cc69a995 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:34.236988 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.261748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Transition to ACTIVE for port object 9f4d6c27-ec90-48ed-abc6-f103091f0c35 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:34.282063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 037a0a39-1135-479f-9442-a24bec93d937 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:34.299659 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Allocated IP 172.25.2.61 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/36a9b885-4342-4e2a-831b-54e801689e1a) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:34.335993 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.364268 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.417230 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Network 6f747b40-722f-4577-a153-798a005e4fa8 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:34.437426 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Network a2320263-076f-436a-bf5f-acf7b70db72d is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:34.448509 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:34.457249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:34.467409 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:34.473670 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:34.486196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Pushing event updated for resources: {'Port': ['ID=48055bf9-6ae3-417f-8b23-4343cc69a995,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:34.536432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Allocated IP 172.22.0.1 (6f747b40-722f-4577-a153-798a005e4fa8/8c81adc5-f7c1-4d7d-8a58-bef95a2306d0/0f0f506b-d1ad-45c4-ae1d-2b0c9470d808) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:34.549930 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.660811 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.715708 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-4898d614-7b7b-4db0-bf42-2562d36b4ce1 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:34.717464 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-4898d614-7b7b-4db0-bf42-2562d36b4ce1 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.66 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 811 time: 0.8343952 Jul 27 21:10:34.758617 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-a2b75641-2937-4f36-b5e1-32b9cb27e643 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Request body: {'port': {'device_id': 'f4c7e523-ff62-4bc1-bb18-7c45128681d1', 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d', 'admin_state_up': True, 'tenant_id': '74515b0a3b6a45a388bbc13bd7f3d653'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:34.766546 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.780264 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc3d2f-0e28-419f-9992-c5c9bd1f98bd req-6a0bacc2-ce29-4945-a814-acfd942660cf tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:34.781885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8cc3d2f-0e28-419f-9992-c5c9bd1f98bd req-6a0bacc2-ce29-4945-a814-acfd942660cf tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 931 time: 1.0678253 Jul 27 21:10:34.867868 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:34.878797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Attempting to bind port 9f4d6c27-ec90-48ed-abc6-f103091f0c35 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:34.879027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031178e-ac1b-4329-980b-e90235ff0772 req-cd6e9023-b08d-4080-a45a-4426a07416f7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:34.880904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Attempting to bind port 9f4d6c27-ec90-48ed-abc6-f103091f0c35 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '5c8b6243-e8a3-4c44-9afa-33ecbace0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:34.880904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Attempting to bind port 9f4d6c27-ec90-48ed-abc6-f103091f0c35 on network 6f747b40-722f-4577-a153-798a005e4fa8 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:34.881173 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8031178e-ac1b-4329-980b-e90235ff0772 req-cd6e9023-b08d-4080-a45a-4426a07416f7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 1.0174730 Jul 27 21:10:34.887628 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Attempting to bind port 1e36ec2f-5f07-40f3-ae9a-b22066542d1e on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:34.888041 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Attempting to bind port 1e36ec2f-5f07-40f3-ae9a-b22066542d1e by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'cab71e19-c78a-4984-8e46-c7a308e0a3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:34.888464 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Attempting to bind port 1e36ec2f-5f07-40f3-ae9a-b22066542d1e on network a2320263-076f-436a-bf5f-acf7b70db72d {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:34.898899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:34.899383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Checking segment: {'id': '5c8b6243-e8a3-4c44-9afa-33ecbace0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:34.900010 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.900479 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Bound using segment: {'id': '5c8b6243-e8a3-4c44-9afa-33ecbace0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:34.901165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Bound port: 9f4d6c27-ec90-48ed-abc6-f103091f0c35, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8b6243-e8a3-4c44-9afa-33ecbace0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:34.901624 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.922069 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:34.922639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Checking segment: {'id': 'cab71e19-c78a-4984-8e46-c7a308e0a3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:34.923293 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.923797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Bound using segment: {'id': 'cab71e19-c78a-4984-8e46-c7a308e0a3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:34.924574 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Bound port: 1e36ec2f-5f07-40f3-ae9a-b22066542d1e, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab71e19-c78a-4984-8e46-c7a308e0a3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:34.925069 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:34.931011 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Pushing event updated for resources: {'Port': ['ID=36a9b885-4342-4e2a-831b-54e801689e1a,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:34.934978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:34.948745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:35.030357 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8cc3d2f-0e28-419f-9992-c5c9bd1f98bd req-d62e389e-bca0-49e0-a94d-b480849c5c81 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f310f5e-b6c9-47b3-abc6-208b21594894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221761 Jul 27 21:10:35.052725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] For port 9f4d6c27-ec90-48ed-abc6-f103091f0c35, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:35.061466 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8031178e-ac1b-4329-980b-e90235ff0772 req-99d4a8b7-fc3c-4de7-b11e-36b7c77f2dd5 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559095 Jul 27 21:10:35.063630 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] For port 9f4d6c27-ec90-48ed-abc6-f103091f0c35, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9f4d6c27-ec90-48ed-abc6-f103091f0c35,segment=NetworkSegment(5c8b6243-e8a3-4c44-9afa-33ecbace0d8e),segment_id=5c8b6243-e8a3-4c44-9afa-33ecbace0d8e)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:35.101264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Attempting to bind port 48055bf9-6ae3-417f-8b23-4343cc69a995 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:35.101597 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Attempting to bind port 48055bf9-6ae3-417f-8b23-4343cc69a995 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '68242fab-f258-4701-a191-ffc47e923bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '32adf246-7a15-466f-b0c8-ef611b108a33'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:35.101920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Attempting to bind port 48055bf9-6ae3-417f-8b23-4343cc69a995 on network 32adf246-7a15-466f-b0c8-ef611b108a33 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:35.180613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] For port 1e36ec2f-5f07-40f3-ae9a-b22066542d1e, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:35.187154 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] For port 1e36ec2f-5f07-40f3-ae9a-b22066542d1e, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1e36ec2f-5f07-40f3-ae9a-b22066542d1e,segment=NetworkSegment(cab71e19-c78a-4984-8e46-c7a308e0a3d3),segment_id=cab71e19-c78a-4984-8e46-c7a308e0a3d3)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:35.188296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Port 48055bf9-6ae3-417f-8b23-4343cc69a995 on network 32adf246-7a15-466f-b0c8-ef611b108a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:10:35.188296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Attempting to bind port 48055bf9-6ae3-417f-8b23-4343cc69a995 on network 32adf246-7a15-466f-b0c8-ef611b108a33 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:35.205670 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:35.232411 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:35.232749 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Checking segment: {'id': '68242fab-f258-4701-a191-ffc47e923bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '32adf246-7a15-466f-b0c8-ef611b108a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:35.233134 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Bound using segment: {'id': '68242fab-f258-4701-a191-ffc47e923bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '32adf246-7a15-466f-b0c8-ef611b108a33'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:35.233571 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Bound port: 48055bf9-6ae3-417f-8b23-4343cc69a995, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68242fab-f258-4701-a191-ffc47e923bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '32adf246-7a15-466f-b0c8-ef611b108a33'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:35.233928 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:35.266987 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:35.293973 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Pushing event updated for resources: {'Port': ['ID=9f4d6c27-ec90-48ed-abc6-f103091f0c35,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:35.380379 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Pushing event updated for resources: {'Port': ['ID=1e36ec2f-5f07-40f3-ae9a-b22066542d1e,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:35.400767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22a60e51-d21f-487a-a12d-709679efff99 req-1a05ed1d-68ea-4004-b1e9-563cebfadb49 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 210 time: 0.1984859 Jul 27 21:10:35.551124 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bd0ba-7857-4a43-8231-e686dfcff05d None None] Pushing event updated for resources: {'Port': ['ID=9f4d6c27-ec90-48ed-abc6-f103091f0c35,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:35.653520 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7db2e-f1bc-457e-ab0a-a73db5a6b2d1 None None] Pushing event updated for resources: {'Port': ['ID=1e36ec2f-5f07-40f3-ae9a-b22066542d1e,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:35.675498 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 037a0a39-1135-479f-9442-a24bec93d937 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:35.681870 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-558ccc57-c3c6-48a9-a4d7-10944b207e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:35.687942 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 037a0a39-1135-479f-9442-a24bec93d937 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:35.688139 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:35.690533 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:35.831339 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbffba6-415d-4534-9b73-e20340d49988 req-0b49eb3e-597c-46cf-ae2e-362f684640b4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:35.838907 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4bbffba6-415d-4534-9b73-e20340d49988 req-0b49eb3e-597c-46cf-ae2e-362f684640b4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.4776213 Jul 27 21:10:35.998553 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:36.080811 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 037a0a39-1135-479f-9442-a24bec93d937, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=037a0a39-1135-479f-9442-a24bec93d937,segment=NetworkSegment(c099d10f-acb3-42e6-b99e-990144b95d43),segment_id=c099d10f-acb3-42e6-b99e-990144b95d43)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:36.104201 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:36.115360 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4bbffba6-415d-4534-9b73-e20340d49988 req-93ecdc24-0826-474e-837c-025e19a8fe42 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755516 Jul 27 21:10:36.120313 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:36.151751 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:36.162612 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4afab-1f6f-47b5-b56a-7352a23916b3 req-11cf075d-36b5-47a6-960f-36a079b822f3 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:36.171526 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Transition to ACTIVE for port object 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:36.191090 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9da4afab-1f6f-47b5-b56a-7352a23916b3 req-11cf075d-36b5-47a6-960f-36a079b822f3 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.4764900 Jul 27 21:10:36.226885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-a2b75641-2937-4f36-b5e1-32b9cb27e643 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Made reservation on behalf of 74515b0a3b6a45a388bbc13bd7f3d653 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:36.250933 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-a2b75641-2937-4f36-b5e1-32b9cb27e643 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:36.266215 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:36.289828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=037a0a39-1135-479f-9442-a24bec93d937,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:36.353629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=0f0f506b-d1ad-45c4-ae1d-2b0c9470d808,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:36.397474 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1e36ec2f-5f07-40f3-ae9a-b22066542d1e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:36.484968 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9da4afab-1f6f-47b5-b56a-7352a23916b3 req-35949601-b03e-4794-bd88-26db8be0f386 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924507 Jul 27 21:10:36.593050 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network 6f747b40-722f-4577-a153-798a005e4fa8 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:36.604259 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:36.610368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 1e36ec2f-5f07-40f3-ae9a-b22066542d1e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:36.615484 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9f4d6c27-ec90-48ed-abc6-f103091f0c35 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:36.620109 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] For port 48055bf9-6ae3-417f-8b23-4343cc69a995, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:36.625558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] For port 48055bf9-6ae3-417f-8b23-4343cc69a995, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=48055bf9-6ae3-417f-8b23-4343cc69a995,segment=NetworkSegment(68242fab-f258-4701-a191-ffc47e923bb0),segment_id=68242fab-f258-4701-a191-ffc47e923bb0)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:36.627398 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:36.694701 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 9f4d6c27-ec90-48ed-abc6-f103091f0c35 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:36.721752 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:36.756518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-a2b75641-2937-4f36-b5e1-32b9cb27e643 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Allocated IP 172.20.0.7 (874f537e-e9c6-4edd-8438-8ff33d048e2d/5afc042a-4902-464a-b704-f1422378a801/e6ef0cda-69f0-47de-950e-6b041b96c523) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:36.839066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:36.840338 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:36.841818 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] 10.222.0.20 "PUT /v2.0/ports/48055bf9-6ae3-417f-8b23-4343cc69a995 HTTP/1.1" status: 200 len: 1091 time: 4.2383630 Jul 27 21:10:36.844917 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6c72028-4064-4e80-be5d-9c2990b3399e req-e8cc1588-b393-4fd1-97af-e4a08a9056dc tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 210 time: 0.2131534 Jul 27 21:10:36.888264 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57baec04-4bec-4df9-b39f-3031c3aaba4d req-10b2c7d5-dda2-4ee2-ae0c-50ebb7effd37 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:36.897201 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57baec04-4bec-4df9-b39f-3031c3aaba4d req-10b2c7d5-dda2-4ee2-ae0c-50ebb7effd37 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 943 time: 0.5494018 Jul 27 21:10:36.900085 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd83608-1b33-4983-8d80-a593b34253ac', 'tag': '48055bf9-6ae3-417f-8b23-4343cc69a995'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:36.902766 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93359188-1e74-4564-b545-36e0156707ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd83608-1b33-4983-8d80-a593b34253ac", "tag": "48055bf9-6ae3-417f-8b23-4343cc69a995"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:37.047215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57baec04-4bec-4df9-b39f-3031c3aaba4d req-c6639330-bda3-4def-9f5a-809530198eb9 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f310f5e-b6c9-47b3-abc6-208b21594894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490259 Jul 27 21:10:37.049205 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:37.108130 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:37.123283 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:37.227413 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a7f78e-becb-4518-b478-33ba76b69859 x-openstack-request-id: req-81a7f78e-becb-4518-b478-33ba76b69859 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:37.228002 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd83608-1b33-4983-8d80-a593b34253ac", "tag": "48055bf9-6ae3-417f-8b23-4343cc69a995", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:37.233817 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81a7f78e-becb-4518-b478-33ba76b69859 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:37.234542 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd83608-1b33-4983-8d80-a593b34253ac', 'tag': '48055bf9-6ae3-417f-8b23-4343cc69a995', 'status': 'completed', 'code': 200} Jul 27 21:10:37.375428 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180b60b2-6e28-4685-9478-ca08732c34ff None None] Network 6f747b40-722f-4577-a153-798a005e4fa8 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:37.399115 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77fd02-0b3d-49fd-9e45-3148f6601325 service neutron] Pushing event updated for resources: {'Port': ['ID=48055bf9-6ae3-417f-8b23-4343cc69a995,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:37.487889 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Router 52bde9d1-67e6-4acb-a888-18b82d387fac is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:10:37.504539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fa51842d-894e-4f75-8778-3b2f787aead6 None None] Provisioning for port 9f4d6c27-ec90-48ed-abc6-f103091f0c35 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:37.516239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fa51842d-894e-4f75-8778-3b2f787aead6 None None] Provisioning complete for port 9f4d6c27-ec90-48ed-abc6-f103091f0c35 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:37.517445 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fa51842d-894e-4f75-8778-3b2f787aead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:37.608491 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-a2b75641-2937-4f36-b5e1-32b9cb27e643 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:37.632680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45712ae-05fa-4b2a-84c3-79deaf7c0954 None None] Network a2320263-076f-436a-bf5f-acf7b70db72d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:37.676377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fa4c3-3f9d-4a6b-b881-af10e1255b94 req-1d0b7e4a-1bbd-4629-aef7-28d7ef9ad710 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:37.678475 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-047fa4c3-3f9d-4a6b-b881-af10e1255b94 req-1d0b7e4a-1bbd-4629-aef7-28d7ef9ad710 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.3589110 Jul 27 21:10:37.706399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-3cfe3367-f64a-47f4-bd8c-738c5ec2deef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:37.708418 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-3cfe3367-f64a-47f4-bd8c-738c5ec2deef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=022df40bdfdd497fa9c3ee8e02715922&device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 1094 time: 0.6728747 Jul 27 21:10:37.736131 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb13fed-a135-4a65-9e9d-35f3d0ed5f33 req-8974e8a4-2d3d-4a83-ab11-fd3d2d73c535 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:37.745925 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cb13fed-a135-4a65-9e9d-35f3d0ed5f33 req-8974e8a4-2d3d-4a83-ab11-fd3d2d73c535 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.3620698 Jul 27 21:10:37.768766 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:37.775462 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:37.813860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Sync routers for ids ['52bde9d1-67e6-4acb-a888-18b82d387fac'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:37.814552 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-047fa4c3-3f9d-4a6b-b881-af10e1255b94 req-22fe3fd3-20b1-4f28-b183-b7e14521f29c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245475 Jul 27 21:10:37.836011 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3cb13fed-a135-4a65-9e9d-35f3d0ed5f33 req-451103cc-212f-4e58-aca8-48fb46749305 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882950 Jul 27 21:10:37.854813 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:37.854813 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7f04023b-4245-476d-8eff-d8a413945fcb admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.3419919 Jul 27 21:10:37.854813 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52104) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:37.855209 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-9049324a-ca90-4fb8-8fea-f56a5288bfc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48055bf9-6ae3-417f-8b23-4343cc69a995 HTTP/1.1" status: 200 len: 217 time: 0.1232762 Jul 27 21:10:37.890778 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:37.967153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Routers {'52bde9d1-67e6-4acb-a888-18b82d387fac'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:37.967514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['52bde9d1-67e6-4acb-a888-18b82d387fac'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:38.014185 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9ce4bea-426b-4a20-a5bf-ba0c1dec1db2 req-585039ff-8311-4600-b563-5ae351fb5d28 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 210 time: 0.0690382 Jul 27 21:10:38.098898 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-99b72df5-47b5-4e6c-a1e5-4ef28469d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:38.100818 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-99b72df5-47b5-4e6c-a1e5-4ef28469d946 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72b4e31f-2dc3-4784-a982-30407b17ce84 HTTP/1.1" status: 200 len: 853 time: 0.2254620 Jul 27 21:10:38.117439 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-a2b75641-2937-4f36-b5e1-32b9cb27e643 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:38.180607 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fa51842d-894e-4f75-8778-3b2f787aead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:38.261228 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Set router 52bde9d1-67e6-4acb-a888-18b82d387fac gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:38.274914 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-8c9df826-da23-41ec-9616-fde741cad3bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32adf246-7a15-466f-b0c8-ef611b108a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383758 Jul 27 21:10:38.292176 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-a2b75641-2937-4f36-b5e1-32b9cb27e643 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Network 874f537e-e9c6-4edd-8438-8ff33d048e2d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:38.301052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b75641-2937-4f36-b5e1-32b9cb27e643 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Pushing event updated for resources: {'Port': ['ID=e6ef0cda-69f0-47de-950e-6b041b96c523,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:38.304718 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-a2b75641-2937-4f36-b5e1-32b9cb27e643 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:38.330803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 037a0a39-1135-479f-9442-a24bec93d937 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:38.403514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-a2b75641-2937-4f36-b5e1-32b9cb27e643 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:38.469455 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-a2b75641-2937-4f36-b5e1-32b9cb27e643 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:38.470128 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-a2b75641-2937-4f36-b5e1-32b9cb27e643 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:38.560067 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-a2b75641-2937-4f36-b5e1-32b9cb27e643 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8250580 Jul 27 21:10:38.602261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-fa51842d-894e-4f75-8778-3b2f787aead6 None None] For port 9f4d6c27-ec90-48ed-abc6-f103091f0c35, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9f4d6c27-ec90-48ed-abc6-f103091f0c35,segment=NetworkSegment(5c8b6243-e8a3-4c44-9afa-33ecbace0d8e),segment_id=5c8b6243-e8a3-4c44-9afa-33ecbace0d8e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:38.663997 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fa51842d-894e-4f75-8778-3b2f787aead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:38.705505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Request body: {'port': {'device_id': 'f4c7e523-ff62-4bc1-bb18-7c45128681d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:38.768284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61604dc8-930a-4680-8c9e-453229d81ee2 req-4877234a-347b-4636-b5a3-c19b826c70ca tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:38.769839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-61604dc8-930a-4680-8c9e-453229d81ee2 req-4877234a-347b-4636-b5a3-c19b826c70ca tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.8066609 Jul 27 21:10:38.851673 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:38.953956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 037a0a39-1135-479f-9442-a24bec93d937 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:38.954471 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:38.991372 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51842d-894e-4f75-8778-3b2f787aead6 None None] Pushing event updated for resources: {'Port': ['ID=9f4d6c27-ec90-48ed-abc6-f103091f0c35,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:38.998105 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-639bb4c9-6e56-490f-8b53-925afd7fabda service neutron] 10.222.0.20 "GET /v2.0/networks/32adf246-7a15-466f-b0c8-ef611b108a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7099121 Jul 27 21:10:39.004339 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.012068 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c9dd69c8-29ae-4f8b-b6dd-7a80d63af341 None None] Provisioning for port 1e36ec2f-5f07-40f3-ae9a-b22066542d1e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:39.013441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef546d6-5d31-4f2c-8d1f-09785c112787 req-2dbdca93-0dbf-47fb-8c5b-897ec031f531 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:39.024324 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cef546d6-5d31-4f2c-8d1f-09785c112787 req-2dbdca93-0dbf-47fb-8c5b-897ec031f531 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 943 time: 0.4432731 Jul 27 21:10:39.044410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c9dd69c8-29ae-4f8b-b6dd-7a80d63af341 None None] Provisioning complete for port 1e36ec2f-5f07-40f3-ae9a-b22066542d1e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:39.044877 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c9dd69c8-29ae-4f8b-b6dd-7a80d63af341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.232779 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-61604dc8-930a-4680-8c9e-453229d81ee2 req-8e219ed7-5234-45c3-8dc9-f1c0d818a567 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463559 Jul 27 21:10:39.250298 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'name': 'tempest-TestServerBasicOps-1014294963-router', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:31Z', 'updated_at': '2021-07-27T21:10:35Z', 'revision_number': 3, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'gw_port': {'id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:34Z', 'updated_at': '2021-07-27T21:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:39.268408 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c9dd69c8-29ae-4f8b-b6dd-7a80d63af341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.322627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cef546d6-5d31-4f2c-8d1f-09785c112787 req-de895102-49f5-4092-854c-74c8bcd82c61 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f310f5e-b6c9-47b3-abc6-208b21594894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994333 Jul 27 21:10:39.371934 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Checking router: 52bde9d1-67e6-4acb-a888-18b82d387fac for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:10:39.372676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Updating router 52bde9d1-67e6-4acb-a888-18b82d387fac port 36a9b885-4342-4e2a-831b-54e801689e1a binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:10:39.439621 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ef0cda-69f0-47de-950e-6b041b96c523 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:39.447968 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.462101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Transition to ACTIVE for port object e6ef0cda-69f0-47de-950e-6b041b96c523 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:39.471738 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-c9dd69c8-29ae-4f8b-b6dd-7a80d63af341 None None] For port 1e36ec2f-5f07-40f3-ae9a-b22066542d1e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1e36ec2f-5f07-40f3-ae9a-b22066542d1e,segment=NetworkSegment(cab71e19-c78a-4984-8e46-c7a308e0a3d3),segment_id=cab71e19-c78a-4984-8e46-c7a308e0a3d3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:39.476221 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.498133 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c9dd69c8-29ae-4f8b-b6dd-7a80d63af341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.513577 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.693052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ef0cda-69f0-47de-950e-6b041b96c523,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:39.700074 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.726951 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bc610-5ba8-4325-8518-045d78897ccc req-c0eb5fc3-dc39-4bc6-9112-aa49abeb52f3 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:39.731125 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-629ec1eb-dfb1-4efa-9cca-020aa7e4b03a req-bd3a5f6b-e3cb-4c43-a65d-4511dea95abb service neutron] 10.222.0.20 "GET /v2.0/networks/32adf246-7a15-466f-b0c8-ef611b108a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959727 Jul 27 21:10:39.736113 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.745329 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-097bc610-5ba8-4325-8518-045d78897ccc req-c0eb5fc3-dc39-4bc6-9112-aa49abeb52f3 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 943 time: 0.2133372 Jul 27 21:10:39.777620 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd69c8-29ae-4f8b-b6dd-7a80d63af341 None None] Pushing event updated for resources: {'Port': ['ID=1e36ec2f-5f07-40f3-ae9a-b22066542d1e,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:39.794342 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7938882-b183-4dd7-a57d-038f42f8f068 req-8460f52a-145b-4923-9708-c56e37f1fcbd tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:39.795903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7938882-b183-4dd7-a57d-038f42f8f068 req-8460f52a-145b-4923-9708-c56e37f1fcbd tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 945 time: 0.2896807 Jul 27 21:10:39.826793 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-aa4910c7-1100-4e7e-86b5-eed5228f0869 None None] Provisioning for port 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:39.843396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-aa4910c7-1100-4e7e-86b5-eed5228f0869 None None] Provisioning complete for port 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:39.843882 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aa4910c7-1100-4e7e-86b5-eed5228f0869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.873612 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-097bc610-5ba8-4325-8518-045d78897ccc req-858014d9-2109-49c9-a204-78d42a1ca519 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117465 Jul 27 21:10:39.914084 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7938882-b183-4dd7-a57d-038f42f8f068 req-a1919a72-a0d2-4a45-b0f5-98dd33c969c4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821915 Jul 27 21:10:39.923879 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb94c7f-531e-47f6-8bf8-85ae75d2fa77 req-43c68a2f-de63-4fbb-b52a-ed849c884d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:39.925658 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fdb94c7f-531e-47f6-8bf8-85ae75d2fa77 req-43c68a2f-de63-4fbb-b52a-ed849c884d55 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 1096 time: 0.2787261 Jul 27 21:10:39.954325 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:39.973531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=0f0f506b-d1ad-45c4-ae1d-2b0c9470d808,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:39.987823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Attempting to bind port e6ef0cda-69f0-47de-950e-6b041b96c523 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:39.988164 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Attempting to bind port e6ef0cda-69f0-47de-950e-6b041b96c523 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:39.988691 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Attempting to bind port e6ef0cda-69f0-47de-950e-6b041b96c523 on network 874f537e-e9c6-4edd-8438-8ff33d048e2d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:40.009204 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-aa4910c7-1100-4e7e-86b5-eed5228f0869 None None] Port 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:10:40.016342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Port e6ef0cda-69f0-47de-950e-6b041b96c523 on network 874f537e-e9c6-4edd-8438-8ff33d048e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:10:40.016671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Attempting to bind port e6ef0cda-69f0-47de-950e-6b041b96c523 on network 874f537e-e9c6-4edd-8438-8ff33d048e2d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:40.077163 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-aa4910c7-1100-4e7e-86b5-eed5228f0869 None None] Provisioning complete for port 9f4d6c27-ec90-48ed-abc6-f103091f0c35 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:40.077887 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aa4910c7-1100-4e7e-86b5-eed5228f0869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.106849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:40.107203 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Checking segment: {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:40.107593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Bound using segment: {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:40.108044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Bound port: e6ef0cda-69f0-47de-950e-6b041b96c523, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:40.108509 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.170889 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93359188-1e74-4564-b545-36e0156707ba req-4fb08969-86ed-4265-b7e8-94cbe8597c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:40.172931 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-93359188-1e74-4564-b545-36e0156707ba req-4fb08969-86ed-4265-b7e8-94cbe8597c19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=022df40bdfdd497fa9c3ee8e02715922&device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 1094 time: 0.3147371 Jul 27 21:10:40.276312 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.303278 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1e36ec2f-5f07-40f3-ae9a-b22066542d1e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:40.313994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Transition to ACTIVE for port object 36a9b885-4342-4e2a-831b-54e801689e1a will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:40.316512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network 6f747b40-722f-4577-a153-798a005e4fa8 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:40.321632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb94c7f-531e-47f6-8bf8-85ae75d2fa77 req-bb6ac866-dceb-4825-9824-70058f19eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:40.323234 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fdb94c7f-531e-47f6-8bf8-85ae75d2fa77 req-bb6ac866-dceb-4825-9824-70058f19eb34 service neutron] 10.222.0.66 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 916 time: 0.3855937 Jul 27 21:10:40.325638 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.335717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] For port e6ef0cda-69f0-47de-950e-6b041b96c523, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:40.345542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:40.388079 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.393756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] For port e6ef0cda-69f0-47de-950e-6b041b96c523, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e6ef0cda-69f0-47de-950e-6b041b96c523,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:40.444469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fdb94c7f-531e-47f6-8bf8-85ae75d2fa77 req-53c70a1b-3e64-4e38-b0f7-7800a80c2c4b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 HTTP/1.1" status: 200 len: 1000 time: 0.0893610 Jul 27 21:10:40.478442 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93359188-1e74-4564-b545-36e0156707ba req-963ed5dd-19fc-445e-bbfa-6226d3d57c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:40.480186 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-93359188-1e74-4564-b545-36e0156707ba req-963ed5dd-19fc-445e-bbfa-6226d3d57c1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=32adf246-7a15-466f-b0c8-ef611b108a33 HTTP/1.1" status: 200 len: 914 time: 0.2921584 Jul 27 21:10:40.481937 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.536268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb94c7f-531e-47f6-8bf8-85ae75d2fa77 req-62d35316-8796-4a09-8c13-5c647cc1542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:40.537935 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fdb94c7f-531e-47f6-8bf8-85ae75d2fa77 req-62d35316-8796-4a09-8c13-5c647cc1542e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6f5c215f-9e0c-4039-b305-c7ccda95b7dd HTTP/1.1" status: 200 len: 854 time: 0.0863674 Jul 27 21:10:40.561257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6047b5-4db6-4fbe-8ac1-797c0407826d None None] Pushing event updated for resources: {'Port': ['ID=36a9b885-4342-4e2a-831b-54e801689e1a,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:40.635469 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Attempting to bind port 36a9b885-4342-4e2a-831b-54e801689e1a on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:40.636114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Attempting to bind port 36a9b885-4342-4e2a-831b-54e801689e1a by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:40.636790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Attempting to bind port 36a9b885-4342-4e2a-831b-54e801689e1a on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:40.674102 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:40.675255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:40.676608 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.677330 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:40.678041 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Bound port: 36a9b885-4342-4e2a-831b-54e801689e1a, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:40.678749 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.703643 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-93359188-1e74-4564-b545-36e0156707ba req-b0431650-880a-48f0-bdef-8a8d704f8ff0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48055bf9-6ae3-417f-8b23-4343cc69a995 HTTP/1.1" status: 200 len: 217 time: 0.1322594 Jul 27 21:10:40.718330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:40.719257 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:40.720875 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] 10.222.0.66 "PUT /v2.0/ports/e6ef0cda-69f0-47de-950e-6b041b96c523 HTTP/1.1" status: 200 len: 1091 time: 2.0197413 Jul 27 21:10:40.721506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c7e523-ff62-4bc1-bb18-7c45128681d1', 'tag': 'e6ef0cda-69f0-47de-950e-6b041b96c523'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:40.724008 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f146d0b9-b3ad-4102-8c9e-e472b6334ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c7e523-ff62-4bc1-bb18-7c45128681d1", "tag": "e6ef0cda-69f0-47de-950e-6b041b96c523"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:40.734800 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7eed7-b947-4890-8972-35b8b05afa86 req-d098f6c8-1b9d-44a4-bdbc-0645dc14dba8 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:40.743241 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79e7eed7-b947-4890-8972-35b8b05afa86 req-d098f6c8-1b9d-44a4-bdbc-0645dc14dba8 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.6244597 Jul 27 21:10:40.849171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 0d4d9456-bc1b-4480-b7a4-3f108185f377 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:40.850839 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ca6f6-dfbf-4d75-8b97-e70dc740af37 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ef0cda-69f0-47de-950e-6b041b96c523,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:40.889458 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93359188-1e74-4564-b545-36e0156707ba req-983ff13e-5cbb-43f0-a316-988cd8fb3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:40.891983 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-93359188-1e74-4564-b545-36e0156707ba req-983ff13e-5cbb-43f0-a316-988cd8fb3d71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72b4e31f-2dc3-4784-a982-30407b17ce84 HTTP/1.1" status: 200 len: 853 time: 0.1781611 Jul 27 21:10:40.906917 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79e7eed7-b947-4890-8972-35b8b05afa86 req-b551108e-1b01-4e78-af91-f91c902637c4 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626379 Jul 27 21:10:41.027822 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 1e36ec2f-5f07-40f3-ae9a-b22066542d1e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:41.028509 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:41.081395 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb94c7f-531e-47f6-8bf8-85ae75d2fa77 req-59941191-9ae2-4f14-8341-2dcbd4ad6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:41.083273 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fdb94c7f-531e-47f6-8bf8-85ae75d2fa77 req-59941191-9ae2-4f14-8341-2dcbd4ad6314 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83632acd-e78d-4a39-ae97-2eaf775c8434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5255380 Jul 27 21:10:41.089682 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] For port 36a9b885-4342-4e2a-831b-54e801689e1a, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:41.097175 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-aa4910c7-1100-4e7e-86b5-eed5228f0869 None None] Provisioning complete for port 1e36ec2f-5f07-40f3-ae9a-b22066542d1e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:41.097709 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aa4910c7-1100-4e7e-86b5-eed5228f0869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:41.144200 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ed769-a102-4676-9c02-ace41f1cab65 req-3e0068ae-b388-416d-ae48-2631684967ee tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:41.154163 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-906ed769-a102-4676-9c02-ace41f1cab65 req-3e0068ae-b388-416d-ae48-2631684967ee tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 943 time: 0.5944417 Jul 27 21:10:41.158178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Allocated IP 172.20.0.1 (a2320263-076f-436a-bf5f-acf7b70db72d/23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48/abc2b5a5-01b1-485c-b0f1-1a8c047c7e88) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:41.172566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] For port 36a9b885-4342-4e2a-831b-54e801689e1a, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=36a9b885-4342-4e2a-831b-54e801689e1a,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:41.185593 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:41.368044 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90eb300-b6e3-4666-9247-dbf4059f917f x-openstack-request-id: req-d90eb300-b6e3-4666-9247-dbf4059f917f {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:41.368346 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c7e523-ff62-4bc1-bb18-7c45128681d1", "tag": "e6ef0cda-69f0-47de-950e-6b041b96c523", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:41.368566 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d90eb300-b6e3-4666-9247-dbf4059f917f {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:41.369086 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c7e523-ff62-4bc1-bb18-7c45128681d1', 'tag': 'e6ef0cda-69f0-47de-950e-6b041b96c523', 'status': 'completed', 'code': 200} Jul 27 21:10:41.389110 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-93359188-1e74-4564-b545-36e0156707ba req-79e0e161-ede4-4f82-a8f3-b88ecbe43946 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32adf246-7a15-466f-b0c8-ef611b108a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4439454 Jul 27 21:10:41.391323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:41.405676 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8d83e0c3-1055-4c54-8b2b-a9d2d4ef4fbb tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/0d4d9456-bc1b-4480-b7a4-3f108185f377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0493765 Jul 27 21:10:41.408638 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Sync routers for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:41.411593 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-906ed769-a102-4676-9c02-ace41f1cab65 req-58adca41-8b59-4780-90cd-2acb2456b67d tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f310f5e-b6c9-47b3-abc6-208b21594894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519569 Jul 27 21:10:41.412339 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52316) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:41.425698 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:41.427352 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:41.473205 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6047b5-4db6-4fbe-8ac1-797c0407826d None None] Pushing event updated for resources: {'Port': ['ID=36a9b885-4342-4e2a-831b-54e801689e1a,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:41.473504 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-44cf332c-8850-4dbe-9128-bb2f7787c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:41.475228 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-44cf332c-8850-4dbe-9128-bb2f7787c79f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 1094 time: 0.6815617 Jul 27 21:10:41.496720 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-9bbc74d9-47ee-4f5e-986b-57c5ea7ce1ca tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'network': {'name': 'tempest-RoutersTest-328926240'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:41.515003 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Routers {'52bde9d1-67e6-4acb-a888-18b82d387fac'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:41.515932 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['52bde9d1-67e6-4acb-a888-18b82d387fac'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:41.539538 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-e914774a-1c16-4be9-9014-3ccdf3f1167e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6ef0cda-69f0-47de-950e-6b041b96c523 HTTP/1.1" status: 200 len: 217 time: 0.0542860 Jul 27 21:10:41.600916 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fdb94c7f-531e-47f6-8bf8-85ae75d2fa77 req-0abf7caf-5ed7-4fdb-bd40-f4131d89c375 service neutron] 10.222.0.66 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787738 Jul 27 21:10:41.681149 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:41.693685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] Set router 52bde9d1-67e6-4acb-a888-18b82d387fac gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:41.694840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-d46a18a6-79de-4626-aa9d-b9dd3ece3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:41.696341 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-d46a18a6-79de-4626-aa9d-b9dd3ece3d19 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5afc042a-4902-464a-b704-f1422378a801 HTTP/1.1" status: 200 len: 851 time: 0.1474087 Jul 27 21:10:41.730165 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-93359188-1e74-4564-b545-36e0156707ba req-ab62207c-4f96-47b1-8cf3-3a682c433350 service neutron] 10.222.0.20 "GET /v2.0/networks/32adf246-7a15-466f-b0c8-ef611b108a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255723 Jul 27 21:10:41.826700 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-63e40aea-1dd8-4a4c-8c37-3c9c2e68ab9f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=874f537e-e9c6-4edd-8438-8ff33d048e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176245 Jul 27 21:10:41.859611 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:41.900995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Transition to ACTIVE for port object abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:41.953003 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-4b8dc3e1-3180-417a-a29d-0889c00b1b99 service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122582 Jul 27 21:10:41.985806 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9f4d6c27-ec90-48ed-abc6-f103091f0c35 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:42.107779 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'name': 'tempest-TestServerBasicOps-1014294963-router', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:31Z', 'updated_at': '2021-07-27T21:10:35Z', 'revision_number': 3, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'gw_port': {'id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:34Z', 'updated_at': '2021-07-27T21:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:42.115329 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-93359188-1e74-4564-b545-36e0156707ba req-a9e202ad-3800-4095-94a7-e9f39fdc05d3 service neutron] 10.222.0.20 "GET /v2.0/networks/32adf246-7a15-466f-b0c8-ef611b108a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494737 Jul 27 21:10:42.129752 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:37Z', 'revision_number': 4, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f0f506b-d1ad-45c4-ae1d-2b0c9470d808', 'name': '', 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:ef:6a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:33Z', 'updated_at': '2021-07-27T21:10:38Z', 'revision_number': 2, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:42.153932 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec734f78-f09f-49a5-a79f-5934aec3b450 None None] The sync data for ids ['52bde9d1-67e6-4acb-a888-18b82d387fac'] in n-d-764806-9 is: [{'id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'name': 'tempest-TestServerBasicOps-1014294963-router', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:31Z', 'updated_at': '2021-07-27T21:10:35Z', 'revision_number': 3, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'gw_port': {'id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:34Z', 'updated_at': '2021-07-27T21:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:42.161556 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e4e46-4223-41b3-992f-7876a3b5250b req-e515202c-75d8-4dda-a3ba-ba012a72c187 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:42.163328 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f3e4e46-4223-41b3-992f-7876a3b5250b req-e515202c-75d8-4dda-a3ba-ba012a72c187 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 943 time: 1.1067278 Jul 27 21:10:42.169020 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ce80261-248b-4aa3-8b83-ade8840bd005 req-169864a8-b1df-4620-963b-6e0a2b611ff1 service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080011 Jul 27 21:10:42.178756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 48055bf9-6ae3-417f-8b23-4343cc69a995 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:10:42.185905 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 9f4d6c27-ec90-48ed-abc6-f103091f0c35 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:42.186844 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.196918 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.213275 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Checking router: 0d4d9456-bc1b-4480-b7a4-3f108185f377 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:10:42.224079 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Updating router 0d4d9456-bc1b-4480-b7a4-3f108185f377 port 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:10:42.302939 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.365162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Network a2320263-076f-436a-bf5f-acf7b70db72d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:42.371294 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fdb94c7f-531e-47f6-8bf8-85ae75d2fa77 req-5342b5df-9299-4cae-b79e-65b916f29a27 service neutron] 10.222.0.66 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7678120 Jul 27 21:10:42.394487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146d0b9-b3ad-4102-8c9e-e472b6334ad2 req-0ec30657-ffe5-446f-870a-da7dea411ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:42.396383 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f146d0b9-b3ad-4102-8c9e-e472b6334ad2 req-0ec30657-ffe5-446f-870a-da7dea411ea4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 1094 time: 0.1629860 Jul 27 21:10:42.411526 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:42.414685 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:42.587411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbc74d9-47ee-4f5e-986b-57c5ea7ce1ca tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:42.588801 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 48055bf9-6ae3-417f-8b23-4343cc69a995, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=48055bf9-6ae3-417f-8b23-4343cc69a995,segment=NetworkSegment(68242fab-f258-4701-a191-ffc47e923bb0),segment_id=68242fab-f258-4701-a191-ffc47e923bb0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:42.599951 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9bbc74d9-47ee-4f5e-986b-57c5ea7ce1ca tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.612138 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '48055bf9-6ae3-417f-8b23-4343cc69a995', 'network_id': '32adf246-7a15-466f-b0c8-ef611b108a33', 'port_id': '48055bf9-6ae3-417f-8b23-4343cc69a995', 'mac_address': 'fa:16:3e:bb:18:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b4e31f-2dc3-4784-a982-30407b17ce84', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:10:42.634213 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-29ef23c9-4709-45b3-83ba-76ef26a4b9ca None None] Provisioning complete for port 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:42.634213 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-29ef23c9-4709-45b3-83ba-76ef26a4b9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.705159 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.736962 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146d0b9-b3ad-4102-8c9e-e472b6334ad2 req-984624d5-e422-4cb5-9a78-35d8f2136460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:42.740364 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f146d0b9-b3ad-4102-8c9e-e472b6334ad2 req-984624d5-e422-4cb5-9a78-35d8f2136460 service neutron] 10.222.0.66 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 912 time: 0.3247218 Jul 27 21:10:42.835656 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.851052 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f146d0b9-b3ad-4102-8c9e-e472b6334ad2 req-9bf94f79-11eb-404f-a100-b23ff0891afd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6ef0cda-69f0-47de-950e-6b041b96c523 HTTP/1.1" status: 200 len: 217 time: 0.1041310 Jul 27 21:10:42.874884 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:42.926267 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.935278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbc74d9-47ee-4f5e-986b-57c5ea7ce1ca tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:10:42.945716 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9bbc74d9-47ee-4f5e-986b-57c5ea7ce1ca tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:42.946554 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-9bbc74d9-47ee-4f5e-986b-57c5ea7ce1ca tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Added segment 3659ea86-44fc-4a3b-89a1-2f3790d83d01 of type vlan for network ea51a6e1-9c36-4e93-9121-0ae961301346 Jul 27 21:10:42.953565 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Transition to ACTIVE for port object 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:42.961923 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48055bf9-6ae3-417f-8b23-4343cc69a995 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:42.967736 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:43.011636 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146d0b9-b3ad-4102-8c9e-e472b6334ad2 req-fa3df6ca-f551-47eb-840a-bb6156caabfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:43.016512 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f146d0b9-b3ad-4102-8c9e-e472b6334ad2 req-fa3df6ca-f551-47eb-840a-bb6156caabfd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5afc042a-4902-464a-b704-f1422378a801 HTTP/1.1" status: 200 len: 851 time: 0.1539419 Jul 27 21:10:43.069604 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9bbc74d9-47ee-4f5e-986b-57c5ea7ce1ca tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:43.113005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-29ef23c9-4709-45b3-83ba-76ef26a4b9ca None None] Port 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:10:43.120261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 48055bf9-6ae3-417f-8b23-4343cc69a995, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=48055bf9-6ae3-417f-8b23-4343cc69a995,segment=NetworkSegment(68242fab-f258-4701-a191-ffc47e923bb0),segment_id=68242fab-f258-4701-a191-ffc47e923bb0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:43.123660 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb49ac-b508-423b-b0f5-bbc1f32aaefc None None] Pushing event updated for resources: {'Port': ['ID=0f0f506b-d1ad-45c4-ae1d-2b0c9470d808,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:43.132541 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:43.149680 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f146d0b9-b3ad-4102-8c9e-e472b6334ad2 req-1067a183-1ab5-435b-9e97-292cd085553e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=874f537e-e9c6-4edd-8438-8ff33d048e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245685 Jul 27 21:10:43.173910 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:43.203445 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f3e4e46-4223-41b3-992f-7876a3b5250b req-b549bc1f-c8a1-49d6-8be7-e04ee0ec43d6 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9728875 Jul 27 21:10:43.204786 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9bbc74d9-47ee-4f5e-986b-57c5ea7ce1ca tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:43.212176 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbc74d9-47ee-4f5e-986b-57c5ea7ce1ca tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:43.214101 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9bbc74d9-47ee-4f5e-986b-57c5ea7ce1ca tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:43.246717 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=abc2b5a5-01b1-485c-b0f1-1a8c047c7e88,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:43.381255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:43.381899 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Attempting to bind port 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:43.382299 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Attempting to bind port 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '5c8b6243-e8a3-4c44-9afa-33ecbace0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:43.382662 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Attempting to bind port 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 on network 6f747b40-722f-4577-a153-798a005e4fa8 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:43.396030 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc8143c-2372-47f5-980c-ae9aabdc0bd9" -d '{"events": [{"server_uuid": "e57375fc-c108-4304-88d4-2a9fe8a0b1e5", "name": "network-vif-unplugged", "status": "completed", "tag": "d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:43.405194 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:43.406578 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Checking segment: {'id': '5c8b6243-e8a3-4c44-9afa-33ecbace0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:43.409303 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:43.409928 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Bound using segment: {'id': '5c8b6243-e8a3-4c44-9afa-33ecbace0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:43.411463 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Bound port: 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8b6243-e8a3-4c44-9afa-33ecbace0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:43.412597 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:43.499407 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f146d0b9-b3ad-4102-8c9e-e472b6334ad2 req-ce4e7177-7d6f-46a4-895c-2a485e4510fb service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391216 Jul 27 21:10:43.504768 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:43.542483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12239313-c0ae-4ec2-85f3-c8bd0499ed56 req-d19e6983-8460-4417-88d3-ce9d688f48eb tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:43.548847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['48055bf9-6ae3-417f-8b23-4343cc69a995'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:43.577660 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-12239313-c0ae-4ec2-85f3-c8bd0499ed56 req-d19e6983-8460-4417-88d3-ce9d688f48eb tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 1.9428661 Jul 27 21:10:43.603513 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 36a9b885-4342-4e2a-831b-54e801689e1a up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:43.623795 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:43.655894 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] For port 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:43.664838 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] For port 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=0f0f506b-d1ad-45c4-ae1d-2b0c9470d808,segment=NetworkSegment(5c8b6243-e8a3-4c44-9afa-33ecbace0d8e),segment_id=5c8b6243-e8a3-4c44-9afa-33ecbace0d8e)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:43.675606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=48055bf9-6ae3-417f-8b23-4343cc69a995,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:43.681210 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:43.725186 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-267431b5-d2f1-45e2-b752-885700ad378c None None] Provisioning for port abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:43.731018 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc74d9-47ee-4f5e-986b-57c5ea7ce1ca tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Network': ['ID=ea51a6e1-9c36-4e93-9121-0ae961301346,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:43.743291 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9bbc74d9-47ee-4f5e-986b-57c5ea7ce1ca tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.3230655 Jul 27 21:10:43.745447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52526) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:43.759800 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network ea51a6e1-9c36-4e93-9121-0ae961301346 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:10:43.770004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-b3e1f38a-49c1-4413-9985-f9d32a71b256 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'subnet': {'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:43.850505 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb49ac-b508-423b-b0f5-bbc1f32aaefc None None] Pushing event updated for resources: {'Port': ['ID=0f0f506b-d1ad-45c4-ae1d-2b0c9470d808,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:43.894758 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:43.895603 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:43.951904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-267431b5-d2f1-45e2-b752-885700ad378c None None] Provisioning complete for port abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:43.952405 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-267431b5-d2f1-45e2-b752-885700ad378c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:43.965774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-12239313-c0ae-4ec2-85f3-c8bd0499ed56 req-f8610f5e-6dd8-4aea-ba40-e3abf3f10dda tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855224 Jul 27 21:10:44.014754 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f146d0b9-b3ad-4102-8c9e-e472b6334ad2 req-089ccfdf-9680-489b-8c91-3eac19451904 service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008595 Jul 27 21:10:44.117430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e1f38a-49c1-4413-9985-f9d32a71b256 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Made reservation on behalf of 96af4df9e43440469f6cea2e74c76d47 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:44.126773 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f38a-49c1-4413-9985-f9d32a71b256 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.174982 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.188932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ceecfd-40d3-486d-a21d-6baff8214eb5 req-f09805c6-1d71-47e8-b170-b43a664c09d4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:44.208698 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28ceecfd-40d3-486d-a21d-6baff8214eb5 req-f09805c6-1d71-47e8-b170-b43a664c09d4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.8201098 Jul 27 21:10:44.267012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-267431b5-d2f1-45e2-b752-885700ad378c None None] Port abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:10:44.308270 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:44.374170 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:44.391004 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 36a9b885-4342-4e2a-831b-54e801689e1a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:44.421375 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 36a9b885-4342-4e2a-831b-54e801689e1a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:44.421855 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.625303 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f38a-49c1-4413-9985-f9d32a71b256 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.638989 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.690803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 36a9b885-4342-4e2a-831b-54e801689e1a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=36a9b885-4342-4e2a-831b-54e801689e1a,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:44.704767 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.790465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1f38a-49c1-4413-9985-f9d32a71b256 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Subnet': ['ID=1ace4574-ba91-44ef-8852-2bc93dbeb2b9,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:44.814206 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=36a9b885-4342-4e2a-831b-54e801689e1a,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:44.841317 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e1f38a-49c1-4413-9985-f9d32a71b256 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Checking segment: {'id': '3659ea86-44fc-4a3b-89a1-2f3790d83d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:44.841590 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e1f38a-49c1-4413-9985-f9d32a71b256 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network hostable DHCP agents. Network: ea51a6e1-9c36-4e93-9121-0ae961301346, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:10:44.891078 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e1f38a-49c1-4413-9985-f9d32a71b256 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network ea51a6e1-9c36-4e93-9121-0ae961301346 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:10:44.921851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-b3e1f38a-49c1-4413-9985-f9d32a71b256 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, ea51a6e1-9c36-4e93-9121-0ae961301346) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:44.926997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e1f38a-49c1-4413-9985-f9d32a71b256 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:44.927763 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f38a-49c1-4413-9985-f9d32a71b256 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:44.938965 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d4bee6-46ee-4957-94f0-0dbcaf2902cf None None] Network ea51a6e1-9c36-4e93-9121-0ae961301346 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:44.976964 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b3e1f38a-49c1-4413-9985-f9d32a71b256 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2285850 Jul 27 21:10:44.978312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52624) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:45.070454 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:37Z', 'revision_number': 4, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f0f506b-d1ad-45c4-ae1d-2b0c9470d808', 'name': '', 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:ef:6a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:33Z', 'updated_at': '2021-07-27T21:10:43Z', 'revision_number': 4, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:45.148361 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c8ea4-0f27-43bd-9108-79ba1b99a0b7 None None] The sync data for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 is: [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:37Z', 'revision_number': 4, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f0f506b-d1ad-45c4-ae1d-2b0c9470d808', 'name': '', 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:ef:6a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:33Z', 'updated_at': '2021-07-27T21:10:43Z', 'revision_number': 4, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:45.429556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28ceecfd-40d3-486d-a21d-6baff8214eb5 req-56101f25-4878-4c67-94b9-fc40b49237fc tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2198725 Jul 27 21:10:45.584513 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0413f760-2fbe-417b-9306-5bc7bbf4fe2f x-openstack-request-id: req-0413f760-2fbe-417b-9306-5bc7bbf4fe2f {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:45.585126 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57375fc-c108-4304-88d4-2a9fe8a0b1e5", "name": "network-vif-unplugged", "status": "failed", "tag": "d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9", "code": 422}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:45.585126 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0413f760-2fbe-417b-9306-5bc7bbf4fe2f {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:45.585455 n-d-764806-9 neutron-server[105581]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9', 'code': 422} returned with failed status Jul 27 21:10:45.594565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 36a9b885-4342-4e2a-831b-54e801689e1a up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:45.653463 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fa800-77f3-4284-9da5-c72c0cd4dcd7 req-468fbf2c-e843-4c99-ad98-442e9015fa09 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:45.655113 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f0fa800-77f3-4284-9da5-c72c0cd4dcd7 req-468fbf2c-e843-4c99-ad98-442e9015fa09 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 944 time: 1.3233242 Jul 27 21:10:45.815405 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f0fa800-77f3-4284-9da5-c72c0cd4dcd7 req-4f32704e-7bfa-4acd-9c03-80d59c418faf tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f310f5e-b6c9-47b3-abc6-208b21594894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531255 Jul 27 21:10:45.854035 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:45.871396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 36a9b885-4342-4e2a-831b-54e801689e1a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:45.872716 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:45.924480 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13757ea7-868f-4515-83d2-9e57761b23c5 req-001165cd-9940-49e4-ad15-1bfa91c63431 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:45.927245 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13757ea7-868f-4515-83d2-9e57761b23c5 req-001165cd-9940-49e4-ad15-1bfa91c63431 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 943 time: 0.2179046 Jul 27 21:10:45.935286 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:45.937738 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-ea51a6e1-9c36-4e93-9121-0ae961301346', 'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'fixed_ips': [{'subnet_id': '1ace4574-ba91-44ef-8852-2bc93dbeb2b9'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:10:45.938752 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:45.969583 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:46.165956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Allocated IP 172.23.0.2 (ea51a6e1-9c36-4e93-9121-0ae961301346/1ace4574-ba91-44ef-8852-2bc93dbeb2b9/c055782f-3296-4960-98ed-6348cd4e2d04) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:46.181899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=abc2b5a5-01b1-485c-b0f1-1a8c047c7e88,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:46.202682 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:46.228125 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13757ea7-868f-4515-83d2-9e57761b23c5 req-a5a269d9-db96-4bce-aac4-e89792284c5c tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817340 Jul 27 21:10:46.353438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Network a2320263-076f-436a-bf5f-acf7b70db72d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:46.361122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:46.405331 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:46.417166 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Transition to ACTIVE for port object c055782f-3296-4960-98ed-6348cd4e2d04 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:46.454848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Transition to ACTIVE for port object c055782f-3296-4960-98ed-6348cd4e2d04 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:46.461310 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 48055bf9-6ae3-417f-8b23-4343cc69a995 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:46.470202 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:46.572160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Router 52bde9d1-67e6-4acb-a888-18b82d387fac has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:46.577297 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Allocated IP 172.23.0.1 (ea51a6e1-9c36-4e93-9121-0ae961301346/1ace4574-ba91-44ef-8852-2bc93dbeb2b9/ffe82df3-956c-45e6-8822-e22f05d2c2e7) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:46.596442 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2100cf4-7d32-4f33-81bd-e1efb0740102 req-986898a7-9800-41d8-bf6c-74d079165b4a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:46.598767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2100cf4-7d32-4f33-81bd-e1efb0740102 req-986898a7-9800-41d8-bf6c-74d079165b4a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.5290911 Jul 27 21:10:46.612894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Pushing event updated for resources: {'Port': ['ID=c055782f-3296-4960-98ed-6348cd4e2d04,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:46.627975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Network ea51a6e1-9c36-4e93-9121-0ae961301346 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:46.631153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:46.644324 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:46.668176 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:46.689168 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2100cf4-7d32-4f33-81bd-e1efb0740102 req-e28c1434-edf4-4c9d-baf8-0e32c3494a21 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764761 Jul 27 21:10:46.797753 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e6ef0cda-69f0-47de-950e-6b041b96c523 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:10:46.812306 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 48055bf9-6ae3-417f-8b23-4343cc69a995 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:46.856902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 48055bf9-6ae3-417f-8b23-4343cc69a995 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:46.857514 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:46.865087 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:46.888082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Transition to ACTIVE for port object ffe82df3-956c-45e6-8822-e22f05d2c2e7 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:46.902981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Attempting to bind port c055782f-3296-4960-98ed-6348cd4e2d04 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:46.903348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Attempting to bind port c055782f-3296-4960-98ed-6348cd4e2d04 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '3659ea86-44fc-4a3b-89a1-2f3790d83d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:46.903708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Attempting to bind port c055782f-3296-4960-98ed-6348cd4e2d04 on network ea51a6e1-9c36-4e93-9121-0ae961301346 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:46.905672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e391d6d7-71ca-428c-8894-150937ce5325 None None] Provisioning complete for port abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:46.906024 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e391d6d7-71ca-428c-8894-150937ce5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:46.936417 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:46.988343 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8bebd-b6d1-40be-958f-9560b8a4f7c9 req-af22a921-e100-4da9-8195-45924e10f4f6 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:46.988696 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:46.988860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Checking segment: {'id': '3659ea86-44fc-4a3b-89a1-2f3790d83d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:46.989308 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:46.989636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Bound using segment: {'id': '3659ea86-44fc-4a3b-89a1-2f3790d83d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:46.989993 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38d8bebd-b6d1-40be-958f-9560b8a4f7c9 req-af22a921-e100-4da9-8195-45924e10f4f6 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.3900073 Jul 27 21:10:46.990137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Bound port: c055782f-3296-4960-98ed-6348cd4e2d04, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3659ea86-44fc-4a3b-89a1-2f3790d83d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:46.990565 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:47.002253 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network ea51a6e1-9c36-4e93-9121-0ae961301346 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:47.005865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:47.011461 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:47.021276 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:47.034779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=ffe82df3-956c-45e6-8822-e22f05d2c2e7,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:47.043285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:47.043660 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:47.050656 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e391d6d7-71ca-428c-8894-150937ce5325 None None] Port abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:10:47.056068 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472e2e6-de3a-4dea-9679-7b0731dc4134 req-d370df4e-0e98-4b64-bf47-ca1c4d616a0a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:47.057606 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2472e2e6-de3a-4dea-9679-7b0731dc4134 req-d370df4e-0e98-4b64-bf47-ca1c4d616a0a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2174690 Jul 27 21:10:47.083069 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:47.092894 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:47.101915 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38d8bebd-b6d1-40be-958f-9560b8a4f7c9 req-90d61c90-5621-45e4-be79-485d9466a7b7 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021733 Jul 27 21:10:47.115853 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d625c78e-87ec-48e0-b3cf-897ba3bba2e1 admin admin] 10.222.0.55 "PUT /v2.0/routers/52bde9d1-67e6-4acb-a888-18b82d387fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2663577 Jul 27 21:10:47.123946 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Sync routers for ids ['52bde9d1-67e6-4acb-a888-18b82d387fac'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:47.138251 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2472e2e6-de3a-4dea-9679-7b0731dc4134 req-c052ff1c-b39d-43be-af69-e1d7cb6ee62a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608411 Jul 27 21:10:47.228164 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e6ef0cda-69f0-47de-950e-6b041b96c523, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e6ef0cda-69f0-47de-950e-6b041b96c523,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:47.256539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Routers {'52bde9d1-67e6-4acb-a888-18b82d387fac'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:47.257429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['52bde9d1-67e6-4acb-a888-18b82d387fac'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:47.315599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'e6ef0cda-69f0-47de-950e-6b041b96c523', 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d', 'port_id': 'e6ef0cda-69f0-47de-950e-6b041b96c523', 'mac_address': 'fa:16:3e:b4:6e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afc042a-4902-464a-b704-f1422378a801', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:10:47.330272 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:47.332530 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:47.346315 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] For port c055782f-3296-4960-98ed-6348cd4e2d04, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:47.461606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] For port c055782f-3296-4960-98ed-6348cd4e2d04, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c055782f-3296-4960-98ed-6348cd4e2d04,segment=NetworkSegment(3659ea86-44fc-4a3b-89a1-2f3790d83d01),segment_id=3659ea86-44fc-4a3b-89a1-2f3790d83d01)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:47.466343 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532423a1-e85a-49c5-ae44-f13d308fa01c req-1336eb65-287d-4e3c-a629-426e7726c3c2 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:47.467947 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-532423a1-e85a-49c5-ae44-f13d308fa01c req-1336eb65-287d-4e3c-a629-426e7726c3c2 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 944 time: 0.1710114 Jul 27 21:10:47.529241 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:47.552863 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-532423a1-e85a-49c5-ae44-f13d308fa01c req-e467515f-964b-45da-9e94-7da051c3ce27 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f310f5e-b6c9-47b3-abc6-208b21594894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783792 Jul 27 21:10:47.593720 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd83608-1b33-4983-8d80-a593b34253ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48055bf9-6ae3-417f-8b23-4343cc69a995'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:47.602077 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e1b30c-af07-48e9-98bf-e9e6bd67f0d2" -d '{"events": [{"server_uuid": "0bd83608-1b33-4983-8d80-a593b34253ac", "name": "network-vif-plugged", "status": "completed", "tag": "48055bf9-6ae3-417f-8b23-4343cc69a995"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:47.659582 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 48055bf9-6ae3-417f-8b23-4343cc69a995, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=48055bf9-6ae3-417f-8b23-4343cc69a995,segment=NetworkSegment(68242fab-f258-4701-a191-ffc47e923bb0),segment_id=68242fab-f258-4701-a191-ffc47e923bb0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:47.661067 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:47.673781 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:47.720300 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:47.782654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Set router 52bde9d1-67e6-4acb-a888-18b82d387fac gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:47.847047 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ef0cda-69f0-47de-950e-6b041b96c523 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:10:47.860488 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0caef-80ba-4f6a-b6dc-ad96256ec077 None None] Pushing event updated for resources: {'Port': ['ID=c055782f-3296-4960-98ed-6348cd4e2d04,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:47.904772 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1818d0d-fbc0-4d94-bfd8-ea7be2fbf769 req-dd292239-8c53-42c1-9ab5-4d3d6e9fb987 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:47.913259 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a1818d0d-fbc0-4d94-bfd8-ea7be2fbf769 req-dd292239-8c53-42c1-9ab5-4d3d6e9fb987 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 943 time: 0.1514521 Jul 27 21:10:47.936969 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:47.946175 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.046062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e6ef0cda-69f0-47de-950e-6b041b96c523, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e6ef0cda-69f0-47de-950e-6b041b96c523,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:48.047313 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a1818d0d-fbc0-4d94-bfd8-ea7be2fbf769 req-7373f3f8-01e0-4176-99c2-03c44926a57a tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258218 Jul 27 21:10:48.105169 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=0f0f506b-d1ad-45c4-ae1d-2b0c9470d808,segment=NetworkSegment(5c8b6243-e8a3-4c44-9afa-33ecbace0d8e),segment_id=5c8b6243-e8a3-4c44-9afa-33ecbace0d8e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:48.180517 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c1f839-72bd-4c59-b3fa-4ac6ce670fd6 x-openstack-request-id: req-86c1f839-72bd-4c59-b3fa-4ac6ce670fd6 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:48.180753 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd83608-1b33-4983-8d80-a593b34253ac", "name": "network-vif-plugged", "status": "completed", "tag": "48055bf9-6ae3-417f-8b23-4343cc69a995", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:48.181013 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86c1f839-72bd-4c59-b3fa-4ac6ce670fd6 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:48.181350 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd83608-1b33-4983-8d80-a593b34253ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48055bf9-6ae3-417f-8b23-4343cc69a995', 'code': 200} Jul 27 21:10:48.182056 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.213932 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.221079 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.287333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52692) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:48.293606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-cc719f72-d703-4fc9-bc9a-73ef47b95df0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-972421980-network', 'tenant_id': 'c21e0766d9324dd1a5547e8e3a854a3c'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:48.321475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event updated for resources: {'Port': ['ID=ffe82df3-956c-45e6-8822-e22f05d2c2e7,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:48.374567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=48055bf9-6ae3-417f-8b23-4343cc69a995,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:48.438792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc719f72-d703-4fc9-bc9a-73ef47b95df0 admin admin] Made reservation on behalf of c21e0766d9324dd1a5547e8e3a854a3c for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:48.439304 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760685cc-90c6-4f62-88dc-0b6db57d379a req-377d3424-19ad-4907-aa99-1a8cdfaed612 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.441371 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc719f72-d703-4fc9-bc9a-73ef47b95df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.454186 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc719f72-d703-4fc9-bc9a-73ef47b95df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.461926 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-760685cc-90c6-4f62-88dc-0b6db57d379a req-377d3424-19ad-4907-aa99-1a8cdfaed612 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2253857 Jul 27 21:10:48.565207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-760685cc-90c6-4f62-88dc-0b6db57d379a req-4fafe1ef-76f9-444b-9898-73869f6e99d0 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021831 Jul 27 21:10:48.566952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Network ea51a6e1-9c36-4e93-9121-0ae961301346 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:48.569718 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bb865-285d-4b21-ae29-f11dade623c7 req-6e702198-665b-4ddf-8942-9773f76c9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.571479 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b45bb865-285d-4b21-ae29-f11dade623c7 req-6e702198-665b-4ddf-8942-9773f76c9f7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 1096 time: 0.3325820 Jul 27 21:10:48.576570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:48.687480 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b45bb865-285d-4b21-ae29-f11dade623c7 req-3884bc87-456d-45d9-8f34-f40351d8b5ab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f310f5e-b6c9-47b3-abc6-208b21594894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031196 Jul 27 21:10:48.722290 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c055782f-3296-4960-98ed-6348cd4e2d04 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:48.725444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['e6ef0cda-69f0-47de-950e-6b041b96c523'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:10:48.753510 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=e6ef0cda-69f0-47de-950e-6b041b96c523,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:48.803999 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:10:48.851922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 0d4d9456-bc1b-4480-b7a4-3f108185f377 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:48.888057 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc719f72-d703-4fc9-bc9a-73ef47b95df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:48.926453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dee2b3-623b-4e33-aaef-518e56b9949e req-ce9a22da-bc3d-4a9d-8523-b090ad698d7f tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.928822 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51dee2b3-623b-4e33-aaef-518e56b9949e req-ce9a22da-bc3d-4a9d-8523-b090ad698d7f tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 945 time: 0.1977146 Jul 27 21:10:48.938516 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e6d2a-341e-47b4-b52a-cea9a2fd06aa req-4042bdac-29ab-410a-a727-58499cc86d09 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:48.940667 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc7e6d2a-341e-47b4-b52a-cea9a2fd06aa req-4042bdac-29ab-410a-a727-58499cc86d09 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.2006729 Jul 27 21:10:48.995873 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51dee2b3-623b-4e33-aaef-518e56b9949e req-66db79bd-1c37-44aa-9faf-c4daf8598a69 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f310f5e-b6c9-47b3-abc6-208b21594894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539851 Jul 27 21:10:49.020884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc7e6d2a-341e-47b4-b52a-cea9a2fd06aa req-a32878cb-9658-48d1-b24e-678b9e2dfe2a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575941 Jul 27 21:10:49.096291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:49.108082 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Sync routers for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:49.117303 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-73b12db2-f727-4bb7-b57f-de1d3888e06f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/0d4d9456-bc1b-4480-b7a4-3f108185f377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1354520 Jul 27 21:10:49.119111 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc719f72-d703-4fc9-bc9a-73ef47b95df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:49.126069 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:49.127021 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:49.129504 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52710) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:49.145037 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-23a6eed0-ddd4-4d0b-ab16-f041044967b9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:49.158665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=0f0f506b-d1ad-45c4-ae1d-2b0c9470d808,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:49.272017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc719f72-d703-4fc9-bc9a-73ef47b95df0 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:10:49.304976 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port c055782f-3296-4960-98ed-6348cd4e2d04 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:49.338282 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd620189-39ba-45aa-b4fa-6148eca2a449 req-8c27a5f8-7008-41f3-a4d3-628c096d4775 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:49.339922 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:49.349136 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd620189-39ba-45aa-b4fa-6148eca2a449 req-8c27a5f8-7008-41f3-a4d3-628c096d4775 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 944 time: 0.1676579 Jul 27 21:10:49.374606 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8516b3e-b89f-411d-bef2-f19d38fd8a58 req-222b3759-cb94-4910-b820-bdeb1e5a177e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:49.386178 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8516b3e-b89f-411d-bef2-f19d38fd8a58 req-222b3759-cb94-4910-b820-bdeb1e5a177e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2926486 Jul 27 21:10:49.443131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'name': 'tempest-TestServerBasicOps-1014294963-router', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:31Z', 'updated_at': '2021-07-27T21:10:43Z', 'revision_number': 4, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'gw_port': {'id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:34Z', 'updated_at': '2021-07-27T21:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'abc2b5a5-01b1-485c-b0f1-1a8c047c7e88', 'name': '', 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'mac_address': 'fa:16:3e:ef:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:40Z', 'updated_at': '2021-07-27T21:10:45Z', 'revision_number': 2, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'subnets': [{'id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:49.485539 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd620189-39ba-45aa-b4fa-6148eca2a449 req-64612d95-989f-4f25-99ca-a2f5f5770530 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351476 Jul 27 21:10:49.510739 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc719f72-d703-4fc9-bc9a-73ef47b95df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:49.511520 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-cc719f72-d703-4fc9-bc9a-73ef47b95df0 admin admin] Added segment 774973d6-fb0b-4210-9aea-05b2402b2ccc of type vlan for network c2b0282c-e1eb-474d-baec-a1bd72a9d6fa Jul 27 21:10:49.517372 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8516b3e-b89f-411d-bef2-f19d38fd8a58 req-ac8ab086-414b-4747-9e1d-13b17f4fab2c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298482 Jul 27 21:10:49.542558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Checking router: 52bde9d1-67e6-4acb-a888-18b82d387fac for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:10:49.546079 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Updating router 52bde9d1-67e6-4acb-a888-18b82d387fac port abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:10:49.621709 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:49.623963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df502a8a-650b-445e-a2e7-71918f4833ae None None] Network ea51a6e1-9c36-4e93-9121-0ae961301346 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:49.755676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-90f6822a-5547-4460-bb32-bd57b201d84f None None] Provisioning for port c055782f-3296-4960-98ed-6348cd4e2d04 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:49.771766 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-90f6822a-5547-4460-bb32-bd57b201d84f None None] Provisioning complete for port c055782f-3296-4960-98ed-6348cd4e2d04 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:49.772000 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-90f6822a-5547-4460-bb32-bd57b201d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:49.892463 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:47Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f0f506b-d1ad-45c4-ae1d-2b0c9470d808', 'name': '', 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:ef:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:33Z', 'updated_at': '2021-07-27T21:10:47Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe82df3-956c-45e6-8822-e22f05d2c2e7', 'name': '', 'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:53:b1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '1ace4574-ba91-44ef-8852-2bc93dbeb2b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:46Z', 'updated_at': '2021-07-27T21:10:47Z', 'revision_number': 2, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1ace4574-ba91-44ef-8852-2bc93dbeb2b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:49.936804 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7683595-313f-4c6c-9755-f5b06a0ed67a req-11904bc2-a819-46c4-baa0-0f235d8785d8 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:49.937438 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Checking router: 0d4d9456-bc1b-4480-b7a4-3f108185f377 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:10:49.937438 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Updating router 0d4d9456-bc1b-4480-b7a4-3f108185f377 port ffe82df3-956c-45e6-8822-e22f05d2c2e7 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:10:49.938333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc719f72-d703-4fc9-bc9a-73ef47b95df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f6b180-e13f-405c-9e8e-1012c243194d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:49.939746 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7683595-313f-4c6c-9755-f5b06a0ed67a req-11904bc2-a819-46c4-baa0-0f235d8785d8 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.0968316 Jul 27 21:10:49.986252 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.004935 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7683595-313f-4c6c-9755-f5b06a0ed67a req-3363a4ed-9985-4149-97cd-0974e3f9c278 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491621 Jul 27 21:10:50.031508 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc719f72-d703-4fc9-bc9a-73ef47b95df0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.150149 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-0a62da76-7c07-485b-9117-764b7e5eea88 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9002662 Jul 27 21:10:50.181183 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc719f72-d703-4fc9-bc9a-73ef47b95df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.182646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc719f72-d703-4fc9-bc9a-73ef47b95df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:50.188062 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc719f72-d703-4fc9-bc9a-73ef47b95df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.239726 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cc719f72-d703-4fc9-bc9a-73ef47b95df0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9509430 Jul 27 21:10:50.243928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52736) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:50.284372 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.294549 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1df2e62d-8ce1-4f4a-bf25-513f0011bd01 admin admin] Request body: {'subnet': {'network_id': 'c2b0282c-e1eb-474d-baec-a1bd72a9d6fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-972421980-subnet', 'tenant_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:50.314883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bf7d5-4f99-44a9-a7f2-8d39e591d35d req-0a6bafb4-fa95-4c03-883c-032f78923ae6 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:50.324465 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f01bf7d5-4f99-44a9-a7f2-8d39e591d35d req-0a6bafb4-fa95-4c03-883c-032f78923ae6 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 945 time: 0.2153385 Jul 27 21:10:50.345794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4040c0-d614-4a3c-9150-914306167390 req-36b3b182-8fa4-4608-9737-aaa294d98fd1 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:50.354856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b4040c0-d614-4a3c-9150-914306167390 req-36b3b182-8fa4-4608-9737-aaa294d98fd1 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2565789 Jul 27 21:10:50.425874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc719f72-d703-4fc9-bc9a-73ef47b95df0 admin admin] Pushing event updated for resources: {'Network': ['ID=c2b0282c-e1eb-474d-baec-a1bd72a9d6fa,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:50.439550 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df2e62d-8ce1-4f4a-bf25-513f0011bd01 admin admin] Made reservation on behalf of c21e0766d9324dd1a5547e8e3a854a3c for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:10:50.442362 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1df2e62d-8ce1-4f4a-bf25-513f0011bd01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.452617 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b4040c0-d614-4a3c-9150-914306167390 req-7fc41326-b389-40bb-a20f-4cb06443b7ff tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963812 Jul 27 21:10:50.494011 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.500628 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f01bf7d5-4f99-44a9-a7f2-8d39e591d35d req-0307a645-1e86-4213-ac55-b3f30a4bae92 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f310f5e-b6c9-47b3-abc6-208b21594894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748631 Jul 27 21:10:50.513496 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Transition to ACTIVE for port object abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:50.529599 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Transition to ACTIVE for port object ffe82df3-956c-45e6-8822-e22f05d2c2e7 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:50.540410 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.540588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:50.549681 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network c2b0282c-e1eb-474d-baec-a1bd72a9d6fa details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:10:50.671109 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f973a-2226-4a6f-bc79-260d598d4cee None None] Pushing event updated for resources: {'Port': ['ID=ffe82df3-956c-45e6-8822-e22f05d2c2e7,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:50.708118 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bde39b-cb64-4cb9-b6ea-81e53eb34b91 req-dc6702a5-5990-4b2c-b934-3895da55b687 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:50.708402 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.720178 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82bde39b-cb64-4cb9-b6ea-81e53eb34b91 req-dc6702a5-5990-4b2c-b934-3895da55b687 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.1366704 Jul 27 21:10:50.738768 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1df2e62d-8ce1-4f4a-bf25-513f0011bd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.772848 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Attempting to bind port ffe82df3-956c-45e6-8822-e22f05d2c2e7 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:50.773487 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Attempting to bind port ffe82df3-956c-45e6-8822-e22f05d2c2e7 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '3659ea86-44fc-4a3b-89a1-2f3790d83d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:50.774051 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Attempting to bind port ffe82df3-956c-45e6-8822-e22f05d2c2e7 on network ea51a6e1-9c36-4e93-9121-0ae961301346 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:50.779750 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:50.780414 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Checking segment: {'id': '3659ea86-44fc-4a3b-89a1-2f3790d83d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:50.780989 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.781557 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Bound using segment: {'id': '3659ea86-44fc-4a3b-89a1-2f3790d83d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:50.782203 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Bound port: ffe82df3-956c-45e6-8822-e22f05d2c2e7, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3659ea86-44fc-4a3b-89a1-2f3790d83d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:50.782788 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.796611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e6ef0cda-69f0-47de-950e-6b041b96c523 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:50.855323 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] For port ffe82df3-956c-45e6-8822-e22f05d2c2e7, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:50.859077 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] For port ffe82df3-956c-45e6-8822-e22f05d2c2e7, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=ffe82df3-956c-45e6-8822-e22f05d2c2e7,segment=NetworkSegment(3659ea86-44fc-4a3b-89a1-2f3790d83d01),segment_id=3659ea86-44fc-4a3b-89a1-2f3790d83d01)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:50.870169 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.875091 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82bde39b-cb64-4cb9-b6ea-81e53eb34b91 req-3b18d63a-4020-4563-9f0a-14b9a9cc5c5b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527846 Jul 27 21:10:50.881927 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-90f6822a-5547-4460-bb32-bd57b201d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:50.961809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780c5ef-4cdf-4b31-8a0e-db76bd365b5f req-1b3f2ff7-7404-40af-8a61-6f957edd7f2e tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:50.972532 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c780c5ef-4cdf-4b31-8a0e-db76bd365b5f req-1b3f2ff7-7404-40af-8a61-6f957edd7f2e tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 944 time: 0.2127507 Jul 27 21:10:51.017540 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f973a-2226-4a6f-bc79-260d598d4cee None None] Pushing event updated for resources: {'Port': ['ID=ffe82df3-956c-45e6-8822-e22f05d2c2e7,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:51.036295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2e62d-8ce1-4f4a-bf25-513f0011bd01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be74925-bf51-4fd5-9376-52fda49419d5,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:51.052061 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:51.052738 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:51.054703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc92b22-a855-4dbc-b8c0-30b86ac5b000 None None] Pushing event updated for resources: {'Port': ['ID=abc2b5a5-01b1-485c-b0f1-1a8c047c7e88,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:51.074749 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df2e62d-8ce1-4f4a-bf25-513f0011bd01 admin admin] Checking segment: {'id': '774973d6-fb0b-4210-9aea-05b2402b2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2b0282c-e1eb-474d-baec-a1bd72a9d6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:51.075553 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2e62d-8ce1-4f4a-bf25-513f0011bd01 admin admin] Network hostable DHCP agents. Network: c2b0282c-e1eb-474d-baec-a1bd72a9d6fa, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:10:51.102188 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c780c5ef-4cdf-4b31-8a0e-db76bd365b5f req-ed8aca02-1eae-49f8-be78-7225369a1837 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229641 Jul 27 21:10:51.157211 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.extraroute_db [None req-23a6eed0-ddd4-4d0b-ab16-f041044967b9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=105580) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 21:10:51.161518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2e62d-8ce1-4f4a-bf25-513f0011bd01 admin admin] Network c2b0282c-e1eb-474d-baec-a1bd72a9d6fa is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:10:51.227463 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.extraroute_db [None req-23a6eed0-ddd4-4d0b-ab16-f041044967b9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Removed routes are [] {{(pid=105580) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 21:10:51.229164 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-23a6eed0-ddd4-4d0b-ab16-f041044967b9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.234986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-1df2e62d-8ce1-4f4a-bf25-513f0011bd01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, c2b0282c-e1eb-474d-baec-a1bd72a9d6fa) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:51.313114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6549fb0-83d9-495e-a076-356e1207fc6b None None] Network c2b0282c-e1eb-474d-baec-a1bd72a9d6fa requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:51.320745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-90f6822a-5547-4460-bb32-bd57b201d84f None None] For port c055782f-3296-4960-98ed-6348cd4e2d04, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c055782f-3296-4960-98ed-6348cd4e2d04,segment=NetworkSegment(3659ea86-44fc-4a3b-89a1-2f3790d83d01),segment_id=3659ea86-44fc-4a3b-89a1-2f3790d83d01)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:51.356254 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:51.465699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df2e62d-8ce1-4f4a-bf25-513f0011bd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:51.466645 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1df2e62d-8ce1-4f4a-bf25-513f0011bd01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.517450 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-90f6822a-5547-4460-bb32-bd57b201d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.519749 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1df2e62d-8ce1-4f4a-bf25-513f0011bd01 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2348790 Jul 27 21:10:51.523372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52760) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:51.585340 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Attempting to bind port abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:51.585727 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Attempting to bind port abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'cab71e19-c78a-4984-8e46-c7a308e0a3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:51.586089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Attempting to bind port abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 on network a2320263-076f-436a-bf5f-acf7b70db72d {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:51.586392 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-972421980-router', 'tenant_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:51.594633 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:51.597274 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.652263 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.653325 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.654932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e6954-7a5d-44ec-b289-6db06fba5a06 req-3d1efc4f-5558-4692-b405-ab5c5b224a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:51.656557 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac9e6954-7a5d-44ec-b289-6db06fba5a06 req-3d1efc4f-5558-4692-b405-ab5c5b224a17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=022df40bdfdd497fa9c3ee8e02715922&device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 1096 time: 0.4100285 Jul 27 21:10:51.741059 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:51.741903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Checking segment: {'id': 'cab71e19-c78a-4984-8e46-c7a308e0a3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:51.742645 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.742991 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.743665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Bound using segment: {'id': 'cab71e19-c78a-4984-8e46-c7a308e0a3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:51.745051 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Bound port: abc2b5a5-01b1-485c-b0f1-1a8c047c7e88, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab71e19-c78a-4984-8e46-c7a308e0a3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:51.746409 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.843120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port e6ef0cda-69f0-47de-950e-6b041b96c523 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:51.900631 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:47Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f0f506b-d1ad-45c4-ae1d-2b0c9470d808', 'name': '', 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:ef:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:33Z', 'updated_at': '2021-07-27T21:10:47Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe82df3-956c-45e6-8822-e22f05d2c2e7', 'name': '', 'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:53:b1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '1ace4574-ba91-44ef-8852-2bc93dbeb2b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:46Z', 'updated_at': '2021-07-27T21:10:50Z', 'revision_number': 4, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1ace4574-ba91-44ef-8852-2bc93dbeb2b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:51.912158 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-23a6eed0-ddd4-4d0b-ab16-f041044967b9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.916087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port e6ef0cda-69f0-47de-950e-6b041b96c523 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:51.921514 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.929303 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-23a6eed0-ddd4-4d0b-ab16-f041044967b9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.952160 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.975505 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-56ab9662-8db0-482b-a2dc-6b4a1fb41db1 None None] Provisioning complete for port c055782f-3296-4960-98ed-6348cd4e2d04 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:51.977190 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410ddd3-8fcf-47b7-a230-05bc7deaabc8 None None] The sync data for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 is: [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:47Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f0f506b-d1ad-45c4-ae1d-2b0c9470d808', 'name': '', 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:ef:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:33Z', 'updated_at': '2021-07-27T21:10:47Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe82df3-956c-45e6-8822-e22f05d2c2e7', 'name': '', 'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:53:b1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '1ace4574-ba91-44ef-8852-2bc93dbeb2b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:46Z', 'updated_at': '2021-07-27T21:10:50Z', 'revision_number': 4, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1ace4574-ba91-44ef-8852-2bc93dbeb2b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:51.977424 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-56ab9662-8db0-482b-a2dc-6b4a1fb41db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:51.992020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a20fc-a932-4902-92b4-331704519353 req-5f5fccdb-a900-4a7b-a8c8-64fd8beb82fc tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:51.999007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6822a-5547-4460-bb32-bd57b201d84f None None] Pushing event updated for resources: {'Port': ['ID=c055782f-3296-4960-98ed-6348cd4e2d04,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:52.000387 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-010a20fc-a932-4902-92b4-331704519353 req-5f5fccdb-a900-4a7b-a8c8-64fd8beb82fc tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.6788731 Jul 27 21:10:52.112104 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a6eed0-ddd4-4d0b-ab16-f041044967b9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 0d4d9456-bc1b-4480-b7a4-3f108185f377 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:52.150352 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e6954-7a5d-44ec-b289-6db06fba5a06 req-c03b0da9-8fc2-4431-81dc-69b7f5b06565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.155747 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac9e6954-7a5d-44ec-b289-6db06fba5a06 req-c03b0da9-8fc2-4431-81dc-69b7f5b06565 service neutron] 10.222.0.20 "GET /v2.0/networks?id=32adf246-7a15-466f-b0c8-ef611b108a33 HTTP/1.1" status: 200 len: 914 time: 0.4265761 Jul 27 21:10:52.203929 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-010a20fc-a932-4902-92b4-331704519353 req-508412ec-2389-4253-bc8d-76ed92bcaf78 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025452 Jul 27 21:10:52.240769 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316acc17-3a8c-4a5c-bbf4-30e2f77389c3 req-82b08a81-7d33-433f-8c3e-89b37aa7d266 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.262088 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-316acc17-3a8c-4a5c-bbf4-30e2f77389c3 req-82b08a81-7d33-433f-8c3e-89b37aa7d266 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 945 time: 0.8502324 Jul 27 21:10:52.380178 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac9e6954-7a5d-44ec-b289-6db06fba5a06 req-dc7b306e-19dd-4839-87ad-48326e9166da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48055bf9-6ae3-417f-8b23-4343cc69a995 HTTP/1.1" status: 200 len: 217 time: 0.2198467 Jul 27 21:10:52.418461 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-316acc17-3a8c-4a5c-bbf4-30e2f77389c3 req-d7521a94-391c-42aa-9c4f-cebc60d4fadb tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f310f5e-b6c9-47b3-abc6-208b21594894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430721 Jul 27 21:10:52.426356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a6eed0-ddd4-4d0b-ab16-f041044967b9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:52.438264 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-23a6eed0-ddd4-4d0b-ab16-f041044967b9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:52.458141 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-23a6eed0-ddd4-4d0b-ab16-f041044967b9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/0d4d9456-bc1b-4480-b7a4-3f108185f377 HTTP/1.1" status: 200 len: 934 time: 3.3239789 Jul 27 21:10:52.470564 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52772) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:52.562464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e6954-7a5d-44ec-b289-6db06fba5a06 req-1c893613-8e71-4144-92e9-30d9c0bc3e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.563967 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac9e6954-7a5d-44ec-b289-6db06fba5a06 req-1c893613-8e71-4144-92e9-30d9c0bc3e4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72b4e31f-2dc3-4784-a982-30407b17ce84 HTTP/1.1" status: 200 len: 853 time: 0.1755629 Jul 27 21:10:52.609583 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:52.611968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] For port abc2b5a5-01b1-485c-b0f1-1a8c047c7e88, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:52.661096 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac9e6954-7a5d-44ec-b289-6db06fba5a06 req-46286974-9557-48d5-9453-4c4e0c0d4d95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32adf246-7a15-466f-b0c8-ef611b108a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893519 Jul 27 21:10:52.763534 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f9c96c66-5683-4fbd-8657-e1e4a2a6fb43 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/routers/0d4d9456-bc1b-4480-b7a4-3f108185f377 HTTP/1.1" status: 200 len: 934 time: 0.2850871 Jul 27 21:10:52.769363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52776) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:52.775847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4057ac44-f1a9-4752-b8ea-52eed9ae5f35 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'router': {'routes': None}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:10:52.887709 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:10:52.943065 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ca29c-0eac-45a2-a370-07949ad5b4d5 req-4134b876-95f8-4092-b1a9-b9a966f0571c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:52.953008 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff3ca29c-0eac-45a2-a370-07949ad5b4d5 req-4134b876-95f8-4092-b1a9-b9a966f0571c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.5327201 Jul 27 21:10:52.959064 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c055782f-3296-4960-98ed-6348cd4e2d04 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:52.971129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] For port abc2b5a5-01b1-485c-b0f1-1a8c047c7e88, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=abc2b5a5-01b1-485c-b0f1-1a8c047c7e88,segment=NetworkSegment(cab71e19-c78a-4984-8e46-c7a308e0a3d3),segment_id=cab71e19-c78a-4984-8e46-c7a308e0a3d3)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:53.058650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-c2b0282c-e1eb-474d-baec-a1bd72a9d6fa', 'network_id': 'c2b0282c-e1eb-474d-baec-a1bd72a9d6fa', 'tenant_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'fixed_ips': [{'subnet_id': '5be74925-bf51-4fd5-9376-52fda49419d5'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:10:53.059578 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.085181 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.134367 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbf791-94f2-44d2-982f-2b06a4fe5f5d req-e3f72861-dd81-4e7f-b1bc-715ae69da551 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:53.135939 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac9e6954-7a5d-44ec-b289-6db06fba5a06 req-800198b1-3ec2-4227-9bb0-9e87ab6bfb28 service neutron] 10.222.0.20 "GET /v2.0/networks/32adf246-7a15-466f-b0c8-ef611b108a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669087 Jul 27 21:10:53.141521 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c7e523-ff62-4bc1-bb18-7c45128681d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ef0cda-69f0-47de-950e-6b041b96c523'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:10:53.143916 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8efbf791-94f2-44d2-982f-2b06a4fe5f5d req-e3f72861-dd81-4e7f-b1bc-715ae69da551 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 944 time: 0.4920335 Jul 27 21:10:53.146895 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7644881c-b67e-454b-aea6-b5fbb007a7be" -d '{"events": [{"server_uuid": "f4c7e523-ff62-4bc1-bb18-7c45128681d1", "name": "network-vif-plugged", "status": "completed", "tag": "e6ef0cda-69f0-47de-950e-6b041b96c523"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:10:53.192803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e6ef0cda-69f0-47de-950e-6b041b96c523, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e6ef0cda-69f0-47de-950e-6b041b96c523,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:53.231762 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.258481 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc92b22-a855-4dbc-b8c0-30b86ac5b000 None None] Pushing event updated for resources: {'Port': ['ID=abc2b5a5-01b1-485c-b0f1-1a8c047c7e88,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:53.278881 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff3ca29c-0eac-45a2-a370-07949ad5b4d5 req-5f66569d-e011-4593-b67e-3e7eee421647 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3241532 Jul 27 21:10:53.314322 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8efbf791-94f2-44d2-982f-2b06a4fe5f5d req-6f04fb8d-00f9-41bc-a506-0da9b3bf8731 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691277 Jul 27 21:10:53.343637 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.400329 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.480214 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Allocated IP 172.20.0.2 (c2b0282c-e1eb-474d-baec-a1bd72a9d6fa/5be74925-bf51-4fd5-9376-52fda49419d5/7f3e5798-78ad-4da3-9ac0-b3bc094757cd) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:53.677321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Allocated IP 172.25.2.134 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/f1b7f600-be0a-43c4-81b3-6fb6ada52ea1) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:10:53.682326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.extraroute_db [None req-4057ac44-f1a9-4752-b8ea-52eed9ae5f35 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Added routes are [] {{(pid=105580) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 21:10:53.682994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.extraroute_db [None req-4057ac44-f1a9-4752-b8ea-52eed9ae5f35 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=105580) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 21:10:53.706146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0a1f3-7016-4fc4-8615-9081b89bc0f7 req-64f83573-7b60-4e04-a76b-dc67f725a075 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:53.707647 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67c0a1f3-7016-4fc4-8615-9081b89bc0f7 req-64f83573-7b60-4e04-a76b-dc67f725a075 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2811174 Jul 27 21:10:53.713112 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.723552 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Transition to ACTIVE for port object 7f3e5798-78ad-4da3-9ac0-b3bc094757cd will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:53.725240 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4057ac44-f1a9-4752-b8ea-52eed9ae5f35 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.743465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Transition to ACTIVE for port object 7f3e5798-78ad-4da3-9ac0-b3bc094757cd will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:53.757492 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8b480d-9dcb-4496-95f0-2ddb14fdc272 x-openstack-request-id: req-6b8b480d-9dcb-4496-95f0-2ddb14fdc272 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:10:53.758100 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c7e523-ff62-4bc1-bb18-7c45128681d1", "name": "network-vif-plugged", "status": "completed", "tag": "e6ef0cda-69f0-47de-950e-6b041b96c523", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:10:53.758621 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b8b480d-9dcb-4496-95f0-2ddb14fdc272 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:10:53.759395 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c7e523-ff62-4bc1-bb18-7c45128681d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ef0cda-69f0-47de-950e-6b041b96c523', 'code': 200} Jul 27 21:10:53.764137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Routers {'52bde9d1-67e6-4acb-a888-18b82d387fac'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:53.764986 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['52bde9d1-67e6-4acb-a888-18b82d387fac'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:53.767455 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c281cb-579c-4b9d-919a-3540c07bcbbf None None] Sync routers for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:53.795193 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.829896 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67c0a1f3-7016-4fc4-8615-9081b89bc0f7 req-06b7b51d-19d9-4325-a2da-15d52bd311cb tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033890 Jul 27 21:10:53.872626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port c055782f-3296-4960-98ed-6348cd4e2d04 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:53.883524 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.894335 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.898077 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-56ab9662-8db0-482b-a2dc-6b4a1fb41db1 None None] Provisioning for port ffe82df3-956c-45e6-8822-e22f05d2c2e7 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:53.941144 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:53.961212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:53.965067 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:53.998346 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Network c2b0282c-e1eb-474d-baec-a1bd72a9d6fa is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:10:54.002810 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c281cb-579c-4b9d-919a-3540c07bcbbf None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:54.003442 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-56c281cb-579c-4b9d-919a-3540c07bcbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:54.010590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:54.026280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:10:54.048180 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ac9e6954-7a5d-44ec-b289-6db06fba5a06 req-fca5e603-7f72-42b0-a691-d27a9f7f4837 service neutron] 10.222.0.20 "GET /v2.0/networks/32adf246-7a15-466f-b0c8-ef611b108a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9027181 Jul 27 21:10:54.069689 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1fe62-38c5-410a-85e0-eec18c56ac03 req-aadd87b0-17d4-4eee-982b-112e9a861eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:54.071295 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ce1fe62-38c5-410a-85e0-eec18c56ac03 req-aadd87b0-17d4-4eee-982b-112e9a861eab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 1096 time: 0.3420606 Jul 27 21:10:54.082248 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4057ac44-f1a9-4752-b8ea-52eed9ae5f35 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:54.086783 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4057ac44-f1a9-4752-b8ea-52eed9ae5f35 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:54.094931 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:10:54.101467 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=e6ef0cda-69f0-47de-950e-6b041b96c523,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:54.151379 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac5272-f9d7-41d0-b6ca-bf74808962ce req-74dd81ba-9989-42fb-b989-f1ebe3bca534 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:54.169632 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0fac5272-f9d7-41d0-b6ca-bf74808962ce req-74dd81ba-9989-42fb-b989-f1ebe3bca534 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 945 time: 0.4936795 Jul 27 21:10:54.278508 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ce1fe62-38c5-410a-85e0-eec18c56ac03 req-bab7b3e1-5d1e-489f-bc32-1470efd6053e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861513 Jul 27 21:10:54.281474 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] Set router 52bde9d1-67e6-4acb-a888-18b82d387fac gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:54.336099 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338ab48-a74e-4e69-a59e-f001ff2b3ed8 req-2277d5a9-aa24-4fda-9834-737ae1b4ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:54.339648 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e338ab48-a74e-4e69-a59e-f001ff2b3ed8 req-2277d5a9-aa24-4fda-9834-737ae1b4ffa7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=022df40bdfdd497fa9c3ee8e02715922&device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 1096 time: 0.1831949 Jul 27 21:10:54.347391 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4057ac44-f1a9-4752-b8ea-52eed9ae5f35 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 0d4d9456-bc1b-4480-b7a4-3f108185f377 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:10:54.347725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-56c281cb-579c-4b9d-919a-3540c07bcbbf None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:54.351275 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Attempting to bind port 7f3e5798-78ad-4da3-9ac0-b3bc094757cd on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:54.351644 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Attempting to bind port 7f3e5798-78ad-4da3-9ac0-b3bc094757cd by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '774973d6-fb0b-4210-9aea-05b2402b2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2b0282c-e1eb-474d-baec-a1bd72a9d6fa'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:54.352021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Attempting to bind port 7f3e5798-78ad-4da3-9ac0-b3bc094757cd on network c2b0282c-e1eb-474d-baec-a1bd72a9d6fa {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:54.398252 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Pushing event updated for resources: {'Port': ['ID=7f3e5798-78ad-4da3-9ac0-b3bc094757cd,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:54.458609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:54.459019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Checking segment: {'id': '774973d6-fb0b-4210-9aea-05b2402b2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2b0282c-e1eb-474d-baec-a1bd72a9d6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:54.459441 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:54.459821 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Bound using segment: {'id': '774973d6-fb0b-4210-9aea-05b2402b2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2b0282c-e1eb-474d-baec-a1bd72a9d6fa'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:54.460310 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Bound port: 7f3e5798-78ad-4da3-9ac0-b3bc094757cd, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774973d6-fb0b-4210-9aea-05b2402b2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2b0282c-e1eb-474d-baec-a1bd72a9d6fa'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:54.460695 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:54.589955 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ffe82df3-956c-45e6-8822-e22f05d2c2e7 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:54.695306 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b7f600-be0a-43c4-81b3-6fb6ada52ea1,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:54.790857 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0fac5272-f9d7-41d0-b6ca-bf74808962ce req-fd2611a6-84d1-4258-a8cf-e726007335d8 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f310f5e-b6c9-47b3-abc6-208b21594894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6202443 Jul 27 21:10:54.850388 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9f6ab-81a8-472f-893e-1bb4d333c272 req-acd826b1-8152-418c-a523-bf7add52c5fc tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:54.851894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4cc9f6ab-81a8-472f-893e-1bb4d333c272 req-acd826b1-8152-418c-a523-bf7add52c5fc tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.8778155 Jul 27 21:10:54.875930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4057ac44-f1a9-4752-b8ea-52eed9ae5f35 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:54.892427 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4057ac44-f1a9-4752-b8ea-52eed9ae5f35 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:54.896783 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4057ac44-f1a9-4752-b8ea-52eed9ae5f35 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/0d4d9456-bc1b-4480-b7a4-3f108185f377 HTTP/1.1" status: 200 len: 700 time: 2.1232374 Jul 27 21:10:54.897353 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52798) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:54.939235 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] For port 7f3e5798-78ad-4da3-9ac0-b3bc094757cd, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:54.974430 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] For port 7f3e5798-78ad-4da3-9ac0-b3bc094757cd, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7f3e5798-78ad-4da3-9ac0-b3bc094757cd,segment=NetworkSegment(774973d6-fb0b-4210-9aea-05b2402b2ccc),segment_id=774973d6-fb0b-4210-9aea-05b2402b2ccc)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:54.998144 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4cc9f6ab-81a8-472f-893e-1bb4d333c272 req-2802e0a9-4266-41a7-91ff-611fbf837b6a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328146 Jul 27 21:10:55.021905 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port ffe82df3-956c-45e6-8822-e22f05d2c2e7 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:55.027919 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:55.034771 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:55.046539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port ffe82df3-956c-45e6-8822-e22f05d2c2e7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:55.046913 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:55.071167 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338ab48-a74e-4e69-a59e-f001ff2b3ed8 req-a16c3fba-f3b5-46e2-9a79-57fa8213ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:55.083688 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e338ab48-a74e-4e69-a59e-f001ff2b3ed8 req-a16c3fba-f3b5-46e2-9a79-57fa8213ae10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=32adf246-7a15-466f-b0c8-ef611b108a33 HTTP/1.1" status: 200 len: 914 time: 0.6514125 Jul 27 21:10:55.103503 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-64c3d2ea-a7c3-4c2f-8456-0297c7d1ffc7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/routers/0d4d9456-bc1b-4480-b7a4-3f108185f377 HTTP/1.1" status: 200 len: 700 time: 0.2009799 Jul 27 21:10:55.130021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52802) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:55.159475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd44ab-436c-4203-9b71-7fd1f9fe0f8c None None] Pushing event updated for resources: {'Port': ['ID=7f3e5798-78ad-4da3-9ac0-b3bc094757cd,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:55.184721 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e338ab48-a74e-4e69-a59e-f001ff2b3ed8 req-ca409d91-04a5-47a2-b1cb-53bbd50c0a2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48055bf9-6ae3-417f-8b23-4343cc69a995 HTTP/1.1" status: 200 len: 217 time: 0.1001410 Jul 27 21:10:55.247221 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'name': 'tempest-TestServerBasicOps-1014294963-router', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:31Z', 'updated_at': '2021-07-27T21:10:43Z', 'revision_number': 4, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'gw_port': {'id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:34Z', 'updated_at': '2021-07-27T21:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'abc2b5a5-01b1-485c-b0f1-1a8c047c7e88', 'name': '', 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'mac_address': 'fa:16:3e:ef:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:40Z', 'updated_at': '2021-07-27T21:10:52Z', 'revision_number': 4, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'subnets': [{'id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:55.300356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535dc135-d1bb-40bd-812f-81b354c38ce7 None None] The sync data for ids ['52bde9d1-67e6-4acb-a888-18b82d387fac'] in n-d-764806-9 is: [{'id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'name': 'tempest-TestServerBasicOps-1014294963-router', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:31Z', 'updated_at': '2021-07-27T21:10:43Z', 'revision_number': 4, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'gw_port': {'id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:34Z', 'updated_at': '2021-07-27T21:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'abc2b5a5-01b1-485c-b0f1-1a8c047c7e88', 'name': '', 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'mac_address': 'fa:16:3e:ef:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:40Z', 'updated_at': '2021-07-27T21:10:52Z', 'revision_number': 4, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'subnets': [{'id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:55.311710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-56c281cb-579c-4b9d-919a-3540c07bcbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:53Z', 'revision_number': 7, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f0f506b-d1ad-45c4-ae1d-2b0c9470d808', 'name': '', 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:ef:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:33Z', 'updated_at': '2021-07-27T21:10:47Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe82df3-956c-45e6-8822-e22f05d2c2e7', 'name': '', 'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:53:b1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '1ace4574-ba91-44ef-8852-2bc93dbeb2b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:46Z', 'updated_at': '2021-07-27T21:10:50Z', 'revision_number': 4, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1ace4574-ba91-44ef-8852-2bc93dbeb2b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:55.338091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de008b48-ae20-4e2e-b4ce-4d6350a2f732 req-b10f035a-83a2-41f8-bb8e-7725d38f4c6f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:55.348633 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de008b48-ae20-4e2e-b4ce-4d6350a2f732 req-b10f035a-83a2-41f8-bb8e-7725d38f4c6f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.4073098 Jul 27 21:10:55.350011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338ab48-a74e-4e69-a59e-f001ff2b3ed8 req-e1bf67c3-2a3b-43c2-b1e1-1ff78dba24a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:55.351800 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e338ab48-a74e-4e69-a59e-f001ff2b3ed8 req-e1bf67c3-2a3b-43c2-b1e1-1ff78dba24a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72b4e31f-2dc3-4784-a982-30407b17ce84 HTTP/1.1" status: 200 len: 853 time: 0.1142204 Jul 27 21:10:55.509675 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de008b48-ae20-4e2e-b4ce-4d6350a2f732 req-ecd4dac0-f036-4d78-9abb-d2c1749e12ce tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587849 Jul 27 21:10:55.561714 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:55.582214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02f1b0-0ac5-4a21-a20c-5b634673beb2 req-60b4504d-afcc-4095-a08f-07b8158d4039 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:55.599755 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed02f1b0-0ac5-4a21-a20c-5b634673beb2 req-60b4504d-afcc-4095-a08f-07b8158d4039 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.4276583 Jul 27 21:10:55.675876 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:55.685314 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e338ab48-a74e-4e69-a59e-f001ff2b3ed8 req-b992baa0-8d6d-4650-b71c-8e4932571661 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32adf246-7a15-466f-b0c8-ef611b108a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2232585 Jul 27 21:10:55.753028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port ffe82df3-956c-45e6-8822-e22f05d2c2e7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=ffe82df3-956c-45e6-8822-e22f05d2c2e7,segment=NetworkSegment(3659ea86-44fc-4a3b-89a1-2f3790d83d01),segment_id=3659ea86-44fc-4a3b-89a1-2f3790d83d01)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:55.759689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c281cb-579c-4b9d-919a-3540c07bcbbf None None] Checking router: 0d4d9456-bc1b-4480-b7a4-3f108185f377 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:10:55.764627 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:55.799898 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed02f1b0-0ac5-4a21-a20c-5b634673beb2 req-ca9581da-a971-4f29-a67e-65c2cd3e7001 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988001 Jul 27 21:10:55.968514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c281cb-579c-4b9d-919a-3540c07bcbbf None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:55.971893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-56c281cb-579c-4b9d-919a-3540c07bcbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:56.035761 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e338ab48-a74e-4e69-a59e-f001ff2b3ed8 req-d1224a36-cb69-4b90-9f50-950d3e61173a service neutron] 10.222.0.20 "GET /v2.0/networks/32adf246-7a15-466f-b0c8-ef611b108a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284333 Jul 27 21:10:56.169293 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80123970-9b03-4b76-9f30-793e9e7e2baa req-d0263adf-6874-445b-86ef-b4aa06a155d4 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:56.171036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80123970-9b03-4b76-9f30-793e9e7e2baa req-d0263adf-6874-445b-86ef-b4aa06a155d4 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1892571 Jul 27 21:10:56.171203 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7f3e5798-78ad-4da3-9ac0-b3bc094757cd up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:56.180189 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=ffe82df3-956c-45e6-8822-e22f05d2c2e7,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:56.193781 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ef81f-a55b-4380-b429-badf2ef4c8fc req-10b6893c-246a-47a8-9f38-d56ace963d18 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:56.194648 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b79ef81f-a55b-4380-b429-badf2ef4c8fc req-10b6893c-246a-47a8-9f38-d56ace963d18 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 945 time: 0.1911612 Jul 27 21:10:56.257211 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Router c2b4aa3f-190d-4d6b-8fa5-274409d12bad is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:10:56.292422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-56c281cb-579c-4b9d-919a-3540c07bcbbf None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:56.348508 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e338ab48-a74e-4e69-a59e-f001ff2b3ed8 req-62e827ae-4529-47e5-817a-62a7bde8c3c5 service neutron] 10.222.0.20 "GET /v2.0/networks/32adf246-7a15-466f-b0c8-ef611b108a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911661 Jul 27 21:10:56.447362 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80123970-9b03-4b76-9f30-793e9e7e2baa req-96a05cc2-2fc8-4300-980a-c39776d69f8f tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516346 Jul 27 21:10:56.470288 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b79ef81f-a55b-4380-b429-badf2ef4c8fc req-35a29780-dc72-4b7b-9600-0b70cf0e1a23 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f310f5e-b6c9-47b3-abc6-208b21594894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473619 Jul 27 21:10:56.487636 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-397cafed-7a3f-4d66-aad1-bf2cb8d6329c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:56.654063 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:10:56.678161 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Sync routers for ids ['c2b4aa3f-190d-4d6b-8fa5-274409d12bad'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:56.694687 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Routers {'c2b4aa3f-190d-4d6b-8fa5-274409d12bad'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:56.697631 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['c2b4aa3f-190d-4d6b-8fa5-274409d12bad'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:56.701952 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:56.705955 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d50bc2f7-e65b-4f6f-83fc-89c9cfa09397 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1337709 Jul 27 21:10:56.707724 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52818) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:10:56.905978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5cea4-af96-4529-9051-6a6aca3b6395 req-41dcef69-312a-4b86-952c-d8329c7dd75f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:56.931393 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ed5cea4-af96-4529-9051-6a6aca3b6395 req-41dcef69-312a-4b86-952c-d8329c7dd75f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.2054558 Jul 27 21:10:56.982731 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 7f3e5798-78ad-4da3-9ac0-b3bc094757cd completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:57.033621 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:57.040782 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d57c47-b71d-4b74-b185-9a8cd6827100 None None] Network c2b0282c-e1eb-474d-baec-a1bd72a9d6fa requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:10:57.082908 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ed5cea4-af96-4529-9051-6a6aca3b6395 req-4b3a94ee-aa7d-4d35-a0a5-bc2d778a1cb2 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477883 Jul 27 21:10:57.115920 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Set router c2b4aa3f-190d-4d6b-8fa5-274409d12bad gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:57.276816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-56c281cb-579c-4b9d-919a-3540c07bcbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:53Z', 'revision_number': 7, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f0f506b-d1ad-45c4-ae1d-2b0c9470d808', 'name': '', 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:ef:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:33Z', 'updated_at': '2021-07-27T21:10:47Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe82df3-956c-45e6-8822-e22f05d2c2e7', 'name': '', 'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:53:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '1ace4574-ba91-44ef-8852-2bc93dbeb2b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:46Z', 'updated_at': '2021-07-27T21:10:55Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1ace4574-ba91-44ef-8852-2bc93dbeb2b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:57.342711 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618d610-5e16-46a9-bcea-9b24ba7d34ce req-1dfe43a4-758c-4dd3-95cf-ffe6571e4e96 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:57.359246 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3618d610-5e16-46a9-bcea-9b24ba7d34ce req-1dfe43a4-758c-4dd3-95cf-ffe6571e4e96 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1408727 Jul 27 21:10:57.391932 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c281cb-579c-4b9d-919a-3540c07bcbbf None None] The sync data for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 is: [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:53Z', 'revision_number': 7, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f0f506b-d1ad-45c4-ae1d-2b0c9470d808', 'name': '', 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:ef:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:33Z', 'updated_at': '2021-07-27T21:10:47Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe82df3-956c-45e6-8822-e22f05d2c2e7', 'name': '', 'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:53:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '1ace4574-ba91-44ef-8852-2bc93dbeb2b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:46Z', 'updated_at': '2021-07-27T21:10:55Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1ace4574-ba91-44ef-8852-2bc93dbeb2b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:57.405489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0db39ea7-a418-4655-b400-25970cbdbd29 None None] Provisioning for port 7f3e5798-78ad-4da3-9ac0-b3bc094757cd completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:57.425388 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3618d610-5e16-46a9-bcea-9b24ba7d34ce req-c781b7c4-73f9-4713-bcaf-58012e07ef81 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647650 Jul 27 21:10:57.436125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0db39ea7-a418-4655-b400-25970cbdbd29 None None] Provisioning complete for port 7f3e5798-78ad-4da3-9ac0-b3bc094757cd triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:57.436497 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0db39ea7-a418-4655-b400-25970cbdbd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:57.592160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a51e24-a7bd-4e62-bbc9-62677beca20c req-55143ed8-a06b-4e55-b10d-603cd7b075ee tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:57.604244 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-45a51e24-a7bd-4e62-bbc9-62677beca20c req-55143ed8-a06b-4e55-b10d-603cd7b075ee tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.1567152 Jul 27 21:10:57.679075 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'name': 'tempest-TestServerBasicOps-972421980-router', 'tenant_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'f1b7f600-be0a-43c4-81b3-6fb6ada52ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:51Z', 'updated_at': '2021-07-27T21:10:54Z', 'revision_number': 3, 'project_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'gw_port': {'id': 'f1b7f600-be0a-43c4-81b3-6fb6ada52ea1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:53Z', 'updated_at': '2021-07-27T21:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:57.736032 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Checking router: c2b4aa3f-190d-4d6b-8fa5-274409d12bad for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:10:57.736393 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Updating router c2b4aa3f-190d-4d6b-8fa5-274409d12bad port f1b7f600-be0a-43c4-81b3-6fb6ada52ea1 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:10:57.743075 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0db39ea7-a418-4655-b400-25970cbdbd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:57.761394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:10:57.789086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541edbf-d4be-4237-8d06-8ffc20c4135d req-47af0b9e-81e1-4273-b0eb-03f217322997 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:57.790764 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a541edbf-d4be-4237-8d06-8ffc20c4135d req-47af0b9e-81e1-4273-b0eb-03f217322997 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 945 time: 0.1817253 Jul 27 21:10:57.804422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0db39ea7-a418-4655-b400-25970cbdbd29 None None] For port 7f3e5798-78ad-4da3-9ac0-b3bc094757cd, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7f3e5798-78ad-4da3-9ac0-b3bc094757cd,segment=NetworkSegment(774973d6-fb0b-4210-9aea-05b2402b2ccc),segment_id=774973d6-fb0b-4210-9aea-05b2402b2ccc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:57.817129 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-45a51e24-a7bd-4e62-bbc9-62677beca20c req-b9bab0cb-21db-4b9b-8161-49573fd92810 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955173 Jul 27 21:10:57.817505 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0db39ea7-a418-4655-b400-25970cbdbd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:57.897009 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9944e28-a46f-4662-bfc9-7e9ea4dc5193 None None] Sync routers for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:10:57.898084 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a541edbf-d4be-4237-8d06-8ffc20c4135d req-cfcbf65e-62b0-40ab-a078-3eb96e948324 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f310f5e-b6c9-47b3-abc6-208b21594894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908303 Jul 27 21:10:57.900172 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:57.900746 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.007673 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9944e28-a46f-4662-bfc9-7e9ea4dc5193 None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:58.008688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a9944e28-a46f-4662-bfc9-7e9ea4dc5193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:58.034257 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.065799 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db39ea7-a418-4655-b400-25970cbdbd29 None None] Pushing event updated for resources: {'Port': ['ID=7f3e5798-78ad-4da3-9ac0-b3bc094757cd,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:58.092405 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-397cafed-7a3f-4d66-aad1-bf2cb8d6329c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting port ffe82df3-956c-45e6-8822-e22f05d2c2e7 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:10:58.093035 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-397cafed-7a3f-4d66-aad1-bf2cb8d6329c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.169750 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-a9944e28-a46f-4662-bfc9-7e9ea4dc5193 None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:58.274842 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-397cafed-7a3f-4d66-aad1-bf2cb8d6329c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] For port ffe82df3-956c-45e6-8822-e22f05d2c2e7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=ffe82df3-956c-45e6-8822-e22f05d2c2e7,segment=NetworkSegment(3659ea86-44fc-4a3b-89a1-2f3790d83d01),segment_id=3659ea86-44fc-4a3b-89a1-2f3790d83d01)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:58.282212 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.288523 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-397cafed-7a3f-4d66-aad1-bf2cb8d6329c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.364275 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-397cafed-7a3f-4d66-aad1-bf2cb8d6329c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Calling delete_port for ffe82df3-956c-45e6-8822-e22f05d2c2e7 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:10:58.432354 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed1cb0-35f2-4af3-a076-68710832d9e2 req-1182d8ba-4d84-4b75-b7e8-3c5e2b698ede tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:58.439007 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62ed1cb0-35f2-4af3-a076-68710832d9e2 req-1182d8ba-4d84-4b75-b7e8-3c5e2b698ede tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1626229 Jul 27 21:10:58.524557 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62ed1cb0-35f2-4af3-a076-68710832d9e2 req-24680af7-887e-4bac-a6c0-cc3b69d7d6bb tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781069 Jul 27 21:10:58.548216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port abc2b5a5-01b1-485c-b0f1-1a8c047c7e88, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=abc2b5a5-01b1-485c-b0f1-1a8c047c7e88,segment=NetworkSegment(cab71e19-c78a-4984-8e46-c7a308e0a3d3),segment_id=cab71e19-c78a-4984-8e46-c7a308e0a3d3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:10:58.624785 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.691681 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.723459 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Transition to ACTIVE for port object f1b7f600-be0a-43c4-81b3-6fb6ada52ea1 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:10:58.731529 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.780903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=abc2b5a5-01b1-485c-b0f1-1a8c047c7e88,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:58.800235 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Attempting to bind port f1b7f600-be0a-43c4-81b3-6fb6ada52ea1 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:10:58.800597 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Attempting to bind port f1b7f600-be0a-43c4-81b3-6fb6ada52ea1 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:10:58.800957 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Attempting to bind port f1b7f600-be0a-43c4-81b3-6fb6ada52ea1 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:10:58.806407 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9296549-c2d4-404a-9f28-c6deac1e5944 req-3a801414-d515-421a-90af-218b2b8b59f5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:58.807635 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:10:58.808094 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:10:58.808663 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.809146 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:10:58.809605 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Bound port: f1b7f600-be0a-43c4-81b3-6fb6ada52ea1, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:10:58.810189 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.816116 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9296549-c2d4-404a-9f28-c6deac1e5944 req-3a801414-d515-421a-90af-218b2b8b59f5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.1157043 Jul 27 21:10:58.828136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0695e33f-d1eb-409b-939d-92d57dece7ae None None] Provisioning complete for port 7f3e5798-78ad-4da3-9ac0-b3bc094757cd triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:58.828541 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0695e33f-d1eb-409b-939d-92d57dece7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:58.874268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7f3e5798-78ad-4da3-9ac0-b3bc094757cd up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:10:58.890237 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] For port f1b7f600-be0a-43c4-81b3-6fb6ada52ea1, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:10:58.910469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9296549-c2d4-404a-9f28-c6deac1e5944 req-364195da-fe99-4abe-864a-52b3e948e5ae tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933414 Jul 27 21:10:58.929965 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beaa16-61e3-43c3-80c0-144438483b32 None None] Pushing event updated for resources: {'Port': ['ID=f1b7f600-be0a-43c4-81b3-6fb6ada52ea1,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:58.957032 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a9944e28-a46f-4662-bfc9-7e9ea4dc5193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:53Z', 'revision_number': 7, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f0f506b-d1ad-45c4-ae1d-2b0c9470d808', 'name': '', 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:ef:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:33Z', 'updated_at': '2021-07-27T21:10:47Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe82df3-956c-45e6-8822-e22f05d2c2e7', 'name': '', 'network_id': 'ea51a6e1-9c36-4e93-9121-0ae961301346', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:53:b1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '1ace4574-ba91-44ef-8852-2bc93dbeb2b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:46Z', 'updated_at': '2021-07-27T21:10:55Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1ace4574-ba91-44ef-8852-2bc93dbeb2b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:58.957554 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-4094ef5d-eb1f-42c6-94a4-6c9ccbbb774b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.0906494 Jul 27 21:10:59.016884 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9944e28-a46f-4662-bfc9-7e9ea4dc5193 None None] Checking router: 0d4d9456-bc1b-4480-b7a4-3f108185f377 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:10:59.028149 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] For port f1b7f600-be0a-43c4-81b3-6fb6ada52ea1, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f1b7f600-be0a-43c4-81b3-6fb6ada52ea1,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:10:59.035983 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-397cafed-7a3f-4d66-aad1-bf2cb8d6329c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:59.039521 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9944e28-a46f-4662-bfc9-7e9ea4dc5193 None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:59.040063 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:59.040227 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a9944e28-a46f-4662-bfc9-7e9ea4dc5193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:59.096137 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:59.103009 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beaa16-61e3-43c3-80c0-144438483b32 None None] Pushing event updated for resources: {'Port': ['ID=f1b7f600-be0a-43c4-81b3-6fb6ada52ea1,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:59.133944 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Routers {'c2b4aa3f-190d-4d6b-8fa5-274409d12bad'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:10:59.135064 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['c2b4aa3f-190d-4d6b-8fa5-274409d12bad'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:59.153401 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-a9944e28-a46f-4662-bfc9-7e9ea4dc5193 None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:59.271583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27306db-467d-469b-9f47-8f69a317d7c7 req-2f4ccec5-2600-4e0e-8718-47270c47fcd2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.281204 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] Set router c2b4aa3f-190d-4d6b-8fa5-274409d12bad gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:10:59.288373 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e27306db-467d-469b-9f47-8f69a317d7c7 req-2f4ccec5-2600-4e0e-8718-47270c47fcd2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.2852559 Jul 27 21:10:59.357332 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242d495-ee26-496a-a846-00f9156ab9f0 req-dffdcaa9-552a-4a2b-9cc2-c7f6588a82dc tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.358980 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0242d495-ee26-496a-a846-00f9156ab9f0 req-dffdcaa9-552a-4a2b-9cc2-c7f6588a82dc tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 945 time: 0.2954876 Jul 27 21:10:59.393036 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-397cafed-7a3f-4d66-aad1-bf2cb8d6329c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:59.459083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7f3e5798-78ad-4da3-9ac0-b3bc094757cd triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:10:59.459666 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:10:59.466490 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e27306db-467d-469b-9f47-8f69a317d7c7 req-6ea0b750-b03a-4da8-8c70-c145fa075715 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752622 Jul 27 21:10:59.484761 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0242d495-ee26-496a-a846-00f9156ab9f0 req-173ca0a3-a4df-468d-86fd-4e1e6319b5d7 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f310f5e-b6c9-47b3-abc6-208b21594894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132898 Jul 27 21:10:59.548202 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'name': 'tempest-TestServerBasicOps-972421980-router', 'tenant_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'f1b7f600-be0a-43c4-81b3-6fb6ada52ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:51Z', 'updated_at': '2021-07-27T21:10:54Z', 'revision_number': 3, 'project_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'gw_port': {'id': 'f1b7f600-be0a-43c4-81b3-6fb6ada52ea1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:53Z', 'updated_at': '2021-07-27T21:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:10:59.554619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cafed-7a3f-4d66-aad1-bf2cb8d6329c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Port': ['ID=ffe82df3-956c-45e6-8822-e22f05d2c2e7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:10:59.584333 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16ac58-d5b6-459b-9d9c-600c47bf716f None None] The sync data for ids ['c2b4aa3f-190d-4d6b-8fa5-274409d12bad'] in n-d-764806-9 is: [{'id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'name': 'tempest-TestServerBasicOps-972421980-router', 'tenant_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'f1b7f600-be0a-43c4-81b3-6fb6ada52ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:51Z', 'updated_at': '2021-07-27T21:10:54Z', 'revision_number': 3, 'project_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'gw_port': {'id': 'f1b7f600-be0a-43c4-81b3-6fb6ada52ea1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:53Z', 'updated_at': '2021-07-27T21:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:10:59.663113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae53a8f-cf3a-4d5e-8766-eb6ffce6be4b req-b0c69c63-f25e-4958-b03f-e0f46acb2b95 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.664952 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eae53a8f-cf3a-4d5e-8766-eb6ffce6be4b req-b0c69c63-f25e-4958-b03f-e0f46acb2b95 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 945 time: 0.7181485 Jul 27 21:10:59.748964 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473194ca-0d92-48f8-99d6-e1c4a7abcd29 req-0974eb15-f535-4e28-ab2f-b9056257c935 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.758423 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-473194ca-0d92-48f8-99d6-e1c4a7abcd29 req-0974eb15-f535-4e28-ab2f-b9056257c935 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1096997 Jul 27 21:10:59.782160 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-a70af6a8-610e-4cd2-a1b5-9a69ef9433ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.782697 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-a70af6a8-610e-4cd2-a1b5-9a69ef9433ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.783366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-a70af6a8-610e-4cd2-a1b5-9a69ef9433ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.783852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-a70af6a8-610e-4cd2-a1b5-9a69ef9433ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.784324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-a70af6a8-610e-4cd2-a1b5-9a69ef9433ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.788307 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-a70af6a8-610e-4cd2-a1b5-9a69ef9433ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.788805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-a70af6a8-610e-4cd2-a1b5-9a69ef9433ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:10:59.791169 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-a70af6a8-610e-4cd2-a1b5-9a69ef9433ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=64658eee724740768d084e3dbd9dd0a7&device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 6503 time: 0.7503788 Jul 27 21:10:59.830945 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-473194ca-0d92-48f8-99d6-e1c4a7abcd29 req-c9617542-4566-43b7-a79d-47ac408df0ff tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704234 Jul 27 21:10:59.921644 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ffe82df3-956c-45e6-8822-e22f05d2c2e7 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:00.016498 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: ffe82df3-956c-45e6-8822-e22f05d2c2e7 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:00.017146 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ffe82df3-956c-45e6-8822-e22f05d2c2e7 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 21:11:00.069325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Port ffe82df3-956c-45e6-8822-e22f05d2c2e7 not found, will not notify nova. {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 21:11:00.074085 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a9944e28-a46f-4662-bfc9-7e9ea4dc5193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:58Z', 'revision_number': 8, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f0f506b-d1ad-45c4-ae1d-2b0c9470d808', 'name': '', 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:ef:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:33Z', 'updated_at': '2021-07-27T21:10:47Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:00.139975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9944e28-a46f-4662-bfc9-7e9ea4dc5193 None None] The sync data for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 is: [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:58Z', 'revision_number': 8, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f0f506b-d1ad-45c4-ae1d-2b0c9470d808', 'name': '', 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:ef:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:33Z', 'updated_at': '2021-07-27T21:10:47Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:00.149878 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf5ede-9ec9-4d61-ba6a-885278f0eda3 req-8552ab9a-936b-4cf5-b26f-e2f81ff2f2a8 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:00.152497 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-12bf5ede-9ec9-4d61-ba6a-885278f0eda3 req-8552ab9a-936b-4cf5-b26f-e2f81ff2f2a8 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1981983 Jul 27 21:11:00.261880 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-12bf5ede-9ec9-4d61-ba6a-885278f0eda3 req-3b6c6d5b-8e4e-4655-9808-4aa6e468810c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027126 Jul 27 21:11:00.305067 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525effd1-9581-4063-9a3b-c21756feae44 req-527799eb-6716-49bc-844f-4c115545c451 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:00.306930 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-525effd1-9581-4063-9a3b-c21756feae44 req-527799eb-6716-49bc-844f-4c115545c451 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.1226101 Jul 27 21:11:00.365298 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-525effd1-9581-4063-9a3b-c21756feae44 req-fad49b6a-7ac8-4721-afff-7af9cd3246a5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450392 Jul 27 21:11:00.494883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84891e39-3a67-440a-ae19-93d147d162b6 req-55209944-5a54-4e26-a737-cb533f97ab0e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:00.508192 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84891e39-3a67-440a-ae19-93d147d162b6 req-55209944-5a54-4e26-a737-cb533f97ab0e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.0913224 Jul 27 21:11:00.535476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397cafed-7a3f-4d66-aad1-bf2cb8d6329c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 0d4d9456-bc1b-4480-b7a4-3f108185f377 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:11:00.601762 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84891e39-3a67-440a-ae19-93d147d162b6 req-278ce81f-8125-421c-94d8-7d2e76bec894 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726695 Jul 27 21:11:00.716893 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a62af9-533c-421e-bbe3-31f50200b787 req-5aae5716-66d5-4846-8b01-91abfa75d519 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:00.724871 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16a62af9-533c-421e-bbe3-31f50200b787 req-5aae5716-66d5-4846-8b01-91abfa75d519 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.1442013 Jul 27 21:11:00.764478 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-68773966-947d-49a2-a64f-6d238486b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:00.769206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-68773966-947d-49a2-a64f-6d238486b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:00.770524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-68773966-947d-49a2-a64f-6d238486b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:00.772398 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-68773966-947d-49a2-a64f-6d238486b976 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04bd500b-f0bb-4eca-a46f-3d9ae8df2661&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=4a3bd81c-c0ae-404a-987c-9478c181dd67&id=4a3bd81c-c0ae-404a-987c-9478c181dd67 HTTP/1.1" status: 200 len: 2297 time: 0.9226961 Jul 27 21:11:00.827790 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16a62af9-533c-421e-bbe3-31f50200b787 req-20287cd1-2acd-436b-a016-e6dce6ee3831 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019592 Jul 27 21:11:00.835272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-eae53a8f-cf3a-4d5e-8766-eb6ffce6be4b req-eb1946b9-37ff-422e-aa71-1d05894c58db tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Deleting port 48055bf9-6ae3-417f-8b23-4343cc69a995 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:00.835631 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eae53a8f-cf3a-4d5e-8766-eb6ffce6be4b req-eb1946b9-37ff-422e-aa71-1d05894c58db tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:00.853607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Allocated IP 172.20.0.1 (c2b0282c-e1eb-474d-baec-a1bd72a9d6fa/5be74925-bf51-4fd5-9376-52fda49419d5/93097d19-e7ea-4f97-8103-b071bbaf242e) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:11:00.923178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc6c9c-2284-4a13-83d1-43cbbe1d807d req-8cf1085d-ace0-41d4-9125-2941889775b8 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:00.924504 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f1b7f600-be0a-43c4-81b3-6fb6ada52ea1 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:00.927574 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d3dc6c9c-2284-4a13-83d1-43cbbe1d807d req-8cf1085d-ace0-41d4-9125-2941889775b8 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 945 time: 0.1904364 Jul 27 21:11:01.012443 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-2800c45a-864e-4e62-af53-7780b3d99fa4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5e7f2b1-19ab-4550-91eb-7886e2f80340 HTTP/1.1" status: 200 len: 1002 time: 0.1717708 Jul 27 21:11:01.022790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port f1b7f600-be0a-43c4-81b3-6fb6ada52ea1 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:01.028891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f1b7f600-be0a-43c4-81b3-6fb6ada52ea1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:01.029298 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:01.038673 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d3dc6c9c-2284-4a13-83d1-43cbbe1d807d req-8dee5ac9-ba48-47ba-bb21-fd26b97ddb89 tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f310f5e-b6c9-47b3-abc6-208b21594894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021640 Jul 27 21:11:01.096137 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6aa1d-221e-492e-ac3c-0a229a735b41 req-cf0c4e19-f0cd-439e-a21b-41cb8331e57d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:01.107266 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78a6aa1d-221e-492e-ac3c-0a229a735b41 req-cf0c4e19-f0cd-439e-a21b-41cb8331e57d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1367278 Jul 27 21:11:01.161050 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78a6aa1d-221e-492e-ac3c-0a229a735b41 req-d2cc26c0-d7df-43c7-898e-ad57a88267e6 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527313 Jul 27 21:11:01.166434 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:01.191566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port f1b7f600-be0a-43c4-81b3-6fb6ada52ea1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f1b7f600-be0a-43c4-81b3-6fb6ada52ea1,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:01.199175 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:01.200226 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:01.279028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397cafed-7a3f-4d66-aad1-bf2cb8d6329c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:01.292634 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8474273-bd6b-4aac-aa1b-153b2f7d9d4a None None] Sync routers for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:01.297374 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=f1b7f600-be0a-43c4-81b3-6fb6ada52ea1,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:01.301219 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-397cafed-7a3f-4d66-aad1-bf2cb8d6329c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/0d4d9456-bc1b-4480-b7a4-3f108185f377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1700771 Jul 27 21:11:01.309614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52888) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:01.313963 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8474273-bd6b-4aac-aa1b-153b2f7d9d4a None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:01.314822 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f8474273-bd6b-4aac-aa1b-153b2f7d9d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:01.326074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:01.326959 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:01.347299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-51d11f03-a58c-4f70-8bcb-819a69343f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:01.349433 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-51d11f03-a58c-4f70-8bcb-819a69343f35 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed403e8c-7eab-4075-b0fd-61b7a7c4264d HTTP/1.1" status: 200 len: 855 time: 0.3280594 Jul 27 21:11:01.410568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-eae53a8f-cf3a-4d5e-8766-eb6ffce6be4b req-eb1946b9-37ff-422e-aa71-1d05894c58db tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] For port 48055bf9-6ae3-417f-8b23-4343cc69a995, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=48055bf9-6ae3-417f-8b23-4343cc69a995,segment=NetworkSegment(68242fab-f258-4701-a191-ffc47e923bb0),segment_id=68242fab-f258-4701-a191-ffc47e923bb0)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:01.410966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eae53a8f-cf3a-4d5e-8766-eb6ffce6be4b req-eb1946b9-37ff-422e-aa71-1d05894c58db tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:01.452642 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-eae53a8f-cf3a-4d5e-8766-eb6ffce6be4b req-eb1946b9-37ff-422e-aa71-1d05894c58db tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Calling delete_port for 48055bf9-6ae3-417f-8b23-4343cc69a995 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:01.457958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6ade09-bb4c-4df0-b63c-e7ade0f3c6b5 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting subnet 1ace4574-ba91-44ef-8852-2bc93dbeb2b9 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:11:01.463177 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:01.471544 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2a6ade09-bb4c-4df0-b63c-e7ade0f3c6b5 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:01.515739 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-f8474273-bd6b-4aac-aa1b-153b2f7d9d4a None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:01.544999 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Transition to ACTIVE for port object 93097d19-e7ea-4f97-8103-b071bbaf242e will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:01.557705 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-f5f99da0-0cbc-45ee-9843-8e626ef8d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:01.559626 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-f5f99da0-0cbc-45ee-9843-8e626ef8d555 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04bd500b-f0bb-4eca-a46f-3d9ae8df2661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1954844 Jul 27 21:11:01.581667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ffe82df3-956c-45e6-8822-e22f05d2c2e7 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:01.611776 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: ffe82df3-956c-45e6-8822-e22f05d2c2e7 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:01.612249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ffe82df3-956c-45e6-8822-e22f05d2c2e7 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:01.640053 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2a6ade09-bb4c-4df0-b63c-e7ade0f3c6b5 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:01.726035 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:01.753337 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce2a82-9bb5-4326-b2e3-723889cb68de req-19a5f91f-5885-4f8f-b74f-a65852761282 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:01.766994 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93ce2a82-9bb5-4326-b2e3-723889cb68de req-19a5f91f-5885-4f8f-b74f-a65852761282 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.4694021 Jul 27 21:11:01.820943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Pushing event updated for resources: {'Port': ['ID=93097d19-e7ea-4f97-8103-b071bbaf242e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:01.877585 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ade721-d3bc-4b43-a510-a1ea03572711 req-76187ef6-b0f5-466d-94ce-d2d29102af84 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:01.885104 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1ade721-d3bc-4b43-a510-a1ea03572711 req-76187ef6-b0f5-466d-94ce-d2d29102af84 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.3703365 Jul 27 21:11:01.919126 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93ce2a82-9bb5-4326-b2e3-723889cb68de req-f18e4e01-6f55-40df-8b80-a791f81273db tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528144 Jul 27 21:11:01.944786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Network c2b0282c-e1eb-474d-baec-a1bd72a9d6fa is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:11:01.948954 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-aebbe784-3def-4554-ab35-7456fcb6b7d3 service neutron] 10.222.0.66 "GET /v2.0/networks/04bd500b-f0bb-4eca-a46f-3d9ae8df2661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759866 Jul 27 21:11:01.952184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:01.956646 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f8474273-bd6b-4aac-aa1b-153b2f7d9d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:58Z', 'revision_number': 8, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f0f506b-d1ad-45c4-ae1d-2b0c9470d808', 'name': '', 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:ef:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:33Z', 'updated_at': '2021-07-27T21:10:47Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:01.958552 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eae53a8f-cf3a-4d5e-8766-eb6ffce6be4b req-eb1946b9-37ff-422e-aa71-1d05894c58db tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:01.963538 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:11:02.001322 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2a6ade09-bb4c-4df0-b63c-e7ade0f3c6b5 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:02.019561 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8474273-bd6b-4aac-aa1b-153b2f7d9d4a None None] Checking router: 0d4d9456-bc1b-4480-b7a4-3f108185f377 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:11:02.039008 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8474273-bd6b-4aac-aa1b-153b2f7d9d4a None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:02.039764 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f8474273-bd6b-4aac-aa1b-153b2f7d9d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:10:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:02.152964 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1ade721-d3bc-4b43-a510-a1ea03572711 req-d4042f5d-c30d-44ee-9d06-41d617f5b19c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663465 Jul 27 21:11:02.202595 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-f8474273-bd6b-4aac-aa1b-153b2f7d9d4a None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:02.205542 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 48055bf9-6ae3-417f-8b23-4343cc69a995 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:02.234166 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2a6ade09-bb4c-4df0-b63c-e7ade0f3c6b5 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:02.247390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1946b9-37ff-422e-aa71-1d05894c58db tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Pushing event deleted for resources: {'Port': ['ID=48055bf9-6ae3-417f-8b23-4343cc69a995,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:02.253904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 48055bf9-6ae3-417f-8b23-4343cc69a995 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:02.254536 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 48055bf9-6ae3-417f-8b23-4343cc69a995 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:02.258692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2679cd2-80b6-4b84-a6b8-09009f82ccc9 req-1614505e-6711-472e-9e76-fc2b2a7ac412 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:02.260299 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b2679cd2-80b6-4b84-a6b8-09009f82ccc9 req-1614505e-6711-472e-9e76-fc2b2a7ac412 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.1731045 Jul 27 21:11:02.299532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae53a8f-cf3a-4d5e-8766-eb6ffce6be4b req-eb1946b9-37ff-422e-aa71-1d05894c58db tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] No DVR routers for this DVR port 48055bf9-6ae3-417f-8b23-4343cc69a995 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:02.305800 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eae53a8f-cf3a-4d5e-8766-eb6ffce6be4b req-eb1946b9-37ff-422e-aa71-1d05894c58db tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:02.308498 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eae53a8f-cf3a-4d5e-8766-eb6ffce6be4b req-eb1946b9-37ff-422e-aa71-1d05894c58db tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.20 "DELETE /v2.0/ports/48055bf9-6ae3-417f-8b23-4343cc69a995 HTTP/1.1" status: 204 len: 173 time: 2.5485330 Jul 27 21:11:02.309317 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd83608-1b33-4983-8d80-a593b34253ac', 'name': 'network-vif-deleted', 'tag': '48055bf9-6ae3-417f-8b23-4343cc69a995'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:02.311720 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7810702f-eed7-4ec2-8cae-5342b4e230ec" -d '{"events": [{"server_uuid": "0bd83608-1b33-4983-8d80-a593b34253ac", "name": "network-vif-deleted", "tag": "48055bf9-6ae3-417f-8b23-4343cc69a995"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:02.314803 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:02.351898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c3be21-3ee1-4aeb-ae76-32762da5de68 None None] Network ea51a6e1-9c36-4e93-9121-0ae961301346 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:02.375737 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2a6ade09-bb4c-4df0-b63c-e7ade0f3c6b5 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:02.381336 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52906) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:02.382677 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2a6ade09-bb4c-4df0-b63c-e7ade0f3c6b5 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/1ace4574-ba91-44ef-8852-2bc93dbeb2b9 HTTP/1.1" status: 204 len: 168 time: 1.0705137 Jul 27 21:11:02.384378 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ade09-bb4c-4df0-b63c-e7ade0f3c6b5 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Subnet': ['ID=1ace4574-ba91-44ef-8852-2bc93dbeb2b9,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:02.507962 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-ddb613e3-53fe-4288-964a-4af0e439caa5 service neutron] 10.222.0.66 "GET /v2.0/networks/04bd500b-f0bb-4eca-a46f-3d9ae8df2661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364654 Jul 27 21:11:02.513071 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b2679cd2-80b6-4b84-a6b8-09009f82ccc9 req-b51743c9-4b68-449f-8367-62af3a6108a9 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357068 Jul 27 21:11:02.570273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4d72e-af76-4ff1-858e-50749679e217 req-e895a917-4344-45c6-bc87-00316b7e0414 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:02.586150 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-afe4d72e-af76-4ff1-858e-50749679e217 req-e895a917-4344-45c6-bc87-00316b7e0414 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2439198 Jul 27 21:11:02.595744 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-26cac0e7-40bd-4975-b804-cefb7c6526d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=2528b4f0-42ea-4bae-ad98-418d19fffcf6 HTTP/1.1" status: 200 len: 217 time: 0.0765541 Jul 27 21:11:02.605369 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:02.685952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-77944fa8-6b53-431e-be78-5721862f66aa None None] Provisioning for port 93097d19-e7ea-4f97-8103-b071bbaf242e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:02.705113 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-afe4d72e-af76-4ff1-858e-50749679e217 req-1a001749-b5ae-4a5f-8422-04bb689937b1 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157002 Jul 27 21:11:02.723760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-77944fa8-6b53-431e-be78-5721862f66aa None None] Provisioning complete for port 93097d19-e7ea-4f97-8103-b071bbaf242e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:02.724173 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-77944fa8-6b53-431e-be78-5721862f66aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:02.726960 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2b0fa90f-a810-4efa-8af9-69aa63142c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:02.727673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-6ea6d7a5-8740-4d41-bf24-8af85c7fcbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:02.729171 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-6ea6d7a5-8740-4d41-bf24-8af85c7fcbdc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78c9ed42-955d-4476-9cbf-7e35ae77d017 HTTP/1.1" status: 200 len: 797 time: 0.1183040 Jul 27 21:11:02.734937 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:02.778624 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f8474273-bd6b-4aac-aa1b-153b2f7d9d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:58Z', 'revision_number': 8, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f0f506b-d1ad-45c4-ae1d-2b0c9470d808', 'name': '', 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:ef:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:33Z', 'updated_at': '2021-07-27T21:10:47Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:02.814592 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f1b7f600-be0a-43c4-81b3-6fb6ada52ea1 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:02.841118 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6576df80-d272-4885-be6e-918490ced687 req-05f5ccab-43c8-47c6-bd61-2211d5107e5a tempest-InstanceActionsTestJSON-1446001629 tempest-InstanceActionsTestJSON-1446001629-project] 10.222.0.55 "GET /v2.0/ports?device_id=0bd83608-1b33-4983-8d80-a593b34253ac HTTP/1.1" status: 200 len: 210 time: 0.1584263 Jul 27 21:11:02.867705 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8474273-bd6b-4aac-aa1b-153b2f7d9d4a None None] The sync data for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 is: [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:10:58Z', 'revision_number': 8, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f0f506b-d1ad-45c4-ae1d-2b0c9470d808', 'name': '', 'network_id': '6f747b40-722f-4577-a153-798a005e4fa8', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:ef:6a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:33Z', 'updated_at': '2021-07-27T21:10:47Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '8c81adc5-f7c1-4d7d-8a58-bef95a2306d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:02.912321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting port c055782f-3296-4960-98ed-6348cd4e2d04 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:02.912678 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:02.956003 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-77944fa8-6b53-431e-be78-5721862f66aa None None] Port 93097d19-e7ea-4f97-8103-b071bbaf242e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:11:03.013233 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f1b7f600-be0a-43c4-81b3-6fb6ada52ea1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:03.013612 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:03.055907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ea1c88-f6e8-4d91-813e-18ee72f247f6 None None] DHCP port deletion for ea51a6e1-9c36-4e93-9121-0ae961301346 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:11:03.106759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] For port c055782f-3296-4960-98ed-6348cd4e2d04, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c055782f-3296-4960-98ed-6348cd4e2d04,segment=NetworkSegment(3659ea86-44fc-4a3b-89a1-2f3790d83d01),segment_id=3659ea86-44fc-4a3b-89a1-2f3790d83d01)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:03.107545 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:03.127302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Calling delete_port for c055782f-3296-4960-98ed-6348cd4e2d04 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:03.193558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea1c88-f6e8-4d91-813e-18ee72f247f6 None None] Deleting port c055782f-3296-4960-98ed-6348cd4e2d04 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:03.194202 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d6ea1c88-f6e8-4d91-813e-18ee72f247f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:03.233502 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5305a6-761d-4395-8f44-8f4993de68ec req-fb1ec434-0f45-4a09-9012-fff4a7440d7c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:03.234179 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87318cc0-ef7a-4e0a-9ffe-7af33bb449a8 x-openstack-request-id: req-87318cc0-ef7a-4e0a-9ffe-7af33bb449a8 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:03.234745 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd83608-1b33-4983-8d80-a593b34253ac", "name": "network-vif-deleted", "tag": "48055bf9-6ae3-417f-8b23-4343cc69a995", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:03.235007 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87318cc0-ef7a-4e0a-9ffe-7af33bb449a8 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:03.235543 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd83608-1b33-4983-8d80-a593b34253ac', 'name': 'network-vif-deleted', 'tag': '48055bf9-6ae3-417f-8b23-4343cc69a995', 'status': 'completed', 'code': 200} Jul 27 21:11:03.246635 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:03.250775 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf5305a6-761d-4395-8f44-8f4993de68ec req-fb1ec434-0f45-4a09-9012-fff4a7440d7c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1646166 Jul 27 21:11:03.298375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] No DVR routers for this DVR port c055782f-3296-4960-98ed-6348cd4e2d04 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:03.302505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-9c3f34a5-5de7-4983-bd31-87ffc95783d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:03.304030 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-9c3f34a5-5de7-4983-bd31-87ffc95783d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7db6212-d43e-4c96-ae0f-7727debc8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5639529 Jul 27 21:11:03.351190 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf5305a6-761d-4395-8f44-8f4993de68ec req-9c67b6f4-f17c-436e-90fa-d3ae51307223 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966640 Jul 27 21:11:03.357207 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d6ea1c88-f6e8-4d91-813e-18ee72f247f6 None None] For port c055782f-3296-4960-98ed-6348cd4e2d04, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c055782f-3296-4960-98ed-6348cd4e2d04,segment=NetworkSegment(3659ea86-44fc-4a3b-89a1-2f3790d83d01),segment_id=3659ea86-44fc-4a3b-89a1-2f3790d83d01)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:03.357778 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d6ea1c88-f6e8-4d91-813e-18ee72f247f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:03.360163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Port': ['ID=c055782f-3296-4960-98ed-6348cd4e2d04,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:03.379396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea1c88-f6e8-4d91-813e-18ee72f247f6 None None] Calling delete_port for c055782f-3296-4960-98ed-6348cd4e2d04 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:03.476041 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d6ea1c88-f6e8-4d91-813e-18ee72f247f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:03.513499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea1c88-f6e8-4d91-813e-18ee72f247f6 None None] Pushing event deleted for resources: {'Port': ['ID=c055782f-3296-4960-98ed-6348cd4e2d04,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:03.530913 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea1c88-f6e8-4d91-813e-18ee72f247f6 None None] No DVR routers for this DVR port c055782f-3296-4960-98ed-6348cd4e2d04 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:03.537121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d36e0b-d3ca-4639-ab59-386470c48c0e req-ae41d76c-03fe-4c30-bba3-355b5560e959 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:03.551082 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7d36e0b-d3ca-4639-ab59-386470c48c0e req-ae41d76c-03fe-4c30-bba3-355b5560e959 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.1979530 Jul 27 21:11:03.562053 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:03.602468 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59710a02-252a-4a73-b778-c8a01287366f req-156450a5-fcf8-47cd-b763-89e5481f537b tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:03.604063 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-59710a02-252a-4a73-b778-c8a01287366f req-156450a5-fcf8-47cd-b763-89e5481f537b tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1390777 Jul 27 21:11:03.644412 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7d36e0b-d3ca-4639-ab59-386470c48c0e req-a04a2336-02fc-402d-a329-7568f82b72cf tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917711 Jul 27 21:11:03.652238 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-9afbce5a-3bbc-4fc6-806f-71db0c09cab9 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526500 Jul 27 21:11:03.660051 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:03.723143 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-59710a02-252a-4a73-b778-c8a01287366f req-5349a6e8-545e-432f-96d8-c13872438e30 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079254 Jul 27 21:11:03.782095 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:03.819421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea51a6e1-9c36-4e93-9121-0ae961301346']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:03.850088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3659ea86-44fc-4a3b-89a1-2f3790d83d01') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:03.850455 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3659ea86-44fc-4a3b-89a1-2f3790d83d01') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:03.866538 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1243b5-d4cb-4c1d-9c5f-ceeea93ac31e req-9434455c-cd14-45fe-a81b-621799a263af tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:03.874914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Pushing event updated for resources: {'Port': ['ID=93097d19-e7ea-4f97-8103-b071bbaf242e,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:03.875806 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b1243b5-d4cb-4c1d-9c5f-ceeea93ac31e req-9434455c-cd14-45fe-a81b-621799a263af tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.0892720 Jul 27 21:11:03.877765 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:03.883013 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:03.925610 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:03.960566 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:03.964965 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-fdf6bb1d-4a6a-4e3d-a2bd-130ef3454908 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002748 Jul 27 21:11:03.967546 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:11:03.967969 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:11:03.971222 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:11:03.974849 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b1243b5-d4cb-4c1d-9c5f-ceeea93ac31e req-0221a75d-a619-4e6b-97ff-1c324b85ea04 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958643 Jul 27 21:11:04.052249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a904a7-55f6-4dda-96cf-8861b381d27f req-c1f0bc25-16ee-4f4e-a94d-17196c0139ec tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:04.067025 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46a904a7-55f6-4dda-96cf-8861b381d27f req-c1f0bc25-16ee-4f4e-a94d-17196c0139ec tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1415455 Jul 27 21:11:04.078432 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52932) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:04.162332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46a904a7-55f6-4dda-96cf-8861b381d27f req-d64dbb00-afad-458d-a420-e255596a3223 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912902 Jul 27 21:11:04.189895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-f916e4b6-d03f-4cb8-9e5f-b09ab9a184b7 admin admin] Deleting subnet 72b4e31f-2dc3-4784-a982-30407b17ce84 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:11:04.199421 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f916e4b6-d03f-4cb8-9e5f-b09ab9a184b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:04.296433 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f916e4b6-d03f-4cb8-9e5f-b09ab9a184b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:04.359512 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a9011-22ea-42d1-bde5-5fc6a49b2040 req-4dc1e7f2-9a91-463c-a445-c2e839fbcc0e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:04.361272 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee7a9011-22ea-42d1-bde5-5fc6a49b2040 req-4dc1e7f2-9a91-463c-a445-c2e839fbcc0e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1213076 Jul 27 21:11:04.420201 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f916e4b6-d03f-4cb8-9e5f-b09ab9a184b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:04.449432 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee7a9011-22ea-42d1-bde5-5fc6a49b2040 req-eb5be1c0-e21a-487b-9d39-a6ae86b689ed tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717320 Jul 27 21:11:04.460082 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-2b90b23b-6f3d-4ab1-9a4c-a0b243ed6428 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=e3b8d17a-522f-4975-8cbf-168252762dea HTTP/1.1" status: 200 len: 217 time: 0.4842577 Jul 27 21:11:04.510811 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f916e4b6-d03f-4cb8-9e5f-b09ab9a184b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:04.534057 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:04.559920 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:04.564364 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/networks/ea51a6e1-9c36-4e93-9121-0ae961301346 HTTP/1.1" status: 204 len: 168 time: 2.1776133 Jul 27 21:11:04.577358 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52950) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:04.585075 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f916e4b6-d03f-4cb8-9e5f-b09ab9a184b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:04.590491 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f916e4b6-d03f-4cb8-9e5f-b09ab9a184b7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/72b4e31f-2dc3-4784-a982-30407b17ce84 HTTP/1.1" status: 204 len: 168 time: 0.5068884 Jul 27 21:11:04.590491 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916e4b6-d03f-4cb8-9e5f-b09ab9a184b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72b4e31f-2dc3-4784-a982-30407b17ce84,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:04.595283 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52952) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:04.687934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-b34def7e-0b39-4ccb-82bd-6904eb22b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:04.690166 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-b34def7e-0b39-4ccb-82bd-6904eb22b341 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78c9ed42-955d-4476-9cbf-7e35ae77d017 HTTP/1.1" status: 200 len: 797 time: 0.2187726 Jul 27 21:11:04.704837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe1ea3-bc5f-4ea1-9712-80ef43ffed70 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Network': ['ID=ea51a6e1-9c36-4e93-9121-0ae961301346,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:04.743875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c055782f-3296-4960-98ed-6348cd4e2d04 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:04.758184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Network c2b0282c-e1eb-474d-baec-a1bd72a9d6fa is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:11:04.764740 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8d08d2a-23a7-47e3-a5fe-0629ec35bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:04.770537 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: c055782f-3296-4960-98ed-6348cd4e2d04 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:04.770887 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c055782f-3296-4960-98ed-6348cd4e2d04 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:04.795748 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:04.927351 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109850aa-976d-4d54-a600-82584b4c5a3c req-3045703e-8c0a-4107-8a94-9f98ef200371 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:04.935566 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-109850aa-976d-4d54-a600-82584b4c5a3c req-3045703e-8c0a-4107-8a94-9f98ef200371 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2636383 Jul 27 21:11:04.947098 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8d08d2a-23a7-47e3-a5fe-0629ec35bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:04.971656 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f8d08d2a-23a7-47e3-a5fe-0629ec35bb82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32adf246-7a15-466f-b0c8-ef611b108a33']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:04.999837 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef43465-a129-4e1e-9312-b3a1ac4df5cb req-9fe5fa53-33d4-4062-98d9-0fe04d57e948 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:05.001673 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ef43465-a129-4e1e-9312-b3a1ac4df5cb req-9fe5fa53-33d4-4062-98d9-0fe04d57e948 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.2328451 Jul 27 21:11:05.004040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f8d08d2a-23a7-47e3-a5fe-0629ec35bb82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68242fab-f258-4701-a191-ffc47e923bb0') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:05.004480 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f8d08d2a-23a7-47e3-a5fe-0629ec35bb82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68242fab-f258-4701-a191-ffc47e923bb0') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:05.041195 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-109850aa-976d-4d54-a600-82584b4c5a3c req-8641ef4d-69b0-4f9f-a1e2-d278d6dce5c4 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998902 Jul 27 21:11:05.046428 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8d08d2a-23a7-47e3-a5fe-0629ec35bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.115994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0bd73069-f8c5-402c-9f11-4c4e13075d5c None None] Provisioning complete for port 93097d19-e7ea-4f97-8103-b071bbaf242e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:05.116759 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0bd73069-f8c5-402c-9f11-4c4e13075d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.117545 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8d08d2a-23a7-47e3-a5fe-0629ec35bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.161228 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-0bd73069-f8c5-402c-9f11-4c4e13075d5c None None] Port 93097d19-e7ea-4f97-8103-b071bbaf242e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:11:05.175473 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d08d2a-23a7-47e3-a5fe-0629ec35bb82 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:11:05.176123 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8d08d2a-23a7-47e3-a5fe-0629ec35bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:11:05.177970 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:11:05.187268 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Router c2b4aa3f-190d-4d6b-8fa5-274409d12bad has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:11:05.230673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-00116593-beea-44df-80f4-7f908695227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:05.231332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ef43465-a129-4e1e-9312-b3a1ac4df5cb req-3cda7895-716e-4c59-92bf-9ed82bad2894 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100916 Jul 27 21:11:05.232121 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-00116593-beea-44df-80f4-7f908695227e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7db6212-d43e-4c96-ae0f-7727debc8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5294697 Jul 27 21:11:05.304733 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8d08d2a-23a7-47e3-a5fe-0629ec35bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.341099 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8d08d2a-23a7-47e3-a5fe-0629ec35bb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.344494 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f8d08d2a-23a7-47e3-a5fe-0629ec35bb82 admin admin] 10.222.0.55 "DELETE /v2.0/networks/32adf246-7a15-466f-b0c8-ef611b108a33 HTTP/1.1" status: 204 len: 168 time: 0.7476645 Jul 27 21:11:05.346882 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-76c653f8-5c7e-4a70-8f61-86acf5cb7208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.387242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d08d2a-23a7-47e3-a5fe-0629ec35bb82 admin admin] Pushing event deleted for resources: {'Network': ['ID=32adf246-7a15-466f-b0c8-ef611b108a33,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:05.425874 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acaba69-16b3-4125-8ca6-67cccbf4f998 req-4a353b59-61c5-46a5-b28e-4da64fab30ae tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:05.435684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2acaba69-16b3-4125-8ca6-67cccbf4f998 req-4a353b59-61c5-46a5-b28e-4da64fab30ae tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.2631204 Jul 27 21:11:05.458583 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.479531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-80e0a656-c8de-423c-915d-361797384cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:05.481819 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-80e0a656-c8de-423c-915d-361797384cab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5&tenant_id=316085248a694378aced875fc59e1117 HTTP/1.1" status: 200 len: 1094 time: 0.4785776 Jul 27 21:11:05.483741 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-f19590c6-4471-4ba7-bc84-f8072ceab285 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406433 Jul 27 21:11:05.513875 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2acaba69-16b3-4125-8ca6-67cccbf4f998 req-a495549b-0d60-4b82-b7a6-c7e7d363df87 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693777 Jul 27 21:11:05.534377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:05.540877 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7a71b-2e44-4a08-b180-cd8d8515e48d req-78049e0e-68e0-4d7f-9155-7ea153e12592 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:05.554045 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1f7a71b-2e44-4a08-b180-cd8d8515e48d req-78049e0e-68e0-4d7f-9155-7ea153e12592 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2181964 Jul 27 21:11:05.605947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:05.609632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52982) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:05.612170 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-57f3a801-a87c-4ee1-9067-a948b67b0257 admin admin] 10.222.0.55 "PUT /v2.0/routers/c2b4aa3f-190d-4d6b-8fa5-274409d12bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9034595 Jul 27 21:11:05.617301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Sync routers for ids ['c2b4aa3f-190d-4d6b-8fa5-274409d12bad'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:05.634327 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Routers {'c2b4aa3f-190d-4d6b-8fa5-274409d12bad'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:05.635257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:11:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['c2b4aa3f-190d-4d6b-8fa5-274409d12bad'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:05.648387 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1f7a71b-2e44-4a08-b180-cd8d8515e48d req-da716e23-66a4-4bc9-821d-2c611cb786e3 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875728 Jul 27 21:11:05.682782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8e4d2b2b-7d06-49d7-a44b-e70ed2a9bba4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=022df40bdfdd497fa9c3ee8e02715922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717535 Jul 27 21:11:05.689913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52988) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:05.716233 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-75395545-8269-493a-8e68-51130e42f14d service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215328 Jul 27 21:11:05.797072 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Set router c2b4aa3f-190d-4d6b-8fa5-274409d12bad gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:05.828350 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3ef2-ddaa-4bea-8bea-738257c5e19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.860736 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.878557 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3ef2-ddaa-4bea-8bea-738257c5e19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:05.882687 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-9d4e777b-41cc-4f7e-9bd0-dbb9f4b77006 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c HTTP/1.1" status: 200 len: 217 time: 0.1560645 Jul 27 21:11:06.067811 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3ef2-ddaa-4bea-8bea-738257c5e19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.071189 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3ef2-ddaa-4bea-8bea-738257c5e19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.072513 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ce3e3ef2-ddaa-4bea-8bea-738257c5e19f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f310f5e-b6c9-47b3-abc6-208b21594894 HTTP/1.1" status: 204 len: 168 time: 0.3771493 Jul 27 21:11:06.087168 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e3ef2-ddaa-4bea-8bea-738257c5e19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f310f5e-b6c9-47b3-abc6-208b21594894,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:06.109705 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-010738d2-ad39-4540-8cfa-f95296e9dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:06.110906 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39190a4e-32df-44dd-8708-fd3ee8de0f1d req-e97a6b34-5d13-42e4-a6e0-673b382b4985 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:06.111218 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-010738d2-ad39-4540-8cfa-f95296e9dfde service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78c9ed42-955d-4476-9cbf-7e35ae77d017 HTTP/1.1" status: 200 len: 797 time: 0.1673679 Jul 27 21:11:06.121217 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39190a4e-32df-44dd-8708-fd3ee8de0f1d req-e97a6b34-5d13-42e4-a6e0-673b382b4985 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2457371 Jul 27 21:11:06.166600 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b99fa556-ecb5-4667-9bb3-0682b9f22e9a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.194481 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39190a4e-32df-44dd-8708-fd3ee8de0f1d req-9c9c444c-9f37-4154-b79d-228a83659fe5 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703421 Jul 27 21:11:06.238759 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'name': 'tempest-TestServerBasicOps-972421980-router', 'tenant_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'f1b7f600-be0a-43c4-81b3-6fb6ada52ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:51Z', 'updated_at': '2021-07-27T21:11:02Z', 'revision_number': 4, 'project_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'gw_port': {'id': 'f1b7f600-be0a-43c4-81b3-6fb6ada52ea1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:53Z', 'updated_at': '2021-07-27T21:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '93097d19-e7ea-4f97-8103-b071bbaf242e', 'name': '', 'network_id': 'c2b0282c-e1eb-474d-baec-a1bd72a9d6fa', 'tenant_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'mac_address': 'fa:16:3e:85:f0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5be74925-bf51-4fd5-9376-52fda49419d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:59Z', 'updated_at': '2021-07-27T21:11:03Z', 'revision_number': 2, 'project_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'subnets': [{'id': '5be74925-bf51-4fd5-9376-52fda49419d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:06.314694 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Checking router: c2b4aa3f-190d-4d6b-8fa5-274409d12bad for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:11:06.315074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Updating router c2b4aa3f-190d-4d6b-8fa5-274409d12bad port 93097d19-e7ea-4f97-8103-b071bbaf242e binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:11:06.383564 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.499043 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847873c-e17c-46aa-b485-a232d2cad515 req-070d8f04-fa32-4624-b2b1-6d9018c8c02c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:06.505824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] For port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:06.509408 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a847873c-e17c-46aa-b485-a232d2cad515 req-070d8f04-fa32-4624-b2b1-6d9018c8c02c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1540406 Jul 27 21:11:06.551285 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] For port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:11:06.593742 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a847873c-e17c-46aa-b485-a232d2cad515 req-b27a6682-b4f0-4cc9-b7e6-a82b9384edb2 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803304 Jul 27 21:11:06.595558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:11:06.616731 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.635071 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Transition to ACTIVE for port object d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:06.686884 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:06.696819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-b09d2ca0-81d5-46ab-a83b-b29e129adc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:06.699471 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-b09d2ca0-81d5-46ab-a83b-b29e129adc18 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7db6212-d43e-4c96-ae0f-7727debc8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5742750 Jul 27 21:11:06.765160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53022) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:06.833560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7995e63c-c84a-4eb1-a02a-aab4b637e243 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-650646808', 'description': 'tempest-secgroup-smoke-650646808 description', 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:06.989006 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:07.021740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Pushing event updated for resources: {'Port': ['ID=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,revision_number=9']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:07.036899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Transition to ACTIVE for port object 93097d19-e7ea-4f97-8103-b071bbaf242e will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:07.057672 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:07.212140 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f22fb-6ec6-490f-9a54-cb9ddb1abc67 None None] Pushing event updated for resources: {'Port': ['ID=93097d19-e7ea-4f97-8103-b071bbaf242e,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:07.214823 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:07.318580 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Attempting to bind port 93097d19-e7ea-4f97-8103-b071bbaf242e on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:11:07.318857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Attempting to bind port 93097d19-e7ea-4f97-8103-b071bbaf242e by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '774973d6-fb0b-4210-9aea-05b2402b2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2b0282c-e1eb-474d-baec-a1bd72a9d6fa'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:11:07.319283 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Attempting to bind port 93097d19-e7ea-4f97-8103-b071bbaf242e on network c2b0282c-e1eb-474d-baec-a1bd72a9d6fa {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:11:07.327724 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:11:07.328143 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Checking segment: {'id': '774973d6-fb0b-4210-9aea-05b2402b2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2b0282c-e1eb-474d-baec-a1bd72a9d6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:11:07.328490 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:07.328879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Bound using segment: {'id': '774973d6-fb0b-4210-9aea-05b2402b2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2b0282c-e1eb-474d-baec-a1bd72a9d6fa'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:11:07.329340 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Bound port: 93097d19-e7ea-4f97-8103-b071bbaf242e, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774973d6-fb0b-4210-9aea-05b2402b2ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c2b0282c-e1eb-474d-baec-a1bd72a9d6fa'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:11:07.329717 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:07.524200 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7995e63c-c84a-4eb1-a02a-aab4b637e243 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:07.525865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] For port 93097d19-e7ea-4f97-8103-b071bbaf242e, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:11:07.531779 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] For port 93097d19-e7ea-4f97-8103-b071bbaf242e, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=93097d19-e7ea-4f97-8103-b071bbaf242e,segment=NetworkSegment(774973d6-fb0b-4210-9aea-05b2402b2ccc),segment_id=774973d6-fb0b-4210-9aea-05b2402b2ccc)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:11:07.555139 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:07.596602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5eb9c6-db7f-4caa-bc1a-7661d572017a req-23f32caf-080e-4bdf-8be1-26e7862f2c08 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:07.605965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e5eb9c6-db7f-4caa-bc1a-7661d572017a req-23f32caf-080e-4bdf-8be1-26e7862f2c08 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.8929358 Jul 27 21:11:07.664715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f7f96-6b25-4154-b5e3-8a0de2423464 req-e2abed13-42ce-4a2d-850c-64d5dc091814 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:07.673053 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-140f7f96-6b25-4154-b5e3-8a0de2423464 req-e2abed13-42ce-4a2d-850c-64d5dc091814 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.8318911 Jul 27 21:11:07.675333 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:07.682202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Routers {'c2b4aa3f-190d-4d6b-8fa5-274409d12bad'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:07.684966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:11:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['c2b4aa3f-190d-4d6b-8fa5-274409d12bad'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:07.700848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f22fb-6ec6-490f-9a54-cb9ddb1abc67 None None] Pushing event updated for resources: {'Port': ['ID=93097d19-e7ea-4f97-8103-b071bbaf242e,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:07.759649 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e5eb9c6-db7f-4caa-bc1a-7661d572017a req-5ce6ae23-9bff-4842-850a-3f4553dba020 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514339 Jul 27 21:11:07.893755 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-140f7f96-6b25-4154-b5e3-8a0de2423464 req-5452ef56-cf41-4991-b189-da3a48283ce9 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194741 Jul 27 21:11:07.915459 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] Set router c2b4aa3f-190d-4d6b-8fa5-274409d12bad gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:07.966391 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7995e63c-c84a-4eb1-a02a-aab4b637e243 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:07.967251 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-ce0dc6ad-86e3-4e60-b0fa-bae2fafc4875 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2453978 Jul 27 21:11:07.974670 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7995e63c-c84a-4eb1-a02a-aab4b637e243 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.053184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] No DVR routers for this DVR port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:08.105348 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7995e63c-c84a-4eb1-a02a-aab4b637e243 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.111458 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7995e63c-c84a-4eb1-a02a-aab4b637e243 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3184419 Jul 27 21:11:08.114755 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53060) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:08.119404 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-9c297ae0-cf44-4e91-a570-102729fe2e40 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Request body: {'security_group_rule': {'security_group_id': 'ad9bcc78-38ce-4b42-ae3f-78ef1572c107', 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:08.130705 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995e63c-c84a-4eb1-a02a-aab4b637e243 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9bcc78-38ce-4b42-ae3f-78ef1572c107,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:08.177895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe002bce-a298-4c2b-8d5d-bff60e194881 req-1e668067-ad21-47a6-a16b-9aceba2a6602 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:08.179622 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe002bce-a298-4c2b-8d5d-bff60e194881 req-1e668067-ad21-47a6-a16b-9aceba2a6602 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1617041 Jul 27 21:11:08.226055 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9c297ae0-cf44-4e91-a570-102729fe2e40 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.331731 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-fdf7ebe3-feec-4869-b827-0983762af849 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532593 Jul 27 21:11:08.336585 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9c297ae0-cf44-4e91-a570-102729fe2e40 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.343795 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe002bce-a298-4c2b-8d5d-bff60e194881 req-7728303a-c4a1-4497-9305-74bc87bf2bea tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568382 Jul 27 21:11:08.349889 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9c297ae0-cf44-4e91-a570-102729fe2e40 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.360175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b99fa556-ecb5-4667-9bb3-0682b9f22e9a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting port 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:08.366331 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b99fa556-ecb5-4667-9bb3-0682b9f22e9a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.406679 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9c297ae0-cf44-4e91-a570-102729fe2e40 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.416853 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9c297ae0-cf44-4e91-a570-102729fe2e40 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3009574 Jul 27 21:11:08.417860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53076) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:08.420238 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c297ae0-cf44-4e91-a570-102729fe2e40 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a239dbd-89b7-41c3-8695-80d0832144a5,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:08.434613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8f2257c4-71ac-4486-9f9d-b74251be2e4f tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Request body: {'security_group_rule': {'security_group_id': 'ad9bcc78-38ce-4b42-ae3f-78ef1572c107', 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:08.512799 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8f2257c4-71ac-4486-9f9d-b74251be2e4f tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.542488 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-b99fa556-ecb5-4667-9bb3-0682b9f22e9a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] For port 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=0f0f506b-d1ad-45c4-ae1d-2b0c9470d808,segment=NetworkSegment(5c8b6243-e8a3-4c44-9afa-33ecbace0d8e),segment_id=5c8b6243-e8a3-4c44-9afa-33ecbace0d8e)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:08.543167 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b99fa556-ecb5-4667-9bb3-0682b9f22e9a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.606295 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-5db9a71c-ea21-4032-bcb0-35524130fe20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=121a1d90-7135-4c31-a62e-e50c381e778e HTTP/1.1" status: 200 len: 217 time: 0.2648563 Jul 27 21:11:08.609836 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b99fa556-ecb5-4667-9bb3-0682b9f22e9a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Calling delete_port for 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:08.661915 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Attempting to bind port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:11:08.662317 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Attempting to bind port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:11:08.662681 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Attempting to bind port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 on network 83632acd-e78d-4a39-ae97-2eaf775c8434 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:11:08.694639 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a54e1-9dfb-4718-a3b0-e6171916615f req-ccdc5ea1-649a-4e1d-8a8e-daf5a7193836 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:08.699159 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-686a54e1-9dfb-4718-a3b0-e6171916615f req-ccdc5ea1-649a-4e1d-8a8e-daf5a7193836 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2087202 Jul 27 21:11:08.717698 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'name': 'tempest-TestServerBasicOps-972421980-router', 'tenant_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'f1b7f600-be0a-43c4-81b3-6fb6ada52ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:51Z', 'updated_at': '2021-07-27T21:11:02Z', 'revision_number': 4, 'project_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'gw_port': {'id': 'f1b7f600-be0a-43c4-81b3-6fb6ada52ea1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:53Z', 'updated_at': '2021-07-27T21:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '93097d19-e7ea-4f97-8103-b071bbaf242e', 'name': '', 'network_id': 'c2b0282c-e1eb-474d-baec-a1bd72a9d6fa', 'tenant_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'mac_address': 'fa:16:3e:85:f0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5be74925-bf51-4fd5-9376-52fda49419d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:59Z', 'updated_at': '2021-07-27T21:11:07Z', 'revision_number': 4, 'project_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'subnets': [{'id': '5be74925-bf51-4fd5-9376-52fda49419d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:08.719123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 on network 83632acd-e78d-4a39-ae97-2eaf775c8434 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:11:08.719490 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Attempting to bind port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 on network 83632acd-e78d-4a39-ae97-2eaf775c8434 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:11:08.733960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:11:08.734415 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Checking segment: {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:11:08.734755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Bound using segment: {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:11:08.735211 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Bound port: d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:11:08.735578 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.745757 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8f2257c4-71ac-4486-9f9d-b74251be2e4f tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.752934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-913834f3-3a54-4033-87ee-c793edba8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:08.754513 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-913834f3-3a54-4033-87ee-c793edba8311 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78c9ed42-955d-4476-9cbf-7e35ae77d017 HTTP/1.1" status: 200 len: 797 time: 0.1379414 Jul 27 21:11:08.762039 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25ecb2b-f79e-483f-8791-0682d47c4a5a None None] The sync data for ids ['c2b4aa3f-190d-4d6b-8fa5-274409d12bad'] in n-d-764806-9 is: [{'id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'name': 'tempest-TestServerBasicOps-972421980-router', 'tenant_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'f1b7f600-be0a-43c4-81b3-6fb6ada52ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:51Z', 'updated_at': '2021-07-27T21:11:02Z', 'revision_number': 4, 'project_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'gw_port': {'id': 'f1b7f600-be0a-43c4-81b3-6fb6ada52ea1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:53Z', 'updated_at': '2021-07-27T21:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '93097d19-e7ea-4f97-8103-b071bbaf242e', 'name': '', 'network_id': 'c2b0282c-e1eb-474d-baec-a1bd72a9d6fa', 'tenant_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'mac_address': 'fa:16:3e:85:f0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1956, 'fixed_ips': [{'subnet_id': '5be74925-bf51-4fd5-9376-52fda49419d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:59Z', 'updated_at': '2021-07-27T21:11:07Z', 'revision_number': 4, 'project_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'subnets': [{'id': '5be74925-bf51-4fd5-9376-52fda49419d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:08.768111 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8f2257c4-71ac-4486-9f9d-b74251be2e4f tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.792285 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-686a54e1-9dfb-4718-a3b0-e6171916615f req-107ec7ce-59c1-4932-b2ac-c1b60d6d1ad0 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778100 Jul 27 21:11:08.815575 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2257c4-71ac-4486-9f9d-b74251be2e4f tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd9a2d1-3238-450b-9e29-a2e64bc4d5ce,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:08.825819 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.843373 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8f2257c4-71ac-4486-9f9d-b74251be2e4f tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:08.847919 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8f2257c4-71ac-4486-9f9d-b74251be2e4f tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4285562 Jul 27 21:11:08.848586 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53094) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:08.862914 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7175c2a7-a7ed-43e7-97c2-21036497ee9d tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Request body: {'security_group_rule': {'security_group_id': 'ad9bcc78-38ce-4b42-ae3f-78ef1572c107', 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:09.067387 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7175c2a7-a7ed-43e7-97c2-21036497ee9d tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.128743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] For port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:11:09.130736 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-fc0ef9c7-6408-43cd-8966-10c04f8eca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:09.132046 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-fc0ef9c7-6408-43cd-8966-10c04f8eca9d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7db6212-d43e-4c96-ae0f-7727debc8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3653715 Jul 27 21:11:09.134426 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] For port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:11:09.152463 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250e338-245d-445f-9ed7-46c99d11c6bb req-b8e23571-c2da-4f75-a2db-182afcf31758 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:09.154048 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a250e338-245d-445f-9ed7-46c99d11c6bb req-b8e23571-c2da-4f75-a2db-182afcf31758 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 943 time: 0.2356524 Jul 27 21:11:09.186284 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.361778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:09.362461 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.363840 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e33da-2bc5-4774-9304-432962e3831a req-5bc48fe5-cf6f-4d49-928b-4f33c7601969 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:09.363992 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] 10.222.0.20 "PUT /v2.0/ports/d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 HTTP/1.1" status: 200 len: 1091 time: 3.8672137 Jul 27 21:11:09.366085 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'tag': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:09.367196 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-859e33da-2bc5-4774-9304-432962e3831a req-5bc48fe5-cf6f-4d49-928b-4f33c7601969 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.3394983 Jul 27 21:11:09.368477 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88ba708-c2a4-4dea-8aca-d0dd2c827f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e57375fc-c108-4304-88d4-2a9fe8a0b1e5", "tag": "d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:09.382412 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7175c2a7-a7ed-43e7-97c2-21036497ee9d tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.382776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Pushing event updated for resources: {'Port': ['ID=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,revision_number=10']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:09.388497 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a250e338-245d-445f-9ed7-46c99d11c6bb req-53ab7405-cf4b-4af1-94d1-3fc6ddd6a910 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227697 Jul 27 21:11:09.391988 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7175c2a7-a7ed-43e7-97c2-21036497ee9d tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.397610 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:09.397874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:09.398191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:09.398558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:09.398895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:09.399245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:09.399579 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:09.399910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:09.400240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:09.401110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:09.401255 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:09.402106 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36bfdf5-967e-4318-b810-56c6ad6ec3df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:09.442673 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175c2a7-a7ed-43e7-97c2-21036497ee9d tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea2e1dd-a5d5-4c19-8604-6bf14d817899,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:09.488286 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7175c2a7-a7ed-43e7-97c2-21036497ee9d tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.490120 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7175c2a7-a7ed-43e7-97c2-21036497ee9d tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6403325 Jul 27 21:11:09.495344 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-859e33da-2bc5-4774-9304-432962e3831a req-92189089-6c40-4149-8b9e-ae18f87c9b47 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049287 Jul 27 21:11:09.496022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53122) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:09.502921 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-de756329-ebac-4f6e-a199-b366a602eaa8 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Request body: {'security_group_rule': {'security_group_id': 'ad9bcc78-38ce-4b42-ae3f-78ef1572c107', 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:09.594788 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b99fa556-ecb5-4667-9bb3-0682b9f22e9a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.678344 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99fa556-ecb5-4667-9bb3-0682b9f22e9a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Port': ['ID=0f0f506b-d1ad-45c4-ae1d-2b0c9470d808,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:09.686482 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de756329-ebac-4f6e-a199-b366a602eaa8 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.717091 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-6717c10c-1e70-4517-a7c4-6e729c01a3c5 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730703 Jul 27 21:11:09.730929 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dc32af-9c45-4806-a920-0ee0cde57180 x-openstack-request-id: req-f1dc32af-9c45-4806-a920-0ee0cde57180 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:09.731345 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57375fc-c108-4304-88d4-2a9fe8a0b1e5", "tag": "d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:09.731786 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1dc32af-9c45-4806-a920-0ee0cde57180 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:09.732224 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'tag': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9', 'status': 'completed', 'code': 200} Jul 27 21:11:09.788453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4a0ac-69c2-49b6-88dc-b6f09982b031 req-3bca98b1-c859-4169-a688-098b00cedffb tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:09.791451 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73a4a0ac-69c2-49b6-88dc-b6f09982b031 req-3bca98b1-c859-4169-a688-098b00cedffb tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2597649 Jul 27 21:11:09.887097 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-cfd36e6f-f87a-42d4-b060-7625d1a9943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:09.888939 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-cfd36e6f-f87a-42d4-b060-7625d1a9943a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 1095 time: 0.4974203 Jul 27 21:11:09.905476 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de756329-ebac-4f6e-a199-b366a602eaa8 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.927187 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de756329-ebac-4f6e-a199-b366a602eaa8 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.964173 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de756329-ebac-4f6e-a199-b366a602eaa8 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d61a6e3-bb9a-42d3-abcc-af46922d8d52,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:09.984307 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73a4a0ac-69c2-49b6-88dc-b6f09982b031 req-0f71b0ce-6919-4bf5-9f74-93344d59e29c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841307 Jul 27 21:11:09.987044 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de756329-ebac-4f6e-a199-b366a602eaa8 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:09.992811 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-de756329-ebac-4f6e-a199-b366a602eaa8 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4955301 Jul 27 21:11:09.993972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53138) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:10.016285 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-6b40ea93-96a5-432b-b25a-16027d4c454e tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Request body: {'security_group_rule': {'security_group_id': 'ad9bcc78-38ce-4b42-ae3f-78ef1572c107', 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:10.075994 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-6b40ea93-96a5-432b-b25a-16027d4c454e tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Project c363ed4dccd54ba69bd00ed53053ea2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:11:10.086369 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6b40ea93-96a5-432b-b25a-16027d4c454e tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.217110 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-dfc05ef9-7ec3-4aec-970e-888687ccc9ff service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797478 Jul 27 21:11:10.267837 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6b40ea93-96a5-432b-b25a-16027d4c454e tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.283275 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6b40ea93-96a5-432b-b25a-16027d4c454e tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.303177 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b99fa556-ecb5-4667-9bb3-0682b9f22e9a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.310643 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40ea93-96a5-432b-b25a-16027d4c454e tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba548db-d4c4-46d4-86fc-bc7952c5a109,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:10.320440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-e1509edf-9884-44f5-bcb4-b6a527e50cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:10.321948 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-e1509edf-9884-44f5-bcb4-b6a527e50cff service neutron] 10.222.0.20 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 916 time: 0.3905463 Jul 27 21:11:10.325186 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-6c977461-a119-4789-830b-fac5460bfbba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4981eeac-989d-46f4-806d-01fe38dce5dc HTTP/1.1" status: 200 len: 217 time: 0.0963776 Jul 27 21:11:10.335015 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86ee64-8327-4a68-8bdc-bd208e194b2e req-455e95bf-94bb-43d9-aa4c-ecfe6c6f08ee tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:10.335515 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-df86ee64-8327-4a68-8bdc-bd208e194b2e req-455e95bf-94bb-43d9-aa4c-ecfe6c6f08ee tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1738696 Jul 27 21:11:10.370500 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6b40ea93-96a5-432b-b25a-16027d4c454e tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.376924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6b40ea93-96a5-432b-b25a-16027d4c454e tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3811209 Jul 27 21:11:10.377582 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53156) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:10.398901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-dc23d416-b3bc-476c-979a-df5cf587a422 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Request body: {'security_group_rule': {'security_group_id': 'ad9bcc78-38ce-4b42-ae3f-78ef1572c107', 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:10.449078 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-df86ee64-8327-4a68-8bdc-bd208e194b2e req-58df91ee-8d3d-4768-b763-8dfb63272b4f tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950229 Jul 27 21:11:10.471658 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-dc23d416-b3bc-476c-979a-df5cf587a422 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Project c363ed4dccd54ba69bd00ed53053ea2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:11:10.478246 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dc23d416-b3bc-476c-979a-df5cf587a422 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.686265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-7fd9546b-1e7e-4faa-b58d-dceb8f843dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:10.688593 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-7fd9546b-1e7e-4faa-b58d-dceb8f843dbc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0100c0f3-654b-4008-8ca4-b381192db716 HTTP/1.1" status: 200 len: 797 time: 0.2758248 Jul 27 21:11:10.698426 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dc23d416-b3bc-476c-979a-df5cf587a422 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.721296 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dc23d416-b3bc-476c-979a-df5cf587a422 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.733013 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53170) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:10.786022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb530a-aebf-4369-bef1-7bee48ce1bad req-383aa5eb-eddc-4570-be67-8e5c4e44add4 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:10.787662 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-edeb530a-aebf-4369-bef1-7bee48ce1bad req-383aa5eb-eddc-4570-be67-8e5c4e44add4 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.1661572 Jul 27 21:11:10.804625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23d416-b3bc-476c-979a-df5cf587a422 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac013a99-64a8-4dd4-bdb5-ff8adc5e1d60,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:10.812482 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dc23d416-b3bc-476c-979a-df5cf587a422 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:10.813637 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-dc23d416-b3bc-476c-979a-df5cf587a422 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4291489 Jul 27 21:11:10.872910 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc69b1a-30dd-40ad-9298-2f4e53ae2e51 req-261881c4-fcea-44e1-a339-4d539d59ad00 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:10.876775 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-773c171c-8766-453c-9a9b-378e0ae160dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 HTTP/1.1" status: 200 len: 998 time: 0.4623539 Jul 27 21:11:10.884467 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fcc69b1a-30dd-40ad-9298-2f4e53ae2e51 req-261881c4-fcea-44e1-a339-4d539d59ad00 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.3061852 Jul 27 21:11:10.939207 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 93097d19-e7ea-4f97-8103-b071bbaf242e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:10.991578 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99fa556-ecb5-4667-9bb3-0682b9f22e9a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 0d4d9456-bc1b-4480-b7a4-3f108185f377 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:11:11.019009 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fcc69b1a-30dd-40ad-9298-2f4e53ae2e51 req-0a10c948-bfb4-47a6-bc7a-bb5b1b70fde3 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334009 Jul 27 21:11:11.029709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 93097d19-e7ea-4f97-8103-b071bbaf242e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:11.034097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 93097d19-e7ea-4f97-8103-b071bbaf242e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:11.034523 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.036922 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-edeb530a-aebf-4369-bef1-7bee48ce1bad req-5873a36c-2878-46f8-a7bd-07bd2c6fd64a tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263055 Jul 27 21:11:11.068256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-3b1ce1e6-0266-4197-b029-d1b978f7b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:11.069910 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-3b1ce1e6-0266-4197-b029-d1b978f7b341 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a3bd81c-c0ae-404a-987c-9478c181dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3677435 Jul 27 21:11:11.170454 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.187338 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d92d500e-c2e5-46e2-acef-ebf33c9c3d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.208595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99fa556-ecb5-4667-9bb3-0682b9f22e9a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:11.220413 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae6da1-6be3-4b11-87ac-fae10dde99c6 None None] Sync routers for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:11.240294 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae6da1-6be3-4b11-87ac-fae10dde99c6 None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:11.240959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-dd952c1f-1c12-4dcc-9758-18d094eac43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:11.242679 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-dd952c1f-1c12-4dcc-9758-18d094eac43a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f5c215f-9e0c-4039-b305-c7ccda95b7dd HTTP/1.1" status: 200 len: 854 time: 0.3067427 Jul 27 21:11:11.247262 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c9ae6da1-6be3-4b11-87ac-fae10dde99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:11:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:11.250102 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b99fa556-ecb5-4667-9bb3-0682b9f22e9a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/0d4d9456-bc1b-4480-b7a4-3f108185f377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6714060 Jul 27 21:11:11.252531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53192) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:11.267966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 93097d19-e7ea-4f97-8103-b071bbaf242e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=93097d19-e7ea-4f97-8103-b071bbaf242e,segment=NetworkSegment(774973d6-fb0b-4210-9aea-05b2402b2ccc),segment_id=774973d6-fb0b-4210-9aea-05b2402b2ccc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:11.277528 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.399902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=93097d19-e7ea-4f97-8103-b071bbaf242e,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:11.446487 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-20bd2c11-b7a6-4cd5-8d1d-5d34debb9f47 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-650646808&fields=id&tenant_id=c363ed4dccd54ba69bd00ed53053ea2e HTTP/1.1" status: 200 len: 267 time: 0.2507792 Jul 27 21:11:11.516145 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c9ae6da1-6be3-4b11-87ac-fae10dde99c6 None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:11.612873 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-3d4681f2-f9a7-4f89-a9b6-5575748ec7c8 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:11.615222 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-3d4681f2-f9a7-4f89-a9b6-5575748ec7c8 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/networks?id=a2320263-076f-436a-bf5f-acf7b70db72d HTTP/1.1" status: 200 len: 809 time: 0.1522238 Jul 27 21:11:11.671417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edad5b8-2660-40b3-825d-d1295f3f5d72 req-8254f9d7-9012-4efa-9eac-256200a82241 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:11.673028 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6edad5b8-2660-40b3-825d-d1295f3f5d72 req-8254f9d7-9012-4efa-9eac-256200a82241 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.3116095 Jul 27 21:11:11.675405 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d92d500e-c2e5-46e2-acef-ebf33c9c3d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.677533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-757b1830-f128-4145-9bde-a2dbe5a5d4e0 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/quotas/c363ed4dccd54ba69bd00ed53053ea2e HTTP/1.1" status: 200 len: 375 time: 0.0526519 Jul 27 21:11:11.715556 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d92d500e-c2e5-46e2-acef-ebf33c9c3d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.773664 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d500e-c2e5-46e2-acef-ebf33c9c3d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acf08f7-8600-4c56-b8b8-39eae7c64b15,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:11.787415 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c9ae6da1-6be3-4b11-87ac-fae10dde99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:11:09Z', 'revision_number': 9, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:11.811454 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6edad5b8-2660-40b3-825d-d1295f3f5d72 req-c34a18d0-155d-4d76-a078-aac98666d1ce tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306705 Jul 27 21:11:11.842817 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d92d500e-c2e5-46e2-acef-ebf33c9c3d30 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1de046248ad47a4bc180c86cf2a2c94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1028004 Jul 27 21:11:11.848704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53206) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:11.849134 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae6da1-6be3-4b11-87ac-fae10dde99c6 None None] Checking router: 0d4d9456-bc1b-4480-b7a4-3f108185f377 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:11:11.860947 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae6da1-6be3-4b11-87ac-fae10dde99c6 None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:11.861680 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c9ae6da1-6be3-4b11-87ac-fae10dde99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:11:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:11.904624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-13eefece-b203-427d-8a92-6c4987a7b0fe tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c363ed4dccd54ba69bd00ed53053ea2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1999609 Jul 27 21:11:11.922192 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15390cf-b667-43d9-8810-4c6a2075ee0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting subnet 8c81adc5-f7c1-4d7d-8a58-bef95a2306d0 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:11:11.934924 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d15390cf-b667-43d9-8810-4c6a2075ee0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:11.939426 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-c3bd5d1a-f859-44f4-a315-73a4c9b56a0f service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7673008 Jul 27 21:11:11.989641 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c9ae6da1-6be3-4b11-87ac-fae10dde99c6 None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:12.074405 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-fdaf721a-a90a-41b4-b2e1-f08137a442af service neutron] 10.222.0.55 "GET /v2.0/networks/a2320263-076f-436a-bf5f-acf7b70db72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522608 Jul 27 21:11:12.083449 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d15390cf-b667-43d9-8810-4c6a2075ee0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:12.191336 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-8c0813dd-44af-48c3-8a49-5ad5c7b1c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:12.192823 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-8c0813dd-44af-48c3-8a49-5ad5c7b1c982 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83632acd-e78d-4a39-ae97-2eaf775c8434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9392765 Jul 27 21:11:12.220153 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d15390cf-b667-43d9-8810-4c6a2075ee0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:12.243858 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-2ae7bc77-ac2e-4505-9b52-97cb76e7b2b2 service neutron] 10.222.0.55 "GET /v2.0/networks/a2320263-076f-436a-bf5f-acf7b70db72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418567 Jul 27 21:11:12.247283 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4a5c2374-a1b0-479c-b152-8c6baccb8f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:12.286340 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c9ae6da1-6be3-4b11-87ac-fae10dde99c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:11:09Z', 'revision_number': 9, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:12.299079 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4a5c2374-a1b0-479c-b152-8c6baccb8f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:12.314753 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-c9f28395-9be1-4ee4-b852-839d9f4aca18 service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411202 Jul 27 21:11:12.327186 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae6da1-6be3-4b11-87ac-fae10dde99c6 None None] The sync data for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 is: [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:11:09Z', 'revision_number': 9, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': '037a0a39-1135-479f-9442-a24bec93d937', 'name': '', 'network_id': '09395ca7-4e4e-4f99-b978-f735edaf1751', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:e6:14:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:21Z', 'updated_at': '2021-07-27T21:10:36Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': '1add58e0-1874-4616-a574-bd74bb9ad8ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:12.349028 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e1196-22ba-476e-a89d-a6acb5fb15aa req-1f858bd3-7994-4619-bc2a-3977ec86f669 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:12.351060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-573e1196-22ba-476e-a89d-a6acb5fb15aa req-1f858bd3-7994-4619-bc2a-3977ec86f669 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.3165133 Jul 27 21:11:12.402898 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-741b4c27-16a3-44fb-9e48-5a0fc8195d5a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a330d042-0729-4e45-b291-ff638747237f HTTP/1.1" status: 200 len: 217 time: 0.0746703 Jul 27 21:11:12.418996 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-573e1196-22ba-476e-a89d-a6acb5fb15aa req-95f3e34f-ba53-496f-98de-0e58bc6aa268 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592015 Jul 27 21:11:12.459223 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4a5c2374-a1b0-479c-b152-8c6baccb8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:12.462857 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4a5c2374-a1b0-479c-b152-8c6baccb8f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:12.466903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4a5c2374-a1b0-479c-b152-8c6baccb8f21 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6acf08f7-8600-4c56-b8b8-39eae7c64b15 HTTP/1.1" status: 204 len: 168 time: 0.6162155 Jul 27 21:11:12.488945 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c2374-a1b0-479c-b152-8c6baccb8f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acf08f7-8600-4c56-b8b8-39eae7c64b15,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:12.546477 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d15390cf-b667-43d9-8810-4c6a2075ee0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:12.658326 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-d3ad7176-fb4b-46b5-ba79-161f6c1a55d3 service neutron] 10.222.0.20 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528759 Jul 27 21:11:12.663795 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d15390cf-b667-43d9-8810-4c6a2075ee0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:12.670210 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d15390cf-b667-43d9-8810-4c6a2075ee0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/8c81adc5-f7c1-4d7d-8a58-bef95a2306d0 HTTP/1.1" status: 204 len: 168 time: 1.4152565 Jul 27 21:11:12.671623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53230) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:12.671815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffc7492-aeaa-4ccb-b5bd-fa81df1d2caf None None] Network 6f747b40-722f-4577-a153-798a005e4fa8 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:12.677642 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15390cf-b667-43d9-8810-4c6a2075ee0e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Subnet': ['ID=8c81adc5-f7c1-4d7d-8a58-bef95a2306d0,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:12.798472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b1b7b-6f21-4b20-90de-dbc42b0a220b req-ed69912c-a9bb-4984-ab84-af1650d4f979 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:12.809278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c63b1b7b-6f21-4b20-90de-dbc42b0a220b req-ed69912c-a9bb-4984-ab84-af1650d4f979 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.2156017 Jul 27 21:11:12.831887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7563bf-5191-4a1a-b74d-95295393e0a7 req-163c0c7f-9448-4db6-a51e-62042144a525 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:12.835274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a7563bf-5191-4a1a-b74d-95295393e0a7 req-163c0c7f-9448-4db6-a51e-62042144a525 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.1478841 Jul 27 21:11:12.997506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-2ef37fc2-5cc5-4eeb-8046-3a384943ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:13.005390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 93097d19-e7ea-4f97-8103-b071bbaf242e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:13.005674 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-2ef37fc2-5cc5-4eeb-8046-3a384943ab9d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0100c0f3-654b-4008-8ca4-b381192db716 HTTP/1.1" status: 200 len: 797 time: 0.5391533 Jul 27 21:11:13.040847 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a7563bf-5191-4a1a-b74d-95295393e0a7 req-91c5f4b1-5ad6-4cf9-932e-612b19b32004 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722929 Jul 27 21:11:13.081440 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c63b1b7b-6f21-4b20-90de-dbc42b0a220b req-0563a3a5-e6e9-41ba-9989-658b2e2f50b6 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716231 Jul 27 21:11:13.178374 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 93097d19-e7ea-4f97-8103-b071bbaf242e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:13.178753 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:13.292759 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:13.300813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f294f2-1c90-4f33-ae84-e3c84ee070c8 None None] DHCP port deletion for 6f747b40-722f-4577-a153-798a005e4fa8 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:11:13.304512 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-95d907a8-4bb3-44df-bb5b-df0ebe8a0ff6 req-bd75a7b9-f985-4f20-ada5-ee645ce7d296 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 210 time: 0.0914447 Jul 27 21:11:13.305020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53248) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:13.317792 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a3505b36-13df-400b-bd06-7a554bf3b6cd req-8b0faff7-79d4-4010-8eaf-578a00b70a3f service neutron] 10.222.0.20 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6446066 Jul 27 21:11:13.349753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-13b2ca31-c83e-4629-97f8-f87097398287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:13.351637 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-13b2ca31-c83e-4629-97f8-f87097398287 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a3bd81c-c0ae-404a-987c-9478c181dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3081193 Jul 27 21:11:13.364131 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aaf3713e-602a-4d71-9560-004dcc59da49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:13.500869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:13.539945 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aaf3713e-602a-4d71-9560-004dcc59da49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:13.566764 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aaf3713e-602a-4d71-9560-004dcc59da49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:13.576715 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c5f294f2-1c90-4f33-ae84-e3c84ee070c8 None None] Deleting port 9f4d6c27-ec90-48ed-abc6-f103091f0c35 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:13.578570 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c5f294f2-1c90-4f33-ae84-e3c84ee070c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:13.581306 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:13.582284 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 0f0f506b-d1ad-45c4-ae1d-2b0c9470d808 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:13.611979 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-90d4218b-cfd0-41e3-a8a8-e65ba6d9da12 service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247319 Jul 27 21:11:13.618887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting port 9f4d6c27-ec90-48ed-abc6-f103091f0c35 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:13.619235 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:13.653059 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-aaf3713e-602a-4d71-9560-004dcc59da49 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5e694916cd604307b8fee7623527126e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441455 Jul 27 21:11:13.655614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53262) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:13.732102 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-c5f294f2-1c90-4f33-ae84-e3c84ee070c8 None None] For port 9f4d6c27-ec90-48ed-abc6-f103091f0c35, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9f4d6c27-ec90-48ed-abc6-f103091f0c35,segment=NetworkSegment(5c8b6243-e8a3-4c44-9afa-33ecbace0d8e),segment_id=5c8b6243-e8a3-4c44-9afa-33ecbace0d8e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:13.732615 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c5f294f2-1c90-4f33-ae84-e3c84ee070c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:13.732728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ba708-c2a4-4dea-8aca-d0dd2c827f0c req-7997ead0-0fd2-4828-b015-f8a576e3d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:13.734346 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b88ba708-c2a4-4dea-8aca-d0dd2c827f0c req-7997ead0-0fd2-4828-b015-f8a576e3d391 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 1095 time: 0.3484793 Jul 27 21:11:13.736483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3713e-602a-4d71-9560-004dcc59da49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac238e6-ef35-4b60-8351-2b671086a8b8,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:13.771866 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c5f294f2-1c90-4f33-ae84-e3c84ee070c8 None None] Calling delete_port for 9f4d6c27-ec90-48ed-abc6-f103091f0c35 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:13.781663 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] For port 9f4d6c27-ec90-48ed-abc6-f103091f0c35, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9f4d6c27-ec90-48ed-abc6-f103091f0c35,segment=NetworkSegment(5c8b6243-e8a3-4c44-9afa-33ecbace0d8e),segment_id=5c8b6243-e8a3-4c44-9afa-33ecbace0d8e)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:13.781663 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:13.788985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063b339-5071-429d-9153-e28aa6303d58 req-55b72abf-506d-4ae5-9c34-0609dbc98ffe tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:13.797943 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f063b339-5071-429d-9153-e28aa6303d58 req-55b72abf-506d-4ae5-9c34-0609dbc98ffe tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.4361432 Jul 27 21:11:13.843909 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50f36efd-88bf-4134-b498-f214fc93c230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:13.863670 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Calling delete_port for 9f4d6c27-ec90-48ed-abc6-f103091f0c35 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:13.888918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f063b339-5071-429d-9153-e28aa6303d58 req-af6dfad3-2064-4833-af47-fb1c42bbda15 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874741 Jul 27 21:11:13.914803 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50f36efd-88bf-4134-b498-f214fc93c230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:14.003536 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50f36efd-88bf-4134-b498-f214fc93c230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:14.006658 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50f36efd-88bf-4134-b498-f214fc93c230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:14.011560 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-50f36efd-88bf-4134-b498-f214fc93c230 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ac238e6-ef35-4b60-8351-2b671086a8b8 HTTP/1.1" status: 204 len: 168 time: 0.3505690 Jul 27 21:11:14.023248 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5c318c0b-baf3-4cc7-a264-d73d3b0c55c3 req-35adf430-7b63-4ca0-b0db-4f6161b222da service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994145 Jul 27 21:11:14.036868 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f36efd-88bf-4134-b498-f214fc93c230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac238e6-ef35-4b60-8351-2b671086a8b8,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:14.077025 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c5f294f2-1c90-4f33-ae84-e3c84ee070c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:14.100960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ba708-c2a4-4dea-8aca-d0dd2c827f0c req-6ffe22da-eac8-4f4a-a2c4-ab0f9337c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:14.107571 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b88ba708-c2a4-4dea-8aca-d0dd2c827f0c req-6ffe22da-eac8-4f4a-a2c4-ab0f9337c911 service neutron] 10.222.0.20 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 916 time: 0.3495247 Jul 27 21:11:14.136269 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f294f2-1c90-4f33-ae84-e3c84ee070c8 None None] Pushing event deleted for resources: {'Port': ['ID=9f4d6c27-ec90-48ed-abc6-f103091f0c35,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:14.144419 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f294f2-1c90-4f33-ae84-e3c84ee070c8 None None] No DVR routers for this DVR port 9f4d6c27-ec90-48ed-abc6-f103091f0c35 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:14.215867 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367f951-3e68-4dfc-a01d-f0b189e764f0 req-3bb55a4a-2179-42f4-a924-a38ff5cfab69 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:14.217518 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1367f951-3e68-4dfc-a01d-f0b189e764f0 req-3bb55a4a-2179-42f4-a924-a38ff5cfab69 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1557660 Jul 27 21:11:14.283799 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:14.381232 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] No DVR routers for this DVR port 9f4d6c27-ec90-48ed-abc6-f103091f0c35 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:14.390424 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1367f951-3e68-4dfc-a01d-f0b189e764f0 req-ef0549bd-3fea-4b95-a0a2-be7a491db37e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566138 Jul 27 21:11:14.392222 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Port': ['ID=9f4d6c27-ec90-48ed-abc6-f103091f0c35,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:14.423487 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b88ba708-c2a4-4dea-8aca-d0dd2c827f0c req-188fbb9d-a266-45bf-b2e7-ee3720768b91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 HTTP/1.1" status: 200 len: 998 time: 0.3006232 Jul 27 21:11:14.430097 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19f25d-b8a1-483c-8c66-a1fa6a8215d2 req-b1f65196-4633-47cd-bef7-74b400d38d26 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:14.435951 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab19f25d-b8a1-483c-8c66-a1fa6a8215d2 req-b1f65196-4633-47cd-bef7-74b400d38d26 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.2433236 Jul 27 21:11:14.549546 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab19f25d-b8a1-483c-8c66-a1fa6a8215d2 req-157b89c8-9efe-4bbb-a777-b402b0c3dd65 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967462 Jul 27 21:11:14.603207 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:14.653808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f747b40-722f-4577-a153-798a005e4fa8']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:14.668559 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8b6243-e8a3-4c44-9afa-33ecbace0d8e') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:14.668949 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8b6243-e8a3-4c44-9afa-33ecbace0d8e') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:14.684523 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:14.794683 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9f4d6c27-ec90-48ed-abc6-f103091f0c35 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:14.873786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 9f4d6c27-ec90-48ed-abc6-f103091f0c35 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:14.874730 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9f4d6c27-ec90-48ed-abc6-f103091f0c35 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:14.908610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1c477-142c-4895-8dc8-36c5b20de2d8 req-e3839b09-db9b-4235-92fd-da8028bb5b44 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:14.924960 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-58d1c477-142c-4895-8dc8-36c5b20de2d8 req-e3839b09-db9b-4235-92fd-da8028bb5b44 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.2900345 Jul 27 21:11:14.934091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-c2f3f83b-a554-4cf9-98c2-d4b55a81725e tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:14.936112 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-c2f3f83b-a554-4cf9-98c2-d4b55a81725e tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.20 "GET /v2.0/networks?id=a2320263-076f-436a-bf5f-acf7b70db72d HTTP/1.1" status: 200 len: 809 time: 0.2393546 Jul 27 21:11:15.038979 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:15.041889 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-244f1147-ce6c-45a1-877a-0f92504098e1 req-de09e174-1411-43b9-881f-5aa52571a58a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 210 time: 0.1014402 Jul 27 21:11:15.090543 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:11:15.091063 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:11:15.099516 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:11:15.159361 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-58d1c477-142c-4895-8dc8-36c5b20de2d8 req-1a097c17-e525-442c-8669-8d7b3a3e02f1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312799 Jul 27 21:11:15.236359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ba708-c2a4-4dea-8aca-d0dd2c827f0c req-49d857dd-e9f6-49c3-bd7e-36a2005470ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:15.287103 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b88ba708-c2a4-4dea-8aca-d0dd2c827f0c req-49d857dd-e9f6-49c3-bd7e-36a2005470ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f5c215f-9e0c-4039-b305-c7ccda95b7dd HTTP/1.1" status: 200 len: 854 time: 0.8187144 Jul 27 21:11:15.308832 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:15.374179 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:15.378735 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/networks/6f747b40-722f-4577-a153-798a005e4fa8 HTTP/1.1" status: 204 len: 168 time: 2.6905422 Jul 27 21:11:15.379295 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53320) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:15.380623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72caed58-6736-4267-b739-b071f83ca673 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Network': ['ID=6f747b40-722f-4577-a153-798a005e4fa8,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:16.172838 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356add60-ca8e-423a-86d6-f664452413bd req-cd7cd85c-4442-4078-8c30-fd7cafa022f8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:16.178277 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-356add60-ca8e-423a-86d6-f664452413bd req-cd7cd85c-4442-4078-8c30-fd7cafa022f8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.2814188 Jul 27 21:11:16.271429 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-356add60-ca8e-423a-86d6-f664452413bd req-b7a8334f-5871-4810-a9e5-8cfd03861eeb tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903635 Jul 27 21:11:16.365230 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b7878-8246-4444-9fb1-06ed1d04ba37 req-1fb95cce-e246-4d4c-a2c9-f25ea83ef256 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:16.366887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-276b7878-8246-4444-9fb1-06ed1d04ba37 req-1fb95cce-e246-4d4c-a2c9-f25ea83ef256 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2720835 Jul 27 21:11:16.543986 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-276b7878-8246-4444-9fb1-06ed1d04ba37 req-73c0eaca-d10f-4351-89f4-2a3d15d2dc42 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530104 Jul 27 21:11:16.547540 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c2ffede-2afc-413d-a4b0-5b614d7cb3d8 req-2a32a31e-abfe-40ae-917b-0d7b0f73263d tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 210 time: 0.1139836 Jul 27 21:11:16.617240 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:16.823890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16572f54-f509-4016-92c2-1f8f6b0586e2 req-aac12a47-1aec-43e4-98d4-3cc2d62bdfc1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:16.825705 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16572f54-f509-4016-92c2-1f8f6b0586e2 req-aac12a47-1aec-43e4-98d4-3cc2d62bdfc1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.1465263 Jul 27 21:11:16.922868 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16572f54-f509-4016-92c2-1f8f6b0586e2 req-c3e0f4ca-7c0a-479d-9aca-fee62067fe4b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707569 Jul 27 21:11:17.161852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting port 037a0a39-1135-479f-9442-a24bec93d937 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:17.162825 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:17.345992 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] For port 037a0a39-1135-479f-9442-a24bec93d937, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=037a0a39-1135-479f-9442-a24bec93d937,segment=NetworkSegment(c099d10f-acb3-42e6-b99e-990144b95d43),segment_id=c099d10f-acb3-42e6-b99e-990144b95d43)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:17.346674 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:17.364732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Calling delete_port for 037a0a39-1135-479f-9442-a24bec93d937 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:17.694306 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cb1c2-ff2c-4e88-b43e-e530d1f673fc req-e438e8de-6a40-451e-8dd9-607e17d482cc tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:17.707161 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e04cb1c2-ff2c-4e88-b43e-e530d1f673fc req-e438e8de-6a40-451e-8dd9-607e17d482cc tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.2633429 Jul 27 21:11:17.783457 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b5b4c1f-9b6a-4621-8748-fa87ba7ea68f req-b03072c9-a6cb-49bc-be14-bece8d1e2d06 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 210 time: 0.0576503 Jul 27 21:11:17.938401 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:17.975479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e04cb1c2-ff2c-4e88-b43e-e530d1f673fc req-4f01daa4-7196-4670-8c1a-3f75fc47380c tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672675 Jul 27 21:11:18.012871 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Port': ['ID=037a0a39-1135-479f-9442-a24bec93d937,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:18.033323 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:18.033678 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:18.034308 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:18.034682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:18.035026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:18.035457 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:18.035938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:18.036282 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:18.038087 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:18.038278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:18.038547 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:18.038902 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:18.138812 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b99ad7-7c86-4156-b5e5-600c73a05446 req-9507ca83-7ccc-4f3a-8bf4-612b4f886a1f tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:18.146059 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8b99ad7-7c86-4156-b5e5-600c73a05446 req-9507ca83-7ccc-4f3a-8bf4-612b4f886a1f tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2369056 Jul 27 21:11:18.343179 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8b99ad7-7c86-4156-b5e5-600c73a05446 req-171a2954-39a6-4268-9a95-d6767f6cdf17 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957486 Jul 27 21:11:18.380615 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:18.473635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84c02d-6cca-47ce-9307-988e9f383ff4 req-480d779e-3d8d-4db1-94ff-031c2d003529 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:18.475533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da84c02d-6cca-47ce-9307-988e9f383ff4 req-480d779e-3d8d-4db1-94ff-031c2d003529 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.2869370 Jul 27 21:11:19.077969 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e25bf310-6c42-4ecf-aca7-e8653a25a7d2 req-f1ba3b92-a29b-4eef-9d36-0116bc0fa374 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 210 time: 0.0785022 Jul 27 21:11:19.162914 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da84c02d-6cca-47ce-9307-988e9f383ff4 req-05ddaa6c-d4cb-4e06-b32b-3f5f08669d50 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662543 Jul 27 21:11:19.286002 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53452) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:19.430859 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 0d4d9456-bc1b-4480-b7a4-3f108185f377 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:11:19.465715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6459a-5723-432e-a3e9-cf6b72231217 req-53c8eadc-05b7-4a57-9f0f-cd5c892159c0 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:19.467359 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-14f6459a-5723-432e-a3e9-cf6b72231217 req-53c8eadc-05b7-4a57-9f0f-cd5c892159c0 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.2171080 Jul 27 21:11:19.632793 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4aed7e3-091a-4068-9a61-9716269ac930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.690258 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-14f6459a-5723-432e-a3e9-cf6b72231217 req-54a88ebd-df23-415f-8fbe-2e5e94fa2473 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082312 Jul 27 21:11:19.699528 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:19.710243 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c08ef-facb-4806-b125-be38f70e1691 None None] Sync routers for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:19.710804 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a77149d6-79ce-4d49-9344-50453a8f4407 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/0d4d9456-bc1b-4480-b7a4-3f108185f377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3298094 Jul 27 21:11:19.713452 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53464) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:19.724152 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c08ef-facb-4806-b125-be38f70e1691 None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:19.727447 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bf1c08ef-facb-4806-b125-be38f70e1691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:11:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:19.767858 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72631697-ac5f-49c9-b515-cecf48074825 req-e3960903-0263-42ff-88b5-5984efce02ee tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:19.769421 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-72631697-ac5f-49c9-b515-cecf48074825 req-e3960903-0263-42ff-88b5-5984efce02ee tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2896252 Jul 27 21:11:19.855759 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-72631697-ac5f-49c9-b515-cecf48074825 req-3bd393f9-6e52-4e7f-9f40-b7adff066906 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761435 Jul 27 21:11:19.896377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfa53e6-3cb1-43ee-be57-a39a6ec9df04 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting subnet 1add58e0-1874-4616-a574-bd74bb9ad8ab {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:11:19.899482 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4aed7e3-091a-4068-9a61-9716269ac930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.905889 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4aed7e3-091a-4068-9a61-9716269ac930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.910948 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ddfa53e6-3cb1-43ee-be57-a39a6ec9df04 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:19.937469 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-bf1c08ef-facb-4806-b125-be38f70e1691 None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:19.992608 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f4aed7e3-091a-4068-9a61-9716269ac930 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3e8cc2a6b6f4c88989cdf6ecb14e757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7047594 Jul 27 21:11:19.993523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aed7e3-091a-4068-9a61-9716269ac930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d82a32-5254-486a-81af-62bf13811847,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:19.997142 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53472) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:20.068707 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ddfa53e6-3cb1-43ee-be57-a39a6ec9df04 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:20.111687 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9e1b90fc-4986-4a33-9bb3-931e20324196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:20.146469 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9e1b90fc-4986-4a33-9bb3-931e20324196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:20.288700 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f106d710-8b40-46e4-9365-4f021f066e34 req-2f06fe9e-4c74-4bc5-8dc5-db90dfa2a49c tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 210 time: 0.0717657 Jul 27 21:11:20.320784 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9e1b90fc-4986-4a33-9bb3-931e20324196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:20.324150 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9e1b90fc-4986-4a33-9bb3-931e20324196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:20.332066 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9e1b90fc-4986-4a33-9bb3-931e20324196 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80d82a32-5254-486a-81af-62bf13811847 HTTP/1.1" status: 204 len: 168 time: 0.3338854 Jul 27 21:11:20.362823 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b90fc-4986-4a33-9bb3-931e20324196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d82a32-5254-486a-81af-62bf13811847,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:20.398024 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ddfa53e6-3cb1-43ee-be57-a39a6ec9df04 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:20.529437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7b4db-e359-4ab6-a361-88bc01e30e2c req-6c01cb35-ac69-4eb9-ae9a-23000abdaba4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:20.535176 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7f7b4db-e359-4ab6-a361-88bc01e30e2c req-6c01cb35-ac69-4eb9-ae9a-23000abdaba4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.1599751 Jul 27 21:11:20.626534 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7f7b4db-e359-4ab6-a361-88bc01e30e2c req-a83258b5-ae75-4cd3-bdef-0e5f94f375c2 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804429 Jul 27 21:11:20.632707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bf1c08ef-facb-4806-b125-be38f70e1691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:11:17Z', 'revision_number': 10, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:20.747159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c08ef-facb-4806-b125-be38f70e1691 None None] Checking router: 0d4d9456-bc1b-4480-b7a4-3f108185f377 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:11:20.822842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c08ef-facb-4806-b125-be38f70e1691 None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:20.827384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bf1c08ef-facb-4806-b125-be38f70e1691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:11:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:20.878048 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-3ad0b0c6-e5a0-424b-bbfb-a7037a6174bb tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c363ed4dccd54ba69bd00ed53053ea2e HTTP/1.1" status: 200 len: 379 time: 0.3188655 Jul 27 21:11:20.882026 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ddfa53e6-3cb1-43ee-be57-a39a6ec9df04 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:20.942907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-1394051f-4311-4a24-bcbd-fb16b83bb965 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Request body: {'port': {'device_id': 'a8e8a411-569b-458b-9ae3-35066faf12cf', 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d', 'admin_state_up': True, 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'security_groups': ['ad9bcc78-38ce-4b42-ae3f-78ef1572c107']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:20.958606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ba708-c2a4-4dea-8aca-d0dd2c827f0c req-896bd7ba-e319-4e0d-a593-43b742c426cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:20.963479 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b88ba708-c2a4-4dea-8aca-d0dd2c827f0c req-896bd7ba-e319-4e0d-a593-43b742c426cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83632acd-e78d-4a39-ae97-2eaf775c8434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4001544 Jul 27 21:11:21.057086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536ec13-4f6b-4dad-923e-5f4d58f1ce69 req-a2cebc20-f9fc-4e2c-8957-62a3047e7b71 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:21.060680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-bf1c08ef-facb-4806-b125-be38f70e1691 None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:21.082446 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c536ec13-4f6b-4dad-923e-5f4d58f1ce69 req-a2cebc20-f9fc-4e2c-8957-62a3047e7b71 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.1829841 Jul 27 21:11:21.148363 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ddfa53e6-3cb1-43ee-be57-a39a6ec9df04 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:21.152715 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ddfa53e6-3cb1-43ee-be57-a39a6ec9df04 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/1add58e0-1874-4616-a574-bd74bb9ad8ab HTTP/1.1" status: 204 len: 168 time: 1.4378781 Jul 27 21:11:21.158072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53500) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:21.158752 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53502) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:21.178560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b7c5e0-6ea0-45ab-b409-a1c8938b41a4 None None] Network 09395ca7-4e4e-4f99-b978-f735edaf1751 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:21.198890 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa53e6-3cb1-43ee-be57-a39a6ec9df04 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Subnet': ['ID=1add58e0-1874-4616-a574-bd74bb9ad8ab,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:21.261327 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c536ec13-4f6b-4dad-923e-5f4d58f1ce69 req-c782a2aa-872b-43d4-9181-6da5e54ac8dd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767354 Jul 27 21:11:21.362200 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28250265-0032-49af-bb86-f082d6224e29 req-cabf0cfa-b663-4fc5-ba2e-aa57154d1c9c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:21.363904 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28250265-0032-49af-bb86-f082d6224e29 req-cabf0cfa-b663-4fc5-ba2e-aa57154d1c9c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2786410 Jul 27 21:11:21.395378 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-098d1af9-0fd8-49d9-8933-9dde3fb5bf32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:21.488518 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28250265-0032-49af-bb86-f082d6224e29 req-66d7153e-68a2-45fd-b741-c12acc69e0ce tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167409 Jul 27 21:11:21.540171 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:21.645298 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8dd5ad73-f31e-4cc6-9200-c650050ad8bf req-8c419d83-a243-4a00-a6f4-494454acded9 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 210 time: 0.0768144 Jul 27 21:11:21.808850 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b88ba708-c2a4-4dea-8aca-d0dd2c827f0c req-51136fb9-cb06-422a-8e0b-b5ec1d914360 service neutron] 10.222.0.20 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7608061 Jul 27 21:11:21.817304 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-098d1af9-0fd8-49d9-8933-9dde3fb5bf32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:21.837936 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting port 06a53727-cb1d-4e60-8806-8be72c058b4f {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:21.838809 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:21.854448 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-098d1af9-0fd8-49d9-8933-9dde3fb5bf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:21.903982 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-098d1af9-0fd8-49d9-8933-9dde3fb5bf32 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=545768b9d9c54ae5a40633ca2b5b5fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7355986 Jul 27 21:11:21.914116 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbea2f-5299-43b0-9216-1116a104978d req-2f42ecd7-b0a5-44b0-9351-5c638121582b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:21.915903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-acbbea2f-5299-43b0-9216-1116a104978d req-2f42ecd7-b0a5-44b0-9351-5c638121582b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.1678123 Jul 27 21:11:21.920938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53514) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:21.937675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bf1c08ef-facb-4806-b125-be38f70e1691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:11:17Z', 'revision_number': 10, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:21.992483 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-1394051f-4311-4a24-bcbd-fb16b83bb965 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Made reservation on behalf of c363ed4dccd54ba69bd00ed53053ea2e for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:11:22.001874 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-1394051f-4311-4a24-bcbd-fb16b83bb965 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.027277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1c08ef-facb-4806-b125-be38f70e1691 None None] The sync data for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 is: [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:11:17Z', 'revision_number': 10, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None, '_interfaces': [{'id': 'b78a50ec-ad15-4a3b-902d-12d3f8960164', 'name': '', 'network_id': 'dbaf384a-323f-4ab0-a5b3-4717a6597a0f', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'mac_address': 'fa:16:3e:3f:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'b29d9a02-e720-4372-9197-250f762b0086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:15Z', 'updated_at': '2021-07-27T21:10:28Z', 'revision_number': 5, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'subnets': [{'id': 'b29d9a02-e720-4372-9197-250f762b0086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:22.111753 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-acbbea2f-5299-43b0-9216-1116a104978d req-2cb6c449-4bd1-4b00-b0c8-877b011feb0c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838720 Jul 27 21:11:22.158053 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d1af9-0fd8-49d9-8933-9dde3fb5bf32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003b9e55-0c7b-434e-8238-4d6d29a14b52,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:22.165202 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb8d5ef0-e978-48b6-8616-e7b03d000ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.176524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] For port 06a53727-cb1d-4e60-8806-8be72c058b4f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=06a53727-cb1d-4e60-8806-8be72c058b4f,segment=NetworkSegment(c099d10f-acb3-42e6-b99e-990144b95d43),segment_id=c099d10f-acb3-42e6-b99e-990144b95d43)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:22.176948 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.195600 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb8d5ef0-e978-48b6-8616-e7b03d000ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.267414 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb8d5ef0-e978-48b6-8616-e7b03d000ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.270940 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb8d5ef0-e978-48b6-8616-e7b03d000ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:22.272456 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fb8d5ef0-e978-48b6-8616-e7b03d000ccb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/003b9e55-0c7b-434e-8238-4d6d29a14b52 HTTP/1.1" status: 204 len: 168 time: 0.3499174 Jul 27 21:11:22.300805 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d5ef0-e978-48b6-8616-e7b03d000ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003b9e55-0c7b-434e-8238-4d6d29a14b52,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:22.430587 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f126ee-7c04-48f6-9a92-63992a84e5ad None None] DHCP port deletion for 09395ca7-4e4e-4f99-b978-f735edaf1751 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:11:22.434751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Calling delete_port for 06a53727-cb1d-4e60-8806-8be72c058b4f owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:22.608823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-1394051f-4311-4a24-bcbd-fb16b83bb965 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Allocated IP 172.20.0.4 (a2320263-076f-436a-bf5f-acf7b70db72d/23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48/7fffb673-0aee-42e1-906d-d0b1cb88a29f) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:11:22.638579 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473c8d9-71ea-477c-b944-136e3fd9ae2a req-93e25995-264c-4d12-a35c-e70e561a4857 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:22.651197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9473c8d9-71ea-477c-b944-136e3fd9ae2a req-93e25995-264c-4d12-a35c-e70e561a4857 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.1963012 Jul 27 21:11:22.720795 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b88ba708-c2a4-4dea-8aca-d0dd2c827f0c req-89d8561b-a135-409d-9655-31801f743dca service neutron] 10.222.0.20 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068971 Jul 27 21:11:22.783395 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9473c8d9-71ea-477c-b944-136e3fd9ae2a req-6b5cca8a-f4c2-4816-bded-d49d850b8e58 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325216 Jul 27 21:11:22.971094 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.026357 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 06a53727-cb1d-4e60-8806-8be72c058b4f no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:23.085657 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 06a53727-cb1d-4e60-8806-8be72c058b4f {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:23.086142 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 06a53727-cb1d-4e60-8806-8be72c058b4f not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:23.086706 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 037a0a39-1135-479f-9442-a24bec93d937 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:23.108749 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 037a0a39-1135-479f-9442-a24bec93d937 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:23.109306 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 037a0a39-1135-479f-9442-a24bec93d937 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:23.113369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] No DVR routers for this DVR port 06a53727-cb1d-4e60-8806-8be72c058b4f on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:23.116342 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47614397-17ca-4aee-97b8-8c92eb8df22d req-38497573-827a-4173-98e5-09bf46817281 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 210 time: 0.0816624 Jul 27 21:11:23.140488 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Port': ['ID=06a53727-cb1d-4e60-8806-8be72c058b4f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:23.154839 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43f32f-64b4-43f5-8885-ef1f94715de2 req-d72e4089-f64e-4b0b-a47d-4e65f2e99f86 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:23.166002 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6e43f32f-64b4-43f5-8885-ef1f94715de2 req-d72e4089-f64e-4b0b-a47d-4e65f2e99f86 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.3084052 Jul 27 21:11:23.172337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-16f126ee-7c04-48f6-9a92-63992a84e5ad None None] Deleting port 06a53727-cb1d-4e60-8806-8be72c058b4f {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:23.172732 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-16f126ee-7c04-48f6-9a92-63992a84e5ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.242926 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6e43f32f-64b4-43f5-8885-ef1f94715de2 req-ca499fd6-4f31-4eec-80e0-677273397e71 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687444 Jul 27 21:11:23.347457 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-16f126ee-7c04-48f6-9a92-63992a84e5ad None None] For port 06a53727-cb1d-4e60-8806-8be72c058b4f, host n-d-764806-9, got binding levels [] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:23.349643 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-16f126ee-7c04-48f6-9a92-63992a84e5ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.408406 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-16f126ee-7c04-48f6-9a92-63992a84e5ad None None] Calling delete_port for 06a53727-cb1d-4e60-8806-8be72c058b4f owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:23.425902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.ipam_backend_mixin [None req-16f126ee-7c04-48f6-9a92-63992a84e5ad None None] Port 06a53727-cb1d-4e60-8806-8be72c058b4f was not found and therefore no delete operation was performed {{(pid=105581) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:11:23.430423 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-16f126ee-7c04-48f6-9a92-63992a84e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.448271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57cfe5-5934-4446-b071-522486a3eb02 req-70f44218-7704-4024-876b-d36c90b25b55 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:23.482462 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-1394051f-4311-4a24-bcbd-fb16b83bb965 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.486639 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b57cfe5-5934-4446-b071-522486a3eb02 req-70f44218-7704-4024-876b-d36c90b25b55 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.2084372 Jul 27 21:11:23.520204 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f126ee-7c04-48f6-9a92-63992a84e5ad None None] Pushing event deleted for resources: {'Port': ['ID=06a53727-cb1d-4e60-8806-8be72c058b4f,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:23.527786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f126ee-7c04-48f6-9a92-63992a84e5ad None None] No DVR routers for this DVR port 06a53727-cb1d-4e60-8806-8be72c058b4f on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:23.552640 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.601453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09395ca7-4e4e-4f99-b978-f735edaf1751']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:23.604700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-1394051f-4311-4a24-bcbd-fb16b83bb965 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Transition to ACTIVE for port object 7fffb673-0aee-42e1-906d-d0b1cb88a29f will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:23.615224 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b57cfe5-5934-4446-b071-522486a3eb02 req-5d803e85-71ba-4305-acbd-d374b274cb7f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272089 Jul 27 21:11:23.641290 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c099d10f-acb3-42e6-b99e-990144b95d43') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:23.641636 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c099d10f-acb3-42e6-b99e-990144b95d43') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:23.684680 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.725781 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.785249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:11:23.785662 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:11:23.788864 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:11:23.869021 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-1394051f-4311-4a24-bcbd-fb16b83bb965 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.108289 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.144458 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-1394051f-4311-4a24-bcbd-fb16b83bb965 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Network a2320263-076f-436a-bf5f-acf7b70db72d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:11:24.189978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc667e-2c71-49c5-8d5d-ddce0315b327 req-4b2b0286-6c19-4a77-b950-30af5e42b39e tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:24.191700 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-19dc667e-2c71-49c5-8d5d-ddce0315b327 req-4b2b0286-6c19-4a77-b950-30af5e42b39e tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.1528051 Jul 27 21:11:24.207511 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.209445 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/networks/09395ca7-4e4e-4f99-b978-f735edaf1751 HTTP/1.1" status: 204 len: 168 time: 3.0401027 Jul 27 21:11:24.210777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c44dd-5d56-49ea-b1d6-030d8d09d01c tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Network': ['ID=09395ca7-4e4e-4f99-b978-f735edaf1751,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:24.212533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394051f-4311-4a24-bcbd-fb16b83bb965 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Pushing event updated for resources: {'Port': ['ID=7fffb673-0aee-42e1-906d-d0b1cb88a29f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:24.222327 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53574) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:24.260352 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-1394051f-4311-4a24-bcbd-fb16b83bb965 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:24.272559 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-1394051f-4311-4a24-bcbd-fb16b83bb965 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:11:24.456996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-1394051f-4311-4a24-bcbd-fb16b83bb965 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:24.458113 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-1394051f-4311-4a24-bcbd-fb16b83bb965 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.500485 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-1394051f-4311-4a24-bcbd-fb16b83bb965 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5947154 Jul 27 21:11:24.703582 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9120ca25-877c-4d16-a8f3-5b4290f83d45 None None] Provisioning for port 7fffb673-0aee-42e1-906d-d0b1cb88a29f completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:24.712183 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9120ca25-877c-4d16-a8f3-5b4290f83d45 None None] Provisioning complete for port 7fffb673-0aee-42e1-906d-d0b1cb88a29f triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:24.712885 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9120ca25-877c-4d16-a8f3-5b4290f83d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:24.753441 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-19dc667e-2c71-49c5-8d5d-ddce0315b327 req-f47139b7-f276-4ae9-92a4-971a70c567e9 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461280 Jul 27 21:11:24.823742 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e07795-b789-4e50-95dc-629bb3a799e0 req-01cbc2b7-4f0d-4974-8c19-f913aaaa0a3b tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:24.832788 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f9e07795-b789-4e50-95dc-629bb3a799e0 req-01cbc2b7-4f0d-4974-8c19-f913aaaa0a3b tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 931 time: 0.2959185 Jul 27 21:11:24.856302 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-9120ca25-877c-4d16-a8f3-5b4290f83d45 None None] Port 7fffb673-0aee-42e1-906d-d0b1cb88a29f cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:11:24.891203 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f9e07795-b789-4e50-95dc-629bb3a799e0 req-a90ba037-4f53-4395-a6d1-cd50c8d7fb2f tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad9bcc78-38ce-4b42-ae3f-78ef1572c107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573266 Jul 27 21:11:25.143049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42592f-07da-4409-8455-c6bfb2048d1f req-4ed780f3-820e-42ca-8890-a6417e83adda tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:25.144912 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b42592f-07da-4409-8455-c6bfb2048d1f req-4ed780f3-820e-42ca-8890-a6417e83adda tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2264106 Jul 27 21:11:25.185760 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-be484b9d-e30b-4ba0-b8ce-4d4c8c3feb10 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:25.303525 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b42592f-07da-4409-8455-c6bfb2048d1f req-515d6917-0009-4722-a6d2-b8923a4d7ef0 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390939 Jul 27 21:11:25.332476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775549ba-d2ec-4004-b65b-506322adbf30 req-f7eafe4e-dea5-4f54-b264-f220b78eac5b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:25.334484 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-775549ba-d2ec-4004-b65b-506322adbf30 req-f7eafe4e-dea5-4f54-b264-f220b78eac5b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.2834849 Jul 27 21:11:25.491360 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-775549ba-d2ec-4004-b65b-506322adbf30 req-ad4723b1-359b-42c8-8805-57c7d42c1d50 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416461 Jul 27 21:11:25.650236 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-be484b9d-e30b-4ba0-b8ce-4d4c8c3feb10 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting port b78a50ec-ad15-4a3b-902d-12d3f8960164 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:25.651311 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-be484b9d-e30b-4ba0-b8ce-4d4c8c3feb10 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:25.751445 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-be484b9d-e30b-4ba0-b8ce-4d4c8c3feb10 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] For port b78a50ec-ad15-4a3b-902d-12d3f8960164, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b78a50ec-ad15-4a3b-902d-12d3f8960164,segment=NetworkSegment(30acf3e2-b96e-441c-bb04-fd3ecc9c241f),segment_id=30acf3e2-b96e-441c-bb04-fd3ecc9c241f)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:25.751933 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-be484b9d-e30b-4ba0-b8ce-4d4c8c3feb10 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:25.769736 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-be484b9d-e30b-4ba0-b8ce-4d4c8c3feb10 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Calling delete_port for b78a50ec-ad15-4a3b-902d-12d3f8960164 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:25.938976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Request body: {'port': {'device_id': 'a8e8a411-569b-458b-9ae3-35066faf12cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:26.051886 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.074448 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e249ee4-b24a-4bbb-a9e6-22d8bc0dc3b8 req-a0d8f427-43ae-462c-ae68-321ccf8d6e29 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:26.082905 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e249ee4-b24a-4bbb-a9e6-22d8bc0dc3b8 req-a0d8f427-43ae-462c-ae68-321ccf8d6e29 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.2094686 Jul 27 21:11:26.098725 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-be484b9d-e30b-4ba0-b8ce-4d4c8c3feb10 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.144806 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be484b9d-e30b-4ba0-b8ce-4d4c8c3feb10 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Port': ['ID=b78a50ec-ad15-4a3b-902d-12d3f8960164,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:26.201190 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e249ee4-b24a-4bbb-a9e6-22d8bc0dc3b8 req-f8c1d7f1-79a2-47c1-a74d-6cd14f84e4c9 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171963 Jul 27 21:11:26.254342 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2339f-679f-471e-ae16-14de06be266a req-b26de539-40de-4ac3-9bf7-3f10c1f61077 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:26.261805 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9b2339f-679f-471e-ae16-14de06be266a req-b26de539-40de-4ac3-9bf7-3f10c1f61077 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 931 time: 0.2653649 Jul 27 21:11:26.483527 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fffb673-0aee-42e1-906d-d0b1cb88a29f {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:11:26.492426 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.510304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Transition to ACTIVE for port object 7fffb673-0aee-42e1-906d-d0b1cb88a29f will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:26.515273 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.517100 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9b2339f-679f-471e-ae16-14de06be266a req-d6079f69-d753-46e2-8754-967950f2c2ac tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad9bcc78-38ce-4b42-ae3f-78ef1572c107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543595 Jul 27 21:11:26.519750 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-be484b9d-e30b-4ba0-b8ce-4d4c8c3feb10 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:26.645140 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dab52e-63cb-46fb-8426-8c37689b9958 req-c5aa23e8-653e-493f-9426-f4bd3879c1ac tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:26.660963 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-72dab52e-63cb-46fb-8426-8c37689b9958 req-c5aa23e8-653e-493f-9426-f4bd3879c1ac tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2072010 Jul 27 21:11:26.858562 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53656) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:26.882134 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be484b9d-e30b-4ba0-b8ce-4d4c8c3feb10 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 0d4d9456-bc1b-4480-b7a4-3f108185f377 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:11:26.906399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e6ef0cda-69f0-47de-950e-6b041b96c523 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:11:26.929179 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-72dab52e-63cb-46fb-8426-8c37689b9958 req-72686ca9-2181-4706-8b7f-cc75d1594a79 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534382 Jul 27 21:11:27.022679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be484b9d-e30b-4ba0-b8ce-4d4c8c3feb10 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:27.035857 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed0b4c-abc8-4672-a78e-20d0f93e9a07 req-579d31e0-9671-4756-9cdf-9a7ef727fcaa tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:27.037548 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29ed0b4c-abc8-4672-a78e-20d0f93e9a07 req-579d31e0-9671-4756-9cdf-9a7ef727fcaa tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.2715826 Jul 27 21:11:27.045247 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-be484b9d-e30b-4ba0-b8ce-4d4c8c3feb10 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/0d4d9456-bc1b-4480-b7a4-3f108185f377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8195930 Jul 27 21:11:27.045821 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f88511-0720-41ea-b0f4-8a3645aabcf9 None None] Sync routers for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:27.048964 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53664) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:27.051379 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b72c7163-63dd-4b8d-a4bd-7c752a5c08ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.118753 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f88511-0720-41ea-b0f4-8a3645aabcf9 None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:27.119437 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-17f88511-0720-41ea-b0f4-8a3645aabcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:11:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:27.141418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e6ef0cda-69f0-47de-950e-6b041b96c523, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e6ef0cda-69f0-47de-950e-6b041b96c523,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:27.155765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'e6ef0cda-69f0-47de-950e-6b041b96c523', 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d', 'port_id': 'e6ef0cda-69f0-47de-950e-6b041b96c523', 'mac_address': 'fa:16:3e:b4:6e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afc042a-4902-464a-b704-f1422378a801', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:11:27.165150 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-febb96cf-28a0-4c12-89ba-3d4855d6a97f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting subnet b29d9a02-e720-4372-9197-250f762b0086 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:11:27.168518 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-febb96cf-28a0-4c12-89ba-3d4855d6a97f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.178130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Pushing event updated for resources: {'Port': ['ID=7fffb673-0aee-42e1-906d-d0b1cb88a29f,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:27.211096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Attempting to bind port 7fffb673-0aee-42e1-906d-d0b1cb88a29f on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:11:27.211437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Attempting to bind port 7fffb673-0aee-42e1-906d-d0b1cb88a29f by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'cab71e19-c78a-4984-8e46-c7a308e0a3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:11:27.211769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Attempting to bind port 7fffb673-0aee-42e1-906d-d0b1cb88a29f on network a2320263-076f-436a-bf5f-acf7b70db72d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:11:27.217083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Port 7fffb673-0aee-42e1-906d-d0b1cb88a29f on network a2320263-076f-436a-bf5f-acf7b70db72d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:11:27.217771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Attempting to bind port 7fffb673-0aee-42e1-906d-d0b1cb88a29f on network a2320263-076f-436a-bf5f-acf7b70db72d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:11:27.224274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:11:27.224603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Checking segment: {'id': 'cab71e19-c78a-4984-8e46-c7a308e0a3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:11:27.225008 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Bound using segment: {'id': 'cab71e19-c78a-4984-8e46-c7a308e0a3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:11:27.225430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Bound port: 7fffb673-0aee-42e1-906d-d0b1cb88a29f, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab71e19-c78a-4984-8e46-c7a308e0a3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:11:27.225791 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.226702 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.254977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6ef0cda-69f0-47de-950e-6b041b96c523 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:11:27.288165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e6ef0cda-69f0-47de-950e-6b041b96c523, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e6ef0cda-69f0-47de-950e-6b041b96c523,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:27.293674 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.300197 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-17f88511-0720-41ea-b0f4-8a3645aabcf9 None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:27.321804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] For port 7fffb673-0aee-42e1-906d-d0b1cb88a29f, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:11:27.327568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] For port 7fffb673-0aee-42e1-906d-d0b1cb88a29f, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7fffb673-0aee-42e1-906d-d0b1cb88a29f,segment=NetworkSegment(cab71e19-c78a-4984-8e46-c7a308e0a3d3),segment_id=cab71e19-c78a-4984-8e46-c7a308e0a3d3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:11:27.333705 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.377291 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-17f88511-0720-41ea-b0f4-8a3645aabcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:11:25Z', 'revision_number': 11, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:27.380002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=e6ef0cda-69f0-47de-950e-6b041b96c523,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:27.398814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:27.399238 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:27.399816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:27.400914 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:27.401634 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:27.402317 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:27.402951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:27.403483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:27.404031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:27.404554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:27.405094 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:27.408764 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Pushing event updated for resources: {'Port': ['ID=7fffb673-0aee-42e1-906d-d0b1cb88a29f,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:27.409262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:11:27.420540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['e6ef0cda-69f0-47de-950e-6b041b96c523'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:11:27.434006 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f88511-0720-41ea-b0f4-8a3645aabcf9 None None] Checking router: 0d4d9456-bc1b-4480-b7a4-3f108185f377 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:11:27.436245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:27.441316 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.443411 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f866d6e4-7528-4bc6-ae7c-5ffa2778f048 service neutron] 10.222.0.20 "PUT /v2.0/ports/7fffb673-0aee-42e1-906d-d0b1cb88a29f HTTP/1.1" status: 200 len: 1091 time: 1.5083790 Jul 27 21:11:27.443886 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e8a411-569b-458b-9ae3-35066faf12cf', 'tag': '7fffb673-0aee-42e1-906d-d0b1cb88a29f'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:27.445213 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f88511-0720-41ea-b0f4-8a3645aabcf9 None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:27.446128 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-17f88511-0720-41ea-b0f4-8a3645aabcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:11:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:27.448248 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fe7304-66fd-4982-b298-38648f841309" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e8a411-569b-458b-9ae3-35066faf12cf", "tag": "7fffb673-0aee-42e1-906d-d0b1cb88a29f"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:27.562146 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-17f88511-0720-41ea-b0f4-8a3645aabcf9 None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:27.597101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f596566a-8450-48f9-bc61-05b93c3cbeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:27.601364 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-f596566a-8450-48f9-bc61-05b93c3cbeac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c363ed4dccd54ba69bd00ed53053ea2e&device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 1094 time: 0.1165674 Jul 27 21:11:27.665217 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-afc663e2-9993-4d4e-ac85-d047efda4ecc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fffb673-0aee-42e1-906d-d0b1cb88a29f HTTP/1.1" status: 200 len: 217 time: 0.0543580 Jul 27 21:11:27.677005 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-17f88511-0720-41ea-b0f4-8a3645aabcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:11:25Z', 'revision_number': 11, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:27.709829 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f88511-0720-41ea-b0f4-8a3645aabcf9 None None] The sync data for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 is: [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:11:25Z', 'revision_number': 11, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:27.730698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-78007bcc-7147-4e07-a677-fbd09c2920b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:27.732191 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-78007bcc-7147-4e07-a677-fbd09c2920b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48 HTTP/1.1" status: 200 len: 848 time: 0.0601239 Jul 27 21:11:27.800958 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-febb96cf-28a0-4c12-89ba-3d4855d6a97f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:27.819899 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-7436e4c0-a86a-45d2-8f84-26052aac3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:27.821460 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-7436e4c0-a86a-45d2-8f84-26052aac3431 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2320263-076f-436a-bf5f-acf7b70db72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809004 Jul 27 21:11:27.905921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29ed0b4c-abc8-4672-a78e-20d0f93e9a07 req-f63bc885-65d1-4c3a-8315-985f38f20398 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7563901 Jul 27 21:11:27.952771 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-3793abfa-42a8-4b08-b716-44271eaa95f8 service neutron] 10.222.0.20 "GET /v2.0/networks/a2320263-076f-436a-bf5f-acf7b70db72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228437 Jul 27 21:11:27.993821 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733c546-2dc8-4f1d-9714-61130900dd59 req-ed73f978-696f-4ff1-a68d-3675d5598119 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:27.996392 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d733c546-2dc8-4f1d-9714-61130900dd59 req-ed73f978-696f-4ff1-a68d-3675d5598119 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 944 time: 0.2536519 Jul 27 21:11:28.008945 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-febb96cf-28a0-4c12-89ba-3d4855d6a97f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.048599 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3df91ef-c5a6-43ba-b5c6-ee1f7b65b24b x-openstack-request-id: req-f3df91ef-c5a6-43ba-b5c6-ee1f7b65b24b {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:28.050975 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b72c7163-63dd-4b8d-a4bd-7c752a5c08ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.051331 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e8a411-569b-458b-9ae3-35066faf12cf", "tag": "7fffb673-0aee-42e1-906d-d0b1cb88a29f", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:28.051784 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f3df91ef-c5a6-43ba-b5c6-ee1f7b65b24b {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:28.052189 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e8a411-569b-458b-9ae3-35066faf12cf', 'tag': '7fffb673-0aee-42e1-906d-d0b1cb88a29f', 'status': 'completed', 'code': 200} Jul 27 21:11:28.072724 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b72c7163-63dd-4b8d-a4bd-7c752a5c08ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.079135 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd7764f5-be8c-4d46-86b3-a901ea703dc8 req-47de4456-775e-474e-a0ff-8aa6d9a9bc27 service neutron] 10.222.0.20 "GET /v2.0/networks/a2320263-076f-436a-bf5f-acf7b70db72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184723 Jul 27 21:11:28.199284 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d733c546-2dc8-4f1d-9714-61130900dd59 req-76466460-2d8a-4c5b-a72c-08b440d0c420 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964924 Jul 27 21:11:28.213989 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b72c7163-63dd-4b8d-a4bd-7c752a5c08ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=204b5fbe4d544dbc8225e4748ed2c9c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3511388 Jul 27 21:11:28.215075 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c7163-63dd-4b8d-a4bd-7c752a5c08ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dad98c-3f9e-4184-9ac6-59af60800e09,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:28.217530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53692) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:28.225880 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-febb96cf-28a0-4c12-89ba-3d4855d6a97f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.276145 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe7304-66fd-4982-b298-38648f841309 req-4a3bb4ef-738a-4811-9b21-847394c7d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:28.277817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0fe7304-66fd-4982-b298-38648f841309 req-4a3bb4ef-738a-4811-9b21-847394c7d35e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c363ed4dccd54ba69bd00ed53053ea2e&device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 1094 time: 0.1378667 Jul 27 21:11:28.288685 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb96cf-28a0-4c12-89ba-3d4855d6a97f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Subnet': ['ID=b29d9a02-e720-4372-9197-250f762b0086,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:28.299679 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-febb96cf-28a0-4c12-89ba-3d4855d6a97f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.302506 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-febb96cf-28a0-4c12-89ba-3d4855d6a97f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/b29d9a02-e720-4372-9197-250f762b0086 HTTP/1.1" status: 204 len: 168 time: 1.2519546 Jul 27 21:11:28.304502 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53694) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:28.307395 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f902d4-ea1d-48d4-bee9-8296946206de None None] Network dbaf384a-323f-4ab0-a5b3-4717a6597a0f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:28.314746 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f518e2f2-3e1e-40b5-b139-b3b477b3ef0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.328404 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf730d9-5197-4fe4-b312-65865beb87d6 req-e5e09355-ec62-4b66-8221-af610e5641f0 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:28.330698 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cdf730d9-5197-4fe4-b312-65865beb87d6 req-e5e09355-ec62-4b66-8221-af610e5641f0 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 943 time: 0.2785053 Jul 27 21:11:28.378569 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f518e2f2-3e1e-40b5-b139-b3b477b3ef0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.434469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe7304-66fd-4982-b298-38648f841309 req-02c438d1-b62f-4213-a07d-8e3a246144d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:28.436273 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0fe7304-66fd-4982-b298-38648f841309 req-02c438d1-b62f-4213-a07d-8e3a246144d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a2320263-076f-436a-bf5f-acf7b70db72d HTTP/1.1" status: 200 len: 910 time: 0.1495378 Jul 27 21:11:28.454260 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cdf730d9-5197-4fe4-b312-65865beb87d6 req-c592b3e4-5200-4d4a-a79b-023222476978 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad9bcc78-38ce-4b42-ae3f-78ef1572c107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119614 Jul 27 21:11:28.467380 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.497801 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0fe7304-66fd-4982-b298-38648f841309 req-970464d6-b6ff-4fcd-a9a5-e0c5546370f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fffb673-0aee-42e1-906d-d0b1cb88a29f HTTP/1.1" status: 200 len: 217 time: 0.0526698 Jul 27 21:11:28.501037 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f518e2f2-3e1e-40b5-b139-b3b477b3ef0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.504316 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f518e2f2-3e1e-40b5-b139-b3b477b3ef0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.505765 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f518e2f2-3e1e-40b5-b139-b3b477b3ef0d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77dad98c-3f9e-4184-9ac6-59af60800e09 HTTP/1.1" status: 204 len: 168 time: 0.2872131 Jul 27 21:11:28.551392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518e2f2-3e1e-40b5-b139-b3b477b3ef0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dad98c-3f9e-4184-9ac6-59af60800e09,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:28.571331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe7304-66fd-4982-b298-38648f841309 req-26c74ff4-b8d7-400b-a943-1445ac56c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:28.573830 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0fe7304-66fd-4982-b298-38648f841309 req-26c74ff4-b8d7-400b-a943-1445ac56c0f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48 HTTP/1.1" status: 200 len: 848 time: 0.0667868 Jul 27 21:11:28.626571 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d664e6-bca8-417e-a372-27a8c02e2afb req-c1743621-85ef-4ba0-97f4-688936021262 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:28.628258 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15d664e6-bca8-417e-a372-27a8c02e2afb req-c1743621-85ef-4ba0-97f4-688936021262 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1675155 Jul 27 21:11:28.690643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cf7576-616a-4814-a96d-4f70a69b448c None None] DHCP port deletion for dbaf384a-323f-4ab0-a5b3-4717a6597a0f request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:11:28.691495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Deleting port 73f9232f-8e7f-4aba-b646-c1facb0fcb04 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:28.692395 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.710207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe7304-66fd-4982-b298-38648f841309 req-36db534d-eeeb-4b2e-abfe-19d5980ce5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:28.719951 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0fe7304-66fd-4982-b298-38648f841309 req-36db534d-eeeb-4b2e-abfe-19d5980ce5bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2320263-076f-436a-bf5f-acf7b70db72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378939 Jul 27 21:11:28.774962 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15d664e6-bca8-417e-a372-27a8c02e2afb req-f002fdbb-fb00-46d9-9ead-e0b1af555ebe tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215298 Jul 27 21:11:28.799889 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b78a50ec-ad15-4a3b-902d-12d3f8960164 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:28.811174 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] For port 73f9232f-8e7f-4aba-b646-c1facb0fcb04, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=73f9232f-8e7f-4aba-b646-c1facb0fcb04,segment=NetworkSegment(30acf3e2-b96e-441c-bb04-fd3ecc9c241f),segment_id=30acf3e2-b96e-441c-bb04-fd3ecc9c241f)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:28.812878 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.833458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Calling delete_port for 73f9232f-8e7f-4aba-b646-c1facb0fcb04 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:28.839204 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: b78a50ec-ad15-4a3b-902d-12d3f8960164 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:11:28.839936 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b78a50ec-ad15-4a3b-902d-12d3f8960164 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:28.840534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 73f9232f-8e7f-4aba-b646-c1facb0fcb04 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:28.843860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-43cf7576-616a-4814-a96d-4f70a69b448c None None] Deleting port 73f9232f-8e7f-4aba-b646-c1facb0fcb04 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:11:28.844419 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-43cf7576-616a-4814-a96d-4f70a69b448c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:28.888343 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0fe7304-66fd-4982-b298-38648f841309 req-a3b874cc-5a13-422e-8ddc-b9d4da43c592 service neutron] 10.222.0.20 "GET /v2.0/networks/a2320263-076f-436a-bf5f-acf7b70db72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597040 Jul 27 21:11:28.922034 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e6ef0cda-69f0-47de-950e-6b041b96c523 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:28.947321 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.012897 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53710) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:29.015565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No active binding found for port 73f9232f-8e7f-4aba-b646-c1facb0fcb04 {{(pid=105581) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 21:11:29.015980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 73f9232f-8e7f-4aba-b646-c1facb0fcb04 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:11:29.018650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-43cf7576-616a-4814-a96d-4f70a69b448c None None] For port 73f9232f-8e7f-4aba-b646-c1facb0fcb04, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=73f9232f-8e7f-4aba-b646-c1facb0fcb04,segment=NetworkSegment(30acf3e2-b96e-441c-bb04-fd3ecc9c241f),segment_id=30acf3e2-b96e-441c-bb04-fd3ecc9c241f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:29.019045 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-43cf7576-616a-4814-a96d-4f70a69b448c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.030102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Port': ['ID=73f9232f-8e7f-4aba-b646-c1facb0fcb04,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:29.037542 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-43cf7576-616a-4814-a96d-4f70a69b448c None None] Calling delete_port for 73f9232f-8e7f-4aba-b646-c1facb0fcb04 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:11:29.051234 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-93b366b3-5e6a-4939-9363-374a891e29e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.068562 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] No DVR routers for this DVR port 73f9232f-8e7f-4aba-b646-c1facb0fcb04 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:29.082137 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0fe7304-66fd-4982-b298-38648f841309 req-48a365f9-d1b6-442e-ac64-38d4c449575a service neutron] 10.222.0.20 "GET /v2.0/networks/a2320263-076f-436a-bf5f-acf7b70db72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842263 Jul 27 21:11:29.140987 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port e6ef0cda-69f0-47de-950e-6b041b96c523 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:29.141668 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.163124 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-43cf7576-616a-4814-a96d-4f70a69b448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.203531 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf7576-616a-4814-a96d-4f70a69b448c None None] Pushing event deleted for resources: {'Port': ['ID=73f9232f-8e7f-4aba-b646-c1facb0fcb04,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:29.212245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cf7576-616a-4814-a96d-4f70a69b448c None None] No DVR routers for this DVR port 73f9232f-8e7f-4aba-b646-c1facb0fcb04 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:11:29.224843 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.246812 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbaf384a-323f-4ab0-a5b3-4717a6597a0f']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:29.265572 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30acf3e2-b96e-441c-bb04-fd3ecc9c241f') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:29.265879 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30acf3e2-b96e-441c-bb04-fd3ecc9c241f') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:29.293455 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.294311 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.303432 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78da201-54b1-4837-99f8-0d6b2b44ec74 req-8de227c3-9846-4b36-a2c7-27ddd3040ac6 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:29.312860 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c78da201-54b1-4837-99f8-0d6b2b44ec74 req-8de227c3-9846-4b36-a2c7-27ddd3040ac6 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.2347109 Jul 27 21:11:29.321994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c7e523-ff62-4bc1-bb18-7c45128681d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ef0cda-69f0-47de-950e-6b041b96c523'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:29.325369 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e8e83d-e43f-40ef-ba53-18316edeb6e2" -d '{"events": [{"server_uuid": "f4c7e523-ff62-4bc1-bb18-7c45128681d1", "name": "network-vif-plugged", "status": "completed", "tag": "e6ef0cda-69f0-47de-950e-6b041b96c523"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:29.340913 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e6ef0cda-69f0-47de-950e-6b041b96c523, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e6ef0cda-69f0-47de-950e-6b041b96c523,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:29.344099 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.359923 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.388738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:11:29.389024 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:11:29.392098 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:11:29.399910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=e6ef0cda-69f0-47de-950e-6b041b96c523,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:29.476719 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c78da201-54b1-4837-99f8-0d6b2b44ec74 req-db462be9-a0cd-481b-ae88-9c19609179b0 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628678 Jul 27 21:11:29.492771 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-93b366b3-5e6a-4939-9363-374a891e29e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.507552 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.512890 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-93b366b3-5e6a-4939-9363-374a891e29e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.524631 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.527285 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/networks/dbaf384a-323f-4ab0-a5b3-4717a6597a0f HTTP/1.1" status: 204 len: 168 time: 1.2216871 Jul 27 21:11:29.530031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53730) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:29.536252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-83ece367-b95d-4746-993d-4b54bd118060 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'router': {'routes': None}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:29.543746 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bc5b46-2992-4aac-9043-aa27cb84edb0 x-openstack-request-id: req-f7bc5b46-2992-4aac-9043-aa27cb84edb0 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:29.544241 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c7e523-ff62-4bc1-bb18-7c45128681d1", "name": "network-vif-plugged", "status": "completed", "tag": "e6ef0cda-69f0-47de-950e-6b041b96c523", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:29.544730 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7bc5b46-2992-4aac-9043-aa27cb84edb0 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:29.545430 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c7e523-ff62-4bc1-bb18-7c45128681d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ef0cda-69f0-47de-950e-6b041b96c523', 'code': 200} Jul 27 21:11:29.563837 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bd753-e99c-445f-b563-a9a134bb713a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Pushing event deleted for resources: {'Network': ['ID=dbaf384a-323f-4ab0-a5b3-4717a6597a0f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:29.587501 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84552972-f21a-40c1-a32f-de232fa7ff45 req-0aa996c7-adb2-477e-942e-6ca9855c604d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:29.589994 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84552972-f21a-40c1-a32f-de232fa7ff45 req-0aa996c7-adb2-477e-942e-6ca9855c604d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.2568114 Jul 27 21:11:29.595183 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-93b366b3-5e6a-4939-9363-374a891e29e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6f14314f1a842f7b8b3f2f47174a5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5788267 Jul 27 21:11:29.595183 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b366b3-5e6a-4939-9363-374a891e29e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e567e3b-69e8-4e8c-991f-d3be2b8bfc17,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:29.595681 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53732) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:29.662868 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84552972-f21a-40c1-a32f-de232fa7ff45 req-964da1b7-552d-4d35-aa7d-cd9622fa4863 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550714 Jul 27 21:11:29.783149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.extraroute_db [None req-83ece367-b95d-4746-993d-4b54bd118060 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Added routes are [] {{(pid=105580) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 21:11:29.783457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.extraroute_db [None req-83ece367-b95d-4746-993d-4b54bd118060 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Removed routes are [] {{(pid=105580) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 21:11:29.783825 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83ece367-b95d-4746-993d-4b54bd118060 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.788834 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05039f0d-6add-4fe0-b143-f3eb91a76bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.873251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcf2fe-373b-476e-bbf9-f03a2b71de02 req-4b6823d7-4a05-4985-9ce4-9496dbf619e1 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:29.874116 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05039f0d-6add-4fe0-b143-f3eb91a76bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.885284 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6bfcf2fe-373b-476e-bbf9-f03a2b71de02 req-4b6823d7-4a05-4985-9ce4-9496dbf619e1 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 943 time: 0.1550336 Jul 27 21:11:29.889672 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:11:29.982562 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83ece367-b95d-4746-993d-4b54bd118060 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:29.986644 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83ece367-b95d-4746-993d-4b54bd118060 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.015400 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6bfcf2fe-373b-476e-bbf9-f03a2b71de02 req-bf5c2b56-edbe-46ef-bd26-79516dc97b53 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad9bcc78-38ce-4b42-ae3f-78ef1572c107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265726 Jul 27 21:11:30.034979 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e4e2a-5cfd-4dc1-a178-824fcc0526cf req-33fe0146-5fd6-4c59-934e-7b5590810a4c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:30.036883 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e5e4e2a-5cfd-4dc1-a178-824fcc0526cf req-33fe0146-5fd6-4c59-934e-7b5590810a4c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1464396 Jul 27 21:11:30.069694 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05039f0d-6add-4fe0-b143-f3eb91a76bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.073011 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05039f0d-6add-4fe0-b143-f3eb91a76bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.073786 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-05039f0d-6add-4fe0-b143-f3eb91a76bac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e567e3b-69e8-4e8c-991f-d3be2b8bfc17 HTTP/1.1" status: 204 len: 168 time: 0.4773695 Jul 27 21:11:30.087544 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ece367-b95d-4746-993d-4b54bd118060 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 0d4d9456-bc1b-4480-b7a4-3f108185f377 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:11:30.101814 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05039f0d-6add-4fe0-b143-f3eb91a76bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e567e3b-69e8-4e8c-991f-d3be2b8bfc17,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:30.123738 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e5e4e2a-5cfd-4dc1-a178-824fcc0526cf req-78e4f73b-2a03-4888-a1a2-93f3239f0106 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720417 Jul 27 21:11:30.198944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ece367-b95d-4746-993d-4b54bd118060 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:30.207545 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83ece367-b95d-4746-993d-4b54bd118060 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.211665 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53758) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:30.212037 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1648b8e-4c06-4781-9237-8c753d879cec None None] Sync routers for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:30.223812 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1648b8e-4c06-4781-9237-8c753d879cec None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:30.224443 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a1648b8e-4c06-4781-9237-8c753d879cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:11:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:30.225615 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-83ece367-b95d-4746-993d-4b54bd118060 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/0d4d9456-bc1b-4480-b7a4-3f108185f377 HTTP/1.1" status: 200 len: 701 time: 0.6934271 Jul 27 21:11:30.291995 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7967ea15-048d-43ac-85da-3a5b646a1b46 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d4d9456-bc1b-4480-b7a4-3f108185f377 HTTP/1.1" status: 200 len: 205 time: 0.0776763 Jul 27 21:11:30.294172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53762) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:30.376652 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-a1648b8e-4c06-4781-9237-8c753d879cec None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:30.440365 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7fffb673-0aee-42e1-906d-d0b1cb88a29f details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:11:30.465712 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f693e6c6-d793-4191-854d-d067591a5dee tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.486974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a1648b8e-4c06-4781-9237-8c753d879cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:11:25Z', 'revision_number': 11, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:30.520929 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1648b8e-4c06-4781-9237-8c753d879cec None None] Checking router: 0d4d9456-bc1b-4480-b7a4-3f108185f377 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:11:30.538904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1648b8e-4c06-4781-9237-8c753d879cec None None] Routers {'0d4d9456-bc1b-4480-b7a4-3f108185f377'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:30.539534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a1648b8e-4c06-4781-9237-8c753d879cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:11:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d4d9456-bc1b-4480-b7a4-3f108185f377'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:30.730779 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-a1648b8e-4c06-4781-9237-8c753d879cec None None] Set router 0d4d9456-bc1b-4480-b7a4-3f108185f377 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:30.780348 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2689ba-f305-42c9-8e03-dd126d480f3b req-2c7eddeb-531b-4c65-bef1-ffd3f6b915b8 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:30.788995 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee2689ba-f305-42c9-8e03-dd126d480f3b req-2c7eddeb-531b-4c65-bef1-ffd3f6b915b8 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.1514449 Jul 27 21:11:30.904824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a1648b8e-4c06-4781-9237-8c753d879cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:11:25Z', 'revision_number': 11, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:30.905621 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee2689ba-f305-42c9-8e03-dd126d480f3b req-2597fc16-8878-4d93-bfea-f33d032511d5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152971 Jul 27 21:11:30.965919 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1648b8e-4c06-4781-9237-8c753d879cec None None] The sync data for ids ['0d4d9456-bc1b-4480-b7a4-3f108185f377'] in n-d-764806-9 is: [{'id': '0d4d9456-bc1b-4480-b7a4-3f108185f377', 'name': 'tempest-RoutersTest-router-1883756730', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:11Z', 'updated_at': '2021-07-27T21:11:25Z', 'revision_number': 11, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:30.972790 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f693e6c6-d793-4191-854d-d067591a5dee tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:30.986070 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f693e6c6-d793-4191-854d-d067591a5dee tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.017141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7fffb673-0aee-42e1-906d-d0b1cb88a29f, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7fffb673-0aee-42e1-906d-d0b1cb88a29f,segment=NetworkSegment(cab71e19-c78a-4984-8e46-c7a308e0a3d3),segment_id=cab71e19-c78a-4984-8e46-c7a308e0a3d3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:31.066256 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f693e6c6-d793-4191-854d-d067591a5dee tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.067263 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f693e6c6-d793-4191-854d-d067591a5dee tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Fanout notify agent at l3_agent the message router_deleted on router 0d4d9456-bc1b-4480-b7a4-3f108185f377 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:11:31.078094 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '7fffb673-0aee-42e1-906d-d0b1cb88a29f', 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d', 'port_id': '7fffb673-0aee-42e1-906d-d0b1cb88a29f', 'mac_address': 'fa:16:3e:e0:d4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:11:31.086204 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f693e6c6-d793-4191-854d-d067591a5dee tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.095079 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f693e6c6-d793-4191-854d-d067591a5dee tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/routers/0d4d9456-bc1b-4480-b7a4-3f108185f377 HTTP/1.1" status: 204 len: 168 time: 0.7992606 Jul 27 21:11:31.099777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53796) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:31.101518 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e9680-347f-4449-8709-ea5a1e672941 req-790aab8e-c23b-41be-a9a4-861529d97d55 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:31.103188 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a15e9680-347f-4449-8709-ea5a1e672941 req-790aab8e-c23b-41be-a9a4-861529d97d55 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.1794326 Jul 27 21:11:31.109543 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-566f8f57-530a-4bc3-9708-cea023688148 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-857487360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:31.152633 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.155759 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-566f8f57-530a-4bc3-9708-cea023688148 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.158784 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-566f8f57-530a-4bc3-9708-cea023688148 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.168628 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fffb673-0aee-42e1-906d-d0b1cb88a29f {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:11:31.214192 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7fffb673-0aee-42e1-906d-d0b1cb88a29f, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7fffb673-0aee-42e1-906d-d0b1cb88a29f,segment=NetworkSegment(cab71e19-c78a-4984-8e46-c7a308e0a3d3),segment_id=cab71e19-c78a-4984-8e46-c7a308e0a3d3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:31.223221 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.288749 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-566f8f57-530a-4bc3-9708-cea023688148 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.298120 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-566f8f57-530a-4bc3-9708-cea023688148 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.311987 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a15e9680-347f-4449-8709-ea5a1e672941 req-c28e0f6a-7096-43fc-a60f-af71518cb25f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005637 Jul 27 21:11:31.363740 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-566f8f57-530a-4bc3-9708-cea023688148 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.368278 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7fffb673-0aee-42e1-906d-d0b1cb88a29f,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:31.369442 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-566f8f57-530a-4bc3-9708-cea023688148 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2674403 Jul 27 21:11:31.371771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53812) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:31.388497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-404219ce-6bf1-4d50-8717-3750bf3a8bf9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:31.427332 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac1757-be7b-496f-b2ed-29a23c07a518 req-e8df214b-bf54-4da3-b3e4-ad747b057d33 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:31.434209 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7ac1757-be7b-496f-b2ed-29a23c07a518 req-e8df214b-bf54-4da3-b3e4-ad747b057d33 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 943 time: 0.2784822 Jul 27 21:11:31.449772 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7fffb673-0aee-42e1-906d-d0b1cb88a29f'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:11:31.569286 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7ac1757-be7b-496f-b2ed-29a23c07a518 req-ff3609c9-69a2-483f-8256-553e8d8e80ae tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad9bcc78-38ce-4b42-ae3f-78ef1572c107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285629 Jul 27 21:11:31.624964 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef081f-89d0-4b76-afba-7cec85a737a8 req-45283053-774a-4aa8-a2d4-b28f44edab33 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:31.633765 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e4ef081f-89d0-4b76-afba-7cec85a737a8 req-45283053-774a-4aa8-a2d4-b28f44edab33 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1624935 Jul 27 21:11:31.730818 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e4ef081f-89d0-4b76-afba-7cec85a737a8 req-026fc073-e703-42a1-8337-13326ad0384c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836878 Jul 27 21:11:31.892527 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-404219ce-6bf1-4d50-8717-3750bf3a8bf9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:31.917644 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-404219ce-6bf1-4d50-8717-3750bf3a8bf9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.157198 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181839c-ad42-4cb8-a174-3cdc419bf24a req-03d77ecc-b481-4360-bb87-d5fc2198b72a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:32.159102 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a181839c-ad42-4cb8-a174-3cdc419bf24a req-03d77ecc-b481-4360-bb87-d5fc2198b72a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.1278746 Jul 27 21:11:32.163478 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404219ce-6bf1-4d50-8717-3750bf3a8bf9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Router 450580f2-f7e7-41e1-8065-3fb45e5fd5e4 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:11:32.301186 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a181839c-ad42-4cb8-a174-3cdc419bf24a req-6e4b0bf4-b920-4082-b3a0-49205500e3e7 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168978 Jul 27 21:11:32.329232 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404219ce-6bf1-4d50-8717-3750bf3a8bf9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:32.336330 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-404219ce-6bf1-4d50-8717-3750bf3a8bf9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.340364 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-404219ce-6bf1-4d50-8717-3750bf3a8bf9 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "PUT /v2.0/routers/450580f2-f7e7-41e1-8065-3fb45e5fd5e4 HTTP/1.1" status: 200 len: 693 time: 0.9674723 Jul 27 21:11:32.341732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53844) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:32.352190 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3939dcd3-3fb2-4871-a881-760c7e2dc097 None None] Sync routers for ids ['450580f2-f7e7-41e1-8065-3fb45e5fd5e4'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:32.372759 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7fffb673-0aee-42e1-906d-d0b1cb88a29f up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:32.451285 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3939dcd3-3fb2-4871-a881-760c7e2dc097 None None] Routers {'450580f2-f7e7-41e1-8065-3fb45e5fd5e4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:32.462990 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-3939dcd3-3fb2-4871-a881-760c7e2dc097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:11:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['450580f2-f7e7-41e1-8065-3fb45e5fd5e4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:32.530173 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53848) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:32.588848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 7fffb673-0aee-42e1-906d-d0b1cb88a29f completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:32.595396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 7fffb673-0aee-42e1-906d-d0b1cb88a29f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:32.596830 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.716711 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d8477b7d-d3c2-4526-a865-a8e4b53c1874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.720608 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-999bc743-6a6d-4fc3-8c6b-3cabb1679c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.736025 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.791895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e8a411-569b-458b-9ae3-35066faf12cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fffb673-0aee-42e1-906d-d0b1cb88a29f'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:32.797631 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d88aa4e-606d-4e73-9663-e2dc345bea0c" -d '{"events": [{"server_uuid": "a8e8a411-569b-458b-9ae3-35066faf12cf", "name": "network-vif-plugged", "status": "completed", "tag": "7fffb673-0aee-42e1-906d-d0b1cb88a29f"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:32.846028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7fffb673-0aee-42e1-906d-d0b1cb88a29f, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7fffb673-0aee-42e1-906d-d0b1cb88a29f,segment=NetworkSegment(cab71e19-c78a-4984-8e46-c7a308e0a3d3),segment_id=cab71e19-c78a-4984-8e46-c7a308e0a3d3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:32.855414 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:32.874120 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1b44f81e-8d7c-42d5-9768-eb93f66b7414 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/routers/450580f2-f7e7-41e1-8065-3fb45e5fd5e4 HTTP/1.1" status: 200 len: 699 time: 0.5291996 Jul 27 21:11:32.877023 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53858) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:32.885170 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-3939dcd3-3fb2-4871-a881-760c7e2dc097 None None] Set router 450580f2-f7e7-41e1-8065-3fb45e5fd5e4 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:32.922155 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b4a46352-08ee-4b7c-8607-624f33b938e4 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports?device_id=450580f2-f7e7-41e1-8065-3fb45e5fd5e4 HTTP/1.1" status: 200 len: 205 time: 0.0424907 Jul 27 21:11:32.926335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53860) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:32.964464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a49b9-27a7-4a96-85c0-d7978dd5ca9c req-52a24285-0c79-4b58-bc7d-680ba07c4b6d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:32.966528 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c16a49b9-27a7-4a96-85c0-d7978dd5ca9c req-52a24285-0c79-4b58-bc7d-680ba07c4b6d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.2266059 Jul 27 21:11:32.976009 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11521d45-c4be-491e-893a-adb61c237c18 req-bd721320-548f-4d1b-8514-bc1b491f6d22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:32.984633 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11521d45-c4be-491e-893a-adb61c237c18 req-bd721320-548f-4d1b-8514-bc1b491f6d22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 944 time: 0.2240999 Jul 27 21:11:33.000137 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-3939dcd3-3fb2-4871-a881-760c7e2dc097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450580f2-f7e7-41e1-8065-3fb45e5fd5e4', 'name': 'tempest-RoutersTest-router-857487360', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:11:31Z', 'updated_at': '2021-07-27T21:11:31Z', 'revision_number': 2, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:33.016262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7fffb673-0aee-42e1-906d-d0b1cb88a29f,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:33.075011 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c16a49b9-27a7-4a96-85c0-d7978dd5ca9c req-dbf5c690-20af-4cdf-b7ed-4465d4a7b495 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825949 Jul 27 21:11:33.092556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11521d45-c4be-491e-893a-adb61c237c18 req-aac433e4-a8ef-4a9a-b73c-5e67977a580a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad9bcc78-38ce-4b42-ae3f-78ef1572c107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063738 Jul 27 21:11:33.177917 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d619ea-fca2-4349-b66b-5badd1e4b883 x-openstack-request-id: req-35d619ea-fca2-4349-b66b-5badd1e4b883 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:33.178211 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e8a411-569b-458b-9ae3-35066faf12cf", "name": "network-vif-plugged", "status": "completed", "tag": "7fffb673-0aee-42e1-906d-d0b1cb88a29f", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:33.178584 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35d619ea-fca2-4349-b66b-5badd1e4b883 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:33.178922 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e8a411-569b-458b-9ae3-35066faf12cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fffb673-0aee-42e1-906d-d0b1cb88a29f', 'code': 200} Jul 27 21:11:33.191363 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3939dcd3-3fb2-4871-a881-760c7e2dc097 None None] Checking router: 450580f2-f7e7-41e1-8065-3fb45e5fd5e4 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:11:33.224047 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3939dcd3-3fb2-4871-a881-760c7e2dc097 None None] Routers {'450580f2-f7e7-41e1-8065-3fb45e5fd5e4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:33.225196 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-3939dcd3-3fb2-4871-a881-760c7e2dc097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:11:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['450580f2-f7e7-41e1-8065-3fb45e5fd5e4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:33.398686 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-3939dcd3-3fb2-4871-a881-760c7e2dc097 None None] Set router 450580f2-f7e7-41e1-8065-3fb45e5fd5e4 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:33.423671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02fbc9-da2b-4c2d-89c7-dbc92c9c1ce0 req-a768fbbf-82ca-434d-98a1-909c13f55b12 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:33.431068 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf02fbc9-da2b-4c2d-89c7-dbc92c9c1ce0 req-a768fbbf-82ca-434d-98a1-909c13f55b12 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1986072 Jul 27 21:11:33.512327 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-3939dcd3-3fb2-4871-a881-760c7e2dc097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450580f2-f7e7-41e1-8065-3fb45e5fd5e4', 'name': 'tempest-RoutersTest-router-857487360', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:11:31Z', 'updated_at': '2021-07-27T21:11:31Z', 'revision_number': 2, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:33.515915 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf02fbc9-da2b-4c2d-89c7-dbc92c9c1ce0 req-7ba3b7cf-6485-4adc-b83e-f75284ce90ff tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831749 Jul 27 21:11:33.596700 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3939dcd3-3fb2-4871-a881-760c7e2dc097 None None] The sync data for ids ['450580f2-f7e7-41e1-8065-3fb45e5fd5e4'] in n-d-764806-9 is: [{'id': '450580f2-f7e7-41e1-8065-3fb45e5fd5e4', 'name': 'tempest-RoutersTest-router-857487360', 'tenant_id': '96af4df9e43440469f6cea2e74c76d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:11:31Z', 'updated_at': '2021-07-27T21:11:31Z', 'revision_number': 2, 'project_id': '96af4df9e43440469f6cea2e74c76d47', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:33.641503 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c5b25-35a6-42e5-91e3-3e74c76c5255 req-fcac120c-ecf6-406a-92e5-b129fa8b032e tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:33.651646 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7c3c5b25-35a6-42e5-91e3-3e74c76c5255 req-fcac120c-ecf6-406a-92e5-b129fa8b032e tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.1343729 Jul 27 21:11:33.668031 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-12202a9d-c479-4816-bb14-e50e7987322d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.703978 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7c3c5b25-35a6-42e5-91e3-3e74c76c5255 req-6f9d469b-3efe-41f8-8d75-ad706d0dd464 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510032 Jul 27 21:11:33.723874 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-999bc743-6a6d-4fc3-8c6b-3cabb1679c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.771458 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-999bc743-6a6d-4fc3-8c6b-3cabb1679c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.808439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bc743-6a6d-4fc3-8c6b-3cabb1679c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c330a9-0442-409f-86f1-b7edc99456d3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:33.893403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072b5c3-6dfe-491c-afae-2781293eb9c8 req-019b27f5-48ea-4803-a194-ce502a837587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:33.895118 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b072b5c3-6dfe-491c-afae-2781293eb9c8 req-019b27f5-48ea-4803-a194-ce502a837587 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 1096 time: 0.2801216 Jul 27 21:11:33.901455 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-999bc743-6a6d-4fc3-8c6b-3cabb1679c99 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68dc0a7db6bd4540a8df80336f2415ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3697577 Jul 27 21:11:33.904149 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53876) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:33.970647 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.995182 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-56927b34-f06f-4b24-b947-861c2eaa243c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:33.999423 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-12202a9d-c479-4816-bb14-e50e7987322d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.002245 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-12202a9d-c479-4816-bb14-e50e7987322d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.029634 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-56927b34-f06f-4b24-b947-861c2eaa243c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.074984 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b072b5c3-6dfe-491c-afae-2781293eb9c8 req-8a65d6f5-fcdf-4a21-8517-6c70c9f4d8ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ad9bcc78-38ce-4b42-ae3f-78ef1572c107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257086 Jul 27 21:11:34.076215 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-12202a9d-c479-4816-bb14-e50e7987322d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.076918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12202a9d-c479-4816-bb14-e50e7987322d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Fanout notify agent at l3_agent the message router_deleted on router 450580f2-f7e7-41e1-8065-3fb45e5fd5e4 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:11:34.088780 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-12202a9d-c479-4816-bb14-e50e7987322d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.091076 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-12202a9d-c479-4816-bb14-e50e7987322d tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/routers/450580f2-f7e7-41e1-8065-3fb45e5fd5e4 HTTP/1.1" status: 204 len: 168 time: 1.1613967 Jul 27 21:11:34.094459 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53878) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.096377 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-56927b34-f06f-4b24-b947-861c2eaa243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.105908 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-56927b34-f06f-4b24-b947-861c2eaa243c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.113885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-56927b34-f06f-4b24-b947-861c2eaa243c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28c330a9-0442-409f-86f1-b7edc99456d3 HTTP/1.1" status: 204 len: 168 time: 0.2081187 Jul 27 21:11:34.130913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56927b34-f06f-4b24-b947-861c2eaa243c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c330a9-0442-409f-86f1-b7edc99456d3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:34.171684 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d50c9812-0952-422b-b0ea-fee012fff1f1 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports?device_id=450580f2-f7e7-41e1-8065-3fb45e5fd5e4 HTTP/1.1" status: 200 len: 205 time: 0.0733335 Jul 27 21:11:34.172449 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53888) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.248088 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-11f943b1-83d9-4cba-8745-b65911f7210f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] delete failed (client error): The resource could not be found. Jul 27 21:11:34.252741 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53892) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.253015 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-11f943b1-83d9-4cba-8745-b65911f7210f tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/routers/450580f2-f7e7-41e1-8065-3fb45e5fd5e4 HTTP/1.1" status: 404 len: 336 time: 0.0785420 Jul 27 21:11:34.313807 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-3077040d-5a6a-4ce5-ba3c-906e4651eb93 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] DELETE failed (client error): The resource could not be found. Jul 27 21:11:34.314593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3077040d-5a6a-4ce5-ba3c-906e4651eb93 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:11:34.316560 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3077040d-5a6a-4ce5-ba3c-906e4651eb93 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/1ace4574-ba91-44ef-8852-2bc93dbeb2b9 HTTP/1.1" status: 404 len: 337 time: 0.0632312 Jul 27 21:11:34.319083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53894) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.358738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d3972-ae68-4cba-8de5-6a05bba22aee req-5094be56-d74d-42a1-9d3a-62ec1b065c3f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:34.360626 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-533d3972-ae68-4cba-8de5-6a05bba22aee req-5094be56-d74d-42a1-9d3a-62ec1b065c3f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.1309044 Jul 27 21:11:34.373589 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-babbf098-3ef6-4fa2-9426-9e7443f84e1a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] DELETE failed (client error): The resource could not be found. Jul 27 21:11:34.374047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babbf098-3ef6-4fa2-9426-9e7443f84e1a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:11:34.388867 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-babbf098-3ef6-4fa2-9426-9e7443f84e1a tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/8c81adc5-f7c1-4d7d-8a58-bef95a2306d0 HTTP/1.1" status: 404 len: 337 time: 0.0664136 Jul 27 21:11:34.389224 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53898) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.397003 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:11:34.448803 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7023b4b-bc5c-4a22-8cae-ed66fe143180 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] DELETE failed (client error): The resource could not be found. Jul 27 21:11:34.449262 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7023b4b-bc5c-4a22-8cae-ed66fe143180 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:11:34.454956 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f7023b4b-bc5c-4a22-8cae-ed66fe143180 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/1add58e0-1874-4616-a574-bd74bb9ad8ab HTTP/1.1" status: 404 len: 337 time: 0.0637817 Jul 27 21:11:34.456989 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53904) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.492809 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-533d3972-ae68-4cba-8de5-6a05bba22aee req-2b8c5a98-3337-497d-b77e-64d516638bbf tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249118 Jul 27 21:11:34.504267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37bb4b-bca2-404d-bf72-0fff26af3fcc req-3aa7db2f-b152-4592-bd62-133b5493dfbf tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:34.515390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd37bb4b-bca2-404d-bf72-0fff26af3fcc req-3aa7db2f-b152-4592-bd62-133b5493dfbf tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 945 time: 0.2420824 Jul 27 21:11:34.584685 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-4750dc53-27a0-4157-924f-0b7def045cd1 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] DELETE failed (client error): The resource could not be found. Jul 27 21:11:34.585500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4750dc53-27a0-4157-924f-0b7def045cd1 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:11:34.589391 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4750dc53-27a0-4157-924f-0b7def045cd1 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/b29d9a02-e720-4372-9197-250f762b0086 HTTP/1.1" status: 404 len: 337 time: 0.1265974 Jul 27 21:11:34.592452 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53910) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.615518 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd37bb4b-bca2-404d-bf72-0fff26af3fcc req-9adb8f1b-d09c-4c2d-b2e9-a8c83b45fd7b tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad9bcc78-38ce-4b42-ae3f-78ef1572c107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986052 Jul 27 21:11:34.720995 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9a97dd3b-0aa5-45df-99f6-91daaf1a2961 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d4d9456-bc1b-4480-b7a4-3f108185f377 HTTP/1.1" status: 200 len: 205 time: 0.1256735 Jul 27 21:11:34.722923 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53918) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.752915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:34.807311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'port_id': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9', 'mac_address': 'fa:16:3e:cb:b8:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:11:34.821383 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-d23d0da6-5026-4184-a22e-0a7c44d8f37b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] delete failed (client error): The resource could not be found. Jul 27 21:11:34.824465 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d23d0da6-5026-4184-a22e-0a7c44d8f37b tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/routers/0d4d9456-bc1b-4480-b7a4-3f108185f377 HTTP/1.1" status: 404 len: 336 time: 0.0944908 Jul 27 21:11:34.828013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53926) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.906707 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8341587e-b351-42db-be13-9daf2d9e0227 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports?device_id=9633dc64-7670-48ac-b585-bd3a221c3088 HTTP/1.1" status: 200 len: 205 time: 0.0770633 Jul 27 21:11:34.907398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53928) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:34.919328 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:34.943763 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:11:34.954173 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 72573715-1749-4c64-8696-9678e7ad95f7 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:11:35.002310 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:35.012769 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.025294 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-b9bcca0a-794c-4a66-a2ee-b287cce0e256 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] delete failed (client error): The resource could not be found. Jul 27 21:11:35.026735 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b9bcca0a-794c-4a66-a2ee-b287cce0e256 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/routers/9633dc64-7670-48ac-b585-bd3a221c3088 HTTP/1.1" status: 404 len: 336 time: 0.1175010 Jul 27 21:11:35.029707 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53930) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:35.081281 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d7d07-041b-49d3-a214-4bb70b24c1c0 req-9a63dc74-8ec6-4fc7-a872-d72123d275f4 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:35.090058 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-298d7d07-041b-49d3-a214-4bb70b24c1c0 req-9a63dc74-8ec6-4fc7-a872-d72123d275f4 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2654402 Jul 27 21:11:35.112393 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-05421317-7fde-4749-bbd5-2901139f6cd6 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] DELETE failed (client error): The resource could not be found. Jul 27 21:11:35.112921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05421317-7fde-4749-bbd5-2901139f6cd6 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:11:35.117773 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-05421317-7fde-4749-bbd5-2901139f6cd6 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/ef6a94b2-745a-4094-b928-4b06f252c7b4 HTTP/1.1" status: 404 len: 337 time: 0.0840483 Jul 27 21:11:35.118066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53932) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:35.189782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-49c8db9e-c88d-4ae1-8ac2-17cc219fc994 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports?device_id=027cbf68-ae86-4640-a23e-caff6785a497 HTTP/1.1" status: 200 len: 205 time: 0.0695686 Jul 27 21:11:35.192587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53934) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:35.199897 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e71651-9c3b-4a82-93bf-5e7de4c2f02c req-bb578ab3-178b-41cc-bb90-c88c726e9871 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:35.208202 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e4e71651-9c3b-4a82-93bf-5e7de4c2f02c req-bb578ab3-178b-41cc-bb90-c88c726e9871 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 944 time: 0.2924578 Jul 27 21:11:35.211840 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,revision_number=11']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:35.246084 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:11:35.268472 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-298d7d07-041b-49d3-a214-4bb70b24c1c0 req-6601622e-c8f7-45ea-ae36-c3a23b966f6e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772580 Jul 27 21:11:35.317758 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e4e71651-9c3b-4a82-93bf-5e7de4c2f02c req-c64126da-7c24-46b9-be35-2159f58f1446 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079869 Jul 27 21:11:35.326761 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-ec9ddf8b-9467-43a1-ad94-60a4310302f2 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] delete failed (client error): The resource could not be found. Jul 27 21:11:35.327921 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ec9ddf8b-9467-43a1-ad94-60a4310302f2 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/routers/027cbf68-ae86-4640-a23e-caff6785a497 HTTP/1.1" status: 404 len: 336 time: 0.1341369 Jul 27 21:11:35.331075 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53944) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:35.375445 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 72573715-1749-4c64-8696-9678e7ad95f7, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=72573715-1749-4c64-8696-9678e7ad95f7,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:35.390859 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1b1153de-7dd8-46bf-adb9-dabb958f7124 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports?device_id=614d2046-8fbb-4919-8bb1-9d1a70f1c45d HTTP/1.1" status: 200 len: 205 time: 0.0587959 Jul 27 21:11:35.393187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53946) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:35.528909 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-d4db4094-32e7-4365-b826-90d19de8777e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] delete failed (client error): The resource could not be found. Jul 27 21:11:35.535327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53954) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:35.536952 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d4db4094-32e7-4365-b826-90d19de8777e tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/routers/614d2046-8fbb-4919-8bb1-9d1a70f1c45d HTTP/1.1" status: 404 len: 336 time: 0.1422462 Jul 27 21:11:35.594839 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcf28aa-836d-4af7-96f4-2e4eba8f0e81 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] DELETE failed (client error): The resource could not be found. Jul 27 21:11:35.595661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abcf28aa-836d-4af7-96f4-2e4eba8f0e81 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:11:35.602128 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53958) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:35.611668 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-38247b42-db3f-4fd8-96a9-eeb7818ba999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.612957 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-abcf28aa-836d-4af7-96f4-2e4eba8f0e81 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/b287bc2f-41c5-425d-86af-f293f271f502 HTTP/1.1" status: 404 len: 337 time: 0.0762470 Jul 27 21:11:35.624863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '72573715-1749-4c64-8696-9678e7ad95f7', 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca', 'port_id': '72573715-1749-4c64-8696-9678e7ad95f7', 'mac_address': 'fa:16:3e:4b:24:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774c1f98-65db-4f82-8eee-bf7b222555c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:11:35.633749 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.695459 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53962) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:35.707631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b322b8c0-a2e8-4320-8ec2-2d7ca3256765 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports?device_id=86739542-14b7-4fa7-8a3a-d979481ced60 HTTP/1.1" status: 200 len: 205 time: 0.1042104 Jul 27 21:11:35.726552 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.749309 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72573715-1749-4c64-8696-9678e7ad95f7 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:11:35.791137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 72573715-1749-4c64-8696-9678e7ad95f7, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=72573715-1749-4c64-8696-9678e7ad95f7,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:35.798209 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:35.815734 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-c3db604e-b2d7-4da0-a952-cd856956d645 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] delete failed (client error): The resource could not be found. Jul 27 21:11:35.819940 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c3db604e-b2d7-4da0-a952-cd856956d645 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/routers/86739542-14b7-4fa7-8a3a-d979481ced60 HTTP/1.1" status: 404 len: 336 time: 0.1233008 Jul 27 21:11:35.822061 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53970) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:35.883436 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-4766efda-3b18-4606-8faf-501d7fa5bb52 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] DELETE failed (client error): The resource could not be found. Jul 27 21:11:35.883906 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4766efda-3b18-4606-8faf-501d7fa5bb52 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:11:35.889902 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4766efda-3b18-4606-8faf-501d7fa5bb52 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/5f97e663-fce9-4eca-a034-2ee5b993c93a HTTP/1.1" status: 404 len: 337 time: 0.0651150 Jul 27 21:11:35.890986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53974) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:35.931083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=72573715-1749-4c64-8696-9678e7ad95f7,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:35.932581 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-37049acf-7ab0-40b7-b8f0-5713a638ada7 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "GET /v2.0/ports?device_id=b55d1773-7958-42e8-af39-2de4a3d27a8f HTTP/1.1" status: 200 len: 205 time: 0.0402956 Jul 27 21:11:35.935339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53976) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:35.945612 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['72573715-1749-4c64-8696-9678e7ad95f7'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:11:35.961341 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601b39b-05db-4bf9-a101-6cd8cc3ec8f3 req-7a1ddb78-1710-4d59-81b7-41ada547d0d3 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:35.965087 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7601b39b-05db-4bf9-a101-6cd8cc3ec8f3 req-7a1ddb78-1710-4d59-81b7-41ada547d0d3 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.3107412 Jul 27 21:11:35.993193 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-c3842620-36dd-46b3-ab5d-bee162e5e312 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] delete failed (client error): The resource could not be found. Jul 27 21:11:35.994425 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c3842620-36dd-46b3-ab5d-bee162e5e312 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/routers/b55d1773-7958-42e8-af39-2de4a3d27a8f HTTP/1.1" status: 404 len: 336 time: 0.0556829 Jul 27 21:11:35.997441 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53978) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:36.035145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce9627-ae4e-4eac-b60e-a07d0abf3da8 req-0afd811a-982e-4bbc-a16f-f24ed73ca25b tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:36.036778 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d0cc9a-ff8a-40f2-979c-331d9e8af375 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] DELETE failed (client error): The resource could not be found. Jul 27 21:11:36.037442 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d0cc9a-ff8a-40f2-979c-331d9e8af375 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:11:36.039409 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d6d0cc9a-ff8a-40f2-979c-331d9e8af375 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/c6548a70-3bf2-47b7-b637-56c32b8a731e HTTP/1.1" status: 404 len: 337 time: 0.0402927 Jul 27 21:11:36.042679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53980) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:36.044744 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4dce9627-ae4e-4eac-b60e-a07d0abf3da8 req-0afd811a-982e-4bbc-a16f-f24ed73ca25b tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 945 time: 0.3173099 Jul 27 21:11:36.099260 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cffe06-4cfe-4151-ad44-402aefbc0d06 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] DELETE failed (client error): The resource could not be found. Jul 27 21:11:36.099756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2cffe06-4cfe-4151-ad44-402aefbc0d06 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:11:36.101785 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a2cffe06-4cfe-4151-ad44-402aefbc0d06 tempest-RoutersTest-355798722 tempest-RoutersTest-355798722-project] 10.222.0.55 "DELETE /v2.0/subnets/bbd402ec-9448-4dc5-b97c-94e991900c1b HTTP/1.1" status: 404 len: 337 time: 0.0577898 Jul 27 21:11:36.152867 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7601b39b-05db-4bf9-a101-6cd8cc3ec8f3 req-a497add0-9e61-46c4-8de4-77cc72c02956 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787479 Jul 27 21:11:36.315179 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4dce9627-ae4e-4eac-b60e-a07d0abf3da8 req-4b9ed816-447a-46de-ba89-253fdfbe0548 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad9bcc78-38ce-4b42-ae3f-78ef1572c107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625930 Jul 27 21:11:36.397016 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:36.543898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:36.549675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:36.551082 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:36.699241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54006) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:36.865312 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3cf9c-4111-4df8-8923-5194a720e22e req-e901a579-e004-46de-a9f6-9cfef096f8f5 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:36.874557 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-72b3cf9c-4111-4df8-8923-5194a720e22e req-e901a579-e004-46de-a9f6-9cfef096f8f5 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 944 time: 0.3997002 Jul 27 21:11:36.883685 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:36.901753 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a05ff-7204-49c6-8c90-5872667c9582 req-995fbb22-db82-4549-9bcd-7cbadb374e40 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:36.912542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc6a05ff-7204-49c6-8c90-5872667c9582 req-995fbb22-db82-4549-9bcd-7cbadb374e40 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 945 time: 0.4231987 Jul 27 21:11:36.966331 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 72573715-1749-4c64-8696-9678e7ad95f7 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:36.995067 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc6a05ff-7204-49c6-8c90-5872667c9582 req-4abcc7fb-334e-419a-99d9-0af2fe56bd42 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad9bcc78-38ce-4b42-ae3f-78ef1572c107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804737 Jul 27 21:11:37.004433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:37.006914 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbecc78-a77f-440b-a905-5fe70e0274f7" -d '{"events": [{"server_uuid": "e57375fc-c108-4304-88d4-2a9fe8a0b1e5", "name": "network-vif-plugged", "status": "completed", "tag": "d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:37.020435 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-72b3cf9c-4111-4df8-8923-5194a720e22e req-cfa70a61-0cbd-446e-a782-6ee54166b495 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446674 Jul 27 21:11:37.044990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:37.060259 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54018) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:37.060772 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-24e89461-1a3b-4445-9fb8-d2bbae948bde admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96af4df9e43440469f6cea2e74c76d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616242 Jul 27 21:11:37.068367 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.139630 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,revision_number=12']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:37.176156 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.187584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 72573715-1749-4c64-8696-9678e7ad95f7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:37.188422 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.301092 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.392111 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 72573715-1749-4c64-8696-9678e7ad95f7, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=72573715-1749-4c64-8696-9678e7ad95f7,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:37.392590 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a5c118b-6948-40cd-a21d-a671b6d045c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.404472 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.450954 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a5c118b-6948-40cd-a21d-a671b6d045c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.461693 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad7eb2-2f8b-42d5-a32d-753a92e7a6c5 req-39f77d13-bcd0-4b91-8026-84bdc49ff735 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:37.471071 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7ad7eb2-2f8b-42d5-a32d-753a92e7a6c5 req-39f77d13-bcd0-4b91-8026-84bdc49ff735 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 945 time: 0.2870908 Jul 27 21:11:37.491771 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=72573715-1749-4c64-8696-9678e7ad95f7,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:37.522118 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1fbfe-7295-4556-ae12-4ebfa9b6205f req-9ee8a7ea-6d68-4682-b9f0-7bce59bb52c1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:37.523768 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24f1fbfe-7295-4556-ae12-4ebfa9b6205f req-9ee8a7ea-6d68-4682-b9f0-7bce59bb52c1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 946 time: 0.3412685 Jul 27 21:11:37.601549 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7ad7eb2-2f8b-42d5-a32d-753a92e7a6c5 req-488132f9-da25-4326-a983-6c867c3d3012 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad9bcc78-38ce-4b42-ae3f-78ef1572c107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292269 Jul 27 21:11:37.620730 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54038) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:37.663163 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.696727 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a5c118b-6948-40cd-a21d-a671b6d045c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.713211 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a5c118b-6948-40cd-a21d-a671b6d045c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:37.717546 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6a5c118b-6948-40cd-a21d-a671b6d045c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2548f9f-3f2b-4aa9-9fea-9a582f7ff260 HTTP/1.1" status: 204 len: 168 time: 0.6552896 Jul 27 21:11:37.747381 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba923ab3-bfed-465e-ad60-f4ccd2aac943 x-openstack-request-id: req-ba923ab3-bfed-465e-ad60-f4ccd2aac943 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:37.747790 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57375fc-c108-4304-88d4-2a9fe8a0b1e5", "name": "network-vif-plugged", "status": "completed", "tag": "d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:37.748178 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba923ab3-bfed-465e-ad60-f4ccd2aac943 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:37.748705 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9', 'code': 200} Jul 27 21:11:37.754398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24f1fbfe-7295-4556-ae12-4ebfa9b6205f req-d9941de2-a78c-4bae-a06c-879b56870e40 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079682 Jul 27 21:11:37.755603 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c118b-6948-40cd-a21d-a671b6d045c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2548f9f-3f2b-4aa9-9fea-9a582f7ff260,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:38.109203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4338d-db75-4f26-a608-6eedea8beef8 req-60c9de3a-2200-45d9-8f25-103a7d40febe tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:38.125201 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7fa4338d-db75-4f26-a608-6eedea8beef8 req-60c9de3a-2200-45d9-8f25-103a7d40febe tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.2161999 Jul 27 21:11:38.164860 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5090471-8fdc-419d-91c8-7b90bd398126 tempest-TestServerBasicOps-215841754 tempest-TestServerBasicOps-215841754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:38.167602 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a5090471-8fdc-419d-91c8-7b90bd398126 tempest-TestServerBasicOps-215841754 tempest-TestServerBasicOps-215841754-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 1091 time: 0.5449073 Jul 27 21:11:38.170693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54058) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:38.178031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '7fffb673-0aee-42e1-906d-d0b1cb88a29f', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:38.211027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee8dfd-8026-492a-ba6c-6fe90a4f15f7 req-043ab49f-5b3f-4cf4-b979-c36692acb229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:38.213077 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d9ee8dfd-8026-492a-ba6c-6fe90a4f15f7 req-043ab49f-5b3f-4cf4-b979-c36692acb229 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 1097 time: 0.1406410 Jul 27 21:11:38.258485 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for floatingip, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:38.269453 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d9ee8dfd-8026-492a-ba6c-6fe90a4f15f7 req-9d0afe42-3562-4ad3-80b4-57e10692a1b6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445411 Jul 27 21:11:38.417992 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7fa4338d-db75-4f26-a608-6eedea8beef8 req-c6561d03-068a-4581-8dbc-a9c0055e8c7a tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885389 Jul 27 21:11:38.512823 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbaefd5-0d9e-47ad-8d4e-1502b967912d req-c974c405-0bf7-4a91-89e1-a8a2653f6fc9 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:38.529449 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:38.530147 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-adbaefd5-0d9e-47ad-8d4e-1502b967912d req-c974c405-0bf7-4a91-89e1-a8a2653f6fc9 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.3246307 Jul 27 21:11:38.636622 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-adbaefd5-0d9e-47ad-8d4e-1502b967912d req-d9757484-6351-4948-af19-80aa902684fd tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054204 Jul 27 21:11:38.834739 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:38.950252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Allocated IP 172.25.2.220 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/aa5adb55-850e-487f-a1e7-bf167bda8832) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:11:39.206422 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:39.314548 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:39.460783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Pushing event updated for resources: {'Port': ['ID=aa5adb55-850e-487f-a1e7-bf167bda8832,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:39.468710 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:11:39.470928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:39.474554 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:11:39.590477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e3084-569c-4473-a4da-d77a19abae73 req-b5da5ac7-b8c3-430f-b18a-d5fe4d9f24e7 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:39.592156 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca4e3084-569c-4473-a4da-d77a19abae73 req-b5da5ac7-b8c3-430f-b18a-d5fe4d9f24e7 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 946 time: 0.1709912 Jul 27 21:11:39.750535 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589de643-0d8c-49cd-9955-b991029d4c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72573715-1749-4c64-8696-9678e7ad95f7'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:39.755151 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812fbb7b-368a-444e-b4ab-11dd0b4497fc" -d '{"events": [{"server_uuid": "589de643-0d8c-49cd-9955-b991029d4c91", "name": "network-vif-plugged", "status": "completed", "tag": "72573715-1749-4c64-8696-9678e7ad95f7"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:39.780805 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca4e3084-569c-4473-a4da-d77a19abae73 req-2db150a1-0766-4e80-8dec-a02e4f4d0bfc tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638267 Jul 27 21:11:39.889875 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bebf95-75a8-4216-9536-b1e68161ba4b req-23982e47-7a62-42b9-af04-44ff73fc1f8d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:39.893479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5bebf95-75a8-4216-9536-b1e68161ba4b req-23982e47-7a62-42b9-af04-44ff73fc1f8d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.3003719 Jul 27 21:11:40.094357 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5bebf95-75a8-4216-9536-b1e68161ba4b req-e47833fa-4ee8-450e-ab2e-190d8d63cf76 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942813 Jul 27 21:11:40.170672 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7879ca19-23f5-4c1e-956c-4499d5c3a010 x-openstack-request-id: req-7879ca19-23f5-4c1e-956c-4499d5c3a010 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:40.171228 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589de643-0d8c-49cd-9955-b991029d4c91", "name": "network-vif-plugged", "status": "completed", "tag": "72573715-1749-4c64-8696-9678e7ad95f7", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:40.171951 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7879ca19-23f5-4c1e-956c-4499d5c3a010 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:40.172558 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589de643-0d8c-49cd-9955-b991029d4c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72573715-1749-4c64-8696-9678e7ad95f7', 'code': 200} Jul 27 21:11:40.177679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc7462-7e30-4943-b7d0-688642bf272d req-744c6814-2216-4466-8823-bcd49a02c9a6 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:40.193930 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06fc7462-7e30-4943-b7d0-688642bf272d req-744c6814-2216-4466-8823-bcd49a02c9a6 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2215419 Jul 27 21:11:40.268391 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06fc7462-7e30-4943-b7d0-688642bf272d req-227abe9e-a560-4d6c-88f5-a430a813b83a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731885 Jul 27 21:11:40.298265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54156) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:40.403935 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:40.536741 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:40.604514 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54162) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:40.874274 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:40.882621 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:40.909485 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e0d09875-5ebd-428d-a96b-d85a282c562b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:40.992292 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Pushing event updated for resources: {'Port': ['ID=aa5adb55-850e-487f-a1e7-bf167bda8832,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:40.997569 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.091295 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-3d485d44-e7a2-466b-88f5-b3ccf7075683 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-167465086'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:41.350015 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e0d09875-5ebd-428d-a96b-d85a282c562b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.351000 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Floating IP ba336024-26d0-4887-8a25-33f676e3da25 associated. External IP: 172.25.2.220, port: 7fffb673-0aee-42e1-906d-d0b1cb88a29f. Jul 27 21:11:41.390749 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e0d09875-5ebd-428d-a96b-d85a282c562b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.668515 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e0d09875-5ebd-428d-a96b-d85a282c562b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=999b774f094f4134bfcb9b1bb3dc8bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0622063 Jul 27 21:11:41.671225 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54180) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:41.697028 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d485d44-e7a2-466b-88f5-b3ccf7075683 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Made reservation on behalf of c941b7a781b64bfd80e9be202a9b8421 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:11:41.701311 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3d485d44-e7a2-466b-88f5-b3ccf7075683 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.723348 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3d485d44-e7a2-466b-88f5-b3ccf7075683 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:41.772912 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d09875-5ebd-428d-a96b-d85a282c562b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0e8483-7182-4244-8fbb-652300ae5354,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:41.874255 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Router 52bde9d1-67e6-4acb-a888-18b82d387fac has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:11:41.933802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a16d0-33e5-4800-b572-2218ca86c966 req-c08ebc40-9f97-4ae2-9f46-e0f5a6db45bf tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:41.943217 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-502a16d0-33e5-4800-b572-2218ca86c966 req-c08ebc40-9f97-4ae2-9f46-e0f5a6db45bf tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.5867405 Jul 27 21:11:41.974580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f421b53-22dd-4673-8dcf-df8c7555af9f req-da79f57b-9a81-4653-ac03-08d5c04ef238 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:41.976232 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f421b53-22dd-4673-8dcf-df8c7555af9f req-da79f57b-9a81-4653-ac03-08d5c04ef238 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 946 time: 1.0541387 Jul 27 21:11:42.037403 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3f3240a5-9b65-49d0-934e-614bba5a8362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:42.101884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:11:42.113938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae795ff8-a265-4386-9576-7d596652764c None None] Sync routers for ids ['52bde9d1-67e6-4acb-a888-18b82d387fac'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:11:42.141419 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae795ff8-a265-4386-9576-7d596652764c None None] Routers {'52bde9d1-67e6-4acb-a888-18b82d387fac'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:42.143244 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ae795ff8-a265-4386-9576-7d596652764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:11:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['52bde9d1-67e6-4acb-a888-18b82d387fac'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:42.196267 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-502a16d0-33e5-4800-b572-2218ca86c966 req-e6ec732a-6b51-47d4-9975-59f41cc9469f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138307 Jul 27 21:11:42.241953 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3f3240a5-9b65-49d0-934e-614bba5a8362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:42.370545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f421b53-22dd-4673-8dcf-df8c7555af9f req-848c7167-4d7c-454a-aa90-b5be99f07aec tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3529563 Jul 27 21:11:42.492238 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ae795ff8-a265-4386-9576-7d596652764c None None] Set router 52bde9d1-67e6-4acb-a888-18b82d387fac gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:42.600213 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c5f9c-6d75-48f1-b91e-f38b2fe85769 req-5158aad4-d26e-4b0d-b896-da305e117569 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:42.602110 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-522c5f9c-6d75-48f1-b91e-f38b2fe85769 req-5158aad4-d26e-4b0d-b896-da305e117569 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2281432 Jul 27 21:11:42.604790 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3d485d44-e7a2-466b-88f5-b3ccf7075683 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:42.627605 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:42.637450 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3d485d44-e7a2-466b-88f5-b3ccf7075683 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:42.640943 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3f3240a5-9b65-49d0-934e-614bba5a8362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:42.643816 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3f3240a5-9b65-49d0-934e-614bba5a8362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:42.648276 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3f3240a5-9b65-49d0-934e-614bba5a8362 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d0e8483-7182-4244-8fbb-652300ae5354 HTTP/1.1" status: 204 len: 168 time: 0.9624844 Jul 27 21:11:42.701782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d485d44-e7a2-466b-88f5-b3ccf7075683 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a457fc91-3924-4101-9bf2-3b225ce90197,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:42.734855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3240a5-9b65-49d0-934e-614bba5a8362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0e8483-7182-4244-8fbb-652300ae5354,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:42.750394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d485d44-e7a2-466b-88f5-b3ccf7075683 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:11:42.760398 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-69786c56-7c84-4bef-8c19-b4d08791bc22 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5863509 Jul 27 21:11:42.761056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e8a411-569b-458b-9ae3-35066faf12cf', 'tag': '7fffb673-0aee-42e1-906d-d0b1cb88a29f'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:42.772814 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc0fb61-a22c-4abc-9f3b-fd5aef87f440" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e8a411-569b-458b-9ae3-35066faf12cf", "tag": "7fffb673-0aee-42e1-906d-d0b1cb88a29f"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:42.795684 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3d485d44-e7a2-466b-88f5-b3ccf7075683 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:42.804085 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-3d485d44-e7a2-466b-88f5-b3ccf7075683 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Added segment 141b770d-042f-4cfa-a1d7-c606804b1161 of type vlan for network ce912f4e-43b5-402c-80ec-d27b8a69cdef Jul 27 21:11:42.813920 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-522c5f9c-6d75-48f1-b91e-f38b2fe85769 req-00f06e85-f709-44b3-b3c7-90d76e24df87 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844780 Jul 27 21:11:42.881969 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8237f667-6f68-4dc0-b3db-234958fdde48 x-openstack-request-id: req-8237f667-6f68-4dc0-b3db-234958fdde48 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:42.882543 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e8a411-569b-458b-9ae3-35066faf12cf", "tag": "7fffb673-0aee-42e1-906d-d0b1cb88a29f", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:42.882711 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8237f667-6f68-4dc0-b3db-234958fdde48 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:42.883297 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e8a411-569b-458b-9ae3-35066faf12cf', 'tag': '7fffb673-0aee-42e1-906d-d0b1cb88a29f', 'status': 'completed', 'code': 200} Jul 27 21:11:42.979517 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3d485d44-e7a2-466b-88f5-b3ccf7075683 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:43.035682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0fb61-a22c-4abc-9f3b-fd5aef87f440 req-74f49132-c82f-47d7-8123-73126d684f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:43.037587 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdc0fb61-a22c-4abc-9f3b-fd5aef87f440 req-74f49132-c82f-47d7-8123-73126d684f52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c363ed4dccd54ba69bd00ed53053ea2e&device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 1096 time: 0.1366174 Jul 27 21:11:43.042913 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3d485d44-e7a2-466b-88f5-b3ccf7075683 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:43.066102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d485d44-e7a2-466b-88f5-b3ccf7075683 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:43.067160 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3d485d44-e7a2-466b-88f5-b3ccf7075683 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:43.171813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ae795ff8-a265-4386-9576-7d596652764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'name': 'tempest-TestServerBasicOps-1014294963-router', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:31Z', 'updated_at': '2021-07-27T21:10:43Z', 'revision_number': 4, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'gw_port': {'id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:34Z', 'updated_at': '2021-07-27T21:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ba336024-26d0-4887-8a25-33f676e3da25', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'port_id': '7fffb673-0aee-42e1-906d-d0b1cb88a29f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d', 'mac_address': 'fa:16:3e:e0:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e8a411-569b-458b-9ae3-35066faf12cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:11:39Z', 'updated_at': '2021-07-27T21:11:39Z', 'revision_number': 0, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc2b5a5-01b1-485c-b0f1-1a8c047c7e88', 'name': '', 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'mac_address': 'fa:16:3e:ef:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:40Z', 'updated_at': '2021-07-27T21:10:58Z', 'revision_number': 5, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'subnets': [{'id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:43.260952 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3d485d44-e7a2-466b-88f5-b3ccf7075683 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.9506676 Jul 27 21:11:43.262095 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54200) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:43.285680 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-963503e1-507e-4cf0-90be-eabe2c6f7971 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Request body: {'subnet': {'network_id': 'ce912f4e-43b5-402c-80ec-d27b8a69cdef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:43.335070 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae795ff8-a265-4386-9576-7d596652764c None None] Checking router: 52bde9d1-67e6-4acb-a888-18b82d387fac for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:11:43.371010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0fb61-a22c-4abc-9f3b-fd5aef87f440 req-b081edc6-01c5-4922-90df-2b2437c06cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:43.372594 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdc0fb61-a22c-4abc-9f3b-fd5aef87f440 req-b081edc6-01c5-4922-90df-2b2437c06cf8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a2320263-076f-436a-bf5f-acf7b70db72d HTTP/1.1" status: 200 len: 910 time: 0.3084614 Jul 27 21:11:43.397078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae795ff8-a265-4386-9576-7d596652764c None None] Routers {'52bde9d1-67e6-4acb-a888-18b82d387fac'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:11:43.397744 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ae795ff8-a265-4386-9576-7d596652764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:11:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['52bde9d1-67e6-4acb-a888-18b82d387fac'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:43.399673 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d485d44-e7a2-466b-88f5-b3ccf7075683 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Pushing event updated for resources: {'Network': ['ID=ce912f4e-43b5-402c-80ec-d27b8a69cdef,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:43.444239 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963503e1-507e-4cf0-90be-eabe2c6f7971 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Made reservation on behalf of c941b7a781b64bfd80e9be202a9b8421 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:11:43.485691 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-963503e1-507e-4cf0-90be-eabe2c6f7971 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:43.637964 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdc0fb61-a22c-4abc-9f3b-fd5aef87f440 req-45aac779-e35c-46c1-9774-f228649758e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fffb673-0aee-42e1-906d-d0b1cb88a29f HTTP/1.1" status: 200 len: 999 time: 0.2544086 Jul 27 21:11:43.715867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ae795ff8-a265-4386-9576-7d596652764c None None] Set router 52bde9d1-67e6-4acb-a888-18b82d387fac gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:11:43.876617 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network ce912f4e-43b5-402c-80ec-d27b8a69cdef details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:11:43.883196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0fb61-a22c-4abc-9f3b-fd5aef87f440 req-9265f366-16b7-4d75-8b2a-d0b7374fd6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:43.887652 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdc0fb61-a22c-4abc-9f3b-fd5aef87f440 req-9265f366-16b7-4d75-8b2a-d0b7374fd6ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48 HTTP/1.1" status: 200 len: 848 time: 0.2438061 Jul 27 21:11:43.998054 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0fb61-a22c-4abc-9f3b-fd5aef87f440 req-5e41d8ca-01dd-4d3b-9834-a9af90cb291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:44.004262 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdc0fb61-a22c-4abc-9f3b-fd5aef87f440 req-5e41d8ca-01dd-4d3b-9834-a9af90cb291e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2320263-076f-436a-bf5f-acf7b70db72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021874 Jul 27 21:11:44.239122 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdc0fb61-a22c-4abc-9f3b-fd5aef87f440 req-68b4b568-e510-48b9-aa21-8678759afc92 service neutron] 10.222.0.20 "GET /v2.0/networks/a2320263-076f-436a-bf5f-acf7b70db72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232239 Jul 27 21:11:44.260177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ae795ff8-a265-4386-9576-7d596652764c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'name': 'tempest-TestServerBasicOps-1014294963-router', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:31Z', 'updated_at': '2021-07-27T21:10:43Z', 'revision_number': 4, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'gw_port': {'id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:34Z', 'updated_at': '2021-07-27T21:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ba336024-26d0-4887-8a25-33f676e3da25', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'port_id': '7fffb673-0aee-42e1-906d-d0b1cb88a29f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d', 'mac_address': 'fa:16:3e:e0:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e8a411-569b-458b-9ae3-35066faf12cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:11:39Z', 'updated_at': '2021-07-27T21:11:39Z', 'revision_number': 0, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc2b5a5-01b1-485c-b0f1-1a8c047c7e88', 'name': '', 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'mac_address': 'fa:16:3e:ef:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:40Z', 'updated_at': '2021-07-27T21:10:58Z', 'revision_number': 5, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'subnets': [{'id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:44.337417 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae795ff8-a265-4386-9576-7d596652764c None None] The sync data for ids ['52bde9d1-67e6-4acb-a888-18b82d387fac'] in n-d-764806-9 is: [{'id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'name': 'tempest-TestServerBasicOps-1014294963-router', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:31Z', 'updated_at': '2021-07-27T21:10:43Z', 'revision_number': 4, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'gw_port': {'id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:34Z', 'updated_at': '2021-07-27T21:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ba336024-26d0-4887-8a25-33f676e3da25', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'floating_ip_address': '172.25.2.220', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'port_id': '7fffb673-0aee-42e1-906d-d0b1cb88a29f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d', 'mac_address': 'fa:16:3e:e0:d4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e8a411-569b-458b-9ae3-35066faf12cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:11:39Z', 'updated_at': '2021-07-27T21:11:39Z', 'revision_number': 0, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc2b5a5-01b1-485c-b0f1-1a8c047c7e88', 'name': '', 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'mac_address': 'fa:16:3e:ef:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:40Z', 'updated_at': '2021-07-27T21:10:58Z', 'revision_number': 5, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'subnets': [{'id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:11:44.424141 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdc0fb61-a22c-4abc-9f3b-fd5aef87f440 req-0c401645-4f7d-4cc4-b7be-f3f09df537d6 service neutron] 10.222.0.20 "GET /v2.0/networks/a2320263-076f-436a-bf5f-acf7b70db72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701448 Jul 27 21:11:44.823899 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc5aa01-4ec9-4acc-a9b4-53f11a71a3de None None] New status for floating IP ba336024-26d0-4887-8a25-33f676e3da25: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:11:44.869028 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cc61a-ea4f-4fb1-874f-d1c3629c54ee req-8a83d231-300c-4414-9fdc-c39e0135be04 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:44.878092 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee5cc61a-ea4f-4fb1-874f-d1c3629c54ee req-8a83d231-300c-4414-9fdc-c39e0135be04 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.2509952 Jul 27 21:11:45.095693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54246) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:45.204576 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-963503e1-507e-4cf0-90be-eabe2c6f7971 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.232692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902169d-6564-4692-bbb3-ecfa3d706e0b req-49597507-0471-448a-b32c-4180402273e8 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:45.237090 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0902169d-6564-4692-bbb3-ecfa3d706e0b req-49597507-0471-448a-b32c-4180402273e8 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 946 time: 0.6736250 Jul 27 21:11:45.331218 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e2b5f040-128b-48f1-a660-babcd4bc73f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.379139 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee5cc61a-ea4f-4fb1-874f-d1c3629c54ee req-c39b11ac-01d4-4e49-a0dd-85fb1609dfc3 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001042 Jul 27 21:11:45.408506 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963503e1-507e-4cf0-90be-eabe2c6f7971 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Pushing event updated for resources: {'Subnet': ['ID=2090c397-2799-472d-9cfb-74934eddcc3a,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:45.426851 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0902169d-6564-4692-bbb3-ecfa3d706e0b req-e47df889-0263-4eed-810e-a9f8fa201f93 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654475 Jul 27 21:11:45.467871 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963503e1-507e-4cf0-90be-eabe2c6f7971 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Checking segment: {'id': '141b770d-042f-4cfa-a1d7-c606804b1161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ce912f4e-43b5-402c-80ec-d27b8a69cdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:11:45.470315 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963503e1-507e-4cf0-90be-eabe2c6f7971 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Network hostable DHCP agents. Network: ce912f4e-43b5-402c-80ec-d27b8a69cdef, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:11:45.528188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963503e1-507e-4cf0-90be-eabe2c6f7971 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Network ce912f4e-43b5-402c-80ec-d27b8a69cdef is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:11:45.556150 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-963503e1-507e-4cf0-90be-eabe2c6f7971 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, ce912f4e-43b5-402c-80ec-d27b8a69cdef) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:45.572398 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420f3b27-36e0-4628-b389-dc1ce6b62061 None None] Network ce912f4e-43b5-402c-80ec-d27b8a69cdef requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:45.582017 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963503e1-507e-4cf0-90be-eabe2c6f7971 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:45.582757 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-963503e1-507e-4cf0-90be-eabe2c6f7971 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.752682 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e2b5f040-128b-48f1-a660-babcd4bc73f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.762644 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e2b5f040-128b-48f1-a660-babcd4bc73f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:45.806091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ab57c-d1c5-4a13-9112-5e38b9ff2411 req-f0b0e5bd-ec64-43ca-ae16-6e7f993d40b7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:45.826791 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-384ab57c-d1c5-4a13-9112-5e38b9ff2411 req-f0b0e5bd-ec64-43ca-ae16-6e7f993d40b7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2049906 Jul 27 21:11:45.842846 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-963503e1-507e-4cf0-90be-eabe2c6f7971 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5754197 Jul 27 21:11:45.848324 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54252) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:45.865282 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0ea78b1e-eb0b-4456-8a6d-71cea6e932e3 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Request body: {'port': {'network_id': 'ce912f4e-43b5-402c-80ec-d27b8a69cdef', 'name': 'tempest-TagsExtTest-268991288'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:45.915061 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e2b5f040-128b-48f1-a660-babcd4bc73f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f5e7a7a363244bc9e520e8a3ffd4bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8181274 Jul 27 21:11:45.928083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54258) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:45.973528 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5f040-128b-48f1-a660-babcd4bc73f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89764ccd-2c98-4066-92a9-f4c092dcb39e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:46.085475 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eed9f699-ce24-4e0f-af04-3fa23bec8aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:46.101678 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-ce912f4e-43b5-402c-80ec-d27b8a69cdef', 'network_id': 'ce912f4e-43b5-402c-80ec-d27b8a69cdef', 'tenant_id': 'c941b7a781b64bfd80e9be202a9b8421', 'fixed_ips': [{'subnet_id': '2090c397-2799-472d-9cfb-74934eddcc3a'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:11:46.101678 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:46.131433 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-384ab57c-d1c5-4a13-9112-5e38b9ff2411 req-fa08dd49-95da-4cdb-a922-54831afbe992 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972023 Jul 27 21:11:46.144123 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eed9f699-ce24-4e0f-af04-3fa23bec8aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:46.248481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eed9f699-ce24-4e0f-af04-3fa23bec8aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:46.251694 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eed9f699-ce24-4e0f-af04-3fa23bec8aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:46.259693 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-eed9f699-ce24-4e0f-af04-3fa23bec8aa9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89764ccd-2c98-4066-92a9-f4c092dcb39e HTTP/1.1" status: 204 len: 168 time: 0.3195450 Jul 27 21:11:46.285856 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea78b1e-eb0b-4456-8a6d-71cea6e932e3 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Made reservation on behalf of c941b7a781b64bfd80e9be202a9b8421 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:11:46.292705 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9f699-ce24-4e0f-af04-3fa23bec8aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89764ccd-2c98-4066-92a9-f4c092dcb39e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:46.297622 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0ea78b1e-eb0b-4456-8a6d-71cea6e932e3 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:46.350478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-0ea78b1e-eb0b-4456-8a6d-71cea6e932e3 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] device_id is not set on port 5d0031c8-c520-466b-a983-bb9f2cf29878 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:11:46.532280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Allocated IP 172.20.0.2 (ce912f4e-43b5-402c-80ec-d27b8a69cdef/2090c397-2799-472d-9cfb-74934eddcc3a/5d08477a-7d74-4cec-9546-e90b34ad2ae5) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:11:46.901901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba16fae-73aa-4caa-b4c8-6206dd4c0a79 req-b6d6f85d-cdb9-4b19-8bb3-cb3a667c707c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:46.903599 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ba16fae-73aa-4caa-b4c8-6206dd4c0a79 req-b6d6f85d-cdb9-4b19-8bb3-cb3a667c707c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 946 time: 0.2258728 Jul 27 21:11:46.929729 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520d080-6b6c-4c2e-83c1-6e4feb15a0c2 req-18077dd9-67d9-4949-8583-bd195833a013 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:46.938113 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f520d080-6b6c-4c2e-83c1-6e4feb15a0c2 req-18077dd9-67d9-4949-8583-bd195833a013 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.1380434 Jul 27 21:11:46.998398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ba16fae-73aa-4caa-b4c8-6206dd4c0a79 req-c3387150-8bad-496d-8bab-fb01f98b22ec tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787957 Jul 27 21:11:47.033129 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.050329 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f520d080-6b6c-4c2e-83c1-6e4feb15a0c2 req-39a26413-5166-495b-93e0-08bc747f2be1 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050785 Jul 27 21:11:47.053880 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Transition to ACTIVE for port object 5d08477a-7d74-4cec-9546-e90b34ad2ae5 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:47.092068 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Transition to ACTIVE for port object 5d08477a-7d74-4cec-9546-e90b34ad2ae5 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:47.099987 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.171595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Network ce912f4e-43b5-402c-80ec-d27b8a69cdef is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:11:47.176274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Pushing event updated for resources: {'Port': ['ID=5d08477a-7d74-4cec-9546-e90b34ad2ae5,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:47.181284 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:47.198198 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:11:47.310909 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-0ea78b1e-eb0b-4456-8a6d-71cea6e932e3 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Allocated IP 172.20.0.12 (ce912f4e-43b5-402c-80ec-d27b8a69cdef/2090c397-2799-472d-9cfb-74934eddcc3a/5d0031c8-c520-466b-a983-bb9f2cf29878) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:11:47.377485 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Attempting to bind port 5d08477a-7d74-4cec-9546-e90b34ad2ae5 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:11:47.378025 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Attempting to bind port 5d08477a-7d74-4cec-9546-e90b34ad2ae5 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '141b770d-042f-4cfa-a1d7-c606804b1161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ce912f4e-43b5-402c-80ec-d27b8a69cdef'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:11:47.378424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Attempting to bind port 5d08477a-7d74-4cec-9546-e90b34ad2ae5 on network ce912f4e-43b5-402c-80ec-d27b8a69cdef {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:11:47.409742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:11:47.410034 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Checking segment: {'id': '141b770d-042f-4cfa-a1d7-c606804b1161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ce912f4e-43b5-402c-80ec-d27b8a69cdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:11:47.413214 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.413648 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Bound using segment: {'id': '141b770d-042f-4cfa-a1d7-c606804b1161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ce912f4e-43b5-402c-80ec-d27b8a69cdef'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:11:47.416841 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Bound port: 5d08477a-7d74-4cec-9546-e90b34ad2ae5, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141b770d-042f-4cfa-a1d7-c606804b1161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ce912f4e-43b5-402c-80ec-d27b8a69cdef'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:11:47.417785 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.567523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6e0c8-a29c-4a61-b270-8b5dc12dc0da req-dfac7cf6-16fa-4fe7-8e86-b39a615142d3 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:47.579682 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4bd6e0c8-a29c-4a61-b270-8b5dc12dc0da req-dfac7cf6-16fa-4fe7-8e86-b39a615142d3 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2463107 Jul 27 21:11:47.613852 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] For port 5d08477a-7d74-4cec-9546-e90b34ad2ae5, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:11:47.624881 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] For port 5d08477a-7d74-4cec-9546-e90b34ad2ae5, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5d08477a-7d74-4cec-9546-e90b34ad2ae5,segment=NetworkSegment(141b770d-042f-4cfa-a1d7-c606804b1161),segment_id=141b770d-042f-4cfa-a1d7-c606804b1161)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:11:47.631726 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.775649 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160080c-d68d-4ead-8ea2-f1efbf059f97 None None] Pushing event updated for resources: {'Port': ['ID=5d08477a-7d74-4cec-9546-e90b34ad2ae5,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:47.803228 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4bd6e0c8-a29c-4a61-b270-8b5dc12dc0da req-043aab49-c821-4395-be89-79fcf57372f4 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212110 Jul 27 21:11:47.890665 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0ea78b1e-eb0b-4456-8a6d-71cea6e932e3 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:47.913227 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-0ea78b1e-eb0b-4456-8a6d-71cea6e932e3 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Transition to ACTIVE for port object 5d0031c8-c520-466b-a983-bb9f2cf29878 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:11:47.973824 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0ea78b1e-eb0b-4456-8a6d-71cea6e932e3 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:48.167839 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea78b1e-eb0b-4456-8a6d-71cea6e932e3 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Pushing event updated for resources: {'Port': ['ID=5d0031c8-c520-466b-a983-bb9f2cf29878,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:48.197247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea78b1e-eb0b-4456-8a6d-71cea6e932e3 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Network ce912f4e-43b5-402c-80ec-d27b8a69cdef is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:11:48.199468 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-0ea78b1e-eb0b-4456-8a6d-71cea6e932e3 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:11:48.217282 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea78b1e-eb0b-4456-8a6d-71cea6e932e3 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:11:48.391203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea78b1e-eb0b-4456-8a6d-71cea6e932e3 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:48.391946 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0ea78b1e-eb0b-4456-8a6d-71cea6e932e3 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:48.486213 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0ea78b1e-eb0b-4456-8a6d-71cea6e932e3 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6255467 Jul 27 21:11:48.489051 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54318) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:48.494790 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-9630ac47-df51-4f5b-a331-38357d87834c tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-193198275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:48.583277 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9630ac47-df51-4f5b-a331-38357d87834c tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:48.596744 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9630ac47-df51-4f5b-a331-38357d87834c tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:48.601787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945c6f8-ef89-410d-ae77-d77c79e762e9 req-2f18d41b-d3e3-41fe-9dd9-aa6acd703bd9 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:48.606694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3945c6f8-ef89-410d-ae77-d77c79e762e9 req-2f18d41b-d3e3-41fe-9dd9-aa6acd703bd9 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 946 time: 0.3861630 Jul 27 21:11:48.732145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f72971-546a-4ceb-b86e-37eed124ca43 req-06cdb35a-0be3-4856-897c-3c19f1d417ec tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:48.733857 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46f72971-546a-4ceb-b86e-37eed124ca43 req-06cdb35a-0be3-4856-897c-3c19f1d417ec tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.4040954 Jul 27 21:11:48.751300 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9630ac47-df51-4f5b-a331-38357d87834c tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:48.756893 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9630ac47-df51-4f5b-a331-38357d87834c tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:48.773568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3945c6f8-ef89-410d-ae77-d77c79e762e9 req-5964803e-5a97-47fa-9498-b15c4d10a40b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549158 Jul 27 21:11:48.793847 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9630ac47-df51-4f5b-a331-38357d87834c tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:48.795419 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9630ac47-df51-4f5b-a331-38357d87834c tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3053572 Jul 27 21:11:48.798273 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54330) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:48.807799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e17e7d42-f265-43cb-a0b8-002e6e76b42a tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-824053702', 'prefixes': ['172.20.0.0/16']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:11:48.879496 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46f72971-546a-4ceb-b86e-37eed124ca43 req-710910f3-823e-4d61-9e3a-d654bf67d756 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018548 Jul 27 21:11:48.985471 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5d08477a-7d74-4cec-9546-e90b34ad2ae5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:49.026276 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e17e7d42-f265-43cb-a0b8-002e6e76b42a tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks [] for subnetpool, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:49.033088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54340) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:49.034817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e17e7d42-f265-43cb-a0b8-002e6e76b42a tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2346368 Jul 27 21:11:49.040270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-98049493-5693-4d17-ace8-81d37858f17e tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2090c397-2799-472d-9cfb-74934eddcc3a', 'tempest-TagsExtTest-Tag-314894591') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:49.146991 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 5d08477a-7d74-4cec-9546-e90b34ad2ae5 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:49.366399 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93611d73-dea4-4ba0-9e64-4907c313d14a req-a4892513-bff1-4507-b5c3-faa35dedbda5 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:49.384393 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93611d73-dea4-4ba0-9e64-4907c313d14a req-a4892513-bff1-4507-b5c3-faa35dedbda5 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2760823 Jul 27 21:11:49.418816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54350) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:49.424190 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-dddfbc22-4afe-43e1-8a27-62f388fd99d0 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5d0031c8-c520-466b-a983-bb9f2cf29878', 'tempest-TagsExtTest-Tag-295659400') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:49.424457 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-98049493-5693-4d17-ace8-81d37858f17e tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "PUT /v2.0/subnets/2090c397-2799-472d-9cfb-74934eddcc3a/tags/tempest-TagsExtTest-Tag-314894591 HTTP/1.1" status: 201 len: 201 time: 0.3864546 Jul 27 21:11:49.498766 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93611d73-dea4-4ba0-9e64-4907c313d14a req-ddb3b958-fda6-4de7-aaf7-3e651f3e1010 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075811 Jul 27 21:11:49.647543 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dddfbc22-4afe-43e1-8a27-62f388fd99d0 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "PUT /v2.0/ports/5d0031c8-c520-466b-a983-bb9f2cf29878/tags/tempest-TagsExtTest-Tag-295659400 HTTP/1.1" status: 201 len: 201 time: 0.2275846 Jul 27 21:11:49.651002 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54356) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:49.656274 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-e33f80c6-23f0-4950-b93c-a685a236cec7 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c68005a0-2c37-40e7-8a23-178b1dddbf58', 'tempest-TagsExtTest-Tag-449163602') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:49.969199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee46f4a-f8b0-41d9-b515-5a2b3b8bbfc3 None None] Network ce912f4e-43b5-402c-80ec-d27b8a69cdef requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:11:50.174127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54370) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:50.202282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-aeaad772-8492-41f2-a3b3-92b6ad925ed4 None None] Provisioning for port 5d08477a-7d74-4cec-9546-e90b34ad2ae5 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:50.211733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-aeaad772-8492-41f2-a3b3-92b6ad925ed4 None None] Provisioning complete for port 5d08477a-7d74-4cec-9546-e90b34ad2ae5 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:50.212557 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aeaad772-8492-41f2-a3b3-92b6ad925ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.332965 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aeaad772-8492-41f2-a3b3-92b6ad925ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.343920 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218b37c-7d08-4109-9543-e0e9938be7ef req-c01b56a5-d843-402d-b38a-047821ee34c6 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:50.356138 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b218b37c-7d08-4109-9543-e0e9938be7ef req-c01b56a5-d843-402d-b38a-047821ee34c6 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 946 time: 0.3163533 Jul 27 21:11:50.360341 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e33f80c6-23f0-4950-b93c-a685a236cec7 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "PUT /v2.0/routers/c68005a0-2c37-40e7-8a23-178b1dddbf58/tags/tempest-TagsExtTest-Tag-449163602 HTTP/1.1" status: 201 len: 201 time: 0.7057376 Jul 27 21:11:50.361254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54378) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:50.367582 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-38286712-30dd-41a2-ad39-42e7a8b65a1c tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '78506e4b-ea65-4d43-87e1-0a64b752ddfc', 'tempest-TagsExtTest-Tag-687044007') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:50.383194 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-aeaad772-8492-41f2-a3b3-92b6ad925ed4 None None] For port 5d08477a-7d74-4cec-9546-e90b34ad2ae5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5d08477a-7d74-4cec-9546-e90b34ad2ae5,segment=NetworkSegment(141b770d-042f-4cfa-a1d7-c606804b1161),segment_id=141b770d-042f-4cfa-a1d7-c606804b1161)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:50.393490 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aeaad772-8492-41f2-a3b3-92b6ad925ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.493104 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaad772-8492-41f2-a3b3-92b6ad925ed4 None None] Pushing event updated for resources: {'Port': ['ID=5d08477a-7d74-4cec-9546-e90b34ad2ae5,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:50.518788 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-173f0bfe-3469-48e8-b2c1-5b67b9ccc42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.554178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90dcd9-46ad-48d6-9b1d-42ab6cfb18c7 req-36bab0e1-e07f-421d-9481-0fe71dcfa5b2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:50.556274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b90dcd9-46ad-48d6-9b1d-42ab6cfb18c7 req-36bab0e1-e07f-421d-9481-0fe71dcfa5b2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.4357028 Jul 27 21:11:50.563717 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-38286712-30dd-41a2-ad39-42e7a8b65a1c tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "PUT /v2.0/subnetpools/78506e4b-ea65-4d43-87e1-0a64b752ddfc/tags/tempest-TagsExtTest-Tag-687044007 HTTP/1.1" status: 201 len: 201 time: 0.2013710 Jul 27 21:11:50.568883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54386) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:50.595764 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-c446ea87-c804-45cf-bfcd-b8cf29b65ff0 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2090c397-2799-472d-9cfb-74934eddcc3a') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:50.641148 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b218b37c-7d08-4109-9543-e0e9938be7ef req-f5405531-16da-4570-bf96-8af48df35c04 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708030 Jul 27 21:11:50.742922 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-536a59fd-b9d0-4de3-a6d6-7014c011a6ab None None] Provisioning complete for port 5d08477a-7d74-4cec-9546-e90b34ad2ae5 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:50.747354 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-536a59fd-b9d0-4de3-a6d6-7014c011a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.758452 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-173f0bfe-3469-48e8-b2c1-5b67b9ccc42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.772080 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-173f0bfe-3469-48e8-b2c1-5b67b9ccc42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:50.834836 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b90dcd9-46ad-48d6-9b1d-42ab6cfb18c7 req-8dc63a2f-b542-4403-8d98-c4f9e52741c7 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645571 Jul 27 21:11:50.874324 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-173f0bfe-3469-48e8-b2c1-5b67b9ccc42a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9417aa9379fa41009b4a6d3ad940a39d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6989641 Jul 27 21:11:50.882488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54388) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:50.950818 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f0bfe-3469-48e8-b2c1-5b67b9ccc42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca21e67-9e7f-4a87-9272-c49449be5a94,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:50.954137 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c446ea87-c804-45cf-bfcd-b8cf29b65ff0 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/subnets/2090c397-2799-472d-9cfb-74934eddcc3a/tags HTTP/1.1" status: 200 len: 240 time: 0.3830235 Jul 27 21:11:50.962626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54390) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:50.979854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-2f5e5303-2433-4e0e-a313-72e5a97c0f4a tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2090c397-2799-472d-9cfb-74934eddcc3a', 'tempest-TagsExtTest-Tag-314894591') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:51.018776 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5d08477a-7d74-4cec-9546-e90b34ad2ae5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:11:51.147742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5d08477a-7d74-4cec-9546-e90b34ad2ae5 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:51.149345 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.234736 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-da1d0c6e-7941-4632-b818-863fd69b8094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.259881 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-536a59fd-b9d0-4de3-a6d6-7014c011a6ab None None] Provisioning for port 5d0031c8-c520-466b-a983-bb9f2cf29878 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:11:51.279301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-536a59fd-b9d0-4de3-a6d6-7014c011a6ab None None] Provisioning complete for port 5d0031c8-c520-466b-a983-bb9f2cf29878 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:51.280198 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-536a59fd-b9d0-4de3-a6d6-7014c011a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.304471 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff81d92-322e-4751-ad16-5bb1aa7a0fc0 req-9cc5bf0f-7d64-4bc8-b922-67a14a93f84c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:51.313373 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ff81d92-322e-4751-ad16-5bb1aa7a0fc0 req-9cc5bf0f-7d64-4bc8-b922-67a14a93f84c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2696359 Jul 27 21:11:51.320890 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-da1d0c6e-7941-4632-b818-863fd69b8094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.403583 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ff81d92-322e-4751-ad16-5bb1aa7a0fc0 req-bf0fe414-a099-41a5-99b6-38fb48ecc070 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828314 Jul 27 21:11:51.458561 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-da1d0c6e-7941-4632-b818-863fd69b8094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.462522 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-da1d0c6e-7941-4632-b818-863fd69b8094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.464478 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-da1d0c6e-7941-4632-b818-863fd69b8094 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aca21e67-9e7f-4a87-9272-c49449be5a94 HTTP/1.1" status: 204 len: 168 time: 0.5526271 Jul 27 21:11:51.482867 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d0c6e-7941-4632-b818-863fd69b8094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca21e67-9e7f-4a87-9272-c49449be5a94,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:51.692837 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-536a59fd-b9d0-4de3-a6d6-7014c011a6ab None None] Port 5d0031c8-c520-466b-a983-bb9f2cf29878 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:11:51.706910 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2f5e5303-2433-4e0e-a313-72e5a97c0f4a tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/subnets/2090c397-2799-472d-9cfb-74934eddcc3a/tags/tempest-TagsExtTest-Tag-314894591 HTTP/1.1" status: 204 len: 168 time: 0.7391422 Jul 27 21:11:51.707510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54414) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:51.713430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-76097bc8-a709-461f-a44d-9641a383aae2 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2090c397-2799-472d-9cfb-74934eddcc3a', 'tempest-TagsExtTest-Tag-314894591') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:51.827864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c631fc9c-e0d4-4b1d-935b-a77d6fb9fc63 None None] Provisioning complete for port 5d0031c8-c520-466b-a983-bb9f2cf29878 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:11:51.828232 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c631fc9c-e0d4-4b1d-935b-a77d6fb9fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:51.939175 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c631fc9c-e0d4-4b1d-935b-a77d6fb9fc63 None None] Port 5d0031c8-c520-466b-a983-bb9f2cf29878 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:11:51.984403 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-76097bc8-a709-461f-a44d-9641a383aae2 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/subnets/2090c397-2799-472d-9cfb-74934eddcc3a/tags/tempest-TagsExtTest-Tag-314894591 HTTP/1.1" status: 204 len: 168 time: 0.2756398 Jul 27 21:11:51.986881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54428) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:51.991296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-ada6eb65-4681-4e4a-9885-d54266135fdb tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2090c397-2799-472d-9cfb-74934eddcc3a') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:52.034354 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897946d-67ce-45a3-b02e-a44fa6611786 req-81edc218-684a-4c74-ae0a-1e4870333b4a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:52.046117 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6897946d-67ce-45a3-b02e-a44fa6611786 req-81edc218-684a-4c74-ae0a-1e4870333b4a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 946 time: 0.2801440 Jul 27 21:11:52.078079 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ada6eb65-4681-4e4a-9885-d54266135fdb tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/subnets/2090c397-2799-472d-9cfb-74934eddcc3a/tags HTTP/1.1" status: 200 len: 205 time: 0.0888653 Jul 27 21:11:52.079466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54432) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:52.094982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-17de57fa-22eb-4110-a137-b66cf958a87f tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5d0031c8-c520-466b-a983-bb9f2cf29878') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:52.200775 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6897946d-67ce-45a3-b02e-a44fa6611786 req-775b86da-a421-487b-8b21-fbc7b217dc39 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518710 Jul 27 21:11:52.226553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54444) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:52.227152 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-17de57fa-22eb-4110-a137-b66cf958a87f tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/ports/5d0031c8-c520-466b-a983-bb9f2cf29878/tags HTTP/1.1" status: 200 len: 240 time: 0.1454475 Jul 27 21:11:52.242028 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-582c624b-2100-4b37-9327-7dfc531a19af tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5d0031c8-c520-466b-a983-bb9f2cf29878', 'tempest-TagsExtTest-Tag-295659400') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:52.343517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffa46a-d671-4d3c-833c-18f27d8eeb26 req-1553a3b8-bd6a-4fd4-bbc0-ffdf0b147d89 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:52.345721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7bffa46a-d671-4d3c-833c-18f27d8eeb26 req-1553a3b8-bd6a-4fd4-bbc0-ffdf0b147d89 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.2837784 Jul 27 21:11:52.454893 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-582c624b-2100-4b37-9327-7dfc531a19af tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/ports/5d0031c8-c520-466b-a983-bb9f2cf29878/tags/tempest-TagsExtTest-Tag-295659400 HTTP/1.1" status: 204 len: 168 time: 0.2237673 Jul 27 21:11:52.459627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54464) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:52.468709 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-3f4e5950-3cb8-4923-bff3-a9351dbe3759 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5d0031c8-c520-466b-a983-bb9f2cf29878', 'tempest-TagsExtTest-Tag-295659400') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:52.519069 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7bffa46a-d671-4d3c-833c-18f27d8eeb26 req-63fb3efb-cd45-492b-939a-453957a4c96f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515546 Jul 27 21:11:52.685239 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3f4e5950-3cb8-4923-bff3-a9351dbe3759 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/ports/5d0031c8-c520-466b-a983-bb9f2cf29878/tags/tempest-TagsExtTest-Tag-295659400 HTTP/1.1" status: 204 len: 168 time: 0.2212250 Jul 27 21:11:52.686082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54480) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:52.690577 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-1cd3a693-df5a-4706-b017-8dd020066118 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5d0031c8-c520-466b-a983-bb9f2cf29878') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:52.742593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca75bae-5c29-4d58-a367-b849e25d9970 req-2ac2a060-6e8b-49c2-b57c-5ac5054ad59e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:52.751330 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ca75bae-5c29-4d58-a367-b849e25d9970 req-2ac2a060-6e8b-49c2-b57c-5ac5054ad59e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1591706 Jul 27 21:11:52.863013 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ca75bae-5c29-4d58-a367-b849e25d9970 req-1046649d-f507-4f4d-a439-846fd6fe6bb5 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101496 Jul 27 21:11:52.872312 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1cd3a693-df5a-4706-b017-8dd020066118 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/ports/5d0031c8-c520-466b-a983-bb9f2cf29878/tags HTTP/1.1" status: 200 len: 205 time: 0.1851985 Jul 27 21:11:52.876191 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54488) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:52.882941 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-5b938a6c-8961-4086-a0db-75223ce3d215 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c68005a0-2c37-40e7-8a23-178b1dddbf58') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:53.130604 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54494) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:53.136661 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5b938a6c-8961-4086-a0db-75223ce3d215 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/routers/c68005a0-2c37-40e7-8a23-178b1dddbf58/tags HTTP/1.1" status: 200 len: 240 time: 0.2589693 Jul 27 21:11:53.138869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-dc6b98d2-ff4a-4dd5-96d7-0b169b2fdebd tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c68005a0-2c37-40e7-8a23-178b1dddbf58', 'tempest-TagsExtTest-Tag-449163602') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:53.260204 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dc6b98d2-ff4a-4dd5-96d7-0b169b2fdebd tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/routers/c68005a0-2c37-40e7-8a23-178b1dddbf58/tags/tempest-TagsExtTest-Tag-449163602 HTTP/1.1" status: 204 len: 168 time: 0.1256526 Jul 27 21:11:53.261891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54502) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:53.275868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-c9a1fc35-d518-44b2-8692-f44cb542d703 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c68005a0-2c37-40e7-8a23-178b1dddbf58', 'tempest-TagsExtTest-Tag-449163602') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:53.431837 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c9a1fc35-d518-44b2-8692-f44cb542d703 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/routers/c68005a0-2c37-40e7-8a23-178b1dddbf58/tags/tempest-TagsExtTest-Tag-449163602 HTTP/1.1" status: 204 len: 168 time: 0.1600962 Jul 27 21:11:53.432411 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54512) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:53.437064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-0c923e45-c255-4db6-ac97-2262786ae911 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c68005a0-2c37-40e7-8a23-178b1dddbf58') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:53.527913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591238c5-1585-4910-81fb-5b74d268143d req-c237c63b-f6f8-48e7-9d1c-0e2263ef7fd4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:53.529372 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-591238c5-1585-4910-81fb-5b74d268143d req-c237c63b-f6f8-48e7-9d1c-0e2263ef7fd4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 946 time: 0.1737990 Jul 27 21:11:53.546400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54516) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:53.548093 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0c923e45-c255-4db6-ac97-2262786ae911 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/routers/c68005a0-2c37-40e7-8a23-178b1dddbf58/tags HTTP/1.1" status: 200 len: 205 time: 0.1145773 Jul 27 21:11:53.551670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-17d5bf2d-dd82-4342-8307-d57bae19774d tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '78506e4b-ea65-4d43-87e1-0a64b752ddfc') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:53.672149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54520) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:53.676696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-9abe0b43-65c5-425a-a924-b18f359dae98 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '78506e4b-ea65-4d43-87e1-0a64b752ddfc', 'tempest-TagsExtTest-Tag-687044007') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:53.685105 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-17d5bf2d-dd82-4342-8307-d57bae19774d tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/subnetpools/78506e4b-ea65-4d43-87e1-0a64b752ddfc/tags HTTP/1.1" status: 200 len: 240 time: 0.1375682 Jul 27 21:11:53.723850 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-591238c5-1585-4910-81fb-5b74d268143d req-3e9b97fb-137f-4f6e-9889-db0fe4f13368 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727464 Jul 27 21:11:53.734627 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9abe0b43-65c5-425a-a924-b18f359dae98 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/subnetpools/78506e4b-ea65-4d43-87e1-0a64b752ddfc/tags/tempest-TagsExtTest-Tag-687044007 HTTP/1.1" status: 204 len: 168 time: 0.0613356 Jul 27 21:11:53.737985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54524) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:53.742787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-41f4168b-1d78-41af-b96f-860d392cc16d tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '78506e4b-ea65-4d43-87e1-0a64b752ddfc', 'tempest-TagsExtTest-Tag-687044007') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:53.801442 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb609b5-dabe-4b06-a275-6615dfbad96c req-f2f2e130-644c-4991-8f60-cbea2a2bcd04 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:53.803059 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aeb609b5-dabe-4b06-a275-6615dfbad96c req-f2f2e130-644c-4991-8f60-cbea2a2bcd04 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.1800747 Jul 27 21:11:53.823781 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-41f4168b-1d78-41af-b96f-860d392cc16d tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/subnetpools/78506e4b-ea65-4d43-87e1-0a64b752ddfc/tags/tempest-TagsExtTest-Tag-687044007 HTTP/1.1" status: 204 len: 168 time: 0.0847197 Jul 27 21:11:53.827303 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54528) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:53.834885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-f9cad609-5aaa-48e1-9ac6-24468627d7c2 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '78506e4b-ea65-4d43-87e1-0a64b752ddfc') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:53.865312 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aeb609b5-dabe-4b06-a275-6615dfbad96c req-45a35d10-9ab9-4289-b1b0-f1f0fb65c19c tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454650 Jul 27 21:11:53.901547 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f9cad609-5aaa-48e1-9ac6-24468627d7c2 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/subnetpools/78506e4b-ea65-4d43-87e1-0a64b752ddfc/tags HTTP/1.1" status: 200 len: 205 time: 0.0706961 Jul 27 21:11:53.903199 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54532) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:53.908462 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-65acf9fa-ec34-48e2-997b-af8c2b47db9a tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '78506e4b-ea65-4d43-87e1-0a64b752ddfc') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:53.995809 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54536) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:53.996055 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-65acf9fa-ec34-48e2-997b-af8c2b47db9a tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/subnetpools/78506e4b-ea65-4d43-87e1-0a64b752ddfc/tags HTTP/1.1" status: 204 len: 168 time: 0.0915360 Jul 27 21:11:54.001975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-255b84df-cac7-4abe-91e0-8bb6faa84fd0 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c68005a0-2c37-40e7-8a23-178b1dddbf58') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:54.042302 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbb021-19d1-43b3-ab2f-b881a4095c33 req-f9fcd48a-0817-4194-922b-8ccd33532906 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:54.044146 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52bbb021-19d1-43b3-ab2f-b881a4095c33 req-f9fcd48a-0817-4194-922b-8ccd33532906 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1003904 Jul 27 21:11:54.179816 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-255b84df-cac7-4abe-91e0-8bb6faa84fd0 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/routers/c68005a0-2c37-40e7-8a23-178b1dddbf58/tags HTTP/1.1" status: 204 len: 168 time: 0.1824434 Jul 27 21:11:54.183592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54550) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:54.188252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-83398208-379b-4385-8bbc-4fd6d2b6b547 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5d0031c8-c520-466b-a983-bb9f2cf29878') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:54.326955 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52bbb021-19d1-43b3-ab2f-b881a4095c33 req-e43586e7-ddde-4de9-a7fd-e4795e81b413 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766809 Jul 27 21:11:54.357347 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-83398208-379b-4385-8bbc-4fd6d2b6b547 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/ports/5d0031c8-c520-466b-a983-bb9f2cf29878/tags HTTP/1.1" status: 204 len: 168 time: 0.1726809 Jul 27 21:11:54.360113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54554) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:54.367596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-c5ba1752-6895-44a0-a3c0-dcb23db23b0a tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2090c397-2799-472d-9cfb-74934eddcc3a') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:54.437340 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c2b22-905e-4921-b51b-e352c1731648 req-d0cd1949-4770-41c6-b628-07e40fa3e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:54.440015 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9d4c2b22-905e-4921-b51b-e352c1731648 req-d0cd1949-4770-41c6-b628-07e40fa3e216 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 1096 time: 0.1627018 Jul 27 21:11:54.615243 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54570) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:54.620956 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-c3ab7916-e252-451a-b8e9-7f7fc39c6702 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2090c397-2799-472d-9cfb-74934eddcc3a', 'tempest-TagsExtTest-Tag-153965907') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:54.623469 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c5ba1752-6895-44a0-a3c0-dcb23db23b0a tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/subnets/2090c397-2799-472d-9cfb-74934eddcc3a/tags HTTP/1.1" status: 204 len: 168 time: 0.2607460 Jul 27 21:11:54.702743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c2b22-905e-4921-b51b-e352c1731648 req-89dd0d33-4246-4596-93b3-d8c9a0801236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:54.706727 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9d4c2b22-905e-4921-b51b-e352c1731648 req-89dd0d33-4246-4596-93b3-d8c9a0801236 service neutron] 10.222.0.66 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 912 time: 0.2588065 Jul 27 21:11:54.758947 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c3ab7916-e252-451a-b8e9-7f7fc39c6702 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "PUT /v2.0/subnets/2090c397-2799-472d-9cfb-74934eddcc3a/tags/tempest-TagsExtTest-Tag-153965907 HTTP/1.1" status: 201 len: 201 time: 0.1425989 Jul 27 21:11:54.761863 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54574) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:54.768199 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-984a1ae0-c83a-45a5-b817-1e7542c5f556 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5d0031c8-c520-466b-a983-bb9f2cf29878', 'tempest-TagsExtTest-Tag-838331728') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:54.846241 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9d4c2b22-905e-4921-b51b-e352c1731648 req-76f47e64-8acc-4bd0-8812-cb230714ddaf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6ef0cda-69f0-47de-950e-6b041b96c523 HTTP/1.1" status: 200 len: 217 time: 0.1298051 Jul 27 21:11:54.913110 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-984a1ae0-c83a-45a5-b817-1e7542c5f556 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "PUT /v2.0/ports/5d0031c8-c520-466b-a983-bb9f2cf29878/tags/tempest-TagsExtTest-Tag-838331728 HTTP/1.1" status: 201 len: 201 time: 0.1491165 Jul 27 21:11:54.916434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54580) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:54.930864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-6216ed22-1746-4ba7-89a8-9d7dba723336 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c68005a0-2c37-40e7-8a23-178b1dddbf58', 'tempest-TagsExtTest-Tag-976971428') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:54.984066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c2b22-905e-4921-b51b-e352c1731648 req-94c2a939-db4a-4a88-b734-88ebae7baa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:54.986336 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9d4c2b22-905e-4921-b51b-e352c1731648 req-94c2a939-db4a-4a88-b734-88ebae7baa1d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5afc042a-4902-464a-b704-f1422378a801 HTTP/1.1" status: 200 len: 851 time: 0.1319916 Jul 27 21:11:55.106204 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9d4c2b22-905e-4921-b51b-e352c1731648 req-a39fe94f-6e4e-486d-bf34-6d606e078c5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=874f537e-e9c6-4edd-8438-8ff33d048e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777485 Jul 27 21:11:55.127947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50be83-a40f-4acf-943e-ee9e5988b9c8 req-d3fd4fcf-2f83-4113-9ea5-b66ca7313f16 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:55.136812 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b50be83-a40f-4acf-943e-ee9e5988b9c8 req-d3fd4fcf-2f83-4113-9ea5-b66ca7313f16 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 946 time: 0.2670608 Jul 27 21:11:55.180060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6216ed22-1746-4ba7-89a8-9d7dba723336 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "PUT /v2.0/routers/c68005a0-2c37-40e7-8a23-178b1dddbf58/tags/tempest-TagsExtTest-Tag-976971428 HTTP/1.1" status: 201 len: 201 time: 0.2610714 Jul 27 21:11:55.186168 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54592) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:55.194069 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697acea-3608-4186-92e2-c46294c7b0ea req-ffbb0711-a201-4003-9aea-1607f66010e9 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:55.202454 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b697acea-3608-4186-92e2-c46294c7b0ea req-ffbb0711-a201-4003-9aea-1607f66010e9 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.1826220 Jul 27 21:11:55.220194 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-872bfe22-5a97-415d-b29e-12dd37991ff8 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '78506e4b-ea65-4d43-87e1-0a64b752ddfc', 'tempest-TagsExtTest-Tag-230482822') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:55.307955 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b50be83-a40f-4acf-943e-ee9e5988b9c8 req-ef5ffdc7-3a16-44db-8ff0-87bfd87c31e9 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645439 Jul 27 21:11:55.360753 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9d4c2b22-905e-4921-b51b-e352c1731648 req-0df47de3-2ddd-427a-9d5a-ee33159c3496 service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492008 Jul 27 21:11:55.400938 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b697acea-3608-4186-92e2-c46294c7b0ea req-2538c27f-161b-49af-8058-96af808f47c1 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855984 Jul 27 21:11:55.418767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-872bfe22-5a97-415d-b29e-12dd37991ff8 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "PUT /v2.0/subnetpools/78506e4b-ea65-4d43-87e1-0a64b752ddfc/tags/tempest-TagsExtTest-Tag-230482822 HTTP/1.1" status: 201 len: 201 time: 0.2022936 Jul 27 21:11:55.422772 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54604) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:55.429713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-19dd87eb-f64c-418d-bb96-67bd6aefc063 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2090c397-2799-472d-9cfb-74934eddcc3a', {'tags': ['tempest-TagsExtTest-Tag-1540789905', 'tempest-TagsExtTest-Tag-1501602523', 'tempest-TagsExtTest-Tag-1373572859']}) {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:55.574699 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9d4c2b22-905e-4921-b51b-e352c1731648 req-536bad5e-8e0b-434a-80ce-1ff3c365ecfd service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051227 Jul 27 21:11:55.712594 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-19dd87eb-f64c-418d-bb96-67bd6aefc063 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "PUT /v2.0/subnets/2090c397-2799-472d-9cfb-74934eddcc3a/tags HTTP/1.1" status: 200 len: 318 time: 0.2860045 Jul 27 21:11:55.715957 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54608) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:55.736680 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-66b8a0a5-7789-4073-9c8f-537a7b5a3064 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2090c397-2799-472d-9cfb-74934eddcc3a') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:55.877733 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69b3f0-7629-498c-8848-3a9beebcb970 req-899a30d9-0199-4be3-9d5f-4771f8d41252 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:55.882938 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb69b3f0-7629-498c-8848-3a9beebcb970 req-899a30d9-0199-4be3-9d5f-4771f8d41252 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.3005769 Jul 27 21:11:56.091750 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-082d17e1-4854-4aad-b15a-70f3eb052c75 req-ad957070-0a0e-4a89-afc4-24c518573e3a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1977482 Jul 27 21:11:56.092767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb69b3f0-7629-498c-8848-3a9beebcb970 req-71c2960c-498a-4042-9bd7-fdf0078d13f6 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847136 Jul 27 21:11:56.167818 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-66b8a0a5-7789-4073-9c8f-537a7b5a3064 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/subnets/2090c397-2799-472d-9cfb-74934eddcc3a/tags HTTP/1.1" status: 204 len: 168 time: 0.4442441 Jul 27 21:11:56.168888 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54636) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:56.174735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-29047da7-2908-42ee-9ad7-3d8c7e948193 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2090c397-2799-472d-9cfb-74934eddcc3a', 'tempest-TagsExtTest-Tag-1540789905') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:56.264385 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d17e1-4854-4aad-b15a-70f3eb052c75 req-cf2f4a63-a17d-4e5d-9fdb-9419e7292210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:56.271073 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-082d17e1-4854-4aad-b15a-70f3eb052c75 req-cf2f4a63-a17d-4e5d-9fdb-9419e7292210 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 1097 time: 0.0885818 Jul 27 21:11:56.313237 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-29047da7-2908-42ee-9ad7-3d8c7e948193 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] show failed (client error): The resource could not be found. Jul 27 21:11:56.317052 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-29047da7-2908-42ee-9ad7-3d8c7e948193 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/subnets/2090c397-2799-472d-9cfb-74934eddcc3a/tags/tempest-TagsExtTest-Tag-1540789905 HTTP/1.1" status: 404 len: 329 time: 0.1448460 Jul 27 21:11:56.323521 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54638) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:56.329826 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-eca3f8c7-e6a5-485c-80d6-ef20cf18ea08 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2090c397-2799-472d-9cfb-74934eddcc3a', 'tempest-TagsExtTest-Tag-1501602523') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:56.429952 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-eca3f8c7-e6a5-485c-80d6-ef20cf18ea08 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] show failed (client error): The resource could not be found. Jul 27 21:11:56.435175 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-eca3f8c7-e6a5-485c-80d6-ef20cf18ea08 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/subnets/2090c397-2799-472d-9cfb-74934eddcc3a/tags/tempest-TagsExtTest-Tag-1501602523 HTTP/1.1" status: 404 len: 329 time: 0.1080298 Jul 27 21:11:56.435786 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54644) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:56.448860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-9184999b-c90a-4a3d-8d4d-1d2d569ac7e9 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2090c397-2799-472d-9cfb-74934eddcc3a', 'tempest-TagsExtTest-Tag-1373572859') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:56.527313 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d17e1-4854-4aad-b15a-70f3eb052c75 req-afdff344-c24e-4745-9924-6d8395be3d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:56.529096 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-082d17e1-4854-4aad-b15a-70f3eb052c75 req-afdff344-c24e-4745-9924-6d8395be3d0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 916 time: 0.2276225 Jul 27 21:11:56.651671 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-9184999b-c90a-4a3d-8d4d-1d2d569ac7e9 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] show failed (client error): The resource could not be found. Jul 27 21:11:56.668024 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9184999b-c90a-4a3d-8d4d-1d2d569ac7e9 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/subnets/2090c397-2799-472d-9cfb-74934eddcc3a/tags/tempest-TagsExtTest-Tag-1373572859 HTTP/1.1" status: 404 len: 329 time: 0.2197196 Jul 27 21:11:56.669668 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54654) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:56.676882 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-91f9c35d-988f-4a22-933b-95992046818e tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5d0031c8-c520-466b-a983-bb9f2cf29878', {'tags': ['tempest-TagsExtTest-Tag-2022614330', 'tempest-TagsExtTest-Tag-1891448776', 'tempest-TagsExtTest-Tag-549260593']}) {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:56.685238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54656) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:56.714654 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-082d17e1-4854-4aad-b15a-70f3eb052c75 req-ffa00c7a-32cd-4e50-bd3d-50fe59743bf4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 HTTP/1.1" status: 200 len: 1000 time: 0.1815238 Jul 27 21:11:56.783127 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-91f9c35d-988f-4a22-933b-95992046818e tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "PUT /v2.0/ports/5d0031c8-c520-466b-a983-bb9f2cf29878/tags HTTP/1.1" status: 200 len: 317 time: 0.1087544 Jul 27 21:11:56.783362 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d17e1-4854-4aad-b15a-70f3eb052c75 req-e89e16b0-b1c8-41a0-bb2e-9b6b082065f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:56.783490 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54660) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:56.784677 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-082d17e1-4854-4aad-b15a-70f3eb052c75 req-e89e16b0-b1c8-41a0-bb2e-9b6b082065f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f5c215f-9e0c-4039-b305-c7ccda95b7dd HTTP/1.1" status: 200 len: 854 time: 0.0604382 Jul 27 21:11:56.793727 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-85a5b058-b6d1-4c10-abf0-c62b9639969e tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5d0031c8-c520-466b-a983-bb9f2cf29878') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:56.804571 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73eb436-1a4c-40ab-a140-449524680baf req-5c2c98ea-c530-4bfd-b91c-b06ac0bd6e0d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:56.814358 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e73eb436-1a4c-40ab-a140-449524680baf req-5c2c98ea-c530-4bfd-b91c-b06ac0bd6e0d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 945 time: 0.2379925 Jul 27 21:11:56.906679 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e73eb436-1a4c-40ab-a140-449524680baf req-4e20e322-6b23-49c3-8878-1c9339940960 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766094 Jul 27 21:11:56.938794 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4a0b0ec0-e95f-4b0e-9175-766fc241be63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:56.967736 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-85a5b058-b6d1-4c10-abf0-c62b9639969e tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/ports/5d0031c8-c520-466b-a983-bb9f2cf29878/tags HTTP/1.1" status: 204 len: 168 time: 0.1828966 Jul 27 21:11:56.969978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54662) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:56.975409 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-fde38492-d8d0-4d18-bd2c-c5fff907d510 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5d0031c8-c520-466b-a983-bb9f2cf29878', 'tempest-TagsExtTest-Tag-2022614330') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:57.070408 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e6ef0cda-69f0-47de-950e-6b041b96c523 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:11:57.090778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d17e1-4854-4aad-b15a-70f3eb052c75 req-378136e2-6537-4bee-906f-47841470c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:57.096318 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-082d17e1-4854-4aad-b15a-70f3eb052c75 req-378136e2-6537-4bee-906f-47841470c3a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83632acd-e78d-4a39-ae97-2eaf775c8434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3017442 Jul 27 21:11:57.106596 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-fde38492-d8d0-4d18-bd2c-c5fff907d510 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] show failed (client error): The resource could not be found. Jul 27 21:11:57.108214 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fde38492-d8d0-4d18-bd2c-c5fff907d510 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/ports/5d0031c8-c520-466b-a983-bb9f2cf29878/tags/tempest-TagsExtTest-Tag-2022614330 HTTP/1.1" status: 404 len: 329 time: 0.1371369 Jul 27 21:11:57.111584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54668) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:57.125070 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-48bdcd19-5f9c-45e2-baa2-e4fba273f24c tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5d0031c8-c520-466b-a983-bb9f2cf29878', 'tempest-TagsExtTest-Tag-1891448776') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:57.236241 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-48bdcd19-5f9c-45e2-baa2-e4fba273f24c tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] show failed (client error): The resource could not be found. Jul 27 21:11:57.240186 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-48bdcd19-5f9c-45e2-baa2-e4fba273f24c tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/ports/5d0031c8-c520-466b-a983-bb9f2cf29878/tags/tempest-TagsExtTest-Tag-1891448776 HTTP/1.1" status: 404 len: 329 time: 0.1233931 Jul 27 21:11:57.240968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54672) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:57.253658 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-4ade104e-68b2-4b35-9ead-d88722ad72cf tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5d0031c8-c520-466b-a983-bb9f2cf29878', 'tempest-TagsExtTest-Tag-549260593') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:57.276129 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.309148 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c7e523-ff62-4bc1-bb18-7c45128681d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ef0cda-69f0-47de-950e-6b041b96c523'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:11:57.316875 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752fe910-b1fc-42f4-8050-421b21a7670e" -d '{"events": [{"server_uuid": "f4c7e523-ff62-4bc1-bb18-7c45128681d1", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ef0cda-69f0-47de-950e-6b041b96c523"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:11:57.317105 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-082d17e1-4854-4aad-b15a-70f3eb052c75 req-8aab0d94-1195-441d-811a-d494559b57f5 service neutron] 10.222.0.20 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742156 Jul 27 21:11:57.357857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e6ef0cda-69f0-47de-950e-6b041b96c523, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e6ef0cda-69f0-47de-950e-6b041b96c523,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:11:57.367086 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.421810 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7470630a-0f4e-4261-9f63-ff5de6e0c533 x-openstack-request-id: req-7470630a-0f4e-4261-9f63-ff5de6e0c533 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:11:57.422326 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c7e523-ff62-4bc1-bb18-7c45128681d1", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ef0cda-69f0-47de-950e-6b041b96c523", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:11:57.422741 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7470630a-0f4e-4261-9f63-ff5de6e0c533 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:11:57.423293 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c7e523-ff62-4bc1-bb18-7c45128681d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ef0cda-69f0-47de-950e-6b041b96c523', 'code': 200} Jul 27 21:11:57.436311 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-4ade104e-68b2-4b35-9ead-d88722ad72cf tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] show failed (client error): The resource could not be found. Jul 27 21:11:57.437379 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4ade104e-68b2-4b35-9ead-d88722ad72cf tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/ports/5d0031c8-c520-466b-a983-bb9f2cf29878/tags/tempest-TagsExtTest-Tag-549260593 HTTP/1.1" status: 404 len: 328 time: 0.1945708 Jul 27 21:11:57.440136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54676) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:57.446900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-c75f7266-9cf1-4df9-936c-01f296c46a99 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c68005a0-2c37-40e7-8a23-178b1dddbf58', {'tags': ['tempest-TagsExtTest-Tag-229712833', 'tempest-TagsExtTest-Tag-299588848', 'tempest-TagsExtTest-Tag-1246924797']}) {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:57.458215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48391a-4199-44a1-b966-afc61a6826b5 req-cc025aae-11f8-41a8-afa4-c69f6efff2fe tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:57.468713 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1e48391a-4199-44a1-b966-afc61a6826b5 req-cc025aae-11f8-41a8-afa4-c69f6efff2fe tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1727688 Jul 27 21:11:57.492722 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=e6ef0cda-69f0-47de-950e-6b041b96c523,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:57.514023 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-082d17e1-4854-4aad-b15a-70f3eb052c75 req-8963005b-9f3e-4b40-b05b-6447bee402a2 service neutron] 10.222.0.20 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831241 Jul 27 21:11:57.548778 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4a0b0ec0-e95f-4b0e-9175-766fc241be63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.570625 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4a0b0ec0-e95f-4b0e-9175-766fc241be63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.691826 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b0ec0-e95f-4b0e-9175-766fc241be63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc928dc-6ee9-4866-a260-eb8d8a0ba215,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:57.763855 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4a0b0ec0-e95f-4b0e-9175-766fc241be63 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fdf1820824b546e48e3da97b5cc388e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0775254 Jul 27 21:11:57.775596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54686) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:57.940765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2a90-6f5a-4d50-977c-76317d85a2e0 req-7235e43c-430c-4bfa-a755-235e2d777403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:57.942943 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59db2a90-6f5a-4d50-977c-76317d85a2e0 req-7235e43c-430c-4bfa-a755-235e2d777403 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d538c3e22e243988094bcce4225bbe2&device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 1096 time: 0.1985319 Jul 27 21:11:57.966036 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3467fe5d-e901-4aa0-b91d-8a56085064d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:57.980080 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1e48391a-4199-44a1-b966-afc61a6826b5 req-15808a4a-a65d-48e0-b6de-761dd9d5e4ac tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103965 Jul 27 21:11:58.019921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c75f7266-9cf1-4df9-936c-01f296c46a99 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "PUT /v2.0/routers/c68005a0-2c37-40e7-8a23-178b1dddbf58/tags HTTP/1.1" status: 200 len: 316 time: 0.5786033 Jul 27 21:11:58.022642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54690) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:58.028689 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-de48b310-ff8a-48e3-a2c8-52b09f9c359f tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c68005a0-2c37-40e7-8a23-178b1dddbf58') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:58.183221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2a90-6f5a-4d50-977c-76317d85a2e0 req-11b0c52d-3a2f-4bf8-8b1d-6c306adcb789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:58.184931 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59db2a90-6f5a-4d50-977c-76317d85a2e0 req-11b0c52d-3a2f-4bf8-8b1d-6c306adcb789 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3745231b-f41c-4acd-95f9-0ea47baec6ca HTTP/1.1" status: 200 len: 914 time: 0.2125981 Jul 27 21:11:58.194937 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3467fe5d-e901-4aa0-b91d-8a56085064d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:58.235629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049f8e0-637e-4bd2-9667-05cc3dfb6d1f req-2cf34f61-a269-4a04-9f49-ab2fe4653636 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:58.238613 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c049f8e0-637e-4bd2-9667-05cc3dfb6d1f req-2cf34f61-a269-4a04-9f49-ab2fe4653636 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 943 time: 0.1211543 Jul 27 21:11:58.253503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-de48b310-ff8a-48e3-a2c8-52b09f9c359f tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/routers/c68005a0-2c37-40e7-8a23-178b1dddbf58/tags HTTP/1.1" status: 204 len: 168 time: 0.2281849 Jul 27 21:11:58.257895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54694) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:58.263255 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3467fe5d-e901-4aa0-b91d-8a56085064d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:58.266465 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3467fe5d-e901-4aa0-b91d-8a56085064d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:58.270248 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3467fe5d-e901-4aa0-b91d-8a56085064d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5dc928dc-6ee9-4866-a260-eb8d8a0ba215 HTTP/1.1" status: 204 len: 168 time: 0.4164083 Jul 27 21:11:58.300485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-978b610a-7501-417a-81b9-916d392ecd66 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c68005a0-2c37-40e7-8a23-178b1dddbf58', 'tempest-TagsExtTest-Tag-229712833') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:58.318695 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59db2a90-6f5a-4d50-977c-76317d85a2e0 req-b9cb563d-b61c-4483-9bd2-f35b5605935c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72573715-1749-4c64-8696-9678e7ad95f7 HTTP/1.1" status: 200 len: 217 time: 0.0664513 Jul 27 21:11:58.319937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467fe5d-e901-4aa0-b91d-8a56085064d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc928dc-6ee9-4866-a260-eb8d8a0ba215,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:58.440848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c049f8e0-637e-4bd2-9667-05cc3dfb6d1f req-6ae3a4de-25c7-4a94-b576-c7aad59cc112 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821837 Jul 27 21:11:58.461619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2a90-6f5a-4d50-977c-76317d85a2e0 req-7f300273-e258-41f0-9726-cec1e542879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:58.473769 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59db2a90-6f5a-4d50-977c-76317d85a2e0 req-7f300273-e258-41f0-9726-cec1e542879a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=774c1f98-65db-4f82-8eee-bf7b222555c2 HTTP/1.1" status: 200 len: 853 time: 0.1442518 Jul 27 21:11:58.505667 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-978b610a-7501-417a-81b9-916d392ecd66 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] show failed (client error): The resource could not be found. Jul 27 21:11:58.506762 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-978b610a-7501-417a-81b9-916d392ecd66 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/routers/c68005a0-2c37-40e7-8a23-178b1dddbf58/tags/tempest-TagsExtTest-Tag-229712833 HTTP/1.1" status: 404 len: 328 time: 0.2099781 Jul 27 21:11:58.510151 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54702) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:58.514687 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-23ba49ea-6b31-4933-ba31-7500c0f9ad89 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c68005a0-2c37-40e7-8a23-178b1dddbf58', 'tempest-TagsExtTest-Tag-299588848') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:58.546104 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59db2a90-6f5a-4d50-977c-76317d85a2e0 req-21e19f93-17ca-48ec-b7ab-a770e070aabf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3745231b-f41c-4acd-95f9-0ea47baec6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632226 Jul 27 21:11:58.731662 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-23ba49ea-6b31-4933-ba31-7500c0f9ad89 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] show failed (client error): The resource could not be found. Jul 27 21:11:58.732418 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59db2a90-6f5a-4d50-977c-76317d85a2e0 req-ff4eb3ed-3fef-40bf-a194-fbfa9f315f07 service neutron] 10.222.0.66 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777689 Jul 27 21:11:58.739080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54714) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:58.741367 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-23ba49ea-6b31-4933-ba31-7500c0f9ad89 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/routers/c68005a0-2c37-40e7-8a23-178b1dddbf58/tags/tempest-TagsExtTest-Tag-299588848 HTTP/1.1" status: 404 len: 328 time: 0.2300689 Jul 27 21:11:58.751568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-d850f454-a789-4e38-adc5-82390e15da3d tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c68005a0-2c37-40e7-8a23-178b1dddbf58', 'tempest-TagsExtTest-Tag-1246924797') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:58.910993 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54726) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:58.935943 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07c4cc41-ba84-4681-8ac0-bb80667278e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.122338 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59db2a90-6f5a-4d50-977c-76317d85a2e0 req-f26349df-daeb-4d26-bcc0-fb38c9f8661f service neutron] 10.222.0.66 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672512 Jul 27 21:11:59.148196 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-d850f454-a789-4e38-adc5-82390e15da3d tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] show failed (client error): The resource could not be found. Jul 27 21:11:59.150532 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d850f454-a789-4e38-adc5-82390e15da3d tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/routers/c68005a0-2c37-40e7-8a23-178b1dddbf58/tags/tempest-TagsExtTest-Tag-1246924797 HTTP/1.1" status: 404 len: 329 time: 0.4056492 Jul 27 21:11:59.168159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54732) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.175365 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-57b18084-a717-4cf3-b47f-8593dd0132ff tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '78506e4b-ea65-4d43-87e1-0a64b752ddfc', {'tags': ['tempest-TagsExtTest-Tag-340195593', 'tempest-TagsExtTest-Tag-1205090680', 'tempest-TagsExtTest-Tag-983938004']}) {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.176030 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07c4cc41-ba84-4681-8ac0-bb80667278e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.188208 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07c4cc41-ba84-4681-8ac0-bb80667278e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.220731 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4cc41-ba84-4681-8ac0-bb80667278e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3cad6c-a865-409a-9dca-411450555e67,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:59.234759 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-57b18084-a717-4cf3-b47f-8593dd0132ff tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "PUT /v2.0/subnetpools/78506e4b-ea65-4d43-87e1-0a64b752ddfc/tags HTTP/1.1" status: 200 len: 316 time: 0.0586212 Jul 27 21:11:59.234759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54734) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.236629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-9bab93df-a6fe-4dc0-984a-2921d1200807 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '78506e4b-ea65-4d43-87e1-0a64b752ddfc') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.258245 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-07c4cc41-ba84-4681-8ac0-bb80667278e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb7319a5df0a47a88c1a631a6e276d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3435733 Jul 27 21:11:59.259125 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54736) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.302860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649af03b-e193-46bd-9a02-c961ed9b5a11 req-931ed3a1-8341-44a8-b3c6-8b6c55709fc5 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:11:59.304692 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-649af03b-e193-46bd-9a02-c961ed9b5a11 req-931ed3a1-8341-44a8-b3c6-8b6c55709fc5 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1764140 Jul 27 21:11:59.370856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-649af03b-e193-46bd-9a02-c961ed9b5a11 req-e3e61d37-c8b8-4349-ab71-930aa65f9e01 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586395 Jul 27 21:11:59.372775 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5226e69-04e3-420f-a131-2d70ac1e2fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.391287 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54748) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.393473 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9bab93df-a6fe-4dc0-984a-2921d1200807 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/subnetpools/78506e4b-ea65-4d43-87e1-0a64b752ddfc/tags HTTP/1.1" status: 204 len: 168 time: 0.1622286 Jul 27 21:11:59.398026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-4bd8eff1-50c2-42fa-9539-d505ed71705b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '78506e4b-ea65-4d43-87e1-0a64b752ddfc', 'tempest-TagsExtTest-Tag-340195593') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.422196 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5226e69-04e3-420f-a131-2d70ac1e2fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.446410 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-4bd8eff1-50c2-42fa-9539-d505ed71705b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] show failed (client error): The resource could not be found. Jul 27 21:11:59.448037 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4bd8eff1-50c2-42fa-9539-d505ed71705b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/subnetpools/78506e4b-ea65-4d43-87e1-0a64b752ddfc/tags/tempest-TagsExtTest-Tag-340195593 HTTP/1.1" status: 404 len: 328 time: 0.0556717 Jul 27 21:11:59.451171 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54756) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.457912 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-18761cc4-5fb6-4df2-ba46-6ff808e07e65 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '78506e4b-ea65-4d43-87e1-0a64b752ddfc', 'tempest-TagsExtTest-Tag-1205090680') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.499446 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5226e69-04e3-420f-a131-2d70ac1e2fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.504709 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5226e69-04e3-420f-a131-2d70ac1e2fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:11:59.505986 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f5226e69-04e3-420f-a131-2d70ac1e2fbb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c3cad6c-a865-409a-9dca-411450555e67 HTTP/1.1" status: 204 len: 168 time: 0.2452030 Jul 27 21:11:59.522191 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-18761cc4-5fb6-4df2-ba46-6ff808e07e65 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] show failed (client error): The resource could not be found. Jul 27 21:11:59.527477 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-18761cc4-5fb6-4df2-ba46-6ff808e07e65 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/subnetpools/78506e4b-ea65-4d43-87e1-0a64b752ddfc/tags/tempest-TagsExtTest-Tag-1205090680 HTTP/1.1" status: 404 len: 329 time: 0.0748098 Jul 27 21:11:59.529243 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5226e69-04e3-420f-a131-2d70ac1e2fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3cad6c-a865-409a-9dca-411450555e67,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:11:59.531038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54768) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.536745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-b1870804-28a3-4053-a2d1-ae6d885cc9dc tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '78506e4b-ea65-4d43-87e1-0a64b752ddfc', 'tempest-TagsExtTest-Tag-983938004') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.564001 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-b1870804-28a3-4053-a2d1-ae6d885cc9dc tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] show failed (client error): The resource could not be found. Jul 27 21:11:59.566300 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b1870804-28a3-4053-a2d1-ae6d885cc9dc tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/subnetpools/78506e4b-ea65-4d43-87e1-0a64b752ddfc/tags/tempest-TagsExtTest-Tag-983938004 HTTP/1.1" status: 404 len: 328 time: 0.0342336 Jul 27 21:11:59.569423 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54774) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.575943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-2fb81d23-72bc-425f-b718-f64ec8d183d0 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '78506e4b-ea65-4d43-87e1-0a64b752ddfc') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.607533 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2fb81d23-72bc-425f-b718-f64ec8d183d0 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/subnetpools/78506e4b-ea65-4d43-87e1-0a64b752ddfc/tags HTTP/1.1" status: 204 len: 168 time: 0.0359583 Jul 27 21:11:59.612208 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54776) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.619318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-55778ab5-d523-4a6f-a053-689e00fdb5a1 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c68005a0-2c37-40e7-8a23-178b1dddbf58') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.783992 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-55778ab5-d523-4a6f-a053-689e00fdb5a1 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/routers/c68005a0-2c37-40e7-8a23-178b1dddbf58/tags HTTP/1.1" status: 204 len: 168 time: 0.1679883 Jul 27 21:11:59.784959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54792) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.815088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.tag.tag_plugin [None req-a7d27825-0595-4beb-bff1-5e916f323326 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5d0031c8-c520-466b-a983-bb9f2cf29878') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.919030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54796) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:11:59.924565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.tag.tag_plugin [None req-661438f7-d499-4dd2-bc98-f3d3e64af95d tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2090c397-2799-472d-9cfb-74934eddcc3a') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:11:59.928302 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a7d27825-0595-4beb-bff1-5e916f323326 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/ports/5d0031c8-c520-466b-a983-bb9f2cf29878/tags HTTP/1.1" status: 204 len: 168 time: 0.1405394 Jul 27 21:12:00.019127 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54800) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:00.030672 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-661438f7-d499-4dd2-bc98-f3d3e64af95d tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/subnets/2090c397-2799-472d-9cfb-74934eddcc3a/tags HTTP/1.1" status: 204 len: 168 time: 0.1096179 Jul 27 21:12:00.212607 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a682ec-fecc-4575-b1df-82a34d492eb3 req-907e97a0-28d7-402b-bdea-bbf355acb795 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:00.214779 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03a682ec-fecc-4575-b1df-82a34d492eb3 req-907e97a0-28d7-402b-bdea-bbf355acb795 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4c7e523-ff62-4bc1-bb18-7c45128681d1 HTTP/1.1" status: 200 len: 943 time: 0.1403215 Jul 27 21:12:00.219062 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-93f45073-2ef8-4c81-8023-891682b9d7fe tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks [] for subnetpool, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.223348 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54808) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:00.233873 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-93f45073-2ef8-4c81-8023-891682b9d7fe tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/subnetpools/78506e4b-ea65-4d43-87e1-0a64b752ddfc HTTP/1.1" status: 204 len: 168 time: 0.2135119 Jul 27 21:12:00.327353 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-822ff4a6-13c2-4f37-9da6-97939116472f tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "GET /v2.0/ports?device_id=c68005a0-2c37-40e7-8a23-178b1dddbf58 HTTP/1.1" status: 200 len: 205 time: 0.1011255 Jul 27 21:12:00.328150 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54810) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:00.508970 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f31be345-77f6-4b81-ba8f-176a6a51a984 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.588689 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-03a682ec-fecc-4575-b1df-82a34d492eb3 req-b9d7e512-55e5-425b-af2a-20c7e1f32878 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Deleting port e6ef0cda-69f0-47de-950e-6b041b96c523 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:00.589043 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-03a682ec-fecc-4575-b1df-82a34d492eb3 req-b9d7e512-55e5-425b-af2a-20c7e1f32878 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.747036 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e512ae3-c14e-4128-9350-f78881d5ef78 req-276a4d58-fabe-465c-b259-704f56a2a6b7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:00.748761 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e512ae3-c14e-4128-9350-f78881d5ef78 req-276a4d58-fabe-465c-b259-704f56a2a6b7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2591083 Jul 27 21:12:00.810691 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f31be345-77f6-4b81-ba8f-176a6a51a984 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.814935 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f31be345-77f6-4b81-ba8f-176a6a51a984 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.829168 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e512ae3-c14e-4128-9350-f78881d5ef78 req-6cdee7cb-38dd-46d2-847d-3f80818e1f08 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738232 Jul 27 21:12:00.849364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-03a682ec-fecc-4575-b1df-82a34d492eb3 req-b9d7e512-55e5-425b-af2a-20c7e1f32878 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] For port e6ef0cda-69f0-47de-950e-6b041b96c523, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e6ef0cda-69f0-47de-950e-6b041b96c523,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:00.850238 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-03a682ec-fecc-4575-b1df-82a34d492eb3 req-b9d7e512-55e5-425b-af2a-20c7e1f32878 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.892709 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-03a682ec-fecc-4575-b1df-82a34d492eb3 req-b9d7e512-55e5-425b-af2a-20c7e1f32878 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Calling delete_port for e6ef0cda-69f0-47de-950e-6b041b96c523 owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:00.894641 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f31be345-77f6-4b81-ba8f-176a6a51a984 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.895492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31be345-77f6-4b81-ba8f-176a6a51a984 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Fanout notify agent at l3_agent the message router_deleted on router c68005a0-2c37-40e7-8a23-178b1dddbf58 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:12:00.904200 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f31be345-77f6-4b81-ba8f-176a6a51a984 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:00.908786 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f31be345-77f6-4b81-ba8f-176a6a51a984 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/routers/c68005a0-2c37-40e7-8a23-178b1dddbf58 HTTP/1.1" status: 204 len: 168 time: 0.5777507 Jul 27 21:12:00.909255 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54834) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:01.059471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-34a25d53-2c95-4cfb-8fab-b522ec4814ba tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Deleting port 5d0031c8-c520-466b-a983-bb9f2cf29878 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:01.060659 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a25d53-2c95-4cfb-8fab-b522ec4814ba tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:01.087568 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-03a682ec-fecc-4575-b1df-82a34d492eb3 req-b9d7e512-55e5-425b-af2a-20c7e1f32878 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:01.095906 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e6ef0cda-69f0-47de-950e-6b041b96c523 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:01.124972 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: e6ef0cda-69f0-47de-950e-6b041b96c523 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:12:01.125417 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e6ef0cda-69f0-47de-950e-6b041b96c523 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:12:01.141423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7e512-55e5-425b-af2a-20c7e1f32878 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Pushing event deleted for resources: {'Port': ['ID=e6ef0cda-69f0-47de-950e-6b041b96c523,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:01.189118 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a25d53-2c95-4cfb-8fab-b522ec4814ba tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:01.203805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-34a25d53-2c95-4cfb-8fab-b522ec4814ba tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Calling delete_port for 5d0031c8-c520-466b-a983-bb9f2cf29878 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:01.205751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a682ec-fecc-4575-b1df-82a34d492eb3 req-b9d7e512-55e5-425b-af2a-20c7e1f32878 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] No DVR routers for this DVR port e6ef0cda-69f0-47de-950e-6b041b96c523 on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:12:01.209687 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-03a682ec-fecc-4575-b1df-82a34d492eb3 req-b9d7e512-55e5-425b-af2a-20c7e1f32878 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:01.221064 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03a682ec-fecc-4575-b1df-82a34d492eb3 req-b9d7e512-55e5-425b-af2a-20c7e1f32878 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "DELETE /v2.0/ports/e6ef0cda-69f0-47de-950e-6b041b96c523 HTTP/1.1" status: 204 len: 173 time: 0.9830515 Jul 27 21:12:01.221064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c7e523-ff62-4bc1-bb18-7c45128681d1', 'name': 'network-vif-deleted', 'tag': 'e6ef0cda-69f0-47de-950e-6b041b96c523'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:01.223394 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c76887f-91fb-4d2e-ae15-54ed8234584f" -d '{"events": [{"server_uuid": "f4c7e523-ff62-4bc1-bb18-7c45128681d1", "name": "network-vif-deleted", "tag": "e6ef0cda-69f0-47de-950e-6b041b96c523"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:01.443757 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a25d53-2c95-4cfb-8fab-b522ec4814ba tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:01.445156 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc8c1e0-e837-45ef-837b-bc53e0985df6 x-openstack-request-id: req-bcc8c1e0-e837-45ef-837b-bc53e0985df6 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:01.445668 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c7e523-ff62-4bc1-bb18-7c45128681d1", "name": "network-vif-deleted", "tag": "e6ef0cda-69f0-47de-950e-6b041b96c523", "status": "failed", "code": 422}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:01.446977 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bcc8c1e0-e837-45ef-837b-bc53e0985df6 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:01.447745 n-d-764806-9 neutron-server[105579]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f4c7e523-ff62-4bc1-bb18-7c45128681d1', 'name': 'network-vif-deleted', 'tag': 'e6ef0cda-69f0-47de-950e-6b041b96c523', 'status': 'failed', 'code': 422} returned with failed status Jul 27 21:12:01.488513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a25d53-2c95-4cfb-8fab-b522ec4814ba tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Pushing event deleted for resources: {'Port': ['ID=5d0031c8-c520-466b-a983-bb9f2cf29878,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:01.594732 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a25d53-2c95-4cfb-8fab-b522ec4814ba tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:01.597127 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-34a25d53-2c95-4cfb-8fab-b522ec4814ba tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/ports/5d0031c8-c520-466b-a983-bb9f2cf29878 HTTP/1.1" status: 204 len: 168 time: 0.6868479 Jul 27 21:12:01.599773 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54860) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:01.669869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-123257b4-5b7a-4061-b91f-3097022749c8 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Deleting subnet 2090c397-2799-472d-9cfb-74934eddcc3a {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:12:01.673647 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-123257b4-5b7a-4061-b91f-3097022749c8 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:01.737048 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-123257b4-5b7a-4061-b91f-3097022749c8 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:01.884782 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-123257b4-5b7a-4061-b91f-3097022749c8 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:01.996753 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-123257b4-5b7a-4061-b91f-3097022749c8 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.027503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123257b4-5b7a-4061-b91f-3097022749c8 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Pushing event deleted for resources: {'Subnet': ['ID=2090c397-2799-472d-9cfb-74934eddcc3a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:02.040956 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-123257b4-5b7a-4061-b91f-3097022749c8 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.046368 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-123257b4-5b7a-4061-b91f-3097022749c8 tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/subnets/2090c397-2799-472d-9cfb-74934eddcc3a HTTP/1.1" status: 204 len: 168 time: 0.4452364 Jul 27 21:12:02.047275 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54890) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:02.050946 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ae15df-d623-4f1b-8ce9-2ba0b83bd038 None None] Network ce912f4e-43b5-402c-80ec-d27b8a69cdef requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:02.101379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f459bd-bfa0-41fa-b711-f92977c19c6b req-683a2c55-63e9-4d21-b6f0-583aa62804da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:02.105506 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-81f459bd-bfa0-41fa-b711-f92977c19c6b req-683a2c55-63e9-4d21-b6f0-583aa62804da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d538c3e22e243988094bcce4225bbe2&device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 1096 time: 0.0755625 Jul 27 21:12:02.150893 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.185364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-eb8a19c2-c342-445d-b957-67603c59eef8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:02.187986 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-eb8a19c2-c342-445d-b957-67603c59eef8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 811 time: 0.3264163 Jul 27 21:12:02.201314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaef25-69bd-429b-9df4-addad15ce7bc req-b35ef2d9-b5e3-4d96-a30d-7f9edf45b04f tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:02.210838 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82aaef25-69bd-429b-9df4-addad15ce7bc req-b35ef2d9-b5e3-4d96-a30d-7f9edf45b04f tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2558095 Jul 27 21:12:02.230150 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f459bd-bfa0-41fa-b711-f92977c19c6b req-cd68a4a9-ee6f-47ec-9c2d-148a2f349296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:02.232694 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-81f459bd-bfa0-41fa-b711-f92977c19c6b req-cd68a4a9-ee6f-47ec-9c2d-148a2f349296 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3745231b-f41c-4acd-95f9-0ea47baec6ca HTTP/1.1" status: 200 len: 914 time: 0.1193488 Jul 27 21:12:02.283111 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-975b6ec6-676b-4f78-83c9-39016900a0d7 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/quotas/74515b0a3b6a45a388bbc13bd7f3d653 HTTP/1.1" status: 200 len: 375 time: 0.0674615 Jul 27 21:12:02.288985 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-81f459bd-bfa0-41fa-b711-f92977c19c6b req-2d43d808-e577-4f04-aa67-c91643902b18 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72573715-1749-4c64-8696-9678e7ad95f7 HTTP/1.1" status: 200 len: 217 time: 0.0471411 Jul 27 21:12:02.319358 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82aaef25-69bd-429b-9df4-addad15ce7bc req-ca327d89-9eeb-4d6c-8791-602ed33a9275 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072330 Jul 27 21:12:02.360748 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-37f862be-60ac-4c75-91fa-46eb781eae72 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666268 Jul 27 21:12:02.366961 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Deleting port 5d08477a-7d74-4cec-9546-e90b34ad2ae5 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:02.367804 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.408800 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f459bd-bfa0-41fa-b711-f92977c19c6b req-39da1aa2-4449-4a7f-8d50-25889a463c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:02.410576 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-81f459bd-bfa0-41fa-b711-f92977c19c6b req-39da1aa2-4449-4a7f-8d50-25889a463c9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=774c1f98-65db-4f82-8eee-bf7b222555c2 HTTP/1.1" status: 200 len: 853 time: 0.1132712 Jul 27 21:12:02.436215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc6de73-c0fc-4971-82e8-8d5abf4c5625 None None] DHCP port deletion for ce912f4e-43b5-402c-80ec-d27b8a69cdef request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:12:02.498648 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-81f459bd-bfa0-41fa-b711-f92977c19c6b req-799b2636-b946-4af0-a176-43c3d2e08f86 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3745231b-f41c-4acd-95f9-0ea47baec6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744128 Jul 27 21:12:02.548790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6de73-c0fc-4971-82e8-8d5abf4c5625 None None] Deleting port 5d08477a-7d74-4cec-9546-e90b34ad2ae5 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:02.550447 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7cc6de73-c0fc-4971-82e8-8d5abf4c5625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.556891 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-da76abac-6d14-426d-81d7-9fbd82ddbf8e service neutron] 10.222.0.55 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838865 Jul 27 21:12:02.583978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] For port 5d08477a-7d74-4cec-9546-e90b34ad2ae5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5d08477a-7d74-4cec-9546-e90b34ad2ae5,segment=NetworkSegment(141b770d-042f-4cfa-a1d7-c606804b1161),segment_id=141b770d-042f-4cfa-a1d7-c606804b1161)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:02.584450 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.639238 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Calling delete_port for 5d08477a-7d74-4cec-9546-e90b34ad2ae5 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:02.652668 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-81f459bd-bfa0-41fa-b711-f92977c19c6b req-6ac10929-6f21-4d7d-9aa3-e7d96f9c85ca service neutron] 10.222.0.66 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510241 Jul 27 21:12:02.677564 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7cc6de73-c0fc-4971-82e8-8d5abf4c5625 None None] For port 5d08477a-7d74-4cec-9546-e90b34ad2ae5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5d08477a-7d74-4cec-9546-e90b34ad2ae5,segment=NetworkSegment(141b770d-042f-4cfa-a1d7-c606804b1161),segment_id=141b770d-042f-4cfa-a1d7-c606804b1161)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:02.678484 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7cc6de73-c0fc-4971-82e8-8d5abf4c5625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.699194 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6de73-c0fc-4971-82e8-8d5abf4c5625 None None] Calling delete_port for 5d08477a-7d74-4cec-9546-e90b34ad2ae5 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:02.702182 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-68438824-18bb-4368-8987-4fd976fa0974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.787436 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-81f459bd-bfa0-41fa-b711-f92977c19c6b req-f1f1920f-90d0-43ae-88f5-15562de25a84 service neutron] 10.222.0.66 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267364 Jul 27 21:12:02.810400 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-5416446e-8c9d-4d3b-bc3a-a2f54e7a5abc service neutron] 10.222.0.55 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445257 Jul 27 21:12:02.838814 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.880248 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Pushing event deleted for resources: {'Port': ['ID=5d08477a-7d74-4cec-9546-e90b34ad2ae5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:02.887271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] No DVR routers for this DVR port 5d08477a-7d74-4cec-9546-e90b34ad2ae5 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:12:02.894710 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7cc6de73-c0fc-4971-82e8-8d5abf4c5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.906899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5d08477a-7d74-4cec-9546-e90b34ad2ae5 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:02.941059 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 5d08477a-7d74-4cec-9546-e90b34ad2ae5 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:12:02.941400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5d08477a-7d74-4cec-9546-e90b34ad2ae5 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:12:02.991920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6de73-c0fc-4971-82e8-8d5abf4c5625 None None] Pushing event deleted for resources: {'Port': ['ID=5d08477a-7d74-4cec-9546-e90b34ad2ae5,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:02.997021 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:02.999127 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6de73-c0fc-4971-82e8-8d5abf4c5625 None None] No DVR routers for this DVR port 5d08477a-7d74-4cec-9546-e90b34ad2ae5 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:12:03.017444 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce912f4e-43b5-402c-80ec-d27b8a69cdef']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:03.035723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141b770d-042f-4cfa-a1d7-c606804b1161') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:03.036425 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141b770d-042f-4cfa-a1d7-c606804b1161') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:03.047985 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.065829 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.074528 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:12:03.074875 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:12:03.078947 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:12:03.194026 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-81595351-3abd-49a7-a0e7-83c0a78f06d3 req-6d42c022-a483-49ff-a062-df214e5b61d2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 210 time: 0.0533969 Jul 27 21:12:03.208084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.230784 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.233083 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] 10.222.0.55 "DELETE /v2.0/networks/ce912f4e-43b5-402c-80ec-d27b8a69cdef HTTP/1.1" status: 204 len: 168 time: 1.1829324 Jul 27 21:12:03.245082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1a080-688c-4803-92eb-4e717b8c973b tempest-TagsExtTest-1091474991 tempest-TagsExtTest-1091474991-project] Pushing event deleted for resources: {'Network': ['ID=ce912f4e-43b5-402c-80ec-d27b8a69cdef,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:03.625426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ffdfb-05f8-438c-9c63-ed3e488b59b6 req-9a53ae67-6a9e-4435-8956-88abd09ba4c3 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:03.634364 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f1ffdfb-05f8-438c-9c63-ed3e488b59b6 req-9a53ae67-6a9e-4435-8956-88abd09ba4c3 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.1598120 Jul 27 21:12:03.648963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54960) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:03.726950 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f1ffdfb-05f8-438c-9c63-ed3e488b59b6 req-92f3a580-8d9c-41f0-a8d3-56c487592854 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900652 Jul 27 21:12:03.773231 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54968) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:03.860124 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b18e3a2-e85b-4e39-a9af-f24e0a1768db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.904424 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-02408072-c8f9-49ea-87f5-85eac78ed6cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c941b7a781b64bfd80e9be202a9b8421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526703 Jul 27 21:12:03.907776 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54972) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:03.962827 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.989624 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e53f210b-0258-4171-a73f-cc4c1d75d015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:03.998487 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b18e3a2-e85b-4e39-a9af-f24e0a1768db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.005485 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b18e3a2-e85b-4e39-a9af-f24e0a1768db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.015561 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e53f210b-0258-4171-a73f-cc4c1d75d015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.045168 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5b18e3a2-e85b-4e39-a9af-f24e0a1768db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=25df0b5338f94caf8b4968578d055127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707531 Jul 27 21:12:04.046063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18e3a2-e85b-4e39-a9af-f24e0a1768db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b673ab55-3791-4630-8238-401d25860c38,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:04.048457 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54974) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:04.090911 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e53f210b-0258-4171-a73f-cc4c1d75d015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.093472 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e53f210b-0258-4171-a73f-cc4c1d75d015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.094739 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e53f210b-0258-4171-a73f-cc4c1d75d015 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a457fc91-3924-4101-9bf2-3b225ce90197 HTTP/1.1" status: 204 len: 168 time: 0.1851180 Jul 27 21:12:04.109421 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f210b-0258-4171-a73f-cc4c1d75d015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a457fc91-3924-4101-9bf2-3b225ce90197,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:04.122473 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-874d643e-c9a5-4321-ac3a-52815ab4ed00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.145609 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-874d643e-c9a5-4321-ac3a-52815ab4ed00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.200419 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-874d643e-c9a5-4321-ac3a-52815ab4ed00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.203505 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-874d643e-c9a5-4321-ac3a-52815ab4ed00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.204673 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-874d643e-c9a5-4321-ac3a-52815ab4ed00 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b673ab55-3791-4630-8238-401d25860c38 HTTP/1.1" status: 204 len: 168 time: 0.1552904 Jul 27 21:12:04.213464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d643e-c9a5-4321-ac3a-52815ab4ed00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b673ab55-3791-4630-8238-401d25860c38,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:04.374362 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1e393778-bfde-472f-8d06-f009ae87b873 req-eaa8bcf7-01e1-493c-97dc-6f873b89584b tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 210 time: 0.0423446 Jul 27 21:12:04.530877 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-9f2c416f-7e77-494d-9f30-6517af04c111 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:04.532639 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-9f2c416f-7e77-494d-9f30-6517af04c111 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.66 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 811 time: 0.1778791 Jul 27 21:12:04.547929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-e84ec14d-408e-4566-b149-61804feccab5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Request body: {'port': {'device_id': '147b9a99-5f38-40ce-a41a-236e8f2194b6', 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d', 'admin_state_up': True, 'tenant_id': '74515b0a3b6a45a388bbc13bd7f3d653'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:04.743817 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-e84ec14d-408e-4566-b149-61804feccab5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Made reservation on behalf of 74515b0a3b6a45a388bbc13bd7f3d653 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:04.753610 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-e84ec14d-408e-4566-b149-61804feccab5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.915337 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1aaf6-7af5-4b9f-afaf-e4418a82f9b4 req-e9aad3cd-bf8b-4e6e-b686-d29c19cb0de7 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:04.924466 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1aaf6-7af5-4b9f-afaf-e4418a82f9b4 req-e9aad3cd-bf8b-4e6e-b686-d29c19cb0de7 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:04.931319 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1aaf6-7af5-4b9f-afaf-e4418a82f9b4 req-e9aad3cd-bf8b-4e6e-b686-d29c19cb0de7 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:04.931520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55008) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:04.937441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1aaf6-7af5-4b9f-afaf-e4418a82f9b4 req-e9aad3cd-bf8b-4e6e-b686-d29c19cb0de7 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:04.943492 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1aaf6-7af5-4b9f-afaf-e4418a82f9b4 req-e9aad3cd-bf8b-4e6e-b686-d29c19cb0de7 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:04.950785 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1aaf6-7af5-4b9f-afaf-e4418a82f9b4 req-e9aad3cd-bf8b-4e6e-b686-d29c19cb0de7 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:04.956687 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1aaf6-7af5-4b9f-afaf-e4418a82f9b4 req-e9aad3cd-bf8b-4e6e-b686-d29c19cb0de7 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:04.957039 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b0bfab3d-c75a-4097-8ceb-0567674d0d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:04.967248 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3aa1aaf6-7af5-4b9f-afaf-e4418a82f9b4 req-e9aad3cd-bf8b-4e6e-b686-d29c19cb0de7 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5446 time: 0.2085555 Jul 27 21:12:04.989970 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-e84ec14d-408e-4566-b149-61804feccab5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Allocated IP 172.20.0.14 (874f537e-e9c6-4edd-8438-8ff33d048e2d/5afc042a-4902-464a-b704-f1422378a801/2e8f1c51-dc05-45b2-8400-1211cdef2ea3) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:05.018651 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3aa1aaf6-7af5-4b9f-afaf-e4418a82f9b4 req-10855fc3-dcc9-47f6-b39e-376cadf3067c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502129 Jul 27 21:12:05.075243 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883c132-d948-4362-ac37-53068bc828b9 req-9f4da9d7-fba1-48eb-b8c1-bda13e516531 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:05.083066 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5883c132-d948-4362-ac37-53068bc828b9 req-9f4da9d7-fba1-48eb-b8c1-bda13e516531 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.2127917 Jul 27 21:12:05.109449 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 72573715-1749-4c64-8696-9678e7ad95f7 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:05.160136 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5883c132-d948-4362-ac37-53068bc828b9 req-62d33c8f-0e47-4e79-8b7a-a70e0c887aa1 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762029 Jul 27 21:12:05.339579 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.357349 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d77bb61f-404a-4e82-8695-1889dd3de8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.357606 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34111ba-5230-4669-a4df-1a7bd5c26d3b req-5316d180-0a7f-432c-a39e-dd25b1a6d7d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:05.367192 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34111ba-5230-4669-a4df-1a7bd5c26d3b req-5316d180-0a7f-432c-a39e-dd25b1a6d7d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:05.377604 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34111ba-5230-4669-a4df-1a7bd5c26d3b req-5316d180-0a7f-432c-a39e-dd25b1a6d7d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:05.385462 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34111ba-5230-4669-a4df-1a7bd5c26d3b req-5316d180-0a7f-432c-a39e-dd25b1a6d7d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:05.391791 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 72573715-1749-4c64-8696-9678e7ad95f7, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=72573715-1749-4c64-8696-9678e7ad95f7,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:05.392849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34111ba-5230-4669-a4df-1a7bd5c26d3b req-5316d180-0a7f-432c-a39e-dd25b1a6d7d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:05.393098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589de643-0d8c-49cd-9955-b991029d4c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72573715-1749-4c64-8696-9678e7ad95f7'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:05.396080 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3f463d-e622-460f-b8d1-da408e8b12ed" -d '{"events": [{"server_uuid": "589de643-0d8c-49cd-9955-b991029d4c91", "name": "network-vif-unplugged", "status": "completed", "tag": "72573715-1749-4c64-8696-9678e7ad95f7"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:05.403125 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34111ba-5230-4669-a4df-1a7bd5c26d3b req-5316d180-0a7f-432c-a39e-dd25b1a6d7d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:05.407805 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.409427 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34111ba-5230-4669-a4df-1a7bd5c26d3b req-5316d180-0a7f-432c-a39e-dd25b1a6d7d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:05.424221 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f34111ba-5230-4669-a4df-1a7bd5c26d3b req-5316d180-0a7f-432c-a39e-dd25b1a6d7d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5446 time: 0.2235019 Jul 27 21:12:05.499995 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe9be18-f068-4b0c-95f6-55ba669e21e9 x-openstack-request-id: req-9fe9be18-f068-4b0c-95f6-55ba669e21e9 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:05.500295 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589de643-0d8c-49cd-9955-b991029d4c91", "name": "network-vif-unplugged", "status": "completed", "tag": "72573715-1749-4c64-8696-9678e7ad95f7", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:05.500545 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9fe9be18-f068-4b0c-95f6-55ba669e21e9 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:05.500948 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589de643-0d8c-49cd-9955-b991029d4c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72573715-1749-4c64-8696-9678e7ad95f7', 'code': 200} Jul 27 21:12:05.514957 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1a120ed1-3ab3-4571-861c-e1a9c54003f0 req-dc87ba9e-fbbe-450d-ba19-5661b1f0c166 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 210 time: 0.0371895 Jul 27 21:12:05.565601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=72573715-1749-4c64-8696-9678e7ad95f7,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:05.573163 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.698038 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b0bfab3d-c75a-4097-8ceb-0567674d0d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.706477 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b0bfab3d-c75a-4097-8ceb-0567674d0d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.731075 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-e84ec14d-408e-4566-b149-61804feccab5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.770016 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b0bfab3d-c75a-4097-8ceb-0567674d0d10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73e30b46dff34106a30f8c5c62eea4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8332298 Jul 27 21:12:05.770778 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55026) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:05.771334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfab3d-c75a-4097-8ceb-0567674d0d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8336d4-d5fb-40b6-bb44-eb746a454c03,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:05.808404 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-e84ec14d-408e-4566-b149-61804feccab5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.832342 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a523abe7-0a88-453e-b6f9-9b41d04b964d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.858937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-e84ec14d-408e-4566-b149-61804feccab5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Network 874f537e-e9c6-4edd-8438-8ff33d048e2d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:05.869611 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a523abe7-0a88-453e-b6f9-9b41d04b964d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.869898 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-e84ec14d-408e-4566-b149-61804feccab5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:05.875560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-e84ec14d-408e-4566-b149-61804feccab5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:05.878763 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ec14d-408e-4566-b149-61804feccab5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Pushing event updated for resources: {'Port': ['ID=2e8f1c51-dc05-45b2-8400-1211cdef2ea3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:05.932825 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a523abe7-0a88-453e-b6f9-9b41d04b964d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.935490 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a523abe7-0a88-453e-b6f9-9b41d04b964d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.936956 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a523abe7-0a88-453e-b6f9-9b41d04b964d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0e8336d4-d5fb-40b6-bb44-eb746a454c03 HTTP/1.1" status: 204 len: 168 time: 0.1646519 Jul 27 21:12:05.944838 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523abe7-0a88-453e-b6f9-9b41d04b964d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8336d4-d5fb-40b6-bb44-eb746a454c03,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:05.970014 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-e84ec14d-408e-4566-b149-61804feccab5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:05.970715 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-e84ec14d-408e-4566-b149-61804feccab5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:05.996340 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-e84ec14d-408e-4566-b149-61804feccab5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4530933 Jul 27 21:12:06.010327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Request body: {'port': {'device_id': '147b9a99-5f38-40ce-a41a-236e8f2194b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:06.088984 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.328047 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2b0d0-06a9-4f4d-8a1b-2c3606d5d524 req-2d50fbae-18dd-4fd2-b4fa-f4757012df87 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:06.336675 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e1d2b0d0-06a9-4f4d-8a1b-2c3606d5d524 req-2d50fbae-18dd-4fd2-b4fa-f4757012df87 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 943 time: 0.0884540 Jul 27 21:12:06.389403 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e1d2b0d0-06a9-4f4d-8a1b-2c3606d5d524 req-42be3af1-9091-4f47-b666-d4f65b69f9c3 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514622 Jul 27 21:12:06.422507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:12:06.431897 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.439670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55058) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:06.455639 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Transition to ACTIVE for port object 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:06.460374 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.549034 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de1bd7-ba1d-46ba-8c6b-56f735bf515a req-1d8e73b9-3180-4067-b80f-b4a0b1f1d04c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:06.551538 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-81de1bd7-ba1d-46ba-8c6b-56f735bf515a req-1d8e73b9-3180-4067-b80f-b4a0b1f1d04c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 943 time: 0.0890820 Jul 27 21:12:06.569137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Pushing event updated for resources: {'Port': ['ID=2e8f1c51-dc05-45b2-8400-1211cdef2ea3,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:06.608452 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f3e735fb-8c31-4ada-bf97-060192d9db2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.616022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Attempting to bind port 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:06.616022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Attempting to bind port 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:06.616022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Attempting to bind port 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 on network 874f537e-e9c6-4edd-8438-8ff33d048e2d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:06.622363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Port 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 on network 874f537e-e9c6-4edd-8438-8ff33d048e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:12:06.622855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Attempting to bind port 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 on network 874f537e-e9c6-4edd-8438-8ff33d048e2d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:06.629322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:06.629682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Checking segment: {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:06.630053 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Bound using segment: {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:06.630508 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Bound port: 2e8f1c51-dc05-45b2-8400-1211cdef2ea3, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:06.630866 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.652820 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-81de1bd7-ba1d-46ba-8c6b-56f735bf515a req-6b3f3a3c-4142-4d1f-9ce8-0fbb02989bab tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918043 Jul 27 21:12:06.754433 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54479f-1fe1-4619-8860-b44f655a2971 req-1fbae72e-764b-4b27-9ef2-748fe465a936 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:06.754433 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f54479f-1fe1-4619-8860-b44f655a2971 req-1fbae72e-764b-4b27-9ef2-748fe465a936 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 944 time: 0.1209562 Jul 27 21:12:06.763859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] For port 2e8f1c51-dc05-45b2-8400-1211cdef2ea3, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:06.770473 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] For port 2e8f1c51-dc05-45b2-8400-1211cdef2ea3, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2e8f1c51-dc05-45b2-8400-1211cdef2ea3,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:06.776858 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.817802 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f54479f-1fe1-4619-8860-b44f655a2971 req-304fb4ba-a604-448b-b237-dba4b143890e tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434639 Jul 27 21:12:06.826947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:06.827714 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.829440 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-41803772-0182-45e2-8511-f5f311eea41e service neutron] 10.222.0.66 "PUT /v2.0/ports/2e8f1c51-dc05-45b2-8400-1211cdef2ea3 HTTP/1.1" status: 200 len: 1092 time: 0.8249667 Jul 27 21:12:06.832546 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '147b9a99-5f38-40ce-a41a-236e8f2194b6', 'tag': '2e8f1c51-dc05-45b2-8400-1211cdef2ea3'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:06.836839 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9325368-8818-4f4c-937c-b53ddccd3a80" -d '{"events": [{"name": "network-changed", "server_uuid": "147b9a99-5f38-40ce-a41a-236e8f2194b6", "tag": "2e8f1c51-dc05-45b2-8400-1211cdef2ea3"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:06.880243 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f3e735fb-8c31-4ada-bf97-060192d9db2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.882412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41803772-0182-45e2-8511-f5f311eea41e service neutron] Pushing event updated for resources: {'Port': ['ID=2e8f1c51-dc05-45b2-8400-1211cdef2ea3,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:06.892101 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:12:06.894249 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f3e735fb-8c31-4ada-bf97-060192d9db2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:06.958357 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f3e735fb-8c31-4ada-bf97-060192d9db2c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=611ad44e4a2440cf8f3e80b865f60bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5160275 Jul 27 21:12:06.959053 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55090) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:06.963149 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180dc635-d98c-4470-965b-46c7400d524d x-openstack-request-id: req-180dc635-d98c-4470-965b-46c7400d524d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:06.963454 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "147b9a99-5f38-40ce-a41a-236e8f2194b6", "tag": "2e8f1c51-dc05-45b2-8400-1211cdef2ea3", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:06.963695 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-180dc635-d98c-4470-965b-46c7400d524d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:06.964105 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '147b9a99-5f38-40ce-a41a-236e8f2194b6', 'tag': '2e8f1c51-dc05-45b2-8400-1211cdef2ea3', 'status': 'completed', 'code': 200} Jul 27 21:12:06.966490 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e735fb-8c31-4ada-bf97-060192d9db2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a31782-b3b3-49c4-bbfb-6578e6c66772,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:06.997703 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-21e1526f-f0ef-4a96-9036-5c7b300f77f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:06.999297 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-21e1526f-f0ef-4a96-9036-5c7b300f77f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 1095 time: 0.0833056 Jul 27 21:12:07.028180 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a039e547-1688-46ba-8dc2-602966d73ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.090101 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-0101a67a-c9bf-4799-b1c8-7a0b15557777 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e8f1c51-dc05-45b2-8400-1211cdef2ea3 HTTP/1.1" status: 200 len: 217 time: 0.0802248 Jul 27 21:12:07.107677 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a039e547-1688-46ba-8dc2-602966d73ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.117361 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.177566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-cbbd395f-4d98-4403-84f6-68b38bef42e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:07.184093 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-cbbd395f-4d98-4403-84f6-68b38bef42e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5afc042a-4902-464a-b704-f1422378a801 HTTP/1.1" status: 200 len: 851 time: 0.0845213 Jul 27 21:12:07.268248 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-3692f51e-59da-43db-a2e2-6c43eb0e11cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=874f537e-e9c6-4edd-8438-8ff33d048e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754490 Jul 27 21:12:07.363269 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a039e547-1688-46ba-8dc2-602966d73ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.367306 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a039e547-1688-46ba-8dc2-602966d73ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.372842 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a039e547-1688-46ba-8dc2-602966d73ef5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60a31782-b3b3-49c4-bbfb-6578e6c66772 HTTP/1.1" status: 204 len: 168 time: 0.4126010 Jul 27 21:12:07.400476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499effb-b46d-42e5-927b-81c79f662a1c req-880aa28a-e7e6-490f-8dd6-ef5f01205b96 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:07.402661 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4499effb-b46d-42e5-927b-81c79f662a1c req-880aa28a-e7e6-490f-8dd6-ef5f01205b96 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 943 time: 0.2613902 Jul 27 21:12:07.404659 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039e547-1688-46ba-8dc2-602966d73ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a31782-b3b3-49c4-bbfb-6578e6c66772,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:07.454548 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-9dab3a25-7262-4f9d-9c11-c5c02155e298 service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774502 Jul 27 21:12:07.498787 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4499effb-b46d-42e5-927b-81c79f662a1c req-af376f56-45b2-4738-aab7-e1130d7b2339 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891726 Jul 27 21:12:07.629483 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:07.650331 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1aa438b7-5767-4569-af5f-7ef0f3e5cf06 req-9de6c118-82c6-4f29-9a0b-c2755e1b551b service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875141 Jul 27 21:12:07.837964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9325368-8818-4f4c-937c-b53ddccd3a80 req-189c65bf-e545-46fd-a9ac-9f78da5be78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:07.839518 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a9325368-8818-4f4c-937c-b53ddccd3a80 req-189c65bf-e545-46fd-a9ac-9f78da5be78d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 1095 time: 0.1420820 Jul 27 21:12:07.850598 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-99a8d93d-b5ae-4e8a-9fcb-6d2a19e17f89 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3373253 Jul 27 21:12:08.006569 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9325368-8818-4f4c-937c-b53ddccd3a80 req-2723a58a-fd65-402e-a9b3-a76a687aefde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:08.008703 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a9325368-8818-4f4c-937c-b53ddccd3a80 req-2723a58a-fd65-402e-a9b3-a76a687aefde service neutron] 10.222.0.66 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 912 time: 0.1569519 Jul 27 21:12:08.058177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55226) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:08.062100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55228) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:08.081583 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a9325368-8818-4f4c-937c-b53ddccd3a80 req-ace890aa-f661-4d05-ae16-cc55948c0337 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e8f1c51-dc05-45b2-8400-1211cdef2ea3 HTTP/1.1" status: 200 len: 217 time: 0.0640819 Jul 27 21:12:08.084686 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11d7ba81-ff01-4379-bde2-268338e113f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.201520 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4af85-3bfe-4c58-8a76-1a6187295ac7 req-32581ae8-9a9d-4c1e-9d4b-3afc774a5821 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:08.210257 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75e4af85-3bfe-4c58-8a76-1a6187295ac7 req-32581ae8-9a9d-4c1e-9d4b-3afc774a5821 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 944 time: 0.2069914 Jul 27 21:12:08.256095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9325368-8818-4f4c-937c-b53ddccd3a80 req-639813fa-d60e-4c02-9613-0f6b4d0fd9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:08.259020 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a9325368-8818-4f4c-937c-b53ddccd3a80 req-639813fa-d60e-4c02-9613-0f6b4d0fd9fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5afc042a-4902-464a-b704-f1422378a801 HTTP/1.1" status: 200 len: 851 time: 0.1669841 Jul 27 21:12:08.320652 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75e4af85-3bfe-4c58-8a76-1a6187295ac7 req-9eaf8e1d-c177-4f96-bdc6-c6d3f497253e tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060219 Jul 27 21:12:08.324728 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a9325368-8818-4f4c-937c-b53ddccd3a80 req-b608acba-b064-4b4b-a8fc-cd9c284228da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=874f537e-e9c6-4edd-8438-8ff33d048e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590351 Jul 27 21:12:08.370142 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11d7ba81-ff01-4379-bde2-268338e113f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.413227 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11d7ba81-ff01-4379-bde2-268338e113f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.468521 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-11d7ba81-ff01-4379-bde2-268338e113f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef7cac19aa5c4db3845e7ecaeb3a65e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992381 Jul 27 21:12:08.469120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55280) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:08.478324 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7ba81-ff01-4379-bde2-268338e113f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19081e5-16a3-4b05-af99-dbce295835d8,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:08.526196 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a9325368-8818-4f4c-937c-b53ddccd3a80 req-96bcf753-ae9f-451e-99f8-5943603d1443 service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911573 Jul 27 21:12:08.540070 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8312c5-2ba4-4e4f-bb09-9b8c873d4a00 req-28add30a-8006-4fd0-aab7-731e66d5b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:08.540677 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8312c5-2ba4-4e4f-bb09-9b8c873d4a00 req-28add30a-8006-4fd0-aab7-731e66d5b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:08.541179 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8312c5-2ba4-4e4f-bb09-9b8c873d4a00 req-28add30a-8006-4fd0-aab7-731e66d5b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:08.541670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8312c5-2ba4-4e4f-bb09-9b8c873d4a00 req-28add30a-8006-4fd0-aab7-731e66d5b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:08.542147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8312c5-2ba4-4e4f-bb09-9b8c873d4a00 req-28add30a-8006-4fd0-aab7-731e66d5b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:08.542701 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8312c5-2ba4-4e4f-bb09-9b8c873d4a00 req-28add30a-8006-4fd0-aab7-731e66d5b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:08.543373 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8312c5-2ba4-4e4f-bb09-9b8c873d4a00 req-28add30a-8006-4fd0-aab7-731e66d5b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:08.553821 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c8312c5-2ba4-4e4f-bb09-9b8c873d4a00 req-28add30a-8006-4fd0-aab7-731e66d5b337 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 6503 time: 0.4891450 Jul 27 21:12:08.601664 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2166e2ff-56bb-4248-a3d3-b87bab0d8a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.619141 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c8312c5-2ba4-4e4f-bb09-9b8c873d4a00 req-2d9cccbd-059e-4cea-8bf0-51633975c797 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0f7791be-02b8-4b45-a089-1f0cc491476b&id=3ac88c6f-6745-4640-8e30-38637c3f3e85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618291 Jul 27 21:12:08.675231 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2166e2ff-56bb-4248-a3d3-b87bab0d8a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.692215 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a9325368-8818-4f4c-937c-b53ddccd3a80 req-fc0fb59c-1d4c-4d15-ab37-f055ff8cc3eb service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516552 Jul 27 21:12:08.692883 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55306) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:08.791855 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2166e2ff-56bb-4248-a3d3-b87bab0d8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.796010 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2166e2ff-56bb-4248-a3d3-b87bab0d8a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.797555 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2166e2ff-56bb-4248-a3d3-b87bab0d8a7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c19081e5-16a3-4b05-af99-dbce295835d8 HTTP/1.1" status: 204 len: 168 time: 0.3259621 Jul 27 21:12:08.811443 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506ec1e-7b2b-4d8e-bd7f-b5275694d024 req-b6f87261-27f7-42af-96be-e89562de3f46 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:08.813537 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d506ec1e-7b2b-4d8e-bd7f-b5275694d024 req-b6f87261-27f7-42af-96be-e89562de3f46 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 943 time: 0.1677678 Jul 27 21:12:08.820609 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166e2ff-56bb-4248-a3d3-b87bab0d8a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19081e5-16a3-4b05-af99-dbce295835d8,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:08.847906 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:08.873281 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-af3ec3b8-3078-421c-a0ef-7eb9c357dd64 tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:08.877520 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d506ec1e-7b2b-4d8e-bd7f-b5275694d024 req-cd701ac5-47cd-4b5d-b412-1de7d3c631bc tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535092 Jul 27 21:12:08.923063 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-af3ec3b8-3078-421c-a0ef-7eb9c357dd64 tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] 10.222.0.55 "PUT /v2.0/quotas/02128767566a47d0bff0671e03a64e5b HTTP/1.1" status: 200 len: 366 time: 0.2290509 Jul 27 21:12:08.925685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55338) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:08.939923 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-383b93b2-b7d8-40d5-847e-354d30a598bb tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0130563 Jul 27 21:12:08.942289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55342) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:08.953795 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-17b1575a-fb57-47f3-b577-4c204bbd5489 tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] 10.222.0.55 "GET /v2.0/quotas/02128767566a47d0bff0671e03a64e5b HTTP/1.1" status: 200 len: 366 time: 0.0104570 Jul 27 21:12:08.956564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55346) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:08.976566 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5a88f9f9-3de9-4c9f-ac62-8c5479f62aaa tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/02128767566a47d0bff0671e03a64e5b HTTP/1.1" status: 204 len: 168 time: 0.0164707 Jul 27 21:12:08.977310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55350) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:08.989802 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-13292f9b-4654-4646-bff0-ad1a0bb7c713 tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0093093 Jul 27 21:12:08.989997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55356) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:09.000495 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9afa6f1a-07ca-4c58-86da-cd8b7c3fa4ec tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] 10.222.0.55 "GET /v2.0/quotas/02128767566a47d0bff0671e03a64e5b HTTP/1.1" status: 200 len: 370 time: 0.0094366 Jul 27 21:12:09.002945 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55358) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:09.008081 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-219ce48a-5a4d-4779-8b33-3e2f73d85f2e tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] 10.222.0.55 "GET /v2.0/quotas/02128767566a47d0bff0671e03a64e5b/default HTTP/1.1" status: 200 len: 370 time: 0.0040312 Jul 27 21:12:09.011052 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55362) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:09.019797 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-a8d814bd-7277-40b5-9719-1eee8fd7c13b tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] delete failed (client error): The resource could not be found. Jul 27 21:12:09.021037 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a8d814bd-7277-40b5-9719-1eee8fd7c13b tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/02128767566a47d0bff0671e03a64e5b HTTP/1.1" status: 404 len: 348 time: 0.0091305 Jul 27 21:12:09.112361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-812964b7-cd0e-4cef-8fd5-e35f70287fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:09.114286 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-812964b7-cd0e-4cef-8fd5-e35f70287fe0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91&tenant_id=9d538c3e22e243988094bcce4225bbe2 HTTP/1.1" status: 200 len: 1094 time: 0.0685911 Jul 27 21:12:09.125513 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 72573715-1749-4c64-8696-9678e7ad95f7 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:09.130160 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:09.228233 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.283347 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55400) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:09.307714 n-d-764806-9 neutron-server[105579]: DEBUG neutron.quota.resource [None req-d311f05a-6b5f-46a1-b9b1-26ec2f8a6f2d tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] Usage tracker for resource:network and tenant:1ae0cfafd3da47c08f4a120cf5e3fa03 is out of sync, need to count used quota {{(pid=105579) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 21:12:09.313395 n-d-764806-9 neutron-server[105579]: DEBUG neutron.quota.resource [None req-d311f05a-6b5f-46a1-b9b1-26ec2f8a6f2d tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=105579) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 21:12:09.322196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.quota.resource [None req-d311f05a-6b5f-46a1-b9b1-26ec2f8a6f2d tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] Usage tracker for resource:subnet and tenant:1ae0cfafd3da47c08f4a120cf5e3fa03 is out of sync, need to count used quota {{(pid=105579) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 21:12:09.329765 n-d-764806-9 neutron-server[105579]: DEBUG neutron.quota.resource [None req-d311f05a-6b5f-46a1-b9b1-26ec2f8a6f2d tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=105579) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 21:12:09.340050 n-d-764806-9 neutron-server[105579]: DEBUG neutron.quota.resource [None req-d311f05a-6b5f-46a1-b9b1-26ec2f8a6f2d tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] Usage tracker for resource:subnetpool and tenant:1ae0cfafd3da47c08f4a120cf5e3fa03 is out of sync, need to count used quota {{(pid=105579) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 21:12:09.345739 n-d-764806-9 neutron-server[105579]: DEBUG neutron.quota.resource [None req-d311f05a-6b5f-46a1-b9b1-26ec2f8a6f2d tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=105579) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 21:12:09.354287 n-d-764806-9 neutron-server[105579]: DEBUG neutron.quota.resource [None req-d311f05a-6b5f-46a1-b9b1-26ec2f8a6f2d tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] Usage tracker for resource:port and tenant:1ae0cfafd3da47c08f4a120cf5e3fa03 is out of sync, need to count used quota {{(pid=105579) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 21:12:09.376620 n-d-764806-9 neutron-server[105579]: DEBUG neutron.quota.resource [None req-d311f05a-6b5f-46a1-b9b1-26ec2f8a6f2d tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=105579) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 21:12:09.390338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.quota.resource [None req-d311f05a-6b5f-46a1-b9b1-26ec2f8a6f2d tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] Usage tracker for resource:router and tenant:1ae0cfafd3da47c08f4a120cf5e3fa03 is out of sync, need to count used quota {{(pid=105579) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 21:12:09.402785 n-d-764806-9 neutron-server[105579]: DEBUG neutron.quota.resource [None req-d311f05a-6b5f-46a1-b9b1-26ec2f8a6f2d tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=105579) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 21:12:09.410517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.quota.resource [None req-d311f05a-6b5f-46a1-b9b1-26ec2f8a6f2d tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] Usage tracker for resource:floatingip and tenant:1ae0cfafd3da47c08f4a120cf5e3fa03 is out of sync, need to count used quota {{(pid=105579) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 21:12:09.417166 n-d-764806-9 neutron-server[105579]: DEBUG neutron.quota.resource [None req-d311f05a-6b5f-46a1-b9b1-26ec2f8a6f2d tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=105579) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 21:12:09.492200 n-d-764806-9 neutron-server[105579]: DEBUG neutron.quota.resource [None req-d311f05a-6b5f-46a1-b9b1-26ec2f8a6f2d tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] Usage tracker for resource:security_group and tenant:1ae0cfafd3da47c08f4a120cf5e3fa03 is out of sync, need to count used quota {{(pid=105579) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 21:12:09.499233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.quota.resource [None req-d311f05a-6b5f-46a1-b9b1-26ec2f8a6f2d tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=105579) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 21:12:09.510640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.quota.resource [None req-d311f05a-6b5f-46a1-b9b1-26ec2f8a6f2d tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] Usage tracker for resource:security_group_rule and tenant:1ae0cfafd3da47c08f4a120cf5e3fa03 is out of sync, need to count used quota {{(pid=105579) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 27 21:12:09.521181 n-d-764806-9 neutron-server[105579]: DEBUG neutron.quota.resource [None req-d311f05a-6b5f-46a1-b9b1-26ec2f8a6f2d tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=105579) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 27 21:12:09.533381 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d311f05a-6b5f-46a1-b9b1-26ec2f8a6f2d tempest-QuotasTest-1324898859 tempest-QuotasTest-1324898859-project-admin] 10.222.0.55 "GET /v2.0/quotas/1ae0cfafd3da47c08f4a120cf5e3fa03/details.json HTTP/1.1" status: 200 len: 703 time: 0.2488494 Jul 27 21:12:09.543128 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6efd01-0036-42b6-a72b-2c85689064ee req-fe9c0015-3e59-4996-840b-68f037b97aca tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:09.544863 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d6efd01-0036-42b6-a72b-2c85689064ee req-fe9c0015-3e59-4996-840b-68f037b97aca tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 944 time: 0.1035254 Jul 27 21:12:09.578127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] For port 72573715-1749-4c64-8696-9678e7ad95f7, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=72573715-1749-4c64-8696-9678e7ad95f7,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:09.610378 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d6efd01-0036-42b6-a72b-2c85689064ee req-eb6177a7-f2f8-4782-b7ba-a8ed26925a4f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564156 Jul 27 21:12:09.652825 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] For port 72573715-1749-4c64-8696-9678e7ad95f7, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:09.706302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72573715-1749-4c64-8696-9678e7ad95f7 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:12:09.722202 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.737952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Transition to ACTIVE for port object 72573715-1749-4c64-8696-9678e7ad95f7 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:09.744853 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.826600 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] No DVR routers for this DVR port 72573715-1749-4c64-8696-9678e7ad95f7 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:12:09.828820 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Pushing event updated for resources: {'Port': ['ID=72573715-1749-4c64-8696-9678e7ad95f7,revision_number=9']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:09.839855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:09.840208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:09.840553 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:09.840892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:09.841281 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:09.841541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:09.841869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:09.842197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:09.842555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:09.842879 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:09.843202 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:09.843527 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:09.891852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Attempting to bind port 72573715-1749-4c64-8696-9678e7ad95f7 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:09.892416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Attempting to bind port 72573715-1749-4c64-8696-9678e7ad95f7 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'f4bdd82f-7356-43d6-8866-f3704dc0d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:09.892766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Attempting to bind port 72573715-1749-4c64-8696-9678e7ad95f7 on network 3745231b-f41c-4acd-95f9-0ea47baec6ca {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:09.897465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Port 72573715-1749-4c64-8696-9678e7ad95f7 on network 3745231b-f41c-4acd-95f9-0ea47baec6ca not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:12:09.897802 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Attempting to bind port 72573715-1749-4c64-8696-9678e7ad95f7 on network 3745231b-f41c-4acd-95f9-0ea47baec6ca {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:09.905037 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:09.906932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Checking segment: {'id': 'f4bdd82f-7356-43d6-8866-f3704dc0d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:09.906932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Bound using segment: {'id': 'f4bdd82f-7356-43d6-8866-f3704dc0d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:09.906932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Bound port: 72573715-1749-4c64-8696-9678e7ad95f7, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4bdd82f-7356-43d6-8866-f3704dc0d16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:09.906932 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:09.942923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55494) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:09.993249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] For port 72573715-1749-4c64-8696-9678e7ad95f7, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:09.996940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] For port 72573715-1749-4c64-8696-9678e7ad95f7, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=72573715-1749-4c64-8696-9678e7ad95f7,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:10.003954 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.056801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:10.057439 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.058964 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] 10.222.0.20 "PUT /v2.0/ports/72573715-1749-4c64-8696-9678e7ad95f7 HTTP/1.1" status: 200 len: 1091 time: 0.9346519 Jul 27 21:12:10.059415 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589de643-0d8c-49cd-9955-b991029d4c91', 'tag': '72573715-1749-4c64-8696-9678e7ad95f7'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:10.066885 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df85c27d-1198-4805-8688-849e25b6dff8" -d '{"events": [{"name": "network-changed", "server_uuid": "589de643-0d8c-49cd-9955-b991029d4c91", "tag": "72573715-1749-4c64-8696-9678e7ad95f7"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:10.105980 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d197d-6b47-4dee-ace0-b67855f33da3 service neutron] Pushing event updated for resources: {'Port': ['ID=72573715-1749-4c64-8696-9678e7ad95f7,revision_number=10']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:10.122979 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b027a6-444d-4888-be86-2f876c6bc8dd req-ac2ca4f9-3e5d-4f39-9617-66cc32b2b925 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:10.124552 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62b027a6-444d-4888-be86-2f876c6bc8dd req-ac2ca4f9-3e5d-4f39-9617-66cc32b2b925 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 943 time: 0.1495748 Jul 27 21:12:10.157264 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647f5ace-92ff-4885-aac6-26ecabae7e9e x-openstack-request-id: req-647f5ace-92ff-4885-aac6-26ecabae7e9e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:10.157875 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "589de643-0d8c-49cd-9955-b991029d4c91", "tag": "72573715-1749-4c64-8696-9678e7ad95f7", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:10.158326 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-647f5ace-92ff-4885-aac6-26ecabae7e9e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:10.158896 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589de643-0d8c-49cd-9955-b991029d4c91', 'tag': '72573715-1749-4c64-8696-9678e7ad95f7', 'status': 'completed', 'code': 200} Jul 27 21:12:10.176673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-6ccfd686-7c5c-44db-85ce-aa8073f1a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:10.179078 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-6ccfd686-7c5c-44db-85ce-aa8073f1a601 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d538c3e22e243988094bcce4225bbe2&device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 1095 time: 0.0693686 Jul 27 21:12:10.185524 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62b027a6-444d-4888-be86-2f876c6bc8dd req-7ce5f93b-3117-432a-ad32-ff10eb813d9b tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497110 Jul 27 21:12:10.278023 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea7aba64-5cb6-4895-8ba4-5c6bfc3d9847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.310110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-873c344d-408c-4540-a069-2cfad5999094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:10.311799 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-873c344d-408c-4540-a069-2cfad5999094 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3745231b-f41c-4acd-95f9-0ea47baec6ca HTTP/1.1" status: 200 len: 914 time: 0.1237218 Jul 27 21:12:10.370317 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-9a0f08ec-6891-4763-960c-a7a6e7dd65f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72573715-1749-4c64-8696-9678e7ad95f7 HTTP/1.1" status: 200 len: 217 time: 0.0443923 Jul 27 21:12:10.402835 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea7aba64-5cb6-4895-8ba4-5c6bfc3d9847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.411646 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea7aba64-5cb6-4895-8ba4-5c6bfc3d9847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.445074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-1d420dbd-4a0a-423c-8786-045cca69b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:10.447343 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-1d420dbd-4a0a-423c-8786-045cca69b250 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=774c1f98-65db-4f82-8eee-bf7b222555c2 HTTP/1.1" status: 200 len: 853 time: 0.0669246 Jul 27 21:12:10.452737 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ea7aba64-5cb6-4895-8ba4-5c6bfc3d9847 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=422afe23e8f74868a8c66290bcc79b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085335 Jul 27 21:12:10.455393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55560) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:10.466135 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7aba64-5cb6-4895-8ba4-5c6bfc3d9847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584b2c2e-0797-419b-8080-34d8fd7c8239,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:10.521604 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-143fb431-d02c-40a1-924a-4cc191d5af9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3745231b-f41c-4acd-95f9-0ea47baec6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510507 Jul 27 21:12:10.624113 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a548e9a5-2337-44bd-ab42-2115f333c1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.672504 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a548e9a5-2337-44bd-ab42-2115f333c1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.684850 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-6f6af47a-34f2-4285-ad34-489b39281fbd service neutron] 10.222.0.20 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512461 Jul 27 21:12:10.813220 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a548e9a5-2337-44bd-ab42-2115f333c1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.816054 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a548e9a5-2337-44bd-ab42-2115f333c1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:10.817194 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a548e9a5-2337-44bd-ab42-2115f333c1e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/584b2c2e-0797-419b-8080-34d8fd7c8239 HTTP/1.1" status: 204 len: 168 time: 0.3602149 Jul 27 21:12:10.827337 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719bc74-e2ac-4b4c-b8d2-f6d3a6c6e543 req-94f593b1-a950-42fa-aa4e-3b2d317bde72 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:10.830069 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0719bc74-e2ac-4b4c-b8d2-f6d3a6c6e543 req-94f593b1-a950-42fa-aa4e-3b2d317bde72 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 944 time: 0.1254539 Jul 27 21:12:10.835688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548e9a5-2337-44bd-ab42-2115f333c1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584b2c2e-0797-419b-8080-34d8fd7c8239,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:10.840797 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-0cebd4fe-dd62-4d62-b033-765188279aa8 service neutron] 10.222.0.20 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465538 Jul 27 21:12:10.919341 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0719bc74-e2ac-4b4c-b8d2-f6d3a6c6e543 req-feccbfcc-212c-4251-8e28-358d21b00e90 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802219 Jul 27 21:12:11.002663 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85c27d-1198-4805-8688-849e25b6dff8 req-d1c160b9-4280-4b3b-9bfc-1913b0d68746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:11.004598 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-df85c27d-1198-4805-8688-849e25b6dff8 req-d1c160b9-4280-4b3b-9bfc-1913b0d68746 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d538c3e22e243988094bcce4225bbe2&device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 1095 time: 0.0833540 Jul 27 21:12:11.123416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85c27d-1198-4805-8688-849e25b6dff8 req-9fced340-3006-4b82-a571-b2f96319706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:11.125280 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-df85c27d-1198-4805-8688-849e25b6dff8 req-9fced340-3006-4b82-a571-b2f96319706f service neutron] 10.222.0.20 "GET /v2.0/networks?id=3745231b-f41c-4acd-95f9-0ea47baec6ca HTTP/1.1" status: 200 len: 914 time: 0.1124823 Jul 27 21:12:11.140992 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:12:11.191768 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-df85c27d-1198-4805-8688-849e25b6dff8 req-123df532-3cea-4cb5-beb8-8e8a3eae7ed8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72573715-1749-4c64-8696-9678e7ad95f7 HTTP/1.1" status: 200 len: 217 time: 0.0582948 Jul 27 21:12:11.277743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85c27d-1198-4805-8688-849e25b6dff8 req-958ab03d-c29c-4e3b-9856-bfbdee7c6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:11.280494 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-df85c27d-1198-4805-8688-849e25b6dff8 req-958ab03d-c29c-4e3b-9856-bfbdee7c6856 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=774c1f98-65db-4f82-8eee-bf7b222555c2 HTTP/1.1" status: 200 len: 853 time: 0.0770142 Jul 27 21:12:11.303565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2e8f1c51-dc05-45b2-8400-1211cdef2ea3, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2e8f1c51-dc05-45b2-8400-1211cdef2ea3,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:11.318994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '2e8f1c51-dc05-45b2-8400-1211cdef2ea3', 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d', 'port_id': '2e8f1c51-dc05-45b2-8400-1211cdef2ea3', 'mac_address': 'fa:16:3e:66:0b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afc042a-4902-464a-b704-f1422378a801', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:12:11.342585 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-df85c27d-1198-4805-8688-849e25b6dff8 req-9bd54d81-4e6a-46a6-94e8-9c1f55ca453b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3745231b-f41c-4acd-95f9-0ea47baec6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499926 Jul 27 21:12:11.368333 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.391560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:12:11.434100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2e8f1c51-dc05-45b2-8400-1211cdef2ea3, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2e8f1c51-dc05-45b2-8400-1211cdef2ea3,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:11.448344 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.488463 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efed1c5-2ef2-4357-8178-d7ff86b843c4 req-b55e249c-bc07-4953-8cbb-232312475512 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:11.490076 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4efed1c5-2ef2-4357-8178-d7ff86b843c4 req-b55e249c-bc07-4953-8cbb-232312475512 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 944 time: 0.1895168 Jul 27 21:12:11.592150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=2e8f1c51-dc05-45b2-8400-1211cdef2ea3,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:11.618252 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-df85c27d-1198-4805-8688-849e25b6dff8 req-610579a6-fdfe-44ea-bd17-862958714199 service neutron] 10.222.0.20 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664793 Jul 27 21:12:11.618512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55708) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:11.725386 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-156662bc-0651-4a41-851f-1f94efec776b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:11.854255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['2e8f1c51-dc05-45b2-8400-1211cdef2ea3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:12:11.944371 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-df85c27d-1198-4805-8688-849e25b6dff8 req-0ad24bf0-38e1-4e2e-b321-b52d7e9519c4 service neutron] 10.222.0.20 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175726 Jul 27 21:12:12.072946 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-156662bc-0651-4a41-851f-1f94efec776b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.082648 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-156662bc-0651-4a41-851f-1f94efec776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.100716 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4efed1c5-2ef2-4357-8178-d7ff86b843c4 req-c068532c-327c-4b83-bb9a-94c95ba7051c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6041048 Jul 27 21:12:12.147129 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-156662bc-0651-4a41-851f-1f94efec776b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ae0cfafd3da47c08f4a120cf5e3fa03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5272443 Jul 27 21:12:12.148092 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156662bc-0651-4a41-851f-1f94efec776b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4add171f-13af-465e-8036-ece77f6ab6ef,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:12.151246 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55726) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:12.231004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e501e-5863-4b63-9715-3fdc308cbd12 req-366a2d27-06fe-4c39-9564-6974ccf770af tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:12.232579 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b64e501e-5863-4b63-9715-3fdc308cbd12 req-366a2d27-06fe-4c39-9564-6974ccf770af tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 945 time: 0.1256409 Jul 27 21:12:12.247767 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9ffe-8b38-4e12-bf0f-7a43ed2b4c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.296212 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9ffe-8b38-4e12-bf0f-7a43ed2b4c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.311555 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b64e501e-5863-4b63-9715-3fdc308cbd12 req-9ddedacb-823c-4c5b-bf59-c6d7122e0c48 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728445 Jul 27 21:12:12.380163 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9ffe-8b38-4e12-bf0f-7a43ed2b4c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.384534 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4aa9ffe-8b38-4e12-bf0f-7a43ed2b4c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:12.386177 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a4aa9ffe-8b38-4e12-bf0f-7a43ed2b4c1e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4add171f-13af-465e-8036-ece77f6ab6ef HTTP/1.1" status: 204 len: 168 time: 0.2217505 Jul 27 21:12:12.400744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa9ffe-8b38-4e12-bf0f-7a43ed2b4c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4add171f-13af-465e-8036-ece77f6ab6ef,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:13.345599 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d36bd-61a3-4831-8d67-b161ee92529c req-b694281c-3314-48a1-8107-a17bab46f6be tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:13.362898 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-993d36bd-61a3-4831-8d67-b161ee92529c req-b694281c-3314-48a1-8107-a17bab46f6be tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 944 time: 0.1473258 Jul 27 21:12:13.430583 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-993d36bd-61a3-4831-8d67-b161ee92529c req-5011eba7-66ab-4315-a99e-5b41515d7152 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624869 Jul 27 21:12:13.593708 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55772) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:13.682664 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfa4e4-00a0-4a30-a87f-2889b65cd478 req-441fdc34-02ff-44ed-9e62-3a0121641036 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:13.684500 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20dfa4e4-00a0-4a30-a87f-2889b65cd478 req-441fdc34-02ff-44ed-9e62-3a0121641036 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 945 time: 0.2180927 Jul 27 21:12:13.775569 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20dfa4e4-00a0-4a30-a87f-2889b65cd478 req-1be33140-3a51-4e5b-9f5c-39a16c92809d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844769 Jul 27 21:12:13.821101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e9427dec-c110-4d9a-9464-3e3491b2a063 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1374144701'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:13.870053 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9427dec-c110-4d9a-9464-3e3491b2a063 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Made reservation on behalf of 630083de0f774fd4bf81cf2c6818bd0d for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:13.888501 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9427dec-c110-4d9a-9464-3e3491b2a063 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:13.909862 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9427dec-c110-4d9a-9464-3e3491b2a063 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.089731 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9427dec-c110-4d9a-9464-3e3491b2a063 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.098748 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9427dec-c110-4d9a-9464-3e3491b2a063 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.133928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9427dec-c110-4d9a-9464-3e3491b2a063 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:12:14.144272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9427dec-c110-4d9a-9464-3e3491b2a063 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ce707d-85c8-403f-9392-bee1b38083a1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:14.154741 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9427dec-c110-4d9a-9464-3e3491b2a063 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.155023 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-e9427dec-c110-4d9a-9464-3e3491b2a063 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Added segment f384a18e-8370-4f81-bd91-2560eb0d3365 of type vlan for network ee1e6bbe-a787-4947-bc59-e2e4f70a9e39 Jul 27 21:12:14.205690 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9427dec-c110-4d9a-9464-3e3491b2a063 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.262170 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9427dec-c110-4d9a-9464-3e3491b2a063 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.270924 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9427dec-c110-4d9a-9464-3e3491b2a063 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:14.272149 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9427dec-c110-4d9a-9464-3e3491b2a063 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.358333 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55788) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:14.364228 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-3728323b-8462-4336-8ea3-9ac10949ef47 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Request body: {'subnet': {'network_id': 'ee1e6bbe-a787-4947-bc59-e2e4f70a9e39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:14.368635 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e9427dec-c110-4d9a-9464-3e3491b2a063 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7748046 Jul 27 21:12:14.389029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9427dec-c110-4d9a-9464-3e3491b2a063 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Pushing event updated for resources: {'Network': ['ID=ee1e6bbe-a787-4947-bc59-e2e4f70a9e39,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:14.402947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network ee1e6bbe-a787-4947-bc59-e2e4f70a9e39 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:12:14.668527 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3728323b-8462-4336-8ea3-9ac10949ef47 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Made reservation on behalf of 630083de0f774fd4bf81cf2c6818bd0d for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:14.672694 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3728323b-8462-4336-8ea3-9ac10949ef47 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:14.751103 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819e8ec-a373-48aa-8cc5-b03a545ad73f req-0a0d1200-9ed0-4d78-aa17-da7b067960f3 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:14.758781 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4819e8ec-a373-48aa-8cc5-b03a545ad73f req-0a0d1200-9ed0-4d78-aa17-da7b067960f3 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 944 time: 0.2047803 Jul 27 21:12:14.862815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4819e8ec-a373-48aa-8cc5-b03a545ad73f req-15e9a0a9-ade3-438e-a1a3-fa1175d2ff9c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030216 Jul 27 21:12:15.142800 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:15.155846 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3728323b-8462-4336-8ea3-9ac10949ef47 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:15.220688 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c79edf-a0e7-4a55-ab2e-a92f46abc15a req-4dd62ab8-c427-46a8-b1fb-6cfcd3068093 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:15.229324 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5c79edf-a0e7-4a55-ab2e-a92f46abc15a req-4dd62ab8-c427-46a8-b1fb-6cfcd3068093 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 945 time: 0.2090578 Jul 27 21:12:15.256900 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:15.272403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:15.273039 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:15.315094 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728323b-8462-4336-8ea3-9ac10949ef47 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Pushing event updated for resources: {'Subnet': ['ID=8c5765d3-ef9e-426f-830b-bc5b13f18bdf,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:15.382684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5c79edf-a0e7-4a55-ab2e-a92f46abc15a req-9fd7181a-f234-4140-b96e-3ec5f740ef33 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470685 Jul 27 21:12:15.385163 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3728323b-8462-4336-8ea3-9ac10949ef47 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Checking segment: {'id': 'f384a18e-8370-4f81-bd91-2560eb0d3365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ee1e6bbe-a787-4947-bc59-e2e4f70a9e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:15.390772 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3728323b-8462-4336-8ea3-9ac10949ef47 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Network hostable DHCP agents. Network: ee1e6bbe-a787-4947-bc59-e2e4f70a9e39, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:12:15.449071 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3728323b-8462-4336-8ea3-9ac10949ef47 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Network ee1e6bbe-a787-4947-bc59-e2e4f70a9e39 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:12:15.466034 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-3728323b-8462-4336-8ea3-9ac10949ef47 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, ee1e6bbe-a787-4947-bc59-e2e4f70a9e39) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:15.478712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3728323b-8462-4336-8ea3-9ac10949ef47 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:15.478712 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3728323b-8462-4336-8ea3-9ac10949ef47 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:15.480247 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:15.485975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9494ed3-a8a4-4d5a-ba8e-391a28a4e1d4 None None] Network ee1e6bbe-a787-4947-bc59-e2e4f70a9e39 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:15.521817 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3728323b-8462-4336-8ea3-9ac10949ef47 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1622932 Jul 27 21:12:15.525354 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55826) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:15.531615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-5d923e6a-4383-4536-bdcc-ee861ec9eb00 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Request body: {'port': {'network_id': 'ee1e6bbe-a787-4947-bc59-e2e4f70a9e39', 'name': 'tempest-ExtraDHCPOptionsTestJSON-6013363'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:15.640897 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147b9a99-5f38-40ce-a41a-236e8f2194b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8f1c51-dc05-45b2-8400-1211cdef2ea3'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:15.643590 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307898c0-e752-44a1-ae37-25eb4b5953ed" -d '{"events": [{"server_uuid": "147b9a99-5f38-40ce-a41a-236e8f2194b6", "name": "network-vif-plugged", "status": "completed", "tag": "2e8f1c51-dc05-45b2-8400-1211cdef2ea3"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:15.749242 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd12844-01f6-446c-abad-3e23e0b53141 x-openstack-request-id: req-5fd12844-01f6-446c-abad-3e23e0b53141 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:15.749673 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147b9a99-5f38-40ce-a41a-236e8f2194b6", "name": "network-vif-plugged", "status": "completed", "tag": "2e8f1c51-dc05-45b2-8400-1211cdef2ea3", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:15.750038 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5fd12844-01f6-446c-abad-3e23e0b53141 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:15.750550 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147b9a99-5f38-40ce-a41a-236e8f2194b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8f1c51-dc05-45b2-8400-1211cdef2ea3', 'code': 200} Jul 27 21:12:15.756319 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2e8f1c51-dc05-45b2-8400-1211cdef2ea3, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2e8f1c51-dc05-45b2-8400-1211cdef2ea3,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:15.769972 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:15.794032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d923e6a-4383-4536-bdcc-ee861ec9eb00 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Made reservation on behalf of 630083de0f774fd4bf81cf2c6818bd0d for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:15.815205 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d923e6a-4383-4536-bdcc-ee861ec9eb00 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:15.973821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-5d923e6a-4383-4536-bdcc-ee861ec9eb00 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] device_id is not set on port 745cbc86-21fe-4e9d-906f-7e1db9ac827b yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:12:16.009590 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=2e8f1c51-dc05-45b2-8400-1211cdef2ea3,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:16.095355 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-ee1e6bbe-a787-4947-bc59-e2e4f70a9e39', 'network_id': 'ee1e6bbe-a787-4947-bc59-e2e4f70a9e39', 'tenant_id': '630083de0f774fd4bf81cf2c6818bd0d', 'fixed_ips': [{'subnet_id': '8c5765d3-ef9e-426f-830b-bc5b13f18bdf'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:12:16.096233 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.206627 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1a599-340f-4d1d-a295-56e9c79eb70e req-71d99804-30a2-4202-8b08-bab58a8aafd6 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:16.208244 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65d1a599-340f-4d1d-a295-56e9c79eb70e req-71d99804-30a2-4202-8b08-bab58a8aafd6 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 944 time: 0.2324336 Jul 27 21:12:16.352457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78994836-2af5-4aa6-8a72-91ce9a4857f2 req-814e15b7-479b-480e-95cf-961580f7260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:16.355224 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-78994836-2af5-4aa6-8a72-91ce9a4857f2 req-814e15b7-479b-480e-95cf-961580f7260b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 1097 time: 0.5022686 Jul 27 21:12:16.358252 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65d1a599-340f-4d1d-a295-56e9c79eb70e req-ea0f9784-78a1-4628-8dce-9dadbaea0bb0 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352682 Jul 27 21:12:16.418881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-5d923e6a-4383-4536-bdcc-ee861ec9eb00 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Allocated IP 172.20.0.10 (ee1e6bbe-a787-4947-bc59-e2e4f70a9e39/8c5765d3-ef9e-426f-830b-bc5b13f18bdf/745cbc86-21fe-4e9d-906f-7e1db9ac827b) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:16.457983 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-78994836-2af5-4aa6-8a72-91ce9a4857f2 req-10eaf8dc-4bb5-4d45-b64d-61b7fd94352c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923059 Jul 27 21:12:16.574991 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55858) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:16.654566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a23984-6e8b-4a25-b3f3-2a7cce8aa832 req-47cf5dd2-f471-43d1-8d67-077a3f22adff tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:16.665767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-50a23984-6e8b-4a25-b3f3-2a7cce8aa832 req-47cf5dd2-f471-43d1-8d67-077a3f22adff tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.1564691 Jul 27 21:12:16.769160 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d923e6a-4383-4536-bdcc-ee861ec9eb00 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.772831 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f592729e-7b4e-4e0e-9ff1-4de950a670c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.786812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1309c-e562-44bf-a8ad-8b93bebf7ee8 req-fab46428-5bda-4478-b8f8-f419e51f6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:16.788430 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d1c1309c-e562-44bf-a8ad-8b93bebf7ee8 req-fab46428-5bda-4478-b8f8-f419e51f6798 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 1096 time: 0.4807415 Jul 27 21:12:16.807099 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-50a23984-6e8b-4a25-b3f3-2a7cce8aa832 req-e7ad977a-bbdf-4db5-883c-f52a43aa4c61 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398189 Jul 27 21:12:16.818410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-5d923e6a-4383-4536-bdcc-ee861ec9eb00 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Transition to ACTIVE for port object 745cbc86-21fe-4e9d-906f-7e1db9ac827b will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:16.892397 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d1c1309c-e562-44bf-a8ad-8b93bebf7ee8 req-2b16cbcc-be3c-440f-b1a7-37a52237943e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ad9bcc78-38ce-4b42-ae3f-78ef1572c107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972996 Jul 27 21:12:16.920106 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d923e6a-4383-4536-bdcc-ee861ec9eb00 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:16.972020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d923e6a-4383-4536-bdcc-ee861ec9eb00 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Network ee1e6bbe-a787-4947-bc59-e2e4f70a9e39 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:16.976050 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-5d923e6a-4383-4536-bdcc-ee861ec9eb00 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:16.981585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d923e6a-4383-4536-bdcc-ee861ec9eb00 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:17.004442 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Allocated IP 172.20.0.2 (ee1e6bbe-a787-4947-bc59-e2e4f70a9e39/8c5765d3-ef9e-426f-830b-bc5b13f18bdf/2653d09c-0052-465d-87c5-a7600f8e35f0) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:17.048238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d923e6a-4383-4536-bdcc-ee861ec9eb00 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Pushing event updated for resources: {'Port': ['ID=745cbc86-21fe-4e9d-906f-7e1db9ac827b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:17.071700 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f592729e-7b4e-4e0e-9ff1-4de950a670c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.075156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d923e6a-4383-4536-bdcc-ee861ec9eb00 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:17.076562 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d923e6a-4383-4536-bdcc-ee861ec9eb00 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.094195 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f592729e-7b4e-4e0e-9ff1-4de950a670c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.111664 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5d923e6a-4383-4536-bdcc-ee861ec9eb00 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5844088 Jul 27 21:12:17.113379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55868) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:17.119571 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Request body: {'port': {'network_id': 'ee1e6bbe-a787-4947-bc59-e2e4f70a9e39', 'name': 'tempest-ExtraDHCPOptionsTestJSON-779190100', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:17.119858 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.api.validators [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] bootfile-name is not in valid_values {{(pid=105580) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:12:17.120392 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.api.validators [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] tftp-server is not in valid_values {{(pid=105580) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:12:17.120730 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.api.validators [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] server-ip-address is not in valid_values {{(pid=105580) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:12:17.233774 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592729e-7b4e-4e0e-9ff1-4de950a670c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71aa83b0-f617-4d1d-9ba5-78735455d789,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:17.289782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f592729e-7b4e-4e0e-9ff1-4de950a670c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f366293653224cdc850b58a1c75671a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7113817 Jul 27 21:12:17.292544 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55874) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:17.505498 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.531658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Made reservation on behalf of 630083de0f774fd4bf81cf2c6818bd0d for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:17.549426 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.557163 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Transition to ACTIVE for port object 2653d09c-0052-465d-87c5-a7600f8e35f0 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:17.584323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Transition to ACTIVE for port object 2653d09c-0052-465d-87c5-a7600f8e35f0 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:17.629032 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-54f39e61-37ee-485b-ac60-d6b8482a6d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.637312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] device_id is not set on port 409acce6-3399-43dd-900d-6e18357eaeb5 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:12:17.680779 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.757842 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-54f39e61-37ee-485b-ac60-d6b8482a6d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.803258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2b9ef-ce0b-4f4f-9bb3-f7e80620660a req-1f6dc2a5-4607-433e-8aaa-ef29dd847b7d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:17.805386 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30c2b9ef-ce0b-4f4f-9bb3-f7e80620660a req-1f6dc2a5-4607-433e-8aaa-ef29dd847b7d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 944 time: 0.2137218 Jul 27 21:12:17.906017 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Network ee1e6bbe-a787-4947-bc59-e2e4f70a9e39 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:17.906307 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-54f39e61-37ee-485b-ac60-d6b8482a6d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.910770 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-54f39e61-37ee-485b-ac60-d6b8482a6d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:17.915010 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-54f39e61-37ee-485b-ac60-d6b8482a6d55 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/71aa83b0-f617-4d1d-9ba5-78735455d789 HTTP/1.1" status: 204 len: 168 time: 0.6182692 Jul 27 21:12:17.915010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Allocated IP 172.20.0.11 (ee1e6bbe-a787-4947-bc59-e2e4f70a9e39/8c5765d3-ef9e-426f-830b-bc5b13f18bdf/409acce6-3399-43dd-900d-6e18357eaeb5) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:17.932797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:17.935063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Pushing event updated for resources: {'Port': ['ID=2653d09c-0052-465d-87c5-a7600f8e35f0,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:17.951991 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:17.956950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f39e61-37ee-485b-ac60-d6b8482a6d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aa83b0-f617-4d1d-9ba5-78735455d789,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:17.958006 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30c2b9ef-ce0b-4f4f-9bb3-f7e80620660a req-814ee3ca-0deb-420c-8a64-c2b800de4d09 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420684 Jul 27 21:12:18.221595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Attempting to bind port 2653d09c-0052-465d-87c5-a7600f8e35f0 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:18.222142 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Attempting to bind port 2653d09c-0052-465d-87c5-a7600f8e35f0 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'f384a18e-8370-4f81-bd91-2560eb0d3365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ee1e6bbe-a787-4947-bc59-e2e4f70a9e39'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:18.222405 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Attempting to bind port 2653d09c-0052-465d-87c5-a7600f8e35f0 on network ee1e6bbe-a787-4947-bc59-e2e4f70a9e39 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:18.248379 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:18.248758 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Checking segment: {'id': 'f384a18e-8370-4f81-bd91-2560eb0d3365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ee1e6bbe-a787-4947-bc59-e2e4f70a9e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:18.249163 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:18.249748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Bound using segment: {'id': 'f384a18e-8370-4f81-bd91-2560eb0d3365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ee1e6bbe-a787-4947-bc59-e2e4f70a9e39'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:18.250032 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Bound port: 2653d09c-0052-465d-87c5-a7600f8e35f0, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f384a18e-8370-4f81-bd91-2560eb0d3365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'ee1e6bbe-a787-4947-bc59-e2e4f70a9e39'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:18.262172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5c423-b054-4872-9609-bec158063e73 req-6b1c855b-1532-40dd-95c8-45f76265dcd8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:18.265242 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:18.276413 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99b5c423-b054-4872-9609-bec158063e73 req-6b1c855b-1532-40dd-95c8-45f76265dcd8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.2669971 Jul 27 21:12:18.409094 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99b5c423-b054-4872-9609-bec158063e73 req-d5c77cb3-78e5-4e65-972a-3c8fa7312363 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208704 Jul 27 21:12:18.461926 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] For port 2653d09c-0052-465d-87c5-a7600f8e35f0, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:18.466702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] For port 2653d09c-0052-465d-87c5-a7600f8e35f0, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2653d09c-0052-465d-87c5-a7600f8e35f0,segment=NetworkSegment(f384a18e-8370-4f81-bd91-2560eb0d3365),segment_id=f384a18e-8370-4f81-bd91-2560eb0d3365)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:18.475789 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:18.591916 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:18.627632 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Transition to ACTIVE for port object 409acce6-3399-43dd-900d-6e18357eaeb5 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:18.638549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55896) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:18.682143 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cac422-b27b-438b-96c9-76b5e814127f None None] Pushing event updated for resources: {'Port': ['ID=2653d09c-0052-465d-87c5-a7600f8e35f0,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:18.696090 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a5ccec7f-4d78-43bb-9edb-d0fee6eabc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:18.705006 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:18.824467 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Pushing event updated for resources: {'Port': ['ID=409acce6-3399-43dd-900d-6e18357eaeb5,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:18.831359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Network ee1e6bbe-a787-4947-bc59-e2e4f70a9e39 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:18.833105 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:18.850700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:18.935051 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98596d2-03c2-4630-ae8d-bb47e2b74846 req-0bdfa32d-c44a-413d-be65-ecbaa5685fe3 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:18.943029 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d98596d2-03c2-4630-ae8d-bb47e2b74846 req-0bdfa32d-c44a-413d-be65-ecbaa5685fe3 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.2390018 Jul 27 21:12:18.982315 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:18.983482 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:19.034880 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d98596d2-03c2-4630-ae8d-bb47e2b74846 req-66b4018c-6b8a-4340-83dc-0a37ca5bc28c tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908465 Jul 27 21:12:19.105524 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a5ccec7f-4d78-43bb-9edb-d0fee6eabc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:19.115098 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a5ccec7f-4d78-43bb-9edb-d0fee6eabc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:19.123489 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-448d1663-d76d-4623-a546-883f3e23e756 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.0088022 Jul 27 21:12:19.127407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55906) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:19.168058 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a5ccec7f-4d78-43bb-9edb-d0fee6eabc49 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c12a2aa2b7444024bcd99a613fb41ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5283625 Jul 27 21:12:19.170911 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55910) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:19.273284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ccec7f-4d78-43bb-9edb-d0fee6eabc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdb7dd0-0804-484b-b799-b36cd3aa3f14,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:19.295908 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccec7f-4d78-43bb-9edb-d0fee6eabc49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:19.296548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccec7f-4d78-43bb-9edb-d0fee6eabc49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:19.296699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccec7f-4d78-43bb-9edb-d0fee6eabc49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:19.296948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccec7f-4d78-43bb-9edb-d0fee6eabc49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:19.297286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccec7f-4d78-43bb-9edb-d0fee6eabc49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:19.297645 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccec7f-4d78-43bb-9edb-d0fee6eabc49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:19.298114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccec7f-4d78-43bb-9edb-d0fee6eabc49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:19.298630 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccec7f-4d78-43bb-9edb-d0fee6eabc49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:19.298829 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccec7f-4d78-43bb-9edb-d0fee6eabc49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:19.299296 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccec7f-4d78-43bb-9edb-d0fee6eabc49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:19.300376 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccec7f-4d78-43bb-9edb-d0fee6eabc49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:19.300376 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ccec7f-4d78-43bb-9edb-d0fee6eabc49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:19.325186 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442be63f-6632-4089-b6f3-bbd3e1c0da8d tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:19.332595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442be63f-6632-4089-b6f3-bbd3e1c0da8d tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:19.340573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442be63f-6632-4089-b6f3-bbd3e1c0da8d tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:19.342488 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-442be63f-6632-4089-b6f3-bbd3e1c0da8d tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.2140131 Jul 27 21:12:19.345078 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f9a83dba-59bc-4db7-a7e5-e07a6ecb5ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:19.345240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55912) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:19.356870 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3088b-0bda-4ed6-a63e-5ae186093355 req-e28bcef9-c4ec-4d22-93b5-44b04abb84f6 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:19.364023 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bba3088b-0bda-4ed6-a63e-5ae186093355 req-e28bcef9-c4ec-4d22-93b5-44b04abb84f6 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 944 time: 0.2015018 Jul 27 21:12:19.424277 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f9a83dba-59bc-4db7-a7e5-e07a6ecb5ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:19.483848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bba3088b-0bda-4ed6-a63e-5ae186093355 req-e5b8e90e-3fd7-4d8d-ac51-efd7196dabc8 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188335 Jul 27 21:12:19.568878 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f9a83dba-59bc-4db7-a7e5-e07a6ecb5ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:19.572473 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f9a83dba-59bc-4db7-a7e5-e07a6ecb5ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:19.576859 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f9a83dba-59bc-4db7-a7e5-e07a6ecb5ac4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbdb7dd0-0804-484b-b799-b36cd3aa3f14 HTTP/1.1" status: 204 len: 168 time: 0.4046364 Jul 27 21:12:19.593287 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a83dba-59bc-4db7-a7e5-e07a6ecb5ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdb7dd0-0804-484b-b799-b36cd3aa3f14,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:19.636409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-59fd392c-942c-4488-82a6-40d038241209 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Deleting port 409acce6-3399-43dd-900d-6e18357eaeb5 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:19.636637 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59fd392c-942c-4488-82a6-40d038241209 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:19.862981 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59fd392c-942c-4488-82a6-40d038241209 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:19.923972 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-59fd392c-942c-4488-82a6-40d038241209 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Calling delete_port for 409acce6-3399-43dd-900d-6e18357eaeb5 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:20.163221 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59fd392c-942c-4488-82a6-40d038241209 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:20.360349 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59fd392c-942c-4488-82a6-40d038241209 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:20.365523 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-59fd392c-942c-4488-82a6-40d038241209 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] 10.222.0.55 "DELETE /v2.0/ports/409acce6-3399-43dd-900d-6e18357eaeb5 HTTP/1.1" status: 204 len: 168 time: 1.0187738 Jul 27 21:12:20.370371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55926) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:20.375645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd392c-942c-4488-82a6-40d038241209 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Pushing event deleted for resources: {'Port': ['ID=409acce6-3399-43dd-900d-6e18357eaeb5,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:20.385966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-fbbe1b57-83ca-47d2-afd2-ed684de567c4 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Request body: {'port': {'name': 'tempest-new-port-name-1154195006', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:20.386503 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.api.validators [None req-fbbe1b57-83ca-47d2-afd2-ed684de567c4 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] bootfile-name is not in valid_values {{(pid=105580) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:12:20.386908 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.api.validators [None req-fbbe1b57-83ca-47d2-afd2-ed684de567c4 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] tftp-server is not in valid_values {{(pid=105580) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:12:20.387607 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.api.validators [None req-fbbe1b57-83ca-47d2-afd2-ed684de567c4 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] server-ip-address is not in valid_values {{(pid=105580) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 27 21:12:20.412556 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978ed88-9bed-4d3c-bde9-38c504bdde64 req-1a9aa635-9c12-40c2-a20e-e9d5fe1ba73a tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:20.420951 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f978ed88-9bed-4d3c-bde9-38c504bdde64 req-1a9aa635-9c12-40c2-a20e-e9d5fe1ba73a tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.2087026 Jul 27 21:12:20.542876 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f978ed88-9bed-4d3c-bde9-38c504bdde64 req-15032b02-afe6-45d8-b13e-b86ddf1072f3 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099358 Jul 27 21:12:20.607726 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af71640-ce2f-446a-aacc-dee72b46d50c None None] Network ee1e6bbe-a787-4947-bc59-e2e4f70a9e39 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:20.683718 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fbbe1b57-83ca-47d2-afd2-ed684de567c4 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:20.843757 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051232ca-2f73-4c1a-9ff5-01deb7ca58e0 req-410e3df2-5882-421c-86ad-bd55f03a7463 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:20.847936 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-051232ca-2f73-4c1a-9ff5-01deb7ca58e0 req-410e3df2-5882-421c-86ad-bd55f03a7463 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 944 time: 0.2122197 Jul 27 21:12:20.975503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-051232ca-2f73-4c1a-9ff5-01deb7ca58e0 req-7521382f-1b8b-43d3-b6be-ab458aede42d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119757 Jul 27 21:12:21.305551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2653d09c-0052-465d-87c5-a7600f8e35f0 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:21.395773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-33702693-3779-4bf7-aa25-e6a2f3e5b427 None None] Provisioning for port 2653d09c-0052-465d-87c5-a7600f8e35f0 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:21.405025 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 2653d09c-0052-465d-87c5-a7600f8e35f0 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:21.408890 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fbbe1b57-83ca-47d2-afd2-ed684de567c4 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:21.416826 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fbbe1b57-83ca-47d2-afd2-ed684de567c4 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:21.423616 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-33702693-3779-4bf7-aa25-e6a2f3e5b427 None None] Provisioning complete for port 2653d09c-0052-465d-87c5-a7600f8e35f0 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:21.426676 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-33702693-3779-4bf7-aa25-e6a2f3e5b427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:21.490560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 2653d09c-0052-465d-87c5-a7600f8e35f0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:21.491199 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:21.564629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe1b57-83ca-47d2-afd2-ed684de567c4 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Pushing event updated for resources: {'Port': ['ID=745cbc86-21fe-4e9d-906f-7e1db9ac827b,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:21.582467 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe1b57-83ca-47d2-afd2-ed684de567c4 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] In _notify_port_updated(), no bound segment for port 745cbc86-21fe-4e9d-906f-7e1db9ac827b on network ee1e6bbe-a787-4947-bc59-e2e4f70a9e39 {{(pid=105580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:12:21.599813 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbe1b57-83ca-47d2-afd2-ed684de567c4 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:21.600575 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fbbe1b57-83ca-47d2-afd2-ed684de567c4 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:21.608330 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fbbe1b57-83ca-47d2-afd2-ed684de567c4 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] 10.222.0.55 "PUT /v2.0/ports/745cbc86-21fe-4e9d-906f-7e1db9ac827b HTTP/1.1" status: 200 len: 1137 time: 1.2322347 Jul 27 21:12:21.609031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55952) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:21.809460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1548381-c04c-4288-a0ec-c3b164624b58 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:21.829951 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b1548381-c04c-4288-a0ec-c3b164624b58 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] 10.222.0.55 "GET /v2.0/ports/745cbc86-21fe-4e9d-906f-7e1db9ac827b HTTP/1.1" status: 200 len: 1137 time: 0.2171237 Jul 27 21:12:21.832312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55958) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:21.943665 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6210429-1d7a-4e40-8052-d08e8bc5c3ef req-40031c06-c834-4042-934d-f0524b8b29cc tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:21.954144 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6210429-1d7a-4e40-8052-d08e8bc5c3ef req-40031c06-c834-4042-934d-f0524b8b29cc tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.2799618 Jul 27 21:12:22.118075 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6210429-1d7a-4e40-8052-d08e8bc5c3ef req-d37f462d-2622-451a-89ad-e5009c260192 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612861 Jul 27 21:12:22.132310 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:22.274431 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 2653d09c-0052-465d-87c5-a7600f8e35f0, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2653d09c-0052-465d-87c5-a7600f8e35f0,segment=NetworkSegment(f384a18e-8370-4f81-bd91-2560eb0d3365),segment_id=f384a18e-8370-4f81-bd91-2560eb0d3365)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:22.275650 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-33702693-3779-4bf7-aa25-e6a2f3e5b427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:22.314728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-3425f76c-5eb6-4b13-9a2d-76c2dcadca30 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Deleting port 745cbc86-21fe-4e9d-906f-7e1db9ac827b {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:22.315085 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3425f76c-5eb6-4b13-9a2d-76c2dcadca30 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:22.347039 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:22.352040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcfcd8-eb01-4c76-a540-fb4b007a674d req-1858dede-60bc-4eb9-8f41-62b7758b121c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:22.365990 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b3dcfcd8-eb01-4c76-a540-fb4b007a674d req-1858dede-60bc-4eb9-8f41-62b7758b121c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 944 time: 0.2404211 Jul 27 21:12:22.452961 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b3dcfcd8-eb01-4c76-a540-fb4b007a674d req-5eda29e3-a06a-43ce-8708-2a57bcc3b127 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797496 Jul 27 21:12:22.521738 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3425f76c-5eb6-4b13-9a2d-76c2dcadca30 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:22.577107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-3425f76c-5eb6-4b13-9a2d-76c2dcadca30 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Calling delete_port for 745cbc86-21fe-4e9d-906f-7e1db9ac827b owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:22.582301 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-33702693-3779-4bf7-aa25-e6a2f3e5b427 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:12:22.582670 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-33702693-3779-4bf7-aa25-e6a2f3e5b427 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:12:22.583311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=2653d09c-0052-465d-87c5-a7600f8e35f0,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:22.951659 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2653d09c-0052-465d-87c5-a7600f8e35f0 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:23.265114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 2653d09c-0052-465d-87c5-a7600f8e35f0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:23.265797 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:23.444129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a413962a-dd36-4189-92fb-2e408d31dc42 None None] Provisioning for port 745cbc86-21fe-4e9d-906f-7e1db9ac827b completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:23.480242 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a413962a-dd36-4189-92fb-2e408d31dc42 None None] Provisioning complete for port 745cbc86-21fe-4e9d-906f-7e1db9ac827b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:23.480712 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a413962a-dd36-4189-92fb-2e408d31dc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:23.511427 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7fe02-a619-48e9-8bac-3b53ed40322e req-0745213e-329c-40e3-8359-2236275117fb tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:23.513325 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ce7fe02-a619-48e9-8bac-3b53ed40322e req-0745213e-329c-40e3-8359-2236275117fb tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.2806382 Jul 27 21:12:23.705680 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55996) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:23.710179 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ce7fe02-a619-48e9-8bac-3b53ed40322e req-5dcc5c77-4a93-46d6-a4c4-1e7aecd6e28d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903219 Jul 27 21:12:23.767187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a413962a-dd36-4189-92fb-2e408d31dc42 None None] Port 745cbc86-21fe-4e9d-906f-7e1db9ac827b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:12:23.795671 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a413962a-dd36-4189-92fb-2e408d31dc42 None None] Provisioning complete for port 2653d09c-0052-465d-87c5-a7600f8e35f0 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:23.796014 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a413962a-dd36-4189-92fb-2e408d31dc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:23.984779 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf19da-2303-4e97-ac9d-10409a2d88a5 req-d02d4ca5-27c4-4b93-9ed5-5e672668a21c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:23.994035 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3425f76c-5eb6-4b13-9a2d-76c2dcadca30 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.000249 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4cf19da-2303-4e97-ac9d-10409a2d88a5 req-d02d4ca5-27c4-4b93-9ed5-5e672668a21c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 944 time: 0.2935343 Jul 27 21:12:24.130937 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-68eda021-263e-4ace-85c4-a1cd69f62a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.165931 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425f76c-5eb6-4b13-9a2d-76c2dcadca30 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Pushing event deleted for resources: {'Port': ['ID=745cbc86-21fe-4e9d-906f-7e1db9ac827b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:24.178105 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4cf19da-2303-4e97-ac9d-10409a2d88a5 req-6f8e8c39-f262-4491-8d51-fff80cdea248 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768095 Jul 27 21:12:24.211710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bb687fc4-a697-4e59-9b61-376a277169ab None None] Could not find standard attr ID for object 745cbc86-21fe-4e9d-906f-7e1db9ac827b. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:12:24.218366 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bb687fc4-a697-4e59-9b61-376a277169ab None None] Could not find standard attr ID for object 409acce6-3399-43dd-900d-6e18357eaeb5. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:12:24.298152 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3425f76c-5eb6-4b13-9a2d-76c2dcadca30 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.312564 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56004) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:24.324377 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3425f76c-5eb6-4b13-9a2d-76c2dcadca30 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] 10.222.0.55 "DELETE /v2.0/ports/745cbc86-21fe-4e9d-906f-7e1db9ac827b HTTP/1.1" status: 204 len: 168 time: 2.4909184 Jul 27 21:12:24.325357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56006) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:24.441700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-187c8d4f-3aab-46b3-8272-452ed881f745 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Deleting subnet 8c5765d3-ef9e-426f-830b-bc5b13f18bdf {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:12:24.457726 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-68eda021-263e-4ace-85c4-a1cd69f62a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.460572 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-187c8d4f-3aab-46b3-8272-452ed881f745 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.466063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-68eda021-263e-4ace-85c4-a1cd69f62a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.531852 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-68eda021-263e-4ace-85c4-a1cd69f62a52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80def7c8fd0149b180e867ff1e264590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7971466 Jul 27 21:12:24.551385 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56010) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:24.589171 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eda021-263e-4ace-85c4-a1cd69f62a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664abc1c-770c-4688-836f-9613845b1f09,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:24.601233 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-220a3752-cc2f-4dba-8fe8-8d76664dc96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.635623 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-187c8d4f-3aab-46b3-8272-452ed881f745 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.798090 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-220a3752-cc2f-4dba-8fe8-8d76664dc96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.805895 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-220a3752-cc2f-4dba-8fe8-8d76664dc96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.845968 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73cf17f4-6756-446d-a2d0-262bf5d2cf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.885270 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-220a3752-cc2f-4dba-8fe8-8d76664dc96e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd8c0963b9e64e75a4b2468c0ff990d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5535669 Jul 27 21:12:24.891773 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56016) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:24.908941 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-187c8d4f-3aab-46b3-8272-452ed881f745 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.936745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cb4518aa-d212-491c-acd1-9d552e2eae13 None None] Could not find standard attr ID for object 745cbc86-21fe-4e9d-906f-7e1db9ac827b. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:12:24.940755 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a3752-cc2f-4dba-8fe8-8d76664dc96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee41ae4a-42ea-4f4a-842c-97640a22d657,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:24.971076 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d817ac36-2a74-4049-8963-d805d825e838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:24.973337 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73cf17f4-6756-446d-a2d0-262bf5d2cf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.002741 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c21f05-1de6-43bd-9665-70726e9f1730 req-cda4e69e-d9ce-4a24-90a2-766ab1b46dad tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:25.004398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41c21f05-1de6-43bd-9665-70726e9f1730 req-cda4e69e-d9ce-4a24-90a2-766ab1b46dad tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.1695106 Jul 27 21:12:25.017645 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d817ac36-2a74-4049-8963-d805d825e838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.053532 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-187c8d4f-3aab-46b3-8272-452ed881f745 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.092502 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41c21f05-1de6-43bd-9665-70726e9f1730 req-6c9f2108-13a9-4b8a-abf2-da4bed14bb36 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778849 Jul 27 21:12:25.106363 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-187c8d4f-3aab-46b3-8272-452ed881f745 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.108574 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-187c8d4f-3aab-46b3-8272-452ed881f745 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] 10.222.0.55 "DELETE /v2.0/subnets/8c5765d3-ef9e-426f-830b-bc5b13f18bdf HTTP/1.1" status: 204 len: 168 time: 0.7817564 Jul 27 21:12:25.109383 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c8d4f-3aab-46b3-8272-452ed881f745 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Pushing event deleted for resources: {'Subnet': ['ID=8c5765d3-ef9e-426f-830b-bc5b13f18bdf,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:25.112668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56018) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:25.126698 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d817ac36-2a74-4049-8963-d805d825e838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.130011 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d817ac36-2a74-4049-8963-d805d825e838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.131398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d817ac36-2a74-4049-8963-d805d825e838 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee41ae4a-42ea-4f4a-842c-97640a22d657 HTTP/1.1" status: 204 len: 168 time: 0.2337766 Jul 27 21:12:25.143722 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817ac36-2a74-4049-8963-d805d825e838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee41ae4a-42ea-4f4a-842c-97640a22d657,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:25.238407 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73cf17f4-6756-446d-a2d0-262bf5d2cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.252291 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73cf17f4-6756-446d-a2d0-262bf5d2cf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.255901 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-73cf17f4-6756-446d-a2d0-262bf5d2cf22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/664abc1c-770c-4688-836f-9613845b1f09 HTTP/1.1" status: 204 len: 168 time: 0.7010443 Jul 27 21:12:25.261787 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.280602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf17f4-6756-446d-a2d0-262bf5d2cf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664abc1c-770c-4688-836f-9613845b1f09,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:25.302909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb12c924-d105-4407-95db-723512d447c4 None None] Network ee1e6bbe-a787-4947-bc59-e2e4f70a9e39 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:25.368468 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Deleting port 2653d09c-0052-465d-87c5-a7600f8e35f0 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:25.369098 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.464613 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] For port 2653d09c-0052-465d-87c5-a7600f8e35f0, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2653d09c-0052-465d-87c5-a7600f8e35f0,segment=NetworkSegment(f384a18e-8370-4f81-bd91-2560eb0d3365),segment_id=f384a18e-8370-4f81-bd91-2560eb0d3365)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:25.464908 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c21ff-9c3e-4e7a-8b9b-7a53ea5efe49 req-b78faccf-2781-4463-be71-8031d25b329a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:25.466725 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.467830 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e3c21ff-9c3e-4e7a-8b9b-7a53ea5efe49 req-b78faccf-2781-4463-be71-8031d25b329a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 944 time: 0.1900949 Jul 27 21:12:25.496471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Calling delete_port for 2653d09c-0052-465d-87c5-a7600f8e35f0 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:25.544278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e3c21ff-9c3e-4e7a-8b9b-7a53ea5efe49 req-e9679345-f11f-4a98-a49a-817a683ceaef tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695319 Jul 27 21:12:25.638755 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56028) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:25.662899 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.666202 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9f509b4d-8c65-41a4-8430-1bdaa7bb81a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.690461 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439f9565-fdc5-40f5-b359-b6a935d617cd None None] DHCP port deletion for ee1e6bbe-a787-4947-bc59-e2e4f70a9e39 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:12:25.701199 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Pushing event deleted for resources: {'Port': ['ID=2653d09c-0052-465d-87c5-a7600f8e35f0,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:25.712060 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] No DVR routers for this DVR port 2653d09c-0052-465d-87c5-a7600f8e35f0 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:12:25.806149 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9f509b4d-8c65-41a4-8430-1bdaa7bb81a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.813573 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9f509b4d-8c65-41a4-8430-1bdaa7bb81a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.816045 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.829283 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1e6bbe-a787-4947-bc59-e2e4f70a9e39']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:25.842409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f384a18e-8370-4f81-bd91-2560eb0d3365') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:25.842770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f384a18e-8370-4f81-bd91-2560eb0d3365') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:25.854882 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.878629 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9f509b4d-8c65-41a4-8430-1bdaa7bb81a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2af044c0ec3e49229dc2ad031a750d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383366 Jul 27 21:12:25.880671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f509b4d-8c65-41a4-8430-1bdaa7bb81a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbb77f7-5e28-4686-996c-f1080faab156,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:25.881346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56034) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:25.890253 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.905954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:12:25.906488 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:12:25.910207 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:12:25.943648 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56036) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:25.958437 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-061f638a-119e-4e42-8aca-b8eae1940d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:25.997952 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.006425 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.011698 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] 10.222.0.55 "DELETE /v2.0/networks/ee1e6bbe-a787-4947-bc59-e2e4f70a9e39 HTTP/1.1" status: 204 len: 168 time: 0.8919632 Jul 27 21:12:26.013820 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f03c104-5213-4ab0-8bad-04d020415ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.026048 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c94a1-54dc-43e9-a77f-fcf43d1180f8 tempest-ExtraDHCPOptionsTestJSON-524999469 tempest-ExtraDHCPOptionsTestJSON-524999469-project] Pushing event deleted for resources: {'Network': ['ID=ee1e6bbe-a787-4947-bc59-e2e4f70a9e39,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:26.048251 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f03c104-5213-4ab0-8bad-04d020415ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.083966 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-061f638a-119e-4e42-8aca-b8eae1940d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.088504 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-061f638a-119e-4e42-8aca-b8eae1940d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.104228 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f03c104-5213-4ab0-8bad-04d020415ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.107756 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f03c104-5213-4ab0-8bad-04d020415ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.109165 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8f03c104-5213-4ab0-8bad-04d020415ef9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/abbb77f7-5e28-4686-996c-f1080faab156 HTTP/1.1" status: 204 len: 168 time: 0.2263951 Jul 27 21:12:26.120067 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03c104-5213-4ab0-8bad-04d020415ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbb77f7-5e28-4686-996c-f1080faab156,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:26.139521 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f638a-119e-4e42-8aca-b8eae1940d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa06e47b-5cc4-4d07-b126-bf11e5962aca,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:26.164336 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56044) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:26.178659 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-061f638a-119e-4e42-8aca-b8eae1940d48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=469562901cf84de2a8138692f3583e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2165978 Jul 27 21:12:26.274815 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f5cc-32ca-4ede-9487-17111ffc5ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.291253 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84cc1d-c465-4e43-8b32-285a605286cb req-23963899-f637-4078-8240-649030900332 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:26.299182 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce84cc1d-c465-4e43-8b32-285a605286cb req-23963899-f637-4078-8240-649030900332 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.0912139 Jul 27 21:12:26.333065 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f5cc-32ca-4ede-9487-17111ffc5ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.337802 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce84cc1d-c465-4e43-8b32-285a605286cb req-b919b6ac-4dc6-49f5-a982-7c737780d2f4 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375080 Jul 27 21:12:26.409810 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f5cc-32ca-4ede-9487-17111ffc5ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.412882 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9cf2f5cc-32ca-4ede-9487-17111ffc5ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:26.414891 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9cf2f5cc-32ca-4ede-9487-17111ffc5ad6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa06e47b-5cc4-4d07-b126-bf11e5962aca HTTP/1.1" status: 204 len: 168 time: 0.2494268 Jul 27 21:12:26.424318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2f5cc-32ca-4ede-9487-17111ffc5ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa06e47b-5cc4-4d07-b126-bf11e5962aca,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:26.508428 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56054) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:26.605764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 72573715-1749-4c64-8696-9678e7ad95f7 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:12:26.864897 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c671d-c7d7-4b1a-86bb-12e94c6737a2 req-ee1e79fe-ab3e-4a1f-b8b0-cac12874f59f tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:26.868840 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc5c671d-c7d7-4b1a-86bb-12e94c6737a2 req-ee1e79fe-ab3e-4a1f-b8b0-cac12874f59f tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 944 time: 0.1516833 Jul 27 21:12:26.900459 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2653d09c-0052-465d-87c5-a7600f8e35f0 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:26.908154 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 72573715-1749-4c64-8696-9678e7ad95f7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=72573715-1749-4c64-8696-9678e7ad95f7,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:26.966489 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc5c671d-c7d7-4b1a-86bb-12e94c6737a2 req-f880b4c5-e49d-4517-aff9-d7bcac483fc7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825627 Jul 27 21:12:26.972804 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 2653d09c-0052-465d-87c5-a7600f8e35f0 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:12:26.974051 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2653d09c-0052-465d-87c5-a7600f8e35f0 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:12:26.984005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '72573715-1749-4c64-8696-9678e7ad95f7', 'network_id': '3745231b-f41c-4acd-95f9-0ea47baec6ca', 'port_id': '72573715-1749-4c64-8696-9678e7ad95f7', 'mac_address': 'fa:16:3e:4b:24:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774c1f98-65db-4f82-8eee-bf7b222555c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:12:27.038724 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-503008a3-1967-4edd-8b05-d3aa5fa9546f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=630083de0f774fd4bf81cf2c6818bd0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5277050 Jul 27 21:12:27.040890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56074) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:27.060054 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:27.084181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72573715-1749-4c64-8696-9678e7ad95f7 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:12:27.125901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 72573715-1749-4c64-8696-9678e7ad95f7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=72573715-1749-4c64-8696-9678e7ad95f7,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:27.133772 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c5a318e3-f899-4946-9e8c-927711f39940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:27.135405 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:27.165449 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c5a318e3-f899-4946-9e8c-927711f39940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:27.207865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=72573715-1749-4c64-8696-9678e7ad95f7,revision_number=11']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:27.259595 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c5a318e3-f899-4946-9e8c-927711f39940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:27.262330 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c5a318e3-f899-4946-9e8c-927711f39940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:27.266454 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c5a318e3-f899-4946-9e8c-927711f39940 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6ce707d-85c8-403f-9392-bee1b38083a1 HTTP/1.1" status: 204 len: 168 time: 0.2216356 Jul 27 21:12:27.278203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a318e3-f899-4946-9e8c-927711f39940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ce707d-85c8-403f-9392-bee1b38083a1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:27.305334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c84c5-c74f-4421-8fb6-1e0f2e3a47e2 req-43d31209-aa9b-42de-bbd9-ce64c6d9456c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:27.307474 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-073c84c5-c74f-4421-8fb6-1e0f2e3a47e2 req-43d31209-aa9b-42de-bbd9-ce64c6d9456c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 946 time: 0.1062427 Jul 27 21:12:27.350566 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-073c84c5-c74f-4421-8fb6-1e0f2e3a47e2 req-8750129e-11c1-4a99-a0f0-9e613080a0f8 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365114 Jul 27 21:12:27.372853 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['72573715-1749-4c64-8696-9678e7ad95f7'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:12:27.495057 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124ce11-1514-48bb-bede-e02bdece6e24 req-89a8b72e-1c15-4462-9449-278b75b5d8c3 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:27.504099 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5124ce11-1514-48bb-bede-e02bdece6e24 req-89a8b72e-1c15-4462-9449-278b75b5d8c3 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.0887308 Jul 27 21:12:27.546245 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5124ce11-1514-48bb-bede-e02bdece6e24 req-dbf0df04-f669-4986-bffe-fd69bd8556c3 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Jul 27 21:12:28.144387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf30041-6f8d-4689-9481-bcb8a4b99ebb req-73245875-64c4-4cbf-a8f6-8814ff55494b tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:28.145924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7bf30041-6f8d-4689-9481-bcb8a4b99ebb req-73245875-64c4-4cbf-a8f6-8814ff55494b tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 945 time: 0.0832345 Jul 27 21:12:28.189839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7bf30041-6f8d-4689-9481-bcb8a4b99ebb req-5d6ff388-f810-475f-931b-48a6b79a44d8 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363426 Jul 27 21:12:28.497945 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09a81d-4b8c-466e-b7a5-be0538e00549 req-e7922076-d2f9-4144-affb-16908c5d75e5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:28.499900 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b09a81d-4b8c-466e-b7a5-be0538e00549 req-e7922076-d2f9-4144-affb-16908c5d75e5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 946 time: 0.0683832 Jul 27 21:12:28.547531 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b09a81d-4b8c-466e-b7a5-be0538e00549 req-81d18364-be5d-42ea-980d-f9429ceb7ab0 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=b8f68ca7-9b13-41dd-a259-d215f080e1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409915 Jul 27 21:12:28.589986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56162) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:28.618699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 72573715-1749-4c64-8696-9678e7ad95f7 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:28.690979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 72573715-1749-4c64-8696-9678e7ad95f7 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:28.697139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 72573715-1749-4c64-8696-9678e7ad95f7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:28.697941 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d1702-4bb9-4e3a-b06c-d1be5d2aa4ea req-8d512c0e-95d2-4193-9f75-f6498915ad3f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:28.698211 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:28.699596 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-220d1702-4bb9-4e3a-b06c-d1be5d2aa4ea req-8d512c0e-95d2-4193-9f75-f6498915ad3f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.0723791 Jul 27 21:12:28.774693 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-220d1702-4bb9-4e3a-b06c-d1be5d2aa4ea req-aaacaf10-659e-40d2-8c76-95f9a476cf00 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685153 Jul 27 21:12:28.779245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517db94c-d31d-4a0d-afe8-1ce24c424d5b req-c668c284-6d69-40d7-9ef5-89685e9ff807 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:28.781053 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-517db94c-d31d-4a0d-afe8-1ce24c424d5b req-c668c284-6d69-40d7-9ef5-89685e9ff807 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.20 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 946 time: 0.0928755 Jul 27 21:12:28.832505 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:28.860117 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Request body: {'networks': [{'name': 'tempest-network--1820251553'}, {'name': 'tempest-network--1832625303'}]} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:28.861234 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Request body: {'network': {'name': 'tempest-network--1820251553'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:28.861234 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Request body: {'network': {'name': 'tempest-network--1832625303'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:28.875277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589de643-0d8c-49cd-9955-b991029d4c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72573715-1749-4c64-8696-9678e7ad95f7'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:28.882123 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94ff76f-c4f8-4c07-a7f8-9fc8014ee7c8" -d '{"events": [{"server_uuid": "589de643-0d8c-49cd-9955-b991029d4c91", "name": "network-vif-plugged", "status": "completed", "tag": "72573715-1749-4c64-8696-9678e7ad95f7"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:28.914913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-517db94c-d31d-4a0d-afe8-1ce24c424d5b req-f31b9b9a-234b-4a24-b12c-54c2b5f28ba1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Deleting port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:28.915786 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-517db94c-d31d-4a0d-afe8-1ce24c424d5b req-f31b9b9a-234b-4a24-b12c-54c2b5f28ba1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:28.918534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Made reservation on behalf of 8b68a8dee81c4fb6baa7ec4411e34717 for: {'network': 2} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:28.936020 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:28.939119 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 72573715-1749-4c64-8696-9678e7ad95f7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=72573715-1749-4c64-8696-9678e7ad95f7,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:28.949981 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:28.955019 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:29.023042 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cc239f-117f-4799-8c79-f61495f9127d x-openstack-request-id: req-90cc239f-117f-4799-8c79-f61495f9127d {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:29.024408 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "589de643-0d8c-49cd-9955-b991029d4c91", "name": "network-vif-plugged", "status": "completed", "tag": "72573715-1749-4c64-8696-9678e7ad95f7", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:29.024809 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90cc239f-117f-4799-8c79-f61495f9127d {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:29.025288 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589de643-0d8c-49cd-9955-b991029d4c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72573715-1749-4c64-8696-9678e7ad95f7', 'code': 200} Jul 27 21:12:29.025797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=72573715-1749-4c64-8696-9678e7ad95f7,revision_number=12']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:29.033911 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:29.034859 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:29.035402 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:29.035933 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:29.036465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:29.036859 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:29.037255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:29.037685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:29.038107 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:29.038545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:29.039030 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:29.039545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:12:29.103845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-517db94c-d31d-4a0d-afe8-1ce24c424d5b req-f31b9b9a-234b-4a24-b12c-54c2b5f28ba1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] For port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:29.104222 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-517db94c-d31d-4a0d-afe8-1ce24c424d5b req-f31b9b9a-234b-4a24-b12c-54c2b5f28ba1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:29.161123 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:29.167310 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:29.167929 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:29.208160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a7b5e1-1adc-424a-a127-2c8e0e626563,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:29.293420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092d060-4873-44de-9fd6-ef6fa955a0a6 req-d0cc87b7-e37c-4a13-814e-e03cbb03ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:29.293420 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e092d060-4873-44de-9fd6-ef6fa955a0a6 req-d0cc87b7-e37c-4a13-814e-e03cbb03ba67 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 1097 time: 0.1420083 Jul 27 21:12:29.293557 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:12:29.318473 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:29.318926 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Added segment 500d7e27-528c-459b-b8b8-f9996e074b8a of type vlan for network 9195028f-7fb9-4ee2-a233-3a7c3d3351d6 Jul 27 21:12:29.362415 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e092d060-4873-44de-9fd6-ef6fa955a0a6 req-fd922654-b0ed-4643-a3ff-9e721d6bcdba service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807197 Jul 27 21:12:29.400177 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:29.451098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc6cca-be9b-46d6-8882-0056582739f0 req-a16eec75-8825-46ec-8e4e-fcba7650cb95 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:29.452601 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00fc6cca-be9b-46d6-8882-0056582739f0 req-a16eec75-8825-46ec-8e4e-fcba7650cb95 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.1462119 Jul 27 21:12:29.461909 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:12:29.467590 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-517db94c-d31d-4a0d-afe8-1ce24c424d5b req-f31b9b9a-234b-4a24-b12c-54c2b5f28ba1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:29.469055 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-517db94c-d31d-4a0d-afe8-1ce24c424d5b req-f31b9b9a-234b-4a24-b12c-54c2b5f28ba1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:29.469593 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-517db94c-d31d-4a0d-afe8-1ce24c424d5b req-f31b9b9a-234b-4a24-b12c-54c2b5f28ba1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Floating IP 8b4b396a-a63b-4ecd-a11d-7409b254bdb4 disassociated. External IP: 172.25.2.26, port: d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9. Jul 27 21:12:29.470269 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-517db94c-d31d-4a0d-afe8-1ce24c424d5b req-f31b9b9a-234b-4a24-b12c-54c2b5f28ba1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Calling delete_port for d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:29.491263 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:29.491263 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Added segment 888831eb-a894-46f0-a0ed-c93284a90dd9 of type vlan for network 20c42f05-12c8-4710-9bb9-e879a4f434c1 Jul 27 21:12:29.548904 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00fc6cca-be9b-46d6-8882-0056582739f0 req-64152ee7-befe-40f7-b8d5-fab0db277c77 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841448 Jul 27 21:12:29.562558 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:29.647289 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:29.648125 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:29.657004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:29.663088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:29.663996 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:29.683047 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-517db94c-d31d-4a0d-afe8-1ce24c424d5b req-f31b9b9a-234b-4a24-b12c-54c2b5f28ba1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:29.741241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b9b9a-234b-4a24-b12c-54c2b5f28ba1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event deleted for resources: {'Port': ['ID=d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:29.774179 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10ab9ffd-e6ff-4405-b413-950869da94f9 req-00b96f80-dabe-4024-8e1f-1b17719ff924 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 210 time: 0.0516660 Jul 27 21:12:29.787033 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1906888 Jul 27 21:12:29.789571 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56204) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:29.897621 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-517db94c-d31d-4a0d-afe8-1ce24c424d5b req-f31b9b9a-234b-4a24-b12c-54c2b5f28ba1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Router a9966926-8f35-4c58-8656-a81d19e96533 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:12:29.918974 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event updated for resources: {'Network': ['ID=9195028f-7fb9-4ee2-a233-3a7c3d3351d6,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:29.931254 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 9195028f-7fb9-4ee2-a233-3a7c3d3351d6 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:12:30.025684 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbdb6e-eb2c-47ff-ab11-4052f99be27b tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event updated for resources: {'Network': ['ID=20c42f05-12c8-4710-9bb9-e879a4f434c1,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:30.035918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56955771-0d13-474f-a0be-5b157069c760 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:30.039371 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 20c42f05-12c8-4710-9bb9-e879a4f434c1 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:12:30.046066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56955771-0d13-474f-a0be-5b157069c760 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:30.052357 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56955771-0d13-474f-a0be-5b157069c760 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:30.058585 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56955771-0d13-474f-a0be-5b157069c760 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:30.064543 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-56955771-0d13-474f-a0be-5b157069c760 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2735829 Jul 27 21:12:30.065258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56216) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:30.115685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-517db94c-d31d-4a0d-afe8-1ce24c424d5b req-f31b9b9a-234b-4a24-b12c-54c2b5f28ba1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:12:30.151339 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215265f8-2518-4cfe-9dd1-e600e2a2fd69 None None] Sync routers for ids ['a9966926-8f35-4c58-8656-a81d19e96533'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:12:30.169527 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48a4803c-4f24-4eb3-81b4-7d5eb444579d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:30.198464 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215265f8-2518-4cfe-9dd1-e600e2a2fd69 None None] Routers {'a9966926-8f35-4c58-8656-a81d19e96533'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:30.200310 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-215265f8-2518-4cfe-9dd1-e600e2a2fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:12:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a9966926-8f35-4c58-8656-a81d19e96533'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:30.224855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fef663-30d4-4282-a24c-d0b970f4b756 req-c9b55921-1970-47f6-be9d-0d2f88f341cc tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:30.227913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-517db94c-d31d-4a0d-afe8-1ce24c424d5b req-f31b9b9a-234b-4a24-b12c-54c2b5f28ba1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] No DVR routers for this DVR port d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:12:30.233724 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-517db94c-d31d-4a0d-afe8-1ce24c424d5b req-f31b9b9a-234b-4a24-b12c-54c2b5f28ba1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:30.236923 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21fef663-30d4-4282-a24c-d0b970f4b756 req-c9b55921-1970-47f6-be9d-0d2f88f341cc tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.3457639 Jul 27 21:12:30.238487 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-517db94c-d31d-4a0d-afe8-1ce24c424d5b req-f31b9b9a-234b-4a24-b12c-54c2b5f28ba1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.20 "DELETE /v2.0/ports/d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 HTTP/1.1" status: 204 len: 173 time: 1.4506207 Jul 27 21:12:30.238969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'name': 'network-vif-deleted', 'tag': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:30.246969 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ac309e-8379-4941-aa50-83c8372fe1f6" -d '{"events": [{"server_uuid": "e57375fc-c108-4304-88d4-2a9fe8a0b1e5", "name": "network-vif-deleted", "tag": "d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:30.367411 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8de6a2b-4794-4848-bd9c-0c66d0c68493 x-openstack-request-id: req-d8de6a2b-4794-4848-bd9c-0c66d0c68493 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:30.367411 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57375fc-c108-4304-88d4-2a9fe8a0b1e5", "name": "network-vif-deleted", "tag": "d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:30.367411 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8de6a2b-4794-4848-bd9c-0c66d0c68493 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:30.368079 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57375fc-c108-4304-88d4-2a9fe8a0b1e5', 'name': 'network-vif-deleted', 'tag': 'd2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9', 'status': 'completed', 'code': 200} Jul 27 21:12:30.418085 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-215265f8-2518-4cfe-9dd1-e600e2a2fd69 None None] Set router a9966926-8f35-4c58-8656-a81d19e96533 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:30.426414 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21fef663-30d4-4282-a24c-d0b970f4b756 req-a9dc2c27-8eb6-41f0-8244-c0380cba39c5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863866 Jul 27 21:12:30.449238 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48a4803c-4f24-4eb3-81b4-7d5eb444579d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:30.464992 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-48a4803c-4f24-4eb3-81b4-7d5eb444579d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9195028f-7fb9-4ee2-a233-3a7c3d3351d6']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:30.494782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-48a4803c-4f24-4eb3-81b4-7d5eb444579d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500d7e27-528c-459b-b8b8-f9996e074b8a') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:30.495272 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-48a4803c-4f24-4eb3-81b4-7d5eb444579d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500d7e27-528c-459b-b8b8-f9996e074b8a') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:30.515001 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48a4803c-4f24-4eb3-81b4-7d5eb444579d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:30.540696 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48a4803c-4f24-4eb3-81b4-7d5eb444579d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:30.557558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a4803c-4f24-4eb3-81b4-7d5eb444579d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:12:30.558126 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48a4803c-4f24-4eb3-81b4-7d5eb444579d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:12:30.561346 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:12:30.839188 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48a4803c-4f24-4eb3-81b4-7d5eb444579d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:30.867972 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48a4803c-4f24-4eb3-81b4-7d5eb444579d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:30.870053 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-48a4803c-4f24-4eb3-81b4-7d5eb444579d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "DELETE /v2.0/networks/9195028f-7fb9-4ee2-a233-3a7c3d3351d6 HTTP/1.1" status: 204 len: 168 time: 0.8017778 Jul 27 21:12:30.872982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56258) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:30.896360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-215265f8-2518-4cfe-9dd1-e600e2a2fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 4, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9f56f7ca-9053-4d4d-a908-4ce9747cde2a', 'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'tenant_id': '316085248a694378aced875fc59e1117', 'mac_address': 'fa:16:3e:85:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:33Z', 'updated_at': '2021-07-27T21:06:42Z', 'revision_number': 5, 'project_id': '316085248a694378aced875fc59e1117', 'subnets': [{'id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:30.899855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4803c-4f24-4eb3-81b4-7d5eb444579d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event deleted for resources: {'Network': ['ID=9195028f-7fb9-4ee2-a233-3a7c3d3351d6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:30.942473 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1850249-5de4-408e-b437-19331c32dae6 req-b7b6d7c0-5ecc-4160-80d8-e90ebe40c51b tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:30.944082 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1850249-5de4-408e-b437-19331c32dae6 req-b7b6d7c0-5ecc-4160-80d8-e90ebe40c51b tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.1764810 Jul 27 21:12:30.964319 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215265f8-2518-4cfe-9dd1-e600e2a2fd69 None None] Checking router: a9966926-8f35-4c58-8656-a81d19e96533 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:12:30.988244 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215265f8-2518-4cfe-9dd1-e600e2a2fd69 None None] Routers {'a9966926-8f35-4c58-8656-a81d19e96533'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:30.988882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-215265f8-2518-4cfe-9dd1-e600e2a2fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:12:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a9966926-8f35-4c58-8656-a81d19e96533'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:31.028416 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd66c1a0-9acb-423b-abff-fad8614b2511 req-d17c7166-cab6-453f-a8b1-39581d86bf8e tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=e57375fc-c108-4304-88d4-2a9fe8a0b1e5 HTTP/1.1" status: 200 len: 210 time: 0.0555298 Jul 27 21:12:31.036539 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1850249-5de4-408e-b437-19331c32dae6 req-9c2381df-45c7-415a-94f0-0e9586df7f37 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837998 Jul 27 21:12:31.062071 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fabdad4b-142e-45ad-8048-4a9e1c7b76a5 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:31.165731 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fabdad4b-142e-45ad-8048-4a9e1c7b76a5 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:31.181408 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-fabdad4b-142e-45ad-8048-4a9e1c7b76a5 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c42f05-12c8-4710-9bb9-e879a4f434c1']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:31.195920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-fabdad4b-142e-45ad-8048-4a9e1c7b76a5 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888831eb-a894-46f0-a0ed-c93284a90dd9') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:31.196212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-fabdad4b-142e-45ad-8048-4a9e1c7b76a5 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888831eb-a894-46f0-a0ed-c93284a90dd9') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:31.201549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-215265f8-2518-4cfe-9dd1-e600e2a2fd69 None None] Set router a9966926-8f35-4c58-8656-a81d19e96533 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:31.209062 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fabdad4b-142e-45ad-8048-4a9e1c7b76a5 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:31.227266 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fabdad4b-142e-45ad-8048-4a9e1c7b76a5 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:31.234742 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabdad4b-142e-45ad-8048-4a9e1c7b76a5 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:12:31.235470 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fabdad4b-142e-45ad-8048-4a9e1c7b76a5 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:12:31.290350 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:12:31.307797 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fabdad4b-142e-45ad-8048-4a9e1c7b76a5 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:31.334562 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fabdad4b-142e-45ad-8048-4a9e1c7b76a5 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:31.337734 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fabdad4b-142e-45ad-8048-4a9e1c7b76a5 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "DELETE /v2.0/networks/20c42f05-12c8-4710-9bb9-e879a4f434c1 HTTP/1.1" status: 204 len: 168 time: 0.4637575 Jul 27 21:12:31.338757 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdad4b-142e-45ad-8048-4a9e1c7b76a5 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event deleted for resources: {'Network': ['ID=20c42f05-12c8-4710-9bb9-e879a4f434c1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:31.340355 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56274) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:31.474556 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-215265f8-2518-4cfe-9dd1-e600e2a2fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 4, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9f56f7ca-9053-4d4d-a908-4ce9747cde2a', 'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'tenant_id': '316085248a694378aced875fc59e1117', 'mac_address': 'fa:16:3e:85:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:33Z', 'updated_at': '2021-07-27T21:06:42Z', 'revision_number': 5, 'project_id': '316085248a694378aced875fc59e1117', 'subnets': [{'id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:31.516919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4868f930-9074-49be-84a5-a87f6b325f51 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:31.527117 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4868f930-9074-49be-84a5-a87f6b325f51 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:31.529722 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4868f930-9074-49be-84a5-a87f6b325f51 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1882730 Jul 27 21:12:31.533828 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56278) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:31.539649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-07af9aab-aea1-4b94-8f4a-c4e403c2f8c7 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1899525856'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:31.580622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07af9aab-aea1-4b94-8f4a-c4e403c2f8c7 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Made reservation on behalf of 8b68a8dee81c4fb6baa7ec4411e34717 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:31.584727 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-07af9aab-aea1-4b94-8f4a-c4e403c2f8c7 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:31.615839 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9d02e-7ba8-42a5-8691-77ac7afb6dfd req-c481dc1d-ee12-4d39-9bdd-f9723b64f7e8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:31.616991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07af9aab-aea1-4b94-8f4a-c4e403c2f8c7 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:12:31.625046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ed9d02e-7ba8-42a5-8691-77ac7afb6dfd req-c481dc1d-ee12-4d39-9bdd-f9723b64f7e8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.0937514 Jul 27 21:12:31.629953 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-07af9aab-aea1-4b94-8f4a-c4e403c2f8c7 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:31.630581 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-07af9aab-aea1-4b94-8f4a-c4e403c2f8c7 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Added segment 3073154f-6faa-4355-a4d6-ce1f143c2038 of type vlan for network 3ed3af7d-1d2f-4ee8-8fbb-fcc11f1c37b1 Jul 27 21:12:31.664489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215265f8-2518-4cfe-9dd1-e600e2a2fd69 None None] The sync data for ids ['a9966926-8f35-4c58-8656-a81d19e96533'] in n-d-764806-9 is: [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 4, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9f56f7ca-9053-4d4d-a908-4ce9747cde2a', 'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'tenant_id': '316085248a694378aced875fc59e1117', 'mac_address': 'fa:16:3e:85:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:33Z', 'updated_at': '2021-07-27T21:06:42Z', 'revision_number': 5, 'project_id': '316085248a694378aced875fc59e1117', 'subnets': [{'id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:12:31.678396 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ed9d02e-7ba8-42a5-8691-77ac7afb6dfd req-72f227f4-9acf-4dba-99ff-35337135c563 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523221 Jul 27 21:12:31.717351 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-07af9aab-aea1-4b94-8f4a-c4e403c2f8c7 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:31.751795 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-07af9aab-aea1-4b94-8f4a-c4e403c2f8c7 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:31.757576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07af9aab-aea1-4b94-8f4a-c4e403c2f8c7 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:31.758505 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-07af9aab-aea1-4b94-8f4a-c4e403c2f8c7 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:31.829521 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-07af9aab-aea1-4b94-8f4a-c4e403c2f8c7 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2921555 Jul 27 21:12:31.830577 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56282) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:31.837895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-7c5a4b08-b402-4965-8fb6-bf847d67439a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-890101899'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:31.856638 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af9aab-aea1-4b94-8f4a-c4e403c2f8c7 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event updated for resources: {'Network': ['ID=3ed3af7d-1d2f-4ee8-8fbb-fcc11f1c37b1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:31.870799 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 3ed3af7d-1d2f-4ee8-8fbb-fcc11f1c37b1 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:12:31.880077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5a4b08-b402-4965-8fb6-bf847d67439a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Made reservation on behalf of 8b68a8dee81c4fb6baa7ec4411e34717 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:31.883807 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4b08-b402-4965-8fb6-bf847d67439a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:31.920971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5a4b08-b402-4965-8fb6-bf847d67439a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:12:31.932352 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4b08-b402-4965-8fb6-bf847d67439a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:31.932693 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-7c5a4b08-b402-4965-8fb6-bf847d67439a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Added segment b2c88163-0978-4f38-b605-b2ba913bd3fd of type vlan for network 60638bb8-1a6e-488e-a2e3-acfc662ac3b0 Jul 27 21:12:31.996830 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4b08-b402-4965-8fb6-bf847d67439a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:32.085624 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4b08-b402-4965-8fb6-bf847d67439a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:32.096396 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a4b08-b402-4965-8fb6-bf847d67439a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:32.097211 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c5a4b08-b402-4965-8fb6-bf847d67439a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:32.108410 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb3c19-7f2c-4585-b36f-a4a3dae79837 None None] New status for floating IP 8b4b396a-a63b-4ecd-a11d-7409b254bdb4: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:12:32.204327 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7c5a4b08-b402-4965-8fb6-bf847d67439a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3729429 Jul 27 21:12:32.221044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56304) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:32.221044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56306) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:32.226903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Request body: {'ports': [{'network_id': '3ed3af7d-1d2f-4ee8-8fbb-fcc11f1c37b1', 'name': 'tempest-port--450746191', 'admin_state_up': True}, {'network_id': '60638bb8-1a6e-488e-a2e3-acfc662ac3b0', 'admin_state_up': False}]} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:32.227338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Request body: {'port': {'network_id': '3ed3af7d-1d2f-4ee8-8fbb-fcc11f1c37b1', 'name': 'tempest-port--450746191', 'admin_state_up': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:32.227845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Request body: {'port': {'network_id': '60638bb8-1a6e-488e-a2e3-acfc662ac3b0', 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:32.283244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef37dc-6e3e-4316-9da3-4c3508a0b82b req-d44fada4-acfd-4fe4-aeb7-fe7329941437 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:32.285076 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2aef37dc-6e3e-4316-9da3-4c3508a0b82b req-d44fada4-acfd-4fe4-aeb7-fe7329941437 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.1060922 Jul 27 21:12:32.332288 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a4b08-b402-4965-8fb6-bf847d67439a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event updated for resources: {'Network': ['ID=60638bb8-1a6e-488e-a2e3-acfc662ac3b0,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:32.341681 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2aef37dc-6e3e-4316-9da3-4c3508a0b82b req-fbeb8752-9d57-46bd-a9db-fcef6e5749eb tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491204 Jul 27 21:12:32.345471 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 60638bb8-1a6e-488e-a2e3-acfc662ac3b0 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:12:32.473727 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-376dbe3b-defd-4627-9fa0-e7552d821091 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:32.515151 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-376dbe3b-defd-4627-9fa0-e7552d821091 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:32.539109 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479e0d0-d31a-4ae8-a94b-295674971356 req-a29ac873-b148-489f-bc82-2509a8836524 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:32.541076 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9479e0d0-d31a-4ae8-a94b-295674971356 req-a29ac873-b148-489f-bc82-2509a8836524 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.0938756 Jul 27 21:12:32.561911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Made reservation on behalf of 8b68a8dee81c4fb6baa7ec4411e34717 for: {'port': 2} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:32.567434 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:32.588039 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:32.596447 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9479e0d0-d31a-4ae8-a94b-295674971356 req-81551941-b40d-457e-b901-6d0e51e44faf tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491683 Jul 27 21:12:32.634727 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:32.675154 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:12:32.676033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device d2b90ae8-0b4a-4c7f-b2b4-b4cc3d3e84a9 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:12:32.688813 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-376dbe3b-defd-4627-9fa0-e7552d821091 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:32.689471 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf8edf10-2ef4-477d-b801-26139f668536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:32.692321 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-376dbe3b-defd-4627-9fa0-e7552d821091 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:32.696659 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56314) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:32.696909 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-376dbe3b-defd-4627-9fa0-e7552d821091 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "DELETE /v2.0/security-groups/b8f68ca7-9b13-41dd-a259-d215f080e1d6 HTTP/1.1" status: 204 len: 168 time: 0.4817584 Jul 27 21:12:32.715192 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-7f52ffdc-d0b6-45d9-8ec3-1d72a1ae4860 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] show failed (client error): The resource could not be found. Jul 27 21:12:32.716568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7f52ffdc-d0b6-45d9-8ec3-1d72a1ae4860 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups/b8f68ca7-9b13-41dd-a259-d215f080e1d6 HTTP/1.1" status: 404 len: 347 time: 0.0184121 Jul 27 21:12:32.720950 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56318) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:32.746956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376dbe3b-defd-4627-9fa0-e7552d821091 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f68ca7-9b13-41dd-a259-d215f080e1d6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:32.752611 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] device_id is not set on port aef1eae6-9ab0-4e11-8443-d300ee0f86db yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:12:32.920431 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:32.947149 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe84c80-9ee2-4c9b-8252-f4053fd751ca req-73f186a0-54f5-48eb-8267-6ee673adf14f tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:32.954647 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-afe84c80-9ee2-4c9b-8252-f4053fd751ca req-73f186a0-54f5-48eb-8267-6ee673adf14f tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.2349682 Jul 27 21:12:33.013648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] device_id is not set on port 40760494-5881-437d-897c-472a6613d152 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:12:33.022500 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-afe84c80-9ee2-4c9b-8252-f4053fd751ca req-9a0fa4b0-d893-4ca5-af72-bd40acee3afa tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626576 Jul 27 21:12:33.042971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07fd0e-9495-41d4-b389-834b8fefca74 req-be621821-d4aa-4aab-ae4c-748492ffb7cf tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:33.044728 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8d07fd0e-9495-41d4-b389-834b8fefca74 req-be621821-d4aa-4aab-ae4c-748492ffb7cf tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.2403345 Jul 27 21:12:33.046570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-12764bf1-1e33-4441-b9aa-fd3afb786874 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Deleting port 911df603-2087-485b-9b75-db8d9592d917 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:33.058016 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12764bf1-1e33-4441-b9aa-fd3afb786874 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:33.186102 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:33.233735 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12764bf1-1e33-4441-b9aa-fd3afb786874 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:33.234069 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12764bf1-1e33-4441-b9aa-fd3afb786874 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:33.254065 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:33.260396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-12764bf1-1e33-4441-b9aa-fd3afb786874 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Calling delete_port for 911df603-2087-485b-9b75-db8d9592d917 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:33.287050 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8d07fd0e-9495-41d4-b389-834b8fefca74 req-c3111260-c54d-4023-8e92-0d75eae11ed5 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994813 Jul 27 21:12:33.332199 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event updated for resources: {'Port': ['ID=aef1eae6-9ab0-4e11-8443-d300ee0f86db,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:33.361137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Checking segment: {'id': '3073154f-6faa-4355-a4d6-ce1f143c2038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3ed3af7d-1d2f-4ee8-8fbb-fcc11f1c37b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:33.361665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Network hostable DHCP agents. Network: 3ed3af7d-1d2f-4ee8-8fbb-fcc11f1c37b1, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:12:33.368511 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097fa6d-15e4-468c-b501-b09b13e4a164 req-be78b1f6-6f8d-4036-9b20-34b80db984cd tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:33.371006 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c097fa6d-15e4-468c-b501-b09b13e4a164 req-be78b1f6-6f8d-4036-9b20-34b80db984cd tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.1891980 Jul 27 21:12:33.382149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Network 3ed3af7d-1d2f-4ee8-8fbb-fcc11f1c37b1 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:12:33.394965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 3ed3af7d-1d2f-4ee8-8fbb-fcc11f1c37b1) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:33.400413 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:33.401447 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:33.408506 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1347bfe5-4d5e-425a-8eb7-17406e0f0070 None None] Network 3ed3af7d-1d2f-4ee8-8fbb-fcc11f1c37b1 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:33.428274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c097fa6d-15e4-468c-b501-b09b13e4a164 req-d26e369b-8808-4bd2-8119-170d6798a090 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509491 Jul 27 21:12:33.495798 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12764bf1-1e33-4441-b9aa-fd3afb786874 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:33.554682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event updated for resources: {'Port': ['ID=40760494-5881-437d-897c-472a6613d152,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:33.563340 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12764bf1-1e33-4441-b9aa-fd3afb786874 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event deleted for resources: {'Port': ['ID=911df603-2087-485b-9b75-db8d9592d917,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:33.565917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Checking segment: {'id': 'b2c88163-0978-4f38-b605-b2ba913bd3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '60638bb8-1a6e-488e-a2e3-acfc662ac3b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:33.566365 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Network hostable DHCP agents. Network: 60638bb8-1a6e-488e-a2e3-acfc662ac3b0, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:12:33.588806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Network 60638bb8-1a6e-488e-a2e3-acfc662ac3b0 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:12:33.600975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 60638bb8-1a6e-488e-a2e3-acfc662ac3b0) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:33.608433 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:33.621367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:33.623402 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3699a7-74eb-4c60-8242-d18c24a58378 None None] Network 60638bb8-1a6e-488e-a2e3-acfc662ac3b0 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:33.634084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:33.634819 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:33.662466 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6fc15f93-6580-4529-832f-0757d127c6cf tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4458439 Jul 27 21:12:33.665858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56330) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:33.692238 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12764bf1-1e33-4441-b9aa-fd3afb786874 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:33.696852 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12764bf1-1e33-4441-b9aa-fd3afb786874 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:33.698899 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-12764bf1-1e33-4441-b9aa-fd3afb786874 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "DELETE /v2.0/floatingips/8b4b396a-a63b-4ecd-a11d-7409b254bdb4 HTTP/1.1" status: 204 len: 168 time: 0.9764762 Jul 27 21:12:33.733857 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2f193-ba37-4220-acfa-f0c8c318ad5b req-db149ef6-359a-42b6-9f2f-540b2409572a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:33.745515 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dbe2f193-ba37-4220-acfa-f0c8c318ad5b req-db149ef6-359a-42b6-9f2f-540b2409572a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.1911309 Jul 27 21:12:33.846088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475fb294-0c3a-45ee-9331-f2cb3ccac9c6 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:33.854624 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475fb294-0c3a-45ee-9331-f2cb3ccac9c6 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:33.856818 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-475fb294-0c3a-45ee-9331-f2cb3ccac9c6 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1900001 Jul 27 21:12:33.866111 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dbe2f193-ba37-4220-acfa-f0c8c318ad5b req-28d1179f-9666-4c73-ac84-1c9e5aded5c2 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128607 Jul 27 21:12:33.866111 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56334) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:34.006200 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.064106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-1784eeb0-a597-4950-bd46-39158de53a4d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Deleting port aef1eae6-9ab0-4e11-8443-d300ee0f86db {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:34.064625 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1784eeb0-a597-4950-bd46-39158de53a4d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.144633 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067ef1d-771e-4119-acf2-9c2e141f2d0c req-4cc5c182-87bc-4620-8f20-6ef491fbc224 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:34.146648 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4067ef1d-771e-4119-acf2-9c2e141f2d0c req-4cc5c182-87bc-4620-8f20-6ef491fbc224 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.1798580 Jul 27 21:12:34.182585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56340) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:34.189660 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-7c854c1d-73ca-4571-beb5-296cac5de53d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--718337439', 'description': 'tempest-description--131970275'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:34.205989 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1784eeb0-a597-4950-bd46-39158de53a4d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.217309 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c854c1d-73ca-4571-beb5-296cac5de53d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.222517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-1784eeb0-a597-4950-bd46-39158de53a4d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Calling delete_port for aef1eae6-9ab0-4e11-8443-d300ee0f86db owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:34.258869 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4067ef1d-771e-4119-acf2-9c2e141f2d0c req-cc63ef40-ec19-4564-88eb-ca811feb93e9 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996416 Jul 27 21:12:34.405208 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c854c1d-73ca-4571-beb5-296cac5de53d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.411190 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c854c1d-73ca-4571-beb5-296cac5de53d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.456876 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c854c1d-73ca-4571-beb5-296cac5de53d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.458860 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7c854c1d-73ca-4571-beb5-296cac5de53d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2750955 Jul 27 21:12:34.461868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56352) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:34.471536 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8f3792c2-ccd8-482f-afde-b940c83fbbbd tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Request body: {'security_group_rule': {'security_group_id': '719d7f87-f4fc-4003-9a7d-878465ed50bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:34.481155 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c854c1d-73ca-4571-beb5-296cac5de53d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719d7f87-f4fc-4003-9a7d-878465ed50bb,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:34.518486 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f3792c2-ccd8-482f-afde-b940c83fbbbd tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.537110 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1784eeb0-a597-4950-bd46-39158de53a4d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.591093 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784eeb0-a597-4950-bd46-39158de53a4d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event deleted for resources: {'Port': ['ID=aef1eae6-9ab0-4e11-8443-d300ee0f86db,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:34.599442 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f3792c2-ccd8-482f-afde-b940c83fbbbd tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.610749 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f3792c2-ccd8-482f-afde-b940c83fbbbd tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.616326 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1784eeb0-a597-4950-bd46-39158de53a4d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.618189 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1784eeb0-a597-4950-bd46-39158de53a4d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "DELETE /v2.0/ports/aef1eae6-9ab0-4e11-8443-d300ee0f86db HTTP/1.1" status: 204 len: 168 time: 0.7563319 Jul 27 21:12:34.623801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56354) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:34.656587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3792c2-ccd8-482f-afde-b940c83fbbbd tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0a9370-4294-44e4-809c-d94cf2f62946,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:34.674385 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f3792c2-ccd8-482f-afde-b940c83fbbbd tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.675914 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8f3792c2-ccd8-482f-afde-b940c83fbbbd tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2124205 Jul 27 21:12:34.678585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56356) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:34.684094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-58e3adbb-6ef2-4e92-8eba-a7279161a9e9 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Request body: {'security_group_rule': {'security_group_id': '719d7f87-f4fc-4003-9a7d-878465ed50bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:34.686002 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb4230-bcd3-4e51-be37-7060abec7458 req-9b0263c3-d84f-4a97-bd3c-d6da6604d03d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:34.700194 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47cb4230-bcd3-4e51-be37-7060abec7458 req-9b0263c3-d84f-4a97-bd3c-d6da6604d03d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.3235672 Jul 27 21:12:34.744146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5eb7e-0726-4d23-9c56-123c8db0bc98 req-9dc040fd-6b62-4319-ae71-06138b9cd247 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:34.753155 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44a5eb7e-0726-4d23-9c56-123c8db0bc98 req-9dc040fd-6b62-4319-ae71-06138b9cd247 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.3617504 Jul 27 21:12:34.755873 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-58e3adbb-6ef2-4e92-8eba-a7279161a9e9 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.837856 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-58e3adbb-6ef2-4e92-8eba-a7279161a9e9 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.847424 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-58e3adbb-6ef2-4e92-8eba-a7279161a9e9 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.869618 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44a5eb7e-0726-4d23-9c56-123c8db0bc98 req-0de5d761-60f4-4801-b8d9-52604b78db44 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154735 Jul 27 21:12:34.881360 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-58e3adbb-6ef2-4e92-8eba-a7279161a9e9 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.885908 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-58e3adbb-6ef2-4e92-8eba-a7279161a9e9 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2029860 Jul 27 21:12:34.886570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56362) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:34.891131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:34.901199 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3adbb-6ef2-4e92-8eba-a7279161a9e9 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2d6a1b-6c89-41b9-a5f7-b0480e86fd1d,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:34.912360 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47cb4230-bcd3-4e51-be37-7060abec7458 req-3a00f487-1936-4288-a8ab-5c061d97ada9 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012973 Jul 27 21:12:34.928410 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for floatingip, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:34.962386 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-faf36f88-cf61-4df9-97a3-1d3a6e229359 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Deleting port 40760494-5881-437d-897c-472a6613d152 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:34.962742 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faf36f88-cf61-4df9-97a3-1d3a6e229359 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:35.089710 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:35.354859 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bd6110b6-9216-42ec-8a52-41a99e8a4950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:35.378445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Allocated IP 172.25.2.53 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/0442fafb-2189-4ebd-8244-3d14d5dfb536) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:35.466395 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:35.511115 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:35.617584 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:35.629703 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faf36f88-cf61-4df9-97a3-1d3a6e229359 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:35.654976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-faf36f88-cf61-4df9-97a3-1d3a6e229359 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Calling delete_port for 40760494-5881-437d-897c-472a6613d152 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:35.665319 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:35.676206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:35.682030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:35.703971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2be1a-b0fb-43b3-b8c8-ce863f5ee8ce req-9ffea4f5-41cd-43a3-8070-1f89aad3ce15 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:35.705545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9a2be1a-b0fb-43b3-b8c8-ce863f5ee8ce req-9ffea4f5-41cd-43a3-8070-1f89aad3ce15 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.2080219 Jul 27 21:12:35.745419 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56376) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:35.755037 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event updated for resources: {'Port': ['ID=0442fafb-2189-4ebd-8244-3d14d5dfb536,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:35.830717 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:35.847828 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9a2be1a-b0fb-43b3-b8c8-ce863f5ee8ce req-f6228631-df4e-418e-8cba-08dc1ab7ea6d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112010 Jul 27 21:12:35.865562 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faf36f88-cf61-4df9-97a3-1d3a6e229359 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:35.948557 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:35.964076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf36f88-cf61-4df9-97a3-1d3a6e229359 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event deleted for resources: {'Port': ['ID=40760494-5881-437d-897c-472a6613d152,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:35.969839 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faf36f88-cf61-4df9-97a3-1d3a6e229359 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:35.974641 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-faf36f88-cf61-4df9-97a3-1d3a6e229359 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "DELETE /v2.0/ports/40760494-5881-437d-897c-472a6613d152 HTTP/1.1" status: 204 len: 168 time: 1.3489993 Jul 27 21:12:35.975266 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56384) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:36.009150 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1d4b94c3-004a-44ce-b68c-9de80aacc5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.032577 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5f9d1cea-9329-4267-a31f-d228ae607878 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0561967 Jul 27 21:12:36.036476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56386) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:36.042335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-6ba975ae-611f-427e-a34a-906568a70f4a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-985446292'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:36.071001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef16461-f67f-4376-8a05-6d02839f0008 req-c75e5f9a-7c9a-420a-a328-21fc94b02e3c tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:36.072542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ef16461-f67f-4376-8a05-6d02839f0008 req-c75e5f9a-7c9a-420a-a328-21fc94b02e3c tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.0876317 Jul 27 21:12:36.112082 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ef16461-f67f-4376-8a05-6d02839f0008 req-eb8a646b-8ac1-4d86-82e2-2b36c0935017 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327995 Jul 27 21:12:36.222073 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.231007 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.233943 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1d4b94c3-004a-44ce-b68c-9de80aacc5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.260012 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1d4b94c3-004a-44ce-b68c-9de80aacc5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.346298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba975ae-611f-427e-a34a-906568a70f4a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Made reservation on behalf of 8b68a8dee81c4fb6baa7ec4411e34717 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:36.349696 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6ba975ae-611f-427e-a34a-906568a70f4a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.353602 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1d4b94c3-004a-44ce-b68c-9de80aacc5d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2a602303b034692bb1504a4937c389a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6069429 Jul 27 21:12:36.356569 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56388) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:36.359393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b94c3-004a-44ce-b68c-9de80aacc5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b6aecd-8e86-42e4-b9ba-c5cc33ae7bad,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:36.373306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event updated for resources: {'Port': ['ID=0442fafb-2189-4ebd-8244-3d14d5dfb536,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:36.399176 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.401954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba975ae-611f-427e-a34a-906568a70f4a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:12:36.410396 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-56636540-1f47-4c6f-86e4-79547ebfd9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.417438 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6ba975ae-611f-427e-a34a-906568a70f4a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.417863 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-6ba975ae-611f-427e-a34a-906568a70f4a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Added segment 241a6427-fb50-4f3d-81f8-11330f33567b of type vlan for network a300828a-699c-4564-901c-cbe9c5904962 Jul 27 21:12:36.427546 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.430702 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c2fdb4f5-5165-4725-a774-f666a66be117 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5435598 Jul 27 21:12:36.434449 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-56636540-1f47-4c6f-86e4-79547ebfd9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.466965 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6ba975ae-611f-427e-a34a-906568a70f4a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.490700 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-56636540-1f47-4c6f-86e4-79547ebfd9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.493947 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-56636540-1f47-4c6f-86e4-79547ebfd9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.495141 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-56636540-1f47-4c6f-86e4-79547ebfd9cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04b6aecd-8e86-42e4-b9ba-c5cc33ae7bad HTTP/1.1" status: 204 len: 168 time: 0.1375079 Jul 27 21:12:36.503966 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56636540-1f47-4c6f-86e4-79547ebfd9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b6aecd-8e86-42e4-b9ba-c5cc33ae7bad,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:36.510426 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6ba975ae-611f-427e-a34a-906568a70f4a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.516547 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba975ae-611f-427e-a34a-906568a70f4a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:36.517200 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6ba975ae-611f-427e-a34a-906568a70f4a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.588887 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6ba975ae-611f-427e-a34a-906568a70f4a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5511744 Jul 27 21:12:36.591500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56400) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:36.598830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e1f14ccf-3d3f-4028-be3b-01d2272852e0 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1474484932'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:36.612531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba975ae-611f-427e-a34a-906568a70f4a tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event updated for resources: {'Network': ['ID=a300828a-699c-4564-901c-cbe9c5904962,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:36.625252 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network a300828a-699c-4564-901c-cbe9c5904962 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:12:36.631558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f14ccf-3d3f-4028-be3b-01d2272852e0 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Made reservation on behalf of 8b68a8dee81c4fb6baa7ec4411e34717 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:36.635392 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1f14ccf-3d3f-4028-be3b-01d2272852e0 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.662550 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f14ccf-3d3f-4028-be3b-01d2272852e0 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:12:36.674789 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1f14ccf-3d3f-4028-be3b-01d2272852e0 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.675194 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-e1f14ccf-3d3f-4028-be3b-01d2272852e0 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Added segment 0dc93131-02f4-4adc-af97-d86a4531ae33 of type vlan for network b2dc557f-1b54-436f-aa25-c13f3e320aec Jul 27 21:12:36.690465 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-8f0d41a0-1ea6-4869-a928-934636aa212c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--718337439&fields=id&tenant_id=316085248a694378aced875fc59e1117 HTTP/1.1" status: 200 len: 267 time: 0.0445111 Jul 27 21:12:36.721343 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1f14ccf-3d3f-4028-be3b-01d2272852e0 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.767750 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1f14ccf-3d3f-4028-be3b-01d2272852e0 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.773622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f14ccf-3d3f-4028-be3b-01d2272852e0 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:36.774253 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1f14ccf-3d3f-4028-be3b-01d2272852e0 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.818637 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-79fdf508-52bc-46cb-ad40-4743b763379c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:36.829978 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-79fdf508-52bc-46cb-ad40-4743b763379c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 815 time: 0.1306763 Jul 27 21:12:36.842265 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e1f14ccf-3d3f-4028-be3b-01d2272852e0 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2484627 Jul 27 21:12:36.846904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56408) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:36.854253 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-5dfc8869-16ed-4a2c-8a6e-29dce9cccb90 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/quotas/316085248a694378aced875fc59e1117 HTTP/1.1" status: 200 len: 375 time: 0.0193424 Jul 27 21:12:36.868712 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f14ccf-3d3f-4028-be3b-01d2272852e0 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event updated for resources: {'Network': ['ID=b2dc557f-1b54-436f-aa25-c13f3e320aec,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:36.886758 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a62eede7-a682-46bc-be37-9e9ade22e11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:36.887297 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network b2dc557f-1b54-436f-aa25-c13f3e320aec details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:12:37.047247 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-27a7d7f4-a057-46ec-8065-dfa6e701b663 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1959913 Jul 27 21:12:37.062334 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a62eede7-a682-46bc-be37-9e9ade22e11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:37.069050 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a62eede7-a682-46bc-be37-9e9ade22e11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:37.122060 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a62eede7-a682-46bc-be37-9e9ade22e11a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af0cd9801d634b65a3657d7bce716931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741580 Jul 27 21:12:37.125194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eede7-a682-46bc-be37-9e9ade22e11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c14ba5-6304-4308-82d4-879d1d225115,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:37.130834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56420) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:37.140707 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:37.154533 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5610f0-5fd0-45b8-a525-72365c9ebb34 req-ba0a28db-3124-4833-8cbf-6b2b4e49e9a7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:37.156806 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b5610f0-5fd0-45b8-a525-72365c9ebb34 req-ba0a28db-3124-4833-8cbf-6b2b4e49e9a7 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.2269123 Jul 27 21:12:37.201697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-1bbd81b0-9e88-41f3-8787-7657576693ef service neutron] 10.222.0.55 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380806 Jul 27 21:12:37.207267 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-80ec0e80-1c22-47ca-9951-2e5fdd3eea9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:37.237688 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-80ec0e80-1c22-47ca-9951-2e5fdd3eea9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:37.300050 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b5610f0-5fd0-45b8-a525-72365c9ebb34 req-9d2b6175-16ad-4903-b05d-a9329dc646ba tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323235 Jul 27 21:12:37.310798 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-80ec0e80-1c22-47ca-9951-2e5fdd3eea9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:37.326270 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-80ec0e80-1c22-47ca-9951-2e5fdd3eea9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:37.326270 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-80ec0e80-1c22-47ca-9951-2e5fdd3eea9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37c14ba5-6304-4308-82d4-879d1d225115 HTTP/1.1" status: 204 len: 168 time: 0.1839573 Jul 27 21:12:37.327246 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec0e80-1c22-47ca-9951-2e5fdd3eea9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c14ba5-6304-4308-82d4-879d1d225115,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:37.383987 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-1637e78d-2332-4d69-9a81-1c9fc4865f87 service neutron] 10.222.0.55 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776397 Jul 27 21:12:37.562750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e4154-a314-46de-aca3-a8cce0f73ce2 req-04fa7c3f-d27b-41e2-8878-91448ba0b058 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:37.583299 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae7e4154-a314-46de-aca3-a8cce0f73ce2 req-04fa7c3f-d27b-41e2-8878-91448ba0b058 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.1465642 Jul 27 21:12:37.638867 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae7e4154-a314-46de-aca3-a8cce0f73ce2 req-9c38f8bf-2d72-4ab9-ac9c-552aa05629e3 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542119 Jul 27 21:12:37.640258 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:37.761261 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b83cfd78-ca29-4556-8df5-23779e465830 req-15da76cc-80a5-4c06-bcef-6b550f648813 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 210 time: 0.0551465 Jul 27 21:12:38.093864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd7eb8-0568-4c97-8ffc-70dd7a5e3598 req-8a6c92a9-ad52-41ba-8004-93f9e72be0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:38.095670 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c9cd7eb8-0568-4c97-8ffc-70dd7a5e3598 req-8a6c92a9-ad52-41ba-8004-93f9e72be0dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d538c3e22e243988094bcce4225bbe2&device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 1097 time: 0.0779438 Jul 27 21:12:38.206031 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c51b6-b511-43e3-9f19-cc50353f740d req-4d20c49c-67af-46ab-aed9-3e7da3f07681 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:38.209365 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f0c51b6-b511-43e3-9f19-cc50353f740d req-4d20c49c-67af-46ab-aed9-3e7da3f07681 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.1735623 Jul 27 21:12:38.212496 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd7eb8-0568-4c97-8ffc-70dd7a5e3598 req-936aadcd-b111-4f2e-a41f-f76e721927b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:38.214351 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c9cd7eb8-0568-4c97-8ffc-70dd7a5e3598 req-936aadcd-b111-4f2e-a41f-f76e721927b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3745231b-f41c-4acd-95f9-0ea47baec6ca HTTP/1.1" status: 200 len: 914 time: 0.1106696 Jul 27 21:12:38.291052 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c9cd7eb8-0568-4c97-8ffc-70dd7a5e3598 req-e210ff7d-1ade-44e3-8a70-a60cf5e065ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72573715-1749-4c64-8696-9678e7ad95f7 HTTP/1.1" status: 200 len: 217 time: 0.0666215 Jul 27 21:12:38.303321 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f0c51b6-b511-43e3-9f19-cc50353f740d req-2e8676be-2a86-424f-ae15-21f04e62edee tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822341 Jul 27 21:12:38.356409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd7eb8-0568-4c97-8ffc-70dd7a5e3598 req-23b8c10d-106e-4a31-9750-c01e8e3e99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:38.357995 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c9cd7eb8-0568-4c97-8ffc-70dd7a5e3598 req-23b8c10d-106e-4a31-9750-c01e8e3e99ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=774c1f98-65db-4f82-8eee-bf7b222555c2 HTTP/1.1" status: 200 len: 853 time: 0.0590112 Jul 27 21:12:38.403133 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c9cd7eb8-0568-4c97-8ffc-70dd7a5e3598 req-948ac0c0-7b8f-439e-baae-374871f3c5bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3745231b-f41c-4acd-95f9-0ea47baec6ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373709 Jul 27 21:12:38.513172 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c9cd7eb8-0568-4c97-8ffc-70dd7a5e3598 req-155477c3-1d7c-421e-a552-c4c4d075c92d service neutron] 10.222.0.20 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015422 Jul 27 21:12:38.684905 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c9cd7eb8-0568-4c97-8ffc-70dd7a5e3598 req-40ca328e-8926-48dd-91b9-fe76a1d9b2db service neutron] 10.222.0.20 "GET /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448979 Jul 27 21:12:38.810959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd1d6d-a6eb-4211-b3df-2eb48c68823d req-548c9acc-ed9b-4cbb-a42c-87cdec6a126a tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:38.812664 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15cd1d6d-a6eb-4211-b3df-2eb48c68823d req-548c9acc-ed9b-4cbb-a42c-87cdec6a126a tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.0854959 Jul 27 21:12:38.836384 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:38.891277 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15cd1d6d-a6eb-4211-b3df-2eb48c68823d req-514f7d29-58f3-4d16-bf3c-dd562fd6dad4 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720799 Jul 27 21:12:38.893080 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-689a3b13-f442-4449-8ca7-9d7c934c4040 req-10838d1e-330d-49ba-a59d-b6957444b842 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 210 time: 0.0399747 Jul 27 21:12:39.119253 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-14507987-a5df-4979-8976-53632d7e197b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:39.120891 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-14507987-a5df-4979-8976-53632d7e197b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.20 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 815 time: 0.1207650 Jul 27 21:12:39.486911 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2625509-41b3-4625-94a6-01d9511c0891 req-95e0ee86-40d0-4438-b47a-6a23de5b94f8 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:39.489291 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2625509-41b3-4625-94a6-01d9511c0891 req-95e0ee86-40d0-4438-b47a-6a23de5b94f8 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.0830348 Jul 27 21:12:39.551375 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2625509-41b3-4625-94a6-01d9511c0891 req-d65caeea-cb9b-497c-af6d-93e22f52bd0f tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551195 Jul 27 21:12:39.558518 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-729e4a07-eb1f-47aa-b05d-cd529462aeb0 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=316085248a694378aced875fc59e1117 HTTP/1.1" status: 200 len: 379 time: 0.4281719 Jul 27 21:12:39.569395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-4138f607-9c63-4ccf-b83f-ee8da84806a4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Request body: {'port': {'device_id': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'admin_state_up': True, 'tenant_id': '316085248a694378aced875fc59e1117', 'security_groups': ['719d7f87-f4fc-4003-9a7d-878465ed50bb']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:39.703437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-4138f607-9c63-4ccf-b83f-ee8da84806a4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Made reservation on behalf of 316085248a694378aced875fc59e1117 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:39.707035 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-4138f607-9c63-4ccf-b83f-ee8da84806a4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:39.855098 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-4138f607-9c63-4ccf-b83f-ee8da84806a4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Allocated IP 172.20.0.10 (83632acd-e78d-4a39-ae97-2eaf775c8434/6f5c215f-9e0c-4039-b305-c7ccda95b7dd/5d157c95-65b7-48da-9095-66a42746543d) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:39.999634 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-4138f607-9c63-4ccf-b83f-ee8da84806a4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:40.043404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-4138f607-9c63-4ccf-b83f-ee8da84806a4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Transition to ACTIVE for port object 5d157c95-65b7-48da-9095-66a42746543d will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:40.082820 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-4138f607-9c63-4ccf-b83f-ee8da84806a4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:40.102639 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8277635b-f9d5-4f75-90fb-8f2b1e5ca076 req-9b25ea4c-b014-44dc-baf1-c33922793a32 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 210 time: 0.0371435 Jul 27 21:12:40.124059 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-4138f607-9c63-4ccf-b83f-ee8da84806a4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Network 83632acd-e78d-4a39-ae97-2eaf775c8434 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:40.129462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-4138f607-9c63-4ccf-b83f-ee8da84806a4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:40.133508 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-4138f607-9c63-4ccf-b83f-ee8da84806a4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:40.138901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b69874-2ce1-4d52-bc4e-37b99745285b req-b3450244-fee1-488a-83c2-261ca33eee8a tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:40.145895 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c8b69874-2ce1-4d52-bc4e-37b99745285b req-b3450244-fee1-488a-83c2-261ca33eee8a tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.1117027 Jul 27 21:12:40.194765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138f607-9c63-4ccf-b83f-ee8da84806a4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event updated for resources: {'Port': ['ID=5d157c95-65b7-48da-9095-66a42746543d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:40.204846 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c8b69874-2ce1-4d52-bc4e-37b99745285b req-d4b072d0-c2ec-4e8b-8257-c8a5f656e98a tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579689 Jul 27 21:12:40.239295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-4138f607-9c63-4ccf-b83f-ee8da84806a4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:40.240025 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-4138f607-9c63-4ccf-b83f-ee8da84806a4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:40.259721 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-4138f607-9c63-4ccf-b83f-ee8da84806a4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6940701 Jul 27 21:12:40.273807 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Request body: {'port': {'device_id': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:40.344490 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56470) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:40.350712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Request body: {'subnets': [{'network_id': 'a300828a-699c-4564-901c-cbe9c5904962', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--297915136', 'ip_version': 6}, {'network_id': 'b2dc557f-1b54-436f-aa25-c13f3e320aec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:40.350712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Request body: {'subnet': {'network_id': 'a300828a-699c-4564-901c-cbe9c5904962', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--297915136', 'ip_version': 6}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:40.351472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Request body: {'subnet': {'network_id': 'b2dc557f-1b54-436f-aa25-c13f3e320aec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:40.375665 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:40.536362 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Made reservation on behalf of 8b68a8dee81c4fb6baa7ec4411e34717 for: {'subnet': 2} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:40.541179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1c5f110a-8aa8-4f68-ba54-2ba491bc66b9 None None] Provisioning for port 5d157c95-65b7-48da-9095-66a42746543d completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:40.544603 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:40.544911 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:40.547295 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1c5f110a-8aa8-4f68-ba54-2ba491bc66b9 None None] Provisioning complete for port 5d157c95-65b7-48da-9095-66a42746543d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:40.547889 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1c5f110a-8aa8-4f68-ba54-2ba491bc66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:40.587150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1c5f110a-8aa8-4f68-ba54-2ba491bc66b9 None None] Port 5d157c95-65b7-48da-9095-66a42746543d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:12:40.669678 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d157c95-65b7-48da-9095-66a42746543d {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:12:40.677512 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:40.691731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Transition to ACTIVE for port object 5d157c95-65b7-48da-9095-66a42746543d will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:40.696841 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:40.734186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e763fff-bb38-47b2-a7af-8416806c787d req-a579f171-d82f-4e68-b933-800e2f498087 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:40.745303 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e763fff-bb38-47b2-a7af-8416806c787d req-a579f171-d82f-4e68-b933-800e2f498087 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.1088181 Jul 27 21:12:40.748363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Pushing event updated for resources: {'Port': ['ID=5d157c95-65b7-48da-9095-66a42746543d,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:40.871774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Attempting to bind port 5d157c95-65b7-48da-9095-66a42746543d on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:40.872224 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Attempting to bind port 5d157c95-65b7-48da-9095-66a42746543d by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:40.872601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Attempting to bind port 5d157c95-65b7-48da-9095-66a42746543d on network 83632acd-e78d-4a39-ae97-2eaf775c8434 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:40.879758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Port 5d157c95-65b7-48da-9095-66a42746543d on network 83632acd-e78d-4a39-ae97-2eaf775c8434 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:12:40.880089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Attempting to bind port 5d157c95-65b7-48da-9095-66a42746543d on network 83632acd-e78d-4a39-ae97-2eaf775c8434 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:40.887678 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:40.888233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Checking segment: {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:40.888898 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Bound using segment: {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:40.889717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Bound port: 5d157c95-65b7-48da-9095-66a42746543d, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:40.890322 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:40.891769 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e763fff-bb38-47b2-a7af-8416806c787d req-78e87c2f-48d1-46fc-ac3d-bbbcfc3667e8 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118920 Jul 27 21:12:41.074038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] For port 5d157c95-65b7-48da-9095-66a42746543d, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:41.079783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] For port 5d157c95-65b7-48da-9095-66a42746543d, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5d157c95-65b7-48da-9095-66a42746543d,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:41.086888 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:41.150440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:41.151799 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:41.153274 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] 10.222.0.20 "PUT /v2.0/ports/5d157c95-65b7-48da-9095-66a42746543d HTTP/1.1" status: 200 len: 1092 time: 0.8849671 Jul 27 21:12:41.153900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'tag': '5d157c95-65b7-48da-9095-66a42746543d'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:41.156866 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262812a7-f6f0-4944-8e0d-f744552affbf" -d '{"events": [{"name": "network-changed", "server_uuid": "db43c025-3f23-4cb0-91aa-c0d96b7c0556", "tag": "5d157c95-65b7-48da-9095-66a42746543d"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:41.192137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26148d7-88e4-453d-b156-0930ad57c6ec service neutron] Pushing event updated for resources: {'Port': ['ID=5d157c95-65b7-48da-9095-66a42746543d,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:41.216859 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd89897-4450-425d-adfb-b8c53f9954d0 x-openstack-request-id: req-0cd89897-4450-425d-adfb-b8c53f9954d0 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:41.217162 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db43c025-3f23-4cb0-91aa-c0d96b7c0556", "tag": "5d157c95-65b7-48da-9095-66a42746543d", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:41.217416 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0cd89897-4450-425d-adfb-b8c53f9954d0 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:41.218153 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'tag': '5d157c95-65b7-48da-9095-66a42746543d', 'status': 'completed', 'code': 200} Jul 27 21:12:41.280943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-5c1665c6-9bdf-4445-bc56-e63bb6e57b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:41.282612 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-5c1665c6-9bdf-4445-bc56-e63bb6e57b0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 1095 time: 0.0844781 Jul 27 21:12:41.344217 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-3e601f0a-8533-44c0-8aa1-c799fbb04f70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d157c95-65b7-48da-9095-66a42746543d HTTP/1.1" status: 200 len: 217 time: 0.0508494 Jul 27 21:12:41.400679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84884402-8c3f-4eb7-a05d-4b3b8f199679 req-322b5f7d-eba2-436a-961b-d87642d81f3d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:41.402296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84884402-8c3f-4eb7-a05d-4b3b8f199679 req-322b5f7d-eba2-436a-961b-d87642d81f3d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.3190572 Jul 27 21:12:41.448693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-9dca1914-8b68-49e1-8cdd-7fa3f801493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:41.450929 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-9dca1914-8b68-49e1-8cdd-7fa3f801493b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f5c215f-9e0c-4039-b305-c7ccda95b7dd HTTP/1.1" status: 200 len: 854 time: 0.0993798 Jul 27 21:12:41.493660 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:41.532026 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84884402-8c3f-4eb7-a05d-4b3b8f199679 req-e16a0851-2fa9-4749-9ff4-1463ec6cf2df tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223884 Jul 27 21:12:41.576350 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c9b46-70cc-4155-9d82-e6d93c64ecd2 req-0ebb887b-b8a8-4ad3-9914-e852c74e0ab7 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:41.577174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-4c837df2-376e-4ba2-a36c-acbd2b67a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:41.577803 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-326c9b46-70cc-4155-9d82-e6d93c64ecd2 req-0ebb887b-b8a8-4ad3-9914-e852c74e0ab7 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 944 time: 0.2529294 Jul 27 21:12:41.579338 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-4c837df2-376e-4ba2-a36c-acbd2b67a0e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83632acd-e78d-4a39-ae97-2eaf775c8434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121078 Jul 27 21:12:41.602964 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event updated for resources: {'Subnet': ['ID=0961e636-0e0b-4e3c-a2b3-051bc77f3413,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:41.684122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Checking segment: {'id': '241a6427-fb50-4f3d-81f8-11330f33567b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a300828a-699c-4564-901c-cbe9c5904962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:41.684486 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Network hostable DHCP agents. Network: a300828a-699c-4564-901c-cbe9c5904962, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:12:41.693253 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-326c9b46-70cc-4155-9d82-e6d93c64ecd2 req-f5309039-9b4d-4d0f-9539-c62b2d09eec0 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077807 Jul 27 21:12:41.695377 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-5ab2a3a5-6afe-43b6-8c61-336513bc094d service neutron] 10.222.0.20 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075618 Jul 27 21:12:41.717534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Network a300828a-699c-4564-901c-cbe9c5904962 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:12:41.736936 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e19512-b358-4350-a1f0-5c828c5f2ab5 req-37743bcc-6d99-439a-bc79-6f1f7be40aeb tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:41.741235 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00e19512-b358-4350-a1f0-5c828c5f2ab5 req-37743bcc-6d99-439a-bc79-6f1f7be40aeb tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.1054311 Jul 27 21:12:41.751168 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, a300828a-699c-4564-901c-cbe9c5904962) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:41.755805 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:41.782873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b9c05e-1540-4604-aa95-bdde039cc6f7 None None] Network a300828a-699c-4564-901c-cbe9c5904962 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:41.833819 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-70f45f6d-5203-480d-88bc-d7915de62dbe req-c0a4f2d2-58bc-4da9-a2ea-4bbff3058928 service neutron] 10.222.0.20 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317754 Jul 27 21:12:41.940743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event updated for resources: {'Subnet': ['ID=9d93d09d-6a22-4d7c-96c3-42027871c91d,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:41.942768 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56502) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:41.962712 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00e19512-b358-4350-a1f0-5c828c5f2ab5 req-5d79a424-57d6-4185-b6de-5daa2b0f94eb tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758792 Jul 27 21:12:41.975538 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-a300828a-699c-4564-901c-cbe9c5904962', 'network_id': 'a300828a-699c-4564-901c-cbe9c5904962', 'tenant_id': '8b68a8dee81c4fb6baa7ec4411e34717', 'fixed_ips': [{'subnet_id': '0961e636-0e0b-4e3c-a2b3-051bc77f3413'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:12:41.985095 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:41.985267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262812a7-f6f0-4944-8e0d-f744552affbf req-a18252ae-ed91-49e7-9fa4-8b4f92efcdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:41.985267 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-262812a7-f6f0-4944-8e0d-f744552affbf req-a18252ae-ed91-49e7-9fa4-8b4f92efcdba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 1095 time: 0.0812495 Jul 27 21:12:41.985434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0eaabe-6bef-48d1-93f0-97f08360ad67 req-6200a9f5-fa76-4655-b9ad-e339902296b5 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:41.986787 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f0eaabe-6bef-48d1-93f0-97f08360ad67 req-6200a9f5-fa76-4655-b9ad-e339902296b5 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.1663878 Jul 27 21:12:41.988005 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Checking segment: {'id': '0dc93131-02f4-4adc-af97-d86a4531ae33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b2dc557f-1b54-436f-aa25-c13f3e320aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:41.988367 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Network hostable DHCP agents. Network: b2dc557f-1b54-436f-aa25-c13f3e320aec, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:12:42.021737 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Network b2dc557f-1b54-436f-aa25-c13f3e320aec is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:12:42.042609 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, b2dc557f-1b54-436f-aa25-c13f3e320aec) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:42.047101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:42.047587 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:42.048400 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:42.062562 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f0eaabe-6bef-48d1-93f0-97f08360ad67 req-5e02ce8c-e8ad-4af2-8438-c163ad36b5cd tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643356 Jul 27 21:12:42.071554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b1b641-92e0-4b32-9f01-45078d9a4f25 None None] Network b2dc557f-1b54-436f-aa25-c13f3e320aec requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:42.075976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56506) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:42.076224 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0c5a1fdb-d037-47a4-a664-f1395589dd97 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.7302818 Jul 27 21:12:42.174410 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3cc79ba6-a0dd-4dcf-86ed-d5346b4777fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:42.208178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba91dcb-05b9-452b-bdbe-5ce22060267f req-1b74fa28-acc8-4e43-bd9a-3308c69d0cd4 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:42.210504 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4ba91dcb-05b9-452b-bdbe-5ce22060267f req-1b74fa28-acc8-4e43-bd9a-3308c69d0cd4 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.0697787 Jul 27 21:12:42.226815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Allocated IP 2001:db8::1 (a300828a-699c-4564-901c-cbe9c5904962/0961e636-0e0b-4e3c-a2b3-051bc77f3413/106a5bb8-c786-458f-b4e2-a61dfb8a3bfb) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:42.227359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0602c66-5bf9-4051-827f-1e04bcaca692 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:42.229400 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0602c66-5bf9-4051-827f-1e04bcaca692 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:42.231163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0602c66-5bf9-4051-827f-1e04bcaca692 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:42.242197 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a0602c66-5bf9-4051-827f-1e04bcaca692 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1558716 Jul 27 21:12:42.242501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56510) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:42.259768 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4ba91dcb-05b9-452b-bdbe-5ce22060267f req-a112d916-fccc-4c80-91be-0c2baf2bef41 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429893 Jul 27 21:12:42.260439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262812a7-f6f0-4944-8e0d-f744552affbf req-7428d30f-4b83-488e-b4e0-a6a49d5bce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:42.262039 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-262812a7-f6f0-4944-8e0d-f744552affbf req-7428d30f-4b83-488e-b4e0-a6a49d5bce64 service neutron] 10.222.0.20 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 916 time: 0.2694445 Jul 27 21:12:42.347890 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-262812a7-f6f0-4944-8e0d-f744552affbf req-5ba7ce9d-baba-4ba1-8f66-84323fe5b205 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d157c95-65b7-48da-9095-66a42746543d HTTP/1.1" status: 200 len: 217 time: 0.0606570 Jul 27 21:12:42.362409 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-b2dc557f-1b54-436f-aa25-c13f3e320aec', 'network_id': 'b2dc557f-1b54-436f-aa25-c13f3e320aec', 'tenant_id': '8b68a8dee81c4fb6baa7ec4411e34717', 'fixed_ips': [{'subnet_id': '9d93d09d-6a22-4d7c-96c3-42027871c91d'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:12:42.364066 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:42.380321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7217be-c101-4d64-8ce6-3a328a82c3b4 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Deleting subnet 0961e636-0e0b-4e3c-a2b3-051bc77f3413 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:12:42.441348 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262812a7-f6f0-4944-8e0d-f744552affbf req-ff5a23d6-3245-4af4-b11b-82ba883cb124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:42.443042 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-262812a7-f6f0-4944-8e0d-f744552affbf req-ff5a23d6-3245-4af4-b11b-82ba883cb124 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f5c215f-9e0c-4039-b305-c7ccda95b7dd HTTP/1.1" status: 200 len: 854 time: 0.0841608 Jul 27 21:12:42.488259 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea30573-4425-472c-97f9-b19b832ebc3b req-15993ee8-f74d-4943-bbc2-062f0a6e09ab tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:42.489096 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ea30573-4425-472c-97f9-b19b832ebc3b req-15993ee8-f74d-4943-bbc2-062f0a6e09ab tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.0733645 Jul 27 21:12:42.502662 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3cc79ba6-a0dd-4dcf-86ed-d5346b4777fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:42.512264 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3cc79ba6-a0dd-4dcf-86ed-d5346b4777fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:42.528849 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:42.537377 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ea30573-4425-472c-97f9-b19b832ebc3b req-80f0ce8e-6e6a-497f-b639-04248231a32b tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394251 Jul 27 21:12:42.544969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc79ba6-a0dd-4dcf-86ed-d5346b4777fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7015ba-e516-4e09-a25a-593485132886,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:42.556145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Transition to ACTIVE for port object 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:42.578843 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Transition to ACTIVE for port object 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:42.581326 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3cc79ba6-a0dd-4dcf-86ed-d5346b4777fa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c478a19c38c448fb8329a7be129a410b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6363351 Jul 27 21:12:42.584076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56518) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:42.590590 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:42.593252 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed7217be-c101-4d64-8ce6-3a328a82c3b4 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:42.614331 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Allocated IP 2001:db8:0:1::1 (b2dc557f-1b54-436f-aa25-c13f3e320aec/9d93d09d-6a22-4d7c-96c3-42027871c91d/9669c3e2-57cb-450b-ac4d-a8e3606e35a6) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:42.625954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262812a7-f6f0-4944-8e0d-f744552affbf req-029a68d1-b9a6-400c-96eb-b5210d9317af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:42.627630 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-262812a7-f6f0-4944-8e0d-f744552affbf req-029a68d1-b9a6-400c-96eb-b5210d9317af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83632acd-e78d-4a39-ae97-2eaf775c8434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753328 Jul 27 21:12:42.643281 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Network a300828a-699c-4564-901c-cbe9c5904962 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:42.653982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:42.658474 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:42.660798 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed7217be-c101-4d64-8ce6-3a328a82c3b4 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:42.683586 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ade2080e-86e4-4890-8aad-6117fd4d7d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:42.717116 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ade2080e-86e4-4890-8aad-6117fd4d7d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:42.774049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572397d-97da-46b5-ad52-fb16eabd539c req-53242935-a9d7-4fcc-8468-e5eb4119398e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:42.783008 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9572397d-97da-46b5-ad52-fb16eabd539c req-53242935-a9d7-4fcc-8468-e5eb4119398e tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.1592836 Jul 27 21:12:42.827012 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-262812a7-f6f0-4944-8e0d-f744552affbf req-40db3909-00d4-4fc6-8643-b9a58ee7c998 service neutron] 10.222.0.20 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900644 Jul 27 21:12:42.839732 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed7217be-c101-4d64-8ce6-3a328a82c3b4 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:42.854736 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9572397d-97da-46b5-ad52-fb16eabd539c req-c65c8655-6e9a-49fb-a28b-74ce029e1368 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705261 Jul 27 21:12:42.861974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Pushing event updated for resources: {'Port': ['ID=106a5bb8-c786-458f-b4e2-a61dfb8a3bfb,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:42.906211 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ade2080e-86e4-4890-8aad-6117fd4d7d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:42.909457 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ade2080e-86e4-4890-8aad-6117fd4d7d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:42.915030 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ade2080e-86e4-4890-8aad-6117fd4d7d0e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c7015ba-e516-4e09-a25a-593485132886 HTTP/1.1" status: 204 len: 168 time: 0.3283660 Jul 27 21:12:42.937488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1a34c-f0d3-4474-8a06-ab58daef8c61 req-43581aa5-b1c6-4106-ae89-0549a50767e8 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:42.947096 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Attempting to bind port 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:42.947487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Attempting to bind port 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '241a6427-fb50-4f3d-81f8-11330f33567b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a300828a-699c-4564-901c-cbe9c5904962'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:42.947837 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Attempting to bind port 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb on network a300828a-699c-4564-901c-cbe9c5904962 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:42.952357 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ca1a34c-f0d3-4474-8a06-ab58daef8c61 req-43581aa5-b1c6-4106-ae89-0549a50767e8 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 944 time: 0.1430175 Jul 27 21:12:42.954979 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2080e-86e4-4890-8aad-6117fd4d7d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7015ba-e516-4e09-a25a-593485132886,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:42.972145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:42.972526 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Checking segment: {'id': '241a6427-fb50-4f3d-81f8-11330f33567b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a300828a-699c-4564-901c-cbe9c5904962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:42.972935 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:42.973575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Bound using segment: {'id': '241a6427-fb50-4f3d-81f8-11330f33567b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a300828a-699c-4564-901c-cbe9c5904962'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:42.973823 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Bound port: 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241a6427-fb50-4f3d-81f8-11330f33567b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a300828a-699c-4564-901c-cbe9c5904962'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:42.974207 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.018884 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed7217be-c101-4d64-8ce6-3a328a82c3b4 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.063284 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-262812a7-f6f0-4944-8e0d-f744552affbf req-68cf588a-23ca-49a8-bff8-5a7cec3c64c6 service neutron] 10.222.0.20 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277274 Jul 27 21:12:43.064037 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7217be-c101-4d64-8ce6-3a328a82c3b4 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event deleted for resources: {'Subnet': ['ID=0961e636-0e0b-4e3c-a2b3-051bc77f3413,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:43.068252 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed7217be-c101-4d64-8ce6-3a328a82c3b4 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.072925 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ed7217be-c101-4d64-8ce6-3a328a82c3b4 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "DELETE /v2.0/subnets/0961e636-0e0b-4e3c-a2b3-051bc77f3413 HTTP/1.1" status: 204 len: 168 time: 0.8269351 Jul 27 21:12:43.073200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56530) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:43.089839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ca1a34c-f0d3-4474-8a06-ab58daef8c61 req-5d29e608-7e1d-4d51-9d66-4f127db9d54a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363828 Jul 27 21:12:43.121000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] For port 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:43.125836 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] For port 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=106a5bb8-c786-458f-b4e2-a61dfb8a3bfb,segment=NetworkSegment(241a6427-fb50-4f3d-81f8-11330f33567b),segment_id=241a6427-fb50-4f3d-81f8-11330f33567b)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:43.140617 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ec12-fa9e-4394-abb6-8532ff8e0121 req-98cef587-1c7a-49de-b99b-9a0cdfaa624b tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:43.142399 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a580ec12-fa9e-4394-abb6-8532ff8e0121 req-98cef587-1c7a-49de-b99b-9a0cdfaa624b tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.1495979 Jul 27 21:12:43.152758 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.157617 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c2aa77-6b69-43fc-b9d3-4362d5ea0b92 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Deleting subnet 9d93d09d-6a22-4d7c-96c3-42027871c91d {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:12:43.180087 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.222651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Transition to ACTIVE for port object 9669c3e2-57cb-450b-ac4d-a8e3606e35a6 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:43.225106 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a580ec12-fa9e-4394-abb6-8532ff8e0121 req-0d7dd733-2998-45de-96c8-a2f25fc4f844 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734215 Jul 27 21:12:43.279434 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159191c8-16c7-4530-95a4-f1e20d33404d None None] Pushing event updated for resources: {'Port': ['ID=106a5bb8-c786-458f-b4e2-a61dfb8a3bfb,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:43.282652 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Transition to ACTIVE for port object 9669c3e2-57cb-450b-ac4d-a8e3606e35a6 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:43.288049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35af28-0ea4-44d5-a0bb-4fd9b71d5e5c req-d41c1df4-9831-4713-bdcb-01da46c7167d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:43.289790 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-13c2aa77-6b69-43fc-b9d3-4362d5ea0b92 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.290499 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.303913 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c35af28-0ea4-44d5-a0bb-4fd9b71d5e5c req-d41c1df4-9831-4713-bdcb-01da46c7167d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.1328440 Jul 27 21:12:43.347243 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Network b2dc557f-1b54-436f-aa25-c13f3e320aec is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:43.350298 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:43.354279 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:43.368690 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-13c2aa77-6b69-43fc-b9d3-4362d5ea0b92 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.403106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56536) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:43.406713 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Pushing event updated for resources: {'Port': ['ID=9669c3e2-57cb-450b-ac4d-a8e3606e35a6,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:43.433405 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c35af28-0ea4-44d5-a0bb-4fd9b71d5e5c req-6928c4c4-2515-4231-992c-6e1e2c76371b tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192164 Jul 27 21:12:43.435805 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-58f40e22-8b2b-408d-bd42-bd50a1d6734f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.437273 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Attempting to bind port 9669c3e2-57cb-450b-ac4d-a8e3606e35a6 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:43.437644 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Attempting to bind port 9669c3e2-57cb-450b-ac4d-a8e3606e35a6 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '0dc93131-02f4-4adc-af97-d86a4531ae33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b2dc557f-1b54-436f-aa25-c13f3e320aec'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:43.438008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Attempting to bind port 9669c3e2-57cb-450b-ac4d-a8e3606e35a6 on network b2dc557f-1b54-436f-aa25-c13f3e320aec {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:43.445104 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:43.445552 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Checking segment: {'id': '0dc93131-02f4-4adc-af97-d86a4531ae33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b2dc557f-1b54-436f-aa25-c13f3e320aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:43.446101 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.446516 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Bound using segment: {'id': '0dc93131-02f4-4adc-af97-d86a4531ae33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b2dc557f-1b54-436f-aa25-c13f3e320aec'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:43.447254 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Bound port: 9669c3e2-57cb-450b-ac4d-a8e3606e35a6, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc93131-02f4-4adc-af97-d86a4531ae33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b2dc557f-1b54-436f-aa25-c13f3e320aec'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:43.448514 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.494000 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed80a9-11b5-498c-bc30-c3d8b3252973 req-5d452ef1-fe82-442a-8145-029d9d147b6c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:43.509299 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41ed80a9-11b5-498c-bc30-c3d8b3252973 req-5d452ef1-fe82-442a-8145-029d9d147b6c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.1807849 Jul 27 21:12:43.526402 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-13c2aa77-6b69-43fc-b9d3-4362d5ea0b92 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.568432 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41ed80a9-11b5-498c-bc30-c3d8b3252973 req-d458aa0d-1495-465f-a4aa-b48141fdd321 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581987 Jul 27 21:12:43.622848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] For port 9669c3e2-57cb-450b-ac4d-a8e3606e35a6, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:43.626895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] For port 9669c3e2-57cb-450b-ac4d-a8e3606e35a6, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9669c3e2-57cb-450b-ac4d-a8e3606e35a6,segment=NetworkSegment(0dc93131-02f4-4adc-af97-d86a4531ae33),segment_id=0dc93131-02f4-4adc-af97-d86a4531ae33)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:43.628903 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-13c2aa77-6b69-43fc-b9d3-4362d5ea0b92 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.631847 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.647001 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-58f40e22-8b2b-408d-bd42-bd50a1d6734f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.657052 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-58f40e22-8b2b-408d-bd42-bd50a1d6734f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.684818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f40e22-8b2b-408d-bd42-bd50a1d6734f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f074b15d-a166-449b-a05c-b0142b948795,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:43.705661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2aa77-6b69-43fc-b9d3-4362d5ea0b92 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event deleted for resources: {'Subnet': ['ID=9d93d09d-6a22-4d7c-96c3-42027871c91d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:43.717182 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-13c2aa77-6b69-43fc-b9d3-4362d5ea0b92 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.719170 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-13c2aa77-6b69-43fc-b9d3-4362d5ea0b92 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "DELETE /v2.0/subnets/9d93d09d-6a22-4d7c-96c3-42027871c91d HTTP/1.1" status: 204 len: 168 time: 0.6438448 Jul 27 21:12:43.721924 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56542) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:43.728043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-58f40e22-8b2b-408d-bd42-bd50a1d6734f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87578632268d4916abc77dd1add9a143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231206 Jul 27 21:12:43.733977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56544) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:43.756268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6d214-bb9a-43c5-a4bb-acf8a7bd96fb None None] Pushing event updated for resources: {'Port': ['ID=9669c3e2-57cb-450b-ac4d-a8e3606e35a6,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:43.801893 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29f014-8f30-4a03-85f9-49a9465e11de req-c3a9d7ae-09dd-482e-a5c7-a27b8ccc4146 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:43.803620 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7c29f014-8f30-4a03-85f9-49a9465e11de req-c3a9d7ae-09dd-482e-a5c7-a27b8ccc4146 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.0935650 Jul 27 21:12:43.809852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f93e1d4-ec50-4327-b4dc-6932c7057c87 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:43.811378 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6f93e1d4-ec50-4327-b4dc-6932c7057c87 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0886254 Jul 27 21:12:43.816816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56546) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:43.846732 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7c29f014-8f30-4a03-85f9-49a9465e11de req-2c02f399-8cd8-4b44-8070-0832be3bdbb2 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357075 Jul 27 21:12:43.891942 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d731e9df-d1a2-4757-b573-fd3cb104c365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.892821 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:12:43.927376 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:43.934542 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d731e9df-d1a2-4757-b573-fd3cb104c365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.038381 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d731e9df-d1a2-4757-b573-fd3cb104c365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.040926 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d731e9df-d1a2-4757-b573-fd3cb104c365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.044278 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d731e9df-d1a2-4757-b573-fd3cb104c365 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f074b15d-a166-449b-a05c-b0142b948795 HTTP/1.1" status: 204 len: 168 time: 0.3060033 Jul 27 21:12:44.044437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d6f49-90fd-416b-9e8e-f4f6cacb103d req-8030866f-531b-477c-b43a-a6eabe0fa2d9 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:44.054464 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b85d6f49-90fd-416b-9e8e-f4f6cacb103d req-8030866f-531b-477c-b43a-a6eabe0fa2d9 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.1178055 Jul 27 21:12:44.055122 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731e9df-d1a2-4757-b573-fd3cb104c365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f074b15d-a166-449b-a05c-b0142b948795,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:44.058560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Deleting port 9669c3e2-57cb-450b-ac4d-a8e3606e35a6 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:44.058908 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.120845 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b85d6f49-90fd-416b-9e8e-f4f6cacb103d req-0547af7c-b41c-4fe6-bef4-134007df0971 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657246 Jul 27 21:12:44.170087 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] For port 9669c3e2-57cb-450b-ac4d-a8e3606e35a6, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9669c3e2-57cb-450b-ac4d-a8e3606e35a6,segment=NetworkSegment(0dc93131-02f4-4adc-af97-d86a4531ae33),segment_id=0dc93131-02f4-4adc-af97-d86a4531ae33)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:44.170938 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.199524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Calling delete_port for 9669c3e2-57cb-450b-ac4d-a8e3606e35a6 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:44.321080 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.336832 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] No DVR routers for this DVR port 9669c3e2-57cb-450b-ac4d-a8e3606e35a6 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:12:44.383409 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6e304-5474-4245-b9c2-3603690a0b1a req-0ba312e5-89c3-4c33-88c6-8ec43fa41b7f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:44.384939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2c6e304-5474-4245-b9c2-3603690a0b1a req-0ba312e5-89c3-4c33-88c6-8ec43fa41b7f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 944 time: 0.1537933 Jul 27 21:12:44.402151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event deleted for resources: {'Port': ['ID=9669c3e2-57cb-450b-ac4d-a8e3606e35a6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:44.406723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294b247-b52a-4fb6-ac5f-d33a616ac59f req-10acd2bb-c48a-455f-816d-4b76ef36f34c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:44.408285 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2294b247-b52a-4fb6-ac5f-d33a616ac59f req-10acd2bb-c48a-455f-816d-4b76ef36f34c tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.1172705 Jul 27 21:12:44.470726 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2c6e304-5474-4245-b9c2-3603690a0b1a req-efd9716b-966f-4932-821a-746f7729f029 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789349 Jul 27 21:12:44.473536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2294b247-b52a-4fb6-ac5f-d33a616ac59f req-1424afcd-f9da-44e9-bddf-47cfde931a3d tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529718 Jul 27 21:12:44.494810 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.509212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2dc557f-1b54-436f-aa25-c13f3e320aec']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:44.535303 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc93131-02f4-4adc-af97-d86a4531ae33') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:44.535613 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc93131-02f4-4adc-af97-d86a4531ae33') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:44.552289 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.578517 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.587498 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:12:44.587993 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:12:44.592415 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:12:44.603512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d63a71f-5489-45a9-b62a-b83d610c5b4b None None] Network a300828a-699c-4564-901c-cbe9c5904962 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:44.653315 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56564) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:44.665120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 5d157c95-65b7-48da-9095-66a42746543d details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:12:44.677227 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ce2b-32e0-4ac2-a168-bda3bbd7a84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.708877 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.713940 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.716046 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "DELETE /v2.0/networks/b2dc557f-1b54-436f-aa25-c13f3e320aec HTTP/1.1" status: 204 len: 168 time: 0.8982925 Jul 27 21:12:44.723431 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56566) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:44.752149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b921c-bf5c-40cb-9bc1-54ad87b79418 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event deleted for resources: {'Network': ['ID=b2dc557f-1b54-436f-aa25-c13f3e320aec,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:44.778865 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061187e8-419f-47de-8d5e-f2ab97705015 req-769db01e-b1d6-4017-8b34-10692f499611 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:44.780097 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-061187e8-419f-47de-8d5e-f2ab97705015 req-769db01e-b1d6-4017-8b34-10692f499611 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.1421280 Jul 27 21:12:44.789261 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cc5d8-6be3-4481-af96-84ee178b72eb req-8954f427-8228-4e26-b30d-2fc1af891380 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:44.805710 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-847cc5d8-6be3-4481-af96-84ee178b72eb req-8954f427-8228-4e26-b30d-2fc1af891380 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.2304485 Jul 27 21:12:44.858708 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.909595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-edd61f47-099d-4747-8ad1-0c3b7e6b39c5 None None] Provisioning for port 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:44.914599 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-061187e8-419f-47de-8d5e-f2ab97705015 req-18764d77-6c8c-4e5b-94f5-cca47eb89e3a tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057086 Jul 27 21:12:44.925684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-847cc5d8-6be3-4481-af96-84ee178b72eb req-9181de13-ae18-4f08-92bc-ed61f0bc40e4 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216161 Jul 27 21:12:44.978573 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ce2b-32e0-4ac2-a168-bda3bbd7a84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:44.981445 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:44.996884 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ce2b-32e0-4ac2-a168-bda3bbd7a84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.027457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Deleting port 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:45.027959 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.059577 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 5d157c95-65b7-48da-9095-66a42746543d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5d157c95-65b7-48da-9095-66a42746543d,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:45.090241 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '5d157c95-65b7-48da-9095-66a42746543d', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'port_id': '5d157c95-65b7-48da-9095-66a42746543d', 'mac_address': 'fa:16:3e:3a:05:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:12:45.119969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1ce2b-32e0-4ac2-a168-bda3bbd7a84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c0dfa1-73e4-4afa-ac68-2ee1c9e156e7,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:45.127409 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c1b1ce2b-32e0-4ac2-a168-bda3bbd7a84f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7819d817454049bdb89605d0e6fd8a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4730475 Jul 27 21:12:45.130399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56572) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:45.149875 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e661b-4b4c-4c86-b1eb-47e665ab26db req-024fe540-5b90-4353-9581-6ca7496e7506 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:45.164381 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-091e661b-4b4c-4c86-b1eb-47e665ab26db req-024fe540-5b90-4353-9581-6ca7496e7506 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.0956256 Jul 27 21:12:45.166771 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.204532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d157c95-65b7-48da-9095-66a42746543d {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:12:45.209058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:45.213953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] For port 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=106a5bb8-c786-458f-b4e2-a61dfb8a3bfb,segment=NetworkSegment(241a6427-fb50-4f3d-81f8-11330f33567b),segment_id=241a6427-fb50-4f3d-81f8-11330f33567b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:45.214126 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.216459 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c16e637-c745-47c6-ab96-6c347b25ee3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.226623 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-091e661b-4b4c-4c86-b1eb-47e665ab26db req-a6214f4e-46d7-418c-858a-f933a11e89ee tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583282 Jul 27 21:12:45.234048 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:45.234444 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.236137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d952e7-7e8e-499c-9e50-f3f6d1f5ed6b None None] DHCP port deletion for b2dc557f-1b54-436f-aa25-c13f3e320aec request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:12:45.242021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 5d157c95-65b7-48da-9095-66a42746543d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5d157c95-65b7-48da-9095-66a42746543d,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:45.242213 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c16e637-c745-47c6-ab96-6c347b25ee3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.298981 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Calling delete_port for 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:45.327899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b677734-f36f-4863-a1f1-079fa350c87d None None] Network b2dc557f-1b54-436f-aa25-c13f3e320aec requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:45.332422 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.349521 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4a3c0772-3964-4ccc-a1ed-3888ae4afa9a None None] Could not find standard attr ID for object 9669c3e2-57cb-450b-ac4d-a8e3606e35a6. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:12:45.372015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b677734-f36f-4863-a1f1-079fa350c87d None None] Network b2dc557f-1b54-436f-aa25-c13f3e320aec could not be found, it might have been deleted concurrently. {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 21:12:45.412580 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd06e728-66fc-42ac-8459-3994a56eadf9 None None] DHCP port deletion for a300828a-699c-4564-901c-cbe9c5904962 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:12:45.423175 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c16e637-c745-47c6-ab96-6c347b25ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.426536 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c16e637-c745-47c6-ab96-6c347b25ee3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.427701 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4c16e637-c745-47c6-ab96-6c347b25ee3d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d5c0dfa1-73e4-4afa-ac68-2ee1c9e156e7 HTTP/1.1" status: 204 len: 168 time: 0.2963531 Jul 27 21:12:45.444537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16e637-c745-47c6-ab96-6c347b25ee3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c0dfa1-73e4-4afa-ac68-2ee1c9e156e7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:45.449456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3ab2f-74ff-43a6-8ca3-4b767f41bdac req-402935b3-ddb7-468f-8cc5-ac476cb42206 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:45.456034 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2f3ab2f-74ff-43a6-8ca3-4b767f41bdac req-402935b3-ddb7-468f-8cc5-ac476cb42206 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.1145496 Jul 27 21:12:45.459252 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.488545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=5d157c95-65b7-48da-9095-66a42746543d,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:45.514248 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] No DVR routers for this DVR port 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:12:45.519539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event deleted for resources: {'Port': ['ID=106a5bb8-c786-458f-b4e2-a61dfb8a3bfb,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:45.524601 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.548462 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2f3ab2f-74ff-43a6-8ca3-4b767f41bdac req-4ae4246a-3a7e-4300-9071-97f7185e89b1 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847282 Jul 27 21:12:45.640368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['5d157c95-65b7-48da-9095-66a42746543d'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:12:45.645219 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.652787 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cd06e728-66fc-42ac-8459-3994a56eadf9 None None] Deleting port 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:45.653272 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cd06e728-66fc-42ac-8459-3994a56eadf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.665591 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a300828a-699c-4564-901c-cbe9c5904962']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:45.684795 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241a6427-fb50-4f3d-81f8-11330f33567b') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:45.685101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241a6427-fb50-4f3d-81f8-11330f33567b') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:45.697991 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.720289 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.732731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:12:45.733127 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:12:45.736683 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:12:45.814243 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.822061 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.826635 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "DELETE /v2.0/networks/a300828a-699c-4564-901c-cbe9c5904962 HTTP/1.1" status: 204 len: 168 time: 1.1008606 Jul 27 21:12:45.834596 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d75060-d78b-4eb5-a734-5d9a3c999e26 req-7bd43a0e-1dfb-47c3-a7e8-938cb1e34645 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:45.839224 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cd06e728-66fc-42ac-8459-3994a56eadf9 None None] For port 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb, host n-d-764806-9, got binding levels [] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:45.839830 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cd06e728-66fc-42ac-8459-3994a56eadf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.844626 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41d75060-d78b-4eb5-a734-5d9a3c999e26 req-7bd43a0e-1dfb-47c3-a7e8-938cb1e34645 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 945 time: 0.2299669 Jul 27 21:12:45.848834 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56586) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:45.859583 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cd06e728-66fc-42ac-8459-3994a56eadf9 None None] Calling delete_port for 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:45.864596 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.ipam_backend_mixin [None req-cd06e728-66fc-42ac-8459-3994a56eadf9 None None] Port 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb was not found and therefore no delete operation was performed {{(pid=105581) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:12:45.866982 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cd06e728-66fc-42ac-8459-3994a56eadf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:45.885656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba7d63-6544-4ba0-a9aa-6b110b14810d tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event deleted for resources: {'Network': ['ID=a300828a-699c-4564-901c-cbe9c5904962,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:45.903584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd06e728-66fc-42ac-8459-3994a56eadf9 None None] Network a300828a-699c-4564-901c-cbe9c5904962 is not hosted by any dhcp agent {{(pid=105581) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:12:45.904111 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06e728-66fc-42ac-8459-3994a56eadf9 None None] No DVR routers for this DVR port 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:12:45.907500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06e728-66fc-42ac-8459-3994a56eadf9 None None] Pushing event deleted for resources: {'Port': ['ID=106a5bb8-c786-458f-b4e2-a61dfb8a3bfb,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:45.962529 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d4736-5eab-424d-83b6-4cfe41428e2f req-d4e914b6-ee6d-4f3d-99ed-e4a655151c25 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:45.964404 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8d9d4736-5eab-424d-83b6-4cfe41428e2f req-d4e914b6-ee6d-4f3d-99ed-e4a655151c25 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.2902749 Jul 27 21:12:45.999631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41d75060-d78b-4eb5-a734-5d9a3c999e26 req-83913d12-c8a9-4350-9c31-c6cabc0dd42e tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455462 Jul 27 21:12:46.062838 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8d9d4736-5eab-424d-83b6-4cfe41428e2f req-154717ab-0259-4102-b80f-b5b28e4be445 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817723 Jul 27 21:12:46.067214 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-71b86b57-2f2b-4e64-a49b-d1f8d3382040 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.207056 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-71b86b57-2f2b-4e64-a49b-d1f8d3382040 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.222658 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-71b86b57-2f2b-4e64-a49b-d1f8d3382040 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60638bb8-1a6e-488e-a2e3-acfc662ac3b0']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:46.236487 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-71b86b57-2f2b-4e64-a49b-d1f8d3382040 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c88163-0978-4f38-b605-b2ba913bd3fd') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:46.236788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-71b86b57-2f2b-4e64-a49b-d1f8d3382040 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c88163-0978-4f38-b605-b2ba913bd3fd') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:46.246276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe806c-f46b-4a72-8fc4-628f827da1c5 req-44a2a382-8ed2-4bae-af5a-e029e1d33704 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:46.255522 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fbbe806c-f46b-4a72-8fc4-628f827da1c5 req-44a2a382-8ed2-4bae-af5a-e029e1d33704 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.1814113 Jul 27 21:12:46.269400 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-71b86b57-2f2b-4e64-a49b-d1f8d3382040 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.305987 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-71b86b57-2f2b-4e64-a49b-d1f8d3382040 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.324581 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b86b57-2f2b-4e64-a49b-d1f8d3382040 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:12:46.325027 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-71b86b57-2f2b-4e64-a49b-d1f8d3382040 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:12:46.328589 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:12:46.343062 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fbbe806c-f46b-4a72-8fc4-628f827da1c5 req-24925317-2975-483d-85ae-9ca4c53d5637 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786855 Jul 27 21:12:46.399233 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-71b86b57-2f2b-4e64-a49b-d1f8d3382040 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.409855 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-71b86b57-2f2b-4e64-a49b-d1f8d3382040 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.412611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-71b86b57-2f2b-4e64-a49b-d1f8d3382040 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "DELETE /v2.0/networks/60638bb8-1a6e-488e-a2e3-acfc662ac3b0 HTTP/1.1" status: 204 len: 168 time: 0.5627203 Jul 27 21:12:46.415732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56610) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:46.432046 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b86b57-2f2b-4e64-a49b-d1f8d3382040 tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event deleted for resources: {'Network': ['ID=60638bb8-1a6e-488e-a2e3-acfc662ac3b0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:46.502873 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-968aaae3-1e28-4ee6-a3b4-67ac4193037c tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.595389 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-968aaae3-1e28-4ee6-a3b4-67ac4193037c tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.606692 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-968aaae3-1e28-4ee6-a3b4-67ac4193037c tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed3af7d-1d2f-4ee8-8fbb-fcc11f1c37b1']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:46.616668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-968aaae3-1e28-4ee6-a3b4-67ac4193037c tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3073154f-6faa-4355-a4d6-ce1f143c2038') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:46.616958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-968aaae3-1e28-4ee6-a3b4-67ac4193037c tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3073154f-6faa-4355-a4d6-ce1f143c2038') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:46.625848 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-968aaae3-1e28-4ee6-a3b4-67ac4193037c tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.639813 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-968aaae3-1e28-4ee6-a3b4-67ac4193037c tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.646473 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968aaae3-1e28-4ee6-a3b4-67ac4193037c tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:12:46.647083 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-968aaae3-1e28-4ee6-a3b4-67ac4193037c tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:12:46.652099 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:12:46.655399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 5d157c95-65b7-48da-9095-66a42746543d up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:46.725058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 5d157c95-65b7-48da-9095-66a42746543d completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:46.727838 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-968aaae3-1e28-4ee6-a3b4-67ac4193037c tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.729730 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 5d157c95-65b7-48da-9095-66a42746543d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:46.730101 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.750360 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-968aaae3-1e28-4ee6-a3b4-67ac4193037c tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.754510 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-968aaae3-1e28-4ee6-a3b4-67ac4193037c tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] 10.222.0.55 "DELETE /v2.0/networks/3ed3af7d-1d2f-4ee8-8fbb-fcc11f1c37b1 HTTP/1.1" status: 204 len: 168 time: 0.3352010 Jul 27 21:12:46.754510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968aaae3-1e28-4ee6-a3b4-67ac4193037c tempest-BulkNetworkOpsIpV6Test-516464877 tempest-BulkNetworkOpsIpV6Test-516464877-project] Pushing event deleted for resources: {'Network': ['ID=3ed3af7d-1d2f-4ee8-8fbb-fcc11f1c37b1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:46.896771 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:46.925663 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:12:46.926079 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 106a5bb8-c786-458f-b4e2-a61dfb8a3bfb not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:12:46.926540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9669c3e2-57cb-450b-ac4d-a8e3606e35a6 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:46.959505 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 9669c3e2-57cb-450b-ac4d-a8e3606e35a6 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:12:46.960052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9669c3e2-57cb-450b-ac4d-a8e3606e35a6 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:12:46.969160 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:46.997980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d157c95-65b7-48da-9095-66a42746543d'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:47.000577 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34fc600-57ee-49c7-a179-55bf67e1a023" -d '{"events": [{"server_uuid": "db43c025-3f23-4cb0-91aa-c0d96b7c0556", "name": "network-vif-plugged", "status": "completed", "tag": "5d157c95-65b7-48da-9095-66a42746543d"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:47.016311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 5d157c95-65b7-48da-9095-66a42746543d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5d157c95-65b7-48da-9095-66a42746543d,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:47.023284 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:47.062575 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df64d86-0c7e-475b-a5df-19ed84e310cb x-openstack-request-id: req-1df64d86-0c7e-475b-a5df-19ed84e310cb {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:47.062862 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db43c025-3f23-4cb0-91aa-c0d96b7c0556", "name": "network-vif-plugged", "status": "completed", "tag": "5d157c95-65b7-48da-9095-66a42746543d", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:47.063115 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1df64d86-0c7e-475b-a5df-19ed84e310cb {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:47.063554 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d157c95-65b7-48da-9095-66a42746543d', 'code': 200} Jul 27 21:12:47.089905 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=5d157c95-65b7-48da-9095-66a42746543d,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:47.179607 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20b18b-23bb-45d1-97ac-8d997e80296c req-9fe9d37b-d1b8-40de-bff8-75219901fa9d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:47.181474 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ef20b18b-23bb-45d1-97ac-8d997e80296c req-9fe9d37b-d1b8-40de-bff8-75219901fa9d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.0854204 Jul 27 21:12:47.205308 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481b935-aeec-4f0b-bec5-ec118b58b747 req-8029deff-dcac-420e-a372-73b48769c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:47.206428 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0481b935-aeec-4f0b-bec5-ec118b58b747 req-8029deff-dcac-420e-a372-73b48769c684 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 1097 time: 0.0659962 Jul 27 21:12:47.208162 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56638) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:47.238856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ef20b18b-23bb-45d1-97ac-8d997e80296c req-a372a3d7-6626-4b92-8478-2aa252248c05 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499191 Jul 27 21:12:47.284032 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0481b935-aeec-4f0b-bec5-ec118b58b747 req-4c801c47-74f4-43a4-9633-2ae8325beffe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645797 Jul 27 21:12:47.421747 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a23d6be7-9912-409b-950a-d22b43c13870 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b68a8dee81c4fb6baa7ec4411e34717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124226 Jul 27 21:12:47.424190 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56648) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:47.534416 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a53ae7bb-f6f0-4d75-a4b7-18eb163178cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:47.547818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f739f-a5ed-4032-903a-1b8aa45e848e req-0cb42f60-b5db-4fa7-adfe-919df2e76f29 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:47.549321 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd3f739f-a5ed-4032-903a-1b8aa45e848e req-0cb42f60-b5db-4fa7-adfe-919df2e76f29 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.1161559 Jul 27 21:12:47.581447 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a53ae7bb-f6f0-4d75-a4b7-18eb163178cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:47.622579 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd3f739f-a5ed-4032-903a-1b8aa45e848e req-723cee0a-160d-4862-a082-91d49e98c092 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651846 Jul 27 21:12:47.646850 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a53ae7bb-f6f0-4d75-a4b7-18eb163178cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:47.650709 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a53ae7bb-f6f0-4d75-a4b7-18eb163178cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:47.652576 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a53ae7bb-f6f0-4d75-a4b7-18eb163178cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39a7b5e1-1adc-424a-a127-2c8e0e626563 HTTP/1.1" status: 204 len: 168 time: 0.2271662 Jul 27 21:12:47.677698 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ae7bb-f6f0-4d75-a4b7-18eb163178cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a7b5e1-1adc-424a-a127-2c8e0e626563,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:48.481092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad513c-8e37-4fa5-8517-34ef3f2557ef req-acf85fb5-06ba-4360-bc8b-d93f56dd3138 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:48.483349 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6bad513c-8e37-4fa5-8517-34ef3f2557ef req-acf85fb5-06ba-4360-bc8b-d93f56dd3138 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.1547818 Jul 27 21:12:48.492165 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56692) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:48.558045 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6bad513c-8e37-4fa5-8517-34ef3f2557ef req-cb4c834a-1c3b-42fd-88f1-cbf70c844ae7 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650480 Jul 27 21:12:48.644887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2d2c734b-aaa8-44d1-a7ac-2578062723a0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-269407691'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:48.697541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2c734b-aaa8-44d1-a7ac-2578062723a0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:48.702828 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d2c734b-aaa8-44d1-a7ac-2578062723a0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:48.719926 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d2c734b-aaa8-44d1-a7ac-2578062723a0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:48.857560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2b598-fc62-459b-9c93-72673403d6ad req-2f054236-7ad7-4cb2-8458-f482424aa281 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:48.859344 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8eb2b598-fc62-459b-9c93-72673403d6ad req-2f054236-7ad7-4cb2-8458-f482424aa281 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.1370385 Jul 27 21:12:48.862880 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d2c734b-aaa8-44d1-a7ac-2578062723a0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:48.870440 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d2c734b-aaa8-44d1-a7ac-2578062723a0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:48.905401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2c734b-aaa8-44d1-a7ac-2578062723a0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:12:48.923135 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c734b-aaa8-44d1-a7ac-2578062723a0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11846119-37e0-4a90-a4b3-23c9f6eb4156,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:48.928799 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d2c734b-aaa8-44d1-a7ac-2578062723a0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:48.929923 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-2d2c734b-aaa8-44d1-a7ac-2578062723a0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Added segment 1f2d0f43-5574-426f-8eef-62e3fcaf842f of type vlan for network f974cc40-a295-4100-95bf-be12947999c5 Jul 27 21:12:48.945536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8eb2b598-fc62-459b-9c93-72673403d6ad req-b696a88c-8685-45ba-a7aa-e8f171160c54 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774233 Jul 27 21:12:48.978298 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d2c734b-aaa8-44d1-a7ac-2578062723a0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:49.018329 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d2c734b-aaa8-44d1-a7ac-2578062723a0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:49.025682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c734b-aaa8-44d1-a7ac-2578062723a0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:49.026362 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d2c734b-aaa8-44d1-a7ac-2578062723a0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:49.107007 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2d2c734b-aaa8-44d1-a7ac-2578062723a0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6132510 Jul 27 21:12:49.120373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c734b-aaa8-44d1-a7ac-2578062723a0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Network': ['ID=f974cc40-a295-4100-95bf-be12947999c5,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:49.134607 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network f974cc40-a295-4100-95bf-be12947999c5 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:12:49.760690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7940254-eb63-498f-9257-8d4f3bdb49e9 req-dea0b0ed-6501-43c7-8af2-d42efb78c3c3 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:49.769849 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7940254-eb63-498f-9257-8d4f3bdb49e9 req-dea0b0ed-6501-43c7-8af2-d42efb78c3c3 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.1048400 Jul 27 21:12:49.818125 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7940254-eb63-498f-9257-8d4f3bdb49e9 req-0f40c9bd-896b-4b6d-8773-c7b9effe6ef8 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472126 Jul 27 21:12:49.960491 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2163a-0856-447d-bd8b-f7c9449073e7 req-1290bca0-9cc4-4a3e-b600-0b8492ddb4c2 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:49.962278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1df2163a-0856-447d-bd8b-f7c9449073e7 req-1290bca0-9cc4-4a3e-b600-0b8492ddb4c2 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.0746012 Jul 27 21:12:49.970913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56718) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:49.985428 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1fd40afe-e037-4d03-818f-b9429aa862e5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Request body: {'floatingip': {'port_id': '5d157c95-65b7-48da-9095-66a42746543d'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:50.041420 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1fd40afe-e037-4d03-818f-b9429aa862e5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for floatingip, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:50.162066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17475c12-e4b4-4a6a-babc-2be8ca09b310 req-c41cdda9-d761-4387-8e04-2d4561985058 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:50.169215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-17475c12-e4b4-4a6a-babc-2be8ca09b310 req-c41cdda9-d761-4387-8e04-2d4561985058 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.1130841 Jul 27 21:12:50.250912 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-17475c12-e4b4-4a6a-babc-2be8ca09b310 req-92a8f43e-7d9d-438c-8dfa-ff473171374e tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756695 Jul 27 21:12:50.637806 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d602b-6dc7-4d10-a4bc-1b5ff2a59f2c req-6d72af48-c96a-4565-9868-166cc7b05131 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:50.644488 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d55d602b-6dc7-4d10-a4bc-1b5ff2a59f2c req-6d72af48-c96a-4565-9868-166cc7b05131 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.1398547 Jul 27 21:12:50.737544 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d55d602b-6dc7-4d10-a4bc-1b5ff2a59f2c req-fed0460f-c7dd-437d-a214-2797f70a144a tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852652 Jul 27 21:12:51.125164 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c810c7-5b85-4deb-a89b-e7ff6a3b6f03 req-67af2486-7277-4e83-8615-14c63962159b tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:51.127168 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94c810c7-5b85-4deb-a89b-e7ff6a3b6f03 req-67af2486-7277-4e83-8615-14c63962159b tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.1026523 Jul 27 21:12:51.199963 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94c810c7-5b85-4deb-a89b-e7ff6a3b6f03 req-bfd06561-2da0-4a2f-a883-5da773a5ed03 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656970 Jul 27 21:12:51.261540 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1fd40afe-e037-4d03-818f-b9429aa862e5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:51.275322 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1fd40afe-e037-4d03-818f-b9429aa862e5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:51.401232 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-1fd40afe-e037-4d03-818f-b9429aa862e5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Floating IP db7e6c90-8905-47ce-bed0-1149bd458232 associated. External IP: 172.25.2.53, port: 5d157c95-65b7-48da-9095-66a42746543d. Jul 27 21:12:51.699975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd40afe-e037-4d03-818f-b9429aa862e5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Router a9966926-8f35-4c58-8656-a81d19e96533 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:12:51.738698 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56746) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:51.941692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dd1d2-806a-47fd-aca6-5d97a772d05c req-8de39567-3998-4dca-9f0f-3e96aaa77a61 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:51.950117 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-558dd1d2-806a-47fd-aca6-5d97a772d05c req-8de39567-3998-4dca-9f0f-3e96aaa77a61 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.0983443 Jul 27 21:12:51.954969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd40afe-e037-4d03-818f-b9429aa862e5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:12:51.961195 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1fd40afe-e037-4d03-818f-b9429aa862e5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:51.965859 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d2628-26b7-4beb-b7ba-a3cc6b5a4b2d None None] Sync routers for ids ['a9966926-8f35-4c58-8656-a81d19e96533'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:12:51.980847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d2628-26b7-4beb-b7ba-a3cc6b5a4b2d None None] Routers {'a9966926-8f35-4c58-8656-a81d19e96533'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:51.981899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bf9d2628-26b7-4beb-b7ba-a3cc6b5a4b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:12:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a9966926-8f35-4c58-8656-a81d19e96533'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:51.982326 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d3c759f-69e3-45dc-bb86-e185a6adb577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:51.995786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a86a4-2fc6-41f8-bfb5-fc82815c81ab req-100009cc-0788-41c0-80b3-c201372417a9 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:51.997724 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431a86a4-2fc6-41f8-bfb5-fc82815c81ab req-100009cc-0788-41c0-80b3-c201372417a9 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.66 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.2061381 Jul 27 21:12:52.026548 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-558dd1d2-806a-47fd-aca6-5d97a772d05c req-c7e08a69-3a47-46f4-bbcb-a90ff5b9d779 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715344 Jul 27 21:12:52.072830 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1fd40afe-e037-4d03-818f-b9429aa862e5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "PUT /v2.0/floatingips/db7e6c90-8905-47ce-bed0-1149bd458232 HTTP/1.1" status: 200 len: 991 time: 2.0987813 Jul 27 21:12:52.075053 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'tag': '5d157c95-65b7-48da-9095-66a42746543d'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:52.092605 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e4327a-0e28-4029-8678-cd4d1ef6cc88" -d '{"events": [{"name": "network-changed", "server_uuid": "db43c025-3f23-4cb0-91aa-c0d96b7c0556", "tag": "5d157c95-65b7-48da-9095-66a42746543d"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:52.207061 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d3c759f-69e3-45dc-bb86-e185a6adb577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:52.216647 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d3c759f-69e3-45dc-bb86-e185a6adb577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:52.236883 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b2f250-4f13-4d27-b2e4-09cc5c75eca6 x-openstack-request-id: req-e8b2f250-4f13-4d27-b2e4-09cc5c75eca6 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:52.237168 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db43c025-3f23-4cb0-91aa-c0d96b7c0556", "tag": "5d157c95-65b7-48da-9095-66a42746543d", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:52.237961 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e8b2f250-4f13-4d27-b2e4-09cc5c75eca6 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:52.238671 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'tag': '5d157c95-65b7-48da-9095-66a42746543d', 'status': 'completed', 'code': 200} Jul 27 21:12:52.241310 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-bf9d2628-26b7-4beb-b7ba-a3cc6b5a4b2d None None] Set router a9966926-8f35-4c58-8656-a81d19e96533 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:52.347081 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-431a86a4-2fc6-41f8-bfb5-fc82815c81ab req-80de9379-adc7-4a15-a648-3905d72d2d33 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Deleting port 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:52.347642 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-431a86a4-2fc6-41f8-bfb5-fc82815c81ab req-80de9379-adc7-4a15-a648-3905d72d2d33 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:52.348458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c759f-69e3-45dc-bb86-e185a6adb577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d3e4b5-e0ab-4ec8-ad24-3af76a926353,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:52.367044 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5d3c759f-69e3-45dc-bb86-e185a6adb577 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab65d5ca657644a8867575298d0d2883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6261685 Jul 27 21:12:52.369270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56758) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:52.373219 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4327a-0e28-4029-8678-cd4d1ef6cc88 req-61c6f477-ce58-4385-a5b6-2779f0578aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:52.375968 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-02e4327a-0e28-4029-8678-cd4d1ef6cc88 req-61c6f477-ce58-4385-a5b6-2779f0578aaa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 1097 time: 0.1093771 Jul 27 21:12:52.584040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-431a86a4-2fc6-41f8-bfb5-fc82815c81ab req-80de9379-adc7-4a15-a648-3905d72d2d33 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] For port 2e8f1c51-dc05-45b2-8400-1211cdef2ea3, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2e8f1c51-dc05-45b2-8400-1211cdef2ea3,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:52.584683 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-431a86a4-2fc6-41f8-bfb5-fc82815c81ab req-80de9379-adc7-4a15-a648-3905d72d2d33 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:52.609412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56760) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:52.619928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-a586e57f-b7ee-4674-ba67-ad0f0a423a3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'subnet': {'network_id': 'f974cc40-a295-4100-95bf-be12947999c5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:52.639728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4327a-0e28-4029-8678-cd4d1ef6cc88 req-f8a10343-a086-4594-921c-e8b72e78803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:52.641374 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-02e4327a-0e28-4029-8678-cd4d1ef6cc88 req-f8a10343-a086-4594-921c-e8b72e78803a service neutron] 10.222.0.20 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 916 time: 0.2149510 Jul 27 21:12:52.645174 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bf9d2628-26b7-4beb-b7ba-a3cc6b5a4b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 4, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'db7e6c90-8905-47ce-bed0-1149bd458232', 'tenant_id': '316085248a694378aced875fc59e1117', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'port_id': '5d157c95-65b7-48da-9095-66a42746543d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'mac_address': 'fa:16:3e:3a:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:12:35Z', 'updated_at': '2021-07-27T21:12:51Z', 'revision_number': 1, 'project_id': '316085248a694378aced875fc59e1117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f56f7ca-9053-4d4d-a908-4ce9747cde2a', 'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'tenant_id': '316085248a694378aced875fc59e1117', 'mac_address': 'fa:16:3e:85:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:33Z', 'updated_at': '2021-07-27T21:06:42Z', 'revision_number': 5, 'project_id': '316085248a694378aced875fc59e1117', 'subnets': [{'id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:52.655063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-431a86a4-2fc6-41f8-bfb5-fc82815c81ab req-80de9379-adc7-4a15-a648-3905d72d2d33 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Calling delete_port for 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:52.677901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d2628-26b7-4beb-b7ba-a3cc6b5a4b2d None None] Checking router: a9966926-8f35-4c58-8656-a81d19e96533 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:12:52.688460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d2628-26b7-4beb-b7ba-a3cc6b5a4b2d None None] Routers {'a9966926-8f35-4c58-8656-a81d19e96533'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:12:52.689244 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bf9d2628-26b7-4beb-b7ba-a3cc6b5a4b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:12:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a9966926-8f35-4c58-8656-a81d19e96533'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:52.801787 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-bf9d2628-26b7-4beb-b7ba-a3cc6b5a4b2d None None] Set router a9966926-8f35-4c58-8656-a81d19e96533 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:12:52.867013 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-02e4327a-0e28-4029-8678-cd4d1ef6cc88 req-677572ae-62cb-43b0-b2b7-12d2ccf7656b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d157c95-65b7-48da-9095-66a42746543d HTTP/1.1" status: 200 len: 999 time: 0.1676211 Jul 27 21:12:52.869057 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2d7ccbb-9b7f-41b0-afdf-1de7b426d6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:52.905326 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2d7ccbb-9b7f-41b0-afdf-1de7b426d6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:52.920048 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae61cd-550e-4ab2-9b87-6c8d9e1545eb req-b27c3448-4426-45f2-ace9-d6eb837b2b5b tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:52.921629 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3aae61cd-550e-4ab2-9b87-6c8d9e1545eb req-b27c3448-4426-45f2-ace9-d6eb837b2b5b tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.5768552 Jul 27 21:12:52.967221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5732e-2ba9-4153-9e6d-4c6a2bd53c80 req-02883d7f-74d3-4b5c-88d4-298266660b60 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:52.968940 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bcf5732e-2ba9-4153-9e6d-4c6a2bd53c80 req-02883d7f-74d3-4b5c-88d4-298266660b60 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.20 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 946 time: 0.3532567 Jul 27 21:12:52.969645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a586e57f-b7ee-4674-ba67-ad0f0a423a3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:52.973480 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a586e57f-b7ee-4674-ba67-ad0f0a423a3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:52.983195 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3aae61cd-550e-4ab2-9b87-6c8d9e1545eb req-6bec96d9-8937-4332-9aee-0cbe1a71a9eb tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/security-groups?id=31c141cf-c1c0-49d7-8280-c5b6e96a4167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499656 Jul 27 21:12:53.000292 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2d7ccbb-9b7f-41b0-afdf-1de7b426d6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:53.005277 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2d7ccbb-9b7f-41b0-afdf-1de7b426d6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:53.006611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e2d7ccbb-9b7f-41b0-afdf-1de7b426d6f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10d3e4b5-e0ab-4ec8-ad24-3af76a926353 HTTP/1.1" status: 204 len: 168 time: 0.6361492 Jul 27 21:12:53.017658 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7ccbb-9b7f-41b0-afdf-1de7b426d6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d3e4b5-e0ab-4ec8-ad24-3af76a926353,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:53.082325 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4327a-0e28-4029-8678-cd4d1ef6cc88 req-c9511fd7-ad8e-405b-a9d0-169093ac9fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:53.083979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bf9d2628-26b7-4beb-b7ba-a3cc6b5a4b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 4, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'db7e6c90-8905-47ce-bed0-1149bd458232', 'tenant_id': '316085248a694378aced875fc59e1117', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'port_id': '5d157c95-65b7-48da-9095-66a42746543d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'mac_address': 'fa:16:3e:3a:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:12:35Z', 'updated_at': '2021-07-27T21:12:51Z', 'revision_number': 1, 'project_id': '316085248a694378aced875fc59e1117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f56f7ca-9053-4d4d-a908-4ce9747cde2a', 'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'tenant_id': '316085248a694378aced875fc59e1117', 'mac_address': 'fa:16:3e:85:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:33Z', 'updated_at': '2021-07-27T21:06:42Z', 'revision_number': 5, 'project_id': '316085248a694378aced875fc59e1117', 'subnets': [{'id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:53.085441 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-02e4327a-0e28-4029-8678-cd4d1ef6cc88 req-c9511fd7-ad8e-405b-a9d0-169093ac9fe0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f5c215f-9e0c-4039-b305-c7ccda95b7dd HTTP/1.1" status: 200 len: 854 time: 0.2079675 Jul 27 21:12:53.121224 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d2628-26b7-4beb-b7ba-a3cc6b5a4b2d None None] The sync data for ids ['a9966926-8f35-4c58-8656-a81d19e96533'] in n-d-764806-9 is: [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 4, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'db7e6c90-8905-47ce-bed0-1149bd458232', 'tenant_id': '316085248a694378aced875fc59e1117', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'port_id': '5d157c95-65b7-48da-9095-66a42746543d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'mac_address': 'fa:16:3e:3a:05:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:12:35Z', 'updated_at': '2021-07-27T21:12:51Z', 'revision_number': 1, 'project_id': '316085248a694378aced875fc59e1117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f56f7ca-9053-4d4d-a908-4ce9747cde2a', 'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'tenant_id': '316085248a694378aced875fc59e1117', 'mac_address': 'fa:16:3e:85:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:33Z', 'updated_at': '2021-07-27T21:06:42Z', 'revision_number': 5, 'project_id': '316085248a694378aced875fc59e1117', 'subnets': [{'id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:12:53.212098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d37e6-675f-4518-a09b-a9a8494c97f6 req-669f4b53-629f-46ab-8f76-29f1f444f6f2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:53.215292 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b45d37e6-675f-4518-a09b-a9a8494c97f6 req-669f4b53-629f-46ab-8f76-29f1f444f6f2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=147b9a99-5f38-40ce-a41a-236e8f2194b6 HTTP/1.1" status: 200 len: 946 time: 0.0988181 Jul 27 21:12:53.266510 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b45d37e6-675f-4518-a09b-a9a8494c97f6 req-f8ed6572-6d5f-4d43-9a58-8cf4cf7aad28 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Jul 27 21:12:53.288673 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-431a86a4-2fc6-41f8-bfb5-fc82815c81ab req-80de9379-adc7-4a15-a648-3905d72d2d33 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:53.301750 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['2e8f1c51-dc05-45b2-8400-1211cdef2ea3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:12:53.355848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de9379-adc7-4a15-a648-3905d72d2d33 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Pushing event deleted for resources: {'Port': ['ID=2e8f1c51-dc05-45b2-8400-1211cdef2ea3,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:53.365230 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4327a-0e28-4029-8678-cd4d1ef6cc88 req-f66bc361-9505-4de8-8d46-f0d7a6845f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:53.367403 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-02e4327a-0e28-4029-8678-cd4d1ef6cc88 req-f66bc361-9505-4de8-8d46-f0d7a6845f01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83632acd-e78d-4a39-ae97-2eaf775c8434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2641754 Jul 27 21:12:53.401442 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56770) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:53.423092 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-886dddc8-a62a-4f86-a60d-d097b888ec18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:53.479762 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7394b-5b3a-4e7d-92dc-3e1263649ba5 None None] New status for floating IP db7e6c90-8905-47ce-bed0-1149bd458232: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:12:53.539811 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-431a86a4-2fc6-41f8-bfb5-fc82815c81ab req-80de9379-adc7-4a15-a648-3905d72d2d33 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] No DVR routers for this DVR port 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:12:53.549084 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-431a86a4-2fc6-41f8-bfb5-fc82815c81ab req-80de9379-adc7-4a15-a648-3905d72d2d33 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:53.551072 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-431a86a4-2fc6-41f8-bfb5-fc82815c81ab req-80de9379-adc7-4a15-a648-3905d72d2d33 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.66 "DELETE /v2.0/ports/2e8f1c51-dc05-45b2-8400-1211cdef2ea3 HTTP/1.1" status: 204 len: 173 time: 1.4768016 Jul 27 21:12:53.554493 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-886dddc8-a62a-4f86-a60d-d097b888ec18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:53.561597 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-886dddc8-a62a-4f86-a60d-d097b888ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:53.579251 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-bcf5732e-2ba9-4153-9e6d-4c6a2bd53c80 req-00064448-eec3-4249-b06b-839de1d93070 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Deleting port 72573715-1749-4c64-8696-9678e7ad95f7 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:12:53.579594 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bcf5732e-2ba9-4153-9e6d-4c6a2bd53c80 req-00064448-eec3-4249-b06b-839de1d93070 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:53.606041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dddc8-a62a-4f86-a60d-d097b888ec18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044e439d-86ce-4edf-a599-29079bb4e6b3,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:53.613750 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-886dddc8-a62a-4f86-a60d-d097b888ec18 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1413b628c81c4c23bac7d36d964ee5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114694 Jul 27 21:12:53.615163 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56772) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:53.649957 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-02e4327a-0e28-4029-8678-cd4d1ef6cc88 req-6f4a4a54-9690-41fd-85a3-4bfea52e4222 service neutron] 10.222.0.20 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725966 Jul 27 21:12:53.672732 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0ab7993b-3f5b-42cd-8626-4caac8f3e20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:53.697030 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0ab7993b-3f5b-42cd-8626-4caac8f3e20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:53.753038 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0ab7993b-3f5b-42cd-8626-4caac8f3e20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:53.755815 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0ab7993b-3f5b-42cd-8626-4caac8f3e20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:53.757818 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0ab7993b-3f5b-42cd-8626-4caac8f3e20d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/044e439d-86ce-4edf-a599-29079bb4e6b3 HTTP/1.1" status: 204 len: 168 time: 0.1396875 Jul 27 21:12:53.768701 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7993b-3f5b-42cd-8626-4caac8f3e20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044e439d-86ce-4edf-a599-29079bb4e6b3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:53.769816 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a586e57f-b7ee-4674-ba67-ad0f0a423a3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:53.859921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-bcf5732e-2ba9-4153-9e6d-4c6a2bd53c80 req-00064448-eec3-4249-b06b-839de1d93070 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] For port 72573715-1749-4c64-8696-9678e7ad95f7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=72573715-1749-4c64-8696-9678e7ad95f7,segment=NetworkSegment(f4bdd82f-7356-43d6-8866-f3704dc0d16c),segment_id=f4bdd82f-7356-43d6-8866-f3704dc0d16c)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:53.860243 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bcf5732e-2ba9-4153-9e6d-4c6a2bd53c80 req-00064448-eec3-4249-b06b-839de1d93070 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:53.883691 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-02e4327a-0e28-4029-8678-cd4d1ef6cc88 req-d1464041-12aa-49c0-9148-898621e86a5b service neutron] 10.222.0.20 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999090 Jul 27 21:12:53.884201 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586e57f-b7ee-4674-ba67-ad0f0a423a3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Subnet': ['ID=cf962bad-2f72-498a-b509-d4a7367de129,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:53.889866 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-bcf5732e-2ba9-4153-9e6d-4c6a2bd53c80 req-00064448-eec3-4249-b06b-839de1d93070 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Calling delete_port for 72573715-1749-4c64-8696-9678e7ad95f7 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:12:53.915171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a586e57f-b7ee-4674-ba67-ad0f0a423a3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Checking segment: {'id': '1f2d0f43-5574-426f-8eef-62e3fcaf842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f974cc40-a295-4100-95bf-be12947999c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:53.915562 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a586e57f-b7ee-4674-ba67-ad0f0a423a3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network hostable DHCP agents. Network: f974cc40-a295-4100-95bf-be12947999c5, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:12:53.977569 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a586e57f-b7ee-4674-ba67-ad0f0a423a3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network f974cc40-a295-4100-95bf-be12947999c5 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:12:53.995966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-a586e57f-b7ee-4674-ba67-ad0f0a423a3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, f974cc40-a295-4100-95bf-be12947999c5) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:54.000236 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a586e57f-b7ee-4674-ba67-ad0f0a423a3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:54.000811 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a586e57f-b7ee-4674-ba67-ad0f0a423a3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:54.010162 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97c6509-520a-4c7b-b0cf-356b3633c86f None None] Network f974cc40-a295-4100-95bf-be12947999c5 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:54.046023 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a586e57f-b7ee-4674-ba67-ad0f0a423a3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4323573 Jul 27 21:12:54.049348 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56782) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:54.059991 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1b4dc7e5-7da7-430e-b813-ac20f1771b1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-159214451'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:54.071522 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bcf5732e-2ba9-4153-9e6d-4c6a2bd53c80 req-00064448-eec3-4249-b06b-839de1d93070 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:54.119098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4dc7e5-7da7-430e-b813-ac20f1771b1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:54.124284 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc7e5-7da7-430e-b813-ac20f1771b1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:54.126305 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['72573715-1749-4c64-8696-9678e7ad95f7'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:12:54.135148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00064448-eec3-4249-b06b-839de1d93070 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Pushing event deleted for resources: {'Port': ['ID=72573715-1749-4c64-8696-9678e7ad95f7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:54.213200 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-45ae9796-ec5b-447d-89ed-8eda41520af5 req-8f26abbc-85a3-47ab-b67f-c55a0b68bf84 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.55 "GET /v2.0/ports?device_id=589de643-0d8c-49cd-9955-b991029d4c91 HTTP/1.1" status: 200 len: 210 time: 0.0671592 Jul 27 21:12:54.214962 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf5732e-2ba9-4153-9e6d-4c6a2bd53c80 req-00064448-eec3-4249-b06b-839de1d93070 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] No DVR routers for this DVR port 72573715-1749-4c64-8696-9678e7ad95f7 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:12:54.217674 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bcf5732e-2ba9-4153-9e6d-4c6a2bd53c80 req-00064448-eec3-4249-b06b-839de1d93070 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:54.220576 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bcf5732e-2ba9-4153-9e6d-4c6a2bd53c80 req-00064448-eec3-4249-b06b-839de1d93070 tempest-ServersNegativeTestJSON-1175461015 tempest-ServersNegativeTestJSON-1175461015-project] 10.222.0.20 "DELETE /v2.0/ports/72573715-1749-4c64-8696-9678e7ad95f7 HTTP/1.1" status: 204 len: 173 time: 1.2415249 Jul 27 21:12:54.224580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4dc7e5-7da7-430e-b813-ac20f1771b1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:12:54.239395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '147b9a99-5f38-40ce-a41a-236e8f2194b6', 'name': 'network-vif-deleted', 'tag': '2e8f1c51-dc05-45b2-8400-1211cdef2ea3'}, {'server_uuid': '589de643-0d8c-49cd-9955-b991029d4c91', 'name': 'network-vif-deleted', 'tag': '72573715-1749-4c64-8696-9678e7ad95f7'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:12:54.246278 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc1d11c-fedf-426e-8bcd-e638b0535c97" -d '{"events": [{"server_uuid": "147b9a99-5f38-40ce-a41a-236e8f2194b6", "name": "network-vif-deleted", "tag": "2e8f1c51-dc05-45b2-8400-1211cdef2ea3"}, {"server_uuid": "589de643-0d8c-49cd-9955-b991029d4c91", "name": "network-vif-deleted", "tag": "72573715-1749-4c64-8696-9678e7ad95f7"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:12:54.246538 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc7e5-7da7-430e-b813-ac20f1771b1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:54.246538 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-1b4dc7e5-7da7-430e-b813-ac20f1771b1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Added segment edb0992c-8006-428e-a4f7-9c8c8876e5fe of type vlan for network 38864758-c768-44f4-8ea1-bbe36836cc9f Jul 27 21:12:54.320037 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc7e5-7da7-430e-b813-ac20f1771b1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:54.322688 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51181860-4442-4c94-a290-39cc4a5377c7 x-openstack-request-id: req-51181860-4442-4c94-a290-39cc4a5377c7 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:12:54.323131 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "147b9a99-5f38-40ce-a41a-236e8f2194b6", "name": "network-vif-deleted", "tag": "2e8f1c51-dc05-45b2-8400-1211cdef2ea3", "status": "completed", "code": 200}, {"server_uuid": "589de643-0d8c-49cd-9955-b991029d4c91", "name": "network-vif-deleted", "tag": "72573715-1749-4c64-8696-9678e7ad95f7", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:12:54.323483 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51181860-4442-4c94-a290-39cc4a5377c7 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:12:54.325913 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '147b9a99-5f38-40ce-a41a-236e8f2194b6', 'name': 'network-vif-deleted', 'tag': '2e8f1c51-dc05-45b2-8400-1211cdef2ea3', 'status': 'completed', 'code': 200} Jul 27 21:12:54.326311 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589de643-0d8c-49cd-9955-b991029d4c91', 'name': 'network-vif-deleted', 'tag': '72573715-1749-4c64-8696-9678e7ad95f7', 'status': 'completed', 'code': 200} Jul 27 21:12:54.349389 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-f974cc40-a295-4100-95bf-be12947999c5', 'network_id': 'f974cc40-a295-4100-95bf-be12947999c5', 'tenant_id': '8ebf29dfc26c424e83144e569df34b9a', 'fixed_ips': [{'subnet_id': 'cf962bad-2f72-498a-b509-d4a7367de129'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:12:54.350278 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:54.407527 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc7e5-7da7-430e-b813-ac20f1771b1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:54.422959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4dc7e5-7da7-430e-b813-ac20f1771b1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:54.424259 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc7e5-7da7-430e-b813-ac20f1771b1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:54.529870 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4dc7e5-7da7-430e-b813-ac20f1771b1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Network': ['ID=38864758-c768-44f4-8ea1-bbe36836cc9f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:54.543970 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1b4dc7e5-7da7-430e-b813-ac20f1771b1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4893415 Jul 27 21:12:54.544315 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56808) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:54.549479 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-eb877c91-51bf-4646-b9e6-1df7ba24b01f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'subnet': {'network_id': '38864758-c768-44f4-8ea1-bbe36836cc9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:54.551000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 38864758-c768-44f4-8ea1-bbe36836cc9f details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:12:54.570462 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Allocated IP 2001:db8:0:ffff::2 (f974cc40-a295-4100-95bf-be12947999c5/cf962bad-2f72-498a-b509-d4a7367de129/3667a8a6-cdf2-4698-b76e-355f71709e84) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:54.678064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb877c91-51bf-4646-b9e6-1df7ba24b01f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:54.683529 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb877c91-51bf-4646-b9e6-1df7ba24b01f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:54.747578 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-824629f8-b8ca-4275-9141-92f1a815fe21 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:54.755652 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-824629f8-b8ca-4275-9141-92f1a815fe21 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 811 time: 0.1364522 Jul 27 21:12:54.786384 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-8d5e16ad-fc3e-4d36-98f6-c9bd93464a55 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/quotas/74515b0a3b6a45a388bbc13bd7f3d653 HTTP/1.1" status: 200 len: 375 time: 0.0290847 Jul 27 21:12:54.795665 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:54.806897 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Transition to ACTIVE for port object 3667a8a6-cdf2-4698-b76e-355f71709e84 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:54.824923 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Transition to ACTIVE for port object 3667a8a6-cdf2-4698-b76e-355f71709e84 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:54.839040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-76206e96-1483-47c0-bf40-7688334c3772 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514569 Jul 27 21:12:54.840735 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:54.879961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Network f974cc40-a295-4100-95bf-be12947999c5 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:54.885565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:54.889033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:54.894636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Pushing event updated for resources: {'Port': ['ID=3667a8a6-cdf2-4698-b76e-355f71709e84,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:54.941118 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb877c91-51bf-4646-b9e6-1df7ba24b01f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:54.960693 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-6c3a9cc4-5eba-4a4d-aa76-b5254124ea1f service neutron] 10.222.0.55 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099210 Jul 27 21:12:54.970821 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Attempting to bind port 3667a8a6-cdf2-4698-b76e-355f71709e84 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:54.971298 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Attempting to bind port 3667a8a6-cdf2-4698-b76e-355f71709e84 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '1f2d0f43-5574-426f-8eef-62e3fcaf842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f974cc40-a295-4100-95bf-be12947999c5'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:54.971543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Attempting to bind port 3667a8a6-cdf2-4698-b76e-355f71709e84 on network f974cc40-a295-4100-95bf-be12947999c5 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:54.986581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:54.986961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Checking segment: {'id': '1f2d0f43-5574-426f-8eef-62e3fcaf842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f974cc40-a295-4100-95bf-be12947999c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:54.987373 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:54.987768 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Bound using segment: {'id': '1f2d0f43-5574-426f-8eef-62e3fcaf842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f974cc40-a295-4100-95bf-be12947999c5'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:54.988247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Bound port: 3667a8a6-cdf2-4698-b76e-355f71709e84, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2d0f43-5574-426f-8eef-62e3fcaf842f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f974cc40-a295-4100-95bf-be12947999c5'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:54.988629 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.030256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb877c91-51bf-4646-b9e6-1df7ba24b01f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Subnet': ['ID=a8867504-1944-49d3-b51d-b4bec51a8fc3,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:55.049452 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb877c91-51bf-4646-b9e6-1df7ba24b01f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Checking segment: {'id': 'edb0992c-8006-428e-a4f7-9c8c8876e5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '38864758-c768-44f4-8ea1-bbe36836cc9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:55.049639 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb877c91-51bf-4646-b9e6-1df7ba24b01f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network hostable DHCP agents. Network: 38864758-c768-44f4-8ea1-bbe36836cc9f, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:12:55.076865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] For port 3667a8a6-cdf2-4698-b76e-355f71709e84, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:55.082115 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] For port 3667a8a6-cdf2-4698-b76e-355f71709e84, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3667a8a6-cdf2-4698-b76e-355f71709e84,segment=NetworkSegment(1f2d0f43-5574-426f-8eef-62e3fcaf842f),segment_id=1f2d0f43-5574-426f-8eef-62e3fcaf842f)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:55.090832 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.094047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb877c91-51bf-4646-b9e6-1df7ba24b01f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network 38864758-c768-44f4-8ea1-bbe36836cc9f is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:12:55.109845 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-2b6e413c-3669-4db3-8168-ca454b12a12c service neutron] 10.222.0.55 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405139 Jul 27 21:12:55.126586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-eb877c91-51bf-4646-b9e6-1df7ba24b01f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 38864758-c768-44f4-8ea1-bbe36836cc9f) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:55.147971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb877c91-51bf-4646-b9e6-1df7ba24b01f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:55.147971 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb877c91-51bf-4646-b9e6-1df7ba24b01f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.168328 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-eb877c91-51bf-4646-b9e6-1df7ba24b01f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6225653 Jul 27 21:12:55.170593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56828) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:55.184388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb49d86-3d13-483f-852c-6d24da40f908 None None] Network 38864758-c768-44f4-8ea1-bbe36836cc9f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:55.352061 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:55.360129 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3332eb16-c6b2-482a-9351-faa3de42918b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.370832 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56838) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:55.398536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c950d704-e2a9-4f4d-96a7-fe2f768f1a10 req-916e95e6-f1b7-4737-bbdc-ff7350a47a8f tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 210 time: 0.0580604 Jul 27 21:12:55.426114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56842) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:55.494582 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:12:55.504289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d499a45-d0fe-4db1-bd6a-715c9c19ec3d admin admin] Deleting subnet 774c1f98-65db-4f82-8eee-bf7b222555c2 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:12:55.505022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2e8f1c51-dc05-45b2-8400-1211cdef2ea3 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:12:55.511966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d499a45-d0fe-4db1-bd6a-715c9c19ec3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.518834 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1abd12-62f9-4385-8df0-0c5c8f06ad5e None None] Pushing event updated for resources: {'Port': ['ID=3667a8a6-cdf2-4698-b76e-355f71709e84,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:55.570749 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3332eb16-c6b2-482a-9351-faa3de42918b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.608345 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7cabdc4e-b922-412a-8f03-c470967642b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.661922 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d499a45-d0fe-4db1-bd6a-715c9c19ec3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.691603 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3332eb16-c6b2-482a-9351-faa3de42918b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.693824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cbf735-5239-4bbe-b733-344a9517f7dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-38864758-c768-44f4-8ea1-bbe36836cc9f', 'network_id': '38864758-c768-44f4-8ea1-bbe36836cc9f', 'tenant_id': '8ebf29dfc26c424e83144e569df34b9a', 'fixed_ips': [{'subnet_id': 'a8867504-1944-49d3-b51d-b4bec51a8fc3'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:12:55.695024 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-53cbf735-5239-4bbe-b733-344a9517f7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.736115 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332eb16-c6b2-482a-9351-faa3de42918b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Subnet': ['ID=a8867504-1944-49d3-b51d-b4bec51a8fc3,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:55.751483 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d499a45-d0fe-4db1-bd6a-715c9c19ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.779572 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7cabdc4e-b922-412a-8f03-c470967642b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.784666 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7cabdc4e-b922-412a-8f03-c470967642b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.818647 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7cabdc4e-b922-412a-8f03-c470967642b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c55d76fc1784ed894e9eef2b06545ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911908 Jul 27 21:12:55.823874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56850) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:55.841659 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabdc4e-b922-412a-8f03-c470967642b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd076bae-e84a-4c7e-9c3e-b3c664ae14cc,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:55.844423 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3332eb16-c6b2-482a-9351-faa3de42918b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.856355 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1bdf37-ada0-4fb4-83f0-d02ec33b9765 None None] Network 38864758-c768-44f4-8ea1-bbe36836cc9f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:55.862971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-3332eb16-c6b2-482a-9351-faa3de42918b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38864758-c768-44f4-8ea1-bbe36836cc9f']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:55.886436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-3332eb16-c6b2-482a-9351-faa3de42918b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb0992c-8006-428e-a4f7-9c8c8876e5fe') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:55.886745 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-3332eb16-c6b2-482a-9351-faa3de42918b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb0992c-8006-428e-a4f7-9c8c8876e5fe') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:55.905566 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3332eb16-c6b2-482a-9351-faa3de42918b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.936609 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3332eb16-c6b2-482a-9351-faa3de42918b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.943941 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d499a45-d0fe-4db1-bd6a-715c9c19ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.951917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3332eb16-c6b2-482a-9351-faa3de42918b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:12:55.952406 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3332eb16-c6b2-482a-9351-faa3de42918b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:12:55.963157 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:12:56.024756 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d499a45-d0fe-4db1-bd6a-715c9c19ec3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.026635 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4d499a45-d0fe-4db1-bd6a-715c9c19ec3d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/774c1f98-65db-4f82-8eee-bf7b222555c2 HTTP/1.1" status: 204 len: 168 time: 0.6545124 Jul 27 21:12:56.027586 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f30bea8b-42f3-48f8-82fa-9114ae885809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.029232 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d499a45-d0fe-4db1-bd6a-715c9c19ec3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=774c1f98-65db-4f82-8eee-bf7b222555c2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:56.029539 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56854) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:56.070757 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f30bea8b-42f3-48f8-82fa-9114ae885809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.078084 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3332eb16-c6b2-482a-9351-faa3de42918b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.087435 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3332eb16-c6b2-482a-9351-faa3de42918b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.089392 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3332eb16-c6b2-482a-9351-faa3de42918b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/networks/38864758-c768-44f4-8ea1-bbe36836cc9f HTTP/1.1" status: 204 len: 168 time: 0.9177682 Jul 27 21:12:56.093032 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56856) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:56.100171 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8a561e3a-46c1-4d7a-8cab-d5172625e3e0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1586533649'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:56.109815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332eb16-c6b2-482a-9351-faa3de42918b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Network': ['ID=38864758-c768-44f4-8ea1-bbe36836cc9f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:56.134931 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62ecf5ad-b2e0-4982-a1c2-5346913f8de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.154026 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f30bea8b-42f3-48f8-82fa-9114ae885809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.154310 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a561e3a-46c1-4d7a-8cab-d5172625e3e0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:56.157046 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f30bea8b-42f3-48f8-82fa-9114ae885809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.158499 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a561e3a-46c1-4d7a-8cab-d5172625e3e0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.161865 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f30bea8b-42f3-48f8-82fa-9114ae885809 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fd076bae-e84a-4c7e-9c3e-b3c664ae14cc HTTP/1.1" status: 204 len: 168 time: 0.3369081 Jul 27 21:12:56.170586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bea8b-42f3-48f8-82fa-9114ae885809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd076bae-e84a-4c7e-9c3e-b3c664ae14cc,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:56.286394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a561e3a-46c1-4d7a-8cab-d5172625e3e0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:12:56.299079 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62ecf5ad-b2e0-4982-a1c2-5346913f8de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.312804 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a561e3a-46c1-4d7a-8cab-d5172625e3e0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.313220 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-8a561e3a-46c1-4d7a-8cab-d5172625e3e0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Added segment e5251adb-0ad3-4615-9f52-158a1483feea of type vlan for network 24284dd2-effd-468c-ac65-d13d092f9b3e Jul 27 21:12:56.323348 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-62ecf5ad-b2e0-4982-a1c2-5346913f8de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3745231b-f41c-4acd-95f9-0ea47baec6ca']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:56.338789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-62ecf5ad-b2e0-4982-a1c2-5346913f8de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bdd82f-7356-43d6-8866-f3704dc0d16c') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:56.339108 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-62ecf5ad-b2e0-4982-a1c2-5346913f8de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bdd82f-7356-43d6-8866-f3704dc0d16c') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:12:56.374598 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62ecf5ad-b2e0-4982-a1c2-5346913f8de9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.398420 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a561e3a-46c1-4d7a-8cab-d5172625e3e0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.406873 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62ecf5ad-b2e0-4982-a1c2-5346913f8de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.435106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ecf5ad-b2e0-4982-a1c2-5346913f8de9 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:12:56.435607 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62ecf5ad-b2e0-4982-a1c2-5346913f8de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:12:56.437673 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:12:56.528157 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a561e3a-46c1-4d7a-8cab-d5172625e3e0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.533244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a561e3a-46c1-4d7a-8cab-d5172625e3e0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:56.534593 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a561e3a-46c1-4d7a-8cab-d5172625e3e0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.536664 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc977212-4f45-4701-8061-a0fac1756a93 None None] Network f974cc40-a295-4100-95bf-be12947999c5 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:56.643240 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-879d172a-f827-4619-a589-a34aec0c8ce9 req-95b4f550-3edd-4a6d-98bf-16e06de90698 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 210 time: 0.1518750 Jul 27 21:12:56.645667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a561e3a-46c1-4d7a-8cab-d5172625e3e0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Network': ['ID=24284dd2-effd-468c-ac65-d13d092f9b3e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:56.658383 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62ecf5ad-b2e0-4982-a1c2-5346913f8de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.667290 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62ecf5ad-b2e0-4982-a1c2-5346913f8de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.676630 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-62ecf5ad-b2e0-4982-a1c2-5346913f8de9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3745231b-f41c-4acd-95f9-0ea47baec6ca HTTP/1.1" status: 204 len: 168 time: 0.6432633 Jul 27 21:12:56.708145 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8a561e3a-46c1-4d7a-8cab-d5172625e3e0 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6136532 Jul 27 21:12:56.709076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecf5ad-b2e0-4982-a1c2-5346913f8de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3745231b-f41c-4acd-95f9-0ea47baec6ca,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:56.709556 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 24284dd2-effd-468c-ac65-d13d092f9b3e details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:12:56.710970 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56876) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:56.722750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-72e004d7-2aa1-44a7-9cd9-8a0d0bb49ee2 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'subnet': {'network_id': '24284dd2-effd-468c-ac65-d13d092f9b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:56.792526 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 72573715-1749-4c64-8696-9678e7ad95f7 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:12:56.890967 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 72573715-1749-4c64-8696-9678e7ad95f7 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:12:56.891395 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 72573715-1749-4c64-8696-9678e7ad95f7 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:12:56.895685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-eba44418-1ae9-4c8e-815f-d3eda54bfb59 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:56.898119 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-eba44418-1ae9-4c8e-815f-d3eda54bfb59 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.66 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 811 time: 0.3197260 Jul 27 21:12:56.904485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e004d7-2aa1-44a7-9cd9-8a0d0bb49ee2 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:56.912515 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72e004d7-2aa1-44a7-9cd9-8a0d0bb49ee2 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:56.917647 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3d967490-6168-474c-a397-83fa5e96ec77 None None] Provisioning for port 3667a8a6-cdf2-4698-b76e-355f71709e84 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:56.927119 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3667a8a6-cdf2-4698-b76e-355f71709e84 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:56.939665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-afa3581c-df99-4338-8b70-76aa199bc9fa tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Request body: {'port': {'device_id': '7b804409-bcda-454e-bca6-e535902d2638', 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d', 'admin_state_up': True, 'tenant_id': '74515b0a3b6a45a388bbc13bd7f3d653'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:56.985740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56884) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:57.029939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3f42f941-66c9-4b82-999c-ea494201894a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d538c3e22e243988094bcce4225bbe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426743 Jul 27 21:12:57.032604 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56886) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:57.042847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 3667a8a6-cdf2-4698-b76e-355f71709e84 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:12:57.046890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 3667a8a6-cdf2-4698-b76e-355f71709e84 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:57.047258 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:57.124402 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a5858887-2606-4f6f-a847-010e370c4b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:57.149121 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a5858887-2606-4f6f-a847-010e370c4b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:57.193769 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:57.229564 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a5858887-2606-4f6f-a847-010e370c4b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:57.232598 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a5858887-2606-4f6f-a847-010e370c4b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:57.234059 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a5858887-2606-4f6f-a847-010e370c4b6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31c141cf-c1c0-49d7-8280-c5b6e96a4167 HTTP/1.1" status: 204 len: 168 time: 0.2002430 Jul 27 21:12:57.246756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5858887-2606-4f6f-a847-010e370c4b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c141cf-c1c0-49d7-8280-c5b6e96a4167,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:57.255252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-afa3581c-df99-4338-8b70-76aa199bc9fa tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Made reservation on behalf of 74515b0a3b6a45a388bbc13bd7f3d653 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:57.260190 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-afa3581c-df99-4338-8b70-76aa199bc9fa tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:57.294741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 3667a8a6-cdf2-4698-b76e-355f71709e84, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3667a8a6-cdf2-4698-b76e-355f71709e84,segment=NetworkSegment(1f2d0f43-5574-426f-8eef-62e3fcaf842f),segment_id=1f2d0f43-5574-426f-8eef-62e3fcaf842f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:12:57.306348 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:57.373514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=3667a8a6-cdf2-4698-b76e-355f71709e84,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:57.503280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bc2e6936-5f5e-4337-b5a2-85c26c638233 None None] Provisioning complete for port 3667a8a6-cdf2-4698-b76e-355f71709e84 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:57.503774 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bc2e6936-5f5e-4337-b5a2-85c26c638233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:57.704457 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8d5658df-3206-495a-8502-4c72d742025c req-289939e5-7fcd-43aa-ac19-6b231e50df96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5988138 Jul 27 21:12:57.799542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10a1e946-5b8e-4485-8b77-1f579786cd17 req-d30ad51c-60cc-4e01-9348-49235957959d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 210 time: 0.0395107 Jul 27 21:12:57.813209 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72e004d7-2aa1-44a7-9cd9-8a0d0bb49ee2 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:57.974480 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e004d7-2aa1-44a7-9cd9-8a0d0bb49ee2 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Subnet': ['ID=1bf881f8-ce48-4c9e-8c8c-030e9c04ce29,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:57.997438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5658df-3206-495a-8502-4c72d742025c req-05ae4e77-40eb-4c16-a721-93296f760d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:57.999152 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8d5658df-3206-495a-8502-4c72d742025c req-05ae4e77-40eb-4c16-a721-93296f760d99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c363ed4dccd54ba69bd00ed53053ea2e&device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 1096 time: 0.2332175 Jul 27 21:12:58.000629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-afa3581c-df99-4338-8b70-76aa199bc9fa tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Allocated IP 172.20.0.12 (874f537e-e9c6-4edd-8438-8ff33d048e2d/5afc042a-4902-464a-b704-f1422378a801/bade3dae-e8c2-4e06-b26a-78c71ea6a135) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:58.003561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e004d7-2aa1-44a7-9cd9-8a0d0bb49ee2 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Checking segment: {'id': 'e5251adb-0ad3-4615-9f52-158a1483feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '24284dd2-effd-468c-ac65-d13d092f9b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:58.004180 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e004d7-2aa1-44a7-9cd9-8a0d0bb49ee2 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network hostable DHCP agents. Network: 24284dd2-effd-468c-ac65-d13d092f9b3e, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:12:58.108690 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e004d7-2aa1-44a7-9cd9-8a0d0bb49ee2 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network 24284dd2-effd-468c-ac65-d13d092f9b3e is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:12:58.136861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-72e004d7-2aa1-44a7-9cd9-8a0d0bb49ee2 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 24284dd2-effd-468c-ac65-d13d092f9b3e) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:58.145910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab7a956-330e-4ca0-9a1e-ee4bf18da29c None None] Network 24284dd2-effd-468c-ac65-d13d092f9b3e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:58.188197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e004d7-2aa1-44a7-9cd9-8a0d0bb49ee2 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:58.188801 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72e004d7-2aa1-44a7-9cd9-8a0d0bb49ee2 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.206820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56924) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:58.227336 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5658df-3206-495a-8502-4c72d742025c req-94d59891-a6dc-49f3-b9f2-9c9ca5fe23d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:58.229090 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8d5658df-3206-495a-8502-4c72d742025c req-94d59891-a6dc-49f3-b9f2-9c9ca5fe23d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a2320263-076f-436a-bf5f-acf7b70db72d HTTP/1.1" status: 200 len: 910 time: 0.2009318 Jul 27 21:12:58.232679 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-72e004d7-2aa1-44a7-9cd9-8a0d0bb49ee2 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5171220 Jul 27 21:12:58.236616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56928) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:58.243304 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-88c61e3c-6eb4-41dd-8bd4-fd1c10e44047 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1291445900'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:58.289976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c61e3c-6eb4-41dd-8bd4-fd1c10e44047 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:58.294391 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88c61e3c-6eb4-41dd-8bd4-fd1c10e44047 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.354038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c61e3c-6eb4-41dd-8bd4-fd1c10e44047 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:12:58.366605 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8d5658df-3206-495a-8502-4c72d742025c req-92cfc3a4-9548-4941-9eda-fd7c698ba695 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fffb673-0aee-42e1-906d-d0b1cb88a29f HTTP/1.1" status: 200 len: 1001 time: 0.1292627 Jul 27 21:12:58.372033 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-afa3581c-df99-4338-8b70-76aa199bc9fa tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.376055 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88c61e3c-6eb4-41dd-8bd4-fd1c10e44047 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.376412 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-88c61e3c-6eb4-41dd-8bd4-fd1c10e44047 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Added segment 4b46c964-201b-445b-a9e4-6f4ff971e4f4 of type vlan for network 2ffb26b4-38b0-42dd-b089-a41c0db90f3b Jul 27 21:12:58.401644 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8a649e95-7351-4a56-81e2-0732f346a89a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1120487638-network', 'tenant_id': '9ce70ee8f03242f2a997a5611e05ef90'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:58.402659 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-24284dd2-effd-468c-ac65-d13d092f9b3e', 'network_id': '24284dd2-effd-468c-ac65-d13d092f9b3e', 'tenant_id': '8ebf29dfc26c424e83144e569df34b9a', 'fixed_ips': [{'subnet_id': '1bf881f8-ce48-4c9e-8c8c-030e9c04ce29'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:12:58.403754 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.435102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a649e95-7351-4a56-81e2-0732f346a89a admin admin] Made reservation on behalf of 9ce70ee8f03242f2a997a5611e05ef90 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:58.437569 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a649e95-7351-4a56-81e2-0732f346a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.443253 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5658df-3206-495a-8502-4c72d742025c req-e715f6e8-d27d-42be-81d0-ad35d23e9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:58.446028 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8d5658df-3206-495a-8502-4c72d742025c req-e715f6e8-d27d-42be-81d0-ad35d23e9929 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48 HTTP/1.1" status: 200 len: 848 time: 0.0709367 Jul 27 21:12:58.474594 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a649e95-7351-4a56-81e2-0732f346a89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.485979 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88c61e3c-6eb4-41dd-8bd4-fd1c10e44047 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.515127 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-afa3581c-df99-4338-8b70-76aa199bc9fa tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.542104 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88c61e3c-6eb4-41dd-8bd4-fd1c10e44047 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.547643 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c61e3c-6eb4-41dd-8bd4-fd1c10e44047 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:58.548240 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88c61e3c-6eb4-41dd-8bd4-fd1c10e44047 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.565954 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Allocated IP 2001:db8::1 (24284dd2-effd-468c-ac65-d13d092f9b3e/1bf881f8-ce48-4c9e-8c8c-030e9c04ce29/c771c36c-dc72-455d-9d3f-30ee54eaa463) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:12:58.584925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3581c-df99-4338-8b70-76aa199bc9fa tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Pushing event updated for resources: {'Port': ['ID=bade3dae-e8c2-4e06-b26a-78c71ea6a135,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:58.595726 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-afa3581c-df99-4338-8b70-76aa199bc9fa tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Network 874f537e-e9c6-4edd-8438-8ff33d048e2d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:58.601791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-afa3581c-df99-4338-8b70-76aa199bc9fa tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:58.609696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-afa3581c-df99-4338-8b70-76aa199bc9fa tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:58.647915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c61e3c-6eb4-41dd-8bd4-fd1c10e44047 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Network': ['ID=2ffb26b4-38b0-42dd-b089-a41c0db90f3b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:58.688995 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 2ffb26b4-38b0-42dd-b089-a41c0db90f3b details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:12:58.696020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5658df-3206-495a-8502-4c72d742025c req-443145dd-2a25-4682-b276-bc16e1976188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:58.696924 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a649e95-7351-4a56-81e2-0732f346a89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.697751 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8d5658df-3206-495a-8502-4c72d742025c req-443145dd-2a25-4682-b276-bc16e1976188 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2320263-076f-436a-bf5f-acf7b70db72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2319543 Jul 27 21:12:58.704677 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a649e95-7351-4a56-81e2-0732f346a89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.713127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-afa3581c-df99-4338-8b70-76aa199bc9fa tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:58.713807 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-afa3581c-df99-4338-8b70-76aa199bc9fa tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.724865 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a649e95-7351-4a56-81e2-0732f346a89a admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:12:58.738921 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a649e95-7351-4a56-81e2-0732f346a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.739528 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-8a649e95-7351-4a56-81e2-0732f346a89a admin admin] Added segment 049f4ef3-5aa5-418c-b0e0-4843d9028b1e of type vlan for network 194632e3-e409-440f-bc61-22e6dc704eb9 Jul 27 21:12:58.808131 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a649e95-7351-4a56-81e2-0732f346a89a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.814365 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-88c61e3c-6eb4-41dd-8bd4-fd1c10e44047 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5763667 Jul 27 21:12:58.823608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56932) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:58.831489 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-4589b832-2ff5-49dc-a6c2-f46989635682 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'subnet': {'network_id': '2ffb26b4-38b0-42dd-b089-a41c0db90f3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:58.857655 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3667a8a6-cdf2-4698-b76e-355f71709e84 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:12:58.896516 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.914435 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Transition to ACTIVE for port object c771c36c-dc72-455d-9d3f-30ee54eaa463 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:58.941115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a649e95-7351-4a56-81e2-0732f346a89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8127e5de-cab7-4787-8b2a-1b1218630b5b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:58.941519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Transition to ACTIVE for port object c771c36c-dc72-455d-9d3f-30ee54eaa463 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:58.954309 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.960423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 3667a8a6-cdf2-4698-b76e-355f71709e84 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:12:58.960797 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:58.973576 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-afa3581c-df99-4338-8b70-76aa199bc9fa tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0491128 Jul 27 21:12:58.977697 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8d5658df-3206-495a-8502-4c72d742025c req-067f467c-7ef0-41a4-b318-09a4abe52834 service neutron] 10.222.0.20 "GET /v2.0/networks/a2320263-076f-436a-bf5f-acf7b70db72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595670 Jul 27 21:12:59.005633 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Network 24284dd2-effd-468c-ac65-d13d092f9b3e is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:12:59.010460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:59.010627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Request body: {'port': {'device_id': '7b804409-bcda-454e-bca6-e535902d2638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:59.025337 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a649e95-7351-4a56-81e2-0732f346a89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:59.025878 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a649e95-7351-4a56-81e2-0732f346a89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:59.026505 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8a649e95-7351-4a56-81e2-0732f346a89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:59.041585 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:12:59.073774 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Pushing event updated for resources: {'Port': ['ID=c771c36c-dc72-455d-9d3f-30ee54eaa463,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:59.133391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4589b832-2ff5-49dc-a6c2-f46989635682 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:59.138530 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4589b832-2ff5-49dc-a6c2-f46989635682 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:59.146522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Attempting to bind port c771c36c-dc72-455d-9d3f-30ee54eaa463 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:12:59.147065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Attempting to bind port c771c36c-dc72-455d-9d3f-30ee54eaa463 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'e5251adb-0ad3-4615-9f52-158a1483feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '24284dd2-effd-468c-ac65-d13d092f9b3e'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:12:59.147623 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8a649e95-7351-4a56-81e2-0732f346a89a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9397190 Jul 27 21:12:59.151499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Attempting to bind port c771c36c-dc72-455d-9d3f-30ee54eaa463 on network 24284dd2-effd-468c-ac65-d13d092f9b3e {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:12:59.152916 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56940) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:59.158268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:12:59.158836 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Checking segment: {'id': 'e5251adb-0ad3-4615-9f52-158a1483feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '24284dd2-effd-468c-ac65-d13d092f9b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:59.159550 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:59.159810 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Bound using segment: {'id': 'e5251adb-0ad3-4615-9f52-158a1483feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '24284dd2-effd-468c-ac65-d13d092f9b3e'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:12:59.160377 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Bound port: c771c36c-dc72-455d-9d3f-30ee54eaa463, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5251adb-0ad3-4615-9f52-158a1483feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '24284dd2-effd-468c-ac65-d13d092f9b3e'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:12:59.160830 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:59.196540 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-cc3cc011-56d9-4689-af26-d1b1e085e583 admin admin] Request body: {'subnet': {'network_id': '194632e3-e409-440f-bc61-22e6dc704eb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1120487638-subnet', 'tenant_id': '9ce70ee8f03242f2a997a5611e05ef90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:12:59.240500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f08a90-2456-4f39-b4f2-281a1fbfd3ca req-a980495f-c5ee-4d5f-a868-1e78e5d3f6c8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:59.242782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55f08a90-2456-4f39-b4f2-281a1fbfd3ca req-a980495f-c5ee-4d5f-a868-1e78e5d3f6c8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 932 time: 0.2742195 Jul 27 21:12:59.243587 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a649e95-7351-4a56-81e2-0732f346a89a admin admin] Pushing event updated for resources: {'Network': ['ID=194632e3-e409-440f-bc61-22e6dc704eb9,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:59.260938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 194632e3-e409-440f-bc61-22e6dc704eb9 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:12:59.277609 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:59.283060 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8d5658df-3206-495a-8502-4c72d742025c req-004cd4c8-5480-476b-95f1-c4419f4bd6de service neutron] 10.222.0.20 "GET /v2.0/networks/a2320263-076f-436a-bf5f-acf7b70db72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861881 Jul 27 21:12:59.295955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3cc011-56d9-4689-af26-d1b1e085e583 admin admin] Made reservation on behalf of 9ce70ee8f03242f2a997a5611e05ef90 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:12:59.298146 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc3cc011-56d9-4689-af26-d1b1e085e583 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:59.300226 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_backend_mixin [None req-4589b832-2ff5-49dc-a6c2-f46989635682 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Performing IP validity checks on allocation pools {{(pid=105579) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 21:12:59.300948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_backend_mixin [None req-4589b832-2ff5-49dc-a6c2-f46989635682 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105579) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 21:12:59.334428 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55f08a90-2456-4f39-b4f2-281a1fbfd3ca req-fb4ed1b2-fa64-40a3-b713-c525695f1934 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765219 Jul 27 21:12:59.366519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] For port c771c36c-dc72-455d-9d3f-30ee54eaa463, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:12:59.366519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] For port c771c36c-dc72-455d-9d3f-30ee54eaa463, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c771c36c-dc72-455d-9d3f-30ee54eaa463,segment=NetworkSegment(e5251adb-0ad3-4615-9f52-158a1483feea),segment_id=e5251adb-0ad3-4615-9f52-158a1483feea)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:12:59.373575 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:59.446898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d07af-ab1c-46b4-a259-c98e39965c50 None None] Pushing event updated for resources: {'Port': ['ID=c771c36c-dc72-455d-9d3f-30ee54eaa463,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:59.542761 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4589b832-2ff5-49dc-a6c2-f46989635682 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:59.611335 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589b832-2ff5-49dc-a6c2-f46989635682 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Subnet': ['ID=5afb6b62-464d-46c7-ac8e-75dc684ebe8f,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:59.617681 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589b832-2ff5-49dc-a6c2-f46989635682 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Checking segment: {'id': '4b46c964-201b-445b-a9e4-6f4ff971e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2ffb26b4-38b0-42dd-b089-a41c0db90f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:59.618147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4589b832-2ff5-49dc-a6c2-f46989635682 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network hostable DHCP agents. Network: 2ffb26b4-38b0-42dd-b089-a41c0db90f3b, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:12:59.641039 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4589b832-2ff5-49dc-a6c2-f46989635682 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network 2ffb26b4-38b0-42dd-b089-a41c0db90f3b is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:12:59.655571 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-4589b832-2ff5-49dc-a6c2-f46989635682 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 2ffb26b4-38b0-42dd-b089-a41c0db90f3b) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:12:59.660744 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4589b832-2ff5-49dc-a6c2-f46989635682 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:12:59.661964 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4589b832-2ff5-49dc-a6c2-f46989635682 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:59.666507 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe0f481-2905-4d9c-9b8e-6c52e6e4ba9c None None] Network 2ffb26b4-38b0-42dd-b089-a41c0db90f3b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:12:59.713790 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4589b832-2ff5-49dc-a6c2-f46989635682 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8868546 Jul 27 21:12:59.716184 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56946) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:12:59.746734 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc3cc011-56d9-4689-af26-d1b1e085e583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:59.833403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cc011-56d9-4689-af26-d1b1e085e583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a0e9c1e-9d1f-4f07-b70a-8c031484d217,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:12:59.883526 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bade3dae-e8c2-4e06-b26a-78c71ea6a135 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:12:59.890827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3cc011-56d9-4689-af26-d1b1e085e583 admin admin] Checking segment: {'id': '049f4ef3-5aa5-418c-b0e0-4843d9028b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '194632e3-e409-440f-bc61-22e6dc704eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:12:59.891196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3cc011-56d9-4689-af26-d1b1e085e583 admin admin] Network hostable DHCP agents. Network: 194632e3-e409-440f-bc61-22e6dc704eb9, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:12:59.894903 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:59.915065 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd023dbf-4d1f-4a0c-bdc0-3e0e889d0fa4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:12:59.922296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Transition to ACTIVE for port object bade3dae-e8c2-4e06-b26a-78c71ea6a135 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:12:59.943971 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:00.010697 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd023dbf-4d1f-4a0c-bdc0-3e0e889d0fa4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:00.016649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3cc011-56d9-4689-af26-d1b1e085e583 admin admin] Network 194632e3-e409-440f-bc61-22e6dc704eb9 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:00.045990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-cc3cc011-56d9-4689-af26-d1b1e085e583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 194632e3-e409-440f-bc61-22e6dc704eb9) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:00.053185 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3cc011-56d9-4689-af26-d1b1e085e583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:00.054413 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc3cc011-56d9-4689-af26-d1b1e085e583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:00.075327 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4910b129-eb89-433f-9388-282686f2f80f None None] Network 194632e3-e409-440f-bc61-22e6dc704eb9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:00.082431 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Pushing event updated for resources: {'Port': ['ID=bade3dae-e8c2-4e06-b26a-78c71ea6a135,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:00.108743 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd023dbf-4d1f-4a0c-bdc0-3e0e889d0fa4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:00.113721 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cc3cc011-56d9-4689-af26-d1b1e085e583 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9595954 Jul 27 21:13:00.131128 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d9eb87-99e7-46a2-9a0d-c7c11618d684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-2ffb26b4-38b0-42dd-b089-a41c0db90f3b', 'network_id': '2ffb26b4-38b0-42dd-b089-a41c0db90f3b', 'tenant_id': '8ebf29dfc26c424e83144e569df34b9a', 'fixed_ips': [{'subnet_id': '5afb6b62-464d-46c7-ac8e-75dc684ebe8f'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:00.132779 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c2d9eb87-99e7-46a2-9a0d-c7c11618d684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:00.161680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Attempting to bind port bade3dae-e8c2-4e06-b26a-78c71ea6a135 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:13:00.162422 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Attempting to bind port bade3dae-e8c2-4e06-b26a-78c71ea6a135 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:13:00.163842 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Attempting to bind port bade3dae-e8c2-4e06-b26a-78c71ea6a135 on network 874f537e-e9c6-4edd-8438-8ff33d048e2d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:00.170449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Port bade3dae-e8c2-4e06-b26a-78c71ea6a135 on network 874f537e-e9c6-4edd-8438-8ff33d048e2d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:13:00.171204 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Attempting to bind port bade3dae-e8c2-4e06-b26a-78c71ea6a135 on network 874f537e-e9c6-4edd-8438-8ff33d048e2d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:00.183596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:13:00.184336 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Checking segment: {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:00.185946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Bound using segment: {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:13:00.188537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Bound port: bade3dae-e8c2-4e06-b26a-78c71ea6a135, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:13:00.190457 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:00.302890 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd023dbf-4d1f-4a0c-bdc0-3e0e889d0fa4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:00.316515 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-cd023dbf-4d1f-4a0c-bdc0-3e0e889d0fa4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffb26b4-38b0-42dd-b089-a41c0db90f3b']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:00.326205 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] For port bade3dae-e8c2-4e06-b26a-78c71ea6a135, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:13:00.333024 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] For port bade3dae-e8c2-4e06-b26a-78c71ea6a135, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=bade3dae-e8c2-4e06-b26a-78c71ea6a135,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:13:00.340017 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:00.362683 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-cd023dbf-4d1f-4a0c-bdc0-3e0e889d0fa4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b46c964-201b-445b-a9e4-6f4ff971e4f4') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:00.363290 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-cd023dbf-4d1f-4a0c-bdc0-3e0e889d0fa4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b46c964-201b-445b-a9e4-6f4ff971e4f4') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:00.399766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd023dbf-4d1f-4a0c-bdc0-3e0e889d0fa4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Subnet': ['ID=5afb6b62-464d-46c7-ac8e-75dc684ebe8f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:00.414089 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd023dbf-4d1f-4a0c-bdc0-3e0e889d0fa4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:00.424446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab051a0-5300-4403-b0dc-d9ffa758c804 None None] Network 194632e3-e409-440f-bc61-22e6dc704eb9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:00.438555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:00.439185 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:00.440680 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] 10.222.0.66 "PUT /v2.0/ports/bade3dae-e8c2-4e06-b26a-78c71ea6a135 HTTP/1.1" status: 200 len: 1092 time: 1.4450977 Jul 27 21:13:00.441309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b804409-bcda-454e-bca6-e535902d2638', 'tag': 'bade3dae-e8c2-4e06-b26a-78c71ea6a135'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:00.454389 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd023dbf-4d1f-4a0c-bdc0-3e0e889d0fa4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:00.476359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd023dbf-4d1f-4a0c-bdc0-3e0e889d0fa4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:00.476554 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd023dbf-4d1f-4a0c-bdc0-3e0e889d0fa4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:00.481565 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:00.486354 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7634788-6d86-4895-a6ca-a96b41e1e709" -d '{"events": [{"name": "network-changed", "server_uuid": "7b804409-bcda-454e-bca6-e535902d2638", "tag": "bade3dae-e8c2-4e06-b26a-78c71ea6a135"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:00.562033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5aa035-987d-4063-82ac-0d0d3d95e178 None None] Network 2ffb26b4-38b0-42dd-b089-a41c0db90f3b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:00.579424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60cb201-06c3-4695-9e10-081d8b803b23 service neutron] Pushing event updated for resources: {'Port': ['ID=bade3dae-e8c2-4e06-b26a-78c71ea6a135,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:00.620362 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54af1baa-b178-4dcf-a8f7-399e1e63686b x-openstack-request-id: req-54af1baa-b178-4dcf-a8f7-399e1e63686b {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:00.620739 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b804409-bcda-454e-bca6-e535902d2638", "tag": "bade3dae-e8c2-4e06-b26a-78c71ea6a135", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:00.620915 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54af1baa-b178-4dcf-a8f7-399e1e63686b {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:00.625130 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b804409-bcda-454e-bca6-e535902d2638', 'tag': 'bade3dae-e8c2-4e06-b26a-78c71ea6a135', 'status': 'completed', 'code': 200} Jul 27 21:13:00.651314 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd023dbf-4d1f-4a0c-bdc0-3e0e889d0fa4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:00.666785 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd023dbf-4d1f-4a0c-bdc0-3e0e889d0fa4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:00.672821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56964) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:00.674484 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cd023dbf-4d1f-4a0c-bdc0-3e0e889d0fa4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/networks/2ffb26b4-38b0-42dd-b089-a41c0db90f3b HTTP/1.1" status: 204 len: 168 time: 0.9569898 Jul 27 21:13:00.681697 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-9d62152e-379d-418e-bb7e-b741a20e0aac tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1882969731'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:00.701409 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd023dbf-4d1f-4a0c-bdc0-3e0e889d0fa4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Network': ['ID=2ffb26b4-38b0-42dd-b089-a41c0db90f3b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:00.743491 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54440623-8750-49dc-add9-acbdf0149372 req-3ec689c1-b6bb-438c-8b4a-ee06517955ac tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:00.755998 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-54440623-8750-49dc-add9-acbdf0149372 req-3ec689c1-b6bb-438c-8b4a-ee06517955ac tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 944 time: 0.2752330 Jul 27 21:13:00.764446 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d62152e-379d-418e-bb7e-b741a20e0aac tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:00.777514 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d62152e-379d-418e-bb7e-b741a20e0aac tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:00.805181 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-54440623-8750-49dc-add9-acbdf0149372 req-aede531c-e33b-46fe-9af0-2285a91d5244 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462666 Jul 27 21:13:00.860429 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d62152e-379d-418e-bb7e-b741a20e0aac tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:00.895904 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d62152e-379d-418e-bb7e-b741a20e0aac tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:00.898190 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-9d62152e-379d-418e-bb7e-b741a20e0aac tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Added segment d0126bd0-ac3d-411a-8a7f-1378419c05ff of type vlan for network 2b08dfd1-df33-4d1f-bd0b-81ebee925517 Jul 27 21:13:01.001370 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d62152e-379d-418e-bb7e-b741a20e0aac tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.001536 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c771c36c-dc72-455d-9d3f-30ee54eaa463 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:13:01.106210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-ab6c8c1f-6226-4e23-b71e-a2b107861c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:01.108981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port c771c36c-dc72-455d-9d3f-30ee54eaa463 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:01.110907 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-ab6c8c1f-6226-4e23-b71e-a2b107861c16 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 1095 time: 0.6185036 Jul 27 21:13:01.114296 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67efab7-3aec-412d-9cd1-21f13a683ba7 None None] Network 24284dd2-effd-468c-ac65-d13d092f9b3e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:01.118555 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d62152e-379d-418e-bb7e-b741a20e0aac tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.118715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56974) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:01.121959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d62152e-379d-418e-bb7e-b741a20e0aac tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:01.122660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d62152e-379d-418e-bb7e-b741a20e0aac tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.125346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1162ddd0-5d05-4fcc-a1da-ecbc2a66c9e9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-748802750-network', 'tenant_id': '6295ffd674f8439184cbaa45639b6434'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:01.154486 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1162ddd0-5d05-4fcc-a1da-ecbc2a66c9e9 admin admin] Made reservation on behalf of 6295ffd674f8439184cbaa45639b6434 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:01.159432 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1162ddd0-5d05-4fcc-a1da-ecbc2a66c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.170645 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1162ddd0-5d05-4fcc-a1da-ecbc2a66c9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.187849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7da0bdc8-405e-4ca0-ac62-367bc373d430 None None] Provisioning for port c771c36c-dc72-455d-9d3f-30ee54eaa463 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:01.192745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7da0bdc8-405e-4ca0-ac62-367bc373d430 None None] Provisioning complete for port c771c36c-dc72-455d-9d3f-30ee54eaa463 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:01.193119 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7da0bdc8-405e-4ca0-ac62-367bc373d430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.223286 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d3d26ef4-1f55-44b4-a0d6-d0a692b9dfab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bade3dae-e8c2-4e06-b26a-78c71ea6a135 HTTP/1.1" status: 200 len: 217 time: 0.0977402 Jul 27 21:13:01.271784 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62152e-379d-418e-bb7e-b741a20e0aac tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Network': ['ID=2b08dfd1-df33-4d1f-bd0b-81ebee925517,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:01.294069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-7f1f2c91-b91d-48e9-9691-32fff02f7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:01.295631 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-7f1f2c91-b91d-48e9-9691-32fff02f7b7a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5afc042a-4902-464a-b704-f1422378a801 HTTP/1.1" status: 200 len: 851 time: 0.0603893 Jul 27 21:13:01.302393 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 2b08dfd1-df33-4d1f-bd0b-81ebee925517 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:01.310120 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1162ddd0-5d05-4fcc-a1da-ecbc2a66c9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.316856 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1162ddd0-5d05-4fcc-a1da-ecbc2a66c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.332088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1162ddd0-5d05-4fcc-a1da-ecbc2a66c9e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:01.344100 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-09dbe614-af24-4109-b40e-69fb3e7d833c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=874f537e-e9c6-4edd-8438-8ff33d048e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405478 Jul 27 21:13:01.344902 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1162ddd0-5d05-4fcc-a1da-ecbc2a66c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.345307 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-1162ddd0-5d05-4fcc-a1da-ecbc2a66c9e9 admin admin] Added segment 9a038102-e267-4976-a799-32ea511d2ac9 of type vlan for network 755bc93b-df29-4665-acb5-cb801dee1130 Jul 27 21:13:01.348629 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9d62152e-379d-418e-bb7e-b741a20e0aac tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6719899 Jul 27 21:13:01.348737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56980) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:01.355982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-34998e90-f7b7-4187-87a7-1d8d129eeb2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'subnet': {'network_id': '2b08dfd1-df33-4d1f-bd0b-81ebee925517', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:01.386027 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7da0bdc8-405e-4ca0-ac62-367bc373d430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.400496 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1162ddd0-5d05-4fcc-a1da-ecbc2a66c9e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.462935 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1162ddd0-5d05-4fcc-a1da-ecbc2a66c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.464520 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1162ddd0-5d05-4fcc-a1da-ecbc2a66c9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:01.466000 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1162ddd0-5d05-4fcc-a1da-ecbc2a66c9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.467452 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7da0bdc8-405e-4ca0-ac62-367bc373d430 None None] For port c771c36c-dc72-455d-9d3f-30ee54eaa463, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c771c36c-dc72-455d-9d3f-30ee54eaa463,segment=NetworkSegment(e5251adb-0ad3-4615-9f52-158a1483feea),segment_id=e5251adb-0ad3-4615-9f52-158a1483feea)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:01.477115 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7da0bdc8-405e-4ca0-ac62-367bc373d430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.490147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162ddd0-5d05-4fcc-a1da-ecbc2a66c9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b389c0-52a6-4095-a8db-dce373456f2b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:01.555350 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-7d76b31c-1173-4461-b8dc-0b215e51735a service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945109 Jul 27 21:13:01.555912 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0bdc8-405e-4ca0-ac62-367bc373d430 None None] Pushing event updated for resources: {'Port': ['ID=c771c36c-dc72-455d-9d3f-30ee54eaa463,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:01.557649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34998e90-f7b7-4187-87a7-1d8d129eeb2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:01.561283 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34998e90-f7b7-4187-87a7-1d8d129eeb2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.598870 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1162ddd0-5d05-4fcc-a1da-ecbc2a66c9e9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4784057 Jul 27 21:13:01.602199 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56984) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:01.608887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0c3626bb-5ab5-4efa-9674-b06a6bec28b7 admin admin] Request body: {'subnet': {'network_id': '755bc93b-df29-4665-acb5-cb801dee1130', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-748802750-subnet', 'tenant_id': '6295ffd674f8439184cbaa45639b6434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:01.621312 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162ddd0-5d05-4fcc-a1da-ecbc2a66c9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=755bc93b-df29-4665-acb5-cb801dee1130,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:01.632899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 755bc93b-df29-4665-acb5-cb801dee1130 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:01.645086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3626bb-5ab5-4efa-9674-b06a6bec28b7 admin admin] Made reservation on behalf of 6295ffd674f8439184cbaa45639b6434 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:01.648316 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0c3626bb-5ab5-4efa-9674-b06a6bec28b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:01.797770 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b4ba887-1b9e-4291-b651-8e468a865d9e req-d4415c4c-cd42-4953-8143-43e81b12038e service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275240 Jul 27 21:13:01.911766 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-18b1ca18-16a2-49e0-b561-169b30c39d1b None None] Provisioning complete for port c771c36c-dc72-455d-9d3f-30ee54eaa463 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:01.912582 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-18b1ca18-16a2-49e0-b561-169b30c39d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.005261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7634788-6d86-4895-a6ca-a96b41e1e709 req-9c04acac-8fbe-4a04-8259-f4fc24046fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:02.007492 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b7634788-6d86-4895-a6ca-a96b41e1e709 req-9c04acac-8fbe-4a04-8259-f4fc24046fb0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 1095 time: 0.1308568 Jul 27 21:13:02.009670 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0c3626bb-5ab5-4efa-9674-b06a6bec28b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.013530 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34998e90-f7b7-4187-87a7-1d8d129eeb2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.060617 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d285c9-368b-4300-bf49-f9468dbf73db req-6936faab-7e57-4065-a1c1-17d6d42f3e8d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:02.062251 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62d285c9-368b-4300-bf49-f9468dbf73db req-6936faab-7e57-4065-a1c1-17d6d42f3e8d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 944 time: 0.1612899 Jul 27 21:13:02.085890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3626bb-5ab5-4efa-9674-b06a6bec28b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6656fe02-e8ef-416f-be3d-32a6e1f9e48c,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:02.141090 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3626bb-5ab5-4efa-9674-b06a6bec28b7 admin admin] Checking segment: {'id': '9a038102-e267-4976-a799-32ea511d2ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '755bc93b-df29-4665-acb5-cb801dee1130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:02.142031 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3626bb-5ab5-4efa-9674-b06a6bec28b7 admin admin] Network hostable DHCP agents. Network: 755bc93b-df29-4665-acb5-cb801dee1130, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:02.145234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34998e90-f7b7-4187-87a7-1d8d129eeb2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Subnet': ['ID=fe270e26-d167-40ad-b512-fa443fb5de1f,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:02.157284 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62d285c9-368b-4300-bf49-f9468dbf73db req-219a9811-9ff0-47ed-ab05-bdeff58da404 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788379 Jul 27 21:13:02.164437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34998e90-f7b7-4187-87a7-1d8d129eeb2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Checking segment: {'id': 'd0126bd0-ac3d-411a-8a7f-1378419c05ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2b08dfd1-df33-4d1f-bd0b-81ebee925517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:02.164936 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34998e90-f7b7-4187-87a7-1d8d129eeb2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network hostable DHCP agents. Network: 2b08dfd1-df33-4d1f-bd0b-81ebee925517, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:02.188576 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3626bb-5ab5-4efa-9674-b06a6bec28b7 admin admin] Network 755bc93b-df29-4665-acb5-cb801dee1130 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:02.196910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34998e90-f7b7-4187-87a7-1d8d129eeb2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network 2b08dfd1-df33-4d1f-bd0b-81ebee925517 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:02.201278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-0c3626bb-5ab5-4efa-9674-b06a6bec28b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 755bc93b-df29-4665-acb5-cb801dee1130) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:02.207485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7634788-6d86-4895-a6ca-a96b41e1e709 req-44b255fb-8532-4c16-9dc3-d92a5829bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:02.209055 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3626bb-5ab5-4efa-9674-b06a6bec28b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:02.209172 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b7634788-6d86-4895-a6ca-a96b41e1e709 req-44b255fb-8532-4c16-9dc3-d92a5829bb54 service neutron] 10.222.0.66 "GET /v2.0/networks?id=874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 200 len: 912 time: 0.1926634 Jul 27 21:13:02.210524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-34998e90-f7b7-4187-87a7-1d8d129eeb2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 2b08dfd1-df33-4d1f-bd0b-81ebee925517) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:02.210658 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0c3626bb-5ab5-4efa-9674-b06a6bec28b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.212517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550620bb-d34d-4cab-a9ca-0dab5baac09a None None] Network 755bc93b-df29-4665-acb5-cb801dee1130 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:02.215001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34998e90-f7b7-4187-87a7-1d8d129eeb2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:02.216415 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34998e90-f7b7-4187-87a7-1d8d129eeb2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.249878 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-34998e90-f7b7-4187-87a7-1d8d129eeb2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8898642 Jul 27 21:13:02.250104 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0c3626bb-5ab5-4efa-9674-b06a6bec28b7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6344512 Jul 27 21:13:02.251847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56990) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:02.253798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a0586b-b9cd-4f15-8b62-8b6be91f0543 None None] Network 2b08dfd1-df33-4d1f-bd0b-81ebee925517 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:02.285735 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b7634788-6d86-4895-a6ca-a96b41e1e709 req-8cf3562f-61ec-4c3a-b25c-cd35ee863f83 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bade3dae-e8c2-4e06-b26a-78c71ea6a135 HTTP/1.1" status: 200 len: 217 time: 0.0556250 Jul 27 21:13:02.369059 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c11318ee-9e67-47e7-8ca0-a6d676327472 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.390209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7634788-6d86-4895-a6ca-a96b41e1e709 req-a26f5893-7a85-44e1-a194-4f1949dd91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:02.392317 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b7634788-6d86-4895-a6ca-a96b41e1e709 req-a26f5893-7a85-44e1-a194-4f1949dd91a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5afc042a-4902-464a-b704-f1422378a801 HTTP/1.1" status: 200 len: 851 time: 0.0989783 Jul 27 21:13:02.456797 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c11318ee-9e67-47e7-8ca0-a6d676327472 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.465388 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b7634788-6d86-4895-a6ca-a96b41e1e709 req-dded2e4c-90a6-4e89-a48a-4337e6a3b2c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=874f537e-e9c6-4edd-8438-8ff33d048e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647056 Jul 27 21:13:02.481635 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-b7634788-6d86-4895-a6ca-a96b41e1e709 req-59953402-3f07-44be-b55c-b370940d46b5 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:13:02.486949 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b7634788-6d86-4895-a6ca-a96b41e1e709 req-59953402-3f07-44be-b55c-b370940d46b5 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141838 Jul 27 21:13:02.583431 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab62f002-cb4b-415a-8417-69edf11cd452 None None] Network 755bc93b-df29-4665-acb5-cb801dee1130 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:02.586558 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c11318ee-9e67-47e7-8ca0-a6d676327472 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.657903 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b7634788-6d86-4895-a6ca-a96b41e1e709 req-717a6b5e-2ce2-4483-b28e-10966fbd2115 service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669335 Jul 27 21:13:02.660683 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11318ee-9e67-47e7-8ca0-a6d676327472 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Subnet': ['ID=fe270e26-d167-40ad-b512-fa443fb5de1f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:02.739535 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b004fbda-759e-4c0b-98b2-04c3ade695d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.743499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc58eca-8e3f-4998-be9a-901e8d470827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-2b08dfd1-df33-4d1f-bd0b-81ebee925517', 'network_id': '2b08dfd1-df33-4d1f-bd0b-81ebee925517', 'tenant_id': '8ebf29dfc26c424e83144e569df34b9a', 'fixed_ips': [{'subnet_id': 'fe270e26-d167-40ad-b512-fa443fb5de1f'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:02.744370 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0dc58eca-8e3f-4998-be9a-901e8d470827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.782390 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c11318ee-9e67-47e7-8ca0-a6d676327472 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.802572 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c11318ee-9e67-47e7-8ca0-a6d676327472 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b08dfd1-df33-4d1f-bd0b-81ebee925517']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:02.811125 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b7634788-6d86-4895-a6ca-a96b41e1e709 req-8b0919ef-98cb-47e1-bae4-c8f22bad7afc service neutron] 10.222.0.66 "GET /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417127 Jul 27 21:13:02.826612 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c11318ee-9e67-47e7-8ca0-a6d676327472 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0126bd0-ac3d-411a-8a7f-1378419c05ff') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:02.827054 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c11318ee-9e67-47e7-8ca0-a6d676327472 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0126bd0-ac3d-411a-8a7f-1378419c05ff') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:02.838339 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c11318ee-9e67-47e7-8ca0-a6d676327472 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.941194 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c11318ee-9e67-47e7-8ca0-a6d676327472 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.949190 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c771c36c-dc72-455d-9d3f-30ee54eaa463 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:13:02.949827 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11318ee-9e67-47e7-8ca0-a6d676327472 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:02.950620 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c11318ee-9e67-47e7-8ca0-a6d676327472 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:02.958628 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:03.031814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port c771c36c-dc72-455d-9d3f-30ee54eaa463 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:03.033223 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.068364 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c11318ee-9e67-47e7-8ca0-a6d676327472 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.070426 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591c211f-3b38-44d0-b358-075c4de33189 None None] Network 2b08dfd1-df33-4d1f-bd0b-81ebee925517 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:03.078471 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c11318ee-9e67-47e7-8ca0-a6d676327472 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.080377 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c11318ee-9e67-47e7-8ca0-a6d676327472 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/networks/2b08dfd1-df33-4d1f-bd0b-81ebee925517 HTTP/1.1" status: 204 len: 168 time: 0.8255424 Jul 27 21:13:03.086897 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57010) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:03.094084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-506f1ad6-0f6d-4033-a8f5-ab9332851311 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1396179869'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:03.095760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591c211f-3b38-44d0-b358-075c4de33189 None None] Network 2b08dfd1-df33-4d1f-bd0b-81ebee925517 could not be found, it might have been deleted concurrently. {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 21:13:03.096061 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11318ee-9e67-47e7-8ca0-a6d676327472 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Network': ['ID=2b08dfd1-df33-4d1f-bd0b-81ebee925517,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:03.114488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-33941953-2795-40aa-bd84-3fa4aed96134 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:03.122555 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-33941953-2795-40aa-bd84-3fa4aed96134 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/networks?id=194632e3-e409-440f-bc61-22e6dc704eb9 HTTP/1.1" status: 200 len: 825 time: 0.2819254 Jul 27 21:13:03.134010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506f1ad6-0f6d-4033-a8f5-ab9332851311 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:03.138708 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-506f1ad6-0f6d-4033-a8f5-ab9332851311 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.139980 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-480560cd-5b38-4c23-aec1-62028e25d708 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/quotas/9ce70ee8f03242f2a997a5611e05ef90 HTTP/1.1" status: 200 len: 375 time: 0.0163808 Jul 27 21:13:03.173303 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-3a3a663d-e3cb-4379-a397-777753b0cf68 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ce70ee8f03242f2a997a5611e05ef90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324574 Jul 27 21:13:03.175067 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506f1ad6-0f6d-4033-a8f5-ab9332851311 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:03.186250 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-506f1ad6-0f6d-4033-a8f5-ab9332851311 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.186610 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-506f1ad6-0f6d-4033-a8f5-ab9332851311 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Added segment 65cf49e9-416c-4289-a772-21d768450258 of type vlan for network ea607b95-0cd3-41e3-924c-d897b8c2d506 Jul 27 21:13:03.229973 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-506f1ad6-0f6d-4033-a8f5-ab9332851311 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.262575 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-506f1ad6-0f6d-4033-a8f5-ab9332851311 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.268485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506f1ad6-0f6d-4033-a8f5-ab9332851311 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:03.269181 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-506f1ad6-0f6d-4033-a8f5-ab9332851311 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.307846 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-eb2103ca-1d87-46b3-95eb-43208c4ab299 service neutron] 10.222.0.55 "GET /v2.0/networks/194632e3-e409-440f-bc61-22e6dc704eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259534 Jul 27 21:13:03.338095 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-506f1ad6-0f6d-4033-a8f5-ab9332851311 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2468891 Jul 27 21:13:03.338555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57016) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:03.343668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e80159aa-4269-4d26-9809-57a7d69a8711 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'subnet': {'network_id': 'ea607b95-0cd3-41e3-924c-d897b8c2d506', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:03.366501 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ef3da-dead-4e38-b600-53b19cfd9eea req-20c9e26d-a420-4599-8641-917c6cc3c63d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:03.368051 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a08ef3da-dead-4e38-b600-53b19cfd9eea req-20c9e26d-a420-4599-8641-917c6cc3c63d tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 944 time: 0.1295748 Jul 27 21:13:03.390793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f1ad6-0f6d-4033-a8f5-ab9332851311 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Network': ['ID=ea607b95-0cd3-41e3-924c-d897b8c2d506,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:03.405875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network ea607b95-0cd3-41e3-924c-d897b8c2d506 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:03.437369 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a08ef3da-dead-4e38-b600-53b19cfd9eea req-6496ea40-fb54-4b18-8e1a-09ccd1836733 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594492 Jul 27 21:13:03.442871 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-b383c154-e78b-4a0c-89c7-a89da43f7c26 service neutron] 10.222.0.55 "GET /v2.0/networks/194632e3-e409-440f-bc61-22e6dc704eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286373 Jul 27 21:13:03.449572 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80159aa-4269-4d26-9809-57a7d69a8711 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:03.453524 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e80159aa-4269-4d26-9809-57a7d69a8711 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.655627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4ca1a0a5-ea98-41f8-b715-29a1d681221d req-1574813c-e906-4065-86dd-a73ee133fba3 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 210 time: 0.0366998 Jul 27 21:13:03.656486 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e80159aa-4269-4d26-9809-57a7d69a8711 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.739638 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80159aa-4269-4d26-9809-57a7d69a8711 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Subnet': ['ID=860a2366-b155-4671-8360-89ea72a5268f,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:03.750259 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80159aa-4269-4d26-9809-57a7d69a8711 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Checking segment: {'id': '65cf49e9-416c-4289-a772-21d768450258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ea607b95-0cd3-41e3-924c-d897b8c2d506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:03.750596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80159aa-4269-4d26-9809-57a7d69a8711 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network hostable DHCP agents. Network: ea607b95-0cd3-41e3-924c-d897b8c2d506, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:03.772196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80159aa-4269-4d26-9809-57a7d69a8711 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network ea607b95-0cd3-41e3-924c-d897b8c2d506 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:03.787554 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-e80159aa-4269-4d26-9809-57a7d69a8711 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, ea607b95-0cd3-41e3-924c-d897b8c2d506) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:03.793750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80159aa-4269-4d26-9809-57a7d69a8711 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:03.794612 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e80159aa-4269-4d26-9809-57a7d69a8711 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:03.813401 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1e5706-3372-4b38-904d-5e3b564fe9b4 None None] Network ea607b95-0cd3-41e3-924c-d897b8c2d506 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:03.825662 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e80159aa-4269-4d26-9809-57a7d69a8711 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4833486 Jul 27 21:13:03.826526 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57032) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:03.952991 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69d85725-cabf-4fa2-b857-17041f5f5414 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.007258 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.016980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60300c6-cdfe-4cc9-86c4-96ff46072619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-ea607b95-0cd3-41e3-924c-d897b8c2d506', 'network_id': 'ea607b95-0cd3-41e3-924c-d897b8c2d506', 'tenant_id': '8ebf29dfc26c424e83144e569df34b9a', 'fixed_ips': [{'subnet_id': '860a2366-b155-4671-8360-89ea72a5268f'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:04.017907 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b60300c6-cdfe-4cc9-86c4-96ff46072619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.020096 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69d85725-cabf-4fa2-b857-17041f5f5414 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.095167 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69d85725-cabf-4fa2-b857-17041f5f5414 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.134506 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d85725-cabf-4fa2-b857-17041f5f5414 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Subnet': ['ID=860a2366-b155-4671-8360-89ea72a5268f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:04.213835 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69d85725-cabf-4fa2-b857-17041f5f5414 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.224875 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-69d85725-cabf-4fa2-b857-17041f5f5414 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea607b95-0cd3-41e3-924c-d897b8c2d506']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:04.236268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-69d85725-cabf-4fa2-b857-17041f5f5414 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cf49e9-416c-4289-a772-21d768450258') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:04.237603 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-69d85725-cabf-4fa2-b857-17041f5f5414 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cf49e9-416c-4289-a772-21d768450258') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:04.254735 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69d85725-cabf-4fa2-b857-17041f5f5414 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server [None req-b60300c6-cdfe-4cc9-86c4-96ff46072619 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 860a2366-b155-4671-8360-89ea72a5268f: This subnet is being modified by another concurrent operation. Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise exception Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 860a2366-b155-4671-8360-89ea72a5268f: This subnet is being modified by another concurrent operation. Jul 27 21:13:04.269467 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server Jul 27 21:13:04.277288 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69d85725-cabf-4fa2-b857-17041f5f5414 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.284647 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d85725-cabf-4fa2-b857-17041f5f5414 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:04.285186 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69d85725-cabf-4fa2-b857-17041f5f5414 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:04.289195 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:04.317659 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d260bb2f-402c-48be-92c6-8430f08a2342 None None] Network ea607b95-0cd3-41e3-924c-d897b8c2d506 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:04.354854 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69d85725-cabf-4fa2-b857-17041f5f5414 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.362302 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69d85725-cabf-4fa2-b857-17041f5f5414 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.364188 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-69d85725-cabf-4fa2-b857-17041f5f5414 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/networks/ea607b95-0cd3-41e3-924c-d897b8c2d506 HTTP/1.1" status: 204 len: 168 time: 0.5353627 Jul 27 21:13:04.368248 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57036) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:04.373367 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-62a2ffa6-1e93-4883-a9c3-9ab4d9f1411c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-600236335'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:04.391346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d85725-cabf-4fa2-b857-17041f5f5414 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Network': ['ID=ea607b95-0cd3-41e3-924c-d897b8c2d506,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:04.414961 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a2ffa6-1e93-4883-a9c3-9ab4d9f1411c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:04.418704 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62a2ffa6-1e93-4883-a9c3-9ab4d9f1411c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.445303 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a2ffa6-1e93-4883-a9c3-9ab4d9f1411c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:04.455173 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62a2ffa6-1e93-4883-a9c3-9ab4d9f1411c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.455522 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-62a2ffa6-1e93-4883-a9c3-9ab4d9f1411c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Added segment 5f72081b-dc19-4987-bb01-6f112fc89d6e of type vlan for network 80a4084e-b676-42dc-b56d-77a2e5323f53 Jul 27 21:13:04.479318 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5252302-7b08-4f6f-b146-43dd5a15d542 None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:13:04.504849 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62a2ffa6-1e93-4883-a9c3-9ab4d9f1411c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.572539 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62a2ffa6-1e93-4883-a9c3-9ab4d9f1411c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.578608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a2ffa6-1e93-4883-a9c3-9ab4d9f1411c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:04.579527 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62a2ffa6-1e93-4883-a9c3-9ab4d9f1411c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:04.651559 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-62a2ffa6-1e93-4883-a9c3-9ab4d9f1411c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2814326 Jul 27 21:13:04.652410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57042) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:04.658603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-830e7b05-fb94-449c-9c86-61cab1d6bcbf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'subnet': {'network_id': '80a4084e-b676-42dc-b56d-77a2e5323f53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:04.658788 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5252302-7b08-4f6f-b146-43dd5a15d542 None None] Resources bound (agent type, host, resource id): {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:13:04.675493 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2ffa6-1e93-4883-a9c3-9ab4d9f1411c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Network': ['ID=80a4084e-b676-42dc-b56d-77a2e5323f53,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:04.704083 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795fd41-97c5-4f54-9025-d326db71f001 req-d8787bfa-03d0-45a4-b16a-81b3f6628075 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:04.705652 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c795fd41-97c5-4f54-9025-d326db71f001 req-d8787bfa-03d0-45a4-b16a-81b3f6628075 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 944 time: 0.1711516 Jul 27 21:13:04.708671 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 80a4084e-b676-42dc-b56d-77a2e5323f53 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:04.881942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-001f901f-ae86-485c-89fe-22cc1b6dc95d req-3ff83b75-0b56-4277-966e-80b7d724687b tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 210 time: 0.1042559 Jul 27 21:13:04.885878 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c795fd41-97c5-4f54-9025-d326db71f001 req-ad0e94f1-b28d-4f1c-8431-e3f12c914b5e tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729631 Jul 27 21:13:05.006453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830e7b05-fb94-449c-9c86-61cab1d6bcbf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:05.016757 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-830e7b05-fb94-449c-9c86-61cab1d6bcbf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:05.118026 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-232bdf40-175a-4059-a4bb-8d6e7d4ab3f6 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:05.119787 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-232bdf40-175a-4059-a4bb-8d6e7d4ab3f6 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.20 "GET /v2.0/networks?id=194632e3-e409-440f-bc61-22e6dc704eb9 HTTP/1.1" status: 200 len: 825 time: 0.3122468 Jul 27 21:13:05.138064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-cd4b98b3-4946-4f97-8e74-082a39e0b815 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Request body: {'port': {'device_id': '77a44617-ce03-4bcf-b4d5-721da3058eaa', 'network_id': '194632e3-e409-440f-bc61-22e6dc704eb9', 'admin_state_up': True, 'tenant_id': '9ce70ee8f03242f2a997a5611e05ef90'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:05.361740 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1223f79e-07e4-44cb-bebc-477fbbc2b7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:05.377085 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device bade3dae-e8c2-4e06-b26a-78c71ea6a135 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:13:05.493482 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:05.540420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port bade3dae-e8c2-4e06-b26a-78c71ea6a135, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=bade3dae-e8c2-4e06-b26a-78c71ea6a135,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:05.552059 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'bade3dae-e8c2-4e06-b26a-78c71ea6a135', 'network_id': '874f537e-e9c6-4edd-8438-8ff33d048e2d', 'port_id': 'bade3dae-e8c2-4e06-b26a-78c71ea6a135', 'mac_address': 'fa:16:3e:b0:fe:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afc042a-4902-464a-b704-f1422378a801', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:13:05.593306 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:05.606902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bade3dae-e8c2-4e06-b26a-78c71ea6a135 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:13:05.630279 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port bade3dae-e8c2-4e06-b26a-78c71ea6a135, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=bade3dae-e8c2-4e06-b26a-78c71ea6a135,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:05.637366 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:05.690618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-cd4b98b3-4946-4f97-8e74-082a39e0b815 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Made reservation on behalf of 9ce70ee8f03242f2a997a5611e05ef90 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:05.695044 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-cd4b98b3-4946-4f97-8e74-082a39e0b815 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:05.697372 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=bade3dae-e8c2-4e06-b26a-78c71ea6a135,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:05.737686 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-830e7b05-fb94-449c-9c86-61cab1d6bcbf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:05.860437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e7b05-fb94-449c-9c86-61cab1d6bcbf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Subnet': ['ID=5ae53d44-ac3d-4994-a0bc-51a55d52f2d2,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:05.893276 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e7b05-fb94-449c-9c86-61cab1d6bcbf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Checking segment: {'id': '5f72081b-dc19-4987-bb01-6f112fc89d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80a4084e-b676-42dc-b56d-77a2e5323f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:05.893794 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830e7b05-fb94-449c-9c86-61cab1d6bcbf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network hostable DHCP agents. Network: 80a4084e-b676-42dc-b56d-77a2e5323f53, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:05.925157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-cd4b98b3-4946-4f97-8e74-082a39e0b815 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Allocated IP 172.20.0.13 (194632e3-e409-440f-bc61-22e6dc704eb9/8a0e9c1e-9d1f-4f07-b70a-8c031484d217/04150358-3ee6-4d7d-a7dc-3a125f2b42e9) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:05.930032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830e7b05-fb94-449c-9c86-61cab1d6bcbf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network 80a4084e-b676-42dc-b56d-77a2e5323f53 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:05.948345 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-830e7b05-fb94-449c-9c86-61cab1d6bcbf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 80a4084e-b676-42dc-b56d-77a2e5323f53) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:05.960025 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8635b20b-ca27-4b1b-8f26-c997e8e5994e None None] Network 80a4084e-b676-42dc-b56d-77a2e5323f53 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:05.963907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830e7b05-fb94-449c-9c86-61cab1d6bcbf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:05.964696 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-830e7b05-fb94-449c-9c86-61cab1d6bcbf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:05.998643 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-830e7b05-fb94-449c-9c86-61cab1d6bcbf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3449008 Jul 27 21:13:06.001852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57056) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:06.011782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7ba52117-af37-4c0a-a625-5787302ecb3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'subnet': {'network_id': '80a4084e-b676-42dc-b56d-77a2e5323f53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:06.092419 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['bade3dae-e8c2-4e06-b26a-78c71ea6a135'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:13:06.137366 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-cd4b98b3-4946-4f97-8e74-082a39e0b815 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:06.144351 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a98f824-6ed3-4b2b-a594-3be02d99ed3c req-aeeb357d-f4cc-455c-b9f4-938035cf6109 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 210 time: 0.0956802 Jul 27 21:13:06.205268 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-cd4b98b3-4946-4f97-8e74-082a39e0b815 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:06.233113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac24b2-627b-43eb-a7fc-f07dd9ff48ed req-1aac24e5-1879-4718-9de6-bb998a6b89b2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:06.247372 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6ac24b2-627b-43eb-a7fc-f07dd9ff48ed req-1aac24e5-1879-4718-9de6-bb998a6b89b2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 945 time: 0.2018156 Jul 27 21:13:06.301766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-cd4b98b3-4946-4f97-8e74-082a39e0b815 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Network 194632e3-e409-440f-bc61-22e6dc704eb9 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:06.302100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba52117-af37-4c0a-a625-5787302ecb3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:06.304262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-80a4084e-b676-42dc-b56d-77a2e5323f53', 'network_id': '80a4084e-b676-42dc-b56d-77a2e5323f53', 'tenant_id': '8ebf29dfc26c424e83144e569df34b9a', 'fixed_ips': [{'subnet_id': '5ae53d44-ac3d-4994-a0bc-51a55d52f2d2'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:06.305263 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:06.306410 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7ba52117-af37-4c0a-a625-5787302ecb3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:06.311885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b98b3-4946-4f97-8e74-082a39e0b815 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Pushing event updated for resources: {'Port': ['ID=04150358-3ee6-4d7d-a7dc-3a125f2b42e9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:06.325535 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-cd4b98b3-4946-4f97-8e74-082a39e0b815 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:06.328471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-cd4b98b3-4946-4f97-8e74-082a39e0b815 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:06.394805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-cd4b98b3-4946-4f97-8e74-082a39e0b815 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:06.396090 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-cd4b98b3-4946-4f97-8e74-082a39e0b815 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:06.418118 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-cd4b98b3-4946-4f97-8e74-082a39e0b815 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2875607 Jul 27 21:13:06.433323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-b94af03b-b10c-4ab1-8826-a9d8ec525dd4 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:13:06.435497 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-b94af03b-b10c-4ab1-8826-a9d8ec525dd4 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094793 Jul 27 21:13:06.446541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Request body: {'port': {'device_id': '77a44617-ce03-4bcf-b4d5-721da3058eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:06.530943 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:06.561428 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Allocated IP 2001:db8::2 (80a4084e-b676-42dc-b56d-77a2e5323f53/5ae53d44-ac3d-4994-a0bc-51a55d52f2d2/13b2ed2d-d530-4b73-98a3-d7e002853918) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:06.742831 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:06.756144 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Transition to ACTIVE for port object 13b2ed2d-d530-4b73-98a3-d7e002853918 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:06.778686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Transition to ACTIVE for port object 13b2ed2d-d530-4b73-98a3-d7e002853918 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:06.782403 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6ac24b2-627b-43eb-a7fc-f07dd9ff48ed req-aba63525-1847-41ac-89d8-d34cb2f57bf3 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275071 Jul 27 21:13:06.795813 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:06.847366 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Network 80a4084e-b676-42dc-b56d-77a2e5323f53 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:06.850810 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:06.855799 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:06.859001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Pushing event updated for resources: {'Port': ['ID=13b2ed2d-d530-4b73-98a3-d7e002853918,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:06.880714 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:13:06.904252 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:06.918993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Transition to ACTIVE for port object 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:06.923958 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:06.937904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Attempting to bind port 13b2ed2d-d530-4b73-98a3-d7e002853918 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:13:06.938370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Attempting to bind port 13b2ed2d-d530-4b73-98a3-d7e002853918 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '5f72081b-dc19-4987-bb01-6f112fc89d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80a4084e-b676-42dc-b56d-77a2e5323f53'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:13:06.938746 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Attempting to bind port 13b2ed2d-d530-4b73-98a3-d7e002853918 on network 80a4084e-b676-42dc-b56d-77a2e5323f53 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:06.946273 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:13:06.947244 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Checking segment: {'id': '5f72081b-dc19-4987-bb01-6f112fc89d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80a4084e-b676-42dc-b56d-77a2e5323f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:06.947662 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:06.948199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Bound using segment: {'id': '5f72081b-dc19-4987-bb01-6f112fc89d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80a4084e-b676-42dc-b56d-77a2e5323f53'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:13:06.948679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Bound port: 13b2ed2d-d530-4b73-98a3-d7e002853918, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f72081b-dc19-4987-bb01-6f112fc89d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '80a4084e-b676-42dc-b56d-77a2e5323f53'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:13:06.949074 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:06.986288 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Pushing event updated for resources: {'Port': ['ID=04150358-3ee6-4d7d-a7dc-3a125f2b42e9,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:07.034516 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] For port 13b2ed2d-d530-4b73-98a3-d7e002853918, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:13:07.040270 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] For port 13b2ed2d-d530-4b73-98a3-d7e002853918, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=13b2ed2d-d530-4b73-98a3-d7e002853918,segment=NetworkSegment(5f72081b-dc19-4987-bb01-6f112fc89d6e),segment_id=5f72081b-dc19-4987-bb01-6f112fc89d6e)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:13:07.046517 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:07.078764 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Attempting to bind port 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:13:07.079143 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Attempting to bind port 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '049f4ef3-5aa5-418c-b0e0-4843d9028b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '194632e3-e409-440f-bc61-22e6dc704eb9'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:13:07.079457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Attempting to bind port 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 on network 194632e3-e409-440f-bc61-22e6dc704eb9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:07.088098 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Port 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 on network 194632e3-e409-440f-bc61-22e6dc704eb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:13:07.088098 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Attempting to bind port 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 on network 194632e3-e409-440f-bc61-22e6dc704eb9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:07.095912 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7ba52117-af37-4c0a-a625-5787302ecb3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:07.106847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:13:07.107311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Checking segment: {'id': '049f4ef3-5aa5-418c-b0e0-4843d9028b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '194632e3-e409-440f-bc61-22e6dc704eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:07.107783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Bound using segment: {'id': '049f4ef3-5aa5-418c-b0e0-4843d9028b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '194632e3-e409-440f-bc61-22e6dc704eb9'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:13:07.108366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Bound port: 04150358-3ee6-4d7d-a7dc-3a125f2b42e9, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '049f4ef3-5aa5-418c-b0e0-4843d9028b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '194632e3-e409-440f-bc61-22e6dc704eb9'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:13:07.108804 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:07.129369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d19baa-d49b-4a4f-b975-c58c377a353f None None] Pushing event updated for resources: {'Port': ['ID=13b2ed2d-d530-4b73-98a3-d7e002853918,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:07.135115 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:07.160926 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba52117-af37-4c0a-a625-5787302ecb3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network 80a4084e-b676-42dc-b56d-77a2e5323f53 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:07.169665 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7ba52117-af37-4c0a-a625-5787302ecb3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:07.174193 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba52117-af37-4c0a-a625-5787302ecb3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:07.174823 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7ba52117-af37-4c0a-a625-5787302ecb3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:07.186736 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba52117-af37-4c0a-a625-5787302ecb3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Subnet': ['ID=ee2cdac6-c580-4ce7-89d2-29e909df4423,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:07.209626 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7ba52117-af37-4c0a-a625-5787302ecb3d tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2052488 Jul 27 21:13:07.212280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57064) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:07.236366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] For port 04150358-3ee6-4d7d-a7dc-3a125f2b42e9, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:13:07.239900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] For port 04150358-3ee6-4d7d-a7dc-3a125f2b42e9, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=04150358-3ee6-4d7d-a7dc-3a125f2b42e9,segment=NetworkSegment(049f4ef3-5aa5-418c-b0e0-4843d9028b1e),segment_id=049f4ef3-5aa5-418c-b0e0-4843d9028b1e)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:13:07.251651 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:07.311140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:07.312206 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:07.313749 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] 10.222.0.20 "PUT /v2.0/ports/04150358-3ee6-4d7d-a7dc-3a125f2b42e9 HTTP/1.1" status: 200 len: 1092 time: 0.8720357 Jul 27 21:13:07.314184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a44617-ce03-4bcf-b4d5-721da3058eaa', 'tag': '04150358-3ee6-4d7d-a7dc-3a125f2b42e9'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:07.323112 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c222dd2-5354-459d-b7b5-327f111cbe31" -d '{"events": [{"name": "network-changed", "server_uuid": "77a44617-ce03-4bcf-b4d5-721da3058eaa", "tag": "04150358-3ee6-4d7d-a7dc-3a125f2b42e9"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:07.373926 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39525c-a148-4be0-ae8a-19f87d6e6265 service neutron] Pushing event updated for resources: {'Port': ['ID=04150358-3ee6-4d7d-a7dc-3a125f2b42e9,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:07.387972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b010859b-f219-463e-ab9e-f11f7a7be8cc tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:07.397806 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b010859b-f219-463e-ab9e-f11f7a7be8cc tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:07.406395 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b010859b-f219-463e-ab9e-f11f7a7be8cc tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:07.414339 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b010859b-f219-463e-ab9e-f11f7a7be8cc tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:07.416084 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b010859b-f219-463e-ab9e-f11f7a7be8cc tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:07.417881 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b010859b-f219-463e-ab9e-f11f7a7be8cc tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2046208 Jul 27 21:13:07.425776 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57070) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:07.427418 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7679b56e-2b3a-4751-a4a4-303af0257dc5 x-openstack-request-id: req-7679b56e-2b3a-4751-a4a4-303af0257dc5 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:07.427724 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a44617-ce03-4bcf-b4d5-721da3058eaa", "tag": "04150358-3ee6-4d7d-a7dc-3a125f2b42e9", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:07.427980 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7679b56e-2b3a-4751-a4a4-303af0257dc5 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:07.428477 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a44617-ce03-4bcf-b4d5-721da3058eaa', 'tag': '04150358-3ee6-4d7d-a7dc-3a125f2b42e9', 'status': 'completed', 'code': 200} Jul 27 21:13:07.434093 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-67745820-6228-4f43-9471-767cdd29d3ef tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-970601063'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:07.448954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-3efc1a47-8cc3-433e-95fc-bfce5279983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:07.450917 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-3efc1a47-8cc3-433e-95fc-bfce5279983e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ce70ee8f03242f2a997a5611e05ef90&device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 1095 time: 0.0867958 Jul 27 21:13:07.481467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67745820-6228-4f43-9471-767cdd29d3ef tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:07.486033 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67745820-6228-4f43-9471-767cdd29d3ef tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:07.512787 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-657e9237-3928-4d65-8f23-9f30209f539c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04150358-3ee6-4d7d-a7dc-3a125f2b42e9 HTTP/1.1" status: 200 len: 217 time: 0.0531380 Jul 27 21:13:07.530303 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67745820-6228-4f43-9471-767cdd29d3ef tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:07.544202 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67745820-6228-4f43-9471-767cdd29d3ef tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:07.544533 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-67745820-6228-4f43-9471-767cdd29d3ef tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Added segment ee448f7b-4435-495a-a1ef-7df69d6c2945 of type vlan for network 18b6de84-aee7-4e1c-9888-45a719172c10 Jul 27 21:13:07.583688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-0c0f9dd3-7a83-4e30-94f9-72cc2c7e2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:07.586583 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-0c0f9dd3-7a83-4e30-94f9-72cc2c7e2d91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a0e9c1e-9d1f-4f07-b70a-8c031484d217 HTTP/1.1" status: 200 len: 865 time: 0.0661442 Jul 27 21:13:07.626491 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:07.627600 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67745820-6228-4f43-9471-767cdd29d3ef tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:07.637739 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-a1fcd620-0253-469e-89e9-33fb7ee6808f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=194632e3-e409-440f-bc61-22e6dc704eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423212 Jul 27 21:13:07.683232 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52668b13-0f8f-4a80-bd4b-1cd6117b6d57 req-b884c813-4959-4a01-b434-4bfcf7f2bf06 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:07.685074 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52668b13-0f8f-4a80-bd4b-1cd6117b6d57 req-b884c813-4959-4a01-b434-4bfcf7f2bf06 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 944 time: 0.4097266 Jul 27 21:13:07.686497 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67745820-6228-4f43-9471-767cdd29d3ef tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:07.692220 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67745820-6228-4f43-9471-767cdd29d3ef tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:07.693063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67745820-6228-4f43-9471-767cdd29d3ef tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:07.757944 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-b1df5d04-ee28-42b3-9865-61cc039218f8 service neutron] 10.222.0.20 "GET /v2.0/networks/194632e3-e409-440f-bc61-22e6dc704eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084821 Jul 27 21:13:07.775380 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-67745820-6228-4f43-9471-767cdd29d3ef tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3449841 Jul 27 21:13:07.780458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57072) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:07.787140 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-58b06c2c-8ca7-4982-83c9-8b34a2b7591a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:07.830106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67745820-6228-4f43-9471-767cdd29d3ef tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Network': ['ID=18b6de84-aee7-4e1c-9888-45a719172c10,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:07.846789 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 18b6de84-aee7-4e1c-9888-45a719172c10 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:07.864102 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52668b13-0f8f-4a80-bd4b-1cd6117b6d57 req-52f4b192-e4f4-4b17-9c45-9c1860d0f6ef tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/security-groups?id=8127e5de-cab7-4787-8b2a-1b1218630b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671031 Jul 27 21:13:07.874728 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-62127b25-3281-4e73-9e14-24dcfb93d044 req-3c6710e1-4bc1-4f40-954e-05135f38daa4 service neutron] 10.222.0.20 "GET /v2.0/networks/194632e3-e409-440f-bc61-22e6dc704eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082785 Jul 27 21:13:08.037876 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c222dd2-5354-459d-b7b5-327f111cbe31 req-0c15e99b-c0d1-4ff5-920a-f3fe1dca8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:08.039512 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-58b06c2c-8ca7-4982-83c9-8b34a2b7591a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:08.040104 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c222dd2-5354-459d-b7b5-327f111cbe31 req-0c15e99b-c0d1-4ff5-920a-f3fe1dca8f19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ce70ee8f03242f2a997a5611e05ef90&device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 1095 time: 0.1124725 Jul 27 21:13:08.080661 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-58b06c2c-8ca7-4982-83c9-8b34a2b7591a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:08.109231 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58b06c2c-8ca7-4982-83c9-8b34a2b7591a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network 18b6de84-aee7-4e1c-9888-45a719172c10 is not hosted by any dhcp agent {{(pid=105579) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:13:08.115366 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b06c2c-8ca7-4982-83c9-8b34a2b7591a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:08.116646 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-58b06c2c-8ca7-4982-83c9-8b34a2b7591a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:08.121271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-58b06c2c-8ca7-4982-83c9-8b34a2b7591a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "PUT /v2.0/networks/18b6de84-aee7-4e1c-9888-45a719172c10 HTTP/1.1" status: 200 len: 723 time: 0.3386648 Jul 27 21:13:08.124314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57080) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:08.129940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d25938cd-b3b9-4339-8aaf-fe43ee18d01a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'subnet': {'network_id': '18b6de84-aee7-4e1c-9888-45a719172c10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:08.186850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c222dd2-5354-459d-b7b5-327f111cbe31 req-903a6ffd-d2dc-4ca8-a6d1-79c9b9105cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:08.188306 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c222dd2-5354-459d-b7b5-327f111cbe31 req-903a6ffd-d2dc-4ca8-a6d1-79c9b9105cf2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=194632e3-e409-440f-bc61-22e6dc704eb9 HTTP/1.1" status: 200 len: 926 time: 0.1400759 Jul 27 21:13:08.223087 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b06c2c-8ca7-4982-83c9-8b34a2b7591a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Network': ['ID=18b6de84-aee7-4e1c-9888-45a719172c10,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:08.235504 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 18b6de84-aee7-4e1c-9888-45a719172c10 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:08.262800 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c222dd2-5354-459d-b7b5-327f111cbe31 req-0ede3954-680e-44ac-a975-7d80da788d21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04150358-3ee6-4d7d-a7dc-3a125f2b42e9 HTTP/1.1" status: 200 len: 217 time: 0.0651367 Jul 27 21:13:08.328251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25938cd-b3b9-4339-8aaf-fe43ee18d01a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:08.331605 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d25938cd-b3b9-4339-8aaf-fe43ee18d01a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:08.356129 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c222dd2-5354-459d-b7b5-327f111cbe31 req-95f95967-ea68-469d-a6b9-60658561502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:08.359770 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c222dd2-5354-459d-b7b5-327f111cbe31 req-95f95967-ea68-469d-a6b9-60658561502e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8a0e9c1e-9d1f-4f07-b70a-8c031484d217 HTTP/1.1" status: 200 len: 865 time: 0.0844276 Jul 27 21:13:08.411634 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c222dd2-5354-459d-b7b5-327f111cbe31 req-c23170e5-f087-4e60-bd6f-cc5ca1f75fb3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=194632e3-e409-440f-bc61-22e6dc704eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417204 Jul 27 21:13:08.422678 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec4cb6-966e-4bba-870b-0b21a896c3b1 req-ace7b88b-fa0b-4e19-b106-2682c8d75b9b tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:08.424280 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-beec4cb6-966e-4bba-870b-0b21a896c3b1 req-ace7b88b-fa0b-4e19-b106-2682c8d75b9b tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 945 time: 0.4457784 Jul 27 21:13:08.462535 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ce1606-2061-4762-9d63-6398f28e012c None None] Network 80a4084e-b676-42dc-b56d-77a2e5323f53 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:08.483806 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-beec4cb6-966e-4bba-870b-0b21a896c3b1 req-4dc82ac9-cafd-49cf-97c8-ab0ec2489ece tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494778 Jul 27 21:13:08.530261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f341dbde-8ad5-47dc-90ba-f50013e3ee11 None None] Provisioning for port 13b2ed2d-d530-4b73-98a3-d7e002853918 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:08.542139 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c222dd2-5354-459d-b7b5-327f111cbe31 req-43c54dc6-b7be-40bb-9639-87a3825a701a service neutron] 10.222.0.20 "GET /v2.0/networks/194632e3-e409-440f-bc61-22e6dc704eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211662 Jul 27 21:13:08.598326 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d25938cd-b3b9-4339-8aaf-fe43ee18d01a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:08.667005 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c222dd2-5354-459d-b7b5-327f111cbe31 req-ac0c9b4c-6aa3-4e8d-ae51-9cca494a0bcd service neutron] 10.222.0.20 "GET /v2.0/networks/194632e3-e409-440f-bc61-22e6dc704eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166205 Jul 27 21:13:08.669515 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25938cd-b3b9-4339-8aaf-fe43ee18d01a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Subnet': ['ID=c245e9a0-de94-44e2-b753-a1c34b00190b,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:08.679270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25938cd-b3b9-4339-8aaf-fe43ee18d01a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Checking segment: {'id': 'ee448f7b-4435-495a-a1ef-7df69d6c2945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '18b6de84-aee7-4e1c-9888-45a719172c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:08.679270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25938cd-b3b9-4339-8aaf-fe43ee18d01a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network hostable DHCP agents. Network: 18b6de84-aee7-4e1c-9888-45a719172c10, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:08.698351 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25938cd-b3b9-4339-8aaf-fe43ee18d01a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network 18b6de84-aee7-4e1c-9888-45a719172c10 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:08.709993 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-d25938cd-b3b9-4339-8aaf-fe43ee18d01a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 18b6de84-aee7-4e1c-9888-45a719172c10) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:08.714709 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25938cd-b3b9-4339-8aaf-fe43ee18d01a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:08.715311 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d25938cd-b3b9-4339-8aaf-fe43ee18d01a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:08.724000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981c8051-0cff-4f7c-80ee-67b0c08a8aaf None None] Network 18b6de84-aee7-4e1c-9888-45a719172c10 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:08.735672 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d25938cd-b3b9-4339-8aaf-fe43ee18d01a tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6075206 Jul 27 21:13:08.736621 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57084) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:08.742654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-af1ed4e1-1181-408a-a1a8-f78f03c633cf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:08.860030 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:08.860776 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91356e2b-6991-4b1e-b68e-d7f55e819963 None None] Update dhcp port {'port': {'network_id': '80a4084e-b676-42dc-b56d-77a2e5323f53', 'fixed_ips': [{'subnet_id': '5ae53d44-ac3d-4994-a0bc-51a55d52f2d2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ee2cdac6-c580-4ce7-89d2-29e909df4423'}], 'binding:host_id': 'n-d-764806-9'}, 'id': '13b2ed2d-d530-4b73-98a3-d7e002853918'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:13:08.871206 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-af1ed4e1-1181-408a-a1a8-f78f03c633cf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4334166'] for subnet, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:08.929149 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 13b2ed2d-d530-4b73-98a3-d7e002853918 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:13:08.960486 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-91356e2b-6991-4b1e-b68e-d7f55e819963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.060342 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a74f9b-c0a3-420d-bc81-62ed4906b2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-18b6de84-aee7-4e1c-9888-45a719172c10', 'network_id': '18b6de84-aee7-4e1c-9888-45a719172c10', 'tenant_id': '8ebf29dfc26c424e83144e569df34b9a', 'fixed_ips': [{'subnet_id': 'c245e9a0-de94-44e2-b753-a1c34b00190b'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:09.061328 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-20a74f9b-c0a3-420d-bc81-62ed4906b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.062595 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc57517-383a-4ad3-8a23-c0ec5c64559c req-e383fe73-a5b8-440b-b88d-c075428edc7b tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:09.064176 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfc57517-383a-4ad3-8a23-c0ec5c64559c req-e383fe73-a5b8-440b-b88d-c075428edc7b tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 944 time: 0.0750575 Jul 27 21:13:09.115778 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-af1ed4e1-1181-408a-a1a8-f78f03c633cf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737914610661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4372815'] for subnet, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.118624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfc57517-383a-4ad3-8a23-c0ec5c64559c req-f6ad966d-d71a-4e28-8157-33febf13d5f8 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/security-groups?id=8127e5de-cab7-4787-8b2a-1b1218630b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472672 Jul 27 21:13:09.169385 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ed4e1-1181-408a-a1a8-f78f03c633cf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:09.170087 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-af1ed4e1-1181-408a-a1a8-f78f03c633cf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.171596 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-af1ed4e1-1181-408a-a1a8-f78f03c633cf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "PUT /v2.0/subnets/c245e9a0-de94-44e2-b753-a1c34b00190b HTTP/1.1" status: 200 len: 826 time: 0.4337535 Jul 27 21:13:09.174545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57090) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:09.189113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ed4e1-1181-408a-a1a8-f78f03c633cf tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Subnet': ['ID=c245e9a0-de94-44e2-b753-a1c34b00190b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:09.304590 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-794ab377-f133-4dc5-bbd0-0159eede848b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.312442 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 13b2ed2d-d530-4b73-98a3-d7e002853918 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:09.371948 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-794ab377-f133-4dc5-bbd0-0159eede848b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.377675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 13b2ed2d-d530-4b73-98a3-d7e002853918 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:09.378354 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.409351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device bade3dae-e8c2-4e06-b26a-78c71ea6a135 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:13:09.446013 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-794ab377-f133-4dc5-bbd0-0159eede848b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.476728 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ab377-f133-4dc5-bbd0-0159eede848b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Subnet': ['ID=c245e9a0-de94-44e2-b753-a1c34b00190b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:09.549459 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-91356e2b-6991-4b1e-b68e-d7f55e819963 None None] Allocated IP 172.20.0.1 (80a4084e-b676-42dc-b56d-77a2e5323f53/ee2cdac6-c580-4ce7-89d2-29e909df4423/13b2ed2d-d530-4b73-98a3-d7e002853918) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:09.566497 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-794ab377-f133-4dc5-bbd0-0159eede848b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server [None req-20a74f9b-c0a3-420d-bc81-62ed4906b2b2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c245e9a0-de94-44e2-b753-a1c34b00190b: This subnet is being modified by another concurrent operation. Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise exception Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c245e9a0-de94-44e2-b753-a1c34b00190b: This subnet is being modified by another concurrent operation. Jul 27 21:13:09.576703 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server Jul 27 21:13:09.600058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ec50d9-b848-46b8-9b3b-866d46d238ca None None] Network 18b6de84-aee7-4e1c-9888-45a719172c10 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:09.600603 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-794ab377-f133-4dc5-bbd0-0159eede848b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b6de84-aee7-4e1c-9888-45a719172c10']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:09.650478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-794ab377-f133-4dc5-bbd0-0159eede848b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee448f7b-4435-495a-a1ef-7df69d6c2945') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:09.650898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-794ab377-f133-4dc5-bbd0-0159eede848b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee448f7b-4435-495a-a1ef-7df69d6c2945') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:09.671655 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-794ab377-f133-4dc5-bbd0-0159eede848b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.697605 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port bade3dae-e8c2-4e06-b26a-78c71ea6a135 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:09.706871 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-794ab377-f133-4dc5-bbd0-0159eede848b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.716454 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794ab377-f133-4dc5-bbd0-0159eede848b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:09.717156 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-794ab377-f133-4dc5-bbd0-0159eede848b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.771215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port bade3dae-e8c2-4e06-b26a-78c71ea6a135 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:09.771828 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:09.800504 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:09.817214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704b688-c7e5-4ca7-a1a6-5d96f657c544 req-e4c5d164-a291-4fa8-953f-ab1f0e6457ec tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:09.828771 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1704b688-c7e5-4ca7-a1a6-5d96f657c544 req-e4c5d164-a291-4fa8-953f-ab1f0e6457ec tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 945 time: 0.2511659 Jul 27 21:13:09.849001 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.855726 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-794ab377-f133-4dc5-bbd0-0159eede848b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.867547 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-794ab377-f133-4dc5-bbd0-0159eede848b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.872037 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-794ab377-f133-4dc5-bbd0-0159eede848b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/networks/18b6de84-aee7-4e1c-9888-45a719172c10 HTTP/1.1" status: 204 len: 168 time: 0.6938615 Jul 27 21:13:09.872821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57110) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:09.897397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ab377-f133-4dc5-bbd0-0159eede848b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Network': ['ID=18b6de84-aee7-4e1c-9888-45a719172c10,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:09.910475 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-070b3f64-17c8-4033-901c-0db6c6198ead tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:09.910729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070b3f64-17c8-4033-901c-0db6c6198ead tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:09.912996 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-070b3f64-17c8-4033-901c-0db6c6198ead tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/networks/18b6de84-aee7-4e1c-9888-45a719172c10 HTTP/1.1" status: 404 len: 339 time: 0.0382092 Jul 27 21:13:09.914296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1704b688-c7e5-4ca7-a1a6-5d96f657c544 req-0f187bdd-1776-4926-9549-c9d865f5d58a tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844548 Jul 27 21:13:09.917189 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57112) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:09.929164 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f55f436b-57a2-4e84-bde6-f4e556c59b49 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-321445616', 'description': 'd1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:09.945212 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da47871b-a3aa-4a24-8f3f-07133ade7002 None None] Network 18b6de84-aee7-4e1c-9888-45a719172c10 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:09.961930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55f436b-57a2-4e84-bde6-f4e556c59b49 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:09.965505 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f55f436b-57a2-4e84-bde6-f4e556c59b49 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:09.971806 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da47871b-a3aa-4a24-8f3f-07133ade7002 None None] Network 18b6de84-aee7-4e1c-9888-45a719172c10 could not be found, it might have been deleted concurrently. {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 21:13:09.974683 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-91356e2b-6991-4b1e-b68e-d7f55e819963 None None] For port 13b2ed2d-d530-4b73-98a3-d7e002853918, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=13b2ed2d-d530-4b73-98a3-d7e002853918,segment=NetworkSegment(5f72081b-dc19-4987-bb01-6f112fc89d6e),segment_id=5f72081b-dc19-4987-bb01-6f112fc89d6e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:09.992062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55f436b-57a2-4e84-bde6-f4e556c59b49 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:10.001354 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f55f436b-57a2-4e84-bde6-f4e556c59b49 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.001788 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-f55f436b-57a2-4e84-bde6-f4e556c59b49 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Added segment d713553c-54e5-402d-bc0c-3651dea3a38f of type vlan for network aeb95f52-fe9c-47bc-9459-ea775599fd14 Jul 27 21:13:10.036124 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.059396 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f55f436b-57a2-4e84-bde6-f4e556c59b49 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.080432 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b804409-bcda-454e-bca6-e535902d2638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bade3dae-e8c2-4e06-b26a-78c71ea6a135'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:10.082686 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970e3a5a-d664-402d-adb0-23833f7b9084" -d '{"events": [{"server_uuid": "7b804409-bcda-454e-bca6-e535902d2638", "name": "network-vif-plugged", "status": "completed", "tag": "bade3dae-e8c2-4e06-b26a-78c71ea6a135"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:10.091033 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-91356e2b-6991-4b1e-b68e-d7f55e819963 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.094715 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f55f436b-57a2-4e84-bde6-f4e556c59b49 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.103704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55f436b-57a2-4e84-bde6-f4e556c59b49 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:10.105554 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f55f436b-57a2-4e84-bde6-f4e556c59b49 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.106544 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port bade3dae-e8c2-4e06-b26a-78c71ea6a135, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=bade3dae-e8c2-4e06-b26a-78c71ea6a135,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:10.116728 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.120160 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-91356e2b-6991-4b1e-b68e-d7f55e819963 None None] Transition to ACTIVE for port object 13b2ed2d-d530-4b73-98a3-d7e002853918 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:10.150202 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57120) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:10.161069 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f55f436b-57a2-4e84-bde6-f4e556c59b49 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2380109 Jul 27 21:13:10.188854 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dd1f1c-daed-479a-8e1f-8551531de2c9 x-openstack-request-id: req-b7dd1f1c-daed-479a-8e1f-8551531de2c9 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:10.189205 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b804409-bcda-454e-bca6-e535902d2638", "name": "network-vif-plugged", "status": "completed", "tag": "bade3dae-e8c2-4e06-b26a-78c71ea6a135", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:10.189395 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7dd1f1c-daed-479a-8e1f-8551531de2c9 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:10.189772 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b804409-bcda-454e-bca6-e535902d2638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bade3dae-e8c2-4e06-b26a-78c71ea6a135', 'code': 200} Jul 27 21:13:10.191643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=bade3dae-e8c2-4e06-b26a-78c71ea6a135,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:10.203851 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-91356e2b-6991-4b1e-b68e-d7f55e819963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.247197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f436b-57a2-4e84-bde6-f4e556c59b49 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Network': ['ID=aeb95f52-fe9c-47bc-9459-ea775599fd14,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:10.287573 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network aeb95f52-fe9c-47bc-9459-ea775599fd14 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:10.305680 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:13:10.305680 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:13:10.336516 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ae7c7-1898-4a61-bc62-7cbcd4dfd1a0 req-67bf814c-d663-4131-9286-9a1ecad19c9e tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:10.338458 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-337ae7c7-1898-4a61-bc62-7cbcd4dfd1a0 req-67bf814c-d663-4131-9286-9a1ecad19c9e tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 944 time: 0.0840557 Jul 27 21:13:10.347913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51edfae2-cb63-4503-a758-9025d43fe5ed tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:10.349490 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-51edfae2-cb63-4503-a758-9025d43fe5ed tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "GET /v2.0/networks?id=aeb95f52-fe9c-47bc-9459-ea775599fd14 HTTP/1.1" status: 200 len: 764 time: 0.1982841 Jul 27 21:13:10.353144 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57122) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:10.358758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'network': {'description': 'd2'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:10.391884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-337ae7c7-1898-4a61-bc62-7cbcd4dfd1a0 req-d2d24145-2a9d-4095-a9e5-dc281931d0bb tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/security-groups?id=8127e5de-cab7-4787-8b2a-1b1218630b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457554 Jul 27 21:13:10.434062 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5d2f6-abf0-4880-8eb1-ba85577471c1 req-e21e45d0-9971-4a23-b7a9-0a370d521443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:10.435705 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-34b5d2f6-abf0-4880-8eb1-ba85577471c1 req-e21e45d0-9971-4a23-b7a9-0a370d521443 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 1097 time: 0.2273898 Jul 27 21:13:10.489261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91356e2b-6991-4b1e-b68e-d7f55e819963 None None] Pushing event updated for resources: {'Port': ['ID=13b2ed2d-d530-4b73-98a3-d7e002853918,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:10.542654 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-34b5d2f6-abf0-4880-8eb1-ba85577471c1 req-1461b6fb-b859-4665-81a6-b2bc914986fe service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966899 Jul 27 21:13:10.580140 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.594978 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.620656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network aeb95f52-fe9c-47bc-9459-ea775599fd14 is not hosted by any dhcp agent {{(pid=105580) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:13:10.625852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:10.626477 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.627764 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "PUT /v2.0/networks/aeb95f52-fe9c-47bc-9459-ea775599fd14 HTTP/1.1" status: 200 len: 761 time: 0.2735739 Jul 27 21:13:10.630610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57124) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:10.675293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Network': ['ID=aeb95f52-fe9c-47bc-9459-ea775599fd14,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:10.684079 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.684594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.684942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.685280 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.685606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.685938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.686294 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.686646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.686974 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.687818 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.687818 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.688100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1347fc-4d50-4a46-a980-d7b0b36834d4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:10.701536 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network aeb95f52-fe9c-47bc-9459-ea775599fd14 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:10.722872 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f64df5f-3791-4e3e-b886-a2a2a14925a1 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:10.728798 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3f64df5f-3791-4e3e-b886-a2a2a14925a1 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "GET /v2.0/networks?id=aeb95f52-fe9c-47bc-9459-ea775599fd14 HTTP/1.1" status: 200 len: 764 time: 0.0926178 Jul 27 21:13:10.729179 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57126) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:10.784387 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:13:10.887910 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:10.932313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 04150358-3ee6-4d7d-a7dc-3a125f2b42e9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=04150358-3ee6-4d7d-a7dc-3a125f2b42e9,segment=NetworkSegment(049f4ef3-5aa5-418c-b0e0-4843d9028b1e),segment_id=049f4ef3-5aa5-418c-b0e0-4843d9028b1e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:10.933859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a71b29f-bbb2-4ef0-a357-b0c877891a32 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:10.938323 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5a71b29f-bbb2-4ef0-a357-b0c877891a32 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2069964 Jul 27 21:13:10.940333 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57130) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:10.964184 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '04150358-3ee6-4d7d-a7dc-3a125f2b42e9', 'network_id': '194632e3-e409-440f-bc61-22e6dc704eb9', 'port_id': '04150358-3ee6-4d7d-a7dc-3a125f2b42e9', 'mac_address': 'fa:16:3e:04:55:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a0e9c1e-9d1f-4f07-b70a-8c031484d217', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:13:10.967739 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 13b2ed2d-d530-4b73-98a3-d7e002853918, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=13b2ed2d-d530-4b73-98a3-d7e002853918,segment=NetworkSegment(5f72081b-dc19-4987-bb01-6f112fc89d6e),segment_id=5f72081b-dc19-4987-bb01-6f112fc89d6e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:10.999527 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:11.032993 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ede1e4-44bf-4dab-b01d-e1d3a3aca464 None None] Network 80a4084e-b676-42dc-b56d-77a2e5323f53 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:11.066449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57136) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:11.066657 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5fe36aad-03b8-4533-ae72-babbc7199690 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 207 time: 0.1247027 Jul 27 21:13:11.082065 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:11.132026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:13:11.138212 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a940eb3c-a01a-42be-b801-8e63f3bd1f0e None None] Provisioning for port 13b2ed2d-d530-4b73-98a3-d7e002853918 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:11.144437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a940eb3c-a01a-42be-b801-8e63f3bd1f0e None None] Provisioning complete for port 13b2ed2d-d530-4b73-98a3-d7e002853918 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:11.144809 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a940eb3c-a01a-42be-b801-8e63f3bd1f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:11.152433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=13b2ed2d-d530-4b73-98a3-d7e002853918,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:11.160790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 13b2ed2d-d530-4b73-98a3-d7e002853918 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:13:11.171136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b52b9e-3c51-4452-8d58-021d51482c8f req-b53f7dfc-68e7-47ba-ae4b-e217fb9d8f1c tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.172171 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9b52b9e-3c51-4452-8d58-021d51482c8f req-b53f7dfc-68e7-47ba-ae4b-e217fb9d8f1c tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 946 time: 0.1741617 Jul 27 21:13:11.215107 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 04150358-3ee6-4d7d-a7dc-3a125f2b42e9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=04150358-3ee6-4d7d-a7dc-3a125f2b42e9,segment=NetworkSegment(049f4ef3-5aa5-418c-b0e0-4843d9028b1e),segment_id=049f4ef3-5aa5-418c-b0e0-4843d9028b1e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:11.215655 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9b52b9e-3c51-4452-8d58-021d51482c8f req-bc8896e5-1c96-4b88-af2e-bc3978c61ac7 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364876 Jul 27 21:13:11.247275 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:11.380935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c4e64f-080e-404b-abe6-25c88c9772f8 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.387949 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c4e64f-080e-404b-abe6-25c88c9772f8 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.394394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c4e64f-080e-404b-abe6-25c88c9772f8 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.400537 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=04150358-3ee6-4d7d-a7dc-3a125f2b42e9,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:11.400917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c4e64f-080e-404b-abe6-25c88c9772f8 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.406880 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c4e64f-080e-404b-abe6-25c88c9772f8 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.412792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c4e64f-080e-404b-abe6-25c88c9772f8 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.414652 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e3c4e64f-080e-404b-abe6-25c88c9772f8 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3465605 Jul 27 21:13:11.418514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57142) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:11.485238 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['04150358-3ee6-4d7d-a7dc-3a125f2b42e9'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:13:11.492450 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 13b2ed2d-d530-4b73-98a3-d7e002853918 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:11.492450 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:11.570272 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9689709d-f266-434e-8247-3acee03feea5 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1468661 Jul 27 21:13:11.571206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57146) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:11.602048 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a500c21-893a-4dd6-adbb-d4110f5c7709 req-169703ca-4bbe-4865-9c45-b81133f4e0fd tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.612197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a500c21-893a-4dd6-adbb-d4110f5c7709 req-169703ca-4bbe-4865-9c45-b81133f4e0fd tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 945 time: 0.1264484 Jul 27 21:13:11.655767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd12371-1600-4bcb-8e91-13fa447cd146 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.657453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd12371-1600-4bcb-8e91-13fa447cd146 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.671330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd12371-1600-4bcb-8e91-13fa447cd146 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.673079 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd12371-1600-4bcb-8e91-13fa447cd146 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.674735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd12371-1600-4bcb-8e91-13fa447cd146 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.676831 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a500c21-893a-4dd6-adbb-d4110f5c7709 req-8a6237db-82e3-4fcb-a48e-353034123dd5 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/security-groups?id=8127e5de-cab7-4787-8b2a-1b1218630b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616798 Jul 27 21:13:11.682789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57148) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:11.689460 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7cd12371-1600-4bcb-8e91-13fa447cd146 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1170845 Jul 27 21:13:11.754911 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b251c5dd-77af-4e32-a29c-fe8d8b11c9d8 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['shared'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.756933 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b251c5dd-77af-4e32-a29c-fe8d8b11c9d8 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['shared'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.759125 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b251c5dd-77af-4e32-a29c-fe8d8b11c9d8 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['shared'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.761293 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b251c5dd-77af-4e32-a29c-fe8d8b11c9d8 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['shared'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.765786 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b251c5dd-77af-4e32-a29c-fe8d8b11c9d8 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['shared'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.768441 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b251c5dd-77af-4e32-a29c-fe8d8b11c9d8 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0832350 Jul 27 21:13:11.771505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57150) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:11.886073 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123f66f0-0a64-48f7-920a-f0cc1480a1f8 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:11.892017 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57154) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:11.899090 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32659391-d094-4b31-9d63-ea87192cdd0a None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:13:11.903935 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-123f66f0-0a64-48f7-920a-f0cc1480a1f8 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "GET /v2.0/networks/f974cc40-a295-4100-95bf-be12947999c5 HTTP/1.1" status: 200 len: 803 time: 0.1290627 Jul 27 21:13:11.951353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8be32c09-194a-4d0a-aa29-bd58a3a95bcf None None] Provisioning complete for port 13b2ed2d-d530-4b73-98a3-d7e002853918 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:11.952642 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8be32c09-194a-4d0a-aa29-bd58a3a95bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.007133 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4f50866a-311c-4cf5-b06f-9b7223ccdbd1 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "GET /v2.0/networks/f974cc40-a295-4100-95bf-be12947999c5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1133211 Jul 27 21:13:12.011504 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57156) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:12.066936 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4068a6-9c21-4cd6-bae4-21a7ec05b0a4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:12.072325 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fd4068a6-9c21-4cd6-bae4-21a7ec05b0a4 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "GET /v2.0/subnets/cf962bad-2f72-498a-b509-d4a7367de129 HTTP/1.1" status: 200 len: 843 time: 0.0558918 Jul 27 21:13:12.072611 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57158) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:12.106438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32659391-d094-4b31-9d63-ea87192cdd0a None None] Resources bound (agent type, host, resource id): {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:13:12.135172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a6c76b-deb4-4d34-b60a-65dcbcbed36f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:12.140133 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-16a6c76b-deb4-4d34-b60a-65dcbcbed36f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "GET /v2.0/subnets/cf962bad-2f72-498a-b509-d4a7367de129?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0631211 Jul 27 21:13:12.140442 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57160) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:12.145664 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-216c475a-e559-4c60-a724-3be81b9e3026 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-498034263'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:12.168419 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216c475a-e559-4c60-a724-3be81b9e3026 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:12.174303 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-216c475a-e559-4c60-a724-3be81b9e3026 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.220026 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216c475a-e559-4c60-a724-3be81b9e3026 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:12.234284 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-216c475a-e559-4c60-a724-3be81b9e3026 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.234840 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-216c475a-e559-4c60-a724-3be81b9e3026 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Added segment fcc7beb3-88d4-46a2-bc2b-217a7cb4b5a4 of type vlan for network 217233fe-b929-4eb6-922f-d7df1582d977 Jul 27 21:13:12.301064 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-216c475a-e559-4c60-a724-3be81b9e3026 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.381433 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-216c475a-e559-4c60-a724-3be81b9e3026 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.391836 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216c475a-e559-4c60-a724-3be81b9e3026 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:12.392669 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-216c475a-e559-4c60-a724-3be81b9e3026 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.432119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bac2bf-6cd7-44fc-ba2b-29d2f5510c0b req-639dc8a7-8463-4abe-991e-3067aa5c93e2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:12.433697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a1bac2bf-6cd7-44fc-ba2b-29d2f5510c0b req-639dc8a7-8463-4abe-991e-3067aa5c93e2 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 946 time: 0.1086986 Jul 27 21:13:12.503151 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a1bac2bf-6cd7-44fc-ba2b-29d2f5510c0b req-9b7b00e4-ac9f-485c-978d-e732a494f6d3 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628102 Jul 27 21:13:12.566265 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-216c475a-e559-4c60-a724-3be81b9e3026 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4197171 Jul 27 21:13:12.566450 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57170) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:12.579348 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-6f3ee3a0-38a6-4970-ad8f-408b3a2f2e1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'subnet': {'network_id': '217233fe-b929-4eb6-922f-d7df1582d977', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:12.583310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c475a-e559-4c60-a724-3be81b9e3026 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Network': ['ID=217233fe-b929-4eb6-922f-d7df1582d977,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:12.604247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 217233fe-b929-4eb6-922f-d7df1582d977 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:12.704453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3ee3a0-38a6-4970-ad8f-408b3a2f2e1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Made reservation on behalf of 8ebf29dfc26c424e83144e569df34b9a for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:12.716621 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6f3ee3a0-38a6-4970-ad8f-408b3a2f2e1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.794046 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:13:12.871415 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:12.875347 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:12.875734 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.876083 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_backend_mixin [None req-6f3ee3a0-38a6-4970-ad8f-408b3a2f2e1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Performing IP validity checks on allocation pools {{(pid=105579) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 21:13:12.876600 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_backend_mixin [None req-6f3ee3a0-38a6-4970-ad8f-408b3a2f2e1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105579) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 21:13:12.949550 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25349a29-bdb8-4d5a-bfe0-c4aab59436fb req-67793986-bb8c-4db8-90c4-dec52de23623 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:12.951337 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-25349a29-bdb8-4d5a-bfe0-c4aab59436fb req-67793986-bb8c-4db8-90c4-dec52de23623 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 945 time: 0.1953692 Jul 27 21:13:12.956654 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:12.971447 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0947b0-7de3-4c0e-b921-cf8dc0cfe86c req-2ebe5e02-2985-44a4-a724-accfe6778871 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:12.972896 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d0947b0-7de3-4c0e-b921-cf8dc0cfe86c req-2ebe5e02-2985-44a4-a724-accfe6778871 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 946 time: 0.1506605 Jul 27 21:13:12.981417 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a44617-ce03-4bcf-b4d5-721da3058eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04150358-3ee6-4d7d-a7dc-3a125f2b42e9'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:12.983722 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8396796e-a7ba-44f8-b942-607148829b07" -d '{"events": [{"server_uuid": "77a44617-ce03-4bcf-b4d5-721da3058eaa", "name": "network-vif-plugged", "status": "completed", "tag": "04150358-3ee6-4d7d-a7dc-3a125f2b42e9"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:12.997581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 04150358-3ee6-4d7d-a7dc-3a125f2b42e9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=04150358-3ee6-4d7d-a7dc-3a125f2b42e9,segment=NetworkSegment(049f4ef3-5aa5-418c-b0e0-4843d9028b1e),segment_id=049f4ef3-5aa5-418c-b0e0-4843d9028b1e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:13.003086 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.057220 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=04150358-3ee6-4d7d-a7dc-3a125f2b42e9,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:13.076785 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-25349a29-bdb8-4d5a-bfe0-c4aab59436fb req-dba56422-224f-4ef4-a560-96724af488b3 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/security-groups?id=8127e5de-cab7-4787-8b2a-1b1218630b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176958 Jul 27 21:13:13.084801 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 13b2ed2d-d530-4b73-98a3-d7e002853918 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:13:13.110776 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d0947b0-7de3-4c0e-b921-cf8dc0cfe86c req-debd7256-e854-431e-be23-2b4932c228a8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285667 Jul 27 21:13:13.133633 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0e119d-3ea9-4085-8a44-e9d26991c2fb x-openstack-request-id: req-7d0e119d-3ea9-4085-8a44-e9d26991c2fb {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:13.133923 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a44617-ce03-4bcf-b4d5-721da3058eaa", "name": "network-vif-plugged", "status": "completed", "tag": "04150358-3ee6-4d7d-a7dc-3a125f2b42e9", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:13.134169 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d0e119d-3ea9-4085-8a44-e9d26991c2fb {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:13.134605 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a44617-ce03-4bcf-b4d5-721da3058eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04150358-3ee6-4d7d-a7dc-3a125f2b42e9', 'code': 200} Jul 27 21:13:13.138916 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6f3ee3a0-38a6-4970-ad8f-408b3a2f2e1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.156289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 13b2ed2d-d530-4b73-98a3-d7e002853918 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:13.156656 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.210276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ee3a0-38a6-4970-ad8f-408b3a2f2e1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Subnet': ['ID=53c92f84-82d5-475c-ae18-bf291dbe21d8,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:13.212965 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ee3a0-38a6-4970-ad8f-408b3a2f2e1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Checking segment: {'id': 'fcc7beb3-88d4-46a2-bc2b-217a7cb4b5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '217233fe-b929-4eb6-922f-d7df1582d977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:13.213436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3ee3a0-38a6-4970-ad8f-408b3a2f2e1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network hostable DHCP agents. Network: 217233fe-b929-4eb6-922f-d7df1582d977, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:13.234740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3ee3a0-38a6-4970-ad8f-408b3a2f2e1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Network 217233fe-b929-4eb6-922f-d7df1582d977 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:13.247153 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-6f3ee3a0-38a6-4970-ad8f-408b3a2f2e1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 217233fe-b929-4eb6-922f-d7df1582d977) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:13.255273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3ee3a0-38a6-4970-ad8f-408b3a2f2e1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:13.256276 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6f3ee3a0-38a6-4970-ad8f-408b3a2f2e1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748676'] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.259961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33186b9-f543-4965-935f-11ba02378f92 None None] Network 217233fe-b929-4eb6-922f-d7df1582d977 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:13.274633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b98c29-d07b-49a8-bd0c-3693fec25061 req-85c6b317-e884-4005-b7cc-d9ca01b4f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:13.279495 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b6b98c29-d07b-49a8-bd0c-3693fec25061 req-85c6b317-e884-4005-b7cc-d9ca01b4f43f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 1097 time: 0.0816982 Jul 27 21:13:13.279620 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6f3ee3a0-38a6-4970-ad8f-408b3a2f2e1c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7112331 Jul 27 21:13:13.279737 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57178) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:13.285129 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f85ed3ee-0780-4d8f-92f8-589fb6cea496 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:13.321594 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b6b98c29-d07b-49a8-bd0c-3693fec25061 req-d1431002-4403-4786-8987-ba82c48ca55b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8127e5de-cab7-4787-8b2a-1b1218630b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370305 Jul 27 21:13:13.402163 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f85ed3ee-0780-4d8f-92f8-589fb6cea496 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5912064'] for subnet, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.431420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-217233fe-b929-4eb6-922f-d7df1582d977', 'network_id': '217233fe-b929-4eb6-922f-d7df1582d977', 'tenant_id': '8ebf29dfc26c424e83144e569df34b9a', 'fixed_ips': [{'subnet_id': '53c92f84-82d5-475c-ae18-bf291dbe21d8'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:13.432338 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.582939 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f85ed3ee-0780-4d8f-92f8-589fb6cea496 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737914610661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4517238'] for subnet, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.628976 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Allocated IP 2001:db8::3 (217233fe-b929-4eb6-922f-d7df1582d977/53c92f84-82d5-475c-ae18-bf291dbe21d8/f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:13.636885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85ed3ee-0780-4d8f-92f8-589fb6cea496 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:13.637496 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f85ed3ee-0780-4d8f-92f8-589fb6cea496 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.638897 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f85ed3ee-0780-4d8f-92f8-589fb6cea496 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "PUT /v2.0/subnets/53c92f84-82d5-475c-ae18-bf291dbe21d8 HTTP/1.1" status: 200 len: 900 time: 0.3580739 Jul 27 21:13:13.642510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57186) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:13.655817 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ed3ee-0780-4d8f-92f8-589fb6cea496 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event updated for resources: {'Subnet': ['ID=53c92f84-82d5-475c-ae18-bf291dbe21d8,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:13.770671 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.799918 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.813457 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Transition to ACTIVE for port object f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:13.832442 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Transition to ACTIVE for port object f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:13.836684 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.839053 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.880777 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Network 217233fe-b929-4eb6-922f-d7df1582d977 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:13.886301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:13.888828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:13.901976 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Pushing event updated for resources: {'Port': ['ID=f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:13.910947 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.940387 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Subnet': ['ID=53c92f84-82d5-475c-ae18-bf291dbe21d8,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:13.967075 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Attempting to bind port f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:13:13.967540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Attempting to bind port f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'fcc7beb3-88d4-46a2-bc2b-217a7cb4b5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '217233fe-b929-4eb6-922f-d7df1582d977'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:13:13.967881 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Attempting to bind port f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1 on network 217233fe-b929-4eb6-922f-d7df1582d977 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:13.973206 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:13:13.973578 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Checking segment: {'id': 'fcc7beb3-88d4-46a2-bc2b-217a7cb4b5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '217233fe-b929-4eb6-922f-d7df1582d977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:13.973980 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:13.974409 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Bound using segment: {'id': 'fcc7beb3-88d4-46a2-bc2b-217a7cb4b5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '217233fe-b929-4eb6-922f-d7df1582d977'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:13:13.975496 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Bound port: f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc7beb3-88d4-46a2-bc2b-217a7cb4b5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '217233fe-b929-4eb6-922f-d7df1582d977'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:13:13.976262 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:14.009973 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:14.024695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217233fe-b929-4eb6-922f-d7df1582d977']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:14.044510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc7beb3-88d4-46a2-bc2b-217a7cb4b5a4') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:14.044883 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc7beb3-88d4-46a2-bc2b-217a7cb4b5a4') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:14.049818 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] For port f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:13:14.054005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] For port f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1,segment=NetworkSegment(fcc7beb3-88d4-46a2-bc2b-217a7cb4b5a4),segment_id=fcc7beb3-88d4-46a2-bc2b-217a7cb4b5a4)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:13:14.056723 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:14.058712 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:14.073306 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:14.079837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:14.080314 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:14.083326 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:14.162788 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.db.api [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 21:13:14.162788 n-d-764806-9 neutron-server[105580]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 21:13:14.162788 n-d-764806-9 neutron-server[105580]: [parameters: {'id': '217233fe-b929-4eb6-922f-d7df1582d977'}] Jul 27 21:13:14.162788 n-d-764806-9 neutron-server[105580]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:13:14.163448 n-d-764806-9 neutron-server[105580]: DEBUG oslo_db.api [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:13:14.188665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc731cd-516b-47d9-bc04-650ef9e8d6f7 None None] Pushing event updated for resources: {'Port': ['ID=f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:14.216539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954a0854-d0ba-4631-a3ad-df113a49833e None None] Network 217233fe-b929-4eb6-922f-d7df1582d977 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:14.330077 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0d0fc-7370-4a4e-b251-51fdb18c2300 req-d404e2f8-96bc-46c7-affe-ad38d039ad31 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:14.333645 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74d0d0fc-7370-4a4e-b251-51fdb18c2300 req-d404e2f8-96bc-46c7-affe-ad38d039ad31 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 946 time: 0.1597404 Jul 27 21:13:14.343350 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33611ea4-ffc0-459c-8e08-db23efb8d3cb req-c7b5f29f-4b34-46ea-8d8d-74b45daee2f8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:14.345272 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33611ea4-ffc0-459c-8e08-db23efb8d3cb req-c7b5f29f-4b34-46ea-8d8d-74b45daee2f8 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 946 time: 0.1070318 Jul 27 21:13:14.408259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2f745d-eebc-4845-9f90-288d34633139 None None] Network 217233fe-b929-4eb6-922f-d7df1582d977 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:14.418804 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74d0d0fc-7370-4a4e-b251-51fdb18c2300 req-0c870bfe-1945-4d73-ab15-cd4863251aa6 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/security-groups?id=8127e5de-cab7-4787-8b2a-1b1218630b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721529 Jul 27 21:13:14.439132 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33611ea4-ffc0-459c-8e08-db23efb8d3cb req-55f5761a-3feb-4938-9cba-f93ee7e08ff4 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768008 Jul 27 21:13:14.572143 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3884a7bd-eb60-4df9-8555-5ab75fb033a6 None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:13:14.665114 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:14.717292 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3884a7bd-eb60-4df9-8555-5ab75fb033a6 None None] Resources bound (agent type, host, resource id): {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:13:14.760826 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Deleting port f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:14.761077 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:14.772247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66700fad-d665-4a48-b88c-e5345014574f req-c8abcbad-c1bf-4398-856d-00871ac5c620 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:14.774862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66700fad-d665-4a48-b88c-e5345014574f req-c8abcbad-c1bf-4398-856d-00871ac5c620 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 946 time: 0.1022465 Jul 27 21:13:14.832781 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66700fad-d665-4a48-b88c-e5345014574f req-084a2f2e-889e-4d97-b154-c45de7436b36 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504861 Jul 27 21:13:14.834524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] For port f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1,segment=NetworkSegment(fcc7beb3-88d4-46a2-bc2b-217a7cb4b5a4),segment_id=fcc7beb3-88d4-46a2-bc2b-217a7cb4b5a4)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:14.835120 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:14.857673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Calling delete_port for f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:14.961172 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:14.992474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Port': ['ID=f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:14.994506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] No DVR routers for this DVR port f1e35bf2-8f93-4a0f-b07c-d83c0cfc06c1 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:15.095394 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:15.108034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217233fe-b929-4eb6-922f-d7df1582d977']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:15.120771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc7beb3-88d4-46a2-bc2b-217a7cb4b5a4') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:15.121093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc7beb3-88d4-46a2-bc2b-217a7cb4b5a4') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:15.130321 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:15.145741 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:15.152877 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:15.153301 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:15.156429 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:15.234917 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:15.243688 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:15.245547 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/networks/217233fe-b929-4eb6-922f-d7df1582d977 HTTP/1.1" status: 204 len: 168 time: 1.6008849 Jul 27 21:13:15.250486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57206) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:15.287181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b527f-fe0b-4b9e-894f-7d550b9a5891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Network': ['ID=217233fe-b929-4eb6-922f-d7df1582d977,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:15.290965 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9ac953-eb1b-412e-b10e-5394b3cf5dc5 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:15.291432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9ac953-eb1b-412e-b10e-5394b3cf5dc5 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:15.296140 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0f9ac953-eb1b-412e-b10e-5394b3cf5dc5 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/subnets/53c92f84-82d5-475c-ae18-bf291dbe21d8 HTTP/1.1" status: 404 len: 337 time: 0.0418537 Jul 27 21:13:15.297461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57208) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:15.319542 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-04178288-4999-4b1d-8ef5-04e8cf0654e3 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:15.320323 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04178288-4999-4b1d-8ef5-04e8cf0654e3 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:15.322149 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-04178288-4999-4b1d-8ef5-04e8cf0654e3 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/networks/217233fe-b929-4eb6-922f-d7df1582d977 HTTP/1.1" status: 404 len: 339 time: 0.0225210 Jul 27 21:13:15.324692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57210) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:15.426128 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-238b3ef8-5f45-44ca-bcba-02a9c0b386f6 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:15.569450 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-238b3ef8-5f45-44ca-bcba-02a9c0b386f6 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:15.583793 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-238b3ef8-5f45-44ca-bcba-02a9c0b386f6 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb95f52-fe9c-47bc-9459-ea775599fd14']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:15.597786 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-238b3ef8-5f45-44ca-bcba-02a9c0b386f6 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd713553c-54e5-402d-bc0c-3651dea3a38f') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:15.598082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-238b3ef8-5f45-44ca-bcba-02a9c0b386f6 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd713553c-54e5-402d-bc0c-3651dea3a38f') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:15.612025 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-238b3ef8-5f45-44ca-bcba-02a9c0b386f6 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:15.642291 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6531f-534b-4f6d-a6ba-9331a915db27 req-4b482de1-cd09-47d8-993a-5a26b72678a8 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:15.644077 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43d6531f-534b-4f6d-a6ba-9331a915db27 req-4b482de1-cd09-47d8-993a-5a26b72678a8 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 946 time: 0.1262691 Jul 27 21:13:15.645080 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-238b3ef8-5f45-44ca-bcba-02a9c0b386f6 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:15.653233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238b3ef8-5f45-44ca-bcba-02a9c0b386f6 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:15.653635 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-238b3ef8-5f45-44ca-bcba-02a9c0b386f6 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:15.657258 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:15.744200 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43d6531f-534b-4f6d-a6ba-9331a915db27 req-738e963f-fbcd-4ab0-8b3e-79c8a8ed5afb tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/security-groups?id=8127e5de-cab7-4787-8b2a-1b1218630b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923080 Jul 27 21:13:15.745146 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-238b3ef8-5f45-44ca-bcba-02a9c0b386f6 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:15.749999 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-238b3ef8-5f45-44ca-bcba-02a9c0b386f6 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:15.754579 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-238b3ef8-5f45-44ca-bcba-02a9c0b386f6 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/networks/aeb95f52-fe9c-47bc-9459-ea775599fd14 HTTP/1.1" status: 204 len: 168 time: 0.4288371 Jul 27 21:13:15.754753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57216) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:15.777028 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b3ef8-5f45-44ca-bcba-02a9c0b386f6 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Network': ['ID=aeb95f52-fe9c-47bc-9459-ea775599fd14,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:15.790626 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-477d5ef7-7ac0-46f5-8c2a-584e45289728 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:15.791281 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477d5ef7-7ac0-46f5-8c2a-584e45289728 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:15.795968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57220) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:15.806771 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-477d5ef7-7ac0-46f5-8c2a-584e45289728 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/subnets/c245e9a0-de94-44e2-b753-a1c34b00190b HTTP/1.1" status: 404 len: 337 time: 0.0508828 Jul 27 21:13:15.816958 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-372fe5ce-8851-47f2-b8dd-a89f6003091b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:15.817530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372fe5ce-8851-47f2-b8dd-a89f6003091b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:15.820746 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-372fe5ce-8851-47f2-b8dd-a89f6003091b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/networks/18b6de84-aee7-4e1c-9888-45a719172c10 HTTP/1.1" status: 404 len: 339 time: 0.0236769 Jul 27 21:13:15.822843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57222) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:15.907692 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49cee3c-940e-43eb-aea5-b0f5de98b802 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Deleting subnet ee2cdac6-c580-4ce7-89d2-29e909df4423 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:13:15.913420 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d49cee3c-940e-43eb-aea5-b0f5de98b802 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:15.922853 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbd1a3-0523-4ee0-a5d3-6f81aec4924f req-8cc0ae50-cc8d-4b8b-a41b-3a42e227c9b7 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:15.924578 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcdbd1a3-0523-4ee0-a5d3-6f81aec4924f req-8cc0ae50-cc8d-4b8b-a41b-3a42e227c9b7 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 946 time: 0.0764036 Jul 27 21:13:15.975719 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d49cee3c-940e-43eb-aea5-b0f5de98b802 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:16.013752 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcdbd1a3-0523-4ee0-a5d3-6f81aec4924f req-954e6630-183c-44f3-8773-bbd41db0989b tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/security-groups?id=8127e5de-cab7-4787-8b2a-1b1218630b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825560 Jul 27 21:13:16.042182 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070477b6-5207-463c-b6b1-46100bd6a573 req-2f2eb922-d5f8-4483-8daa-c4e627569b83 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:16.044028 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-070477b6-5207-463c-b6b1-46100bd6a573 req-2f2eb922-d5f8-4483-8daa-c4e627569b83 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 946 time: 0.0995924 Jul 27 21:13:16.088449 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d49cee3c-940e-43eb-aea5-b0f5de98b802 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:16.093984 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-070477b6-5207-463c-b6b1-46100bd6a573 req-e4e6e2b0-ed3b-41ef-a9cc-88935fe30646 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Jul 27 21:13:16.163433 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d49cee3c-940e-43eb-aea5-b0f5de98b802 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:16.197103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cee3c-940e-43eb-aea5-b0f5de98b802 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2cdac6-c580-4ce7-89d2-29e909df4423,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:16.201435 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d49cee3c-940e-43eb-aea5-b0f5de98b802 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:16.203746 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d49cee3c-940e-43eb-aea5-b0f5de98b802 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/subnets/ee2cdac6-c580-4ce7-89d2-29e909df4423 HTTP/1.1" status: 204 len: 168 time: 0.3797336 Jul 27 21:13:16.207372 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57232) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:16.212572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4b6693-ae4d-489b-95a0-7468ae37e7f9 None None] Network 80a4084e-b676-42dc-b56d-77a2e5323f53 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:16.276934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64db666-176c-41e4-b542-baeae8922e61 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Deleting subnet 5ae53d44-ac3d-4994-a0bc-51a55d52f2d2 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:13:16.280385 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b64db666-176c-41e4-b542-baeae8922e61 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:16.324795 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b64db666-176c-41e4-b542-baeae8922e61 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:16.417137 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bb501-6344-4f04-895c-1db7752f0aa8 req-a84a7264-4052-4f09-9688-6828a63ff2a2 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:16.422783 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-063bb501-6344-4f04-895c-1db7752f0aa8 req-a84a7264-4052-4f09-9688-6828a63ff2a2 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 946 time: 0.0933948 Jul 27 21:13:16.449422 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b64db666-176c-41e4-b542-baeae8922e61 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:16.473249 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-063bb501-6344-4f04-895c-1db7752f0aa8 req-442bb60f-5b25-4c21-a482-600d66abd3ee tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/security-groups?id=8127e5de-cab7-4787-8b2a-1b1218630b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470862 Jul 27 21:13:16.572501 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b64db666-176c-41e4-b542-baeae8922e61 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:16.635762 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b64db666-176c-41e4-b542-baeae8922e61 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:16.644181 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b64db666-176c-41e4-b542-baeae8922e61 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/subnets/5ae53d44-ac3d-4994-a0bc-51a55d52f2d2 HTTP/1.1" status: 204 len: 168 time: 0.4334321 Jul 27 21:13:16.644572 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57242) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:16.665177 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df65d82-182a-4e05-9a7d-4c4960de23f1 req-9bc8cbe6-3af3-4c1e-b31a-9a2a468ec521 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:16.667266 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7df65d82-182a-4e05-9a7d-4c4960de23f1 req-9bc8cbe6-3af3-4c1e-b31a-9a2a468ec521 tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 946 time: 0.1896408 Jul 27 21:13:16.674012 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64db666-176c-41e4-b542-baeae8922e61 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae53d44-ac3d-4994-a0bc-51a55d52f2d2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:16.801007 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:16.932326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-7df65d82-182a-4e05-9a7d-4c4960de23f1 req-2ad4a11a-c5d3-4b3a-ae16-d1303fa382bd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Deleting port bade3dae-e8c2-4e06-b26a-78c71ea6a135 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:16.932901 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7df65d82-182a-4e05-9a7d-4c4960de23f1 req-2ad4a11a-c5d3-4b3a-ae16-d1303fa382bd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:16.934531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Deleting port 13b2ed2d-d530-4b73-98a3-d7e002853918 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:16.934957 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.030544 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] For port 13b2ed2d-d530-4b73-98a3-d7e002853918, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=13b2ed2d-d530-4b73-98a3-d7e002853918,segment=NetworkSegment(5f72081b-dc19-4987-bb01-6f112fc89d6e),segment_id=5f72081b-dc19-4987-bb01-6f112fc89d6e)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:17.031441 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.050430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Calling delete_port for 13b2ed2d-d530-4b73-98a3-d7e002853918 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:17.114307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8ab3b-d69c-44b9-8a2a-d45505e19eed req-e8d3259d-1c6b-42fe-8de4-e302e8631d99 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:17.115936 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7df65d82-182a-4e05-9a7d-4c4960de23f1 req-2ad4a11a-c5d3-4b3a-ae16-d1303fa382bd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] For port bade3dae-e8c2-4e06-b26a-78c71ea6a135, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=bade3dae-e8c2-4e06-b26a-78c71ea6a135,segment=NetworkSegment(62a124d3-8efd-4fbd-9ae1-dd9ac62b1489),segment_id=62a124d3-8efd-4fbd-9ae1-dd9ac62b1489)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:17.117324 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7df65d82-182a-4e05-9a7d-4c4960de23f1 req-2ad4a11a-c5d3-4b3a-ae16-d1303fa382bd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.121065 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10f8ab3b-d69c-44b9-8a2a-d45505e19eed req-e8d3259d-1c6b-42fe-8de4-e302e8631d99 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 946 time: 0.2278337 Jul 27 21:13:17.151065 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-7df65d82-182a-4e05-9a7d-4c4960de23f1 req-2ad4a11a-c5d3-4b3a-ae16-d1303fa382bd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Calling delete_port for bade3dae-e8c2-4e06-b26a-78c71ea6a135 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:17.197223 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10f8ab3b-d69c-44b9-8a2a-d45505e19eed req-fab0f12d-7da7-4c8a-a616-dae5d0caa8d1 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/security-groups?id=8127e5de-cab7-4787-8b2a-1b1218630b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688679 Jul 27 21:13:17.231689 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.315179 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] No DVR routers for this DVR port 13b2ed2d-d530-4b73-98a3-d7e002853918 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:17.334334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Port': ['ID=13b2ed2d-d530-4b73-98a3-d7e002853918,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:17.446654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0eb219-372b-4b23-b3c2-d161c0f2ca30 None None] Network 80a4084e-b676-42dc-b56d-77a2e5323f53 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:17.486528 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99adb1-0e6d-4b47-8d6f-5d8a5ae5a951 req-799a1e28-5c12-4452-a0dc-06418b541cda tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:17.494016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af99adb1-0e6d-4b47-8d6f-5d8a5ae5a951 req-799a1e28-5c12-4452-a0dc-06418b541cda tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b804409-bcda-454e-bca6-e535902d2638 HTTP/1.1" status: 200 len: 946 time: 0.2501428 Jul 27 21:13:17.521500 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.548933 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-28a0b792-7fa4-43d8-9824-c3e2ec27e636 None None] Could not find standard attr ID for object 13b2ed2d-d530-4b73-98a3-d7e002853918. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:13:17.587296 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a4084e-b676-42dc-b56d-77a2e5323f53']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:17.621575 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f72081b-dc19-4987-bb01-6f112fc89d6e') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:17.621919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f72081b-dc19-4987-bb01-6f112fc89d6e') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:17.647164 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.656384 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af99adb1-0e6d-4b47-8d6f-5d8a5ae5a951 req-658d704d-2b6a-4a68-adf9-f75d00d4dfdc tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.55 "GET /v2.0/security-groups?id=18aec038-70f8-4c71-ac74-4a5d4c551740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531456 Jul 27 21:13:17.666887 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.674025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:17.674487 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:17.677722 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:17.726156 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028507f0-519d-462b-89ff-96f668d9934a None None] DHCP port deletion for 80a4084e-b676-42dc-b56d-77a2e5323f53 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:13:17.785784 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7df65d82-182a-4e05-9a7d-4c4960de23f1 req-2ad4a11a-c5d3-4b3a-ae16-d1303fa382bd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.813606 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.821229 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4a11a-c5d3-4b3a-ae16-d1303fa382bd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Pushing event deleted for resources: {'Port': ['ID=bade3dae-e8c2-4e06-b26a-78c71ea6a135,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:17.831600 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.843862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/networks/80a4084e-b676-42dc-b56d-77a2e5323f53 HTTP/1.1" status: 204 len: 168 time: 1.1878903 Jul 27 21:13:17.843862 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57254) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:17.853852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d4d65-df44-41a4-be02-e3ce9db98a85 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Network': ['ID=80a4084e-b676-42dc-b56d-77a2e5323f53,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:17.883748 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba5dfd4-f7a3-4944-9bff-2f6b857da22c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:17.884210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba5dfd4-f7a3-4944-9bff-2f6b857da22c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:17.885946 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7ba5dfd4-f7a3-4944-9bff-2f6b857da22c tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/subnets/860a2366-b155-4671-8360-89ea72a5268f HTTP/1.1" status: 404 len: 337 time: 0.0485322 Jul 27 21:13:17.887439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df65d82-182a-4e05-9a7d-4c4960de23f1 req-2ad4a11a-c5d3-4b3a-ae16-d1303fa382bd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] No DVR routers for this DVR port bade3dae-e8c2-4e06-b26a-78c71ea6a135 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:17.888967 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57256) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:17.890852 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7df65d82-182a-4e05-9a7d-4c4960de23f1 req-2ad4a11a-c5d3-4b3a-ae16-d1303fa382bd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:17.893053 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7df65d82-182a-4e05-9a7d-4c4960de23f1 req-2ad4a11a-c5d3-4b3a-ae16-d1303fa382bd tempest-DeleteServersTestJSON-252202258 tempest-DeleteServersTestJSON-252202258-project] 10.222.0.66 "DELETE /v2.0/ports/bade3dae-e8c2-4e06-b26a-78c71ea6a135 HTTP/1.1" status: 204 len: 173 time: 1.2100651 Jul 27 21:13:17.893511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b804409-bcda-454e-bca6-e535902d2638', 'name': 'network-vif-deleted', 'tag': 'bade3dae-e8c2-4e06-b26a-78c71ea6a135'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:17.897388 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e51442b-bb67-46c5-b7ba-6ba93b240f4d" -d '{"events": [{"server_uuid": "7b804409-bcda-454e-bca6-e535902d2638", "name": "network-vif-deleted", "tag": "bade3dae-e8c2-4e06-b26a-78c71ea6a135"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:17.908452 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a924f0-9cdb-476c-9adb-4989bf7e4908 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:17.909159 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a924f0-9cdb-476c-9adb-4989bf7e4908 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:17.910873 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-90a924f0-9cdb-476c-9adb-4989bf7e4908 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/networks/ea607b95-0cd3-41e3-924c-d897b8c2d506 HTTP/1.1" status: 404 len: 339 time: 0.0207913 Jul 27 21:13:17.914240 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57260) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:17.944787 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-63527b71-a6db-4c11-93d0-d9ebbb9f00a2 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:17.945398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63527b71-a6db-4c11-93d0-d9ebbb9f00a2 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:17.947259 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-63527b71-a6db-4c11-93d0-d9ebbb9f00a2 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/subnets/fe270e26-d167-40ad-b512-fa443fb5de1f HTTP/1.1" status: 404 len: 337 time: 0.0298691 Jul 27 21:13:17.949947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57262) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:17.971683 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1411ad28-3a94-4af2-8546-8589336dfe72 x-openstack-request-id: req-1411ad28-3a94-4af2-8546-8589336dfe72 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:17.972031 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b804409-bcda-454e-bca6-e535902d2638", "name": "network-vif-deleted", "tag": "bade3dae-e8c2-4e06-b26a-78c71ea6a135", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:17.972220 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1411ad28-3a94-4af2-8546-8589336dfe72 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:17.972645 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b804409-bcda-454e-bca6-e535902d2638', 'name': 'network-vif-deleted', 'tag': 'bade3dae-e8c2-4e06-b26a-78c71ea6a135', 'status': 'completed', 'code': 200} Jul 27 21:13:17.973953 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91b3d18-dd95-4461-ba7a-cb396f94a891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:17.974516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91b3d18-dd95-4461-ba7a-cb396f94a891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:17.976752 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d91b3d18-dd95-4461-ba7a-cb396f94a891 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/networks/2b08dfd1-df33-4d1f-bd0b-81ebee925517 HTTP/1.1" status: 404 len: 339 time: 0.0257936 Jul 27 21:13:17.979596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57264) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:18.010741 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb378fa8-5763-413e-935a-d0bfff90b778 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:18.012198 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb378fa8-5763-413e-935a-d0bfff90b778 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:18.016572 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-eb378fa8-5763-413e-935a-d0bfff90b778 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/subnets/5afb6b62-464d-46c7-ac8e-75dc684ebe8f HTTP/1.1" status: 404 len: 337 time: 0.0337369 Jul 27 21:13:18.018114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57266) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:18.052328 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-1133ea6b-43ae-45b6-a19c-88d9393b22d5 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:18.053131 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1133ea6b-43ae-45b6-a19c-88d9393b22d5 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:18.055611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1133ea6b-43ae-45b6-a19c-88d9393b22d5 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/networks/2ffb26b4-38b0-42dd-b089-a41c0db90f3b HTTP/1.1" status: 404 len: 339 time: 0.0359077 Jul 27 21:13:18.061644 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57270) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:18.128380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd06f615-d15e-4388-a4c4-b58a68324a2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Deleting subnet 1bf881f8-ce48-4c9e-8c8c-030e9c04ce29 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:13:18.132357 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd06f615-d15e-4388-a4c4-b58a68324a2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.175842 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd06f615-d15e-4388-a4c4-b58a68324a2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.289490 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd06f615-d15e-4388-a4c4-b58a68324a2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.370779 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79a7c0-5876-4a58-9940-e121f6345fd9 req-3bed14c3-9579-40b6-a565-7e3abf2444c4 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:18.372714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f79a7c0-5876-4a58-9940-e121f6345fd9 req-3bed14c3-9579-40b6-a565-7e3abf2444c4 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 946 time: 0.0983870 Jul 27 21:13:18.410874 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd06f615-d15e-4388-a4c4-b58a68324a2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.443416 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f79a7c0-5876-4a58-9940-e121f6345fd9 req-c4b3e715-65ca-435f-aa36-bdd7c1175429 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/security-groups?id=8127e5de-cab7-4787-8b2a-1b1218630b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587187 Jul 27 21:13:18.450460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06f615-d15e-4388-a4c4-b58a68324a2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf881f8-ce48-4c9e-8c8c-030e9c04ce29,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:18.461518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f5413-0eb5-483f-ac04-0767c72217a5 req-e8121198-9bb6-4c4a-bc0e-6891769e83eb tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:18.463049 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6e9f5413-0eb5-483f-ac04-0767c72217a5 req-e8121198-9bb6-4c4a-bc0e-6891769e83eb tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.20 "GET /v2.0/ports?device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 946 time: 0.1298664 Jul 27 21:13:18.464068 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd06f615-d15e-4388-a4c4-b58a68324a2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.465816 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dd06f615-d15e-4388-a4c4-b58a68324a2f tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/subnets/1bf881f8-ce48-4c9e-8c8c-030e9c04ce29 HTTP/1.1" status: 204 len: 168 time: 0.4031246 Jul 27 21:13:18.469077 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57274) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:18.470101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37048432-f40a-44a0-9b24-52e4716fdfbe None None] Network 24284dd2-effd-468c-ac65-d13d092f9b3e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:18.602069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-6e9f5413-0eb5-483f-ac04-0767c72217a5 req-fb5ef3e7-fa30-4065-aa3e-1261dfc7be8e tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Deleting port 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:18.602543 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6e9f5413-0eb5-483f-ac04-0767c72217a5 req-fb5ef3e7-fa30-4065-aa3e-1261dfc7be8e tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.632877 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.717464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-6e9f5413-0eb5-483f-ac04-0767c72217a5 req-fb5ef3e7-fa30-4065-aa3e-1261dfc7be8e tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] For port 04150358-3ee6-4d7d-a7dc-3a125f2b42e9, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=04150358-3ee6-4d7d-a7dc-3a125f2b42e9,segment=NetworkSegment(049f4ef3-5aa5-418c-b0e0-4843d9028b1e),segment_id=049f4ef3-5aa5-418c-b0e0-4843d9028b1e)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:18.717892 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6e9f5413-0eb5-483f-ac04-0767c72217a5 req-fb5ef3e7-fa30-4065-aa3e-1261dfc7be8e tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.724799 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Deleting port c771c36c-dc72-455d-9d3f-30ee54eaa463 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:18.725287 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.736416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-6e9f5413-0eb5-483f-ac04-0767c72217a5 req-fb5ef3e7-fa30-4065-aa3e-1261dfc7be8e tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Calling delete_port for 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:18.819902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3697d75-186b-4a45-a1cf-237031120b8c None None] DHCP port deletion for 24284dd2-effd-468c-ac65-d13d092f9b3e request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:13:18.867926 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] For port c771c36c-dc72-455d-9d3f-30ee54eaa463, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c771c36c-dc72-455d-9d3f-30ee54eaa463,segment=NetworkSegment(e5251adb-0ad3-4615-9f52-158a1483feea),segment_id=e5251adb-0ad3-4615-9f52-158a1483feea)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:18.868470 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.898911 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e3697d75-186b-4a45-a1cf-237031120b8c None None] Deleting port c771c36c-dc72-455d-9d3f-30ee54eaa463 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:18.899347 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e3697d75-186b-4a45-a1cf-237031120b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:18.909175 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Calling delete_port for c771c36c-dc72-455d-9d3f-30ee54eaa463 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:18.985212 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6e9f5413-0eb5-483f-ac04-0767c72217a5 req-fb5ef3e7-fa30-4065-aa3e-1261dfc7be8e tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:19.028092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e3697d75-186b-4a45-a1cf-237031120b8c None None] For port c771c36c-dc72-455d-9d3f-30ee54eaa463, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c771c36c-dc72-455d-9d3f-30ee54eaa463,segment=NetworkSegment(e5251adb-0ad3-4615-9f52-158a1483feea),segment_id=e5251adb-0ad3-4615-9f52-158a1483feea)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:19.030088 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e3697d75-186b-4a45-a1cf-237031120b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:19.055539 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:19.063980 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ef3e7-fa30-4065-aa3e-1261dfc7be8e tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Pushing event deleted for resources: {'Port': ['ID=04150358-3ee6-4d7d-a7dc-3a125f2b42e9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:19.108534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e3697d75-186b-4a45-a1cf-237031120b8c None None] Calling delete_port for c771c36c-dc72-455d-9d3f-30ee54eaa463 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:19.136719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] No DVR routers for this DVR port c771c36c-dc72-455d-9d3f-30ee54eaa463 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:19.140791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Port': ['ID=c771c36c-dc72-455d-9d3f-30ee54eaa463,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:19.167801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9f5413-0eb5-483f-ac04-0767c72217a5 req-fb5ef3e7-fa30-4065-aa3e-1261dfc7be8e tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] No DVR routers for this DVR port 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:19.170749 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6e9f5413-0eb5-483f-ac04-0767c72217a5 req-fb5ef3e7-fa30-4065-aa3e-1261dfc7be8e tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:19.173526 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6e9f5413-0eb5-483f-ac04-0767c72217a5 req-fb5ef3e7-fa30-4065-aa3e-1261dfc7be8e tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.20 "DELETE /v2.0/ports/04150358-3ee6-4d7d-a7dc-3a125f2b42e9 HTTP/1.1" status: 204 len: 173 time: 0.7010832 Jul 27 21:13:19.236271 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c771c36c-dc72-455d-9d3f-30ee54eaa463 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:13:19.301599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: c771c36c-dc72-455d-9d3f-30ee54eaa463 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:13:19.306163 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c771c36c-dc72-455d-9d3f-30ee54eaa463 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:13:19.308338 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 13b2ed2d-d530-4b73-98a3-d7e002853918 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:13:19.350359 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 13b2ed2d-d530-4b73-98a3-d7e002853918 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:13:19.350982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 13b2ed2d-d530-4b73-98a3-d7e002853918 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:13:19.405995 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e3697d75-186b-4a45-a1cf-237031120b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:19.456408 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3697d75-186b-4a45-a1cf-237031120b8c None None] Pushing event deleted for resources: {'Port': ['ID=c771c36c-dc72-455d-9d3f-30ee54eaa463,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:19.471329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device bade3dae-e8c2-4e06-b26a-78c71ea6a135 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:13:19.513943 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: bade3dae-e8c2-4e06-b26a-78c71ea6a135 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:13:19.514573 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device bade3dae-e8c2-4e06-b26a-78c71ea6a135 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:13:19.528412 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3697d75-186b-4a45-a1cf-237031120b8c None None] No DVR routers for this DVR port c771c36c-dc72-455d-9d3f-30ee54eaa463 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:19.713752 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:19.725649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24284dd2-effd-468c-ac65-d13d092f9b3e']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:19.737378 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5251adb-0ad3-4615-9f52-158a1483feea') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:19.737693 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5251adb-0ad3-4615-9f52-158a1483feea') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:19.758486 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:19.786134 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e20b09de-7387-4060-81b2-98749d84c917 req-0b5eae08-46ff-4796-a762-57b4919e4994 tempest-ServersNegativeTestMultiTenantJSON-1333829791 tempest-ServersNegativeTestMultiTenantJSON-1333829791-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a44617-ce03-4bcf-b4d5-721da3058eaa HTTP/1.1" status: 200 len: 210 time: 0.0463417 Jul 27 21:13:19.795561 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:19.800995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:19.801632 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:19.810494 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:19.903064 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:19.913580 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:19.917822 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/networks/24284dd2-effd-468c-ac65-d13d092f9b3e HTTP/1.1" status: 204 len: 168 time: 1.4452071 Jul 27 21:13:19.919356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57310) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:19.932341 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Network': ['ID=24284dd2-effd-468c-ac65-d13d092f9b3e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:19.941819 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:19.941819 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:19.942117 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:19.944152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:19.944152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:19.944152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:19.944152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:19.946201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:19.946201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:19.946201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:19.946201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:19.946201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbae6b71-3dcd-402b-936e-d2902c9a878b tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:19.980338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a44617-ce03-4bcf-b4d5-721da3058eaa', 'name': 'network-vif-deleted', 'tag': '04150358-3ee6-4d7d-a7dc-3a125f2b42e9'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:19.986678 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd56967-4d83-45a4-9b08-ee7fcf0ccdd2" -d '{"events": [{"server_uuid": "77a44617-ce03-4bcf-b4d5-721da3058eaa", "name": "network-vif-deleted", "tag": "04150358-3ee6-4d7d-a7dc-3a125f2b42e9"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:19.999376 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-729e5c42-4a02-4446-bcc3-77e3286dade3 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:20.000272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729e5c42-4a02-4446-bcc3-77e3286dade3 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:20.005450 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-729e5c42-4a02-4446-bcc3-77e3286dade3 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/subnets/a8867504-1944-49d3-b51d-b4bec51a8fc3 HTTP/1.1" status: 404 len: 337 time: 0.0853293 Jul 27 21:13:20.005563 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57314) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:20.028504 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e27420-d143-4c09-ae2b-737af8d1d076 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:20.029994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e27420-d143-4c09-ae2b-737af8d1d076 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:20.035236 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a8e27420-d143-4c09-ae2b-737af8d1d076 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/networks/38864758-c768-44f4-8ea1-bbe36836cc9f HTTP/1.1" status: 404 len: 339 time: 0.0256355 Jul 27 21:13:20.035996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57316) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:20.070127 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59152e10-7f2f-4155-a986-edf4c0b858fe x-openstack-request-id: req-59152e10-7f2f-4155-a986-edf4c0b858fe {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:20.070751 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a44617-ce03-4bcf-b4d5-721da3058eaa", "name": "network-vif-deleted", "tag": "04150358-3ee6-4d7d-a7dc-3a125f2b42e9", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:20.071237 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59152e10-7f2f-4155-a986-edf4c0b858fe {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:20.073504 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a44617-ce03-4bcf-b4d5-721da3058eaa', 'name': 'network-vif-deleted', 'tag': '04150358-3ee6-4d7d-a7dc-3a125f2b42e9', 'status': 'completed', 'code': 200} Jul 27 21:13:20.103470 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-40424af1-3237-4d0b-a960-a4a4dfa7e371 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Deleting subnet cf962bad-2f72-498a-b509-d4a7367de129 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:13:20.105698 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-40424af1-3237-4d0b-a960-a4a4dfa7e371 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:20.151998 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-40424af1-3237-4d0b-a960-a4a4dfa7e371 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:20.243502 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-40424af1-3237-4d0b-a960-a4a4dfa7e371 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:20.323885 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-40424af1-3237-4d0b-a960-a4a4dfa7e371 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:20.340531 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-40424af1-3237-4d0b-a960-a4a4dfa7e371 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:20.346408 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-40424af1-3237-4d0b-a960-a4a4dfa7e371 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/subnets/cf962bad-2f72-498a-b509-d4a7367de129 HTTP/1.1" status: 204 len: 168 time: 0.3084998 Jul 27 21:13:20.348095 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57320) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:20.364988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40424af1-3237-4d0b-a960-a4a4dfa7e371 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Subnet': ['ID=cf962bad-2f72-498a-b509-d4a7367de129,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:20.367185 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c08cfed-2ebb-40c9-a15f-9d82406c444d None None] Network f974cc40-a295-4100-95bf-be12947999c5 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:20.471044 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:20.538073 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Deleting port 3667a8a6-cdf2-4698-b76e-355f71709e84 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:20.538873 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:20.613167 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] For port 3667a8a6-cdf2-4698-b76e-355f71709e84, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3667a8a6-cdf2-4698-b76e-355f71709e84,segment=NetworkSegment(1f2d0f43-5574-426f-8eef-62e3fcaf842f),segment_id=1f2d0f43-5574-426f-8eef-62e3fcaf842f)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:20.613739 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:20.631517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Calling delete_port for 3667a8a6-cdf2-4698-b76e-355f71709e84 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:20.706294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfaeb47-757a-4c57-942e-ed8729f130ed None None] DHCP port deletion for f974cc40-a295-4100-95bf-be12947999c5 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:13:20.774697 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:20.785744 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1cfaeb47-757a-4c57-942e-ed8729f130ed None None] Deleting port 3667a8a6-cdf2-4698-b76e-355f71709e84 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:20.786205 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1cfaeb47-757a-4c57-942e-ed8729f130ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:20.805580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Port': ['ID=3667a8a6-cdf2-4698-b76e-355f71709e84,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:20.811040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] No DVR routers for this DVR port 3667a8a6-cdf2-4698-b76e-355f71709e84 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:20.838643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:13:20.869569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:13:20.869915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 04150358-3ee6-4d7d-a7dc-3a125f2b42e9 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:13:20.884625 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57326) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:20.898184 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:13:20.903317 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1cfaeb47-757a-4c57-942e-ed8729f130ed None None] For port 3667a8a6-cdf2-4698-b76e-355f71709e84, host n-d-764806-9, got binding levels [] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:20.903712 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1cfaeb47-757a-4c57-942e-ed8729f130ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:20.919027 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1cfaeb47-757a-4c57-942e-ed8729f130ed None None] Calling delete_port for 3667a8a6-cdf2-4698-b76e-355f71709e84 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:20.922556 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.ipam_backend_mixin [None req-1cfaeb47-757a-4c57-942e-ed8729f130ed None None] Port 3667a8a6-cdf2-4698-b76e-355f71709e84 was not found and therefore no delete operation was performed {{(pid=105581) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:13:20.923834 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1cfaeb47-757a-4c57-942e-ed8729f130ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:20.964169 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfaeb47-757a-4c57-942e-ed8729f130ed None None] No DVR routers for this DVR port 3667a8a6-cdf2-4698-b76e-355f71709e84 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:20.984943 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaeb47-757a-4c57-942e-ed8729f130ed None None] Pushing event deleted for resources: {'Port': ['ID=3667a8a6-cdf2-4698-b76e-355f71709e84,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:21.018900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0ac8df-7b87-4761-8ec7-45bb3dc273b8 admin admin] Deleting subnet 8a0e9c1e-9d1f-4f07-b70a-8c031484d217 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:13:21.025260 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac8df-7b87-4761-8ec7-45bb3dc273b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.039643 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.101850 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f974cc40-a295-4100-95bf-be12947999c5']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:21.122076 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac8df-7b87-4761-8ec7-45bb3dc273b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.137403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3667a8a6-cdf2-4698-b76e-355f71709e84 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:13:21.155334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2d0f43-5574-426f-8eef-62e3fcaf842f') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:21.156020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2d0f43-5574-426f-8eef-62e3fcaf842f') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:21.176561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 3667a8a6-cdf2-4698-b76e-355f71709e84 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:13:21.176907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3667a8a6-cdf2-4698-b76e-355f71709e84 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:13:21.179120 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.205726 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.220654 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:21.221828 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:21.230776 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:21.235571 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac8df-7b87-4761-8ec7-45bb3dc273b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.314919 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac8df-7b87-4761-8ec7-45bb3dc273b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.340721 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.354322 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.354997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ac8df-7b87-4761-8ec7-45bb3dc273b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a0e9c1e-9d1f-4f07-b70a-8c031484d217,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:21.357324 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] 10.222.0.55 "DELETE /v2.0/networks/f974cc40-a295-4100-95bf-be12947999c5 HTTP/1.1" status: 204 len: 168 time: 1.0032430 Jul 27 21:13:21.371591 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac8df-7b87-4761-8ec7-45bb3dc273b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.376106 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ac0ac8df-7b87-4761-8ec7-45bb3dc273b8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8a0e9c1e-9d1f-4f07-b70a-8c031484d217 HTTP/1.1" status: 204 len: 168 time: 0.4904451 Jul 27 21:13:21.376852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57332) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:21.401395 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2805f7-1ce2-46b0-b736-02699aada748 tempest-NetworksIpV6Test-432864173 tempest-NetworksIpV6Test-432864173-project] Pushing event deleted for resources: {'Network': ['ID=f974cc40-a295-4100-95bf-be12947999c5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:21.475671 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c3b13e22-8ed0-40da-8516-f17486a72905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.593037 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c3b13e22-8ed0-40da-8516-f17486a72905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.605921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-c3b13e22-8ed0-40da-8516-f17486a72905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194632e3-e409-440f-bc61-22e6dc704eb9']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:21.619095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-c3b13e22-8ed0-40da-8516-f17486a72905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049f4ef3-5aa5-418c-b0e0-4843d9028b1e') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:21.619739 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-c3b13e22-8ed0-40da-8516-f17486a72905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049f4ef3-5aa5-418c-b0e0-4843d9028b1e') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:21.641600 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c3b13e22-8ed0-40da-8516-f17486a72905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.668770 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c3b13e22-8ed0-40da-8516-f17486a72905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.687828 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b13e22-8ed0-40da-8516-f17486a72905 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:21.693112 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c3b13e22-8ed0-40da-8516-f17486a72905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:21.696409 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:21.857536 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c3b13e22-8ed0-40da-8516-f17486a72905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.884944 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c3b13e22-8ed0-40da-8516-f17486a72905 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:21.889008 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c3b13e22-8ed0-40da-8516-f17486a72905 admin admin] 10.222.0.55 "DELETE /v2.0/networks/194632e3-e409-440f-bc61-22e6dc704eb9 HTTP/1.1" status: 204 len: 168 time: 0.5111942 Jul 27 21:13:21.891942 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57340) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:21.976802 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b13e22-8ed0-40da-8516-f17486a72905 admin admin] Pushing event deleted for resources: {'Network': ['ID=194632e3-e409-440f-bc61-22e6dc704eb9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:22.031202 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c52fb8e-2f04-4001-88bd-6fa2f9eace94 admin admin] Deleting subnet 6656fe02-e8ef-416f-be3d-32a6e1f9e48c {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:13:22.033541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57342) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:22.049144 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c52fb8e-2f04-4001-88bd-6fa2f9eace94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.113489 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c52fb8e-2f04-4001-88bd-6fa2f9eace94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.167582 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c52fb8e-2f04-4001-88bd-6fa2f9eace94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.279233 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c52fb8e-2f04-4001-88bd-6fa2f9eace94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.299198 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a433505a-a761-46dd-9d58-2d1e6e90db52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ebf29dfc26c424e83144e569df34b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643256 Jul 27 21:13:22.306063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57348) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:22.330493 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52fb8e-2f04-4001-88bd-6fa2f9eace94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6656fe02-e8ef-416f-be3d-32a6e1f9e48c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:22.332945 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c52fb8e-2f04-4001-88bd-6fa2f9eace94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.338966 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8c52fb8e-2f04-4001-88bd-6fa2f9eace94 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6656fe02-e8ef-416f-be3d-32a6e1f9e48c HTTP/1.1" status: 204 len: 168 time: 0.4433229 Jul 27 21:13:22.339152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57350) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:22.402912 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1045c1b1-21d5-49ed-aa2d-adbdb39f8f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.431758 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-44b10785-0872-4a2b-affa-64ecbe82c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.437894 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1045c1b1-21d5-49ed-aa2d-adbdb39f8f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.508679 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1045c1b1-21d5-49ed-aa2d-adbdb39f8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.512271 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1045c1b1-21d5-49ed-aa2d-adbdb39f8f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.513706 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1045c1b1-21d5-49ed-aa2d-adbdb39f8f6d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11846119-37e0-4a90-a4b3-23c9f6eb4156 HTTP/1.1" status: 204 len: 168 time: 0.2109845 Jul 27 21:13:22.524350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045c1b1-21d5-49ed-aa2d-adbdb39f8f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11846119-37e0-4a90-a4b3-23c9f6eb4156,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:22.528839 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-44b10785-0872-4a2b-affa-64ecbe82c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.542104 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-44b10785-0872-4a2b-affa-64ecbe82c6a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755bc93b-df29-4665-acb5-cb801dee1130']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:22.555372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-44b10785-0872-4a2b-affa-64ecbe82c6a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a038102-e267-4976-a799-32ea511d2ac9') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:22.555681 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-44b10785-0872-4a2b-affa-64ecbe82c6a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a038102-e267-4976-a799-32ea511d2ac9') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:22.566548 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-44b10785-0872-4a2b-affa-64ecbe82c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.583435 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-44b10785-0872-4a2b-affa-64ecbe82c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.590890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b10785-0872-4a2b-affa-64ecbe82c6a5 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:22.591319 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-44b10785-0872-4a2b-affa-64ecbe82c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:22.593431 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:22.661362 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-44b10785-0872-4a2b-affa-64ecbe82c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.682364 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-44b10785-0872-4a2b-affa-64ecbe82c6a5 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:22.684971 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-44b10785-0872-4a2b-affa-64ecbe82c6a5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/755bc93b-df29-4665-acb5-cb801dee1130 HTTP/1.1" status: 204 len: 168 time: 0.3444288 Jul 27 21:13:22.686073 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b10785-0872-4a2b-affa-64ecbe82c6a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=755bc93b-df29-4665-acb5-cb801dee1130,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:22.902667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57374) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:22.951990 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-205aa10b-5ae4-46e1-b38d-91e7ccb08fd5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ce70ee8f03242f2a997a5611e05ef90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480371 Jul 27 21:13:22.954762 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57380) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:22.980093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57382) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:23.015561 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f43355e3-68ef-4285-84d4-6d8fd9c75949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.038628 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e1e26c-47b9-4964-98f6-ff5f5dce8b70 admin admin] Deleting subnet 5afc042a-4902-464a-b704-f1422378a801 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:13:23.042448 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f43355e3-68ef-4285-84d4-6d8fd9c75949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.042834 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e26c-47b9-4964-98f6-ff5f5dce8b70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.080981 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e26c-47b9-4964-98f6-ff5f5dce8b70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.095066 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f43355e3-68ef-4285-84d4-6d8fd9c75949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.098696 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f43355e3-68ef-4285-84d4-6d8fd9c75949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.103243 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f43355e3-68ef-4285-84d4-6d8fd9c75949 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8127e5de-cab7-4787-8b2a-1b1218630b5b HTTP/1.1" status: 204 len: 168 time: 0.1467183 Jul 27 21:13:23.115683 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43355e3-68ef-4285-84d4-6d8fd9c75949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8127e5de-cab7-4787-8b2a-1b1218630b5b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:23.166775 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e26c-47b9-4964-98f6-ff5f5dce8b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.244770 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e26c-47b9-4964-98f6-ff5f5dce8b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.281576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1e26c-47b9-4964-98f6-ff5f5dce8b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5afc042a-4902-464a-b704-f1422378a801,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:23.284042 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e26c-47b9-4964-98f6-ff5f5dce8b70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.286691 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a0e1e26c-47b9-4964-98f6-ff5f5dce8b70 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5afc042a-4902-464a-b704-f1422378a801 HTTP/1.1" status: 204 len: 168 time: 0.3050921 Jul 27 21:13:23.289687 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57394) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:23.379645 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db06f52f-e103-486c-ab9c-a41cf2403cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.468954 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db06f52f-e103-486c-ab9c-a41cf2403cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.480394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-db06f52f-e103-486c-ab9c-a41cf2403cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874f537e-e9c6-4edd-8438-8ff33d048e2d']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:23.496505 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-db06f52f-e103-486c-ab9c-a41cf2403cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:23.496887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-db06f52f-e103-486c-ab9c-a41cf2403cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a124d3-8efd-4fbd-9ae1-dd9ac62b1489') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:23.508177 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57400) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:23.519289 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db06f52f-e103-486c-ab9c-a41cf2403cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.542260 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db06f52f-e103-486c-ab9c-a41cf2403cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.552338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db06f52f-e103-486c-ab9c-a41cf2403cb8 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:23.553237 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db06f52f-e103-486c-ab9c-a41cf2403cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:23.555564 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:23.569593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57404) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:23.622573 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-16803c95-272c-4992-a3fc-c5561fe6fe28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6295ffd674f8439184cbaa45639b6434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514677 Jul 27 21:13:23.624940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57408) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:23.632361 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db06f52f-e103-486c-ab9c-a41cf2403cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.641170 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db06f52f-e103-486c-ab9c-a41cf2403cb8 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.657128 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-db06f52f-e103-486c-ab9c-a41cf2403cb8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/874f537e-e9c6-4edd-8438-8ff33d048e2d HTTP/1.1" status: 204 len: 168 time: 0.3558123 Jul 27 21:13:23.669566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06f52f-e103-486c-ab9c-a41cf2403cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=874f537e-e9c6-4edd-8438-8ff33d048e2d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:23.684680 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c9aea18b-a480-4cdf-ad1e-9f7b43b89974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.710910 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c9aea18b-a480-4cdf-ad1e-9f7b43b89974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.775601 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c9aea18b-a480-4cdf-ad1e-9f7b43b89974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.778210 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c9aea18b-a480-4cdf-ad1e-9f7b43b89974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.782257 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c9aea18b-a480-4cdf-ad1e-9f7b43b89974 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31b389c0-52a6-4095-a8db-dce373456f2b HTTP/1.1" status: 204 len: 168 time: 0.1562715 Jul 27 21:13:23.792613 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aea18b-a480-4cdf-ad1e-9f7b43b89974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b389c0-52a6-4095-a8db-dce373456f2b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:23.799932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4931b7ac-21e6-4598-818b-6b7ae158411a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1642575597'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:23.824607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4931b7ac-21e6-4598-818b-6b7ae158411a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:23.829341 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4931b7ac-21e6-4598-818b-6b7ae158411a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.845671 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4931b7ac-21e6-4598-818b-6b7ae158411a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.886924 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57420) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:23.950116 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7ee81ad8-3442-4589-995e-7d395ca75348 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74515b0a3b6a45a388bbc13bd7f3d653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595717 Jul 27 21:13:23.950960 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57422) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:23.982927 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4931b7ac-21e6-4598-818b-6b7ae158411a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:23.989138 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4931b7ac-21e6-4598-818b-6b7ae158411a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.019892 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a4d15bf1-fcea-4e73-964a-8ad4a1ef7327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.022006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4931b7ac-21e6-4598-818b-6b7ae158411a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:24.032905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931b7ac-21e6-4598-818b-6b7ae158411a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7bc516-0fa7-4870-82a8-ebfffa7ea551,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:24.039096 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4931b7ac-21e6-4598-818b-6b7ae158411a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.039796 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-4931b7ac-21e6-4598-818b-6b7ae158411a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Added segment c3e5459d-3cf0-4eda-b55d-5b496afd40d2 of type vlan for network 43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd Jul 27 21:13:24.066594 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a4d15bf1-fcea-4e73-964a-8ad4a1ef7327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.095293 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4931b7ac-21e6-4598-818b-6b7ae158411a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.123317 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a4d15bf1-fcea-4e73-964a-8ad4a1ef7327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.128733 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a4d15bf1-fcea-4e73-964a-8ad4a1ef7327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.135516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a4d15bf1-fcea-4e73-964a-8ad4a1ef7327 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/18aec038-70f8-4c71-ac74-4a5d4c551740 HTTP/1.1" status: 204 len: 168 time: 0.1826429 Jul 27 21:13:24.147529 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d15bf1-fcea-4e73-964a-8ad4a1ef7327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aec038-70f8-4c71-ac74-4a5d4c551740,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:24.152607 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4931b7ac-21e6-4598-818b-6b7ae158411a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.165931 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4931b7ac-21e6-4598-818b-6b7ae158411a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:24.166629 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4931b7ac-21e6-4598-818b-6b7ae158411a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.244059 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4931b7ac-21e6-4598-818b-6b7ae158411a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7345645 Jul 27 21:13:24.252526 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931b7ac-21e6-4598-818b-6b7ae158411a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Network': ['ID=43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:24.312252 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:24.404420 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57440) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:24.409886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-83ee9fd0-5a07-4155-9e33-bc24a9c65669 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'subnet': {'network_id': '43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:24.553401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ee9fd0-5a07-4155-9e33-bc24a9c65669 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:24.559752 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-83ee9fd0-5a07-4155-9e33-bc24a9c65669 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.786303 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-83ee9fd0-5a07-4155-9e33-bc24a9c65669 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.866370 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee9fd0-5a07-4155-9e33-bc24a9c65669 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Subnet': ['ID=6ea8e75a-4227-4e2b-9671-022c3f102b79,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:24.873783 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ee9fd0-5a07-4155-9e33-bc24a9c65669 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Checking segment: {'id': 'c3e5459d-3cf0-4eda-b55d-5b496afd40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:24.874153 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ee9fd0-5a07-4155-9e33-bc24a9c65669 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network hostable DHCP agents. Network: 43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:24.898215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ee9fd0-5a07-4155-9e33-bc24a9c65669 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network 43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:24.911150 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-83ee9fd0-5a07-4155-9e33-bc24a9c65669 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:24.918031 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ee9fd0-5a07-4155-9e33-bc24a9c65669 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:24.919054 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-83ee9fd0-5a07-4155-9e33-bc24a9c65669 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:24.927701 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840537a9-0a06-4f92-99ee-9cefd46d48a1 None None] Network 43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:24.946403 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-83ee9fd0-5a07-4155-9e33-bc24a9c65669 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5407810 Jul 27 21:13:24.950276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57470) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:24.958786 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f717b554-47bf-4ccd-adcc-c5a4a00a4bf4 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1109338346'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:24.989074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f717b554-47bf-4ccd-adcc-c5a4a00a4bf4 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:24.993931 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f717b554-47bf-4ccd-adcc-c5a4a00a4bf4 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.061121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f717b554-47bf-4ccd-adcc-c5a4a00a4bf4 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:25.072197 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f717b554-47bf-4ccd-adcc-c5a4a00a4bf4 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.073543 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-f717b554-47bf-4ccd-adcc-c5a4a00a4bf4 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Added segment 81cbf46e-a0c3-4aa8-a3aa-5dfc8665007d of type vlan for network caa74a4d-24db-40ec-a218-2928bd42b5dc Jul 27 21:13:25.131364 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f717b554-47bf-4ccd-adcc-c5a4a00a4bf4 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.164948 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57478) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:25.171484 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f717b554-47bf-4ccd-adcc-c5a4a00a4bf4 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.180849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f717b554-47bf-4ccd-adcc-c5a4a00a4bf4 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:25.181476 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f717b554-47bf-4ccd-adcc-c5a4a00a4bf4 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.206390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f717b554-47bf-4ccd-adcc-c5a4a00a4bf4 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2527115 Jul 27 21:13:25.210261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57482) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:25.215910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-76193bbf-0f0e-4f71-877f-08def49f8690 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'subnet': {'network_id': 'caa74a4d-24db-40ec-a218-2928bd42b5dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:25.261918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd', 'network_id': '43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd', 'tenant_id': '507670e514764f1a907ed964ecaba93c', 'fixed_ips': [{'subnet_id': '6ea8e75a-4227-4e2b-9671-022c3f102b79'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:25.263077 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.339449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76193bbf-0f0e-4f71-877f-08def49f8690 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:25.345061 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-76193bbf-0f0e-4f71-877f-08def49f8690 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.352543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717b554-47bf-4ccd-adcc-c5a4a00a4bf4 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Network': ['ID=caa74a4d-24db-40ec-a218-2928bd42b5dc,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:25.402724 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network caa74a4d-24db-40ec-a218-2928bd42b5dc details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:25.452933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-0daf5806-c79d-48cd-9cc5-c0e24b6e3f83 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1081106550-network', 'tenant_id': '16718dfa3ea049e481d740f62ae56e0d'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:25.528043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0daf5806-c79d-48cd-9cc5-c0e24b6e3f83 admin admin] Made reservation on behalf of 16718dfa3ea049e481d740f62ae56e0d for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:25.531269 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0daf5806-c79d-48cd-9cc5-c0e24b6e3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.580103 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0daf5806-c79d-48cd-9cc5-c0e24b6e3f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.601149 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Allocated IP 172.20.255.242 (43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd/6ea8e75a-4227-4e2b-9671-022c3f102b79/4a0afb4a-4e4f-47d2-86c8-27fc186d4d16) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:25.708717 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-76193bbf-0f0e-4f71-877f-08def49f8690 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.765069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76193bbf-0f0e-4f71-877f-08def49f8690 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Subnet': ['ID=9c07c148-d01c-4def-905b-16520e841b8b,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:25.781975 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.793247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Transition to ACTIVE for port object 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:25.811453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Transition to ACTIVE for port object 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:25.816886 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.835117 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Network 43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:25.853734 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:25.856056 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0daf5806-c79d-48cd-9cc5-c0e24b6e3f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.857706 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:25.858339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76193bbf-0f0e-4f71-877f-08def49f8690 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Checking segment: {'id': '81cbf46e-a0c3-4aa8-a3aa-5dfc8665007d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'caa74a4d-24db-40ec-a218-2928bd42b5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:25.858750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76193bbf-0f0e-4f71-877f-08def49f8690 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network hostable DHCP agents. Network: caa74a4d-24db-40ec-a218-2928bd42b5dc, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:25.863068 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0daf5806-c79d-48cd-9cc5-c0e24b6e3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.901882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76193bbf-0f0e-4f71-877f-08def49f8690 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network caa74a4d-24db-40ec-a218-2928bd42b5dc is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:25.903959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0daf5806-c79d-48cd-9cc5-c0e24b6e3f83 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:25.925341 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf5806-c79d-48cd-9cc5-c0e24b6e3f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24802678-545c-40db-8bdb-ee99d71e3386,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:25.928520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-76193bbf-0f0e-4f71-877f-08def49f8690 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, caa74a4d-24db-40ec-a218-2928bd42b5dc) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:25.931283 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0daf5806-c79d-48cd-9cc5-c0e24b6e3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.931685 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-0daf5806-c79d-48cd-9cc5-c0e24b6e3f83 admin admin] Added segment 81cd6102-8ee6-4efa-8fb3-fcf74585dd55 of type vlan for network 91d079bd-ff78-4b3a-9aca-33e53cdf28d9 Jul 27 21:13:25.942283 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76193bbf-0f0e-4f71-877f-08def49f8690 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:25.943711 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-76193bbf-0f0e-4f71-877f-08def49f8690 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.987057 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-76193bbf-0f0e-4f71-877f-08def49f8690 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7755678 Jul 27 21:13:25.989667 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0daf5806-c79d-48cd-9cc5-c0e24b6e3f83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:25.989804 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57502) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:26.057136 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0daf5806-c79d-48cd-9cc5-c0e24b6e3f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.061943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daf5806-c79d-48cd-9cc5-c0e24b6e3f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:26.062909 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0daf5806-c79d-48cd-9cc5-c0e24b6e3f83 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.166518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb28c78-e5da-4a35-91ea-329f8f896899 None None] Network caa74a4d-24db-40ec-a218-2928bd42b5dc requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:26.178355 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bcf532b2-c087-49e9-ab58-7c2ef21bb608 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.179123 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0daf5806-c79d-48cd-9cc5-c0e24b6e3f83 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0129182 Jul 27 21:13:26.181610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57512) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:26.189652 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-119c0638-4f97-4a5e-a721-11eb17d62f1b admin admin] Request body: {'subnet': {'network_id': '91d079bd-ff78-4b3a-9aca-33e53cdf28d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1081106550-subnet', 'tenant_id': '16718dfa3ea049e481d740f62ae56e0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:26.207224 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf5806-c79d-48cd-9cc5-c0e24b6e3f83 admin admin] Pushing event updated for resources: {'Network': ['ID=91d079bd-ff78-4b3a-9aca-33e53cdf28d9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:26.228487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Attempting to bind port 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:13:26.229225 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Attempting to bind port 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'c3e5459d-3cf0-4eda-b55d-5b496afd40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:13:26.231084 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Attempting to bind port 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 on network 43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:26.231484 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119c0638-4f97-4a5e-a721-11eb17d62f1b admin admin] Made reservation on behalf of 16718dfa3ea049e481d740f62ae56e0d for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:26.234110 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-119c0638-4f97-4a5e-a721-11eb17d62f1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.291912 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:13:26.293010 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Checking segment: {'id': 'c3e5459d-3cf0-4eda-b55d-5b496afd40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:26.293612 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.294321 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Bound using segment: {'id': 'c3e5459d-3cf0-4eda-b55d-5b496afd40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:13:26.295142 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Bound port: 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e5459d-3cf0-4eda-b55d-5b496afd40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:13:26.295766 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.298012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Pushing event updated for resources: {'Port': ['ID=4a0afb4a-4e4f-47d2-86c8-27fc186d4d16,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:26.301088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 91d079bd-ff78-4b3a-9aca-33e53cdf28d9 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:26.336937 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bcf532b2-c087-49e9-ab58-7c2ef21bb608 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.460727 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bcf532b2-c087-49e9-ab58-7c2ef21bb608 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.517796 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] For port 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:13:26.523872 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba0cb6b-b36c-4715-a482-25e1d5553771 None None] Network caa74a4d-24db-40ec-a218-2928bd42b5dc requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:26.574208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] For port 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4a0afb4a-4e4f-47d2-86c8-27fc186d4d16,segment=NetworkSegment(c3e5459d-3cf0-4eda-b55d-5b496afd40d2),segment_id=c3e5459d-3cf0-4eda-b55d-5b496afd40d2)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:13:26.585036 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.638436 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bcf532b2-c087-49e9-ab58-7c2ef21bb608 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.660924 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-bcf532b2-c087-49e9-ab58-7c2ef21bb608 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa74a4d-24db-40ec-a218-2928bd42b5dc']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:26.667763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf532b2-c087-49e9-ab58-7c2ef21bb608 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Subnet': ['ID=9c07c148-d01c-4def-905b-16520e841b8b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:26.686549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-bcf532b2-c087-49e9-ab58-7c2ef21bb608 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cbf46e-a0c3-4aa8-a3aa-5dfc8665007d') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:26.686858 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-bcf532b2-c087-49e9-ab58-7c2ef21bb608 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cbf46e-a0c3-4aa8-a3aa-5dfc8665007d') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:26.689071 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-119c0638-4f97-4a5e-a721-11eb17d62f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.708599 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bcf532b2-c087-49e9-ab58-7c2ef21bb608 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.739075 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafdd37-1de4-4f1f-8be0-2a5117e6c272 None None] Pushing event updated for resources: {'Port': ['ID=4a0afb4a-4e4f-47d2-86c8-27fc186d4d16,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:26.771877 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bcf532b2-c087-49e9-ab58-7c2ef21bb608 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.785429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf532b2-c087-49e9-ab58-7c2ef21bb608 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:26.785847 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bcf532b2-c087-49e9-ab58-7c2ef21bb608 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:26.790216 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:26.792384 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c0638-4f97-4a5e-a721-11eb17d62f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a31f279-9fa5-46b3-87f9-b0af08651876,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:26.862509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119c0638-4f97-4a5e-a721-11eb17d62f1b admin admin] Checking segment: {'id': '81cd6102-8ee6-4efa-8fb3-fcf74585dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '91d079bd-ff78-4b3a-9aca-33e53cdf28d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:26.862878 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119c0638-4f97-4a5e-a721-11eb17d62f1b admin admin] Network hostable DHCP agents. Network: 91d079bd-ff78-4b3a-9aca-33e53cdf28d9, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:26.887029 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bcf532b2-c087-49e9-ab58-7c2ef21bb608 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.895385 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bcf532b2-c087-49e9-ab58-7c2ef21bb608 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.902334 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bcf532b2-c087-49e9-ab58-7c2ef21bb608 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/caa74a4d-24db-40ec-a218-2928bd42b5dc HTTP/1.1" status: 204 len: 168 time: 0.9103336 Jul 27 21:13:26.902796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57524) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:26.903603 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119c0638-4f97-4a5e-a721-11eb17d62f1b admin admin] Network 91d079bd-ff78-4b3a-9aca-33e53cdf28d9 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:26.913401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-a55998d5-b69a-4641-88ce-39bb65c47475 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1943181309'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:26.921295 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf532b2-c087-49e9-ab58-7c2ef21bb608 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Network': ['ID=caa74a4d-24db-40ec-a218-2928bd42b5dc,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:26.930460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-119c0638-4f97-4a5e-a721-11eb17d62f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 91d079bd-ff78-4b3a-9aca-33e53cdf28d9) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:26.936451 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119c0638-4f97-4a5e-a721-11eb17d62f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:26.937058 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-119c0638-4f97-4a5e-a721-11eb17d62f1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:26.953803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3258ec8f-1aa7-41a6-8ea2-4a923da3b49e None None] Network 91d079bd-ff78-4b3a-9aca-33e53cdf28d9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:26.963462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55998d5-b69a-4641-88ce-39bb65c47475 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:26.973040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-119c0638-4f97-4a5e-a721-11eb17d62f1b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7879951 Jul 27 21:13:26.980457 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a55998d5-b69a-4641-88ce-39bb65c47475 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:27.035631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55998d5-b69a-4641-88ce-39bb65c47475 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:27.069211 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a55998d5-b69a-4641-88ce-39bb65c47475 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:27.070079 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-a55998d5-b69a-4641-88ce-39bb65c47475 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Added segment f29225f7-8c58-4d15-850d-3d35c6dabfe4 of type vlan for network 590900e3-eabd-494f-bca6-8af7b9c1d3fa Jul 27 21:13:27.158053 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a55998d5-b69a-4641-88ce-39bb65c47475 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:27.234131 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a55998d5-b69a-4641-88ce-39bb65c47475 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:27.249001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55998d5-b69a-4641-88ce-39bb65c47475 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:27.249572 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a55998d5-b69a-4641-88ce-39bb65c47475 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:27.263276 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:13:27.355030 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a55998d5-b69a-4641-88ce-39bb65c47475 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4502215 Jul 27 21:13:27.358304 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57546) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:27.365701 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-efeddd1d-9dad-40f2-8f08-c3edea79ef86 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'subnet': {'network_id': '590900e3-eabd-494f-bca6-8af7b9c1d3fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:27.397407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55998d5-b69a-4641-88ce-39bb65c47475 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Network': ['ID=590900e3-eabd-494f-bca6-8af7b9c1d3fa,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:27.409838 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f4b443-07ce-49c2-9a28-afd16d90bc11 None None] Network 91d079bd-ff78-4b3a-9aca-33e53cdf28d9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:27.411728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 590900e3-eabd-494f-bca6-8af7b9c1d3fa details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:27.535719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeddd1d-9dad-40f2-8f08-c3edea79ef86 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:27.540877 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-efeddd1d-9dad-40f2-8f08-c3edea79ef86 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:27.610173 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:27.647590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_backend_mixin [None req-efeddd1d-9dad-40f2-8f08-c3edea79ef86 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Performing IP validity checks on allocation pools {{(pid=105579) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 21:13:27.648420 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_backend_mixin [None req-efeddd1d-9dad-40f2-8f08-c3edea79ef86 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105579) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 21:13:27.901886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-75c70809-62c8-43e7-ab47-b0bcf783e764 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:27.903504 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-75c70809-62c8-43e7-ab47-b0bcf783e764 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/networks?id=91d079bd-ff78-4b3a-9aca-33e53cdf28d9 HTTP/1.1" status: 200 len: 818 time: 0.2229879 Jul 27 21:13:27.930299 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-605b8218-1849-4d54-846d-b86a0a9f62c8 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/quotas/16718dfa3ea049e481d740f62ae56e0d HTTP/1.1" status: 200 len: 375 time: 0.0142460 Jul 27 21:13:27.931894 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-efeddd1d-9dad-40f2-8f08-c3edea79ef86 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.002926 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeddd1d-9dad-40f2-8f08-c3edea79ef86 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Subnet': ['ID=7411629a-1fbc-47be-a63d-5fc856493cc5,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:28.043142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-63f289db-1adb-4a06-95ba-7650065ce01a tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=16718dfa3ea049e481d740f62ae56e0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038306 Jul 27 21:13:28.111464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeddd1d-9dad-40f2-8f08-c3edea79ef86 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Checking segment: {'id': 'f29225f7-8c58-4d15-850d-3d35c6dabfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '590900e3-eabd-494f-bca6-8af7b9c1d3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:28.112071 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeddd1d-9dad-40f2-8f08-c3edea79ef86 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network hostable DHCP agents. Network: 590900e3-eabd-494f-bca6-8af7b9c1d3fa, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:28.162260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1760e6-351a-4728-9a6c-07a61f0b0791 None None] Network 43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:28.187241 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-911060ea-0cbd-4ce3-b398-cc3212fe266d service neutron] 10.222.0.55 "GET /v2.0/networks/91d079bd-ff78-4b3a-9aca-33e53cdf28d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298232 Jul 27 21:13:28.189048 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeddd1d-9dad-40f2-8f08-c3edea79ef86 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network 590900e3-eabd-494f-bca6-8af7b9c1d3fa is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:28.249561 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-efeddd1d-9dad-40f2-8f08-c3edea79ef86 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 590900e3-eabd-494f-bca6-8af7b9c1d3fa) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:28.255000 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeddd1d-9dad-40f2-8f08-c3edea79ef86 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:28.255818 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-efeddd1d-9dad-40f2-8f08-c3edea79ef86 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.258649 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e71002f2-1e27-4cca-85d4-ce9d15b58f32 None None] Provisioning for port 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:28.266031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e71002f2-1e27-4cca-85d4-ce9d15b58f32 None None] Provisioning complete for port 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:28.266741 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e71002f2-1e27-4cca-85d4-ce9d15b58f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.294675 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-efeddd1d-9dad-40f2-8f08-c3edea79ef86 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9352138 Jul 27 21:13:28.297127 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57574) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:28.347781 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507be2fa-503f-496c-9afe-643bf32ccc74 None None] Network 590900e3-eabd-494f-bca6-8af7b9c1d3fa requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:28.399934 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-5f848d53-8337-4f59-952f-99a2835381b8 service neutron] 10.222.0.55 "GET /v2.0/networks/91d079bd-ff78-4b3a-9aca-33e53cdf28d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070944 Jul 27 21:13:28.437935 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8c03-2489-4d61-aab4-195546ebfc07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.508994 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8c03-2489-4d61-aab4-195546ebfc07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.665790 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8c03-2489-4d61-aab4-195546ebfc07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.685426 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e71002f2-1e27-4cca-85d4-ce9d15b58f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.765742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e71002f2-1e27-4cca-85d4-ce9d15b58f32 None None] For port 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4a0afb4a-4e4f-47d2-86c8-27fc186d4d16,segment=NetworkSegment(c3e5459d-3cf0-4eda-b55d-5b496afd40d2),segment_id=c3e5459d-3cf0-4eda-b55d-5b496afd40d2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:28.772778 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e71002f2-1e27-4cca-85d4-ce9d15b58f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.784966 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c8c03-2489-4d61-aab4-195546ebfc07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Subnet': ['ID=7411629a-1fbc-47be-a63d-5fc856493cc5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:28.858789 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5c58ff-122e-4fdf-aaf5-333598f6f155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-590900e3-eabd-494f-bca6-8af7b9c1d3fa', 'network_id': '590900e3-eabd-494f-bca6-8af7b9c1d3fa', 'tenant_id': '507670e514764f1a907ed964ecaba93c', 'fixed_ips': [{'subnet_id': '7411629a-1fbc-47be-a63d-5fc856493cc5'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:28.859917 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3b5c58ff-122e-4fdf-aaf5-333598f6f155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:28.863872 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71002f2-1e27-4cca-85d4-ce9d15b58f32 None None] Pushing event updated for resources: {'Port': ['ID=4a0afb4a-4e4f-47d2-86c8-27fc186d4d16,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:28.910148 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ffb6f85-3dc4-493b-b2b9-54987145e567 req-3c8e4209-09a2-4772-9e25-b66fc162a66d tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/ports?device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 210 time: 0.1550663 Jul 27 21:13:28.975548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1493209-3897-4ae8-b6ed-7d098888fccf None None] Network 590900e3-eabd-494f-bca6-8af7b9c1d3fa requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:28.992078 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8c03-2489-4d61-aab4-195546ebfc07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.016644 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-bc7c8c03-2489-4d61-aab4-195546ebfc07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590900e3-eabd-494f-bca6-8af7b9c1d3fa']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:29.056265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-bc7c8c03-2489-4d61-aab4-195546ebfc07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29225f7-8c58-4d15-850d-3d35c6dabfe4') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:29.064397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-bc7c8c03-2489-4d61-aab4-195546ebfc07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29225f7-8c58-4d15-850d-3d35c6dabfe4') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:29.086343 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8c03-2489-4d61-aab4-195546ebfc07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.112477 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8c03-2489-4d61-aab4-195546ebfc07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.132274 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7c8c03-2489-4d61-aab4-195546ebfc07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:29.132689 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8c03-2489-4d61-aab4-195546ebfc07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:29.137358 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:29.149211 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:13:29.151985 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e545c622-6249-47f8-9dce-20e90502b04c None None] Provisioning complete for port 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:29.152438 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e545c622-6249-47f8-9dce-20e90502b04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.279826 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8c03-2489-4d61-aab4-195546ebfc07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.288954 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8c03-2489-4d61-aab4-195546ebfc07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.295405 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bc7c8c03-2489-4d61-aab4-195546ebfc07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/590900e3-eabd-494f-bca6-8af7b9c1d3fa HTTP/1.1" status: 204 len: 168 time: 0.9972954 Jul 27 21:13:29.298799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57610) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:29.304280 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-76f4957d-5fa7-438f-ac62-38eef3d04520 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1282691686'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:29.322042 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:29.323534 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.337164 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c8c03-2489-4d61-aab4-195546ebfc07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Network': ['ID=590900e3-eabd-494f-bca6-8af7b9c1d3fa,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:29.369930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f4957d-5fa7-438f-ac62-38eef3d04520 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:29.380187 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-76f4957d-5fa7-438f-ac62-38eef3d04520 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.411412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f4957d-5fa7-438f-ac62-38eef3d04520 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:29.422505 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-76f4957d-5fa7-438f-ac62-38eef3d04520 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.422894 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-76f4957d-5fa7-438f-ac62-38eef3d04520 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Added segment 357ee0a0-c91c-4a87-b049-fddcb65e4605 of type vlan for network 34ef4f0b-728c-4a38-8f59-caf98309189d Jul 27 21:13:29.488761 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-76f4957d-5fa7-438f-ac62-38eef3d04520 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.524430 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-76f4957d-5fa7-438f-ac62-38eef3d04520 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.530892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f4957d-5fa7-438f-ac62-38eef3d04520 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:29.531704 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-76f4957d-5fa7-438f-ac62-38eef3d04520 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:29.607987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4957d-5fa7-438f-ac62-38eef3d04520 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Network': ['ID=34ef4f0b-728c-4a38-8f59-caf98309189d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:29.620731 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-76f4957d-5fa7-438f-ac62-38eef3d04520 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3208210 Jul 27 21:13:29.621100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 34ef4f0b-728c-4a38-8f59-caf98309189d details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:29.623639 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57628) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:29.631854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f721d758-eb80-4194-bfd4-418652c51f30 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'subnet': {'network_id': '34ef4f0b-728c-4a38-8f59-caf98309189d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:29.794108 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f721d758-eb80-4194-bfd4-418652c51f30 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:29.799063 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f721d758-eb80-4194-bfd4-418652c51f30 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:30.054453 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de8dd7fd-3bf3-4476-97bc-28ebf746ea4b req-bbd2a60a-1b75-4d9f-a1d4-6ce4f7bf318b tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/ports?device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 210 time: 0.0347800 Jul 27 21:13:30.098803 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f721d758-eb80-4194-bfd4-418652c51f30 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:30.170887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721d758-eb80-4194-bfd4-418652c51f30 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Subnet': ['ID=f749fdd3-12f0-4a79-b4b7-cbf12620a4cb,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:30.173058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721d758-eb80-4194-bfd4-418652c51f30 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Checking segment: {'id': '357ee0a0-c91c-4a87-b049-fddcb65e4605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34ef4f0b-728c-4a38-8f59-caf98309189d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:30.173422 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f721d758-eb80-4194-bfd4-418652c51f30 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network hostable DHCP agents. Network: 34ef4f0b-728c-4a38-8f59-caf98309189d, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:30.191946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f721d758-eb80-4194-bfd4-418652c51f30 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network 34ef4f0b-728c-4a38-8f59-caf98309189d is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:30.202938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f721d758-eb80-4194-bfd4-418652c51f30 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 34ef4f0b-728c-4a38-8f59-caf98309189d) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:30.207696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721d758-eb80-4194-bfd4-418652c51f30 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:30.208401 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f721d758-eb80-4194-bfd4-418652c51f30 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:30.221015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fe96ac-f4a5-4e6e-a42d-1c350da3a807 None None] Network 34ef4f0b-728c-4a38-8f59-caf98309189d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:30.230754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57674) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:30.231142 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f721d758-eb80-4194-bfd4-418652c51f30 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6054857 Jul 27 21:13:30.417391 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43a67a6c-62db-40f6-9dd6-cddef33a2e7a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:30.467733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a995e51-9eac-46c9-9445-da93a0de19be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-34ef4f0b-728c-4a38-8f59-caf98309189d', 'network_id': '34ef4f0b-728c-4a38-8f59-caf98309189d', 'tenant_id': '507670e514764f1a907ed964ecaba93c', 'fixed_ips': [{'subnet_id': 'f749fdd3-12f0-4a79-b4b7-cbf12620a4cb'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:30.468770 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4a995e51-9eac-46c9-9445-da93a0de19be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:30.517220 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43a67a6c-62db-40f6-9dd6-cddef33a2e7a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:30.609116 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-1b9940b2-0c82-4494-8fda-02348553ab26 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:30.612143 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-1b9940b2-0c82-4494-8fda-02348553ab26 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.66 "GET /v2.0/networks?id=91d079bd-ff78-4b3a-9aca-33e53cdf28d9 HTTP/1.1" status: 200 len: 818 time: 0.2209439 Jul 27 21:13:30.639454 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-88918e44-72eb-4a53-a13d-7c71e1101c96 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Request body: {'port': {'device_id': '48077e1c-a4e9-4a28-acd9-d4c3a9dfa777', 'network_id': '91d079bd-ff78-4b3a-9aca-33e53cdf28d9', 'admin_state_up': True, 'tenant_id': '16718dfa3ea049e481d740f62ae56e0d'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:30.655373 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43a67a6c-62db-40f6-9dd6-cddef33a2e7a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server [None req-4a995e51-9eac-46c9-9445-da93a0de19be None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f749fdd3-12f0-4a79-b4b7-cbf12620a4cb: This subnet is being modified by another concurrent operation. Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise exception Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f749fdd3-12f0-4a79-b4b7-cbf12620a4cb: This subnet is being modified by another concurrent operation. Jul 27 21:13:30.666068 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server Jul 27 21:13:30.691786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a37626-14a7-432c-ae6f-3ca85bf37734 None None] Network 34ef4f0b-728c-4a38-8f59-caf98309189d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:30.731004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a67a6c-62db-40f6-9dd6-cddef33a2e7a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Subnet': ['ID=f749fdd3-12f0-4a79-b4b7-cbf12620a4cb,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:30.824049 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43a67a6c-62db-40f6-9dd6-cddef33a2e7a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:30.833450 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-88918e44-72eb-4a53-a13d-7c71e1101c96 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Made reservation on behalf of 16718dfa3ea049e481d740f62ae56e0d for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:30.840819 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-88918e44-72eb-4a53-a13d-7c71e1101c96 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:30.856657 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-43a67a6c-62db-40f6-9dd6-cddef33a2e7a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ef4f0b-728c-4a38-8f59-caf98309189d']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:30.869603 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-43a67a6c-62db-40f6-9dd6-cddef33a2e7a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357ee0a0-c91c-4a87-b049-fddcb65e4605') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:30.869991 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-43a67a6c-62db-40f6-9dd6-cddef33a2e7a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357ee0a0-c91c-4a87-b049-fddcb65e4605') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:30.883648 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43a67a6c-62db-40f6-9dd6-cddef33a2e7a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:30.889400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35187773-c3c0-4b28-88a5-94390f2c36b6 None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:13:30.925808 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43a67a6c-62db-40f6-9dd6-cddef33a2e7a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:30.937197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a67a6c-62db-40f6-9dd6-cddef33a2e7a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:30.938018 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43a67a6c-62db-40f6-9dd6-cddef33a2e7a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:31.015821 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:31.028548 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43a67a6c-62db-40f6-9dd6-cddef33a2e7a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.041586 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43a67a6c-62db-40f6-9dd6-cddef33a2e7a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.043850 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-43a67a6c-62db-40f6-9dd6-cddef33a2e7a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/34ef4f0b-728c-4a38-8f59-caf98309189d HTTP/1.1" status: 204 len: 168 time: 0.8115230 Jul 27 21:13:31.047208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57722) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:31.054720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-373a79ef-387b-4efc-82bd-67168bac737a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-489161872'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:31.058025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a67a6c-62db-40f6-9dd6-cddef33a2e7a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Network': ['ID=34ef4f0b-728c-4a38-8f59-caf98309189d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:31.073941 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-88918e44-72eb-4a53-a13d-7c71e1101c96 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Allocated IP 172.20.0.7 (91d079bd-ff78-4b3a-9aca-33e53cdf28d9/6a31f279-9fa5-46b3-87f9-b0af08651876/e9e383aa-f40b-4aa4-88a1-fa08994966d8) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:31.105741 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373a79ef-387b-4efc-82bd-67168bac737a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:31.108719 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35187773-c3c0-4b28-88a5-94390f2c36b6 None None] Resources bound (agent type, host, resource id): {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:13:31.110979 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-373a79ef-387b-4efc-82bd-67168bac737a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.180767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373a79ef-387b-4efc-82bd-67168bac737a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:31.222556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-294ba126-7211-4932-8a81-739a1cd2f9c1 req-683196c0-a600-4430-8453-757e76aebd69 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/ports?device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 210 time: 0.0590286 Jul 27 21:13:31.258727 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-373a79ef-387b-4efc-82bd-67168bac737a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.259083 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-373a79ef-387b-4efc-82bd-67168bac737a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Added segment b901546a-6616-4503-a011-ee81a6ad6d54 of type vlan for network 927c78d6-d0b1-435d-b8cc-dbe50b4d33c9 Jul 27 21:13:31.559859 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-373a79ef-387b-4efc-82bd-67168bac737a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.626489 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-88918e44-72eb-4a53-a13d-7c71e1101c96 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.629229 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-373a79ef-387b-4efc-82bd-67168bac737a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.636805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373a79ef-387b-4efc-82bd-67168bac737a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:31.637415 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-373a79ef-387b-4efc-82bd-67168bac737a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.708398 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-373a79ef-387b-4efc-82bd-67168bac737a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6599264 Jul 27 21:13:31.712007 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57754) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:31.722799 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c58ca3d6-284c-46d7-a3bd-deed8626a75c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'subnet': {'network_id': '927c78d6-d0b1-435d-b8cc-dbe50b4d33c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:31.725680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a79ef-387b-4efc-82bd-67168bac737a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Network': ['ID=927c78d6-d0b1-435d-b8cc-dbe50b4d33c9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:31.739521 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 927c78d6-d0b1-435d-b8cc-dbe50b4d33c9 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:31.753159 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-88918e44-72eb-4a53-a13d-7c71e1101c96 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.844210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57756) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:31.846437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88918e44-72eb-4a53-a13d-7c71e1101c96 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Pushing event updated for resources: {'Port': ['ID=e9e383aa-f40b-4aa4-88a1-fa08994966d8,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:31.857031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-88918e44-72eb-4a53-a13d-7c71e1101c96 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Network 91d079bd-ff78-4b3a-9aca-33e53cdf28d9 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:31.859664 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-88918e44-72eb-4a53-a13d-7c71e1101c96 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:31.862432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-88918e44-72eb-4a53-a13d-7c71e1101c96 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:31.863685 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58ca3d6-284c-46d7-a3bd-deed8626a75c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:31.874485 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c58ca3d6-284c-46d7-a3bd-deed8626a75c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.938182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-88918e44-72eb-4a53-a13d-7c71e1101c96 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:31.938871 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-88918e44-72eb-4a53-a13d-7c71e1101c96 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:31.957987 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-88918e44-72eb-4a53-a13d-7c71e1101c96 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3352439 Jul 27 21:13:31.972321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Request body: {'port': {'device_id': '48077e1c-a4e9-4a28-acd9-d4c3a9dfa777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:32.031086 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-387e48f4-6edf-41dd-8da1-6ef94f465161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.079516 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.256210 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-387e48f4-6edf-41dd-8da1-6ef94f465161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.258515 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c58ca3d6-284c-46d7-a3bd-deed8626a75c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.266610 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-387e48f4-6edf-41dd-8da1-6ef94f465161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.353300 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57780) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:32.397414 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e48f4-6edf-41dd-8da1-6ef94f465161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6e2faa-8868-42b6-bbc7-3f79e1be86b9,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:32.427863 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-387e48f4-6edf-41dd-8da1-6ef94f465161 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c90ce1e0eff4286b14b2de688b6c56d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5821152 Jul 27 21:13:32.431063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57784) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:32.438181 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ca3d6-284c-46d7-a3bd-deed8626a75c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Subnet': ['ID=abd6b19d-6bf3-434d-8575-9c8672c69bcf,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:32.452984 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58ca3d6-284c-46d7-a3bd-deed8626a75c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Checking segment: {'id': 'b901546a-6616-4503-a011-ee81a6ad6d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '927c78d6-d0b1-435d-b8cc-dbe50b4d33c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:32.453349 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58ca3d6-284c-46d7-a3bd-deed8626a75c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network hostable DHCP agents. Network: 927c78d6-d0b1-435d-b8cc-dbe50b4d33c9, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:32.492246 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053413e-4eef-46bf-9ce0-a36b06372965 req-4dd84bdd-fd71-4615-b884-f5ced06f1fab tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:32.493816 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b053413e-4eef-46bf-9ce0-a36b06372965 req-4dd84bdd-fd71-4615-b884-f5ced06f1fab tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/ports?device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 931 time: 0.1539848 Jul 27 21:13:32.494984 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58ca3d6-284c-46d7-a3bd-deed8626a75c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network 927c78d6-d0b1-435d-b8cc-dbe50b4d33c9 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:32.529325 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-c58ca3d6-284c-46d7-a3bd-deed8626a75c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 927c78d6-d0b1-435d-b8cc-dbe50b4d33c9) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:32.537764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4192947a-40ac-4330-93b4-b126bbd3e9d0 None None] Network 927c78d6-d0b1-435d-b8cc-dbe50b4d33c9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:32.544736 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ec12ee1d-d4ff-4003-a70c-9f6806f2484c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.547922 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ca3d6-284c-46d7-a3bd-deed8626a75c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:32.548747 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c58ca3d6-284c-46d7-a3bd-deed8626a75c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.550594 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cf436ad1-8189-412f-bab5-4e8888a11ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.572963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e383aa-f40b-4aa4-88a1-fa08994966d8 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:13:32.586063 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b053413e-4eef-46bf-9ce0-a36b06372965 req-15dc1096-df35-4151-93ff-24ab96262a96 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/security-groups?id=24802678-545c-40db-8bdb-ee99d71e3386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759163 Jul 27 21:13:32.589477 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c58ca3d6-284c-46d7-a3bd-deed8626a75c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8762059 Jul 27 21:13:32.589722 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.592334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57786) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:32.593110 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cf436ad1-8189-412f-bab5-4e8888a11ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.620013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Transition to ACTIVE for port object e9e383aa-f40b-4aa4-88a1-fa08994966d8 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:32.643696 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.679757 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-53e0d89a-18d9-470c-af68-fabc605dd95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.703314 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Pushing event updated for resources: {'Port': ['ID=e9e383aa-f40b-4aa4-88a1-fa08994966d8,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:32.714560 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cf436ad1-8189-412f-bab5-4e8888a11ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.716689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-927c78d6-d0b1-435d-b8cc-dbe50b4d33c9', 'network_id': '927c78d6-d0b1-435d-b8cc-dbe50b4d33c9', 'tenant_id': '507670e514764f1a907ed964ecaba93c', 'fixed_ips': [{'subnet_id': 'abd6b19d-6bf3-434d-8575-9c8672c69bcf'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:32.717521 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cf436ad1-8189-412f-bab5-4e8888a11ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.718620 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.719212 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cf436ad1-8189-412f-bab5-4e8888a11ddf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8f6e2faa-8868-42b6-bbc7-3f79e1be86b9 HTTP/1.1" status: 204 len: 168 time: 0.2871325 Jul 27 21:13:32.754824 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.764981 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf436ad1-8189-412f-bab5-4e8888a11ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6e2faa-8868-42b6-bbc7-3f79e1be86b9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:32.830067 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Attempting to bind port e9e383aa-f40b-4aa4-88a1-fa08994966d8 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:13:32.830898 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Attempting to bind port e9e383aa-f40b-4aa4-88a1-fa08994966d8 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '81cd6102-8ee6-4efa-8fb3-fcf74585dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '91d079bd-ff78-4b3a-9aca-33e53cdf28d9'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:13:32.831372 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ec12ee1d-d4ff-4003-a70c-9f6806f2484c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.833057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Attempting to bind port e9e383aa-f40b-4aa4-88a1-fa08994966d8 on network 91d079bd-ff78-4b3a-9aca-33e53cdf28d9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:32.841547 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ec12ee1d-d4ff-4003-a70c-9f6806f2484c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.841687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Port e9e383aa-f40b-4aa4-88a1-fa08994966d8 on network 91d079bd-ff78-4b3a-9aca-33e53cdf28d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:13:32.842180 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Attempting to bind port e9e383aa-f40b-4aa4-88a1-fa08994966d8 on network 91d079bd-ff78-4b3a-9aca-33e53cdf28d9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:32.851578 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:13:32.851922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Checking segment: {'id': '81cd6102-8ee6-4efa-8fb3-fcf74585dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '91d079bd-ff78-4b3a-9aca-33e53cdf28d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:32.852626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Bound using segment: {'id': '81cd6102-8ee6-4efa-8fb3-fcf74585dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '91d079bd-ff78-4b3a-9aca-33e53cdf28d9'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:13:32.853145 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Bound port: e9e383aa-f40b-4aa4-88a1-fa08994966d8, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cd6102-8ee6-4efa-8fb3-fcf74585dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '91d079bd-ff78-4b3a-9aca-33e53cdf28d9'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:13:32.854041 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.856219 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.899737 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Allocated IP 172.20.0.2 (927c78d6-d0b1-435d-b8cc-dbe50b4d33c9/abd6b19d-6bf3-434d-8575-9c8672c69bcf/6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:32.933833 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12ee1d-d4ff-4003-a70c-9f6806f2484c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addd73e4-8a3a-41f9-b262-ff27f5c8d73b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:32.937146 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] For port e9e383aa-f40b-4aa4-88a1-fa08994966d8, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:13:32.941103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] For port e9e383aa-f40b-4aa4-88a1-fa08994966d8, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e9e383aa-f40b-4aa4-88a1-fa08994966d8,segment=NetworkSegment(81cd6102-8ee6-4efa-8fb3-fcf74585dd55),segment_id=81cd6102-8ee6-4efa-8fb3-fcf74585dd55)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:13:32.948479 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.959179 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ec12ee1d-d4ff-4003-a70c-9f6806f2484c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fea625c1f25d465e9d50c654ec2773d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5967398 Jul 27 21:13:32.963807 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57792) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:32.994481 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:32.995381 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:32.997396 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] 10.222.0.66 "PUT /v2.0/ports/e9e383aa-f40b-4aa4-88a1-fa08994966d8 HTTP/1.1" status: 200 len: 1091 time: 1.0310755 Jul 27 21:13:32.997930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48077e1c-a4e9-4a28-acd9-d4c3a9dfa777', 'tag': 'e9e383aa-f40b-4aa4-88a1-fa08994966d8'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:33.001599 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb64dd62-0bb2-4b74-b0ca-0b1c70c330a4" -d '{"events": [{"name": "network-changed", "server_uuid": "48077e1c-a4e9-4a28-acd9-d4c3a9dfa777", "tag": "e9e383aa-f40b-4aa4-88a1-fa08994966d8"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:33.039368 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1289e60-7d6d-44d4-9e56-81703d44e62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.071293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5295c-901f-4d43-8fb3-de5b7fdb4c7a service neutron] Pushing event updated for resources: {'Port': ['ID=e9e383aa-f40b-4aa4-88a1-fa08994966d8,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:33.083060 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1289e60-7d6d-44d4-9e56-81703d44e62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.128829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-4dc20869-ff14-4ae8-8202-87cce4b78f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:33.134691 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-4dc20869-ff14-4ae8-8202-87cce4b78f8c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=16718dfa3ea049e481d740f62ae56e0d&device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 1094 time: 0.0772541 Jul 27 21:13:33.166036 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1289e60-7d6d-44d4-9e56-81703d44e62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.169456 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1289e60-7d6d-44d4-9e56-81703d44e62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.171343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c1289e60-7d6d-44d4-9e56-81703d44e62c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/addd73e4-8a3a-41f9-b262-ff27f5c8d73b HTTP/1.1" status: 204 len: 168 time: 0.2057898 Jul 27 21:13:33.182411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1289e60-7d6d-44d4-9e56-81703d44e62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addd73e4-8a3a-41f9-b262-ff27f5c8d73b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:33.192259 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57800) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:33.196274 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-1dc483f9-c1be-4a4c-8a2e-d56342737dea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9e383aa-f40b-4aa4-88a1-fa08994966d8 HTTP/1.1" status: 200 len: 217 time: 0.0529847 Jul 27 21:13:33.213725 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42da8a00-f762-4667-ae6b-655efd87ce40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.295084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-a51777da-096e-46e8-84c0-cd4f74e07877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:33.296843 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-a51777da-096e-46e8-84c0-cd4f74e07877 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6a31f279-9fa5-46b3-87f9-b0af08651876 HTTP/1.1" status: 200 len: 858 time: 0.0923207 Jul 27 21:13:33.303511 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.324579 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Transition to ACTIVE for port object 6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:33.343614 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8637e1e2-9fb8-4c7a-8119-bd0025a193bc x-openstack-request-id: req-8637e1e2-9fb8-4c7a-8119-bd0025a193bc {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:33.343933 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48077e1c-a4e9-4a28-acd9-d4c3a9dfa777", "tag": "e9e383aa-f40b-4aa4-88a1-fa08994966d8", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:33.344193 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8637e1e2-9fb8-4c7a-8119-bd0025a193bc {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:33.344680 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48077e1c-a4e9-4a28-acd9-d4c3a9dfa777', 'tag': 'e9e383aa-f40b-4aa4-88a1-fa08994966d8', 'status': 'completed', 'code': 200} Jul 27 21:13:33.346130 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Transition to ACTIVE for port object 6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:33.346920 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-8b7d48e6-e319-48ab-b2a6-6ba6ad908cfd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91d079bd-ff78-4b3a-9aca-33e53cdf28d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423632 Jul 27 21:13:33.355222 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.378662 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42da8a00-f762-4667-ae6b-655efd87ce40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.388216 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42da8a00-f762-4667-ae6b-655efd87ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.411603 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Network 927c78d6-d0b1-435d-b8cc-dbe50b4d33c9 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:33.421575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:33.426187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:33.430443 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Pushing event updated for resources: {'Port': ['ID=6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:33.438897 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-42da8a00-f762-4667-ae6b-655efd87ce40 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=841c9c4ab5884becaae254df4505e8fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445388 Jul 27 21:13:33.440205 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.440419 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57804) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:33.443576 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:33.443935 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:33.444667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:33.445013 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:33.445351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:33.445683 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:33.446012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:33.446368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:33.446712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:33.447023 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:33.447346 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:33.447666 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:13:33.503781 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Subnet': ['ID=abd6b19d-6bf3-434d-8575-9c8672c69bcf,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:33.508173 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Attempting to bind port 6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:13:33.508543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Attempting to bind port 6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'b901546a-6616-4503-a011-ee81a6ad6d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '927c78d6-d0b1-435d-b8cc-dbe50b4d33c9'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:13:33.508905 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Attempting to bind port 6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0 on network 927c78d6-d0b1-435d-b8cc-dbe50b4d33c9 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:33.516597 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:13:33.517065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Checking segment: {'id': 'b901546a-6616-4503-a011-ee81a6ad6d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '927c78d6-d0b1-435d-b8cc-dbe50b4d33c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:33.517509 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.518334 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Bound using segment: {'id': 'b901546a-6616-4503-a011-ee81a6ad6d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '927c78d6-d0b1-435d-b8cc-dbe50b4d33c9'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:13:33.518967 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Bound port: 6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b901546a-6616-4503-a011-ee81a6ad6d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '927c78d6-d0b1-435d-b8cc-dbe50b4d33c9'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:13:33.519424 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.520003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da8a00-f762-4667-ae6b-655efd87ce40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d90b78c-b99a-4895-a0f2-2c1aa9a57ca9,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:33.545800 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-ebbd5499-1204-45ee-8c6b-4a148831f872 service neutron] 10.222.0.66 "GET /v2.0/networks/91d079bd-ff78-4b3a-9aca-33e53cdf28d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905196 Jul 27 21:13:33.574766 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.588966 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927c78d6-d0b1-435d-b8cc-dbe50b4d33c9']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:33.603045 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b901546a-6616-4503-a011-ee81a6ad6d54') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:33.603379 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b901546a-6616-4503-a011-ee81a6ad6d54') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:33.605038 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] For port 6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:13:33.607761 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-849a74d2-31b7-4669-8f03-c60285e123d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.610339 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] For port 6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0,segment=NetworkSegment(b901546a-6616-4503-a011-ee81a6ad6d54),segment_id=b901546a-6616-4503-a011-ee81a6ad6d54)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:13:33.616200 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.618608 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.635090 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.642245 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-849a74d2-31b7-4669-8f03-c60285e123d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.643367 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:33.644323 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:33.649626 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:33.738126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbbe0b-9216-4cc8-a5b9-c104854fef8a None None] Pushing event updated for resources: {'Port': ['ID=6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:33.755302 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99012ecf-4e3e-459e-a66f-d3f3d357d390 req-e0d7866f-e119-4450-8ace-1c4d5c357f3c service neutron] 10.222.0.66 "GET /v2.0/networks/91d079bd-ff78-4b3a-9aca-33e53cdf28d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004387 Jul 27 21:13:33.757901 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.db.api [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 21:13:33.757901 n-d-764806-9 neutron-server[105579]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 21:13:33.757901 n-d-764806-9 neutron-server[105579]: [parameters: {'id': '927c78d6-d0b1-435d-b8cc-dbe50b4d33c9'}] Jul 27 21:13:33.757901 n-d-764806-9 neutron-server[105579]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105579) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:13:33.758968 n-d-764806-9 neutron-server[105579]: DEBUG oslo_db.api [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:13:33.769018 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a388c377-b68a-456e-86a0-ad54f754feda None None] Network 927c78d6-d0b1-435d-b8cc-dbe50b4d33c9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:33.781542 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-849a74d2-31b7-4669-8f03-c60285e123d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.788226 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-849a74d2-31b7-4669-8f03-c60285e123d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.791791 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-849a74d2-31b7-4669-8f03-c60285e123d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d90b78c-b99a-4895-a0f2-2c1aa9a57ca9 HTTP/1.1" status: 204 len: 168 time: 0.3473129 Jul 27 21:13:33.798657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a74d2-31b7-4669-8f03-c60285e123d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d90b78c-b99a-4895-a0f2-2c1aa9a57ca9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:33.876077 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa395409-9c2e-45a2-89c8-a12c8f004f7a req-45df6bee-f408-4d00-bfcb-da2b31fe6cf3 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:33.878415 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa395409-9c2e-45a2-89c8-a12c8f004f7a req-45df6bee-f408-4d00-bfcb-da2b31fe6cf3 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/ports?device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 943 time: 0.1230013 Jul 27 21:13:33.924820 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa395409-9c2e-45a2-89c8-a12c8f004f7a req-80bcaef7-0d64-422d-aa24-4f7759e0c4f1 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/security-groups?id=24802678-545c-40db-8bdb-ee99d71e3386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401974 Jul 27 21:13:33.932335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64dd62-0bb2-4b74-b0ca-0b1c70c330a4 req-5304d6ce-5b5d-4743-9c85-7a4d8b6ec05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:33.933768 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cb64dd62-0bb2-4b74-b0ca-0b1c70c330a4 req-5304d6ce-5b5d-4743-9c85-7a4d8b6ec05b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=16718dfa3ea049e481d740f62ae56e0d&device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 1094 time: 0.1147125 Jul 27 21:13:33.982055 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:33.991225 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b41ea15-83f6-4c27-b77f-0e7dfb6b60eb None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:13:34.053393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64dd62-0bb2-4b74-b0ca-0b1c70c330a4 req-24fde967-7eb3-4a93-aeb4-e21d08cd1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:34.053393 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cb64dd62-0bb2-4b74-b0ca-0b1c70c330a4 req-24fde967-7eb3-4a93-aeb4-e21d08cd1291 service neutron] 10.222.0.66 "GET /v2.0/networks?id=91d079bd-ff78-4b3a-9aca-33e53cdf28d9 HTTP/1.1" status: 200 len: 919 time: 0.1084919 Jul 27 21:13:34.119609 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cb64dd62-0bb2-4b74-b0ca-0b1c70c330a4 req-d6597361-cb88-468c-a648-c5502e727c79 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9e383aa-f40b-4aa4-88a1-fa08994966d8 HTTP/1.1" status: 200 len: 217 time: 0.0603690 Jul 27 21:13:34.129086 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b41ea15-83f6-4c27-b77f-0e7dfb6b60eb None None] Resources bound (agent type, host, resource id): {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:13:34.179599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64dd62-0bb2-4b74-b0ca-0b1c70c330a4 req-2e23c418-3f09-4cc6-b727-a3dcced9e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:34.181250 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cb64dd62-0bb2-4b74-b0ca-0b1c70c330a4 req-2e23c418-3f09-4cc6-b727-a3dcced9e4e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6a31f279-9fa5-46b3-87f9-b0af08651876 HTTP/1.1" status: 200 len: 858 time: 0.0554008 Jul 27 21:13:34.222608 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cb64dd62-0bb2-4b74-b0ca-0b1c70c330a4 req-4f7ac742-3371-4c23-bad9-b2d2446ea5ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91d079bd-ff78-4b3a-9aca-33e53cdf28d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332236 Jul 27 21:13:34.260018 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.356802 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cb64dd62-0bb2-4b74-b0ca-0b1c70c330a4 req-a45ee168-37c5-4dc7-a099-6908a931d472 service neutron] 10.222.0.66 "GET /v2.0/networks/91d079bd-ff78-4b3a-9aca-33e53cdf28d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258101 Jul 27 21:13:34.391580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Deleting port 6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:34.393608 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.502848 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] For port 6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0,segment=NetworkSegment(b901546a-6616-4503-a011-ee81a6ad6d54),segment_id=b901546a-6616-4503-a011-ee81a6ad6d54)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:34.503299 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.517850 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Calling delete_port for 6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:34.532137 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cb64dd62-0bb2-4b74-b0ca-0b1c70c330a4 req-fb5527f7-b0fa-4613-88a8-4b267fa5fcca service neutron] 10.222.0.66 "GET /v2.0/networks/91d079bd-ff78-4b3a-9aca-33e53cdf28d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663570 Jul 27 21:13:34.607014 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.640430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Port': ['ID=6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:34.644103 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No DVR routers for this DVR port 6ffc111e-9c9b-4ee0-ae8e-8887b43e42a0 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:34.726844 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.737153 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927c78d6-d0b1-435d-b8cc-dbe50b4d33c9']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:34.748072 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b901546a-6616-4503-a011-ee81a6ad6d54') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:34.748400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b901546a-6616-4503-a011-ee81a6ad6d54') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:34.758061 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.773572 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.781997 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:34.782647 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:34.786930 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:34.856380 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.865171 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.870581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57856) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:34.871085 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/927c78d6-d0b1-435d-b8cc-dbe50b4d33c9 HTTP/1.1" status: 204 len: 168 time: 2.2773316 Jul 27 21:13:34.880887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2be0ab63-d226-4f19-8076-ad2e26ff05cf tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2101739934'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:34.881101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65d86-fa72-4a27-bf33-bfb034225f48 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Network': ['ID=927c78d6-d0b1-435d-b8cc-dbe50b4d33c9,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:34.912272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be0ab63-d226-4f19-8076-ad2e26ff05cf tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:34.918084 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2be0ab63-d226-4f19-8076-ad2e26ff05cf tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.947852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be0ab63-d226-4f19-8076-ad2e26ff05cf tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:34.970033 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2be0ab63-d226-4f19-8076-ad2e26ff05cf tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:34.970594 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-2be0ab63-d226-4f19-8076-ad2e26ff05cf tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Added segment c1595973-6e98-41b7-84a7-3b0e939bd69c of type vlan for network 4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf Jul 27 21:13:35.060685 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2be0ab63-d226-4f19-8076-ad2e26ff05cf tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:35.113777 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cbc08-d2ae-411f-8ee8-8b0c6b440f2f req-cfc49004-4bc5-49de-8cb0-d19f2a4e721b tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:35.116282 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2be0ab63-d226-4f19-8076-ad2e26ff05cf tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:35.116528 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-376cbc08-d2ae-411f-8ee8-8b0c6b440f2f req-cfc49004-4bc5-49de-8cb0-d19f2a4e721b tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/ports?device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 943 time: 0.1063519 Jul 27 21:13:35.142867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be0ab63-d226-4f19-8076-ad2e26ff05cf tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:35.145434 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2be0ab63-d226-4f19-8076-ad2e26ff05cf tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:35.162300 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-376cbc08-d2ae-411f-8ee8-8b0c6b440f2f req-f4d86b70-7468-4997-9740-7cbec2692943 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/security-groups?id=24802678-545c-40db-8bdb-ee99d71e3386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373693 Jul 27 21:13:35.236737 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2be0ab63-d226-4f19-8076-ad2e26ff05cf tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3604908 Jul 27 21:13:35.237873 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57874) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:35.247621 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4664cf60-5b64-46d4-bae3-06eab6a153ab tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'subnet': {'network_id': '4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:35.252796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0ab63-d226-4f19-8076-ad2e26ff05cf tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Network': ['ID=4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:35.264017 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:35.368160 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4664cf60-5b64-46d4-bae3-06eab6a153ab tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:35.368760 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4664cf60-5b64-46d4-bae3-06eab6a153ab tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:35.371091 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-200cc4a4-fe8e-4b12-bc61-8ccf9f00ee75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:35.434323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.ipam_backend_mixin [None req-4664cf60-5b64-46d4-bae3-06eab6a153ab tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Performing IP validity checks on allocation pools {{(pid=105580) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 21:13:35.434876 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.ipam_backend_mixin [None req-4664cf60-5b64-46d4-bae3-06eab6a153ab tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105580) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 21:13:35.461881 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:35.593770 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4664cf60-5b64-46d4-bae3-06eab6a153ab tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:35.663287 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664cf60-5b64-46d4-bae3-06eab6a153ab tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Subnet': ['ID=0b505b9d-b150-4d5b-8ac6-754532e09eb5,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:35.672257 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4664cf60-5b64-46d4-bae3-06eab6a153ab tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Checking segment: {'id': 'c1595973-6e98-41b7-84a7-3b0e939bd69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:35.672866 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4664cf60-5b64-46d4-bae3-06eab6a153ab tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network hostable DHCP agents. Network: 4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:35.692208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4664cf60-5b64-46d4-bae3-06eab6a153ab tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network 4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:35.709603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-4664cf60-5b64-46d4-bae3-06eab6a153ab tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:35.714019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4664cf60-5b64-46d4-bae3-06eab6a153ab tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:35.714795 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4664cf60-5b64-46d4-bae3-06eab6a153ab tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:35.718924 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae99abb-fe13-4599-b621-ca39cbc79683 None None] Network 4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:35.734580 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4664cf60-5b64-46d4-bae3-06eab6a153ab tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4936886 Jul 27 21:13:35.734926 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57890) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:35.939136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf', 'network_id': '4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf', 'tenant_id': '507670e514764f1a907ed964ecaba93c', 'fixed_ips': [{'subnet_id': '0b505b9d-b150-4d5b-8ac6-754532e09eb5'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:35.940218 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.087135 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Allocated IP 172.20.0.3 (4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf/0b505b9d-b150-4d5b-8ac6-754532e09eb5/950cee85-f837-41ba-8e9f-e9c37dab9b78) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:36.223799 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.287663 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.302009 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Transition to ACTIVE for port object 950cee85-f837-41ba-8e9f-e9c37dab9b78 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:36.324037 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Transition to ACTIVE for port object 950cee85-f837-41ba-8e9f-e9c37dab9b78 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:36.336308 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.340383 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.401388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Network 4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:36.404722 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:36.409578 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:36.411481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eeba8-2dfa-4948-ad78-4eed281cd67f req-4da0552c-03e0-4251-957b-08530b13aa1e tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:36.413078 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-555eeba8-2dfa-4948-ad78-4eed281cd67f req-4da0552c-03e0-4251-957b-08530b13aa1e tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/ports?device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 943 time: 0.1287360 Jul 27 21:13:36.413394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Pushing event updated for resources: {'Port': ['ID=950cee85-f837-41ba-8e9f-e9c37dab9b78,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:36.449348 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.486658 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Attempting to bind port 950cee85-f837-41ba-8e9f-e9c37dab9b78 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:13:36.487561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Attempting to bind port 950cee85-f837-41ba-8e9f-e9c37dab9b78 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'c1595973-6e98-41b7-84a7-3b0e939bd69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:13:36.488105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Attempting to bind port 950cee85-f837-41ba-8e9f-e9c37dab9b78 on network 4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:36.493409 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Subnet': ['ID=0b505b9d-b150-4d5b-8ac6-754532e09eb5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:36.496350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:13:36.496997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Checking segment: {'id': 'c1595973-6e98-41b7-84a7-3b0e939bd69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:36.497954 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.498925 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Bound using segment: {'id': 'c1595973-6e98-41b7-84a7-3b0e939bd69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:13:36.499819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Bound port: 950cee85-f837-41ba-8e9f-e9c37dab9b78, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1595973-6e98-41b7-84a7-3b0e939bd69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:13:36.500454 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.508710 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-555eeba8-2dfa-4948-ad78-4eed281cd67f req-442e354b-7131-49b5-9899-701ec696c804 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/security-groups?id=24802678-545c-40db-8bdb-ee99d71e3386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885282 Jul 27 21:13:36.602215 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.602478 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] For port 950cee85-f837-41ba-8e9f-e9c37dab9b78, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:13:36.606409 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-943cc7c6-b883-4ad0-b446-d00cde908680 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2a8c32ebf7a54b938319dc7ea28bbe3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510554 Jul 27 21:13:36.606667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] For port 950cee85-f837-41ba-8e9f-e9c37dab9b78, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=950cee85-f837-41ba-8e9f-e9c37dab9b78,segment=NetworkSegment(c1595973-6e98-41b7-84a7-3b0e939bd69c),segment_id=c1595973-6e98-41b7-84a7-3b0e939bd69c)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:13:36.613142 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.621028 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:36.708460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1595973-6e98-41b7-84a7-3b0e939bd69c') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:36.709281 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1595973-6e98-41b7-84a7-3b0e939bd69c') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:36.709453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6daa5da-2feb-46fe-86bc-add28ee28412 None None] Pushing event updated for resources: {'Port': ['ID=950cee85-f837-41ba-8e9f-e9c37dab9b78,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:36.726882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca485de2-8c6a-4dca-8358-cc6abb8517cc None None] Network 4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:36.759956 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.803701 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.834682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:36.835085 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:36.838036 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:36.876035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5ff5f6-1cc3-48ca-ac8a-aeb4e234530c None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:13:36.936200 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-8c32e195-468f-44dd-a37f-3fe9fbe7f9fa tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:36.937735 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-8c32e195-468f-44dd-a37f-3fe9fbe7f9fa tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3218312 Jul 27 21:13:36.942396 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.db.api [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 21:13:36.942396 n-d-764806-9 neutron-server[105579]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 21:13:36.942396 n-d-764806-9 neutron-server[105579]: [parameters: {'id': '4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf'}] Jul 27 21:13:36.942396 n-d-764806-9 neutron-server[105579]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105579) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:13:36.943425 n-d-764806-9 neutron-server[105579]: DEBUG oslo_db.api [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:13:36.956942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-760d1a94-d0ef-4123-8e77-b195340698c2 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/quotas/2a8c32ebf7a54b938319dc7ea28bbe3b HTTP/1.1" status: 200 len: 375 time: 0.0123315 Jul 27 21:13:36.995681 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-a332d519-5232-467a-a886-c5ca1b14d6a2 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a8c32ebf7a54b938319dc7ea28bbe3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321813 Jul 27 21:13:37.013312 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5ff5f6-1cc3-48ca-ac8a-aeb4e234530c None None] Resources bound (agent type, host, resource id): {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:13:37.125729 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.184636 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9eddf8ad-cd20-462a-bea6-4f454157f00f req-2b140484-07b5-4e04-9cb0-5c3e3e675455 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/ports?device_id=263b7383-793e-4242-95fb-712c34bf16f5 HTTP/1.1" status: 200 len: 210 time: 0.0356698 Jul 27 21:13:37.332805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57936) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:37.444260 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.459676 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c85f8fa-c6de-497d-8938-0bd626991ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.508570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Deleting port 950cee85-f837-41ba-8e9f-e9c37dab9b78 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:37.509039 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.528016 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e9e383aa-f40b-4aa4-88a1-fa08994966d8 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:13:37.578856 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c85f8fa-c6de-497d-8938-0bd626991ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.586410 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c85f8fa-c6de-497d-8938-0bd626991ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.626587 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] For port 950cee85-f837-41ba-8e9f-e9c37dab9b78, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=950cee85-f837-41ba-8e9f-e9c37dab9b78,segment=NetworkSegment(c1595973-6e98-41b7-84a7-3b0e939bd69c),segment_id=c1595973-6e98-41b7-84a7-3b0e939bd69c)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:37.627525 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.643807 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e9e383aa-f40b-4aa4-88a1-fa08994966d8, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e9e383aa-f40b-4aa4-88a1-fa08994966d8,segment=NetworkSegment(81cd6102-8ee6-4efa-8fb3-fcf74585dd55),segment_id=81cd6102-8ee6-4efa-8fb3-fcf74585dd55)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:37.650294 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Calling delete_port for 950cee85-f837-41ba-8e9f-e9c37dab9b78 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:37.650886 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5c85f8fa-c6de-497d-8938-0bd626991ebf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7cdee4ee86664428858ff5799d8a351f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3164177 Jul 27 21:13:37.666404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57946) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:37.672656 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'e9e383aa-f40b-4aa4-88a1-fa08994966d8', 'network_id': '91d079bd-ff78-4b3a-9aca-33e53cdf28d9', 'port_id': 'e9e383aa-f40b-4aa4-88a1-fa08994966d8', 'mac_address': 'fa:16:3e:a9:33:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a31f279-9fa5-46b3-87f9-b0af08651876', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:13:37.681928 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.700510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85f8fa-c6de-497d-8938-0bd626991ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5700f53-01c8-4a59-9d87-a4d2b44b5895,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:37.732950 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b4d89a3e-7ef5-402e-9383-85eb4d484bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.735038 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.752061 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e383aa-f40b-4aa4-88a1-fa08994966d8 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:13:37.776811 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b4d89a3e-7ef5-402e-9383-85eb4d484bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.779884 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e9e383aa-f40b-4aa4-88a1-fa08994966d8, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e9e383aa-f40b-4aa4-88a1-fa08994966d8,segment=NetworkSegment(81cd6102-8ee6-4efa-8fb3-fcf74585dd55),segment_id=81cd6102-8ee6-4efa-8fb3-fcf74585dd55)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:37.786590 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.839881 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b4d89a3e-7ef5-402e-9383-85eb4d484bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.843169 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b4d89a3e-7ef5-402e-9383-85eb4d484bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.844356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=e9e383aa-f40b-4aa4-88a1-fa08994966d8,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:37.844546 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b4d89a3e-7ef5-402e-9383-85eb4d484bb3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5700f53-01c8-4a59-9d87-a4d2b44b5895 HTTP/1.1" status: 204 len: 168 time: 0.1771159 Jul 27 21:13:37.848176 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e67887-45b1-4059-9f6a-7c50f90ab8a6 req-fa55d0e4-2005-471e-ab4d-7efed3ecc870 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:37.850674 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-09e67887-45b1-4059-9f6a-7c50f90ab8a6 req-fa55d0e4-2005-471e-ab4d-7efed3ecc870 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/ports?device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 943 time: 0.1206894 Jul 27 21:13:37.851705 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:37.855349 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d89a3e-7ef5-402e-9383-85eb4d484bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5700f53-01c8-4a59-9d87-a4d2b44b5895,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:37.895284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No DVR routers for this DVR port 950cee85-f837-41ba-8e9f-e9c37dab9b78 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:37.901721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Port': ['ID=950cee85-f837-41ba-8e9f-e9c37dab9b78,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:37.978138 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-09e67887-45b1-4059-9f6a-7c50f90ab8a6 req-9f45e9b2-6c4c-47d8-bf8b-92fd769621f8 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/security-groups?id=24802678-545c-40db-8bdb-ee99d71e3386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143308 Jul 27 21:13:37.996588 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.007433 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:38.020205 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1595973-6e98-41b7-84a7-3b0e939bd69c') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:38.020504 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1595973-6e98-41b7-84a7-3b0e939bd69c') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:38.030214 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.044400 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.050306 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:38.050698 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:38.054479 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:38.125094 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.134050 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.135956 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf HTTP/1.1" status: 204 len: 168 time: 2.4000669 Jul 27 21:13:38.139533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57952) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:38.145041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-7fb19190-0d04-4de6-85d2-ae1dad75ea36 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1550559103'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:38.147928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57954) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:38.155546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306f6b2-589d-45f8-b420-a97e3fa4e64c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Network': ['ID=4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:38.164020 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-be5e5416-499e-431b-add7-4c7b78224217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.169892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb19190-0d04-4de6-85d2-ae1dad75ea36 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:38.180137 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fb19190-0d04-4de6-85d2-ae1dad75ea36 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.213415 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['e9e383aa-f40b-4aa4-88a1-fa08994966d8'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:13:38.253955 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-23d9801d-50b0-45ea-9df9-cdf3fd4e2f0a tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2a8c32ebf7a54b938319dc7ea28bbe3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702736 Jul 27 21:13:38.306148 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-69ff3864-b05e-4be2-ae3a-ccc62ef03f2b req-b38d4746-04c7-468b-b9d4-3719dbe5b6be tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/ports?device_id=263b7383-793e-4242-95fb-712c34bf16f5 HTTP/1.1" status: 200 len: 210 time: 0.0399449 Jul 27 21:13:38.311362 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-be5e5416-499e-431b-add7-4c7b78224217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.317131 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-be5e5416-499e-431b-add7-4c7b78224217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.357722 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb19190-0d04-4de6-85d2-ae1dad75ea36 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:38.362401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e5416-499e-431b-add7-4c7b78224217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a8d05d-0864-417a-83cb-5b794bff34f3,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:38.369210 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-be5e5416-499e-431b-add7-4c7b78224217 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17c1fe1538ca44039b44fbd3344e6c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2202635 Jul 27 21:13:38.372059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57958) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:38.417269 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fb19190-0d04-4de6-85d2-ae1dad75ea36 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.417610 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-7fb19190-0d04-4de6-85d2-ae1dad75ea36 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Added segment dfd6d297-5b8d-4ca0-89bc-705adc9f0a47 of type vlan for network 13b12ad5-4dc9-40dc-bf88-25cd1dc872e1 Jul 27 21:13:38.426008 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-290ab01f-6bff-4cd8-b00a-bb23df4315c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.450287 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-290ab01f-6bff-4cd8-b00a-bb23df4315c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.502377 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-290ab01f-6bff-4cd8-b00a-bb23df4315c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.505679 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-290ab01f-6bff-4cd8-b00a-bb23df4315c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.507237 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-290ab01f-6bff-4cd8-b00a-bb23df4315c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08a8d05d-0864-417a-83cb-5b794bff34f3 HTTP/1.1" status: 204 len: 168 time: 0.1343160 Jul 27 21:13:38.515704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ab01f-6bff-4cd8-b00a-bb23df4315c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a8d05d-0864-417a-83cb-5b794bff34f3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:38.528174 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fb19190-0d04-4de6-85d2-ae1dad75ea36 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.544960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-9a3459e5-542d-4df9-bcf1-f73e917c2a3e tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:38.546468 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-9a3459e5-542d-4df9-bcf1-f73e917c2a3e tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817051 Jul 27 21:13:38.564732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Request body: {'port': {'device_id': '263b7383-793e-4242-95fb-712c34bf16f5', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '2a8c32ebf7a54b938319dc7ea28bbe3b'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:38.610976 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fb19190-0d04-4de6-85d2-ae1dad75ea36 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.616935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb19190-0d04-4de6-85d2-ae1dad75ea36 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:38.617514 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fb19190-0d04-4de6-85d2-ae1dad75ea36 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.682210 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7fb19190-0d04-4de6-85d2-ae1dad75ea36 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5413256 Jul 27 21:13:38.685262 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57964) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:38.690310 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ae50a413-2b36-44d9-be59-58edffb4f805 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'subnet': {'network_id': '13b12ad5-4dc9-40dc-bf88-25cd1dc872e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:38.720838 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb19190-0d04-4de6-85d2-ae1dad75ea36 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Network': ['ID=13b12ad5-4dc9-40dc-bf88-25cd1dc872e1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:38.734470 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 13b12ad5-4dc9-40dc-bf88-25cd1dc872e1 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:38.767178 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Made reservation on behalf of 2a8c32ebf7a54b938319dc7ea28bbe3b for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:38.771485 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.782412 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.813363 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.db.api [None req-ae50a413-2b36-44d9-be59-58edffb4f805 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:13:38.813363 n-d-764806-9 neutron-server[105579]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:13:38.813363 n-d-764806-9 neutron-server[105579]: [parameters: {'project_id_1': '507670e514764f1a907ed964ecaba93c', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 13, 38, 805271)}] Jul 27 21:13:38.813363 n-d-764806-9 neutron-server[105579]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105579) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:13:38.813363 n-d-764806-9 neutron-server[105579]: DEBUG oslo_db.api [None req-ae50a413-2b36-44d9-be59-58edffb4f805 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:13:38.844595 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.900972 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.905694 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:38.973599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98f0a6c-fb03-4b5a-aa4b-23b0d017ff43,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:39.054462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Allocated IP 192.168.233.199 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/b9396a09-98af-43d8-9531-46f5dc573fde) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:39.128523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4853c-9b23-4c17-a2c4-0b441e558858 req-09231ec3-46b7-4bd5-8236-f28036d0e979 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:39.130038 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1b4853c-9b23-4c17-a2c4-0b441e558858 req-09231ec3-46b7-4bd5-8236-f28036d0e979 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/ports?device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 944 time: 0.0747840 Jul 27 21:13:39.180009 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1b4853c-9b23-4c17-a2c4-0b441e558858 req-eed789f0-7208-49cc-a64a-2cda36287352 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/security-groups?id=24802678-545c-40db-8bdb-ee99d71e3386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399554 Jul 27 21:13:39.222748 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:39.237181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Transition to ACTIVE for port object b9396a09-98af-43d8-9531-46f5dc573fde will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:39.275545 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:39.320876 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:39.326331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:39.330103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:39.347995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae50a413-2b36-44d9-be59-58edffb4f805 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:39.354042 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Pushing event updated for resources: {'Port': ['ID=b9396a09-98af-43d8-9531-46f5dc573fde,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:39.354531 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae50a413-2b36-44d9-be59-58edffb4f805 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:39.389742 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:39.390534 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:39.413400 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-b31c0e4f-98c5-452d-8227-47ed33a07e6d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8537419 Jul 27 21:13:39.528937 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966a100-c61a-40ec-bafb-298ac531e21b req-4c158e63-bddb-408f-9a64-b4fe673f4df3 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:39.533674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e9e383aa-f40b-4aa4-88a1-fa08994966d8 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:13:39.538128 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4966a100-c61a-40ec-bafb-298ac531e21b req-4c158e63-bddb-408f-9a64-b4fe673f4df3 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/ports?device_id=263b7383-793e-4242-95fb-712c34bf16f5 HTTP/1.1" status: 200 len: 936 time: 0.1031325 Jul 27 21:13:39.589823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Request body: {'port': {'device_id': '263b7383-793e-4242-95fb-712c34bf16f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:39.601237 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4966a100-c61a-40ec-bafb-298ac531e21b req-1513d430-00e2-42fd-9f76-9381aa3fc062 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/security-groups?id=f98f0a6c-fb03-4b5a-aa4b-23b0d017ff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622206 Jul 27 21:13:39.664922 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port e9e383aa-f40b-4aa4-88a1-fa08994966d8 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:39.669392 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port e9e383aa-f40b-4aa4-88a1-fa08994966d8 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:39.669766 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:39.703337 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae50a413-2b36-44d9-be59-58edffb4f805 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:39.714084 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:39.728621 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b7729da4-51ef-4f35-9bbb-c4f1ad11459d None None] Provisioning for port b9396a09-98af-43d8-9531-46f5dc573fde completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:39.737135 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b7729da4-51ef-4f35-9bbb-c4f1ad11459d None None] Provisioning complete for port b9396a09-98af-43d8-9531-46f5dc573fde triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:39.737817 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b7729da4-51ef-4f35-9bbb-c4f1ad11459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:39.782300 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50a413-2b36-44d9-be59-58edffb4f805 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Subnet': ['ID=035ec525-c705-4fd8-9324-85badd0dc23d,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:39.785388 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae50a413-2b36-44d9-be59-58edffb4f805 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Checking segment: {'id': 'dfd6d297-5b8d-4ca0-89bc-705adc9f0a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '13b12ad5-4dc9-40dc-bf88-25cd1dc872e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:39.785809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae50a413-2b36-44d9-be59-58edffb4f805 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network hostable DHCP agents. Network: 13b12ad5-4dc9-40dc-bf88-25cd1dc872e1, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:39.806846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae50a413-2b36-44d9-be59-58edffb4f805 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network 13b12ad5-4dc9-40dc-bf88-25cd1dc872e1 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:39.822485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-ae50a413-2b36-44d9-be59-58edffb4f805 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 13b12ad5-4dc9-40dc-bf88-25cd1dc872e1) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:39.827476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae50a413-2b36-44d9-be59-58edffb4f805 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:39.828080 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae50a413-2b36-44d9-be59-58edffb4f805 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:39.835360 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:39.852326 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b7729da4-51ef-4f35-9bbb-c4f1ad11459d None None] Port b9396a09-98af-43d8-9531-46f5dc573fde cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:13:39.856957 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775bb0ed-30c6-4590-9527-31d60bca7c0d None None] Network 13b12ad5-4dc9-40dc-bf88-25cd1dc872e1 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:39.857168 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ae50a413-2b36-44d9-be59-58edffb4f805 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1709013 Jul 27 21:13:39.857984 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58000) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:39.947718 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e9e383aa-f40b-4aa4-88a1-fa08994966d8, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e9e383aa-f40b-4aa4-88a1-fa08994966d8,segment=NetworkSegment(81cd6102-8ee6-4efa-8fb3-fcf74585dd55),segment_id=81cd6102-8ee6-4efa-8fb3-fcf74585dd55)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:39.949528 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48077e1c-a4e9-4a28-acd9-d4c3a9dfa777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e383aa-f40b-4aa4-88a1-fa08994966d8'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:39.953928 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe79d14-b9b7-47eb-8946-a3e460d28f84" -d '{"events": [{"server_uuid": "48077e1c-a4e9-4a28-acd9-d4c3a9dfa777", "name": "network-vif-plugged", "status": "completed", "tag": "e9e383aa-f40b-4aa4-88a1-fa08994966d8"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:39.966635 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:39.991557 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2fe7-fd0d-4a15-89b8-4ab219e89f0a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.044513 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=e9e383aa-f40b-4aa4-88a1-fa08994966d8,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:40.060796 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2fe7-fd0d-4a15-89b8-4ab219e89f0a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.140326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9396a09-98af-43d8-9531-46f5dc573fde {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:13:40.150603 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.170970 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Transition to ACTIVE for port object b9396a09-98af-43d8-9531-46f5dc573fde will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:40.171154 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2fe7-fd0d-4a15-89b8-4ab219e89f0a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.178093 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.192284 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c61093-7d29-4f4e-bbc6-d244b6d0ebda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-13b12ad5-4dc9-40dc-bf88-25cd1dc872e1', 'network_id': '13b12ad5-4dc9-40dc-bf88-25cd1dc872e1', 'tenant_id': '507670e514764f1a907ed964ecaba93c', 'fixed_ips': [{'subnet_id': '035ec525-c705-4fd8-9324-85badd0dc23d'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:40.193536 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b3c61093-7d29-4f4e-bbc6-d244b6d0ebda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.242837 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb2fe7-fd0d-4a15-89b8-4ab219e89f0a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Subnet': ['ID=035ec525-c705-4fd8-9324-85badd0dc23d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:40.390662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7388308a-d0e7-4d26-a16a-eb3f25efa397 None None] Network 13b12ad5-4dc9-40dc-bf88-25cd1dc872e1 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:40.407128 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2fe7-fd0d-4a15-89b8-4ab219e89f0a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.441363 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-ecbb2fe7-fd0d-4a15-89b8-4ab219e89f0a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b12ad5-4dc9-40dc-bf88-25cd1dc872e1']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:40.478433 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-ecbb2fe7-fd0d-4a15-89b8-4ab219e89f0a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd6d297-5b8d-4ca0-89bc-705adc9f0a47') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:40.478782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-ecbb2fe7-fd0d-4a15-89b8-4ab219e89f0a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd6d297-5b8d-4ca0-89bc-705adc9f0a47') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:40.504561 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2fe7-fd0d-4a15-89b8-4ab219e89f0a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.513386 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d08713-c9b6-4166-93ef-a89d5019c3e5 x-openstack-request-id: req-b0d08713-c9b6-4166-93ef-a89d5019c3e5 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:40.513836 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48077e1c-a4e9-4a28-acd9-d4c3a9dfa777", "name": "network-vif-plugged", "status": "completed", "tag": "e9e383aa-f40b-4aa4-88a1-fa08994966d8", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:40.514184 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0d08713-c9b6-4166-93ef-a89d5019c3e5 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:40.514752 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48077e1c-a4e9-4a28-acd9-d4c3a9dfa777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e383aa-f40b-4aa4-88a1-fa08994966d8', 'code': 200} Jul 27 21:13:40.531736 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2fe7-fd0d-4a15-89b8-4ab219e89f0a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.549060 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbb2fe7-fd0d-4a15-89b8-4ab219e89f0a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:40.549720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2fe7-fd0d-4a15-89b8-4ab219e89f0a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:40.553696 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:40.613779 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbfc71-0a22-4204-ae66-df91294077f1 req-04cd26b9-0d1d-4827-9f98-eadc346b68de tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:40.615991 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9bbfc71-0a22-4204-ae66-df91294077f1 req-04cd26b9-0d1d-4827-9f98-eadc346b68de tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/ports?device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 945 time: 0.1911056 Jul 27 21:13:40.624948 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Pushing event updated for resources: {'Port': ['ID=b9396a09-98af-43d8-9531-46f5dc573fde,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:40.674208 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9bbfc71-0a22-4204-ae66-df91294077f1 req-9baf11bc-0dcf-415c-928d-833fb5bad969 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/security-groups?id=24802678-545c-40db-8bdb-ee99d71e3386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476189 Jul 27 21:13:40.675412 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2fe7-fd0d-4a15-89b8-4ab219e89f0a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.683637 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecbb2fe7-fd0d-4a15-89b8-4ab219e89f0a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.689433 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ecbb2fe7-fd0d-4a15-89b8-4ab219e89f0a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/13b12ad5-4dc9-40dc-bf88-25cd1dc872e1 HTTP/1.1" status: 204 len: 168 time: 0.8307340 Jul 27 21:13:40.691534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58024) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:40.697848 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-10698bf0-c7d8-47c6-81ff-b47e87425891 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1720702921'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:40.712204 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb2fe7-fd0d-4a15-89b8-4ab219e89f0a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Network': ['ID=13b12ad5-4dc9-40dc-bf88-25cd1dc872e1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:40.722827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Attempting to bind port b9396a09-98af-43d8-9531-46f5dc573fde on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:13:40.722827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Attempting to bind port b9396a09-98af-43d8-9531-46f5dc573fde by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:13:40.722827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Attempting to bind port b9396a09-98af-43d8-9531-46f5dc573fde on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:40.729028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441a733-3c63-4439-aa48-22a594b45af6 req-63cb80e9-bf4d-49d8-9b7a-6034a58e27da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:40.730590 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e441a733-3c63-4439-aa48-22a594b45af6 req-63cb80e9-bf4d-49d8-9b7a-6034a58e27da service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 1096 time: 0.1185911 Jul 27 21:13:40.731514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Port b9396a09-98af-43d8-9531-46f5dc573fde on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:13:40.731766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Attempting to bind port b9396a09-98af-43d8-9531-46f5dc573fde on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:40.737036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:13:40.737393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:40.737780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:13:40.738216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Bound port: b9396a09-98af-43d8-9531-46f5dc573fde, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:13:40.738596 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.765913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10698bf0-c7d8-47c6-81ff-b47e87425891 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:40.769944 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-10698bf0-c7d8-47c6-81ff-b47e87425891 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.801402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10698bf0-c7d8-47c6-81ff-b47e87425891 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:40.805571 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e441a733-3c63-4439-aa48-22a594b45af6 req-3fda3a25-352d-448c-b1ec-e54469559286 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=24802678-545c-40db-8bdb-ee99d71e3386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647552 Jul 27 21:13:40.818090 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-10698bf0-c7d8-47c6-81ff-b47e87425891 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.818564 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-10698bf0-c7d8-47c6-81ff-b47e87425891 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Added segment ac411318-54a2-433c-a6d8-bab42d779134 of type vlan for network e1b722a8-ebe9-4233-9257-a2c5d6a19ab1 Jul 27 21:13:40.840862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] For port b9396a09-98af-43d8-9531-46f5dc573fde, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:13:40.844061 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] For port b9396a09-98af-43d8-9531-46f5dc573fde, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b9396a09-98af-43d8-9531-46f5dc573fde,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:13:40.848633 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.859988 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2959d-2e15-4263-9550-9abe653296b3 req-de60eda3-ef6e-4dd6-ba21-375270d22e09 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:40.861513 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3dd2959d-2e15-4263-9550-9abe653296b3 req-de60eda3-ef6e-4dd6-ba21-375270d22e09 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/ports?device_id=263b7383-793e-4242-95fb-712c34bf16f5 HTTP/1.1" status: 200 len: 948 time: 0.1305938 Jul 27 21:13:40.881904 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-10698bf0-c7d8-47c6-81ff-b47e87425891 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.884274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:40.885297 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.886726 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] 10.222.0.20 "PUT /v2.0/ports/b9396a09-98af-43d8-9531-46f5dc573fde HTTP/1.1" status: 200 len: 1096 time: 1.4640839 Jul 27 21:13:40.889656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263b7383-793e-4242-95fb-712c34bf16f5', 'tag': 'b9396a09-98af-43d8-9531-46f5dc573fde'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:40.901103 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c801ac-ec8d-4211-8a38-70fafe275339" -d '{"events": [{"name": "network-changed", "server_uuid": "263b7383-793e-4242-95fb-712c34bf16f5", "tag": "b9396a09-98af-43d8-9531-46f5dc573fde"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:40.923223 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3dd2959d-2e15-4263-9550-9abe653296b3 req-6cbcc1fd-ffcb-44fb-b9d2-80dbee9e89fc tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/security-groups?id=f98f0a6c-fb03-4b5a-aa4b-23b0d017ff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517783 Jul 27 21:13:40.956861 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-10698bf0-c7d8-47c6-81ff-b47e87425891 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.968140 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10698bf0-c7d8-47c6-81ff-b47e87425891 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:40.968811 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-10698bf0-c7d8-47c6-81ff-b47e87425891 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:40.988484 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94508912-529c-4acd-87bb-cbf56ae05f1e x-openstack-request-id: req-94508912-529c-4acd-87bb-cbf56ae05f1e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:40.988867 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263b7383-793e-4242-95fb-712c34bf16f5", "tag": "b9396a09-98af-43d8-9531-46f5dc573fde", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:40.989111 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94508912-529c-4acd-87bb-cbf56ae05f1e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:40.989408 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263b7383-793e-4242-95fb-712c34bf16f5', 'tag': 'b9396a09-98af-43d8-9531-46f5dc573fde', 'status': 'completed', 'code': 200} Jul 27 21:13:40.995416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a54e66-1935-4ea0-8cd2-7d8aed0a9bbc service neutron] Pushing event updated for resources: {'Port': ['ID=b9396a09-98af-43d8-9531-46f5dc573fde,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:41.047933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-21024a4f-6335-4c53-b415-a7fa9fff3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:41.049445 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-21024a4f-6335-4c53-b415-a7fa9fff3f36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a8c32ebf7a54b938319dc7ea28bbe3b&device_id=263b7383-793e-4242-95fb-712c34bf16f5 HTTP/1.1" status: 200 len: 1099 time: 0.1072350 Jul 27 21:13:41.051769 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-10698bf0-c7d8-47c6-81ff-b47e87425891 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3591321 Jul 27 21:13:41.054725 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58040) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:41.059759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-6bdc83ac-4f74-41a4-92a9-590da654b634 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'subnet': {'network_id': 'e1b722a8-ebe9-4233-9257-a2c5d6a19ab1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:41.072779 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10698bf0-c7d8-47c6-81ff-b47e87425891 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Network': ['ID=e1b722a8-ebe9-4233-9257-a2c5d6a19ab1,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:41.089254 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network e1b722a8-ebe9-4233-9257-a2c5d6a19ab1 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:41.138144 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-889754a0-e4ca-44d1-8697-e54a16c6bda0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b9396a09-98af-43d8-9531-46f5dc573fde HTTP/1.1" status: 200 len: 217 time: 0.0746486 Jul 27 21:13:41.224012 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f3ea7213-c459-4dd7-bc57-edd1f99f6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:41.225535 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-f3ea7213-c459-4dd7-bc57-edd1f99f6d6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0752819 Jul 27 21:13:41.248528 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdc83ac-4f74-41a4-92a9-590da654b634 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:41.248528 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6bdc83ac-4f74-41a4-92a9-590da654b634 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:41.363642 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-0f5ac8eb-6f63-4b3d-bbf5-667e271d82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:41.365521 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-0f5ac8eb-6f63-4b3d-bbf5-667e271d82dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1322196 Jul 27 21:13:41.546003 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-1dd80c37-b133-4b6e-bdb8-840aec0178a1 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724269 Jul 27 21:13:41.547529 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6bdc83ac-4f74-41a4-92a9-590da654b634 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:41.674306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc83ac-4f74-41a4-92a9-590da654b634 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Subnet': ['ID=70e7bc6a-647c-4ca5-9664-8c744a2deefd,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:41.698607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc83ac-4f74-41a4-92a9-590da654b634 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Checking segment: {'id': 'ac411318-54a2-433c-a6d8-bab42d779134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e1b722a8-ebe9-4233-9257-a2c5d6a19ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:41.698983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdc83ac-4f74-41a4-92a9-590da654b634 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network hostable DHCP agents. Network: e1b722a8-ebe9-4233-9257-a2c5d6a19ab1, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:41.716926 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e51237a1-2fd1-451f-838a-e42303e9a03b req-06807357-f380-4c30-9301-1e60deb4b9ca service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630616 Jul 27 21:13:41.729712 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdc83ac-4f74-41a4-92a9-590da654b634 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network e1b722a8-ebe9-4233-9257-a2c5d6a19ab1 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:41.742684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-6bdc83ac-4f74-41a4-92a9-590da654b634 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, e1b722a8-ebe9-4233-9257-a2c5d6a19ab1) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:41.747924 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdc83ac-4f74-41a4-92a9-590da654b634 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:41.749029 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6bdc83ac-4f74-41a4-92a9-590da654b634 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:41.754678 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e0dbdb-2373-4785-a1e3-5f66d0ee3c2e None None] Network e1b722a8-ebe9-4233-9257-a2c5d6a19ab1 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:41.769969 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6bdc83ac-4f74-41a4-92a9-590da654b634 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7118025 Jul 27 21:13:41.770579 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58060) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:41.848152 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c801ac-ec8d-4211-8a38-70fafe275339 req-5c4d6b7b-b882-470b-870a-b61c17d2f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:41.850122 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-53c801ac-ec8d-4211-8a38-70fafe275339 req-5c4d6b7b-b882-470b-870a-b61c17d2f496 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a8c32ebf7a54b938319dc7ea28bbe3b&device_id=263b7383-793e-4242-95fb-712c34bf16f5 HTTP/1.1" status: 200 len: 1099 time: 0.0646415 Jul 27 21:13:41.964219 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b16628-d591-45e4-930b-3574ce695e75 req-1e5f92cc-0784-48a4-bbd8-8bcbc1643c32 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:41.966696 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24b16628-d591-45e4-930b-3574ce695e75 req-1e5f92cc-0784-48a4-bbd8-8bcbc1643c32 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/ports?device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 945 time: 0.1646178 Jul 27 21:13:41.970999 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.009071 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c801ac-ec8d-4211-8a38-70fafe275339 req-94a6ad89-4096-4b6f-9584-da2ff488bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:42.011874 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-53c801ac-ec8d-4211-8a38-70fafe275339 req-94a6ad89-4096-4b6f-9584-da2ff488bca6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1550603 Jul 27 21:13:42.031032 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-e1b722a8-ebe9-4233-9257-a2c5d6a19ab1', 'network_id': 'e1b722a8-ebe9-4233-9257-a2c5d6a19ab1', 'tenant_id': '507670e514764f1a907ed964ecaba93c', 'fixed_ips': [{'subnet_id': '70e7bc6a-647c-4ca5-9664-8c744a2deefd'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:42.031902 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.076445 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-53c801ac-ec8d-4211-8a38-70fafe275339 req-02baf1a5-1118-4f56-acd3-df9331107d20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=b9396a09-98af-43d8-9531-46f5dc573fde HTTP/1.1" status: 200 len: 217 time: 0.0538268 Jul 27 21:13:42.081411 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.132166 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24b16628-d591-45e4-930b-3574ce695e75 req-9e0a4d2e-98cb-4fc7-9f5e-436b10577263 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/security-groups?id=24802678-545c-40db-8bdb-ee99d71e3386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558626 Jul 27 21:13:42.169345 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c801ac-ec8d-4211-8a38-70fafe275339 req-08184678-0358-41b0-8d23-5fddad9ca52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:42.173949 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-53c801ac-ec8d-4211-8a38-70fafe275339 req-08184678-0358-41b0-8d23-5fddad9ca52b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0901053 Jul 27 21:13:42.215562 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad691a-cd99-4508-b539-84a26cc9a8ea req-bc75dd79-d7a6-49ee-ae7d-ed46d3cc92ab tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:42.217123 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bad691a-cd99-4508-b539-84a26cc9a8ea req-bc75dd79-d7a6-49ee-ae7d-ed46d3cc92ab tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/ports?device_id=263b7383-793e-4242-95fb-712c34bf16f5 HTTP/1.1" status: 200 len: 948 time: 0.1369245 Jul 27 21:13:42.218984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Allocated IP 172.20.0.1 (e1b722a8-ebe9-4233-9257-a2c5d6a19ab1/70e7bc6a-647c-4ca5-9664-8c744a2deefd/bc6f05e8-e293-47b8-ae95-7dc31964bc9f) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:42.276927 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bad691a-cd99-4508-b539-84a26cc9a8ea req-2086ef29-c17b-442a-a1b0-747da1046d5d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/security-groups?id=f98f0a6c-fb03-4b5a-aa4b-23b0d017ff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533497 Jul 27 21:13:42.302913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c801ac-ec8d-4211-8a38-70fafe275339 req-3218ef78-224d-4941-b493-7128146d1628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:42.304774 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-53c801ac-ec8d-4211-8a38-70fafe275339 req-3218ef78-224d-4941-b493-7128146d1628 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1230974 Jul 27 21:13:42.397142 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.405968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Transition to ACTIVE for port object bc6f05e8-e293-47b8-ae95-7dc31964bc9f will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:42.406849 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-53c801ac-ec8d-4211-8a38-70fafe275339 req-b761b73e-e164-4066-b5c1-b3748354cb5b service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936282 Jul 27 21:13:42.421257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Transition to ACTIVE for port object bc6f05e8-e293-47b8-ae95-7dc31964bc9f will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:42.434321 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.454773 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.486457 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Subnet': ['ID=70e7bc6a-647c-4ca5-9664-8c744a2deefd,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:42.495710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Network e1b722a8-ebe9-4233-9257-a2c5d6a19ab1 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:42.499615 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:42.503344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:42.517948 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Pushing event updated for resources: {'Port': ['ID=bc6f05e8-e293-47b8-ae95-7dc31964bc9f,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:42.533870 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-53c801ac-ec8d-4211-8a38-70fafe275339 req-de367d5a-671d-4e5e-aaa4-cf8bcd0385d7 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190376 Jul 27 21:13:42.562691 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.574106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b722a8-ebe9-4233-9257-a2c5d6a19ab1']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:42.583733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Attempting to bind port bc6f05e8-e293-47b8-ae95-7dc31964bc9f on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:13:42.584099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Attempting to bind port bc6f05e8-e293-47b8-ae95-7dc31964bc9f by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'ac411318-54a2-433c-a6d8-bab42d779134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e1b722a8-ebe9-4233-9257-a2c5d6a19ab1'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:13:42.584456 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Attempting to bind port bc6f05e8-e293-47b8-ae95-7dc31964bc9f on network e1b722a8-ebe9-4233-9257-a2c5d6a19ab1 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:42.589152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac411318-54a2-433c-a6d8-bab42d779134') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:42.589604 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac411318-54a2-433c-a6d8-bab42d779134') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:42.590638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:13:42.591249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Checking segment: {'id': 'ac411318-54a2-433c-a6d8-bab42d779134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e1b722a8-ebe9-4233-9257-a2c5d6a19ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:42.591870 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.592258 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Bound using segment: {'id': 'ac411318-54a2-433c-a6d8-bab42d779134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e1b722a8-ebe9-4233-9257-a2c5d6a19ab1'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:13:42.592716 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Bound port: bc6f05e8-e293-47b8-ae95-7dc31964bc9f, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac411318-54a2-433c-a6d8-bab42d779134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e1b722a8-ebe9-4233-9257-a2c5d6a19ab1'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:13:42.593095 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.600983 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.618253 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.625344 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:42.626117 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:42.629067 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:42.659216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] For port bc6f05e8-e293-47b8-ae95-7dc31964bc9f, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:13:42.687010 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] For port bc6f05e8-e293-47b8-ae95-7dc31964bc9f, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=bc6f05e8-e293-47b8-ae95-7dc31964bc9f,segment=NetworkSegment(ac411318-54a2-433c-a6d8-bab42d779134),segment_id=ac411318-54a2-433c-a6d8-bab42d779134)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:13:42.687289 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.db.api [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 21:13:42.687289 n-d-764806-9 neutron-server[105579]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 21:13:42.687289 n-d-764806-9 neutron-server[105579]: [parameters: {'id': 'e1b722a8-ebe9-4233-9257-a2c5d6a19ab1'}] Jul 27 21:13:42.687289 n-d-764806-9 neutron-server[105579]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105579) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:13:42.687658 n-d-764806-9 neutron-server[105579]: DEBUG oslo_db.api [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:13:42.692267 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:42.778957 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb3241-7b88-434b-8616-cb51547112c9 None None] Pushing event updated for resources: {'Port': ['ID=bc6f05e8-e293-47b8-ae95-7dc31964bc9f,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:42.796216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8267e204-8fef-45bf-bdb3-17a70b74d5de None None] Network e1b722a8-ebe9-4233-9257-a2c5d6a19ab1 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:43.083393 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a46348-0257-4044-92e2-1b46db0fd1bf None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:13:43.189082 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:43.191927 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a46348-0257-4044-92e2-1b46db0fd1bf None None] Resources bound (agent type, host, resource id): {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:13:43.342765 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Deleting port bc6f05e8-e293-47b8-ae95-7dc31964bc9f {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:43.343114 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:43.365995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba19f1-4462-4cf9-ad82-936b3e69307b req-136f0940-0e1f-4198-88f8-7677b3f51258 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:43.367637 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9fba19f1-4462-4cf9-ad82-936b3e69307b req-136f0940-0e1f-4198-88f8-7677b3f51258 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/ports?device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 945 time: 0.1340845 Jul 27 21:13:43.501969 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] For port bc6f05e8-e293-47b8-ae95-7dc31964bc9f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=bc6f05e8-e293-47b8-ae95-7dc31964bc9f,segment=NetworkSegment(ac411318-54a2-433c-a6d8-bab42d779134),segment_id=ac411318-54a2-433c-a6d8-bab42d779134)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:43.502499 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:43.516741 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9fba19f1-4462-4cf9-ad82-936b3e69307b req-510d43cb-2a16-4c65-90c2-136d84ff8d81 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/security-groups?id=24802678-545c-40db-8bdb-ee99d71e3386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156266 Jul 27 21:13:43.525465 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Calling delete_port for bc6f05e8-e293-47b8-ae95-7dc31964bc9f owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:43.587444 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2cf68-ade5-400d-b6e6-790a1ccd5e3f req-0b582bad-e651-43e4-b93d-e0941ce69245 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:43.588977 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c3b2cf68-ade5-400d-b6e6-790a1ccd5e3f req-0b582bad-e651-43e4-b93d-e0941ce69245 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/ports?device_id=263b7383-793e-4242-95fb-712c34bf16f5 HTTP/1.1" status: 200 len: 948 time: 0.1850064 Jul 27 21:13:43.644051 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c3b2cf68-ade5-400d-b6e6-790a1ccd5e3f req-f330f0da-6fb3-4cd6-8bb1-8297ae3f444f tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/security-groups?id=f98f0a6c-fb03-4b5a-aa4b-23b0d017ff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478835 Jul 27 21:13:43.666699 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:43.700125 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Port': ['ID=bc6f05e8-e293-47b8-ae95-7dc31964bc9f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:43.702334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No DVR routers for this DVR port bc6f05e8-e293-47b8-ae95-7dc31964bc9f on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:43.814964 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:43.827855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b722a8-ebe9-4233-9257-a2c5d6a19ab1']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:43.841095 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac411318-54a2-433c-a6d8-bab42d779134') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:43.841393 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac411318-54a2-433c-a6d8-bab42d779134') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:43.852860 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:43.876781 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:43.888978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e7afe-3af3-496e-9da9-f53c3d62d3f4 req-6ada3700-c937-4c90-ae9b-52cb0126eaf5 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:43.890475 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a5e7afe-3af3-496e-9da9-f53c3d62d3f4 req-6ada3700-c937-4c90-ae9b-52cb0126eaf5 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/ports?device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 945 time: 0.1199727 Jul 27 21:13:43.893124 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:43.893527 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:43.897055 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:43.976825 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:43.980894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a5e7afe-3af3-496e-9da9-f53c3d62d3f4 req-28b6dbb6-6e99-4b4d-a016-bb5c1ff4357a tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/security-groups?id=24802678-545c-40db-8bdb-ee99d71e3386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830798 Jul 27 21:13:43.987250 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:43.992697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/e1b722a8-ebe9-4233-9257-a2c5d6a19ab1 HTTP/1.1" status: 204 len: 168 time: 2.2165141 Jul 27 21:13:43.992849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58120) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:43.998728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f1884c65-0715-4173-af95-5d18d36c04d2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-133385132'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:43.999326 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db26f0-d3ee-4d68-9c42-1f5481d4fc31 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Network': ['ID=e1b722a8-ebe9-4233-9257-a2c5d6a19ab1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:44.027713 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1884c65-0715-4173-af95-5d18d36c04d2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:44.031244 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1884c65-0715-4173-af95-5d18d36c04d2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:44.057155 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1884c65-0715-4173-af95-5d18d36c04d2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:44.066382 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1884c65-0715-4173-af95-5d18d36c04d2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:44.066748 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-f1884c65-0715-4173-af95-5d18d36c04d2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Added segment 5974916a-75af-4c1a-ad7d-4dacf7e0c5c9 of type vlan for network 5f3af606-11fd-4b3c-8517-f5b41862d51d Jul 27 21:13:44.108687 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1884c65-0715-4173-af95-5d18d36c04d2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:44.144155 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1884c65-0715-4173-af95-5d18d36c04d2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:44.150173 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1884c65-0715-4173-af95-5d18d36c04d2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:44.150884 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1884c65-0715-4173-af95-5d18d36c04d2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:44.215868 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f1884c65-0715-4173-af95-5d18d36c04d2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2220280 Jul 27 21:13:44.218459 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58128) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:44.224233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-9691dc37-597b-49b2-9f74-bd3fe3e67726 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:44.276562 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1884c65-0715-4173-af95-5d18d36c04d2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Network': ['ID=5f3af606-11fd-4b3c-8517-f5b41862d51d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:44.288978 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 5f3af606-11fd-4b3c-8517-f5b41862d51d details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:44.401937 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9691dc37-597b-49b2-9f74-bd3fe3e67726 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:44.416571 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9691dc37-597b-49b2-9f74-bd3fe3e67726 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:44.425392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9691dc37-597b-49b2-9f74-bd3fe3e67726 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network 5f3af606-11fd-4b3c-8517-f5b41862d51d is not hosted by any dhcp agent {{(pid=105580) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:13:44.430967 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9691dc37-597b-49b2-9f74-bd3fe3e67726 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:44.431564 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9691dc37-597b-49b2-9f74-bd3fe3e67726 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:44.432862 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9691dc37-597b-49b2-9f74-bd3fe3e67726 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "PUT /v2.0/networks/5f3af606-11fd-4b3c-8517-f5b41862d51d HTTP/1.1" status: 200 len: 723 time: 0.2134883 Jul 27 21:13:44.436003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58134) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:44.441180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ebf976a3-4722-44be-a605-563fa6a5f873 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'subnet': {'network_id': '5f3af606-11fd-4b3c-8517-f5b41862d51d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:44.497918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691dc37-597b-49b2-9f74-bd3fe3e67726 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Network': ['ID=5f3af606-11fd-4b3c-8517-f5b41862d51d,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:44.510953 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 5f3af606-11fd-4b3c-8517-f5b41862d51d details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:44.541740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf976a3-4722-44be-a605-563fa6a5f873 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:44.545759 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ebf976a3-4722-44be-a605-563fa6a5f873 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:44.738779 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ebf976a3-4722-44be-a605-563fa6a5f873 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:44.835952 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf976a3-4722-44be-a605-563fa6a5f873 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Subnet': ['ID=8b98df97-8165-40e5-89eb-4f120e287faf,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:44.851914 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf976a3-4722-44be-a605-563fa6a5f873 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Checking segment: {'id': '5974916a-75af-4c1a-ad7d-4dacf7e0c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5f3af606-11fd-4b3c-8517-f5b41862d51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:44.852287 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf976a3-4722-44be-a605-563fa6a5f873 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network hostable DHCP agents. Network: 5f3af606-11fd-4b3c-8517-f5b41862d51d, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:44.879142 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad20c46-f3d1-410e-978f-45aeb9e60efa req-a41537af-0449-443a-b03b-a56f41c34cde tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:44.881080 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ad20c46-f3d1-410e-978f-45aeb9e60efa req-a41537af-0449-443a-b03b-a56f41c34cde tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/ports?device_id=263b7383-793e-4242-95fb-712c34bf16f5 HTTP/1.1" status: 200 len: 948 time: 0.1384790 Jul 27 21:13:44.894567 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf976a3-4722-44be-a605-563fa6a5f873 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network 5f3af606-11fd-4b3c-8517-f5b41862d51d is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:44.916910 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-ebf976a3-4722-44be-a605-563fa6a5f873 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 5f3af606-11fd-4b3c-8517-f5b41862d51d) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:44.925455 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea926c5-4c29-49aa-85bc-8871e6a1eb50 None None] Network 5f3af606-11fd-4b3c-8517-f5b41862d51d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:44.928058 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf976a3-4722-44be-a605-563fa6a5f873 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:44.928663 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ebf976a3-4722-44be-a605-563fa6a5f873 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:44.938084 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ad20c46-f3d1-410e-978f-45aeb9e60efa req-941c70c4-51c9-4769-8ac0-481fa7e0124f tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/security-groups?id=f98f0a6c-fb03-4b5a-aa4b-23b0d017ff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500255 Jul 27 21:13:44.953962 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ebf976a3-4722-44be-a605-563fa6a5f873 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5168152 Jul 27 21:13:44.956576 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58144) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:44.968041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-6aed5de9-ad0e-457a-97ec-69dbe3761977 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:45.003138 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device b9396a09-98af-43d8-9531-46f5dc573fde details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:13:45.119423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port b9396a09-98af-43d8-9531-46f5dc573fde, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b9396a09-98af-43d8-9531-46f5dc573fde,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:45.132787 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'b9396a09-98af-43d8-9531-46f5dc573fde', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'b9396a09-98af-43d8-9531-46f5dc573fde', 'mac_address': 'fa:16:3e:08:40:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:13:45.181457 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:45.203779 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9396a09-98af-43d8-9531-46f5dc573fde {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:13:45.245206 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port b9396a09-98af-43d8-9531-46f5dc573fde, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b9396a09-98af-43d8-9531-46f5dc573fde,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:45.265002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58150) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:45.276595 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:45.370465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-5f3af606-11fd-4b3c-8517-f5b41862d51d', 'network_id': '5f3af606-11fd-4b3c-8517-f5b41862d51d', 'tenant_id': '507670e514764f1a907ed964ecaba93c', 'fixed_ips': [{'subnet_id': '8b98df97-8165-40e5-89eb-4f120e287faf'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:45.371977 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:45.390039 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4881f-ef3f-454b-9447-5d752b294b62 req-781c5edf-6cfc-440f-90d7-d8719a3c8183 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:45.392351 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ed4881f-ef3f-454b-9447-5d752b294b62 req-781c5edf-6cfc-440f-90d7-d8719a3c8183 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.66 "GET /v2.0/ports?device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 945 time: 0.1362116 Jul 27 21:13:45.453967 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8ea5143c-fbd3-42dd-8b44-c3b9eeadbf8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:45.471015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=b9396a09-98af-43d8-9531-46f5dc573fde,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:45.580786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['b9396a09-98af-43d8-9531-46f5dc573fde'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:13:45.602383 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-3ed4881f-ef3f-454b-9447-5d752b294b62 req-c2301777-74d9-47b4-9bb7-ca08fef5dcac tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Deleting port e9e383aa-f40b-4aa4-88a1-fa08994966d8 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:45.602383 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3ed4881f-ef3f-454b-9447-5d752b294b62 req-c2301777-74d9-47b4-9bb7-ca08fef5dcac tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:45.629202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Allocated IP 172.20.0.2 (5f3af606-11fd-4b3c-8517-f5b41862d51d/8b98df97-8165-40e5-89eb-4f120e287faf/7f2e4678-6b3b-484d-b9eb-42405e91cdf7) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:45.649198 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6aed5de9-ad0e-457a-97ec-69dbe3761977 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5912064'] for subnet, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:45.701052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-3ed4881f-ef3f-454b-9447-5d752b294b62 req-c2301777-74d9-47b4-9bb7-ca08fef5dcac tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] For port e9e383aa-f40b-4aa4-88a1-fa08994966d8, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e9e383aa-f40b-4aa4-88a1-fa08994966d8,segment=NetworkSegment(81cd6102-8ee6-4efa-8fb3-fcf74585dd55),segment_id=81cd6102-8ee6-4efa-8fb3-fcf74585dd55)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:45.701318 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3ed4881f-ef3f-454b-9447-5d752b294b62 req-c2301777-74d9-47b4-9bb7-ca08fef5dcac tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:45.717205 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-3ed4881f-ef3f-454b-9447-5d752b294b62 req-c2301777-74d9-47b4-9bb7-ca08fef5dcac tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Calling delete_port for e9e383aa-f40b-4aa4-88a1-fa08994966d8 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:45.750265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db58007-1edc-41b3-8fb1-5074329f5225 req-73674d41-49e4-46b2-8e56-05262274507a tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:45.760525 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0db58007-1edc-41b3-8fb1-5074329f5225 req-73674d41-49e4-46b2-8e56-05262274507a tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/ports?device_id=48077e1c-a4e9-4a28-acd9-d4c3a9dfa777 HTTP/1.1" status: 200 len: 945 time: 0.2225044 Jul 27 21:13:45.815913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8ea5143c-fbd3-42dd-8b44-c3b9eeadbf8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:45.819503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0db58007-1edc-41b3-8fb1-5074329f5225 req-0437586a-6264-4d6a-9190-89e75f51ff56 tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.55 "GET /v2.0/security-groups?id=24802678-545c-40db-8bdb-ee99d71e3386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571558 Jul 27 21:13:45.825507 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8ea5143c-fbd3-42dd-8b44-c3b9eeadbf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:45.879839 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8ea5143c-fbd3-42dd-8b44-c3b9eeadbf8b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5cf50a1a7b064b7ca23a990ab5344f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6107388 Jul 27 21:13:45.880652 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58156) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:45.903590 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:45.912883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Transition to ACTIVE for port object 7f2e4678-6b3b-484d-b9eb-42405e91cdf7 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:45.918586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5143c-fbd3-42dd-8b44-c3b9eeadbf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bec731-1b20-4409-ad7a-c3691e097330,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:45.930840 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Transition to ACTIVE for port object 7f2e4678-6b3b-484d-b9eb-42405e91cdf7 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:45.936738 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a458b5b-c8cf-493e-8320-d36fd8e5598c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:45.940867 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:45.972421 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3ed4881f-ef3f-454b-9447-5d752b294b62 req-c2301777-74d9-47b4-9bb7-ca08fef5dcac tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:45.979586 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Network 5f3af606-11fd-4b3c-8517-f5b41862d51d is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:45.982555 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:45.988638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:45.998335 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Pushing event updated for resources: {'Port': ['ID=7f2e4678-6b3b-484d-b9eb-42405e91cdf7,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:46.009099 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a458b5b-c8cf-493e-8320-d36fd8e5598c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.015055 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2301777-74d9-47b4-9bb7-ca08fef5dcac tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Pushing event deleted for resources: {'Port': ['ID=e9e383aa-f40b-4aa4-88a1-fa08994966d8,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:46.065327 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Attempting to bind port 7f2e4678-6b3b-484d-b9eb-42405e91cdf7 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:13:46.068249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Attempting to bind port 7f2e4678-6b3b-484d-b9eb-42405e91cdf7 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '5974916a-75af-4c1a-ad7d-4dacf7e0c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5f3af606-11fd-4b3c-8517-f5b41862d51d'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:13:46.068249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Attempting to bind port 7f2e4678-6b3b-484d-b9eb-42405e91cdf7 on network 5f3af606-11fd-4b3c-8517-f5b41862d51d {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:46.074374 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:13:46.075191 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Checking segment: {'id': '5974916a-75af-4c1a-ad7d-4dacf7e0c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5f3af606-11fd-4b3c-8517-f5b41862d51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:46.076062 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.076573 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Bound using segment: {'id': '5974916a-75af-4c1a-ad7d-4dacf7e0c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5f3af606-11fd-4b3c-8517-f5b41862d51d'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:13:46.077293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Bound port: 7f2e4678-6b3b-484d-b9eb-42405e91cdf7, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5974916a-75af-4c1a-ad7d-4dacf7e0c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5f3af606-11fd-4b3c-8517-f5b41862d51d'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:13:46.077827 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.115815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed4881f-ef3f-454b-9447-5d752b294b62 req-c2301777-74d9-47b4-9bb7-ca08fef5dcac tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] No DVR routers for this DVR port e9e383aa-f40b-4aa4-88a1-fa08994966d8 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:46.119042 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3ed4881f-ef3f-454b-9447-5d752b294b62 req-c2301777-74d9-47b4-9bb7-ca08fef5dcac tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.121772 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ed4881f-ef3f-454b-9447-5d752b294b62 req-c2301777-74d9-47b4-9bb7-ca08fef5dcac tempest-InstanceActionsV221TestJSON-132869610 tempest-InstanceActionsV221TestJSON-132869610-project] 10.222.0.66 "DELETE /v2.0/ports/e9e383aa-f40b-4aa4-88a1-fa08994966d8 HTTP/1.1" status: 204 len: 173 time: 0.7221286 Jul 27 21:13:46.122415 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48077e1c-a4e9-4a28-acd9-d4c3a9dfa777', 'name': 'network-vif-deleted', 'tag': 'e9e383aa-f40b-4aa4-88a1-fa08994966d8'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:46.125632 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09390598-e230-4351-9917-99568b4fcd01" -d '{"events": [{"server_uuid": "48077e1c-a4e9-4a28-acd9-d4c3a9dfa777", "name": "network-vif-deleted", "tag": "e9e383aa-f40b-4aa4-88a1-fa08994966d8"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:46.168151 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6aed5de9-ad0e-457a-97ec-69dbe3761977 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737914610661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4517238'] for subnet, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.168491 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] For port 7f2e4678-6b3b-484d-b9eb-42405e91cdf7, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:13:46.172348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] For port 7f2e4678-6b3b-484d-b9eb-42405e91cdf7, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7f2e4678-6b3b-484d-b9eb-42405e91cdf7,segment=NetworkSegment(5974916a-75af-4c1a-ad7d-4dacf7e0c5c9),segment_id=5974916a-75af-4c1a-ad7d-4dacf7e0c5c9)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:13:46.180534 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.184877 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72c93e7-41b5-46b8-a588-dc05f5e49e5d x-openstack-request-id: req-a72c93e7-41b5-46b8-a588-dc05f5e49e5d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:46.185373 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48077e1c-a4e9-4a28-acd9-d4c3a9dfa777", "name": "network-vif-deleted", "tag": "e9e383aa-f40b-4aa4-88a1-fa08994966d8", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:46.185831 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a72c93e7-41b5-46b8-a588-dc05f5e49e5d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:46.186199 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a458b5b-c8cf-493e-8320-d36fd8e5598c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.186472 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48077e1c-a4e9-4a28-acd9-d4c3a9dfa777', 'name': 'network-vif-deleted', 'tag': 'e9e383aa-f40b-4aa4-88a1-fa08994966d8', 'status': 'completed', 'code': 200} Jul 27 21:13:46.191169 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a458b5b-c8cf-493e-8320-d36fd8e5598c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.194937 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6a458b5b-c8cf-493e-8320-d36fd8e5598c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d4bec731-1b20-4409-ad7a-c3691e097330 HTTP/1.1" status: 204 len: 168 time: 0.3102598 Jul 27 21:13:46.232463 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aed5de9-ad0e-457a-97ec-69dbe3761977 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:46.234904 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6aed5de9-ad0e-457a-97ec-69dbe3761977 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.240031 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6aed5de9-ad0e-457a-97ec-69dbe3761977 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "PUT /v2.0/subnets/8b98df97-8165-40e5-89eb-4f120e287faf HTTP/1.1" status: 200 len: 806 time: 1.2820728 Jul 27 21:13:46.246430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58164) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:46.281619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed5de9-ad0e-457a-97ec-69dbe3761977 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Subnet': ['ID=8b98df97-8165-40e5-89eb-4f120e287faf,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:46.286069 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a458b5b-c8cf-493e-8320-d36fd8e5598c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bec731-1b20-4409-ad7a-c3691e097330,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:46.288974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03242b72-c4a5-46f5-a436-ad0c74b85dc5 None None] Pushing event updated for resources: {'Port': ['ID=7f2e4678-6b3b-484d-b9eb-42405e91cdf7,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:46.327120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923c00a-5a19-4d25-9e2a-524f4e962c99 req-68905a09-a45f-4c3f-882d-5dc47e530fd0 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:46.331493 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4923c00a-5a19-4d25-9e2a-524f4e962c99 req-68905a09-a45f-4c3f-882d-5dc47e530fd0 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/ports?device_id=263b7383-793e-4242-95fb-712c34bf16f5 HTTP/1.1" status: 200 len: 949 time: 0.2416391 Jul 27 21:13:46.379456 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4923c00a-5a19-4d25-9e2a-524f4e962c99 req-9b775785-6f38-40de-916f-ddd9da5d1d54 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/security-groups?id=f98f0a6c-fb03-4b5a-aa4b-23b0d017ff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 Jul 27 21:13:46.420255 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.490792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Deleting port 7f2e4678-6b3b-484d-b9eb-42405e91cdf7 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:46.491485 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.605942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58170) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:46.620875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] For port 7f2e4678-6b3b-484d-b9eb-42405e91cdf7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7f2e4678-6b3b-484d-b9eb-42405e91cdf7,segment=NetworkSegment(5974916a-75af-4c1a-ad7d-4dacf7e0c5c9),segment_id=5974916a-75af-4c1a-ad7d-4dacf7e0c5c9)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:46.621460 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.635157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43407b29-33c0-468c-95f1-7130b492ae7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.648488 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Calling delete_port for 7f2e4678-6b3b-484d-b9eb-42405e91cdf7 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:46.830212 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43407b29-33c0-468c-95f1-7130b492ae7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.834473 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43407b29-33c0-468c-95f1-7130b492ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.839177 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:46.891797 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Port': ['ID=7f2e4678-6b3b-484d-b9eb-42405e91cdf7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:46.905797 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43407b29-33c0-468c-95f1-7130b492ae7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8cc134-86d8-4826-914f-b1a274a1a409,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:46.925384 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-43407b29-33c0-468c-95f1-7130b492ae7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3073f432630e44e9af07e24c5c256101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179271 Jul 27 21:13:46.928835 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58176) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:46.962027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No DVR routers for this DVR port 7f2e4678-6b3b-484d-b9eb-42405e91cdf7 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:46.986850 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device b9396a09-98af-43d8-9531-46f5dc573fde up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:13:47.028202 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.050405 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port b9396a09-98af-43d8-9531-46f5dc573fde completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:47.056218 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port b9396a09-98af-43d8-9531-46f5dc573fde triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:47.056803 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.067029 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3d15ee4-b672-4fd7-bec3-d8efd085c934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.098359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58182) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:47.112120 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3d15ee4-b672-4fd7-bec3-d8efd085c934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.160383 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.169578 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.184685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263b7383-793e-4242-95fb-712c34bf16f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9396a09-98af-43d8-9531-46f5dc573fde'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:47.187328 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ed5c26-b522-46f8-beb6-d285bbd3494b" -d '{"events": [{"server_uuid": "263b7383-793e-4242-95fb-712c34bf16f5", "name": "network-vif-plugged", "status": "completed", "tag": "b9396a09-98af-43d8-9531-46f5dc573fde"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:47.215646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Subnet': ['ID=8b98df97-8165-40e5-89eb-4f120e287faf,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:47.215858 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port b9396a09-98af-43d8-9531-46f5dc573fde, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b9396a09-98af-43d8-9531-46f5dc573fde,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:47.222447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d796e9-c36a-4993-bfb4-4149f2f3b39c admin admin] Deleting subnet 6a31f279-9fa5-46b3-87f9-b0af08651876 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:13:47.222700 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.237414 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9d796e9-c36a-4993-bfb4-4149f2f3b39c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.252127 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c1eed9-84f3-4ec3-86b3-40204ff41c44 x-openstack-request-id: req-e9c1eed9-84f3-4ec3-86b3-40204ff41c44 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:47.252421 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263b7383-793e-4242-95fb-712c34bf16f5", "name": "network-vif-plugged", "status": "completed", "tag": "b9396a09-98af-43d8-9531-46f5dc573fde", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:47.252671 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9c1eed9-84f3-4ec3-86b3-40204ff41c44 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:47.253061 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263b7383-793e-4242-95fb-712c34bf16f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9396a09-98af-43d8-9531-46f5dc573fde', 'code': 200} Jul 27 21:13:47.305196 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=b9396a09-98af-43d8-9531-46f5dc573fde,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:47.315934 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.367140 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3d15ee4-b672-4fd7-bec3-d8efd085c934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.369814 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3d15ee4-b672-4fd7-bec3-d8efd085c934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.371083 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b3d15ee4-b672-4fd7-bec3-d8efd085c934 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec8cc134-86d8-4826-914f-b1a274a1a409 HTTP/1.1" status: 204 len: 168 time: 0.4413221 Jul 27 21:13:47.373017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3af606-11fd-4b3c-8517-f5b41862d51d']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:47.377269 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9d796e9-c36a-4993-bfb4-4149f2f3b39c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.411946 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6236423-620e-4c1a-a206-2d3b0737b099 None None] Network 5f3af606-11fd-4b3c-8517-f5b41862d51d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:47.415908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5974916a-75af-4c1a-ad7d-4dacf7e0c5c9') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:47.416214 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5974916a-75af-4c1a-ad7d-4dacf7e0c5c9') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:47.430188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d15ee4-b672-4fd7-bec3-d8efd085c934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8cc134-86d8-4826-914f-b1a274a1a409,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:47.436768 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.468283 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.477811 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9d796e9-c36a-4993-bfb4-4149f2f3b39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.480440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:47.480837 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:47.484064 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:47.522304 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c4f9fd64-4759-4f65-8af7-f295822aa49a None None] Could not find standard attr ID for object 7f2e4678-6b3b-484d-b9eb-42405e91cdf7. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:13:47.533454 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e9e383aa-f40b-4aa4-88a1-fa08994966d8 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:13:47.563082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36d4db-331a-43d9-bc30-39a2032ee491 req-a57a7242-f393-4a40-aedb-36f33fd6158a tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:47.565323 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc36d4db-331a-43d9-bc30-39a2032ee491 req-a57a7242-f393-4a40-aedb-36f33fd6158a tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/ports?device_id=263b7383-793e-4242-95fb-712c34bf16f5 HTTP/1.1" status: 200 len: 950 time: 0.0862360 Jul 27 21:13:47.572219 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: e9e383aa-f40b-4aa4-88a1-fa08994966d8 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:13:47.573323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e9e383aa-f40b-4aa4-88a1-fa08994966d8 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:13:47.584625 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038bcdf-09d1-4039-be3d-47f52ec30c96 req-01b80381-cc67-48ae-a1a1-5e331208df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:47.587043 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c038bcdf-09d1-4039-be3d-47f52ec30c96 req-01b80381-cc67-48ae-a1a1-5e331208df37 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=263b7383-793e-4242-95fb-712c34bf16f5 HTTP/1.1" status: 200 len: 1101 time: 0.2578170 Jul 27 21:13:47.613189 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.627466 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.632434 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/5f3af606-11fd-4b3c-8517-f5b41862d51d HTTP/1.1" status: 204 len: 168 time: 1.3832240 Jul 27 21:13:47.633487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58194) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:47.667262 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc36d4db-331a-43d9-bc30-39a2032ee491 req-ed2252e1-e947-41b3-b3b4-a47222eabf67 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/security-groups?id=f98f0a6c-fb03-4b5a-aa4b-23b0d017ff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945995 Jul 27 21:13:47.669677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d736f68-0cbb-4ebd-ab9f-6f2a280f4c66 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Network': ['ID=5f3af606-11fd-4b3c-8517-f5b41862d51d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:47.673948 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9d796e9-c36a-4993-bfb4-4149f2f3b39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.690562 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-885b1299-09ab-45a1-9019-b3eea5a2818c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:47.691070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885b1299-09ab-45a1-9019-b3eea5a2818c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:47.694303 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-885b1299-09ab-45a1-9019-b3eea5a2818c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/5f3af606-11fd-4b3c-8517-f5b41862d51d HTTP/1.1" status: 404 len: 339 time: 0.0578208 Jul 27 21:13:47.697581 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58196) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:47.702309 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c038bcdf-09d1-4039-be3d-47f52ec30c96 req-b43b4c02-0cdb-49d1-890b-8f3e0a2fce46 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f98f0a6c-fb03-4b5a-aa4b-23b0d017ff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083672 Jul 27 21:13:47.714732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-6f38e3ce-a8e4-4541-a670-bf3e8a0c6246 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-499481108', 'description': 'd1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:47.725832 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d796e9-c36a-4993-bfb4-4149f2f3b39c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a31f279-9fa5-46b3-87f9-b0af08651876,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:47.727883 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9d796e9-c36a-4993-bfb4-4149f2f3b39c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.730024 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e9d796e9-c36a-4993-bfb4-4149f2f3b39c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6a31f279-9fa5-46b3-87f9-b0af08651876 HTTP/1.1" status: 204 len: 168 time: 0.6298757 Jul 27 21:13:47.732704 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58198) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:47.744861 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedbe03f-fe70-43cb-ae82-b9cf5c7a1f9d None None] DHCP port deletion for 5f3af606-11fd-4b3c-8517-f5b41862d51d request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:13:47.745900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f38e3ce-a8e4-4541-a670-bf3e8a0c6246 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:47.752467 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6f38e3ce-a8e4-4541-a670-bf3e8a0c6246 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.772164 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737908ea-2b01-4f0a-b773-b8489aac80b9 None None] Network 5f3af606-11fd-4b3c-8517-f5b41862d51d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:47.786798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f38e3ce-a8e4-4541-a670-bf3e8a0c6246 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:47.791418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737908ea-2b01-4f0a-b773-b8489aac80b9 None None] Network 5f3af606-11fd-4b3c-8517-f5b41862d51d could not be found, it might have been deleted concurrently. {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 21:13:47.800428 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6f38e3ce-a8e4-4541-a670-bf3e8a0c6246 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.800900 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-6f38e3ce-a8e4-4541-a670-bf3e8a0c6246 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Added segment e49d3116-9e73-469b-88c8-75ed637dd51e of type vlan for network 1fb8c979-2785-4214-8954-8dabcff91e43 Jul 27 21:13:47.849681 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6f38e3ce-a8e4-4541-a670-bf3e8a0c6246 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.888420 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6f38e3ce-a8e4-4541-a670-bf3e8a0c6246 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.895021 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f38e3ce-a8e4-4541-a670-bf3e8a0c6246 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:47.896253 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6f38e3ce-a8e4-4541-a670-bf3e8a0c6246 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:47.966120 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6f38e3ce-a8e4-4541-a670-bf3e8a0c6246 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2670836 Jul 27 21:13:47.966736 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58208) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:47.996791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38e3ce-a8e4-4541-a670-bf3e8a0c6246 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Network': ['ID=1fb8c979-2785-4214-8954-8dabcff91e43,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:48.010506 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 1fb8c979-2785-4214-8954-8dabcff91e43 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:48.057232 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5857d1ca-e4c2-4634-93d6-1935aa5903d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.064578 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feede3be-f61b-427e-a246-08c2f0b1ea34 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:48.069827 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-feede3be-f61b-427e-a246-08c2f0b1ea34 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "GET /v2.0/networks?id=1fb8c979-2785-4214-8954-8dabcff91e43 HTTP/1.1" status: 200 len: 760 time: 0.0997467 Jul 27 21:13:48.070570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58214) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:48.076594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-efda00f0-c279-4981-b8c0-511e41c60455 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'network': {'description': 'd2'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:48.159696 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5857d1ca-e4c2-4634-93d6-1935aa5903d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.171144 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-5857d1ca-e4c2-4634-93d6-1935aa5903d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d079bd-ff78-4b3a-9aca-33e53cdf28d9']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:48.188865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-5857d1ca-e4c2-4634-93d6-1935aa5903d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cd6102-8ee6-4efa-8fb3-fcf74585dd55') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:48.189249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-5857d1ca-e4c2-4634-93d6-1935aa5903d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cd6102-8ee6-4efa-8fb3-fcf74585dd55') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:48.200321 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5857d1ca-e4c2-4634-93d6-1935aa5903d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.216371 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5857d1ca-e4c2-4634-93d6-1935aa5903d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.223207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5857d1ca-e4c2-4634-93d6-1935aa5903d7 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:48.224231 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5857d1ca-e4c2-4634-93d6-1935aa5903d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:48.226590 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:48.248417 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-efda00f0-c279-4981-b8c0-511e41c60455 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.268507 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-efda00f0-c279-4981-b8c0-511e41c60455 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.290474 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5857d1ca-e4c2-4634-93d6-1935aa5903d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.295281 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5857d1ca-e4c2-4634-93d6-1935aa5903d7 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.297877 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5857d1ca-e4c2-4634-93d6-1935aa5903d7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/91d079bd-ff78-4b3a-9aca-33e53cdf28d9 HTTP/1.1" status: 204 len: 168 time: 0.5639451 Jul 27 21:13:48.313748 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857d1ca-e4c2-4634-93d6-1935aa5903d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=91d079bd-ff78-4b3a-9aca-33e53cdf28d9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:48.335191 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-efda00f0-c279-4981-b8c0-511e41c60455 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network 1fb8c979-2785-4214-8954-8dabcff91e43 is not hosted by any dhcp agent {{(pid=105579) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:13:48.340291 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efda00f0-c279-4981-b8c0-511e41c60455 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:48.340911 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-efda00f0-c279-4981-b8c0-511e41c60455 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.342244 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-efda00f0-c279-4981-b8c0-511e41c60455 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "PUT /v2.0/networks/1fb8c979-2785-4214-8954-8dabcff91e43 HTTP/1.1" status: 200 len: 757 time: 0.2706413 Jul 27 21:13:48.345128 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58224) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:48.361318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda00f0-c279-4981-b8c0-511e41c60455 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Network': ['ID=1fb8c979-2785-4214-8954-8dabcff91e43,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:48.375254 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 1fb8c979-2785-4214-8954-8dabcff91e43 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:48.451426 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927ba208-a536-4597-825f-542dae22075e tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:48.453435 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-927ba208-a536-4597-825f-542dae22075e tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "GET /v2.0/networks?id=1fb8c979-2785-4214-8954-8dabcff91e43 HTTP/1.1" status: 200 len: 760 time: 0.1070399 Jul 27 21:13:48.456744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58228) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:48.467830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e93cce08-4cb1-458b-98e9-1f90e8aa1c2d tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2001834555'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:48.491992 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93cce08-4cb1-458b-98e9-1f90e8aa1c2d tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:48.495977 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e93cce08-4cb1-458b-98e9-1f90e8aa1c2d tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.522764 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93cce08-4cb1-458b-98e9-1f90e8aa1c2d tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:48.528534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58230) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:48.533523 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e93cce08-4cb1-458b-98e9-1f90e8aa1c2d tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.534068 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-e93cce08-4cb1-458b-98e9-1f90e8aa1c2d tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Added segment 7a20f9a3-1012-4197-912d-eb7bccc2c6df of type vlan for network d9b48048-0c5c-466a-b4a8-15f86e2070ac Jul 27 21:13:48.585325 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-04afc496-7c13-4ed2-82de-1a61449ad4c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16718dfa3ea049e481d740f62ae56e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549638 Jul 27 21:13:48.586492 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e93cce08-4cb1-458b-98e9-1f90e8aa1c2d tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.588187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58234) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:48.622998 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e93cce08-4cb1-458b-98e9-1f90e8aa1c2d tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.632810 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93cce08-4cb1-458b-98e9-1f90e8aa1c2d tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:48.633437 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e93cce08-4cb1-458b-98e9-1f90e8aa1c2d tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.649063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5a45d72d-1e65-44c8-97dd-70ac715dfcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.672263 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5a45d72d-1e65-44c8-97dd-70ac715dfcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.696703 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e93cce08-4cb1-458b-98e9-1f90e8aa1c2d tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2388361 Jul 27 21:13:48.699761 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58242) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:48.716273 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93cce08-4cb1-458b-98e9-1f90e8aa1c2d tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Network': ['ID=d9b48048-0c5c-466a-b4a8-15f86e2070ac,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:48.719040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d6a6127a-e7be-48e5-b603-a87782ddd204 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'subnet': {'network_id': 'd9b48048-0c5c-466a-b4a8-15f86e2070ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:48.731789 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network d9b48048-0c5c-466a-b4a8-15f86e2070ac details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:48.828199 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5a45d72d-1e65-44c8-97dd-70ac715dfcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.831004 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5a45d72d-1e65-44c8-97dd-70ac715dfcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.832389 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5a45d72d-1e65-44c8-97dd-70ac715dfcc7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24802678-545c-40db-8bdb-ee99d71e3386 HTTP/1.1" status: 204 len: 168 time: 0.2431064 Jul 27 21:13:48.869777 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a6127a-e7be-48e5-b603-a87782ddd204 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:48.873266 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d6a6127a-e7be-48e5-b603-a87782ddd204 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:48.876215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45d72d-1e65-44c8-97dd-70ac715dfcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24802678-545c-40db-8bdb-ee99d71e3386,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:48.976873 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d82f09-0723-4d70-b4b5-9c130982d413 req-debbf1e9-af13-4c77-ae8c-7a2cd7796b7d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:48.978431 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80d82f09-0723-4d70-b4b5-9c130982d413 req-debbf1e9-af13-4c77-ae8c-7a2cd7796b7d tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/ports?device_id=263b7383-793e-4242-95fb-712c34bf16f5 HTTP/1.1" status: 200 len: 950 time: 0.1709192 Jul 27 21:13:49.060734 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80d82f09-0723-4d70-b4b5-9c130982d413 req-7223f97a-fd94-4228-a6de-f2e459088d3a tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/security-groups?id=f98f0a6c-fb03-4b5a-aa4b-23b0d017ff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725701 Jul 27 21:13:49.100669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7f2e4678-6b3b-484d-b9eb-42405e91cdf7 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:13:49.133752 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 7f2e4678-6b3b-484d-b9eb-42405e91cdf7 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:13:49.134417 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7f2e4678-6b3b-484d-b9eb-42405e91cdf7 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:13:49.138932 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d6a6127a-e7be-48e5-b603-a87782ddd204 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.210080 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6127a-e7be-48e5-b603-a87782ddd204 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Subnet': ['ID=a1db0f83-1d87-4ab3-9873-6c9eb16f977f,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:49.217323 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a6127a-e7be-48e5-b603-a87782ddd204 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Checking segment: {'id': '7a20f9a3-1012-4197-912d-eb7bccc2c6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd9b48048-0c5c-466a-b4a8-15f86e2070ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:49.217652 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a6127a-e7be-48e5-b603-a87782ddd204 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network hostable DHCP agents. Network: d9b48048-0c5c-466a-b4a8-15f86e2070ac, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:49.243155 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a6127a-e7be-48e5-b603-a87782ddd204 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network d9b48048-0c5c-466a-b4a8-15f86e2070ac is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:49.259759 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-d6a6127a-e7be-48e5-b603-a87782ddd204 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, d9b48048-0c5c-466a-b4a8-15f86e2070ac) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:49.267212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a6127a-e7be-48e5-b603-a87782ddd204 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:49.268205 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d6a6127a-e7be-48e5-b603-a87782ddd204 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.282760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a5173e-41f8-46c5-8702-3cc25be31193 None None] Network d9b48048-0c5c-466a-b4a8-15f86e2070ac requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:49.289462 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d6a6127a-e7be-48e5-b603-a87782ddd204 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5873029 Jul 27 21:13:49.292471 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58266) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:49.455069 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.479891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-d9b48048-0c5c-466a-b4a8-15f86e2070ac', 'network_id': 'd9b48048-0c5c-466a-b4a8-15f86e2070ac', 'tenant_id': '507670e514764f1a907ed964ecaba93c', 'fixed_ips': [{'subnet_id': 'a1db0f83-1d87-4ab3-9873-6c9eb16f977f'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:49.481260 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.542085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3881631-b24a-4b9d-b499-2e873d2f045a req-e787167e-30f0-41ee-9473-55f7b932cd98 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:49.543694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b3881631-b24a-4b9d-b499-2e873d2f045a req-e787167e-30f0-41ee-9473-55f7b932cd98 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/ports?device_id=263b7383-793e-4242-95fb-712c34bf16f5 HTTP/1.1" status: 200 len: 950 time: 0.1387122 Jul 27 21:13:49.544704 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.632526 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b3881631-b24a-4b9d-b499-2e873d2f045a req-763e8f35-a511-4bdb-9fcb-b130fe520825 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/security-groups?id=f98f0a6c-fb03-4b5a-aa4b-23b0d017ff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616894 Jul 27 21:13:49.677780 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Allocated IP 172.20.0.2 (d9b48048-0c5c-466a-b4a8-15f86e2070ac/a1db0f83-1d87-4ab3-9873-6c9eb16f977f/3311be16-6ac2-4305-8a6f-6b392e64feb8) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:49.867045 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.875773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Transition to ACTIVE for port object 3311be16-6ac2-4305-8a6f-6b392e64feb8 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:49.896387 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Transition to ACTIVE for port object 3311be16-6ac2-4305-8a6f-6b392e64feb8 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:49.903937 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.928460 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:49.931330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58302) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:49.951386 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Network d9b48048-0c5c-466a-b4a8-15f86e2070ac is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:49.954689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:49.958719 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:49.966163 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Subnet': ['ID=a1db0f83-1d87-4ab3-9873-6c9eb16f977f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:50.024883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Pushing event updated for resources: {'Port': ['ID=3311be16-6ac2-4305-8a6f-6b392e64feb8,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:50.040109 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Attempting to bind port 3311be16-6ac2-4305-8a6f-6b392e64feb8 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:13:50.040487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Attempting to bind port 3311be16-6ac2-4305-8a6f-6b392e64feb8 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '7a20f9a3-1012-4197-912d-eb7bccc2c6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd9b48048-0c5c-466a-b4a8-15f86e2070ac'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:13:50.040852 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Attempting to bind port 3311be16-6ac2-4305-8a6f-6b392e64feb8 on network d9b48048-0c5c-466a-b4a8-15f86e2070ac {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:50.046851 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:13:50.048084 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Checking segment: {'id': '7a20f9a3-1012-4197-912d-eb7bccc2c6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd9b48048-0c5c-466a-b4a8-15f86e2070ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:50.048992 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.050059 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Bound using segment: {'id': '7a20f9a3-1012-4197-912d-eb7bccc2c6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd9b48048-0c5c-466a-b4a8-15f86e2070ac'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:13:50.051152 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Bound port: 3311be16-6ac2-4305-8a6f-6b392e64feb8, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a20f9a3-1012-4197-912d-eb7bccc2c6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd9b48048-0c5c-466a-b4a8-15f86e2070ac'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:13:50.053733 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.054591 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.060942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f5d4ef05-161a-435a-aa7f-e841747a8ed9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-826293811-network', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:50.064840 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b48048-0c5c-466a-b4a8-15f86e2070ac']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:50.077085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a20f9a3-1012-4197-912d-eb7bccc2c6df') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:50.077396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a20f9a3-1012-4197-912d-eb7bccc2c6df') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:50.090060 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.090884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d4ef05-161a-435a-aa7f-e841747a8ed9 admin admin] Made reservation on behalf of 4d778f8b6f9145c4833b2fba5db782c4 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:50.095218 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5d4ef05-161a-435a-aa7f-e841747a8ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.106893 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5d4ef05-161a-435a-aa7f-e841747a8ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.108629 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.117635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:50.118004 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:50.121324 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:50.146908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] For port 3311be16-6ac2-4305-8a6f-6b392e64feb8, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:13:50.185404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] For port 3311be16-6ac2-4305-8a6f-6b392e64feb8, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3311be16-6ac2-4305-8a6f-6b392e64feb8,segment=NetworkSegment(7a20f9a3-1012-4197-912d-eb7bccc2c6df),segment_id=7a20f9a3-1012-4197-912d-eb7bccc2c6df)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:13:50.186793 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.db.api [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 21:13:50.186793 n-d-764806-9 neutron-server[105579]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 21:13:50.186793 n-d-764806-9 neutron-server[105579]: [parameters: {'id': 'd9b48048-0c5c-466a-b4a8-15f86e2070ac'}] Jul 27 21:13:50.186793 n-d-764806-9 neutron-server[105579]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105579) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:13:50.187135 n-d-764806-9 neutron-server[105579]: DEBUG oslo_db.api [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:13:50.192148 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.268663 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5d4ef05-161a-435a-aa7f-e841747a8ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.274182 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5d4ef05-161a-435a-aa7f-e841747a8ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.282025 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e46ba1-e15f-4a9c-bbff-0caf895f46a5 None None] Pushing event updated for resources: {'Port': ['ID=3311be16-6ac2-4305-8a6f-6b392e64feb8,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:50.300874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d4ef05-161a-435a-aa7f-e841747a8ed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:50.313853 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816b9ac4-a403-4e1e-8505-9ba1cdcd9120 None None] Network d9b48048-0c5c-466a-b4a8-15f86e2070ac requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:50.321256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4ef05-161a-435a-aa7f-e841747a8ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e6433c-9a57-4765-ae26-886cb4725438,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:50.326671 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5d4ef05-161a-435a-aa7f-e841747a8ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.327095 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-f5d4ef05-161a-435a-aa7f-e841747a8ed9 admin admin] Added segment 5ec9bd22-6803-4d25-a1fa-750aef62d5c0 of type vlan for network 469a8226-6f36-400c-8f75-c82802ca52c3 Jul 27 21:13:50.377291 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5d4ef05-161a-435a-aa7f-e841747a8ed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.413177 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5d4ef05-161a-435a-aa7f-e841747a8ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.414389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d4ef05-161a-435a-aa7f-e841747a8ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:50.415772 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5d4ef05-161a-435a-aa7f-e841747a8ed9 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.422010 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58312) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:50.464921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750bc5a0-a132-4866-b263-ce1092a599c0 None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:13:50.487517 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f5d4ef05-161a-435a-aa7f-e841747a8ed9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5523663 Jul 27 21:13:50.487807 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58316) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:50.492962 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1129885a-4b66-4f92-b905-1b45e7e3801b admin admin] Request body: {'subnet': {'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-826293811-subnet', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:50.497075 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4ef05-161a-435a-aa7f-e841747a8ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=469a8226-6f36-400c-8f75-c82802ca52c3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:50.512239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 469a8226-6f36-400c-8f75-c82802ca52c3 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:50.518749 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1129885a-4b66-4f92-b905-1b45e7e3801b admin admin] Made reservation on behalf of 4d778f8b6f9145c4833b2fba5db782c4 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:50.521318 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1129885a-4b66-4f92-b905-1b45e7e3801b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.567660 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce7aa1df-daad-4c5c-bfa2-cf1dd2e79342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.638549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750bc5a0-a132-4866-b263-ce1092a599c0 None None] Resources bound (agent type, host, resource id): {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:13:50.684250 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce7aa1df-daad-4c5c-bfa2-cf1dd2e79342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.689064 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.691041 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce7aa1df-daad-4c5c-bfa2-cf1dd2e79342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.735738 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7992cd-c8dc-4c60-92e6-a258790e7d86 req-7bd3080e-a35a-41db-a47b-67d3f57d84df tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:50.737234 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eb7992cd-c8dc-4c60-92e6-a258790e7d86 req-7bd3080e-a35a-41db-a47b-67d3f57d84df tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.20 "GET /v2.0/ports?device_id=263b7383-793e-4242-95fb-712c34bf16f5 HTTP/1.1" status: 200 len: 950 time: 0.1376512 Jul 27 21:13:50.740172 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ce7aa1df-daad-4c5c-bfa2-cf1dd2e79342 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=042b525155164fd6b7826835d93072a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168390 Jul 27 21:13:50.743381 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58320) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:50.781698 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7aa1df-daad-4c5c-bfa2-cf1dd2e79342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844c4bae-1e33-4f23-bbe4-079e323d0535,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:50.822099 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1129885a-4b66-4f92-b905-1b45e7e3801b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.848234 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b34fe-71aa-4ef5-9819-ffc7c676aa91 req-ae2fd4c3-6213-411f-982b-5d5aa30fd100 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:50.849164 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-222b34fe-71aa-4ef5-9819-ffc7c676aa91 req-ae2fd4c3-6213-411f-982b-5d5aa30fd100 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/ports?device_id=263b7383-793e-4242-95fb-712c34bf16f5 HTTP/1.1" status: 200 len: 950 time: 0.1167254 Jul 27 21:13:50.854798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Deleting port 3311be16-6ac2-4305-8a6f-6b392e64feb8 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:50.855147 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.924659 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18af7ccd-9519-4690-80af-e9376a14ebd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.948193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129885a-4b66-4f92-b905-1b45e7e3801b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:50.955006 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-222b34fe-71aa-4ef5-9819-ffc7c676aa91 req-1fb02774-b462-4c53-a00b-1063d1410e04 tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/security-groups?id=f98f0a6c-fb03-4b5a-aa4b-23b0d017ff43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976398 Jul 27 21:13:50.960466 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] For port 3311be16-6ac2-4305-8a6f-6b392e64feb8, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3311be16-6ac2-4305-8a6f-6b392e64feb8,segment=NetworkSegment(7a20f9a3-1012-4197-912d-eb7bccc2c6df),segment_id=7a20f9a3-1012-4197-912d-eb7bccc2c6df)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:50.960962 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:50.977009 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Calling delete_port for 3311be16-6ac2-4305-8a6f-6b392e64feb8 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:50.977131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1129885a-4b66-4f92-b905-1b45e7e3801b admin admin] Checking segment: {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:50.977131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1129885a-4b66-4f92-b905-1b45e7e3801b admin admin] Network hostable DHCP agents. Network: 469a8226-6f36-400c-8f75-c82802ca52c3, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:50.980890 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18af7ccd-9519-4690-80af-e9376a14ebd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.035199 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-eb7992cd-c8dc-4c60-92e6-a258790e7d86 req-78ee6882-897a-48e0-be0e-60e371d8bf8b tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Deleting port b9396a09-98af-43d8-9531-46f5dc573fde {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:51.035470 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb7992cd-c8dc-4c60-92e6-a258790e7d86 req-78ee6882-897a-48e0-be0e-60e371d8bf8b tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.055096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1129885a-4b66-4f92-b905-1b45e7e3801b admin admin] Network 469a8226-6f36-400c-8f75-c82802ca52c3 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:51.059138 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.087137 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Port': ['ID=3311be16-6ac2-4305-8a6f-6b392e64feb8,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:51.089099 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No DVR routers for this DVR port 3311be16-6ac2-4305-8a6f-6b392e64feb8 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:51.098693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-1129885a-4b66-4f92-b905-1b45e7e3801b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 469a8226-6f36-400c-8f75-c82802ca52c3) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:51.105936 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1129885a-4b66-4f92-b905-1b45e7e3801b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:51.106617 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1129885a-4b66-4f92-b905-1b45e7e3801b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.107807 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42059002-b806-4829-b333-ff0e8579101e None None] Network 469a8226-6f36-400c-8f75-c82802ca52c3 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:51.131552 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18af7ccd-9519-4690-80af-e9376a14ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.134062 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18af7ccd-9519-4690-80af-e9376a14ebd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.137629 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-18af7ccd-9519-4690-80af-e9376a14ebd0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/844c4bae-1e33-4f23-bbe4-079e323d0535 HTTP/1.1" status: 204 len: 168 time: 0.3909392 Jul 27 21:13:51.175842 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1129885a-4b66-4f92-b905-1b45e7e3801b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6869836 Jul 27 21:13:51.177003 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.179907 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58326) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:51.182022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af7ccd-9519-4690-80af-e9376a14ebd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844c4bae-1e33-4f23-bbe4-079e323d0535,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:51.187688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-eb7992cd-c8dc-4c60-92e6-a258790e7d86 req-78ee6882-897a-48e0-be0e-60e371d8bf8b tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] For port b9396a09-98af-43d8-9531-46f5dc573fde, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=b9396a09-98af-43d8-9531-46f5dc573fde,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:51.189339 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb7992cd-c8dc-4c60-92e6-a258790e7d86 req-78ee6882-897a-48e0-be0e-60e371d8bf8b tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.193698 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-826293811-router', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:51.201154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b48048-0c5c-466a-b4a8-15f86e2070ac']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:51.206915 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-eb7992cd-c8dc-4c60-92e6-a258790e7d86 req-78ee6882-897a-48e0-be0e-60e371d8bf8b tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Calling delete_port for b9396a09-98af-43d8-9531-46f5dc573fde owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:51.221144 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a20f9a3-1012-4197-912d-eb7bccc2c6df') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:51.221560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a20f9a3-1012-4197-912d-eb7bccc2c6df') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:51.237779 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.261035 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.262964 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.275366 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.283678 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:51.284198 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:51.288831 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:51.360439 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.372848 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.376021 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/d9b48048-0c5c-466a-b4a8-15f86e2070ac HTTP/1.1" status: 204 len: 168 time: 2.0809693 Jul 27 21:13:51.407747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58330) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:51.427751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de9d4d-b194-4b7d-9762-b4747167c975 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Network': ['ID=d9b48048-0c5c-466a-b4a8-15f86e2070ac,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:51.443256 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb7992cd-c8dc-4c60-92e6-a258790e7d86 req-78ee6882-897a-48e0-be0e-60e371d8bf8b tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.479022 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fabce0e-7237-4f89-acd8-940bb20ad46b tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] GET failed (client error): The resource could not be found. Jul 27 21:13:51.480382 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8fabce0e-7237-4f89-acd8-940bb20ad46b tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "GET /v2.0/subnets/a1db0f83-1d87-4ab3-9873-6c9eb16f977f HTTP/1.1" status: 404 len: 337 time: 0.0716686 Jul 27 21:13:51.482655 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee6882-897a-48e0-be0e-60e371d8bf8b tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Pushing event deleted for resources: {'Port': ['ID=b9396a09-98af-43d8-9531-46f5dc573fde,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:51.485169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58332) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:51.486508 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.511403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-469a8226-6f36-400c-8f75-c82802ca52c3', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:51.512541 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.546840 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-29bfd7d8-25a9-4781-808d-ebfe9d9a087e tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:51.547710 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29bfd7d8-25a9-4781-808d-ebfe9d9a087e tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:51.549759 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-29bfd7d8-25a9-4781-808d-ebfe9d9a087e tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/d9b48048-0c5c-466a-b4a8-15f86e2070ac HTTP/1.1" status: 404 len: 339 time: 0.0620687 Jul 27 21:13:51.550595 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58334) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:51.556251 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58336) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:51.557335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7992cd-c8dc-4c60-92e6-a258790e7d86 req-78ee6882-897a-48e0-be0e-60e371d8bf8b tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] No DVR routers for this DVR port b9396a09-98af-43d8-9531-46f5dc573fde on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:51.560465 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eb7992cd-c8dc-4c60-92e6-a258790e7d86 req-78ee6882-897a-48e0-be0e-60e371d8bf8b tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.562656 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eb7992cd-c8dc-4c60-92e6-a258790e7d86 req-78ee6882-897a-48e0-be0e-60e371d8bf8b tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.20 "DELETE /v2.0/ports/b9396a09-98af-43d8-9531-46f5dc573fde HTTP/1.1" status: 204 len: 173 time: 0.8171661 Jul 27 21:13:51.576561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263b7383-793e-4242-95fb-712c34bf16f5', 'name': 'network-vif-deleted', 'tag': 'b9396a09-98af-43d8-9531-46f5dc573fde'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:13:51.579653 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a968e05b-55f6-4c54-9a7c-dd3cccff5bb4" -d '{"events": [{"server_uuid": "263b7383-793e-4242-95fb-712c34bf16f5", "name": "network-vif-deleted", "tag": "b9396a09-98af-43d8-9531-46f5dc573fde"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:13:51.600670 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d904f889-2c30-4fc2-8a32-eb523ba5d3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.680800 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5584c8e3-7d8c-4f6d-a84e-304801a554ea x-openstack-request-id: req-5584c8e3-7d8c-4f6d-a84e-304801a554ea {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:13:51.681105 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263b7383-793e-4242-95fb-712c34bf16f5", "name": "network-vif-deleted", "tag": "b9396a09-98af-43d8-9531-46f5dc573fde", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:13:51.681458 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5584c8e3-7d8c-4f6d-a84e-304801a554ea {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:13:51.681841 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263b7383-793e-4242-95fb-712c34bf16f5', 'name': 'network-vif-deleted', 'tag': 'b9396a09-98af-43d8-9531-46f5dc573fde', 'status': 'completed', 'code': 200} Jul 27 21:13:51.706258 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.735521 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec12bc11-24ef-4faa-80ea-31782c8198ee tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:51.737660 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ec12bc11-24ef-4faa-80ea-31782c8198ee tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1739960 Jul 27 21:13:51.740935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58340) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:51.785066 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a65dc25b-1395-463f-952e-0c84c4480e39 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 207 time: 0.0425673 Jul 27 21:13:51.789126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58342) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:51.807287 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Allocated IP 172.20.0.2 (469a8226-6f36-400c-8f75-c82802ca52c3/4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c/1053c274-59e9-459a-aba4-99d087dfced6) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:51.849063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d904f889-2c30-4fc2-8a32-eb523ba5d3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.858193 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d904f889-2c30-4fc2-8a32-eb523ba5d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:51.910096 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904f889-2c30-4fc2-8a32-eb523ba5d3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd55c67-c943-42ad-b47d-3b332decaacf,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:51.915946 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d904f889-2c30-4fc2-8a32-eb523ba5d3b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76d4766d08cd4be8a5301f2fe3ff5015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3617749 Jul 27 21:13:51.918764 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58344) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:51.930700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c9bc1d-2710-4020-afe3-08a8abf937aa tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:51.936917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c9bc1d-2710-4020-afe3-08a8abf937aa tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:51.943730 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c9bc1d-2710-4020-afe3-08a8abf937aa tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:51.949881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c9bc1d-2710-4020-afe3-08a8abf937aa tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:51.952096 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c3c9bc1d-2710-4020-afe3-08a8abf937aa tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1619580 Jul 27 21:13:51.955873 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58346) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:52.050098 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.062613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Transition to ACTIVE for port object 1053c274-59e9-459a-aba4-99d087dfced6 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:52.084889 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Transition to ACTIVE for port object 1053c274-59e9-459a-aba4-99d087dfced6 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:52.096044 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.156633 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Pushing event updated for resources: {'Port': ['ID=1053c274-59e9-459a-aba4-99d087dfced6,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:52.160476 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-26f8a383-a607-4b56-a28a-92add34a4dca tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2032845 Jul 27 21:13:52.164081 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58352) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:52.179569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Network 469a8226-6f36-400c-8f75-c82802ca52c3 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:52.181727 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:52.187006 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:52.233085 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbef991-26f4-4ac2-b3a1-a1aae88d8a09 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:52.234888 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbef991-26f4-4ac2-b3a1-a1aae88d8a09 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:52.236579 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4cbef991-26f4-4ac2-b3a1-a1aae88d8a09 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0709870 Jul 27 21:13:52.241247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58354) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:52.260285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Attempting to bind port 1053c274-59e9-459a-aba4-99d087dfced6 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:13:52.260747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Attempting to bind port 1053c274-59e9-459a-aba4-99d087dfced6 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:13:52.261179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Attempting to bind port 1053c274-59e9-459a-aba4-99d087dfced6 on network 469a8226-6f36-400c-8f75-c82802ca52c3 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:52.267357 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:13:52.267841 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Checking segment: {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:52.268615 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.268735 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Bound using segment: {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:13:52.269379 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Bound port: 1053c274-59e9-459a-aba4-99d087dfced6, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:13:52.269836 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.309356 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa9eef1a-d71b-47e7-b6f1-0548c7721759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.312198 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8b04f0-22ba-4316-8fe3-20adfac3f5cf tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:52.314103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8b04f0-22ba-4316-8fe3-20adfac3f5cf tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:52.318918 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bb8b04f0-22ba-4316-8fe3-20adfac3f5cf tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0707052 Jul 27 21:13:52.319601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58356) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:52.332210 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6386f858-50f0-4fa6-9636-b9cf1d727046 req-fd8d5b9b-794b-4386-bdf2-124790a110db tempest-VolumesNegativeTest-93426201 tempest-VolumesNegativeTest-93426201-project] 10.222.0.55 "GET /v2.0/ports?device_id=263b7383-793e-4242-95fb-712c34bf16f5 HTTP/1.1" status: 200 len: 210 time: 0.0371697 Jul 27 21:13:52.349611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] For port 1053c274-59e9-459a-aba4-99d087dfced6, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:13:52.352933 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] For port 1053c274-59e9-459a-aba4-99d087dfced6, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1053c274-59e9-459a-aba4-99d087dfced6,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:13:52.358710 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.360455 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa9eef1a-d71b-47e7-b6f1-0548c7721759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.362376 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.387749 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.430902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ea32d-0813-49f2-ae62-64e7120f22e6 None None] Pushing event updated for resources: {'Port': ['ID=1053c274-59e9-459a-aba4-99d087dfced6,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:52.476451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8751e05d-6235-4a21-872b-6a54290e66bd tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:52.481422 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8751e05d-6235-4a21-872b-6a54290e66bd tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "GET /v2.0/networks/43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd HTTP/1.1" status: 200 len: 800 time: 0.1578462 Jul 27 21:13:52.481682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58358) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:52.497285 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa9eef1a-d71b-47e7-b6f1-0548c7721759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.499930 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa9eef1a-d71b-47e7-b6f1-0548c7721759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.503515 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fa9eef1a-d71b-47e7-b6f1-0548c7721759 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7bd55c67-c943-42ad-b47d-3b332decaacf HTTP/1.1" status: 204 len: 168 time: 0.5813262 Jul 27 21:13:52.528864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9eef1a-d71b-47e7-b6f1-0548c7721759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd55c67-c943-42ad-b47d-3b332decaacf,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:52.543733 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Allocated IP 172.25.2.97 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/6a2298fa-3f0c-405d-866a-58fe1881edf7) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:52.642614 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b2d4e64d-5393-4cda-ab0e-3c9e136f6795 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "GET /v2.0/networks/43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1596274 Jul 27 21:13:52.646614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58362) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:52.737935 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c788c01-91f1-4fc2-8956-4e51d6ebfe5a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:52.739524 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5c788c01-91f1-4fc2-8956-4e51d6ebfe5a tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "GET /v2.0/subnets/6ea8e75a-4227-4e2b-9671-022c3f102b79 HTTP/1.1" status: 200 len: 811 time: 0.0916226 Jul 27 21:13:52.743587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58366) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:52.762910 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.802007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c40e81e-065b-45a4-8215-ad698131e193 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['shared'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:52.803695 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0c40e81e-065b-45a4-8215-ad698131e193 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "GET /v2.0/subnets/6ea8e75a-4227-4e2b-9671-022c3f102b79?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0590520 Jul 27 21:13:52.807424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58368) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:52.812522 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.812960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3e97930b-d378-4dbc-b772-f994e6199dd7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2073452232'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:52.836183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e97930b-d378-4dbc-b772-f994e6199dd7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:52.841236 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e97930b-d378-4dbc-b772-f994e6199dd7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.852216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:52.859293 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:52.863931 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:52.868146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Pushing event updated for resources: {'Port': ['ID=6a2298fa-3f0c-405d-866a-58fe1881edf7,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:52.874628 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e97930b-d378-4dbc-b772-f994e6199dd7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:13:52.886065 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e97930b-d378-4dbc-b772-f994e6199dd7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.886465 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-3e97930b-d378-4dbc-b772-f994e6199dd7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Added segment 202dddf3-8439-4dc7-a918-b9319a920783 of type vlan for network f99fca5e-77ea-41ee-8d78-f370c2f8e2e6 Jul 27 21:13:52.937070 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e97930b-d378-4dbc-b772-f994e6199dd7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.985696 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e97930b-d378-4dbc-b772-f994e6199dd7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:52.992393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e97930b-d378-4dbc-b772-f994e6199dd7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:52.993006 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e97930b-d378-4dbc-b772-f994e6199dd7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:53.008024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device b9396a09-98af-43d8-9531-46f5dc573fde no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:13:53.035464 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: b9396a09-98af-43d8-9531-46f5dc573fde {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:13:53.036670 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device b9396a09-98af-43d8-9531-46f5dc573fde not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:13:53.058465 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3e97930b-d378-4dbc-b772-f994e6199dd7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2497828 Jul 27 21:13:53.062580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58378) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:53.072913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97930b-d378-4dbc-b772-f994e6199dd7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Network': ['ID=f99fca5e-77ea-41ee-8d78-f370c2f8e2e6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:53.106828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network f99fca5e-77ea-41ee-8d78-f370c2f8e2e6 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:13:53.158971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0ba0d682-79c6-432b-9369-ecf070b2863c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'subnet': {'network_id': 'f99fca5e-77ea-41ee-8d78-f370c2f8e2e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:53.252996 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1053c274-59e9-459a-aba4-99d087dfced6 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:13:53.326469 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:53.327430 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 1053c274-59e9-459a-aba4-99d087dfced6 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:53.433555 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba0d682-79c6-432b-9369-ecf070b2863c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Made reservation on behalf of 507670e514764f1a907ed964ecaba93c for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:13:53.437155 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0ba0d682-79c6-432b-9369-ecf070b2863c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:53.556521 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_backend_mixin [None req-0ba0d682-79c6-432b-9369-ecf070b2863c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Performing IP validity checks on allocation pools {{(pid=105579) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 21:13:53.557056 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_backend_mixin [None req-0ba0d682-79c6-432b-9369-ecf070b2863c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105579) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 21:13:53.643723 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:53.645935 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ca7d14-c745-4ed8-8f19-2b89b3073472 None None] Network 469a8226-6f36-400c-8f75-c82802ca52c3 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:53.720483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7675859b-69e1-4d4b-9471-ee33df76e6f2 None None] Provisioning for port 1053c274-59e9-459a-aba4-99d087dfced6 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:53.736181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7675859b-69e1-4d4b-9471-ee33df76e6f2 None None] Provisioning complete for port 1053c274-59e9-459a-aba4-99d087dfced6 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:53.736722 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7675859b-69e1-4d4b-9471-ee33df76e6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:53.874710 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0ba0d682-79c6-432b-9369-ecf070b2863c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:53.904515 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7675859b-69e1-4d4b-9471-ee33df76e6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:53.954083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7675859b-69e1-4d4b-9471-ee33df76e6f2 None None] For port 1053c274-59e9-459a-aba4-99d087dfced6, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1053c274-59e9-459a-aba4-99d087dfced6,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:53.961959 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7675859b-69e1-4d4b-9471-ee33df76e6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:53.964539 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0d682-79c6-432b-9369-ecf070b2863c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Subnet': ['ID=3f9accee-b424-480b-992f-3dee8b3de7e1,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:53.983121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Router d51929f5-fdf5-4c61-b640-826cfa20b84f is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:13:53.995968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0d682-79c6-432b-9369-ecf070b2863c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Checking segment: {'id': '202dddf3-8439-4dc7-a918-b9319a920783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f99fca5e-77ea-41ee-8d78-f370c2f8e2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:53.996338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba0d682-79c6-432b-9369-ecf070b2863c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network hostable DHCP agents. Network: f99fca5e-77ea-41ee-8d78-f370c2f8e2e6, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:13:54.049419 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675859b-69e1-4d4b-9471-ee33df76e6f2 None None] Pushing event updated for resources: {'Port': ['ID=1053c274-59e9-459a-aba4-99d087dfced6,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:54.078022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba0d682-79c6-432b-9369-ecf070b2863c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Network f99fca5e-77ea-41ee-8d78-f370c2f8e2e6 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:13:54.102722 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-0ba0d682-79c6-432b-9369-ecf070b2863c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, f99fca5e-77ea-41ee-8d78-f370c2f8e2e6) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:54.115769 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae7be7c-89e1-41c6-a9d3-b9b2b23831f6 None None] Network f99fca5e-77ea-41ee-8d78-f370c2f8e2e6 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:54.140679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba0d682-79c6-432b-9369-ecf070b2863c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:54.141291 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0ba0d682-79c6-432b-9369-ecf070b2863c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:54.186723 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58426) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:54.189526 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0ba0d682-79c6-432b-9369-ecf070b2863c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1240165 Jul 27 21:13:54.192692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:13:54.195327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-6db63fb9-4031-4c2c-b72d-b7cac7707ea2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:54.225080 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Sync routers for ids ['d51929f5-fdf5-4c61-b640-826cfa20b84f'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:13:54.236360 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:54.240907 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d4a12539-32f5-46c0-a9c1-d1706e15906b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0566409 Jul 27 21:13:54.241178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58430) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:54.257985 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Routers {'d51929f5-fdf5-4c61-b640-826cfa20b84f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:13:54.268475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:13:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d51929f5-fdf5-4c61-b640-826cfa20b84f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:54.425864 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6db63fb9-4031-4c2c-b72d-b7cac7707ea2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4334166'] for subnet, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:54.435170 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Set router d51929f5-fdf5-4c61-b640-826cfa20b84f gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:13:54.604115 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b8dcb6f4-b70b-456c-a14b-a880e7f88bb3 None None] Provisioning complete for port 1053c274-59e9-459a-aba4-99d087dfced6 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:54.604485 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b8dcb6f4-b70b-456c-a14b-a880e7f88bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:54.688179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-f99fca5e-77ea-41ee-8d78-f370c2f8e2e6', 'network_id': 'f99fca5e-77ea-41ee-8d78-f370c2f8e2e6', 'tenant_id': '507670e514764f1a907ed964ecaba93c', 'fixed_ips': [{'subnet_id': '3f9accee-b424-480b-992f-3dee8b3de7e1'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:13:54.689459 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:54.699483 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6db63fb9-4031-4c2c-b72d-b7cac7707ea2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737914610661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4372815'] for subnet, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:54.768003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db63fb9-4031-4c2c-b72d-b7cac7707ea2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:54.768659 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6db63fb9-4031-4c2c-b72d-b7cac7707ea2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:54.769970 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6db63fb9-4031-4c2c-b72d-b7cac7707ea2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "PUT /v2.0/subnets/3f9accee-b424-480b-992f-3dee8b3de7e1 HTTP/1.1" status: 200 len: 877 time: 0.5817266 Jul 27 21:13:54.783019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58466) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:54.882574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db63fb9-4031-4c2c-b72d-b7cac7707ea2 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event updated for resources: {'Subnet': ['ID=3f9accee-b424-480b-992f-3dee8b3de7e1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:54.958139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'name': 'tempest-ServerActionsTestJSON-826293811-router', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:13:51Z', 'updated_at': '2021-07-27T21:13:53Z', 'revision_number': 3, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'gw_port': {'id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:52Z', 'updated_at': '2021-07-27T21:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:54.963620 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Allocated IP 172.20.0.3 (f99fca5e-77ea-41ee-8d78-f370c2f8e2e6/3f9accee-b424-480b-992f-3dee8b3de7e1/fb5dffcf-b06a-4b48-84b2-802211a14da7) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:54.974294 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:55.000920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Checking router: d51929f5-fdf5-4c61-b640-826cfa20b84f for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:13:55.001270 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Updating router d51929f5-fdf5-4c61-b640-826cfa20b84f port 6a2298fa-3f0c-405d-866a-58fe1881edf7 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:13:55.026484 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:55.042738 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:55.167388 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:55.222508 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1053c274-59e9-459a-aba4-99d087dfced6 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:13:55.453039 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 1053c274-59e9-459a-aba4-99d087dfced6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:55.453612 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:55.548441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Allocated IP 172.20.0.1 (469a8226-6f36-400c-8f75-c82802ca52c3/4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c/cbd39091-ed9a-46fd-8ef6-ff5127cc716e) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:13:55.569505 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:55.607129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Transition to ACTIVE for port object fb5dffcf-b06a-4b48-84b2-802211a14da7 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:55.665987 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Transition to ACTIVE for port object fb5dffcf-b06a-4b48-84b2-802211a14da7 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:55.679614 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:55.706149 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:55.736918 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:55.756088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Transition to ACTIVE for port object cbd39091-ed9a-46fd-8ef6-ff5127cc716e will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:55.761446 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9accee-b424-480b-992f-3dee8b3de7e1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:55.795593 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Network f99fca5e-77ea-41ee-8d78-f370c2f8e2e6 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:55.810076 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:55.819684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:55.827559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:55.866797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Pushing event updated for resources: {'Port': ['ID=fb5dffcf-b06a-4b48-84b2-802211a14da7,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:55.868467 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:55.882051 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:55.883546 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99fca5e-77ea-41ee-8d78-f370c2f8e2e6']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:55.903155 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202dddf3-8439-4dc7-a918-b9319a920783') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:55.903665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202dddf3-8439-4dc7-a918-b9319a920783') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:55.919261 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:55.920845 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd39091-ed9a-46fd-8ef6-ff5127cc716e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:55.924412 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Network 469a8226-6f36-400c-8f75-c82802ca52c3 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:55.926167 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:55.936955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:13:55.946014 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:55.953555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:55.953998 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:55.958748 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:55.970800 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Attempting to bind port fb5dffcf-b06a-4b48-84b2-802211a14da7 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:13:55.971456 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Attempting to bind port fb5dffcf-b06a-4b48-84b2-802211a14da7 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '202dddf3-8439-4dc7-a918-b9319a920783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f99fca5e-77ea-41ee-8d78-f370c2f8e2e6'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:13:55.972046 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Attempting to bind port fb5dffcf-b06a-4b48-84b2-802211a14da7 on network f99fca5e-77ea-41ee-8d78-f370c2f8e2e6 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:55.985945 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:13:55.986299 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Checking segment: {'id': '202dddf3-8439-4dc7-a918-b9319a920783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f99fca5e-77ea-41ee-8d78-f370c2f8e2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:55.986681 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:55.987215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Bound using segment: {'id': '202dddf3-8439-4dc7-a918-b9319a920783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f99fca5e-77ea-41ee-8d78-f370c2f8e2e6'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:13:55.987709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Bound port: fb5dffcf-b06a-4b48-84b2-802211a14da7, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202dddf3-8439-4dc7-a918-b9319a920783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f99fca5e-77ea-41ee-8d78-f370c2f8e2e6'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:13:55.988096 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.022601 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.072411 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.db.api [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 21:13:56.072411 n-d-764806-9 neutron-server[105580]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 21:13:56.072411 n-d-764806-9 neutron-server[105580]: [parameters: {'id': 'f99fca5e-77ea-41ee-8d78-f370c2f8e2e6'}] Jul 27 21:13:56.072411 n-d-764806-9 neutron-server[105580]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:13:56.072745 n-d-764806-9 neutron-server[105580]: DEBUG oslo_db.api [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:13:56.077082 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Transition to ACTIVE for port object 6a2298fa-3f0c-405d-866a-58fe1881edf7 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:13:56.081763 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] For port fb5dffcf-b06a-4b48-84b2-802211a14da7, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:13:56.086574 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] For port fb5dffcf-b06a-4b48-84b2-802211a14da7, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fb5dffcf-b06a-4b48-84b2-802211a14da7,segment=NetworkSegment(202dddf3-8439-4dc7-a918-b9319a920783),segment_id=202dddf3-8439-4dc7-a918-b9319a920783)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:13:56.089619 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.142552 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea0e0a-b3b4-41b3-b8b4-e22e13c093e6 None None] Pushing event updated for resources: {'Port': ['ID=6a2298fa-3f0c-405d-866a-58fe1881edf7,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:56.147802 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.253265 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Attempting to bind port 6a2298fa-3f0c-405d-866a-58fe1881edf7 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:13:56.253759 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Attempting to bind port 6a2298fa-3f0c-405d-866a-58fe1881edf7 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:13:56.253949 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Attempting to bind port 6a2298fa-3f0c-405d-866a-58fe1881edf7 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:13:56.403750 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.484255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:13:56.484909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:13:56.485491 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.486028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:13:56.486679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Bound port: 6a2298fa-3f0c-405d-866a-58fe1881edf7, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:13:56.487205 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.547460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] For port 6a2298fa-3f0c-405d-866a-58fe1881edf7, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:13:56.551280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] For port 6a2298fa-3f0c-405d-866a-58fe1881edf7, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6a2298fa-3f0c-405d-866a-58fe1881edf7,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:13:56.566656 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.573786 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.624550 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d699a4-e1dc-4b2a-b37b-6bb6e7ccbdd1 None None] Pushing event updated for resources: {'Port': ['ID=fb5dffcf-b06a-4b48-84b2-802211a14da7,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:56.637623 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-148344df-b581-4120-bb9f-9cbbc0b9158c None None] Provisioning for port cbd39091-ed9a-46fd-8ef6-ff5127cc716e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:13:56.667167 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Deleting port fb5dffcf-b06a-4b48-84b2-802211a14da7 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:56.667515 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.669425 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.678879 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.698076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-148344df-b581-4120-bb9f-9cbbc0b9158c None None] Provisioning complete for port cbd39091-ed9a-46fd-8ef6-ff5127cc716e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:56.698563 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-148344df-b581-4120-bb9f-9cbbc0b9158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.724115 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc2f29a-002a-4f63-a768-3bfbf5f11ce1 None None] Network f99fca5e-77ea-41ee-8d78-f370c2f8e2e6 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:56.741821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] For port fb5dffcf-b06a-4b48-84b2-802211a14da7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fb5dffcf-b06a-4b48-84b2-802211a14da7,segment=NetworkSegment(202dddf3-8439-4dc7-a918-b9319a920783),segment_id=202dddf3-8439-4dc7-a918-b9319a920783)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:56.742428 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.756862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Calling delete_port for fb5dffcf-b06a-4b48-84b2-802211a14da7 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:56.799580 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Routers {'d51929f5-fdf5-4c61-b640-826cfa20b84f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:13:56.800208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:13:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d51929f5-fdf5-4c61-b640-826cfa20b84f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:56.845718 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-148344df-b581-4120-bb9f-9cbbc0b9158c None None] Port cbd39091-ed9a-46fd-8ef6-ff5127cc716e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:13:56.852658 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.860125 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:56.865426 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea0e0a-b3b4-41b3-b8b4-e22e13c093e6 None None] Pushing event updated for resources: {'Port': ['ID=6a2298fa-3f0c-405d-866a-58fe1881edf7,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:56.869968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd39091-ed9a-46fd-8ef6-ff5127cc716e,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:56.880239 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No DVR routers for this DVR port fb5dffcf-b06a-4b48-84b2-802211a14da7 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:13:56.945993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Port': ['ID=fb5dffcf-b06a-4b48-84b2-802211a14da7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:56.971271 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab37b09-e039-4deb-909d-a08049f40c4e None None] Network f99fca5e-77ea-41ee-8d78-f370c2f8e2e6 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:57.038747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Network 469a8226-6f36-400c-8f75-c82802ca52c3 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:13:57.039159 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.040416 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:13:57.069591 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99fca5e-77ea-41ee-8d78-f370c2f8e2e6']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:57.072068 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] Set router d51929f5-fdf5-4c61-b640-826cfa20b84f gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:13:57.103484 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202dddf3-8439-4dc7-a918-b9319a920783') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:57.103830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202dddf3-8439-4dc7-a918-b9319a920783') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:57.120799 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.169074 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.185318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:57.187963 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.274498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Router d51929f5-fdf5-4c61-b640-826cfa20b84f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:57.350662 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:57.354326 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.368339 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.375897 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/f99fca5e-77ea-41ee-8d78-f370c2f8e2e6 HTTP/1.1" status: 204 len: 168 time: 2.5916800 Jul 27 21:13:57.378001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58632) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:57.401644 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b6814-34b5-45b9-b91e-b55af4059b07 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Network': ['ID=f99fca5e-77ea-41ee-8d78-f370c2f8e2e6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:57.430766 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8d130a-6858-4871-8812-78d6a86c4d6c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:57.431520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8d130a-6858-4871-8812-78d6a86c4d6c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:57.436260 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ac8d130a-6858-4871-8812-78d6a86c4d6c tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/subnets/3f9accee-b424-480b-992f-3dee8b3de7e1 HTTP/1.1" status: 404 len: 337 time: 0.0571144 Jul 27 21:13:57.437531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58638) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:57.481439 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fe3652-162b-4db9-9880-f2e27fa3197f None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:13:57.483602 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-1330a532-513a-45e0-9fe7-c45e7b5d4ba5 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:57.484331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1330a532-513a-45e0-9fe7-c45e7b5d4ba5 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:57.490331 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1330a532-513a-45e0-9fe7-c45e7b5d4ba5 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/f99fca5e-77ea-41ee-8d78-f370c2f8e2e6 HTTP/1.1" status: 404 len: 339 time: 0.0514336 Jul 27 21:13:57.490689 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58640) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:57.521728 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-08726da3-5f43-440a-9879-5eb291f9ebf9 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:57.522327 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08726da3-5f43-440a-9879-5eb291f9ebf9 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:57.526573 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-08726da3-5f43-440a-9879-5eb291f9ebf9 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/subnets/a1db0f83-1d87-4ab3-9873-6c9eb16f977f HTTP/1.1" status: 404 len: 337 time: 0.0325346 Jul 27 21:13:57.526967 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58644) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:57.551100 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-3250b356-a642-4053-8039-8d548a1fee10 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:57.552094 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3250b356-a642-4053-8039-8d548a1fee10 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:57.556012 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3250b356-a642-4053-8039-8d548a1fee10 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/d9b48048-0c5c-466a-b4a8-15f86e2070ac HTTP/1.1" status: 404 len: 339 time: 0.0255690 Jul 27 21:13:57.556416 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58646) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:57.643100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:13:57.651566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9bd16d6e-77dc-4ce2-9c0d-0b2bd046ced7 None None] Provisioning complete for port cbd39091-ed9a-46fd-8ef6-ff5127cc716e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:13:57.651933 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9bd16d6e-77dc-4ce2-9c0d-0b2bd046ced7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.657980 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-974c182a-1bf6-4549-a959-39447de93853 admin admin] 10.222.0.55 "PUT /v2.0/routers/d51929f5-fdf5-4c61-b640-826cfa20b84f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4153156 Jul 27 21:13:57.672282 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c4b89377-10a1-4d93-8a43-40605b9874f7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.778185 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-9bd16d6e-77dc-4ce2-9c0d-0b2bd046ced7 None None] Port cbd39091-ed9a-46fd-8ef6-ff5127cc716e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:13:57.786080 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c4b89377-10a1-4d93-8a43-40605b9874f7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.810983 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c4b89377-10a1-4d93-8a43-40605b9874f7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb8c979-2785-4214-8954-8dabcff91e43']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:57.818605 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fe3652-162b-4db9-9880-f2e27fa3197f None None] Resources bound (agent type, host, resource id): {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:13:57.834001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c4b89377-10a1-4d93-8a43-40605b9874f7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49d3116-9e73-469b-88c8-75ed637dd51e') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:57.834279 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c4b89377-10a1-4d93-8a43-40605b9874f7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49d3116-9e73-469b-88c8-75ed637dd51e') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:57.845155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'name': 'tempest-ServerActionsTestJSON-826293811-router', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:13:51Z', 'updated_at': '2021-07-27T21:13:56Z', 'revision_number': 4, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'gw_port': {'id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:52Z', 'updated_at': '2021-07-27T21:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'cbd39091-ed9a-46fd-8ef6-ff5127cc716e', 'name': '', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'mac_address': 'fa:16:3e:65:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:55Z', 'updated_at': '2021-07-27T21:13:56Z', 'revision_number': 2, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'subnets': [{'id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:13:57.866626 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c4b89377-10a1-4d93-8a43-40605b9874f7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.878999 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c90f29f-44f1-4ae4-9d08-289a6ced35cc req-8458d37a-85aa-4ae5-8a44-a8316b5283d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1321859 Jul 27 21:13:57.889119 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c4b89377-10a1-4d93-8a43-40605b9874f7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.901280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b89377-10a1-4d93-8a43-40605b9874f7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:13:57.901948 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c4b89377-10a1-4d93-8a43-40605b9874f7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:13:57.905321 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:13:57.907506 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:13:57.943514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea395e8-dfa6-41c7-acf9-58c15dc38eb7 None None] The sync data for ids ['d51929f5-fdf5-4c61-b640-826cfa20b84f'] in n-d-764806-9 is: [{'id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'name': 'tempest-ServerActionsTestJSON-826293811-router', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:13:51Z', 'updated_at': '2021-07-27T21:13:56Z', 'revision_number': 4, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'gw_port': {'id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:52Z', 'updated_at': '2021-07-27T21:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'cbd39091-ed9a-46fd-8ef6-ff5127cc716e', 'name': '', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'mac_address': 'fa:16:3e:65:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:55Z', 'updated_at': '2021-07-27T21:13:56Z', 'revision_number': 2, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'subnets': [{'id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:13:58.017409 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c4b89377-10a1-4d93-8a43-40605b9874f7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:58.040306 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c4b89377-10a1-4d93-8a43-40605b9874f7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:58.046829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58672) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:58.050178 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c4b89377-10a1-4d93-8a43-40605b9874f7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/1fb8c979-2785-4214-8954-8dabcff91e43 HTTP/1.1" status: 204 len: 168 time: 0.4926448 Jul 27 21:13:58.068351 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b89377-10a1-4d93-8a43-40605b9874f7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Network': ['ID=1fb8c979-2785-4214-8954-8dabcff91e43,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:58.092944 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd91f3d8-82b0-4a5f-80a5-1dcdafb4cc29 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:58.092944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd91f3d8-82b0-4a5f-80a5-1dcdafb4cc29 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:58.094486 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58678) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:58.098391 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dd91f3d8-82b0-4a5f-80a5-1dcdafb4cc29 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/subnets/8b98df97-8165-40e5-89eb-4f120e287faf HTTP/1.1" status: 404 len: 337 time: 0.0473824 Jul 27 21:13:58.137908 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9d8298-3444-4c05-bf2a-9c6e07b0b1d7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:58.138895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9d8298-3444-4c05-bf2a-9c6e07b0b1d7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:58.139038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90f29f-44f1-4ae4-9d08-289a6ced35cc req-e88d809c-edae-432f-bf28-b25186415691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:58.140417 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c90f29f-44f1-4ae4-9d08-289a6ced35cc req-e88d809c-edae-432f-bf28-b25186415691 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c363ed4dccd54ba69bd00ed53053ea2e&device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 1096 time: 0.1969230 Jul 27 21:13:58.148415 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1e9d8298-3444-4c05-bf2a-9c6e07b0b1d7 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/5f3af606-11fd-4b3c-8517-f5b41862d51d HTTP/1.1" status: 404 len: 339 time: 0.0525873 Jul 27 21:13:58.150983 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58684) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:58.203576 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-683eb535-e559-44bd-b9e6-a14c398af7b4 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:58.216931 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683eb535-e559-44bd-b9e6-a14c398af7b4 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:58.219238 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-683eb535-e559-44bd-b9e6-a14c398af7b4 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/subnets/70e7bc6a-647c-4ca5-9664-8c744a2deefd HTTP/1.1" status: 404 len: 337 time: 0.0669150 Jul 27 21:13:58.221846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58690) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:58.256218 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf39b862-32b7-48a0-912d-5e7b8680ad40 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:58.257043 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf39b862-32b7-48a0-912d-5e7b8680ad40 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:58.261775 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bf39b862-32b7-48a0-912d-5e7b8680ad40 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/e1b722a8-ebe9-4233-9257-a2c5d6a19ab1 HTTP/1.1" status: 404 len: 339 time: 0.0381055 Jul 27 21:13:58.262713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58694) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:58.311331 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbcb5641-7034-4cb6-93de-c337e393e627 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:58.311331 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbcb5641-7034-4cb6-93de-c337e393e627 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:58.315649 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-dbcb5641-7034-4cb6-93de-c337e393e627 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/subnets/035ec525-c705-4fd8-9324-85badd0dc23d HTTP/1.1" status: 404 len: 337 time: 0.0489969 Jul 27 21:13:58.315782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58700) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:58.321964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90f29f-44f1-4ae4-9d08-289a6ced35cc req-8cafacfb-9b9b-40ac-8402-a162d3912c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:58.323479 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c90f29f-44f1-4ae4-9d08-289a6ced35cc req-8cafacfb-9b9b-40ac-8402-a162d3912c8a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a2320263-076f-436a-bf5f-acf7b70db72d HTTP/1.1" status: 200 len: 910 time: 0.1585243 Jul 27 21:13:58.373262 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-745a282a-418c-4486-877a-e51a3a9ccef0 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:58.373791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-745a282a-418c-4486-877a-e51a3a9ccef0 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:58.384409 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-745a282a-418c-4486-877a-e51a3a9ccef0 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/13b12ad5-4dc9-40dc-bf88-25cd1dc872e1 HTTP/1.1" status: 404 len: 339 time: 0.0675390 Jul 27 21:13:58.398382 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58708) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:58.471975 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-06fd7737-c380-4aae-9619-a57ccd82dcc8 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:58.472453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06fd7737-c380-4aae-9619-a57ccd82dcc8 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:58.474808 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-06fd7737-c380-4aae-9619-a57ccd82dcc8 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/subnets/0b505b9d-b150-4d5b-8ac6-754532e09eb5 HTTP/1.1" status: 404 len: 337 time: 0.0758655 Jul 27 21:13:58.478519 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58714) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:58.481360 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c90f29f-44f1-4ae4-9d08-289a6ced35cc req-df0a15ab-4944-4f71-b7a3-d6facbb8f108 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fffb673-0aee-42e1-906d-d0b1cb88a29f HTTP/1.1" status: 200 len: 1001 time: 0.1489754 Jul 27 21:13:58.513749 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-f680460c-89e6-4814-ba67-6038cc1eef3d tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:58.514465 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f680460c-89e6-4814-ba67-6038cc1eef3d tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:58.522649 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f680460c-89e6-4814-ba67-6038cc1eef3d tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/4f9f8cf5-75bb-4352-8ca4-4fbe895be2bf HTTP/1.1" status: 404 len: 339 time: 0.0396025 Jul 27 21:13:58.524232 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58716) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:58.557929 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-7523c4b5-5741-48a5-bad0-16994b09a8aa tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:58.558433 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7523c4b5-5741-48a5-bad0-16994b09a8aa tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:58.562941 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7523c4b5-5741-48a5-bad0-16994b09a8aa tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/subnets/abd6b19d-6bf3-434d-8575-9c8672c69bcf HTTP/1.1" status: 404 len: 337 time: 0.0345008 Jul 27 21:13:58.568244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58720) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:58.606081 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de76ee0-24f0-46b6-b485-cf896951b837 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:58.608932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de76ee0-24f0-46b6-b485-cf896951b837 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:58.609173 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90f29f-44f1-4ae4-9d08-289a6ced35cc req-18b53f15-c848-45d1-a9ca-0cbedea8ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:58.611432 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c90f29f-44f1-4ae4-9d08-289a6ced35cc req-18b53f15-c848-45d1-a9ca-0cbedea8ef4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48 HTTP/1.1" status: 200 len: 848 time: 0.1228607 Jul 27 21:13:58.615525 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8de76ee0-24f0-46b6-b485-cf896951b837 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/927c78d6-d0b1-435d-b8cc-dbe50b4d33c9 HTTP/1.1" status: 404 len: 339 time: 0.0462041 Jul 27 21:13:58.618239 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58722) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:58.662614 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-dacd4ff4-7b51-4524-97e2-a2798798d077 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:58.663193 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dacd4ff4-7b51-4524-97e2-a2798798d077 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:58.665220 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-dacd4ff4-7b51-4524-97e2-a2798798d077 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/subnets/f749fdd3-12f0-4a79-b4b7-cbf12620a4cb HTTP/1.1" status: 404 len: 337 time: 0.0458384 Jul 27 21:13:58.669747 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58726) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:58.693956 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-1faf8ddb-4a8d-4841-9e20-29882e892c38 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:58.694825 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1faf8ddb-4a8d-4841-9e20-29882e892c38 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:58.696738 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1faf8ddb-4a8d-4841-9e20-29882e892c38 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/34ef4f0b-728c-4a38-8f59-caf98309189d HTTP/1.1" status: 404 len: 339 time: 0.0250866 Jul 27 21:13:58.699514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58728) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:58.740248 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-6913fd89-3e84-4461-bab0-8a0786818e22 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:58.740971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6913fd89-3e84-4461-bab0-8a0786818e22 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:58.742731 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6913fd89-3e84-4461-bab0-8a0786818e22 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/subnets/7411629a-1fbc-47be-a63d-5fc856493cc5 HTTP/1.1" status: 404 len: 337 time: 0.0417981 Jul 27 21:13:58.745409 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58730) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:58.769109 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a62e38-69af-4865-ba5f-4b0aa40b8dd1 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:58.770778 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a62e38-69af-4865-ba5f-4b0aa40b8dd1 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:58.773163 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f9a62e38-69af-4865-ba5f-4b0aa40b8dd1 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/590900e3-eabd-494f-bca6-8af7b9c1d3fa HTTP/1.1" status: 404 len: 339 time: 0.0264685 Jul 27 21:13:58.775788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58734) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:58.813172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90f29f-44f1-4ae4-9d08-289a6ced35cc req-b21717dc-b7e5-4eb9-8077-1dee19574f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:13:58.816444 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c90f29f-44f1-4ae4-9d08-289a6ced35cc req-b21717dc-b7e5-4eb9-8077-1dee19574f9f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2320263-076f-436a-bf5f-acf7b70db72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1970065 Jul 27 21:13:58.821408 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d94e447-337a-4d12-9082-5ec171cdd273 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:58.821985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d94e447-337a-4d12-9082-5ec171cdd273 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:58.824043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4d94e447-337a-4d12-9082-5ec171cdd273 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/subnets/9c07c148-d01c-4def-905b-16520e841b8b HTTP/1.1" status: 404 len: 337 time: 0.0470288 Jul 27 21:13:58.828462 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58738) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:58.874932 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-2691269d-c255-476c-a8da-3874ccecdb30 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] DELETE failed (client error): The resource could not be found. Jul 27 21:13:58.875513 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2691269d-c255-476c-a8da-3874ccecdb30 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:13:58.877265 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2691269d-c255-476c-a8da-3874ccecdb30 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/caa74a4d-24db-40ec-a218-2928bd42b5dc HTTP/1.1" status: 404 len: 339 time: 0.0476029 Jul 27 21:13:58.889782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58740) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:58.987850 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-4313539a-cf0f-4434-967e-6d75f61c9559 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Deleting subnet 6ea8e75a-4227-4e2b-9671-022c3f102b79 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:13:58.992852 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4313539a-cf0f-4434-967e-6d75f61c9559 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:58.999340 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c90f29f-44f1-4ae4-9d08-289a6ced35cc req-c9fd1497-5db6-4323-89ee-fbd763a566d0 service neutron] 10.222.0.20 "GET /v2.0/networks/a2320263-076f-436a-bf5f-acf7b70db72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742280 Jul 27 21:13:59.095780 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4313539a-cf0f-4434-967e-6d75f61c9559 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.133554 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58744) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:59.146947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-7a7397ca-b7e2-42fa-a994-61bd70c7ca70 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--570904408', 'description': 'tempest-description--15259853'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:59.198716 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7a7397ca-b7e2-42fa-a994-61bd70c7ca70 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.225006 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c90f29f-44f1-4ae4-9d08-289a6ced35cc req-b7a7d081-e03c-4d61-a7d4-be2324687f3f service neutron] 10.222.0.20 "GET /v2.0/networks/a2320263-076f-436a-bf5f-acf7b70db72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170532 Jul 27 21:13:59.296948 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4313539a-cf0f-4434-967e-6d75f61c9559 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.357251 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7a7397ca-b7e2-42fa-a994-61bd70c7ca70 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.364545 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7a7397ca-b7e2-42fa-a994-61bd70c7ca70 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.387000 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4313539a-cf0f-4434-967e-6d75f61c9559 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.415202 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7397ca-b7e2-42fa-a994-61bd70c7ca70 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22de7003-7636-4fda-8f3e-32fa50e31343,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:59.440734 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7a7397ca-b7e2-42fa-a994-61bd70c7ca70 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.443661 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7a7397ca-b7e2-42fa-a994-61bd70c7ca70 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3033953 Jul 27 21:13:59.445565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313539a-cf0f-4434-967e-6d75f61c9559 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Subnet': ['ID=6ea8e75a-4227-4e2b-9671-022c3f102b79,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:59.446186 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58748) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:59.448299 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4313539a-cf0f-4434-967e-6d75f61c9559 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.451231 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4313539a-cf0f-4434-967e-6d75f61c9559 tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/subnets/6ea8e75a-4227-4e2b-9671-022c3f102b79 HTTP/1.1" status: 204 len: 168 time: 0.5598936 Jul 27 21:13:59.451356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01438f0-bba6-4ca4-ace5-4af960240f08 None None] Network 43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:13:59.453518 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58750) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:59.462873 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-94ef7b16-b7db-4c7b-abfc-ab0c4a91b53e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Request body: {'security_group_rule': {'security_group_id': '22de7003-7636-4fda-8f3e-32fa50e31343', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:59.509420 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-94ef7b16-b7db-4c7b-abfc-ab0c4a91b53e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.559357 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.576328 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-94ef7b16-b7db-4c7b-abfc-ab0c4a91b53e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.585581 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-94ef7b16-b7db-4c7b-abfc-ab0c4a91b53e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.636745 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-94ef7b16-b7db-4c7b-abfc-ab0c4a91b53e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.638109 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-94ef7b16-b7db-4c7b-abfc-ab0c4a91b53e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1896806 Jul 27 21:13:59.639222 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef7b16-b7db-4c7b-abfc-ab0c4a91b53e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b265d042-dfd5-4511-87e2-ea325f623e22,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:13:59.640625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58752) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:13:59.648806 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b1118e77-ddf8-48cd-b34a-9df11aa49a17 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Request body: {'security_group_rule': {'security_group_id': '22de7003-7636-4fda-8f3e-32fa50e31343', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:13:59.679607 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Deleting port 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:59.680205 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.777539 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] For port 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4a0afb4a-4e4f-47d2-86c8-27fc186d4d16,segment=NetworkSegment(c3e5459d-3cf0-4eda-b55d-5b496afd40d2),segment_id=c3e5459d-3cf0-4eda-b55d-5b496afd40d2)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:13:59.777945 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.781221 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1118e77-ddf8-48cd-b34a-9df11aa49a17 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.824273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Calling delete_port for 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:13:59.845868 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25972cf9-342b-4ead-b72e-ed8a6ffc678d None None] DHCP port deletion for 43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:13:59.912949 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-25972cf9-342b-4ead-b72e-ed8a6ffc678d None None] Deleting port 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:13:59.916661 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-25972cf9-342b-4ead-b72e-ed8a6ffc678d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.976655 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1118e77-ddf8-48cd-b34a-9df11aa49a17 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:13:59.993210 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1118e77-ddf8-48cd-b34a-9df11aa49a17 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.035620 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-25972cf9-342b-4ead-b72e-ed8a6ffc678d None None] For port 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4a0afb4a-4e4f-47d2-86c8-27fc186d4d16,segment=NetworkSegment(c3e5459d-3cf0-4eda-b55d-5b496afd40d2),segment_id=c3e5459d-3cf0-4eda-b55d-5b496afd40d2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:00.036373 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-25972cf9-342b-4ead-b72e-ed8a6ffc678d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.044214 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1118e77-ddf8-48cd-b34a-9df11aa49a17 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.048595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58762) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:00.049082 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b1118e77-ddf8-48cd-b34a-9df11aa49a17 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4049785 Jul 27 21:14:00.051560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1118e77-ddf8-48cd-b34a-9df11aa49a17 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d47bfb1-f925-4553-808e-a806fa5c6193,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:00.055581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:00.068222 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-25972cf9-342b-4ead-b72e-ed8a6ffc678d None None] Calling delete_port for 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:00.072045 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.096786 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for floatingip, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.129049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Port': ['ID=4a0afb4a-4e4f-47d2-86c8-27fc186d4d16,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:00.132477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] No DVR routers for this DVR port 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:00.242905 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.260910 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:00.284590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e5459d-3cf0-4eda-b55d-5b496afd40d2') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:00.284900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e5459d-3cf0-4eda-b55d-5b496afd40d2') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:00.286448 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-25972cf9-342b-4ead-b72e-ed8a6ffc678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.297890 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.316515 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.325188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:14:00.325383 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.358979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25972cf9-342b-4ead-b72e-ed8a6ffc678d None None] No DVR routers for this DVR port 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:00.363099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25972cf9-342b-4ead-b72e-ed8a6ffc678d None None] Pushing event deleted for resources: {'Port': ['ID=4a0afb4a-4e4f-47d2-86c8-27fc186d4d16,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:00.371631 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:14:00.441010 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:14:00.446165 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.452717 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:00.460213 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] 10.222.0.55 "DELETE /v2.0/networks/43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd HTTP/1.1" status: 204 len: 168 time: 1.0051119 Jul 27 21:14:00.491124 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d871dd-3c6c-4db5-afb1-0f47a5b500de tempest-NetworksTest-321129039 tempest-NetworksTest-321129039-project] Pushing event deleted for resources: {'Network': ['ID=43ff009f-a2d2-4a7c-aeb9-17efe5d20ddd,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:00.847381 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Allocated IP 172.25.2.73 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/a4159dfb-594b-4ec0-89bc-80c614707f66) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:00.858339 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58778) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:01.010604 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.083195 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.120617 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:01.164311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:01.168736 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:01.238561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6a2298fa-3f0c-405d-866a-58fe1881edf7 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:01.322967 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58788) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:01.336163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event updated for resources: {'Port': ['ID=a4159dfb-594b-4ec0-89bc-80c614707f66,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:01.368626 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.400199 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-f529411a-6b93-44e2-9646-b7d0adcd3a4a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1553874 Jul 27 21:14:01.413811 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Sync routers for ids ['d51929f5-fdf5-4c61-b640-826cfa20b84f'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:14:01.418593 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 6a2298fa-3f0c-405d-866a-58fe1881edf7 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:01.430175 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Routers {'d51929f5-fdf5-4c61-b640-826cfa20b84f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:01.431909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 6a2298fa-3f0c-405d-866a-58fe1881edf7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:01.434078 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-774a033b-7196-418a-80b5-df0176d5afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:13:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d51929f5-fdf5-4c61-b640-826cfa20b84f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:01.435386 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.462963 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.540869 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f5bbf02c-9937-4f87-8c09-f126ab5c6b85 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=507670e514764f1a907ed964ecaba93c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6807578 Jul 27 21:14:01.553965 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58792) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:01.574154 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Set router d51929f5-fdf5-4c61-b640-826cfa20b84f gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:01.649318 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.656196 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3dc28b69-e9fd-4b1a-97bc-d5c27415de7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a8c32ebf7a54b938319dc7ea28bbe3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319886 Jul 27 21:14:01.658621 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58796) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:01.701666 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 6a2298fa-3f0c-405d-866a-58fe1881edf7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6a2298fa-3f0c-405d-866a-58fe1881edf7,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:01.719915 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.753647 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3f463bb0-f3cf-4baf-9e3a-8a6170015e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.801712 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2531269b-64dc-45ed-8267-e2aaa0b6ec86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.810401 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=6a2298fa-3f0c-405d-866a-58fe1881edf7,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:01.811443 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3f463bb0-f3cf-4baf-9e3a-8a6170015e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.828099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:01.829162 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2531269b-64dc-45ed-8267-e2aaa0b6ec86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.875302 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:14:01.878748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4a0afb4a-4e4f-47d2-86c8-27fc186d4d16 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:14:01.900738 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-774a033b-7196-418a-80b5-df0176d5afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'name': 'tempest-ServerActionsTestJSON-826293811-router', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:13:51Z', 'updated_at': '2021-07-27T21:13:56Z', 'revision_number': 4, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'gw_port': {'id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:52Z', 'updated_at': '2021-07-27T21:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'cbd39091-ed9a-46fd-8ef6-ff5127cc716e', 'name': '', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'mac_address': 'fa:16:3e:65:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:55Z', 'updated_at': '2021-07-27T21:13:56Z', 'revision_number': 2, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'subnets': [{'id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:01.927608 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2531269b-64dc-45ed-8267-e2aaa0b6ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.930492 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2531269b-64dc-45ed-8267-e2aaa0b6ec86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.933989 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2531269b-64dc-45ed-8267-e2aaa0b6ec86 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f98f0a6c-fb03-4b5a-aa4b-23b0d017ff43 HTTP/1.1" status: 204 len: 168 time: 0.2720990 Jul 27 21:14:01.935993 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3f463bb0-f3cf-4baf-9e3a-8a6170015e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.945218 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3f463bb0-f3cf-4baf-9e3a-8a6170015e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:01.945734 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Checking router: d51929f5-fdf5-4c61-b640-826cfa20b84f for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:14:01.946259 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Updating router d51929f5-fdf5-4c61-b640-826cfa20b84f port cbd39091-ed9a-46fd-8ef6-ff5127cc716e binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:14:01.947995 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-e0389b38-71c2-41b4-97d3-d238fb0deba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:01.948596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-e0389b38-71c2-41b4-97d3-d238fb0deba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:01.949375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-e0389b38-71c2-41b4-97d3-d238fb0deba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:01.949707 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-e0389b38-71c2-41b4-97d3-d238fb0deba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:01.950354 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-e0389b38-71c2-41b4-97d3-d238fb0deba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:01.951067 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-e0389b38-71c2-41b4-97d3-d238fb0deba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:01.951601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-e0389b38-71c2-41b4-97d3-d238fb0deba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:01.951707 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3f463bb0-f3cf-4baf-9e3a-8a6170015e4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd7bc516-0fa7-4870-82a8-ebfffa7ea551 HTTP/1.1" status: 204 len: 168 time: 0.3959334 Jul 27 21:14:01.954336 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-e0389b38-71c2-41b4-97d3-d238fb0deba6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=64658eee724740768d084e3dbd9dd0a7&device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 6503 time: 0.3619676 Jul 27 21:14:01.976990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531269b-64dc-45ed-8267-e2aaa0b6ec86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98f0a6c-fb03-4b5a-aa4b-23b0d017ff43,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:01.989604 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f463bb0-f3cf-4baf-9e3a-8a6170015e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7bc516-0fa7-4870-82a8-ebfffa7ea551,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:01.992658 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.053317 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.063311 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.164524 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.205010 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.206439 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1559381 Jul 27 21:14:02.212601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-109aab0a-3c9f-4af3-b02b-b2d9a9b812e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:02.213175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-109aab0a-3c9f-4af3-b02b-b2d9a9b812e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:02.213657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-109aab0a-3c9f-4af3-b02b-b2d9a9b812e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:02.215294 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-109aab0a-3c9f-4af3-b02b-b2d9a9b812e9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04bd500b-f0bb-4eca-a46f-3d9ae8df2661&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=c7db6212-d43e-4c96-ae0f-7727debc8c82&id=4a3bd81c-c0ae-404a-987c-9478c181dd67&id=4a3bd81c-c0ae-404a-987c-9478c181dd67 HTTP/1.1" status: 200 len: 2297 time: 0.2343328 Jul 27 21:14:02.219863 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e343bf-3dad-492f-aa92-ea1a9423990a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event updated for resources: {'Port': ['ID=a4159dfb-594b-4ec0-89bc-80c614707f66,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:02.319172 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-7570fc0b-56fb-4467-9533-889918be4c7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5e7f2b1-19ab-4550-91eb-7886e2f80340 HTTP/1.1" status: 200 len: 1002 time: 0.0946159 Jul 27 21:14:02.391291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-73bac163-e327-48f6-aa27-1a881a1d7967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:02.392833 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-73bac163-e327-48f6-aa27-1a881a1d7967 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed403e8c-7eab-4075-b0fd-61b7a7c4264d HTTP/1.1" status: 200 len: 855 time: 0.0655766 Jul 27 21:14:02.509358 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-710336a7-ecd3-4f3e-9e9b-b0cfca2725d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:02.511132 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-710336a7-ecd3-4f3e-9e9b-b0cfca2725d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04bd500b-f0bb-4eca-a46f-3d9ae8df2661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117725 Jul 27 21:14:02.546544 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.557851 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Transition to ACTIVE for port object cbd39091-ed9a-46fd-8ef6-ff5127cc716e will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:02.568419 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.635895 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ba038-6cde-479b-b346-950500922c22 None None] Pushing event updated for resources: {'Port': ['ID=cbd39091-ed9a-46fd-8ef6-ff5127cc716e,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:02.667852 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4c161ff4-ed00-4300-bb22-7fc75c81b535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.720221 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-d3814cc3-a5c2-4731-8035-147a382f8891 service neutron] 10.222.0.66 "GET /v2.0/networks/04bd500b-f0bb-4eca-a46f-3d9ae8df2661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010000 Jul 27 21:14:02.755813 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-7f08e260-23d3-4bd9-9817-a166095bf11b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--570904408&fields=id&tenant_id=4d778f8b6f9145c4833b2fba5db782c4 HTTP/1.1" status: 200 len: 267 time: 0.0799730 Jul 27 21:14:02.759278 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ba038-6cde-479b-b346-950500922c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:02.759623 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ba038-6cde-479b-b346-950500922c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:02.759958 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ba038-6cde-479b-b346-950500922c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:02.760287 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ba038-6cde-479b-b346-950500922c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:02.760619 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ba038-6cde-479b-b346-950500922c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:02.760947 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ba038-6cde-479b-b346-950500922c22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:02.761271 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ba038-6cde-479b-b346-950500922c22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:02.761590 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ba038-6cde-479b-b346-950500922c22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:02.761912 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ba038-6cde-479b-b346-950500922c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:02.762248 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ba038-6cde-479b-b346-950500922c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:02.762577 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ba038-6cde-479b-b346-950500922c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:02.762897 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ba038-6cde-479b-b346-950500922c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:02.807307 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Attempting to bind port cbd39091-ed9a-46fd-8ef6-ff5127cc716e on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:02.808285 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Attempting to bind port cbd39091-ed9a-46fd-8ef6-ff5127cc716e by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:02.808650 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Attempting to bind port cbd39091-ed9a-46fd-8ef6-ff5127cc716e on network 469a8226-6f36-400c-8f75-c82802ca52c3 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:02.814287 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:02.814668 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Checking segment: {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:02.815066 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.815455 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Bound using segment: {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:02.815914 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Bound port: cbd39091-ed9a-46fd-8ef6-ff5127cc716e, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:02.816286 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.922896 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-774a033b-7196-418a-80b5-df0176d5afca None None] For port cbd39091-ed9a-46fd-8ef6-ff5127cc716e, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:02.928139 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-774a033b-7196-418a-80b5-df0176d5afca None None] For port cbd39091-ed9a-46fd-8ef6-ff5127cc716e, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=cbd39091-ed9a-46fd-8ef6-ff5127cc716e,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:02.938966 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:02.942868 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-7db0308d-7f4a-474e-a514-aa7ca159abdd service neutron] 10.222.0.66 "GET /v2.0/networks/04bd500b-f0bb-4eca-a46f-3d9ae8df2661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131112 Jul 27 21:14:02.961361 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2b9cd9d8-e4db-4457-8efc-5bdee115ebf9 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:02.975200 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2b9cd9d8-e4db-4457-8efc-5bdee115ebf9 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 811 time: 0.2178912 Jul 27 21:14:03.008777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-82b04a1b-0914-41d6-9630-a3e5e013f4bf tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/quotas/4d778f8b6f9145c4833b2fba5db782c4 HTTP/1.1" status: 200 len: 375 time: 0.0288596 Jul 27 21:14:03.029022 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Routers {'d51929f5-fdf5-4c61-b640-826cfa20b84f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:03.029669 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-774a033b-7196-418a-80b5-df0176d5afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:13:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d51929f5-fdf5-4c61-b640-826cfa20b84f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:03.051123 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-40036405-022b-4dca-8613-83a6ed22a69d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=2528b4f0-42ea-4bae-ad98-418d19fffcf6 HTTP/1.1" status: 200 len: 217 time: 0.0952363 Jul 27 21:14:03.119858 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ba038-6cde-479b-b346-950500922c22 None None] Pushing event updated for resources: {'Port': ['ID=cbd39091-ed9a-46fd-8ef6-ff5127cc716e,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:03.137682 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-68095fbb-2761-48dc-93f0-4be1fa9e37bf tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1278703 Jul 27 21:14:03.157347 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-cec6f604-b570-47b1-9be5-d34d46d5a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:03.158866 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-cec6f604-b570-47b1-9be5-d34d46d5a1ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78c9ed42-955d-4476-9cbf-7e35ae77d017 HTTP/1.1" status: 200 len: 797 time: 0.1044345 Jul 27 21:14:03.162110 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-c216e242-624e-40ff-ad51-45ab025c2768 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:14:03.163346 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-c216e242-624e-40ff-ad51-45ab025c2768 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096045 Jul 27 21:14:03.258252 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6a2298fa-3f0c-405d-866a-58fe1881edf7 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:03.301782 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-774a033b-7196-418a-80b5-df0176d5afca None None] Set router d51929f5-fdf5-4c61-b640-826cfa20b84f gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:03.327946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-c1ec9f52-ae0b-40a7-8c96-0848b9df2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:03.331474 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-c1ec9f52-ae0b-40a7-8c96-0848b9df2fa6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7db6212-d43e-4c96-ae0f-7727debc8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1647220 Jul 27 21:14:03.334358 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-6437b9e1-40d7-46d5-ae9c-e5e9655249af service neutron] 10.222.0.55 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548693 Jul 27 21:14:03.375828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 6a2298fa-3f0c-405d-866a-58fe1881edf7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:03.376216 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:03.503096 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-1b24e3d8-d28f-42ee-89f2-cf9e36b6389f service neutron] 10.222.0.55 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612389 Jul 27 21:14:03.529730 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-d4cdcb99-7c49-43d3-ae95-2cc085cc4c54 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897855 Jul 27 21:14:03.673722 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-774a033b-7196-418a-80b5-df0176d5afca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'name': 'tempest-ServerActionsTestJSON-826293811-router', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:13:51Z', 'updated_at': '2021-07-27T21:13:56Z', 'revision_number': 4, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'gw_port': {'id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:52Z', 'updated_at': '2021-07-27T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'cbd39091-ed9a-46fd-8ef6-ff5127cc716e', 'name': '', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'mac_address': 'fa:16:3e:65:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:55Z', 'updated_at': '2021-07-27T21:14:02Z', 'revision_number': 4, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'subnets': [{'id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:03.702794 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774a033b-7196-418a-80b5-df0176d5afca None None] The sync data for ids ['d51929f5-fdf5-4c61-b640-826cfa20b84f'] in n-d-764806-9 is: [{'id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'name': 'tempest-ServerActionsTestJSON-826293811-router', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:13:51Z', 'updated_at': '2021-07-27T21:13:56Z', 'revision_number': 4, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'gw_port': {'id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:52Z', 'updated_at': '2021-07-27T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'cbd39091-ed9a-46fd-8ef6-ff5127cc716e', 'name': '', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'mac_address': 'fa:16:3e:65:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:55Z', 'updated_at': '2021-07-27T21:14:02Z', 'revision_number': 4, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'subnets': [{'id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:14:03.756976 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-103c2e66-d582-4397-8081-b503902861fe service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184100 Jul 27 21:14:03.807296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8288594e-c37b-4746-a920-55ae9671655e req-412cce44-e274-4dd4-be61-e69d1e087f20 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 210 time: 0.0686119 Jul 27 21:14:03.836481 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-23128828-ebbf-4fdc-8050-3da7c708afea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=e3b8d17a-522f-4975-8cbf-168252762dea HTTP/1.1" status: 200 len: 217 time: 0.0692124 Jul 27 21:14:03.919329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-d0942f8b-fd2e-43c9-b03b-919786599067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:03.920843 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-d0942f8b-fd2e-43c9-b03b-919786599067 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78c9ed42-955d-4476-9cbf-7e35ae77d017 HTTP/1.1" status: 200 len: 797 time: 0.0768054 Jul 27 21:14:03.980956 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:04.009311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-7bab2a2d-23b0-4042-a4a8-f0367819b3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:04.011835 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-7bab2a2d-23b0-4042-a4a8-f0367819b3b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7db6212-d43e-4c96-ae0f-7727debc8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0764656 Jul 27 21:14:04.198735 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-10c40a2c-ef93-4b4b-ba4b-088a0c3e4b20 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788952 Jul 27 21:14:04.260200 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58886) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:04.343161 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-172f26d2-5183-48de-bcf4-c727c8d0ba1d service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345696 Jul 27 21:14:04.436220 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-75147838-12c9-467f-9d1a-e4e718236781 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c HTTP/1.1" status: 200 len: 217 time: 0.0840786 Jul 27 21:14:04.511848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-da90c00f-2232-495c-ab53-11825871a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:04.514101 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-da90c00f-2232-495c-ab53-11825871a379 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78c9ed42-955d-4476-9cbf-7e35ae77d017 HTTP/1.1" status: 200 len: 797 time: 0.0637996 Jul 27 21:14:04.616100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-929596c8-2d6e-410c-9d07-dd41c4bb9d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:04.619911 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-929596c8-2d6e-410c-9d07-dd41c4bb9d2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7db6212-d43e-4c96-ae0f-7727debc8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0967622 Jul 27 21:14:04.660166 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b8d8dd7c-900c-442c-8f0f-a5ba7dcb8046 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-480082666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:04.701331 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dd7c-900c-442c-8f0f-a5ba7dcb8046 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:04.702429 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dd7c-900c-442c-8f0f-a5ba7dcb8046 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:04.775533 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-a172d2cb-891b-432a-8728-fab0b149dc82 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466191 Jul 27 21:14:04.796296 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dd7c-900c-442c-8f0f-a5ba7dcb8046 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:04.800794 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dd7c-900c-442c-8f0f-a5ba7dcb8046 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:04.825201 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8d8dd7c-900c-442c-8f0f-a5ba7dcb8046 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:04.826710 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b8d8dd7c-900c-442c-8f0f-a5ba7dcb8046 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5648651 Jul 27 21:14:04.832037 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58900) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:04.837843 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-3e652e5c-856c-4372-8940-1d0b024fc59a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-307060571'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:04.877411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e652e5c-856c-4372-8940-1d0b024fc59a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Made reservation on behalf of 55c0d930fb3c4e16abd815b3950d74ce for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:04.883391 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e652e5c-856c-4372-8940-1d0b024fc59a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:04.906475 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e652e5c-856c-4372-8940-1d0b024fc59a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:04.915210 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-56f92143-e885-4575-bcb3-bfb1d0409013 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305680 Jul 27 21:14:04.974729 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1bb09dca-2ddd-4017-b58e-c219ea8d1676 req-9116a0bf-51b2-486a-9f7b-219ccaa18273 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 210 time: 0.0394239 Jul 27 21:14:04.986942 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-e1536385-acb4-4c7f-9a14-39a780a9d326 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=121a1d90-7135-4c31-a62e-e50c381e778e HTTP/1.1" status: 200 len: 217 time: 0.0638964 Jul 27 21:14:05.055041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-30a6afbb-1a57-4380-a5c6-786d830b57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:05.057689 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-30a6afbb-1a57-4380-a5c6-786d830b57e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78c9ed42-955d-4476-9cbf-7e35ae77d017 HTTP/1.1" status: 200 len: 797 time: 0.0636616 Jul 27 21:14:05.212038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-5a4a7b8a-cf3e-4749-966e-ad2bf9d4ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:05.215400 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-5a4a7b8a-cf3e-4749-966e-ad2bf9d4ebf6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c7db6212-d43e-4c96-ae0f-7727debc8c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1504548 Jul 27 21:14:05.264715 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device cbd39091-ed9a-46fd-8ef6-ff5127cc716e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:05.358583 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4cd4-ef39-4284-829c-ec6c8a9455c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:05.380589 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port cbd39091-ed9a-46fd-8ef6-ff5127cc716e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:05.389789 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port cbd39091-ed9a-46fd-8ef6-ff5127cc716e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:05.390292 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:05.435999 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-89cbd4d9-20b7-4c5f-b24f-ae06cb20f71f service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061925 Jul 27 21:14:05.472511 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:05.522440 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-ad5de4c2-e988-47d2-a398-c7aaf791ecf0 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:05.524023 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-ad5de4c2-e988-47d2-a398-c7aaf791ecf0 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 811 time: 0.4716737 Jul 27 21:14:05.526115 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e652e5c-856c-4372-8940-1d0b024fc59a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:05.531883 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e652e5c-856c-4372-8940-1d0b024fc59a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:05.549489 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e652e5c-856c-4372-8940-1d0b024fc59a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:14:05.565100 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e652e5c-856c-4372-8940-1d0b024fc59a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:05.565455 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-3e652e5c-856c-4372-8940-1d0b024fc59a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Added segment de6ca634-3f54-481e-a46f-a786588607b1 of type vlan for network c4b45ff7-8d9c-4307-8e52-2e3ee076b044 Jul 27 21:14:05.576466 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:05.652966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port cbd39091-ed9a-46fd-8ef6-ff5127cc716e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=cbd39091-ed9a-46fd-8ef6-ff5127cc716e,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:05.659790 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:05.666858 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-24733111-f030-4ba5-aabb-4dbf56eb61c1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d778f8b6f9145c4833b2fba5db782c4 HTTP/1.1" status: 200 len: 379 time: 0.0995078 Jul 27 21:14:05.672325 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-8794dfe1-8c14-430b-b941-366899bf7a94 service neutron] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255177 Jul 27 21:14:05.672770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e652e5c-856c-4372-8940-1d0b024fc59a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4035af0f-7886-4e8c-9d4d-a56522f45574,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:05.686538 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-5ff67ab7-9559-47cb-9761-bc9979f0cf3d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Request body: {'port': {'device_id': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'admin_state_up': True, 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'security_groups': ['22de7003-7636-4fda-8f3e-32fa50e31343']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:05.695424 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e652e5c-856c-4372-8940-1d0b024fc59a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:05.734815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=cbd39091-ed9a-46fd-8ef6-ff5127cc716e,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:05.770894 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-b9b88b01-95b7-4d82-b69c-a259ecf03d91 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4981eeac-989d-46f4-806d-01fe38dce5dc HTTP/1.1" status: 200 len: 217 time: 0.0869484 Jul 27 21:14:05.799714 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e652e5c-856c-4372-8940-1d0b024fc59a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:05.805257 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e652e5c-856c-4372-8940-1d0b024fc59a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:05.805852 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e652e5c-856c-4372-8940-1d0b024fc59a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:05.842979 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-522490ff-5e34-40f7-8e43-e13490df90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:05.845944 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-522490ff-5e34-40f7-8e43-e13490df90ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0100c0f3-654b-4008-8ca4-b381192db716 HTTP/1.1" status: 200 len: 797 time: 0.0671070 Jul 27 21:14:05.890390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3e652e5c-856c-4372-8940-1d0b024fc59a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0565209 Jul 27 21:14:05.895075 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58920) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:05.900429 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-fbc6fde0-7509-417e-9d3d-f133d0ba654e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Request body: {'subnet': {'network_id': 'c4b45ff7-8d9c-4307-8e52-2e3ee076b044', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:05.907869 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e652e5c-856c-4372-8940-1d0b024fc59a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event updated for resources: {'Network': ['ID=c4b45ff7-8d9c-4307-8e52-2e3ee076b044,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:05.934022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-5ff67ab7-9559-47cb-9761-bc9979f0cf3d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Made reservation on behalf of 4d778f8b6f9145c4833b2fba5db782c4 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:05.937205 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network c4b45ff7-8d9c-4307-8e52-2e3ee076b044 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:14:05.937641 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-5ff67ab7-9559-47cb-9761-bc9979f0cf3d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.074193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-15053d14-8cf7-4ba1-b7f0-641af1b9833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:06.076074 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-15053d14-8cf7-4ba1-b7f0-641af1b9833e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a3bd81c-c0ae-404a-987c-9478c181dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2217038 Jul 27 21:14:06.169035 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c8efc46d-7c12-41dc-807f-b9e1800d2f07 req-e40933ed-d166-4059-8dfe-b5199007b166 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 210 time: 0.0514064 Jul 27 21:14:06.180647 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc6fde0-7509-417e-9d3d-f133d0ba654e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Made reservation on behalf of 55c0d930fb3c4e16abd815b3950d74ce for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:06.192837 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fbc6fde0-7509-417e-9d3d-f133d0ba654e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.193024 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-5ff67ab7-9559-47cb-9761-bc9979f0cf3d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Allocated IP 172.20.0.8 (469a8226-6f36-400c-8f75-c82802ca52c3/4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c/8a7c4d74-2067-4c46-9b0d-cd08ba469818) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:06.298411 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-50965dca-66fd-4466-90b5-6bb7ac963df0 service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111382 Jul 27 21:14:06.346074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58932) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:06.357230 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-5ff67ab7-9559-47cb-9761-bc9979f0cf3d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.371053 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-5ff67ab7-9559-47cb-9761-bc9979f0cf3d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Transition to ACTIVE for port object 8a7c4d74-2067-4c46-9b0d-cd08ba469818 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:06.412723 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-5ff67ab7-9559-47cb-9761-bc9979f0cf3d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.449613 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-4ca9f48e-1ed7-4b42-851b-ed239bc5d554 service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420715 Jul 27 21:14:06.465765 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-5ff67ab7-9559-47cb-9761-bc9979f0cf3d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Network 469a8226-6f36-400c-8f75-c82802ca52c3 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:06.471303 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-5ff67ab7-9559-47cb-9761-bc9979f0cf3d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:06.476212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-5ff67ab7-9559-47cb-9761-bc9979f0cf3d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:06.483747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff67ab7-9559-47cb-9761-bc9979f0cf3d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event updated for resources: {'Port': ['ID=8a7c4d74-2067-4c46-9b0d-cd08ba469818,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:06.518254 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-bef2ef59-07da-484e-9762-1afcf0576c98 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a330d042-0729-4e45-b291-ff638747237f HTTP/1.1" status: 200 len: 217 time: 0.0472682 Jul 27 21:14:06.523283 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-018fd9a1-8d82-478c-90c7-365dbfdff04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.557830 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fbc6fde0-7509-417e-9d3d-f133d0ba654e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.561962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-5ff67ab7-9559-47cb-9761-bc9979f0cf3d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:06.562659 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-5ff67ab7-9559-47cb-9761-bc9979f0cf3d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.622888 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-716ad6ca-387f-45a3-8dad-dd4d426223e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:06.624385 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-716ad6ca-387f-45a3-8dad-dd4d426223e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0100c0f3-654b-4008-8ca4-b381192db716 HTTP/1.1" status: 200 len: 797 time: 0.0978000 Jul 27 21:14:06.627423 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6fde0-7509-417e-9d3d-f133d0ba654e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event updated for resources: {'Subnet': ['ID=c4e2138e-fbe2-4817-acd5-0cbd8cce2e7d,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:06.656956 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-018fd9a1-8d82-478c-90c7-365dbfdff04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.664688 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-018fd9a1-8d82-478c-90c7-365dbfdff04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.678954 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-5ff67ab7-9559-47cb-9761-bc9979f0cf3d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9980395 Jul 27 21:14:06.690663 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6fde0-7509-417e-9d3d-f133d0ba654e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Checking segment: {'id': 'de6ca634-3f54-481e-a46f-a786588607b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4b45ff7-8d9c-4307-8e52-2e3ee076b044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:06.691034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6fde0-7509-417e-9d3d-f133d0ba654e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Network hostable DHCP agents. Network: c4b45ff7-8d9c-4307-8e52-2e3ee076b044, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:14:06.702581 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Request body: {'port': {'device_id': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:06.721227 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649121d-3644-401f-8994-acd7485d632d req-2b599a16-bba2-4256-97fc-be627d1c8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:06.722800 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-2b599a16-bba2-4256-97fc-be627d1c8312 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4a3bd81c-c0ae-404a-987c-9478c181dd67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0901659 Jul 27 21:14:06.725914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6fde0-7509-417e-9d3d-f133d0ba654e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Network c4b45ff7-8d9c-4307-8e52-2e3ee076b044 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:14:06.741696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-fbc6fde0-7509-417e-9d3d-f133d0ba654e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, c4b45ff7-8d9c-4307-8e52-2e3ee076b044) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:06.752237 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c167fa7-fee2-4a85-b905-0fb29b6828d7 None None] Network c4b45ff7-8d9c-4307-8e52-2e3ee076b044 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:06.755485 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-018fd9a1-8d82-478c-90c7-365dbfdff04a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ea2e7dea6dc488198cf57bf69dff888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4080126 Jul 27 21:14:06.757797 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58938) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:06.758271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fd9a1-8d82-478c-90c7-365dbfdff04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f98b8e7-19fb-4189-8a14-e9d77324775d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:06.762030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc6fde0-7509-417e-9d3d-f133d0ba654e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:06.762648 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fbc6fde0-7509-417e-9d3d-f133d0ba654e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.812802 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.826485 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fbc6fde0-7509-417e-9d3d-f133d0ba654e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9296191 Jul 27 21:14:06.831118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58940) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:06.842259 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c9c84ea8-c4b0-4940-8f26-4b62f5034590 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Request body: {'network': {'name': 'tempest-router-network01--1796792924'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:06.899053 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-ffa42882-249d-4256-b442-41e5caebcd9c service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673245 Jul 27 21:14:06.899289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e09c554a-03a3-4754-97c7-93a6b9670a70 None None] Provisioning for port 8a7c4d74-2067-4c46-9b0d-cd08ba469818 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:06.901211 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c84ea8-c4b0-4940-8f26-4b62f5034590 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Made reservation on behalf of 55c0d930fb3c4e16abd815b3950d74ce for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:06.904631 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c9c84ea8-c4b0-4940-8f26-4b62f5034590 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.907806 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e09c554a-03a3-4754-97c7-93a6b9670a70 None None] Provisioning complete for port 8a7c4d74-2067-4c46-9b0d-cd08ba469818 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:06.908267 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e09c554a-03a3-4754-97c7-93a6b9670a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.929366 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-134b9737-1ff0-4888-b31f-80f3ff0703e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.971878 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-c4b45ff7-8d9c-4307-8e52-2e3ee076b044', 'network_id': 'c4b45ff7-8d9c-4307-8e52-2e3ee076b044', 'tenant_id': '55c0d930fb3c4e16abd815b3950d74ce', 'fixed_ips': [{'subnet_id': 'c4e2138e-fbe2-4817-acd5-0cbd8cce2e7d'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:14:06.973202 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:06.978397 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e09c554a-03a3-4754-97c7-93a6b9670a70 None None] Port 8a7c4d74-2067-4c46-9b0d-cd08ba469818 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:14:07.136160 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.143749 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device cbd39091-ed9a-46fd-8ef6-ff5127cc716e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:07.175813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Allocated IP 2001:db8::2 (c4b45ff7-8d9c-4307-8e52-2e3ee076b044/c4e2138e-fbe2-4817-acd5-0cbd8cce2e7d/d388eb4d-400c-4cde-b5a5-4244e790b566) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:07.220516 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7c4d74-2067-4c46-9b0d-cd08ba469818 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:14:07.234390 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.255796 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Transition to ACTIVE for port object 8a7c4d74-2067-4c46-9b0d-cd08ba469818 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:07.257764 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-134b9737-1ff0-4888-b31f-80f3ff0703e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.259726 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c84ea8-c4b0-4940-8f26-4b62f5034590 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:14:07.262811 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.297566 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c9c84ea8-c4b0-4940-8f26-4b62f5034590 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.297917 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-c9c84ea8-c4b0-4940-8f26-4b62f5034590 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Added segment de77fe5d-daab-41f9-819b-2d102d286502 of type vlan for network 7d3d334a-d8ea-4926-8fc8-96de09e67a32 Jul 27 21:14:07.302436 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port cbd39091-ed9a-46fd-8ef6-ff5127cc716e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:07.303024 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.371677 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5649121d-3644-401f-8994-acd7485d632d req-a581abb7-bd92-4f86-863a-4cd917223dc3 service neutron] 10.222.0.66 "GET /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637473 Jul 27 21:14:07.381568 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c9c84ea8-c4b0-4940-8f26-4b62f5034590 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.426371 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7c4d74-2067-4c46-9b0d-cd08ba469818,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:07.432464 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-134b9737-1ff0-4888-b31f-80f3ff0703e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.435072 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-134b9737-1ff0-4888-b31f-80f3ff0703e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.436322 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-134b9737-1ff0-4888-b31f-80f3ff0703e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f98b8e7-19fb-4189-8a14-e9d77324775d HTTP/1.1" status: 204 len: 168 time: 0.6758783 Jul 27 21:14:07.447308 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c9c84ea8-c4b0-4940-8f26-4b62f5034590 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.453971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c84ea8-c4b0-4940-8f26-4b62f5034590 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:07.455278 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c9c84ea8-c4b0-4940-8f26-4b62f5034590 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.462213 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b9737-1ff0-4888-b31f-80f3ff0703e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f98b8e7-19fb-4189-8a14-e9d77324775d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:07.530406 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c9c84ea8-c4b0-4940-8f26-4b62f5034590 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6962380 Jul 27 21:14:07.533545 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58950) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:07.540586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c7bb18a7-ec60-4199-8498-271fe1509c1e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Request body: {'network': {'name': 'tempest-router-network02--965175246'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:07.548163 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.561950 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Transition to ACTIVE for port object d388eb4d-400c-4cde-b5a5-4244e790b566 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:07.562748 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c84ea8-c4b0-4940-8f26-4b62f5034590 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event updated for resources: {'Network': ['ID=7d3d334a-d8ea-4926-8fc8-96de09e67a32,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:07.580406 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 7d3d334a-d8ea-4926-8fc8-96de09e67a32 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:14:07.590330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bb18a7-ec60-4199-8498-271fe1509c1e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Made reservation on behalf of 55c0d930fb3c4e16abd815b3950d74ce for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:07.594314 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7bb18a7-ec60-4199-8498-271fe1509c1e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.633784 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7bb18a7-ec60-4199-8498-271fe1509c1e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:14:07.650082 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7bb18a7-ec60-4199-8498-271fe1509c1e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.650465 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-c7bb18a7-ec60-4199-8498-271fe1509c1e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Added segment 2a085fd9-8168-441e-8fdc-308eb9a8e7f0 of type vlan for network cba58f19-d094-47f9-94f8-2b61d604229d Jul 27 21:14:07.716041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ca615-e6a9-4ca7-b558-45f335204629 req-27ada18d-7100-43ed-a29b-186645825b1c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:07.716516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e0ca615-e6a9-4ca7-b558-45f335204629 req-27ada18d-7100-43ed-a29b-186645825b1c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 943 time: 0.3787239 Jul 27 21:14:07.726195 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7bb18a7-ec60-4199-8498-271fe1509c1e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.764215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Attempting to bind port 8a7c4d74-2067-4c46-9b0d-cd08ba469818 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:07.764856 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7bb18a7-ec60-4199-8498-271fe1509c1e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.771387 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bb18a7-ec60-4199-8498-271fe1509c1e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:07.772015 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7bb18a7-ec60-4199-8498-271fe1509c1e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.772327 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Attempting to bind port 8a7c4d74-2067-4c46-9b0d-cd08ba469818 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:07.772879 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Attempting to bind port 8a7c4d74-2067-4c46-9b0d-cd08ba469818 on network 469a8226-6f36-400c-8f75-c82802ca52c3 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:07.804632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Port 8a7c4d74-2067-4c46-9b0d-cd08ba469818 on network 469a8226-6f36-400c-8f75-c82802ca52c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:14:07.805159 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Attempting to bind port 8a7c4d74-2067-4c46-9b0d-cd08ba469818 on network 469a8226-6f36-400c-8f75-c82802ca52c3 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:07.816616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:07.818680 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c7bb18a7-ec60-4199-8498-271fe1509c1e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2833977 Jul 27 21:14:07.830745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Checking segment: {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:07.831405 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Bound using segment: {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:07.832138 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Bound port: 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:07.832959 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.834550 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58958) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:07.867050 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-0b122fa4-1e74-43d6-a521-7381d743c83d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Request body: {'subnet': {'network_id': '7d3d334a-d8ea-4926-8fc8-96de09e67a32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:07.881636 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4e0ca615-e6a9-4ca7-b558-45f335204629 req-7985b0ce-ffcf-497d-8749-cc047d32a9fb tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477506 Jul 27 21:14:07.944035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb18a7-ec60-4199-8498-271fe1509c1e tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event updated for resources: {'Network': ['ID=cba58f19-d094-47f9-94f8-2b61d604229d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:07.951832 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Transition to ACTIVE for port object d388eb4d-400c-4cde-b5a5-4244e790b566 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:07.969144 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network cba58f19-d094-47f9-94f8-2b61d604229d details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:14:07.975139 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.993171 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:07.995569 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b122fa4-1e74-43d6-a521-7381d743c83d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Made reservation on behalf of 55c0d930fb3c4e16abd815b3950d74ce for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:08.000685 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0b122fa4-1e74-43d6-a521-7381d743c83d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.037496 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:08.045373 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:08.056994 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.106934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58960) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:08.115218 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:08.115966 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.118401 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] 10.222.0.66 "PUT /v2.0/ports/8a7c4d74-2067-4c46-9b0d-cd08ba469818 HTTP/1.1" status: 200 len: 1091 time: 1.4287341 Jul 27 21:14:08.129254 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Pushing event updated for resources: {'Port': ['ID=d388eb4d-400c-4cde-b5a5-4244e790b566,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:08.139958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:08.151791 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Network c4b45ff7-8d9c-4307-8e52-2e3ee076b044 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:08.153617 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:08.155490 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74faecdd-d1b3-4d8c-a875-92c1f31a3bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:08.157646 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:08.204947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5f251-3704-4068-928d-963af37b37a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7c4d74-2067-4c46-9b0d-cd08ba469818,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:08.240964 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Attempting to bind port d388eb4d-400c-4cde-b5a5-4244e790b566 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:08.241401 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Attempting to bind port d388eb4d-400c-4cde-b5a5-4244e790b566 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'de6ca634-3f54-481e-a46f-a786588607b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4b45ff7-8d9c-4307-8e52-2e3ee076b044'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:08.241767 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Attempting to bind port d388eb4d-400c-4cde-b5a5-4244e790b566 on network c4b45ff7-8d9c-4307-8e52-2e3ee076b044 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:08.249001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:08.249375 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Checking segment: {'id': 'de6ca634-3f54-481e-a46f-a786588607b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4b45ff7-8d9c-4307-8e52-2e3ee076b044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:08.249783 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.250175 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Bound using segment: {'id': 'de6ca634-3f54-481e-a46f-a786588607b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4b45ff7-8d9c-4307-8e52-2e3ee076b044'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:08.251126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Bound port: d388eb4d-400c-4cde-b5a5-4244e790b566, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6ca634-3f54-481e-a46f-a786588607b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c4b45ff7-8d9c-4307-8e52-2e3ee076b044'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:08.251372 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.275154 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-70f8f99c-e705-408c-904e-04e810854d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.277797 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aebbf8-c9ba-4a36-8f2d-8916329bf5d7 x-openstack-request-id: req-59aebbf8-c9ba-4a36-8f2d-8916329bf5d7 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:08.278091 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:08.278359 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59aebbf8-c9ba-4a36-8f2d-8916329bf5d7 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:08.278740 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'status': 'completed', 'code': 200} Jul 27 21:14:08.317740 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0b122fa4-1e74-43d6-a521-7381d743c83d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.350613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] For port d388eb4d-400c-4cde-b5a5-4244e790b566, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:08.355340 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] For port d388eb4d-400c-4cde-b5a5-4244e790b566, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d388eb4d-400c-4cde-b5a5-4244e790b566,segment=NetworkSegment(de6ca634-3f54-481e-a46f-a786588607b1),segment_id=de6ca634-3f54-481e-a46f-a786588607b1)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:08.362777 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.386639 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-e40015a6-1ad3-4ef3-a7c1-294a2dd818b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:08.388378 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-e40015a6-1ad3-4ef3-a7c1-294a2dd818b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 1094 time: 0.1776888 Jul 27 21:14:08.467740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b122fa4-1e74-43d6-a521-7381d743c83d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event updated for resources: {'Subnet': ['ID=0a831167-0560-4d99-a876-aa642a9792e6,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:08.469602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c1348-e5da-4335-872c-a719bcbb6096 None None] Pushing event updated for resources: {'Port': ['ID=d388eb4d-400c-4cde-b5a5-4244e790b566,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:08.471659 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b122fa4-1e74-43d6-a521-7381d743c83d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Checking segment: {'id': 'de77fe5d-daab-41f9-819b-2d102d286502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7d3d334a-d8ea-4926-8fc8-96de09e67a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:08.472037 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b122fa4-1e74-43d6-a521-7381d743c83d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Network hostable DHCP agents. Network: 7d3d334a-d8ea-4926-8fc8-96de09e67a32, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:14:08.499654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b122fa4-1e74-43d6-a521-7381d743c83d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Network 7d3d334a-d8ea-4926-8fc8-96de09e67a32 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:14:08.508542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-c4949d11-7615-4efe-a2c5-e3788ce5d4a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818 HTTP/1.1" status: 200 len: 217 time: 0.1114323 Jul 27 21:14:08.511910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-0b122fa4-1e74-43d6-a521-7381d743c83d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 7d3d334a-d8ea-4926-8fc8-96de09e67a32) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:08.518283 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b122fa4-1e74-43d6-a521-7381d743c83d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:08.519183 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0b122fa4-1e74-43d6-a521-7381d743c83d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.528651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f6a4c8-765b-4ca2-93b9-44d0714d7121 None None] Network 7d3d334a-d8ea-4926-8fc8-96de09e67a32 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:08.587869 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-70f8f99c-e705-408c-904e-04e810854d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.605801 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-70f8f99c-e705-408c-904e-04e810854d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.612538 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0b122fa4-1e74-43d6-a521-7381d743c83d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7766130 Jul 27 21:14:08.613364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58964) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:08.619653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4f18a8fc-71ad-4cbb-a5bd-b38fefa83d06 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Request body: {'subnet': {'network_id': 'cba58f19-d094-47f9-94f8-2b61d604229d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:08.734197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-fa6e84d4-fb57-447b-999a-bad50f14c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:08.735728 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-fa6e84d4-fb57-447b-999a-bad50f14c59e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.2137499 Jul 27 21:14:08.741557 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-70f8f99c-e705-408c-904e-04e810854d17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=77523775359646d3ad5115d1b4c05aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6220264 Jul 27 21:14:08.752228 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58968) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:08.802416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f18a8fc-71ad-4cbb-a5bd-b38fefa83d06 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Made reservation on behalf of 55c0d930fb3c4e16abd815b3950d74ce for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:08.806538 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f18a8fc-71ad-4cbb-a5bd-b38fefa83d06 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.813423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-7d3d334a-d8ea-4926-8fc8-96de09e67a32', 'network_id': '7d3d334a-d8ea-4926-8fc8-96de09e67a32', 'tenant_id': '55c0d930fb3c4e16abd815b3950d74ce', 'fixed_ips': [{'subnet_id': '0a831167-0560-4d99-a876-aa642a9792e6'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:14:08.814694 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:08.816205 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8f99c-e705-408c-904e-04e810854d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f6716f-9fcf-42f0-9528-7004cbea3e89,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:08.859369 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.009810 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-8141f725-3c2f-4771-ad27-5e8fb4029029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:09.011390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-8141f725-3c2f-4771-ad27-5e8fb4029029 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2672729 Jul 27 21:14:09.014384 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-170cdd34-74d9-4b4b-bca1-8e0c11910e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.168883 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-170cdd34-74d9-4b4b-bca1-8e0c11910e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.237451 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Allocated IP 2001:db8::2 (7d3d334a-d8ea-4926-8fc8-96de09e67a32/0a831167-0560-4d99-a876-aa642a9792e6/49dc2515-2775-4373-903e-3aca7a099baa) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:09.266357 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f275b-2526-4dfa-b559-1022fbe9dc8f req-dfac5ee6-f415-45f5-97ea-ef56343f7a71 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:09.267976 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f18a8fc-71ad-4cbb-a5bd-b38fefa83d06 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.268634 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d5f275b-2526-4dfa-b559-1022fbe9dc8f req-dfac5ee6-f415-45f5-97ea-ef56343f7a71 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 943 time: 0.2561016 Jul 27 21:14:09.329928 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-f3388d27-d4f1-4d1d-9d0f-8dad6b03e24e service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030784 Jul 27 21:14:09.335700 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d5f275b-2526-4dfa-b559-1022fbe9dc8f req-9a9fa0b4-2fa0-4771-a5c7-1e4665609594 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574985 Jul 27 21:14:09.349245 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-170cdd34-74d9-4b4b-bca1-8e0c11910e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.352029 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-170cdd34-74d9-4b4b-bca1-8e0c11910e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.361480 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-170cdd34-74d9-4b4b-bca1-8e0c11910e76 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09f6716f-9fcf-42f0-9528-7004cbea3e89 HTTP/1.1" status: 204 len: 168 time: 0.6000311 Jul 27 21:14:09.362135 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d388eb4d-400c-4cde-b5a5-4244e790b566 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:09.412737 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170cdd34-74d9-4b4b-bca1-8e0c11910e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f6716f-9fcf-42f0-9528-7004cbea3e89,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:09.435950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18a8fc-71ad-4cbb-a5bd-b38fefa83d06 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event updated for resources: {'Subnet': ['ID=64c2eb1f-f6cd-415f-9f47-7d9a359a04f0,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:09.452177 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f18a8fc-71ad-4cbb-a5bd-b38fefa83d06 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Checking segment: {'id': '2a085fd9-8168-441e-8fdc-308eb9a8e7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cba58f19-d094-47f9-94f8-2b61d604229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:09.452788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f18a8fc-71ad-4cbb-a5bd-b38fefa83d06 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Network hostable DHCP agents. Network: cba58f19-d094-47f9-94f8-2b61d604229d, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:14:09.484869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f18a8fc-71ad-4cbb-a5bd-b38fefa83d06 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Network cba58f19-d094-47f9-94f8-2b61d604229d is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:14:09.488009 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eafcf81d-840c-4a11-b659-506b8cbf92e7 req-4921a19a-4a7b-4422-a013-d401bb943c32 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450174 Jul 27 21:14:09.499988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-4f18a8fc-71ad-4cbb-a5bd-b38fefa83d06 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, cba58f19-d094-47f9-94f8-2b61d604229d) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:09.505309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18a8fc-71ad-4cbb-a5bd-b38fefa83d06 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:09.506176 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f18a8fc-71ad-4cbb-a5bd-b38fefa83d06 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.525479 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4f18a8fc-71ad-4cbb-a5bd-b38fefa83d06 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9100306 Jul 27 21:14:09.527549 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.528664 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58976) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:09.547038 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d9afb1-d57e-454d-afc4-18d6630bf8cf None None] Network cba58f19-d094-47f9-94f8-2b61d604229d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:09.557631 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Transition to ACTIVE for port object 49dc2515-2775-4373-903e-3aca7a099baa will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:09.659798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Transition to ACTIVE for port object 49dc2515-2775-4373-903e-3aca7a099baa will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:09.672945 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faecdd-d1b3-4d8c-a875-92c1f31a3bf1 req-d35886b1-7a98-49ee-b7ec-55528782195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:09.675256 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74faecdd-d1b3-4d8c-a875-92c1f31a3bf1 req-d35886b1-7a98-49ee-b7ec-55528782195f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 1094 time: 0.1330552 Jul 27 21:14:09.684519 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:09.807160 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port d388eb4d-400c-4cde-b5a5-4244e790b566 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:09.812415 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Network 7d3d334a-d8ea-4926-8fc8-96de09e67a32 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:09.860131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:09.866985 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:09.901007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Pushing event updated for resources: {'Port': ['ID=49dc2515-2775-4373-903e-3aca7a099baa,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:10.023260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Attempting to bind port 49dc2515-2775-4373-903e-3aca7a099baa on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:10.024073 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Attempting to bind port 49dc2515-2775-4373-903e-3aca7a099baa by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'de77fe5d-daab-41f9-819b-2d102d286502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7d3d334a-d8ea-4926-8fc8-96de09e67a32'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:10.024679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Attempting to bind port 49dc2515-2775-4373-903e-3aca7a099baa on network 7d3d334a-d8ea-4926-8fc8-96de09e67a32 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:10.028555 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faecdd-d1b3-4d8c-a875-92c1f31a3bf1 req-21c720aa-bfec-475d-a012-ee078d68a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:10.030076 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74faecdd-d1b3-4d8c-a875-92c1f31a3bf1 req-21c720aa-bfec-475d-a012-ee078d68a99e service neutron] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.3429229 Jul 27 21:14:10.035802 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:10.036963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Checking segment: {'id': 'de77fe5d-daab-41f9-819b-2d102d286502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7d3d334a-d8ea-4926-8fc8-96de09e67a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:10.037593 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:10.038240 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Bound using segment: {'id': 'de77fe5d-daab-41f9-819b-2d102d286502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7d3d334a-d8ea-4926-8fc8-96de09e67a32'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:10.039086 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Bound port: 49dc2515-2775-4373-903e-3aca7a099baa, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de77fe5d-daab-41f9-819b-2d102d286502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7d3d334a-d8ea-4926-8fc8-96de09e67a32'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:10.039815 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:10.112312 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74faecdd-d1b3-4d8c-a875-92c1f31a3bf1 req-e66c208a-75c3-4f6d-a0bf-740c84bf7cc0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818 HTTP/1.1" status: 200 len: 217 time: 0.0738375 Jul 27 21:14:10.143011 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-cba58f19-d094-47f9-94f8-2b61d604229d', 'network_id': 'cba58f19-d094-47f9-94f8-2b61d604229d', 'tenant_id': '55c0d930fb3c4e16abd815b3950d74ce', 'fixed_ips': [{'subnet_id': '64c2eb1f-f6cd-415f-9f47-7d9a359a04f0'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:14:10.144183 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:10.147684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ace8ae-a942-43bb-9b4d-b09bb15acf16 None None] Network c4b45ff7-8d9c-4307-8e52-2e3ee076b044 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:10.179249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faecdd-d1b3-4d8c-a875-92c1f31a3bf1 req-179bf3e0-1dc4-4513-87a9-d9cb72592943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:10.180991 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74faecdd-d1b3-4d8c-a875-92c1f31a3bf1 req-179bf3e0-1dc4-4513-87a9-d9cb72592943 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.0589044 Jul 27 21:14:10.210454 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:10.259624 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faecdd-d1b3-4d8c-a875-92c1f31a3bf1 req-0d5248d9-4a55-45da-b5b0-b80e93e52727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:10.261493 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74faecdd-d1b3-4d8c-a875-92c1f31a3bf1 req-0d5248d9-4a55-45da-b5b0-b80e93e52727 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720580 Jul 27 21:14:10.282062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bafb0718-07a8-4d96-8ac4-d3a3a8b944df None None] Provisioning for port d388eb4d-400c-4cde-b5a5-4244e790b566 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:10.315315 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] For port 49dc2515-2775-4373-903e-3aca7a099baa, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:10.319985 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] For port 49dc2515-2775-4373-903e-3aca7a099baa, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=49dc2515-2775-4373-903e-3aca7a099baa,segment=NetworkSegment(de77fe5d-daab-41f9-819b-2d102d286502),segment_id=de77fe5d-daab-41f9-819b-2d102d286502)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:10.322966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bafb0718-07a8-4d96-8ac4-d3a3a8b944df None None] Provisioning complete for port d388eb4d-400c-4cde-b5a5-4244e790b566 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:10.323341 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bafb0718-07a8-4d96-8ac4-d3a3a8b944df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:10.362084 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:10.417953 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74faecdd-d1b3-4d8c-a875-92c1f31a3bf1 req-560e8358-3a7a-4fc7-885f-0e53e0a634dc service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477177 Jul 27 21:14:10.764464 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea08e89-423a-4245-9802-3f0c2b989e3b None None] Pushing event updated for resources: {'Port': ['ID=49dc2515-2775-4373-903e-3aca7a099baa,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:10.786541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Allocated IP 2001:db8::1 (7d3d334a-d8ea-4926-8fc8-96de09e67a32/0a831167-0560-4d99-a876-aa642a9792e6/7961bd37-a12d-4942-93b4-d72f70f26331) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:10.839992 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Allocated IP 2001:db8::2 (cba58f19-d094-47f9-94f8-2b61d604229d/64c2eb1f-f6cd-415f-9f47-7d9a359a04f0/2e5a5e6a-406d-40d5-833a-4f529aae08fb) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:10.999531 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.011910 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bafb0718-07a8-4d96-8ac4-d3a3a8b944df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.036796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Transition to ACTIVE for port object 7961bd37-a12d-4942-93b4-d72f70f26331 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:11.068039 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74faecdd-d1b3-4d8c-a875-92c1f31a3bf1 req-7e4f8cca-7102-4efb-9bf0-8478f5a9068b service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6404312 Jul 27 21:14:11.087355 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.096312 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0761236-1b1b-455e-a2b6-c5cc678806a4 req-2d66c615-ef7a-4262-b4e5-23618db89285 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:11.098033 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b0761236-1b1b-455e-a2b6-c5cc678806a4 req-2d66c615-ef7a-4262-b4e5-23618db89285 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 943 time: 0.1739767 Jul 27 21:14:11.117216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff56a12-2cb2-41e0-997b-1adf51fe5ef6 req-3de06b18-0e3b-4419-8992-8ec5dfcafc5d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:11.123436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff56a12-2cb2-41e0-997b-1adf51fe5ef6 req-3de06b18-0e3b-4419-8992-8ec5dfcafc5d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:11.130312 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff56a12-2cb2-41e0-997b-1adf51fe5ef6 req-3de06b18-0e3b-4419-8992-8ec5dfcafc5d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:11.143730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff56a12-2cb2-41e0-997b-1adf51fe5ef6 req-3de06b18-0e3b-4419-8992-8ec5dfcafc5d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:11.150820 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Network 7d3d334a-d8ea-4926-8fc8-96de09e67a32 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:11.151360 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff56a12-2cb2-41e0-997b-1adf51fe5ef6 req-3de06b18-0e3b-4419-8992-8ec5dfcafc5d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:11.154119 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:11.158272 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff56a12-2cb2-41e0-997b-1adf51fe5ef6 req-3de06b18-0e3b-4419-8992-8ec5dfcafc5d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:11.160695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:11.161456 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.166062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff56a12-2cb2-41e0-997b-1adf51fe5ef6 req-3de06b18-0e3b-4419-8992-8ec5dfcafc5d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:11.174647 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cff56a12-2cb2-41e0-997b-1adf51fe5ef6 req-3de06b18-0e3b-4419-8992-8ec5dfcafc5d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5446 time: 0.2516408 Jul 27 21:14:11.175460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-bafb0718-07a8-4d96-8ac4-d3a3a8b944df None None] For port d388eb4d-400c-4cde-b5a5-4244e790b566, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d388eb4d-400c-4cde-b5a5-4244e790b566,segment=NetworkSegment(de6ca634-3f54-481e-a46f-a786588607b1),segment_id=de6ca634-3f54-481e-a46f-a786588607b1)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:11.210454 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bafb0718-07a8-4d96-8ac4-d3a3a8b944df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.258550 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event updated for resources: {'Port': ['ID=7961bd37-a12d-4942-93b4-d72f70f26331,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:11.288451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:11.289407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:11.289407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:11.289609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:11.290051 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:11.290576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:11.291318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:11.291756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:11.292146 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:11.292536 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:11.292921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:11.293269 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:11.306022 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b0761236-1b1b-455e-a2b6-c5cc678806a4 req-d78dd8af-0b23-4a91-9cb4-ad07836b72df tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292531 Jul 27 21:14:11.324689 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cff56a12-2cb2-41e0-997b-1adf51fe5ef6 req-3a4b8e0b-b5e4-41a4-9a92-a1791fdd508a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1410067 Jul 27 21:14:11.349026 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.358880 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Transition to ACTIVE for port object 2e5a5e6a-406d-40d5-833a-4f529aae08fb will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:11.378087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Transition to ACTIVE for port object 2e5a5e6a-406d-40d5-833a-4f529aae08fb will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:11.383209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb0718-07a8-4d96-8ac4-d3a3a8b944df None None] Pushing event updated for resources: {'Port': ['ID=d388eb4d-400c-4cde-b5a5-4244e790b566,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:11.394881 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 49dc2515-2775-4373-903e-3aca7a099baa up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:11.423689 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.469265 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.501976 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Network cba58f19-d094-47f9-94f8-2b61d604229d is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:11.507705 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:11.525667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:11.535569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Pushing event updated for resources: {'Port': ['ID=2e5a5e6a-406d-40d5-833a-4f529aae08fb,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:11.602107 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 49dc2515-2775-4373-903e-3aca7a099baa completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:11.627516 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Attempting to bind port 2e5a5e6a-406d-40d5-833a-4f529aae08fb on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:11.627925 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Attempting to bind port 2e5a5e6a-406d-40d5-833a-4f529aae08fb by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '2a085fd9-8168-441e-8fdc-308eb9a8e7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cba58f19-d094-47f9-94f8-2b61d604229d'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:11.628247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Attempting to bind port 2e5a5e6a-406d-40d5-833a-4f529aae08fb on network cba58f19-d094-47f9-94f8-2b61d604229d {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:11.636855 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:11.637437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Checking segment: {'id': '2a085fd9-8168-441e-8fdc-308eb9a8e7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cba58f19-d094-47f9-94f8-2b61d604229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:11.638068 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.638770 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Bound using segment: {'id': '2a085fd9-8168-441e-8fdc-308eb9a8e7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cba58f19-d094-47f9-94f8-2b61d604229d'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:11.639487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Bound port: 2e5a5e6a-406d-40d5-833a-4f529aae08fb, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a085fd9-8168-441e-8fdc-308eb9a8e7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'cba58f19-d094-47f9-94f8-2b61d604229d'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:11.640081 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.761590 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] For port 2e5a5e6a-406d-40d5-833a-4f529aae08fb, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:11.765505 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] For port 2e5a5e6a-406d-40d5-833a-4f529aae08fb, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2e5a5e6a-406d-40d5-833a-4f529aae08fb,segment=NetworkSegment(2a085fd9-8168-441e-8fdc-308eb9a8e7f0),segment_id=2a085fd9-8168-441e-8fdc-308eb9a8e7f0)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:11.778900 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.799957 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ed937d13-36ad-4e43-9279-91fb1e1d7042 None None] Provisioning complete for port d388eb4d-400c-4cde-b5a5-4244e790b566 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:11.803452 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ed937d13-36ad-4e43-9279-91fb1e1d7042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.867082 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.882004 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.885264 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:11.990052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf662a-18b7-42ee-b785-657e89d17ace None None] Pushing event updated for resources: {'Port': ['ID=2e5a5e6a-406d-40d5-833a-4f529aae08fb,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:12.149518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event updated for resources: {'Port': ['ID=7961bd37-a12d-4942-93b4-d72f70f26331,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:12.211274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Network 7d3d334a-d8ea-4926-8fc8-96de09e67a32 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:12.230788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:12.307406 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3782a10c-af74-40e3-9209-8895ed8dffdd None None] Network 7d3d334a-d8ea-4926-8fc8-96de09e67a32 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:12.368516 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-0ff70caa-eb09-4eae-9b23-93f4a2ee7f62 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:12.374992 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-0ff70caa-eb09-4eae-9b23-93f4a2ee7f62 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:12.382260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-0ff70caa-eb09-4eae-9b23-93f4a2ee7f62 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:12.391319 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-0ff70caa-eb09-4eae-9b23-93f4a2ee7f62 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:12.400887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-0ff70caa-eb09-4eae-9b23-93f4a2ee7f62 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:12.406970 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Router 3385c9fd-43da-471b-86f5-e0708cdae4ed is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:14:12.413239 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-0ff70caa-eb09-4eae-9b23-93f4a2ee7f62 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:12.420836 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-0ff70caa-eb09-4eae-9b23-93f4a2ee7f62 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:12.423786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-0ff70caa-eb09-4eae-9b23-93f4a2ee7f62 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.66 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5446 time: 0.2200534 Jul 27 21:14:12.461978 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-615545fc-3813-4f0a-b6f5-c348accd0a42 None None] Provisioning for port 49dc2515-2775-4373-903e-3aca7a099baa completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:12.486308 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-615545fc-3813-4f0a-b6f5-c348accd0a42 None None] Provisioning complete for port 49dc2515-2775-4373-903e-3aca7a099baa triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:12.486766 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-615545fc-3813-4f0a-b6f5-c348accd0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:12.525044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:14:12.538177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c244637-daa2-4cca-bcc7-443f800f01d5 None None] Sync routers for ids ['3385c9fd-43da-471b-86f5-e0708cdae4ed'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:14:12.539134 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6b292740-7a21-446a-b258-d0cfd8bfc960 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "PUT /v2.0/routers/3385c9fd-43da-471b-86f5-e0708cdae4ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0088692 Jul 27 21:14:12.541888 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59034) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:12.569923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-86b7df46-98c5-428a-a83b-2c8be4d80cfa tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:12.571376 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-86b7df46-98c5-428a-a83b-2c8be4d80cfa tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.66 "GET /v2.0/ports/e3b8d17a-522f-4975-8cbf-168252762dea?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1385336 Jul 27 21:14:12.574329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c244637-daa2-4cca-bcc7-443f800f01d5 None None] Routers {'3385c9fd-43da-471b-86f5-e0708cdae4ed'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:12.574940 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9c244637-daa2-4cca-bcc7-443f800f01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['3385c9fd-43da-471b-86f5-e0708cdae4ed'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:12.617208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9c244637-daa2-4cca-bcc7-443f800f01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:12.657252 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c244637-daa2-4cca-bcc7-443f800f01d5 None None] Routers {'3385c9fd-43da-471b-86f5-e0708cdae4ed'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:12.657892 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9c244637-daa2-4cca-bcc7-443f800f01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['3385c9fd-43da-471b-86f5-e0708cdae4ed'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:12.695484 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b64693-111e-4369-8a0f-c77fd7f798f6 req-b41b373b-e306-4b62-a1ed-781ad5af22ed tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:12.697140 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5b64693-111e-4369-8a0f-c77fd7f798f6 req-b41b373b-e306-4b62-a1ed-781ad5af22ed tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 943 time: 0.2489452 Jul 27 21:14:12.717538 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dd3ab-767e-4ec0-81e5-2f38d6bfd59b req-5a8aefdc-5652-4001-8020-44cc7c0ac93d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:12.723617 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dd3ab-767e-4ec0-81e5-2f38d6bfd59b req-5a8aefdc-5652-4001-8020-44cc7c0ac93d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:12.729812 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dd3ab-767e-4ec0-81e5-2f38d6bfd59b req-5a8aefdc-5652-4001-8020-44cc7c0ac93d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:12.735864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dd3ab-767e-4ec0-81e5-2f38d6bfd59b req-5a8aefdc-5652-4001-8020-44cc7c0ac93d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:12.742303 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dd3ab-767e-4ec0-81e5-2f38d6bfd59b req-5a8aefdc-5652-4001-8020-44cc7c0ac93d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:12.748258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dd3ab-767e-4ec0-81e5-2f38d6bfd59b req-5a8aefdc-5652-4001-8020-44cc7c0ac93d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:12.754704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7dd3ab-767e-4ec0-81e5-2f38d6bfd59b req-5a8aefdc-5652-4001-8020-44cc7c0ac93d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:12.756952 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb7dd3ab-767e-4ec0-81e5-2f38d6bfd59b req-5a8aefdc-5652-4001-8020-44cc7c0ac93d tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 5446 time: 0.2756352 Jul 27 21:14:12.818421 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-b5d9fb1c-20f3-4c95-8503-3d03d7c4a777 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.66 "GET /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2370265 Jul 27 21:14:12.836942 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-43a22989-3ac9-444c-97dd-5dda863cb031 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:12.869314 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5b64693-111e-4369-8a0f-c77fd7f798f6 req-244fccb1-b5a7-403d-8049-731aa35339fb tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091232 Jul 27 21:14:12.897680 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb7dd3ab-767e-4ec0-81e5-2f38d6bfd59b req-8c785beb-d0fe-4246-b23b-c36c0d2acc69 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036277 Jul 27 21:14:12.908262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9c244637-daa2-4cca-bcc7-443f800f01d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:12.909594 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c244637-daa2-4cca-bcc7-443f800f01d5 None None] The sync data for ids ['3385c9fd-43da-471b-86f5-e0708cdae4ed'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:14:12.935521 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-615545fc-3813-4f0a-b6f5-c348accd0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.005718 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-615545fc-3813-4f0a-b6f5-c348accd0a42 None None] For port 49dc2515-2775-4373-903e-3aca7a099baa, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=49dc2515-2775-4373-903e-3aca7a099baa,segment=NetworkSegment(de77fe5d-daab-41f9-819b-2d102d286502),segment_id=de77fe5d-daab-41f9-819b-2d102d286502)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:13.012750 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-43a22989-3ac9-444c-97dd-5dda863cb031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.014348 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-615545fc-3813-4f0a-b6f5-c348accd0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.085981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615545fc-3813-4f0a-b6f5-c348accd0a42 None None] Pushing event updated for resources: {'Port': ['ID=49dc2515-2775-4373-903e-3aca7a099baa,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:13.288525 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-43a22989-3ac9-444c-97dd-5dda863cb031 service neutron] For port e3b8d17a-522f-4975-8cbf-168252762dea, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e3b8d17a-522f-4975-8cbf-168252762dea,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:13.295026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2e5a5e6a-406d-40d5-833a-4f529aae08fb up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:13.375505 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-b78f159d-1139-4b28-a7cc-430b5dd22f60 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:14:13.381174 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b78f159d-1139-4b28-a7cc-430b5dd22f60 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "PUT /v2.0/routers/3385c9fd-43da-471b-86f5-e0708cdae4ed/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8377595 Jul 27 21:14:13.382664 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59044) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:13.401546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-43a22989-3ac9-444c-97dd-5dda863cb031 service neutron] For port e3b8d17a-522f-4975-8cbf-168252762dea, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:13.414615 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 2e5a5e6a-406d-40d5-833a-4f529aae08fb completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:13.418962 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d388eb4d-400c-4cde-b5a5-4244e790b566 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:13.464849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67af77d1-79e1-4170-b85b-599bce0c55ba None None] Network cba58f19-d094-47f9-94f8-2b61d604229d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:13.485059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-43a22989-3ac9-444c-97dd-5dda863cb031 service neutron] device_id is not set on port e3b8d17a-522f-4975-8cbf-168252762dea yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:14:13.511485 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-43a22989-3ac9-444c-97dd-5dda863cb031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.517594 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-43a22989-3ac9-444c-97dd-5dda863cb031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.578450 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3d49d3d9-4a9e-428b-8491-366fb559ff8b None None] Provisioning for port 2e5a5e6a-406d-40d5-833a-4f529aae08fb completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:13.619366 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3d49d3d9-4a9e-428b-8491-366fb559ff8b None None] Provisioning complete for port 2e5a5e6a-406d-40d5-833a-4f529aae08fb triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:13.619366 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3d49d3d9-4a9e-428b-8491-366fb559ff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.630699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-43a22989-3ac9-444c-97dd-5dda863cb031 service neutron] No DVR routers for this DVR port e3b8d17a-522f-4975-8cbf-168252762dea on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:13.666289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port d388eb4d-400c-4cde-b5a5-4244e790b566 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:13.667270 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.669084 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8a7c4d74-2067-4c46-9b0d-cd08ba469818 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:14:13.670891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 4981eeac-989d-46f4-806d-01fe38dce5dc no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:13.681933 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a22989-3ac9-444c-97dd-5dda863cb031 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b8d17a-522f-4975-8cbf-168252762dea,revision_number=6']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:13.722040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-43a22989-3ac9-444c-97dd-5dda863cb031 service neutron] In _notify_port_updated(), no bound segment for port e3b8d17a-522f-4975-8cbf-168252762dea on network c7db6212-d43e-4c96-ae0f-7727debc8c82 {{(pid=105579) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:14:13.724722 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-43a22989-3ac9-444c-97dd-5dda863cb031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:13.725775 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-43a22989-3ac9-444c-97dd-5dda863cb031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:13.734593 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-43a22989-3ac9-444c-97dd-5dda863cb031 service neutron] 10.222.0.66 "PUT /v2.0/ports/e3b8d17a-522f-4975-8cbf-168252762dea HTTP/1.1" status: 200 len: 1033 time: 0.9021351 Jul 27 21:14:13.866546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-3d6a1708-a99f-4485-935c-67c591df186a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:13.868173 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-3d6a1708-a99f-4485-935c-67c591df186a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.66 "GET /v2.0/ports/2528b4f0-42ea-4bae-ad98-418d19fffcf6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1264751 Jul 27 21:14:13.895268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-358e311c-d2dc-4e03-8503-a06078d129bf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:14.054544 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-532e542b-bc6d-4fc4-94fc-ab89dc51cba8 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.059388 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3d49d3d9-4a9e-428b-8491-366fb559ff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.086412 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-358e311c-d2dc-4e03-8503-a06078d129bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.238929 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3d49d3d9-4a9e-428b-8491-366fb559ff8b None None] For port 2e5a5e6a-406d-40d5-833a-4f529aae08fb, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2e5a5e6a-406d-40d5-833a-4f529aae08fb,segment=NetworkSegment(2a085fd9-8168-441e-8fdc-308eb9a8e7f0),segment_id=2a085fd9-8168-441e-8fdc-308eb9a8e7f0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:14.247548 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.257979 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3d49d3d9-4a9e-428b-8491-366fb559ff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.284301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:14.318500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608599cd-6506-4ec1-8ebb-ac0ee0403338 req-3a41cb4a-497a-4999-ab79-e0f6ff634ea0 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:14.321748 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-608599cd-6506-4ec1-8ebb-ac0ee0403338 req-3a41cb4a-497a-4999-ab79-e0f6ff634ea0 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 943 time: 0.3289573 Jul 27 21:14:14.338637 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd238d-56b1-4263-8029-2885a1b0ca04 req-6af3686a-83bb-4678-b69b-b8ef89836bab tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:14.346565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd238d-56b1-4263-8029-2885a1b0ca04 req-6af3686a-83bb-4678-b69b-b8ef89836bab tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:14.350765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4981eeac-989d-46f4-806d-01fe38dce5dc'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:14.353166 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29b5d5f-e8d1-4a59-920c-498c50b1e273" -d '{"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-unplugged", "status": "completed", "tag": "4981eeac-989d-46f4-806d-01fe38dce5dc"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:14.356121 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'port_id': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'mac_address': 'fa:16:3e:24:da:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:14:14.356311 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd238d-56b1-4263-8029-2885a1b0ca04 req-6af3686a-83bb-4678-b69b-b8ef89836bab tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:14.364700 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd238d-56b1-4263-8029-2885a1b0ca04 req-6af3686a-83bb-4678-b69b-b8ef89836bab tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:14.368618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3d49d3d9-4a9e-428b-8491-366fb559ff8b None None] Provisioning for port 7961bd37-a12d-4942-93b4-d72f70f26331 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:14.373586 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd238d-56b1-4263-8029-2885a1b0ca04 req-6af3686a-83bb-4678-b69b-b8ef89836bab tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:14.386372 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 4981eeac-989d-46f4-806d-01fe38dce5dc, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=4981eeac-989d-46f4-806d-01fe38dce5dc,segment=NetworkSegment(bf556fc4-075f-4ce3-806b-07e002f018bd),segment_id=bf556fc4-075f-4ce3-806b-07e002f018bd)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:14.392661 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd238d-56b1-4263-8029-2885a1b0ca04 req-6af3686a-83bb-4678-b69b-b8ef89836bab tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:14.394072 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3d49d3d9-4a9e-428b-8491-366fb559ff8b None None] Provisioning complete for port 7961bd37-a12d-4942-93b4-d72f70f26331 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:14.394573 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3d49d3d9-4a9e-428b-8491-366fb559ff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.402443 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8afd238d-56b1-4263-8029-2885a1b0ca04 req-6af3686a-83bb-4678-b69b-b8ef89836bab tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 4666 time: 0.3400347 Jul 27 21:14:14.450678 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3d49d3d9-4a9e-428b-8491-366fb559ff8b None None] Port 7961bd37-a12d-4942-93b4-d72f70f26331 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:14:14.456557 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.457416 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2528b4f0-42ea-4bae-ad98-418d19fffcf6 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:14.464600 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49d3d9-4a9e-428b-8491-366fb559ff8b None None] Pushing event updated for resources: {'Port': ['ID=2e5a5e6a-406d-40d5-833a-4f529aae08fb,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:14.545948 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-532e542b-bc6d-4fc4-94fc-ab89dc51cba8 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Deleting port 7961bd37-a12d-4942-93b4-d72f70f26331 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:14.547694 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-532e542b-bc6d-4fc4-94fc-ab89dc51cba8 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.575216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3d49d3d9-4a9e-428b-8491-366fb559ff8b None None] Provisioning complete for port 49dc2515-2775-4373-903e-3aca7a099baa triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:14.576441 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3d49d3d9-4a9e-428b-8491-366fb559ff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.579449 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.600891 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-608599cd-6506-4ec1-8ebb-ac0ee0403338 req-58402ff4-c404-45b9-b831-6a5391026e6d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838067 Jul 27 21:14:14.629870 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-358e311c-d2dc-4e03-8503-a06078d129bf service neutron] For port 2528b4f0-42ea-4bae-ad98-418d19fffcf6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2528b4f0-42ea-4bae-ad98-418d19fffcf6,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:14.714879 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-358e311c-d2dc-4e03-8503-a06078d129bf service neutron] For port 2528b4f0-42ea-4bae-ad98-418d19fffcf6, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:14.750158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7c4d74-2067-4c46-9b0d-cd08ba469818 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:14:14.801617 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=4981eeac-989d-46f4-806d-01fe38dce5dc,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:14.803594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-358e311c-d2dc-4e03-8503-a06078d129bf service neutron] device_id is not set on port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:14:14.809873 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-532e542b-bc6d-4fc4-94fc-ab89dc51cba8 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.828501 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-358e311c-d2dc-4e03-8503-a06078d129bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.841645 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-358e311c-d2dc-4e03-8503-a06078d129bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.846095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-532e542b-bc6d-4fc4-94fc-ab89dc51cba8 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Calling delete_port for 7961bd37-a12d-4942-93b4-d72f70f26331 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:14.849209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:14.854448 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb36bb8-eccb-49d9-9630-7bd861c576d3 x-openstack-request-id: req-2cb36bb8-eccb-49d9-9630-7bd861c576d3 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:14.855036 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-unplugged", "status": "completed", "tag": "4981eeac-989d-46f4-806d-01fe38dce5dc", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:14.855920 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2cb36bb8-eccb-49d9-9630-7bd861c576d3 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:14.856770 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4981eeac-989d-46f4-806d-01fe38dce5dc', 'code': 200} Jul 27 21:14:14.862578 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:14.924413 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-358e311c-d2dc-4e03-8503-a06078d129bf service neutron] No DVR routers for this DVR port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:15.006721 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e3b8d17a-522f-4975-8cbf-168252762dea no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:15.010563 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8a7c4d74-2067-4c46-9b0d-cd08ba469818,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:15.023034 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e311c-d2dc-4e03-8503-a06078d129bf service neutron] Pushing event updated for resources: {'Port': ['ID=2528b4f0-42ea-4bae-ad98-418d19fffcf6,revision_number=6']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:15.106215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e3b8d17a-522f-4975-8cbf-168252762dea not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:14:15.106921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 121a1d90-7135-4c31-a62e-e50c381e778e no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:15.148242 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8afd238d-56b1-4263-8029-2885a1b0ca04 req-e839bb9d-ca4a-446f-9b14-ca168fa59dc5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ac88c6f-6745-4640-8e30-38637c3f3e85&id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7435920 Jul 27 21:14:15.157203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-358e311c-d2dc-4e03-8503-a06078d129bf service neutron] In _notify_port_updated(), no bound segment for port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 on network c7db6212-d43e-4c96-ae0f-7727debc8c82 {{(pid=105579) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:14:15.164898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-358e311c-d2dc-4e03-8503-a06078d129bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:15.165704 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-358e311c-d2dc-4e03-8503-a06078d129bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.167003 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-358e311c-d2dc-4e03-8503-a06078d129bf service neutron] 10.222.0.66 "PUT /v2.0/ports/2528b4f0-42ea-4bae-ad98-418d19fffcf6 HTTP/1.1" status: 200 len: 1032 time: 1.2912931 Jul 27 21:14:15.203248 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['8a7c4d74-2067-4c46-9b0d-cd08ba469818'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:14:15.338155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2e5a5e6a-406d-40d5-833a-4f529aae08fb up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:15.338405 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-532e542b-bc6d-4fc4-94fc-ab89dc51cba8 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.375184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e542b-bc6d-4fc4-94fc-ab89dc51cba8 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event deleted for resources: {'Port': ['ID=7961bd37-a12d-4942-93b4-d72f70f26331,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:15.405737 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-e4e45adc-7959-44db-8ab8-bddd50907581 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Deleting port c5e7f2b1-19ab-4550-91eb-7886e2f80340 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:15.407021 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-e4e45adc-7959-44db-8ab8-bddd50907581 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.436032 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6dc5a6a9-7ba4-4b5e-b446-d0096917d84a None None] Provisioning complete for port 2e5a5e6a-406d-40d5-833a-4f529aae08fb triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:15.436470 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a6a9-7ba4-4b5e-b446-d0096917d84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.495759 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-532e542b-bc6d-4fc4-94fc-ab89dc51cba8 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.519012 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.564476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-e4e45adc-7959-44db-8ab8-bddd50907581 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] For port c5e7f2b1-19ab-4550-91eb-7886e2f80340, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c5e7f2b1-19ab-4550-91eb-7886e2f80340,segment=NetworkSegment(4fbbf56d-6283-4320-b1cc-fcdea2e7a029),segment_id=4fbbf56d-6283-4320-b1cc-fcdea2e7a029)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:15.564846 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-e4e45adc-7959-44db-8ab8-bddd50907581 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.588921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 121a1d90-7135-4c31-a62e-e50c381e778e, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=121a1d90-7135-4c31-a62e-e50c381e778e,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:15.596498 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 2e5a5e6a-406d-40d5-833a-4f529aae08fb triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:15.596968 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.649590 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:15.650358 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:15.769147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532e542b-bc6d-4fc4-94fc-ab89dc51cba8 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Router 3385c9fd-43da-471b-86f5-e0708cdae4ed has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:14:15.818067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 49dc2515-2775-4373-903e-3aca7a099baa up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:15.871193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532e542b-bc6d-4fc4-94fc-ab89dc51cba8 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:14:15.891045 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-532e542b-bc6d-4fc4-94fc-ab89dc51cba8 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "PUT /v2.0/routers/3385c9fd-43da-471b-86f5-e0708cdae4ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5023115 Jul 27 21:14:15.892955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59090) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:15.897838 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181eda9-4a1d-4bfc-a744-5643b7dfd51b None None] Sync routers for ids ['3385c9fd-43da-471b-86f5-e0708cdae4ed'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:14:15.913867 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181eda9-4a1d-4bfc-a744-5643b7dfd51b None None] Routers {'3385c9fd-43da-471b-86f5-e0708cdae4ed'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:15.914526 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8181eda9-4a1d-4bfc-a744-5643b7dfd51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['3385c9fd-43da-471b-86f5-e0708cdae4ed'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:15.958166 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-7d990253-3a71-4a3b-bf25-42e5633b5055 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] delete failed (client error): The resource could not be found. Jul 27 21:14:15.963695 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7d990253-3a71-4a3b-bf25-42e5633b5055 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-295881653 HTTP/1.1" status: 404 len: 334 time: 0.0696831 Jul 27 21:14:15.964033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=121a1d90-7135-4c31-a62e-e50c381e778e,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:15.964311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59096) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:15.976342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-b9fab335-44d0-4c12-b260-9279bc031523 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Request body: {'router': {'external_gateway_info': {'network_id': '3385c9fd-43da-471b-86f5-e0708cdae4ed'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:15.996695 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8181eda9-4a1d-4bfc-a744-5643b7dfd51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:16.006688 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181eda9-4a1d-4bfc-a744-5643b7dfd51b None None] Routers {'3385c9fd-43da-471b-86f5-e0708cdae4ed'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:16.007588 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8181eda9-4a1d-4bfc-a744-5643b7dfd51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['3385c9fd-43da-471b-86f5-e0708cdae4ed'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:16.016477 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-e4e45adc-7959-44db-8ab8-bddd50907581 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.016859 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-e4e45adc-7959-44db-8ab8-bddd50907581 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.017178 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-e4e45adc-7959-44db-8ab8-bddd50907581 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Floating IP c0149c64-0911-4106-bde8-94adeb95a0c9 disassociated. External IP: 172.25.2.143, port: c5e7f2b1-19ab-4550-91eb-7886e2f80340. Jul 27 21:14:16.017525 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-e4e45adc-7959-44db-8ab8-bddd50907581 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Calling delete_port for c5e7f2b1-19ab-4550-91eb-7886e2f80340 owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:16.030089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6dc5a6a9-7ba4-4b5e-b446-d0096917d84a None None] Could not find standard attr ID for object 7961bd37-a12d-4942-93b4-d72f70f26331. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:14:16.051884 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8181eda9-4a1d-4bfc-a744-5643b7dfd51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:16.052800 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181eda9-4a1d-4bfc-a744-5643b7dfd51b None None] The sync data for ids ['3385c9fd-43da-471b-86f5-e0708cdae4ed'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:14:16.104352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 49dc2515-2775-4373-903e-3aca7a099baa triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:16.104875 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.148042 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6dc5a6a9-7ba4-4b5e-b446-d0096917d84a None None] Provisioning complete for port e3b8d17a-522f-4975-8cbf-168252762dea triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:16.148424 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a6a9-7ba4-4b5e-b446-d0096917d84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.156770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c869f0-2f5f-4a73-a797-401b39dbd059 req-54001be3-bf7b-482a-8723-63a87197a828 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:16.160609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99c869f0-2f5f-4a73-a797-401b39dbd059 req-54001be3-bf7b-482a-8723-63a87197a828 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.4063540 Jul 27 21:14:16.204076 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.253849 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b9fab335-44d0-4c12-b260-9279bc031523 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.265848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:16.278887 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.279629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device a330d042-0729-4e45-b291-ff638747237f no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:16.281285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5a6a9-7ba4-4b5e-b446-d0096917d84a None None] Port e3b8d17a-522f-4975-8cbf-168252762dea cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:14:16.297025 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-b9fab335-44d0-4c12-b260-9279bc031523 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] update failed (client error): The resource could not be found. Jul 27 21:14:16.302736 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b9fab335-44d0-4c12-b260-9279bc031523 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "PUT /v2.0/routers/3385c9fd-43da-471b-86f5-e0708cdae4ed HTTP/1.1" status: 404 len: 339 time: 0.3328171 Jul 27 21:14:16.310425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59114) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:16.321175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-b0903a79-7d20-4212-9126-c48bb83f65e5 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2136341099'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:16.329618 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99c869f0-2f5f-4a73-a797-401b39dbd059 req-916fab25-82e6-4a92-9952-193333701eec tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144607 Jul 27 21:14:16.346487 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-e4e45adc-7959-44db-8ab8-bddd50907581 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.349371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0903a79-7d20-4212-9126-c48bb83f65e5 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Made reservation on behalf of 55c0d930fb3c4e16abd815b3950d74ce for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:16.354853 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b0903a79-7d20-4212-9126-c48bb83f65e5 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.380988 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e45adc-7959-44db-8ab8-bddd50907581 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event deleted for resources: {'Port': ['ID=c5e7f2b1-19ab-4550-91eb-7886e2f80340,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:16.387373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0903a79-7d20-4212-9126-c48bb83f65e5 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:14:16.408606 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b0903a79-7d20-4212-9126-c48bb83f65e5 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.408606 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-b0903a79-7d20-4212-9126-c48bb83f65e5 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Added segment 181fd60b-1d12-43a9-ac94-978b4c946e37 of type vlan for network 23dd9637-ca0e-4e76-a50f-77455d5ee24f Jul 27 21:14:16.459210 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b0903a79-7d20-4212-9126-c48bb83f65e5 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.502561 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b0903a79-7d20-4212-9126-c48bb83f65e5 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.512146 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0903a79-7d20-4212-9126-c48bb83f65e5 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:16.512975 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b0903a79-7d20-4212-9126-c48bb83f65e5 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.579300 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:16.599409 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b0903a79-7d20-4212-9126-c48bb83f65e5 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2839026 Jul 27 21:14:16.601452 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59128) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:16.602573 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88861bf5-3960-4c90-83ab-e3e334a631b9 req-3fef1ff4-1083-4950-9cb4-5ac937dae07f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:16.609033 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88861bf5-3960-4c90-83ab-e3e334a631b9 req-3fef1ff4-1083-4950-9cb4-5ac937dae07f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:16.609409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-096848b6-99cf-475e-a99b-5ccdab6aca51 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Request body: {'subnet': {'network_id': '23dd9637-ca0e-4e76-a50f-77455d5ee24f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:16.615802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88861bf5-3960-4c90-83ab-e3e334a631b9 req-3fef1ff4-1083-4950-9cb4-5ac937dae07f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:16.621796 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88861bf5-3960-4c90-83ab-e3e334a631b9 req-3fef1ff4-1083-4950-9cb4-5ac937dae07f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:16.622142 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f2e692eb-a953-4a32-8c73-440ea2682e4d None None] Provisioning complete for port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:16.622649 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f2e692eb-a953-4a32-8c73-440ea2682e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.623516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88861bf5-3960-4c90-83ab-e3e334a631b9 req-3fef1ff4-1083-4950-9cb4-5ac937dae07f tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 3145 time: 0.2454238 Jul 27 21:14:16.658708 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-e4e45adc-7959-44db-8ab8-bddd50907581 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Router aa53bb2f-2771-4079-8530-e15092842162 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:14:16.664254 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-f2e692eb-a953-4a32-8c73-440ea2682e4d None None] Port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:14:16.693999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88861bf5-3960-4c90-83ab-e3e334a631b9 req-ab1f0f62-28a1-4524-ac66-dbe095455964 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459793 Jul 27 21:14:16.699058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0903a79-7d20-4212-9126-c48bb83f65e5 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event updated for resources: {'Network': ['ID=23dd9637-ca0e-4e76-a50f-77455d5ee24f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:16.716007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 23dd9637-ca0e-4e76-a50f-77455d5ee24f details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:14:16.728829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096848b6-99cf-475e-a99b-5ccdab6aca51 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Made reservation on behalf of 55c0d930fb3c4e16abd815b3950d74ce for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:16.735067 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-096848b6-99cf-475e-a99b-5ccdab6aca51 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.785524 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.848672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port a330d042-0729-4e45-b291-ff638747237f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=a330d042-0729-4e45-b291-ff638747237f,segment=NetworkSegment(bf556fc4-075f-4ce3-806b-07e002f018bd),segment_id=bf556fc4-075f-4ce3-806b-07e002f018bd)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:16.854212 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:16.854987 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c5e7f2b1-19ab-4550-91eb-7886e2f80340 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:16.861348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '121a1d90-7135-4c31-a62e-e50c381e778e'}, {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0e50f25-3e0f-4ecf-a4a9-eacd11f7969c'}, {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a330d042-0729-4e45-b291-ff638747237f'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:16.865177 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d27b379-0145-48c2-99b9-7aa3e4a50756" -d '{"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-unplugged", "status": "completed", "tag": "121a1d90-7135-4c31-a62e-e50c381e778e"}, {"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-unplugged", "status": "completed", "tag": "d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c"}, {"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-unplugged", "status": "completed", "tag": "a330d042-0729-4e45-b291-ff638747237f"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:16.943431 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: c5e7f2b1-19ab-4550-91eb-7886e2f80340 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:14:16.943774 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c5e7f2b1-19ab-4550-91eb-7886e2f80340 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:14:16.954394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8a7c4d74-2067-4c46-9b0d-cd08ba469818 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:17.037483 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47432666-4576-4688-a105-ad90fb5b9f70 x-openstack-request-id: req-47432666-4576-4688-a105-ad90fb5b9f70 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:17.037782 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-unplugged", "status": "completed", "tag": "121a1d90-7135-4c31-a62e-e50c381e778e", "code": 200}, {"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-unplugged", "status": "completed", "tag": "d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c", "code": 200}, {"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-unplugged", "status": "completed", "tag": "a330d042-0729-4e45-b291-ff638747237f", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:17.038034 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47432666-4576-4688-a105-ad90fb5b9f70 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:17.038601 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '121a1d90-7135-4c31-a62e-e50c381e778e', 'code': 200} Jul 27 21:14:17.039000 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0e50f25-3e0f-4ecf-a4a9-eacd11f7969c', 'code': 200} Jul 27 21:14:17.039255 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a330d042-0729-4e45-b291-ff638747237f', 'code': 200} Jul 27 21:14:17.039912 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=a330d042-0729-4e45-b291-ff638747237f,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:17.104489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 8a7c4d74-2067-4c46-9b0d-cd08ba469818 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:17.110178 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 8a7c4d74-2067-4c46-9b0d-cd08ba469818 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:17.110591 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.243274 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.288598 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:17.292443 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.292739 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-e4e45adc-7959-44db-8ab8-bddd50907581 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:14:17.329427 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b075f06-2313-4512-8086-0b08d1da5c86 None None] Sync routers for ids ['aa53bb2f-2771-4079-8530-e15092842162'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:14:17.358715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-e4e45adc-7959-44db-8ab8-bddd50907581 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] No DVR routers for this DVR port c5e7f2b1-19ab-4550-91eb-7886e2f80340 on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:17.361921 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-e4e45adc-7959-44db-8ab8-bddd50907581 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.365060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-e4e45adc-7959-44db-8ab8-bddd50907581 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.66 "DELETE /v2.0/ports/c5e7f2b1-19ab-4550-91eb-7886e2f80340 HTTP/1.1" status: 204 len: 173 time: 2.1868033 Jul 27 21:14:17.365919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-deleted', 'tag': 'c5e7f2b1-19ab-4550-91eb-7886e2f80340'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:17.369307 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570392b4-88c4-4315-8453-f0290783a5b9" -d '{"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-deleted", "tag": "c5e7f2b1-19ab-4550-91eb-7886e2f80340"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:17.388028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b075f06-2313-4512-8086-0b08d1da5c86 None None] Routers {'aa53bb2f-2771-4079-8530-e15092842162'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:17.389429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0b075f06-2313-4512-8086-0b08d1da5c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aa53bb2f-2771-4079-8530-e15092842162'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:17.480026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8a7c4d74-2067-4c46-9b0d-cd08ba469818,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:17.497675 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9730df58-8b1b-46eb-8093-202d255fd2ad x-openstack-request-id: req-9730df58-8b1b-46eb-8093-202d255fd2ad {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:17.498532 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-deleted", "tag": "c5e7f2b1-19ab-4550-91eb-7886e2f80340", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:17.498823 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9730df58-8b1b-46eb-8093-202d255fd2ad {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:17.499292 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-deleted', 'tag': 'c5e7f2b1-19ab-4550-91eb-7886e2f80340', 'status': 'completed', 'code': 200} Jul 27 21:14:17.505839 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-096848b6-99cf-475e-a99b-5ccdab6aca51 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.589908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096848b6-99cf-475e-a99b-5ccdab6aca51 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event updated for resources: {'Subnet': ['ID=7b767da6-d071-4cd5-b7c3-87dde6c1394b,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:17.602295 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-0b075f06-2313-4512-8086-0b08d1da5c86 None None] Set router aa53bb2f-2771-4079-8530-e15092842162 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:17.604696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096848b6-99cf-475e-a99b-5ccdab6aca51 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Checking segment: {'id': '181fd60b-1d12-43a9-ac94-978b4c946e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '23dd9637-ca0e-4e76-a50f-77455d5ee24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:17.605384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096848b6-99cf-475e-a99b-5ccdab6aca51 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Network hostable DHCP agents. Network: 23dd9637-ca0e-4e76-a50f-77455d5ee24f, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:14:17.630151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096848b6-99cf-475e-a99b-5ccdab6aca51 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Network 23dd9637-ca0e-4e76-a50f-77455d5ee24f is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:14:17.646329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-096848b6-99cf-475e-a99b-5ccdab6aca51 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 23dd9637-ca0e-4e76-a50f-77455d5ee24f) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:17.658947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096848b6-99cf-475e-a99b-5ccdab6aca51 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:17.659947 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-096848b6-99cf-475e-a99b-5ccdab6aca51 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.662260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f91fa-306c-4ed8-854b-76187aa00851 req-4be9f9cf-80aa-4ebe-b6cc-c7e4aee344a0 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:17.663017 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e152c3-9adf-4cd0-a86c-79eb5c57d0bc None None] Network 23dd9637-ca0e-4e76-a50f-77455d5ee24f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:17.663898 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb9f91fa-306c-4ed8-854b-76187aa00851 req-4be9f9cf-80aa-4ebe-b6cc-c7e4aee344a0 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 945 time: 0.1711469 Jul 27 21:14:17.672346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d2088fc0-3881-4cbf-959a-dc6d70d91276 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Deleting port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:17.672701 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d2088fc0-3881-4cbf-959a-dc6d70d91276 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:17.690490 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-096848b6-99cf-475e-a99b-5ccdab6aca51 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0876706 Jul 27 21:14:17.695444 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59142) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:17.705075 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-ffa21489-edb9-48c8-ad39-2e9f50dd52be tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Request body: {'router': {'external_gateway_info': {'network_id': '23dd9637-ca0e-4e76-a50f-77455d5ee24f'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:17.847066 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb9f91fa-306c-4ed8-854b-76187aa00851 req-24846756-edeb-4616-a72f-c2e98c46069f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709924 Jul 27 21:14:18.004234 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d2088fc0-3881-4cbf-959a-dc6d70d91276 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] For port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:18.004762 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d2088fc0-3881-4cbf-959a-dc6d70d91276 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.029689 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d2088fc0-3881-4cbf-959a-dc6d70d91276 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Calling delete_port for d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:18.048147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7f6d9-c842-44fa-93f8-66c0cb721981 req-e5aeb2b7-7b1d-441f-8641-e4fa491625a3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:18.054512 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7f6d9-c842-44fa-93f8-66c0cb721981 req-e5aeb2b7-7b1d-441f-8641-e4fa491625a3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:18.063313 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7f6d9-c842-44fa-93f8-66c0cb721981 req-e5aeb2b7-7b1d-441f-8641-e4fa491625a3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:18.070349 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7f6d9-c842-44fa-93f8-66c0cb721981 req-e5aeb2b7-7b1d-441f-8641-e4fa491625a3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:18.078129 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-72e7f6d9-c842-44fa-93f8-66c0cb721981 req-e5aeb2b7-7b1d-441f-8641-e4fa491625a3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 3143 time: 0.2264605 Jul 27 21:14:18.117867 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ffa21489-edb9-48c8-ad39-2e9f50dd52be tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.122966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-23dd9637-ca0e-4e76-a50f-77455d5ee24f', 'network_id': '23dd9637-ca0e-4e76-a50f-77455d5ee24f', 'tenant_id': '55c0d930fb3c4e16abd815b3950d74ce', 'fixed_ips': [{'subnet_id': '7b767da6-d071-4cd5-b7c3-87dde6c1394b'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:14:18.124340 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.168626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0b075f06-2313-4512-8086-0b08d1da5c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa53bb2f-2771-4079-8530-e15092842162', 'name': 'tempest-TaggedBootDevicesTest_v242-346972422-router', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:12Z', 'revision_number': 4, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'gw_port': {'id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'ca622126-9588-45c3-9f0a-6b16acf87140', 'name': '', 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'mac_address': 'fa:16:3e:b2:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:11Z', 'updated_at': '2021-07-27T21:04:18Z', 'revision_number': 5, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'subnets': [{'id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:18.179104 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-72e7f6d9-c842-44fa-93f8-66c0cb721981 req-6b7100ad-ed24-4809-b5bb-c637b2b9bdb5 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999348 Jul 27 21:14:18.306074 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-ffa21489-edb9-48c8-ad39-2e9f50dd52be tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:14:18.308731 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ffa21489-edb9-48c8-ad39-2e9f50dd52be tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "PUT /v2.0/routers/3385c9fd-43da-471b-86f5-e0708cdae4ed HTTP/1.1" status: 400 len: 364 time: 0.6102498 Jul 27 21:14:18.310942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59156) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:18.342438 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d2088fc0-3881-4cbf-959a-dc6d70d91276 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.346296 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b075f06-2313-4512-8086-0b08d1da5c86 None None] Checking router: aa53bb2f-2771-4079-8530-e15092842162 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:14:18.377336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b075f06-2313-4512-8086-0b08d1da5c86 None None] Routers {'aa53bb2f-2771-4079-8530-e15092842162'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:18.377336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0b075f06-2313-4512-8086-0b08d1da5c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aa53bb2f-2771-4079-8530-e15092842162'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:18.436252 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Allocated IP 2001:db8:1::2 (23dd9637-ca0e-4e76-a50f-77455d5ee24f/7b767da6-d071-4cd5-b7c3-87dde6c1394b/22cb312c-4f10-4574-85a3-08c646e0d0bf) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:18.469943 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d2088fc0-3881-4cbf-959a-dc6d70d91276 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] No DVR routers for this DVR port d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:18.472266 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2088fc0-3881-4cbf-959a-dc6d70d91276 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event deleted for resources: {'Port': ['ID=d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:18.474761 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d2088fc0-3881-4cbf-959a-dc6d70d91276 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.476982 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d2088fc0-3881-4cbf-959a-dc6d70d91276 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.66 "DELETE /v2.0/ports/d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c HTTP/1.1" status: 204 len: 173 time: 1.0861866 Jul 27 21:14:18.567376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-0b075f06-2313-4512-8086-0b08d1da5c86 None None] Set router aa53bb2f-2771-4079-8530-e15092842162 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:18.602546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-4afff6a0-c57b-4ba7-bddd-90792bf05611 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Deleting port 121a1d90-7135-4c31-a62e-e50c381e778e {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:18.603013 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-4afff6a0-c57b-4ba7-bddd-90792bf05611 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.694180 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.700227 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-4afff6a0-c57b-4ba7-bddd-90792bf05611 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] For port 121a1d90-7135-4c31-a62e-e50c381e778e, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=121a1d90-7135-4c31-a62e-e50c381e778e,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:18.700707 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-4afff6a0-c57b-4ba7-bddd-90792bf05611 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.719057 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-4afff6a0-c57b-4ba7-bddd-90792bf05611 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Calling delete_port for 121a1d90-7135-4c31-a62e-e50c381e778e owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:18.893540 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-4afff6a0-c57b-4ba7-bddd-90792bf05611 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:18.994622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afff6a0-c57b-4ba7-bddd-90792bf05611 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event deleted for resources: {'Port': ['ID=121a1d90-7135-4c31-a62e-e50c381e778e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:19.024012 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-4afff6a0-c57b-4ba7-bddd-90792bf05611 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] No DVR routers for this DVR port 121a1d90-7135-4c31-a62e-e50c381e778e on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:19.027431 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-4afff6a0-c57b-4ba7-bddd-90792bf05611 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.030270 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-4afff6a0-c57b-4ba7-bddd-90792bf05611 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.66 "DELETE /v2.0/ports/121a1d90-7135-4c31-a62e-e50c381e778e HTTP/1.1" status: 204 len: 173 time: 0.5463212 Jul 27 21:14:19.045105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:19.047430 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6418b644-0128-4cd5-a951-40d29b127df2" -d '{"events": [{"server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "name": "network-vif-plugged", "status": "completed", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:19.060295 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.078807 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Transition to ACTIVE for port object 22cb312c-4f10-4574-85a3-08c646e0d0bf will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:19.108052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Transition to ACTIVE for port object 22cb312c-4f10-4574-85a3-08c646e0d0bf will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:19.119252 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.119594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Allocated IP 2001:db8::1 (c4b45ff7-8d9c-4307-8e52-2e3ee076b044/c4e2138e-fbe2-4817-acd5-0cbd8cce2e7d/2e423e73-92dc-4383-a22b-db299c61b11b) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:19.164304 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e39869-d4ee-48fd-a761-bd26a40cb71f x-openstack-request-id: req-e5e39869-d4ee-48fd-a761-bd26a40cb71f {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:19.164580 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "name": "network-vif-plugged", "status": "completed", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:19.164836 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5e39869-d4ee-48fd-a761-bd26a40cb71f {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:19.165230 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'code': 200} Jul 27 21:14:19.166909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Pushing event updated for resources: {'Port': ['ID=22cb312c-4f10-4574-85a3-08c646e0d0bf,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:19.174532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0b075f06-2313-4512-8086-0b08d1da5c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa53bb2f-2771-4079-8530-e15092842162', 'name': 'tempest-TaggedBootDevicesTest_v242-346972422-router', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:12Z', 'revision_number': 4, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'gw_port': {'id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'ca622126-9588-45c3-9f0a-6b16acf87140', 'name': '', 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'mac_address': 'fa:16:3e:b2:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:11Z', 'updated_at': '2021-07-27T21:04:18Z', 'revision_number': 5, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'subnets': [{'id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:19.209060 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b075f06-2313-4512-8086-0b08d1da5c86 None None] The sync data for ids ['aa53bb2f-2771-4079-8530-e15092842162'] in n-d-764806-9 is: [{'id': 'aa53bb2f-2771-4079-8530-e15092842162', 'name': 'tempest-TaggedBootDevicesTest_v242-346972422-router', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:12Z', 'revision_number': 4, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'gw_port': {'id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'ca622126-9588-45c3-9f0a-6b16acf87140', 'name': '', 'network_id': '04bd500b-f0bb-4eca-a46f-3d9ae8df2661', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'mac_address': 'fa:16:3e:b2:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:11Z', 'updated_at': '2021-07-27T21:04:18Z', 'revision_number': 5, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'subnets': [{'id': 'ed403e8c-7eab-4075-b0fd-61b7a7c4264d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:14:19.215568 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Network 23dd9637-ca0e-4e76-a50f-77455d5ee24f is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:19.217073 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:19.219230 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:19.303343 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.327311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Transition to ACTIVE for port object 2e423e73-92dc-4383-a22b-db299c61b11b will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:19.329188 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Attempting to bind port 22cb312c-4f10-4574-85a3-08c646e0d0bf on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:19.329390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Attempting to bind port 22cb312c-4f10-4574-85a3-08c646e0d0bf by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '181fd60b-1d12-43a9-ac94-978b4c946e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '23dd9637-ca0e-4e76-a50f-77455d5ee24f'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:19.329762 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Attempting to bind port 22cb312c-4f10-4574-85a3-08c646e0d0bf on network 23dd9637-ca0e-4e76-a50f-77455d5ee24f {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:19.340429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:19.340701 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Checking segment: {'id': '181fd60b-1d12-43a9-ac94-978b4c946e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '23dd9637-ca0e-4e76-a50f-77455d5ee24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:19.341141 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.341540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Bound using segment: {'id': '181fd60b-1d12-43a9-ac94-978b4c946e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '23dd9637-ca0e-4e76-a50f-77455d5ee24f'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:19.341966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Bound port: 22cb312c-4f10-4574-85a3-08c646e0d0bf, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181fd60b-1d12-43a9-ac94-978b4c946e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '23dd9637-ca0e-4e76-a50f-77455d5ee24f'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:19.342380 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.375792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c8eb6-cc31-459a-bb87-b27532d73be7 req-6d298b09-e4ba-4574-9125-34f5b1c1fc1e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:19.377355 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f5c8eb6-cc31-459a-bb87-b27532d73be7 req-6d298b09-e4ba-4574-9125-34f5b1c1fc1e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 945 time: 0.3847980 Jul 27 21:14:19.417564 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.432091 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] For port 22cb312c-4f10-4574-85a3-08c646e0d0bf, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:19.436832 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] For port 22cb312c-4f10-4574-85a3-08c646e0d0bf, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=22cb312c-4f10-4574-85a3-08c646e0d0bf,segment=NetworkSegment(181fd60b-1d12-43a9-ac94-978b4c946e37),segment_id=181fd60b-1d12-43a9-ac94-978b4c946e37)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:19.447398 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.483363 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Deleting port a330d042-0729-4e45-b291-ff638747237f {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:19.483772 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.538901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Network c4b45ff7-8d9c-4307-8e52-2e3ee076b044 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:19.560674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2da7b-94b2-4bc8-8df3-2b73ae642d48 None None] Pushing event updated for resources: {'Port': ['ID=22cb312c-4f10-4574-85a3-08c646e0d0bf,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:19.564707 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event updated for resources: {'Port': ['ID=2e423e73-92dc-4383-a22b-db299c61b11b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:19.592743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:19.600216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:19.601197 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.628875 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] For port a330d042-0729-4e45-b291-ff638747237f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=a330d042-0729-4e45-b291-ff638747237f,segment=NetworkSegment(bf556fc4-075f-4ce3-806b-07e002f018bd),segment_id=bf556fc4-075f-4ce3-806b-07e002f018bd)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:19.629262 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.671915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-deleted', 'tag': 'd0e50f25-3e0f-4ecf-a4a9-eacd11f7969c'}, {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-deleted', 'tag': '121a1d90-7135-4c31-a62e-e50c381e778e'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:19.674367 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ede31d-cf8f-40fe-81c1-26a9a3cc0791" -d '{"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-deleted", "tag": "d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c"}, {"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-deleted", "tag": "121a1d90-7135-4c31-a62e-e50c381e778e"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:19.694373 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Calling delete_port for a330d042-0729-4e45-b291-ff638747237f owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:19.726092 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f5c8eb6-cc31-459a-bb87-b27532d73be7 req-b3cec750-11be-4d23-97ff-9311fc523e30 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001149 Jul 27 21:14:19.751016 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73f830-f661-448a-8584-74602ee7e6c3 None None] New status for floating IP c0149c64-0911-4106-bde8-94adeb95a0c9: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:14:19.790835 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b0c10-81df-41c7-87c3-2b74a78b4e9a req-290fb2d9-5f60-4898-915a-c7aba886d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:19.792451 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd4b0c10-81df-41c7-87c3-2b74a78b4e9a req-290fb2d9-5f60-4898-915a-c7aba886d5a9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 1096 time: 0.4064810 Jul 27 21:14:19.870794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc009d-6b02-4dec-bb67-af937ac9ee90 req-3823e008-36b4-4fd9-9cfd-27cc63c54c64 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:19.884403 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc009d-6b02-4dec-bb67-af937ac9ee90 req-3823e008-36b4-4fd9-9cfd-27cc63c54c64 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:19.886807 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1bdc009d-6b02-4dec-bb67-af937ac9ee90 req-3823e008-36b4-4fd9-9cfd-27cc63c54c64 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 1677 time: 0.5240688 Jul 27 21:14:19.892621 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988c289f-dfd8-4caf-9c50-9afc54ca8a96 x-openstack-request-id: req-988c289f-dfd8-4caf-9c50-9afc54ca8a96 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:19.898035 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-deleted", "tag": "d0e50f25-3e0f-4ecf-a4a9-eacd11f7969c", "status": "completed", "code": 200}, {"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-deleted", "tag": "121a1d90-7135-4c31-a62e-e50c381e778e", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:19.899584 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-988c289f-dfd8-4caf-9c50-9afc54ca8a96 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:19.900093 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-deleted', 'tag': 'd0e50f25-3e0f-4ecf-a4a9-eacd11f7969c', 'status': 'completed', 'code': 200} Jul 27 21:14:19.901752 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-deleted', 'tag': '121a1d90-7135-4c31-a62e-e50c381e778e', 'status': 'completed', 'code': 200} Jul 27 21:14:19.930880 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:19.985672 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cd4b0c10-81df-41c7-87c3-2b74a78b4e9a req-df6fae1b-48c2-494b-92cc-834f3e692344 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397092 Jul 27 21:14:20.004263 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1bdc009d-6b02-4dec-bb67-af937ac9ee90 req-00474ac2-f2c4-479a-8e7b-90b12cbde5ce tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f7791be-02b8-4b45-a089-1f0cc491476b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982778 Jul 27 21:14:20.123588 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.125738 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-241c42d7-f073-47da-9fb4-619a96ba2501 None None] Provisioning for port 2e423e73-92dc-4383-a22b-db299c61b11b completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:20.131142 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-241c42d7-f073-47da-9fb4-619a96ba2501 None None] Provisioning complete for port 2e423e73-92dc-4383-a22b-db299c61b11b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:20.133370 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-241c42d7-f073-47da-9fb4-619a96ba2501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.176034 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event deleted for resources: {'Port': ['ID=a330d042-0729-4e45-b291-ff638747237f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:20.189302 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:20.189790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:20.190208 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:20.190635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:20.191043 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:20.191951 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:20.192329 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:20.192799 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:20.193197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:20.193614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:20.194009 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:20.194488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:20.198577 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-241c42d7-f073-47da-9fb4-619a96ba2501 None None] Port 2e423e73-92dc-4383-a22b-db299c61b11b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:14:20.239818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] No DVR routers for this DVR port a330d042-0729-4e45-b291-ff638747237f on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:20.242412 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.245001 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-eccc8ce6-a754-410c-a808-2517587bf92a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.66 "DELETE /v2.0/ports/a330d042-0729-4e45-b291-ff638747237f HTTP/1.1" status: 204 len: 173 time: 1.2063875 Jul 27 21:14:20.421362 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d21295fc-c9b4-4247-ba03-abce7fd7ea8a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Deleting port 4981eeac-989d-46f4-806d-01fe38dce5dc {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:20.421708 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d21295fc-c9b4-4247-ba03-abce7fd7ea8a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.471492 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.478983 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.479840 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.540684 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d21295fc-c9b4-4247-ba03-abce7fd7ea8a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] For port 4981eeac-989d-46f4-806d-01fe38dce5dc, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=4981eeac-989d-46f4-806d-01fe38dce5dc,segment=NetworkSegment(bf556fc4-075f-4ce3-806b-07e002f018bd),segment_id=bf556fc4-075f-4ce3-806b-07e002f018bd)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:20.541068 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d21295fc-c9b4-4247-ba03-abce7fd7ea8a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.568241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d21295fc-c9b4-4247-ba03-abce7fd7ea8a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Calling delete_port for 4981eeac-989d-46f4-806d-01fe38dce5dc owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:20.587619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event updated for resources: {'Port': ['ID=2e423e73-92dc-4383-a22b-db299c61b11b,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:20.641941 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Network c4b45ff7-8d9c-4307-8e52-2e3ee076b044 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:20.643614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:20.802809 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Router 3385c9fd-43da-471b-86f5-e0708cdae4ed has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:14:20.854529 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d21295fc-c9b4-4247-ba03-abce7fd7ea8a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:20.909126 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21295fc-c9b4-4247-ba03-abce7fd7ea8a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event deleted for resources: {'Port': ['ID=4981eeac-989d-46f4-806d-01fe38dce5dc,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:20.948280 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:14:20.957830 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b3b781e8-2cf1-4f72-83fa-105296831964 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "PUT /v2.0/routers/3385c9fd-43da-471b-86f5-e0708cdae4ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6417241 Jul 27 21:14:20.958743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59188) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:20.961393 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c317194-9b17-4551-9e7c-9e11dd8604a6 None None] Sync routers for ids ['3385c9fd-43da-471b-86f5-e0708cdae4ed'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:14:20.979663 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c317194-9b17-4551-9e7c-9e11dd8604a6 None None] Routers {'3385c9fd-43da-471b-86f5-e0708cdae4ed'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:20.980414 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8c317194-9b17-4551-9e7c-9e11dd8604a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['3385c9fd-43da-471b-86f5-e0708cdae4ed'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:21.003045 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d21295fc-c9b4-4247-ba03-abce7fd7ea8a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] No DVR routers for this DVR port 4981eeac-989d-46f4-806d-01fe38dce5dc on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:21.017107 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d21295fc-c9b4-4247-ba03-abce7fd7ea8a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:21.023407 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d1615e1-9c5e-426b-b401-a2fd10e380a3 req-d21295fc-c9b4-4247-ba03-abce7fd7ea8a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.66 "DELETE /v2.0/ports/4981eeac-989d-46f4-806d-01fe38dce5dc HTTP/1.1" status: 204 len: 173 time: 0.7712371 Jul 27 21:14:21.043669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8c317194-9b17-4551-9e7c-9e11dd8604a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:21.060097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c317194-9b17-4551-9e7c-9e11dd8604a6 None None] Routers {'3385c9fd-43da-471b-86f5-e0708cdae4ed'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:21.060834 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8c317194-9b17-4551-9e7c-9e11dd8604a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['3385c9fd-43da-471b-86f5-e0708cdae4ed'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:21.088253 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcb131-d866-4394-a33b-ab5854e581b2 req-e362bcb3-258e-410c-a3c7-8cb7deb2c53d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:21.096203 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41dcb131-d866-4394-a33b-ab5854e581b2 req-e362bcb3-258e-410c-a3c7-8cb7deb2c53d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 945 time: 0.2350233 Jul 27 21:14:21.127953 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8c317194-9b17-4551-9e7c-9e11dd8604a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:21.130422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c317194-9b17-4551-9e7c-9e11dd8604a6 None None] The sync data for ids ['3385c9fd-43da-471b-86f5-e0708cdae4ed'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:14:21.175095 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-18e94844-28c1-4614-98e9-e60308d42a93 None None] Provisioning complete for port 2e423e73-92dc-4383-a22b-db299c61b11b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:21.177783 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-18e94844-28c1-4614-98e9-e60308d42a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:21.181388 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7933830d-cf7a-4580-b647-225e374717ce tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:21.197762 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41dcb131-d866-4394-a33b-ab5854e581b2 req-103d860c-fc59-49ac-aa43-e2752e5321d6 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928001 Jul 27 21:14:21.260852 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-18e94844-28c1-4614-98e9-e60308d42a93 None None] Port 2e423e73-92dc-4383-a22b-db299c61b11b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:14:21.355816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bbfd88-612f-4b8b-a93a-b81a7d4f6da4 None None] Network 23dd9637-ca0e-4e76-a50f-77455d5ee24f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:21.357965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-269d9be9-359e-4308-8acd-4ffbe13bb8c7 req-c61eb342-b5d5-4682-af13-ab4e7df1c015 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 210 time: 0.0600572 Jul 27 21:14:21.394830 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-7933830d-cf7a-4580-b647-225e374717ce tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 27 21:14:21.396230 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7933830d-cf7a-4580-b647-225e374717ce tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "DELETE /v2.0/routers/3385c9fd-43da-471b-86f5-e0708cdae4ed HTTP/1.1" status: 409 len: 329 time: 0.4364190 Jul 27 21:14:21.399694 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59200) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:21.411223 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 22cb312c-4f10-4574-85a3-08c646e0d0bf up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:21.498372 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3d73c388-4c55-4d89-bc03-0f639e05962c None None] Provisioning for port 22cb312c-4f10-4574-85a3-08c646e0d0bf completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:21.551767 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 22cb312c-4f10-4574-85a3-08c646e0d0bf completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:21.559328 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 22cb312c-4f10-4574-85a3-08c646e0d0bf triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:21.559703 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:21.679626 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:21.744740 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 22cb312c-4f10-4574-85a3-08c646e0d0bf, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=22cb312c-4f10-4574-85a3-08c646e0d0bf,segment=NetworkSegment(181fd60b-1d12-43a9-ac94-978b4c946e37),segment_id=181fd60b-1d12-43a9-ac94-978b4c946e37)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:21.753465 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:21.830418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=22cb312c-4f10-4574-85a3-08c646e0d0bf,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:21.870895 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-955aadc1-e629-4977-89ae-dfd435aef41b tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:21.910873 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-deleted', 'tag': 'a330d042-0729-4e45-b291-ff638747237f'}, {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-deleted', 'tag': '4981eeac-989d-46f4-806d-01fe38dce5dc'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:21.913155 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad756892-0a96-45fe-82bd-75fd7642692b" -d '{"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-deleted", "tag": "a330d042-0729-4e45-b291-ff638747237f"}, {"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-deleted", "tag": "4981eeac-989d-46f4-806d-01fe38dce5dc"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:22.000402 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748a04e2-f665-4d72-ac3a-ac1c1d72c8c5 x-openstack-request-id: req-748a04e2-f665-4d72-ac3a-ac1c1d72c8c5 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:22.000806 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-deleted", "tag": "a330d042-0729-4e45-b291-ff638747237f", "status": "completed", "code": 200}, {"server_uuid": "934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b", "name": "network-vif-deleted", "tag": "4981eeac-989d-46f4-806d-01fe38dce5dc", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:22.001154 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-748a04e2-f665-4d72-ac3a-ac1c1d72c8c5 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:22.001644 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-deleted', 'tag': 'a330d042-0729-4e45-b291-ff638747237f', 'status': 'completed', 'code': 200} Jul 27 21:14:22.002011 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b', 'name': 'network-vif-deleted', 'tag': '4981eeac-989d-46f4-806d-01fe38dce5dc', 'status': 'completed', 'code': 200} Jul 27 21:14:22.165453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-517d854c-6be3-4ab0-b810-a5a1f9fae771 None None] Provisioning complete for port 22cb312c-4f10-4574-85a3-08c646e0d0bf triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:22.166428 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-517d854c-6be3-4ab0-b810-a5a1f9fae771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:22.228408 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-955aadc1-e629-4977-89ae-dfd435aef41b tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Deleting port 2e423e73-92dc-4383-a22b-db299c61b11b {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:22.231644 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-955aadc1-e629-4977-89ae-dfd435aef41b tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:22.408780 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d729909-3206-47e3-91d9-9ad9b1d0994d req-d2133b49-227c-41fd-ab2e-7f76d16b0232 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:22.411497 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d729909-3206-47e3-91d9-9ad9b1d0994d req-d2133b49-227c-41fd-ab2e-7f76d16b0232 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 945 time: 0.1060026 Jul 27 21:14:22.421446 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-955aadc1-e629-4977-89ae-dfd435aef41b tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:22.451326 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-955aadc1-e629-4977-89ae-dfd435aef41b tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Calling delete_port for 2e423e73-92dc-4383-a22b-db299c61b11b owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:22.533525 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d729909-3206-47e3-91d9-9ad9b1d0994d req-77fb3dfc-1789-4b61-8971-91a1b6da75df tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159382 Jul 27 21:14:22.614953 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33929986-9d66-4397-9c97-92c3f5dfa187 req-3f45e2a2-190e-44cd-a543-98192c71ba90 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 210 time: 0.0788722 Jul 27 21:14:22.829307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44fe6d-4ebc-4a1d-8191-1cc67f4297a7 req-bfc713d9-9347-4c1e-aedb-6b95a448d1ec tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:22.830890 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d44fe6d-4ebc-4a1d-8191-1cc67f4297a7 req-bfc713d9-9347-4c1e-aedb-6b95a448d1ec tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 945 time: 0.1199412 Jul 27 21:14:22.843944 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-955aadc1-e629-4977-89ae-dfd435aef41b tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:22.844668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59214) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:22.850545 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-a67588fb-d4b3-4209-bb1a-c319e3e771db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Request body: {'floatingip': {'port_id': '8a7c4d74-2067-4c46-9b0d-cd08ba469818'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:22.875269 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955aadc1-e629-4977-89ae-dfd435aef41b tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event deleted for resources: {'Port': ['ID=2e423e73-92dc-4383-a22b-db299c61b11b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:22.901080 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a67588fb-d4b3-4209-bb1a-c319e3e771db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for floatingip, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.180079 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 22cb312c-4f10-4574-85a3-08c646e0d0bf up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:23.236084 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 22cb312c-4f10-4574-85a3-08c646e0d0bf triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:23.236964 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.305387 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-955aadc1-e629-4977-89ae-dfd435aef41b tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.544801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955aadc1-e629-4977-89ae-dfd435aef41b tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Router 3385c9fd-43da-471b-86f5-e0708cdae4ed has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:14:23.637223 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955aadc1-e629-4977-89ae-dfd435aef41b tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:14:23.648219 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85200034-f52a-454c-a780-418fe907b019 None None] Sync routers for ids ['3385c9fd-43da-471b-86f5-e0708cdae4ed'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:14:23.651713 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-955aadc1-e629-4977-89ae-dfd435aef41b tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "PUT /v2.0/routers/3385c9fd-43da-471b-86f5-e0708cdae4ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2499206 Jul 27 21:14:23.664513 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85200034-f52a-454c-a780-418fe907b019 None None] Routers {'3385c9fd-43da-471b-86f5-e0708cdae4ed'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:23.665312 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-85200034-f52a-454c-a780-418fe907b019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['3385c9fd-43da-471b-86f5-e0708cdae4ed'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:23.665995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59224) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:23.743581 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-85200034-f52a-454c-a780-418fe907b019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:23.760601 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85200034-f52a-454c-a780-418fe907b019 None None] Routers {'3385c9fd-43da-471b-86f5-e0708cdae4ed'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:23.761573 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-85200034-f52a-454c-a780-418fe907b019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['3385c9fd-43da-471b-86f5-e0708cdae4ed'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:23.778957 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-fd097800-536b-4f5b-92e9-acb2cc740603 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] show failed (client error): The resource could not be found. Jul 27 21:14:23.778957 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fd097800-536b-4f5b-92e9-acb2cc740603 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-20694839 HTTP/1.1" status: 404 len: 333 time: 0.1058681 Jul 27 21:14:23.782827 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59228) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:23.785652 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b0370032-1926-43bd-b8c8-d75714eb430a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:23.815661 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-85200034-f52a-454c-a780-418fe907b019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:23.816439 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85200034-f52a-454c-a780-418fe907b019 None None] The sync data for ids ['3385c9fd-43da-471b-86f5-e0708cdae4ed'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:14:23.846761 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d172b505-84ec-45c6-beb7-a932793cc7e8 req-9d1b453f-cee9-49bb-95d0-eeb3b9fba9d3 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 210 time: 0.0894055 Jul 27 21:14:23.848552 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-b0370032-1926-43bd-b8c8-d75714eb430a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] update failed (client error): The resource could not be found. Jul 27 21:14:23.854497 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b0370032-1926-43bd-b8c8-d75714eb430a tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-1220072095 HTTP/1.1" status: 404 len: 335 time: 0.0683534 Jul 27 21:14:23.854855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59230) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:23.880028 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a67588fb-d4b3-4209-bb1a-c319e3e771db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.885328 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a67588fb-d4b3-4209-bb1a-c319e3e771db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.913435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-88acb0b6-99d2-422f-9a55-59d75d5d53e7 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Deleting subnet 7b767da6-d071-4cd5-b7c3-87dde6c1394b {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:14:23.918268 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88acb0b6-99d2-422f-9a55-59d75d5d53e7 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:23.988292 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88acb0b6-99d2-422f-9a55-59d75d5d53e7 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.010387 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-a67588fb-d4b3-4209-bb1a-c319e3e771db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Floating IP f8e74f7e-885c-4b88-aa4d-f27479a7700e associated. External IP: 172.25.2.73, port: 8a7c4d74-2067-4c46-9b0d-cd08ba469818. Jul 27 21:14:24.090059 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88acb0b6-99d2-422f-9a55-59d75d5d53e7 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.155460 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88acb0b6-99d2-422f-9a55-59d75d5d53e7 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.171742 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88acb0b6-99d2-422f-9a55-59d75d5d53e7 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.174553 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-88acb0b6-99d2-422f-9a55-59d75d5d53e7 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "DELETE /v2.0/subnets/7b767da6-d071-4cd5-b7c3-87dde6c1394b HTTP/1.1" status: 204 len: 168 time: 0.3180697 Jul 27 21:14:24.179827 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5ccc5b-c62b-4577-8465-c12a4803b897 None None] Network 23dd9637-ca0e-4e76-a50f-77455d5ee24f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:24.200294 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59232) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:24.201169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acb0b6-99d2-422f-9a55-59d75d5d53e7 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event deleted for resources: {'Subnet': ['ID=7b767da6-d071-4cd5-b7c3-87dde6c1394b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:24.291358 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.341523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67588fb-d4b3-4209-bb1a-c319e3e771db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Router d51929f5-fdf5-4c61-b640-826cfa20b84f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:14:24.354578 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Deleting port 22cb312c-4f10-4574-85a3-08c646e0d0bf {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:24.355150 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.431498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] For port 22cb312c-4f10-4574-85a3-08c646e0d0bf, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=22cb312c-4f10-4574-85a3-08c646e0d0bf,segment=NetworkSegment(181fd60b-1d12-43a9-ac94-978b4c946e37),segment_id=181fd60b-1d12-43a9-ac94-978b4c946e37)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:24.431901 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.447258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Calling delete_port for 22cb312c-4f10-4574-85a3-08c646e0d0bf owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:24.487385 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67588fb-d4b3-4209-bb1a-c319e3e771db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:14:24.493331 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a67588fb-d4b3-4209-bb1a-c319e3e771db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.517850 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef76aa65-94f3-41ee-94e0-c946c735dc41 None None] Sync routers for ids ['d51929f5-fdf5-4c61-b640-826cfa20b84f'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:14:24.533582 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef76aa65-94f3-41ee-94e0-c946c735dc41 None None] Routers {'d51929f5-fdf5-4c61-b640-826cfa20b84f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:24.534458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ef76aa65-94f3-41ee-94e0-c946c735dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d51929f5-fdf5-4c61-b640-826cfa20b84f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:24.571218 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.578420 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a67588fb-d4b3-4209-bb1a-c319e3e771db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "PUT /v2.0/floatingips/f8e74f7e-885c-4b88-aa4d-f27479a7700e HTTP/1.1" status: 200 len: 990 time: 1.7326033 Jul 27 21:14:24.579024 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:24.582149 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb327a9-25d5-4006-bce2-4024e5f6effa" -d '{"events": [{"name": "network-changed", "server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:24.608358 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event deleted for resources: {'Port': ['ID=22cb312c-4f10-4574-85a3-08c646e0d0bf,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:24.611063 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] No DVR routers for this DVR port 22cb312c-4f10-4574-85a3-08c646e0d0bf on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:24.663932 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2517a942-cfd6-45ed-a1b4-0b1eee122af0 x-openstack-request-id: req-2517a942-cfd6-45ed-a1b4-0b1eee122af0 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:24.663932 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:24.664173 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2517a942-cfd6-45ed-a1b4-0b1eee122af0 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:24.664489 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'status': 'completed', 'code': 200} Jul 27 21:14:24.677369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab918537-7793-4c3c-b8ac-a665d11da85d None None] DHCP port deletion for 23dd9637-ca0e-4e76-a50f-77455d5ee24f request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:14:24.716392 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.734608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dd9637-ca0e-4e76-a50f-77455d5ee24f']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:24.745543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ef76aa65-94f3-41ee-94e0-c946c735dc41 None None] Set router d51929f5-fdf5-4c61-b640-826cfa20b84f gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:24.746634 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181fd60b-1d12-43a9-ac94-978b4c946e37') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:24.746938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181fd60b-1d12-43a9-ac94-978b4c946e37') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:24.794889 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.817949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.831890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:14:24.832602 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:14:24.842531 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:14:24.917398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb327a9-25d5-4006-bce2-4024e5f6effa req-c70a8548-ae5a-48e2-9207-959e3a66bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:24.918975 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4cb327a9-25d5-4006-bce2-4024e5f6effa req-c70a8548-ae5a-48e2-9207-959e3a66bea0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 1096 time: 0.2237999 Jul 27 21:14:24.947415 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.003539 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.005735 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "DELETE /v2.0/networks/23dd9637-ca0e-4e76-a50f-77455d5ee24f HTTP/1.1" status: 204 len: 168 time: 0.8022685 Jul 27 21:14:25.008991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59244) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:25.053218 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-981da116-4752-4505-bae6-cb17570aa389 req-cb26d305-5f47-4b58-912e-1cd475926a0c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 210 time: 0.0578279 Jul 27 21:14:25.086976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94180b5d-865b-4fe3-aa8f-cf0f8364a8ea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event deleted for resources: {'Network': ['ID=23dd9637-ca0e-4e76-a50f-77455d5ee24f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:25.104049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ef76aa65-94f3-41ee-94e0-c946c735dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'name': 'tempest-ServerActionsTestJSON-826293811-router', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:13:51Z', 'updated_at': '2021-07-27T21:13:56Z', 'revision_number': 4, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'gw_port': {'id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:52Z', 'updated_at': '2021-07-27T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'f8e74f7e-885c-4b88-aa4d-f27479a7700e', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'port_id': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'mac_address': 'fa:16:3e:24:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:14:01Z', 'updated_at': '2021-07-27T21:14:23Z', 'revision_number': 1, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd39091-ed9a-46fd-8ef6-ff5127cc716e', 'name': '', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'mac_address': 'fa:16:3e:65:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:55Z', 'updated_at': '2021-07-27T21:14:05Z', 'revision_number': 5, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'subnets': [{'id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:25.107710 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a381a9-8c3d-45f4-bf4e-3f8a15fca0bf tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Deleting subnet 64c2eb1f-f6cd-415f-9f47-7d9a359a04f0 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:14:25.123616 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1a381a9-8c3d-45f4-bf4e-3f8a15fca0bf tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.161835 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb327a9-25d5-4006-bce2-4024e5f6effa req-905c758d-c740-45cb-9e9a-46c4de2d890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:25.164726 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4cb327a9-25d5-4006-bce2-4024e5f6effa req-905c758d-c740-45cb-9e9a-46c4de2d890d service neutron] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.2374787 Jul 27 21:14:25.164848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef76aa65-94f3-41ee-94e0-c946c735dc41 None None] Checking router: d51929f5-fdf5-4c61-b640-826cfa20b84f for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:14:25.177080 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef76aa65-94f3-41ee-94e0-c946c735dc41 None None] Routers {'d51929f5-fdf5-4c61-b640-826cfa20b84f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:25.177588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ef76aa65-94f3-41ee-94e0-c946c735dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d51929f5-fdf5-4c61-b640-826cfa20b84f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:25.211626 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1a381a9-8c3d-45f4-bf4e-3f8a15fca0bf tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.242518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 22cb312c-4f10-4574-85a3-08c646e0d0bf no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:25.321563 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4cb327a9-25d5-4006-bce2-4024e5f6effa req-23dfca30-8c50-4f26-b9c2-5360ce82ef46 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818 HTTP/1.1" status: 200 len: 998 time: 0.1467206 Jul 27 21:14:25.340602 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1a381a9-8c3d-45f4-bf4e-3f8a15fca0bf tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.366749 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ef76aa65-94f3-41ee-94e0-c946c735dc41 None None] Set router d51929f5-fdf5-4c61-b640-826cfa20b84f gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:25.404494 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb327a9-25d5-4006-bce2-4024e5f6effa req-286a3d22-bec2-4557-bda1-f16f1778ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:25.406171 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4cb327a9-25d5-4006-bce2-4024e5f6effa req-286a3d22-bec2-4557-bda1-f16f1778ba45 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.0773873 Jul 27 21:14:25.419043 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1a381a9-8c3d-45f4-bf4e-3f8a15fca0bf tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.459787 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1a381a9-8c3d-45f4-bf4e-3f8a15fca0bf tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.468177 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f1a381a9-8c3d-45f4-bf4e-3f8a15fca0bf tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "DELETE /v2.0/subnets/64c2eb1f-f6cd-415f-9f47-7d9a359a04f0 HTTP/1.1" status: 204 len: 168 time: 0.4530773 Jul 27 21:14:25.487928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59246) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:25.513231 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a381a9-8c3d-45f4-bf4e-3f8a15fca0bf tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event deleted for resources: {'Subnet': ['ID=64c2eb1f-f6cd-415f-9f47-7d9a359a04f0,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:25.565564 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ed2dc4-96ce-4bac-bf98-60739606653d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Deleting subnet 0a831167-0560-4d99-a876-aa642a9792e6 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:14:25.567285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f122d665-9510-45a1-af2b-07475ea1022b None None] Network cba58f19-d094-47f9-94f8-2b61d604229d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:25.568845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 22cb312c-4f10-4574-85a3-08c646e0d0bf {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:14:25.569183 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 22cb312c-4f10-4574-85a3-08c646e0d0bf not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:14:25.570799 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33ed2dc4-96ce-4bac-bf98-60739606653d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.626402 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33ed2dc4-96ce-4bac-bf98-60739606653d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.736222 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb327a9-25d5-4006-bce2-4024e5f6effa req-7a70935d-eb54-4ffe-9a25-5af9f1f6cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:25.737755 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4cb327a9-25d5-4006-bce2-4024e5f6effa req-7a70935d-eb54-4ffe-9a25-5af9f1f6cbdc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3238037 Jul 27 21:14:25.764449 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ef76aa65-94f3-41ee-94e0-c946c735dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'name': 'tempest-ServerActionsTestJSON-826293811-router', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:13:51Z', 'updated_at': '2021-07-27T21:13:56Z', 'revision_number': 4, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'gw_port': {'id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:52Z', 'updated_at': '2021-07-27T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'f8e74f7e-885c-4b88-aa4d-f27479a7700e', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'port_id': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'mac_address': 'fa:16:3e:24:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:14:01Z', 'updated_at': '2021-07-27T21:14:23Z', 'revision_number': 1, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd39091-ed9a-46fd-8ef6-ff5127cc716e', 'name': '', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'mac_address': 'fa:16:3e:65:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:55Z', 'updated_at': '2021-07-27T21:14:05Z', 'revision_number': 5, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'subnets': [{'id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:25.806407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef76aa65-94f3-41ee-94e0-c946c735dc41 None None] The sync data for ids ['d51929f5-fdf5-4c61-b640-826cfa20b84f'] in n-d-764806-9 is: [{'id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'name': 'tempest-ServerActionsTestJSON-826293811-router', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:13:51Z', 'updated_at': '2021-07-27T21:13:56Z', 'revision_number': 4, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'gw_port': {'id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:52Z', 'updated_at': '2021-07-27T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'f8e74f7e-885c-4b88-aa4d-f27479a7700e', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'floating_ip_address': '172.25.2.73', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'port_id': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'mac_address': 'fa:16:3e:24:da:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:14:01Z', 'updated_at': '2021-07-27T21:14:23Z', 'revision_number': 1, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd39091-ed9a-46fd-8ef6-ff5127cc716e', 'name': '', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'mac_address': 'fa:16:3e:65:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:55Z', 'updated_at': '2021-07-27T21:14:05Z', 'revision_number': 5, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'subnets': [{'id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:14:25.809720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33ed2dc4-96ce-4bac-bf98-60739606653d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:25.937034 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4cb327a9-25d5-4006-bce2-4024e5f6effa req-1ded32d8-07f1-4258-8ca3-6ec66606d0ee service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885118 Jul 27 21:14:25.951976 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fa4589-4434-4bcc-af64-db1d07f2381f None None] DHCP port deletion for cba58f19-d094-47f9-94f8-2b61d604229d request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:14:25.958061 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33ed2dc4-96ce-4bac-bf98-60739606653d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.069260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa4589-4434-4bcc-af64-db1d07f2381f None None] Deleting port 2e5a5e6a-406d-40d5-833a-4f529aae08fb {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:26.069699 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f5fa4589-4434-4bcc-af64-db1d07f2381f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.096063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59260) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:26.121434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed2dc4-96ce-4bac-bf98-60739606653d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event deleted for resources: {'Subnet': ['ID=0a831167-0560-4d99-a876-aa642a9792e6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:26.142742 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33ed2dc4-96ce-4bac-bf98-60739606653d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.147612 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-33ed2dc4-96ce-4bac-bf98-60739606653d tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "DELETE /v2.0/subnets/0a831167-0560-4d99-a876-aa642a9792e6 HTTP/1.1" status: 204 len: 168 time: 0.6525211 Jul 27 21:14:26.148397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59264) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:26.232371 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-f5fa4589-4434-4bcc-af64-db1d07f2381f None None] For port 2e5a5e6a-406d-40d5-833a-4f529aae08fb, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2e5a5e6a-406d-40d5-833a-4f529aae08fb,segment=NetworkSegment(2a085fd9-8168-441e-8fdc-308eb9a8e7f0),segment_id=2a085fd9-8168-441e-8fdc-308eb9a8e7f0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:26.232767 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f5fa4589-4434-4bcc-af64-db1d07f2381f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.267891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa4589-4434-4bcc-af64-db1d07f2381f None None] Calling delete_port for 2e5a5e6a-406d-40d5-833a-4f529aae08fb owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:26.315214 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-68238df2-55c4-43c4-89ac-0b428cd4103d req-ba060a3e-3f2e-408c-8819-3640f8eb2e3a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 210 time: 0.1174769 Jul 27 21:14:26.320124 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4cb327a9-25d5-4006-bce2-4024e5f6effa req-252f4bdd-bf21-48af-8e0e-c07946a06111 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749442 Jul 27 21:14:26.336272 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b007df3-3fa2-436d-9f69-310e91b7204f None None] New status for floating IP f8e74f7e-885c-4b88-aa4d-f27479a7700e: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:14:26.377733 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd0d4-f3f8-4cb8-8f58-e3ad749031ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.391137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baec7fc-610e-4132-b6a2-9c332e3ce295 None None] Network 7d3d334a-d8ea-4926-8fc8-96de09e67a32 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:26.404938 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f5fa4589-4434-4bcc-af64-db1d07f2381f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.452214 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2359f777-3716-48fc-afb4-bbcbcfcb08ab tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.470754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa4589-4434-4bcc-af64-db1d07f2381f None None] Pushing event deleted for resources: {'Port': ['ID=2e5a5e6a-406d-40d5-833a-4f529aae08fb,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:26.480833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa4589-4434-4bcc-af64-db1d07f2381f None None] No DVR routers for this DVR port 2e5a5e6a-406d-40d5-833a-4f529aae08fb on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:26.689392 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd0d4-f3f8-4cb8-8f58-e3ad749031ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.704135 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd0d4-f3f8-4cb8-8f58-e3ad749031ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.741197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bd0d4-f3f8-4cb8-8f58-e3ad749031ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a14ae0-cfb1-4084-aef2-2edbcb4d3c0e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:26.751944 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2359f777-3716-48fc-afb4-bbcbcfcb08ab tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.774436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-2359f777-3716-48fc-afb4-bbcbcfcb08ab tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba58f19-d094-47f9-94f8-2b61d604229d']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:26.778553 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ea2bd0d4-f3f8-4cb8-8f58-e3ad749031ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fcf615b82f184d618cf95552eacb9f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6814325 Jul 27 21:14:26.781377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59266) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:26.787944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-2359f777-3716-48fc-afb4-bbcbcfcb08ab tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a085fd9-8168-441e-8fdc-308eb9a8e7f0') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:26.788252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-2359f777-3716-48fc-afb4-bbcbcfcb08ab tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a085fd9-8168-441e-8fdc-308eb9a8e7f0') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:26.797894 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2359f777-3716-48fc-afb4-bbcbcfcb08ab tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.841904 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2359f777-3716-48fc-afb4-bbcbcfcb08ab tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.850538 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0feed6a-be34-4662-800b-fdb89c7147cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.852672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2359f777-3716-48fc-afb4-bbcbcfcb08ab tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:14:26.853084 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2359f777-3716-48fc-afb4-bbcbcfcb08ab tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:14:26.856441 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:14:26.863481 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412057dc-2de7-48b8-97bd-181da17fba7a None None] DHCP port deletion for 7d3d334a-d8ea-4926-8fc8-96de09e67a32 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:14:26.888617 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0feed6a-be34-4662-800b-fdb89c7147cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.919562 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-412057dc-2de7-48b8-97bd-181da17fba7a None None] Deleting port 49dc2515-2775-4373-903e-3aca7a099baa {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:26.920050 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-412057dc-2de7-48b8-97bd-181da17fba7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.930354 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2359f777-3716-48fc-afb4-bbcbcfcb08ab tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.967570 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2359f777-3716-48fc-afb4-bbcbcfcb08ab tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.969856 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2359f777-3716-48fc-afb4-bbcbcfcb08ab tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "DELETE /v2.0/networks/cba58f19-d094-47f9-94f8-2b61d604229d HTTP/1.1" status: 204 len: 168 time: 0.8208246 Jul 27 21:14:26.971088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359f777-3716-48fc-afb4-bbcbcfcb08ab tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event deleted for resources: {'Network': ['ID=cba58f19-d094-47f9-94f8-2b61d604229d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:26.973838 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59270) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:26.983782 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0feed6a-be34-4662-800b-fdb89c7147cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.988153 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0feed6a-be34-4662-800b-fdb89c7147cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:26.991987 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a0feed6a-be34-4662-800b-fdb89c7147cd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61a14ae0-cfb1-4084-aef2-2edbcb4d3c0e HTTP/1.1" status: 204 len: 168 time: 0.2070305 Jul 27 21:14:27.010278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0feed6a-be34-4662-800b-fdb89c7147cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a14ae0-cfb1-4084-aef2-2edbcb4d3c0e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:27.012138 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-412057dc-2de7-48b8-97bd-181da17fba7a None None] For port 49dc2515-2775-4373-903e-3aca7a099baa, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=49dc2515-2775-4373-903e-3aca7a099baa,segment=NetworkSegment(de77fe5d-daab-41f9-819b-2d102d286502),segment_id=de77fe5d-daab-41f9-819b-2d102d286502)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:27.012548 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-412057dc-2de7-48b8-97bd-181da17fba7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.036736 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-412057dc-2de7-48b8-97bd-181da17fba7a None None] Calling delete_port for 49dc2515-2775-4373-903e-3aca7a099baa owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:27.082161 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.150190 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-412057dc-2de7-48b8-97bd-181da17fba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.183236 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Deleting port 49dc2515-2775-4373-903e-3aca7a099baa {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:27.184306 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.187517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2e5a5e6a-406d-40d5-833a-4f529aae08fb no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:27.210595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412057dc-2de7-48b8-97bd-181da17fba7a None None] Pushing event deleted for resources: {'Port': ['ID=49dc2515-2775-4373-903e-3aca7a099baa,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:27.214490 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412057dc-2de7-48b8-97bd-181da17fba7a None None] No DVR routers for this DVR port 49dc2515-2775-4373-903e-3aca7a099baa on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:27.216128 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 2e5a5e6a-406d-40d5-833a-4f529aae08fb {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:14:27.216873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2e5a5e6a-406d-40d5-833a-4f529aae08fb not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:14:27.217354 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 49dc2515-2775-4373-903e-3aca7a099baa no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:27.244560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 49dc2515-2775-4373-903e-3aca7a099baa {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:14:27.253589 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 49dc2515-2775-4373-903e-3aca7a099baa not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:14:27.290048 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] For port 49dc2515-2775-4373-903e-3aca7a099baa, host n-d-764806-9, got binding levels [] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:27.290653 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.306672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Calling delete_port for 49dc2515-2775-4373-903e-3aca7a099baa owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:27.309494 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.ipam_backend_mixin [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Port 49dc2515-2775-4373-903e-3aca7a099baa was not found and therefore no delete operation was performed {{(pid=105580) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:14:27.310935 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.342538 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] No DVR routers for this DVR port 49dc2515-2775-4373-903e-3aca7a099baa on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:27.352580 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event deleted for resources: {'Port': ['ID=49dc2515-2775-4373-903e-3aca7a099baa,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:27.455606 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.467237 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3d334a-d8ea-4926-8fc8-96de09e67a32']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:27.479262 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de77fe5d-daab-41f9-819b-2d102d286502') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:27.479615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de77fe5d-daab-41f9-819b-2d102d286502') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:27.489943 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.498764 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3640d94-4820-4e17-90f8-ed27087055e2 req-f33f58db-9e24-4302-b7ca-560d3d0b1845 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 210 time: 0.0357766 Jul 27 21:14:27.509622 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.524932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:14:27.524932 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:14:27.525195 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:14:27.590868 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.599335 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.603459 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "DELETE /v2.0/networks/7d3d334a-d8ea-4926-8fc8-96de09e67a32 HTTP/1.1" status: 204 len: 168 time: 0.6219821 Jul 27 21:14:27.603923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59290) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:27.618862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900319e-aec8-496b-9672-15c98f7d2b00 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event deleted for resources: {'Network': ['ID=7d3d334a-d8ea-4926-8fc8-96de09e67a32,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:27.664412 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb1e3a1-0a6b-44a2-ab05-af393e9182e7 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Deleting subnet c4e2138e-fbe2-4817-acd5-0cbd8cce2e7d {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:14:27.668002 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fb1e3a1-0a6b-44a2-ab05-af393e9182e7 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.713671 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fb1e3a1-0a6b-44a2-ab05-af393e9182e7 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.812644 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fb1e3a1-0a6b-44a2-ab05-af393e9182e7 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.873659 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fb1e3a1-0a6b-44a2-ab05-af393e9182e7 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.903437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1e3a1-0a6b-44a2-ab05-af393e9182e7 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e2138e-fbe2-4817-acd5-0cbd8cce2e7d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:27.912952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4edc103-8908-409f-a271-05b337cb3a38 None None] Network c4b45ff7-8d9c-4307-8e52-2e3ee076b044 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:27.924545 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fb1e3a1-0a6b-44a2-ab05-af393e9182e7 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:27.929263 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59304) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:27.938669 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8fb1e3a1-0a6b-44a2-ab05-af393e9182e7 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "DELETE /v2.0/subnets/c4e2138e-fbe2-4817-acd5-0cbd8cce2e7d HTTP/1.1" status: 204 len: 168 time: 0.3335795 Jul 27 21:14:28.033045 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.108141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Deleting port d388eb4d-400c-4cde-b5a5-4244e790b566 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:28.108561 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.153615 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0869fb-95b8-43d6-901f-940a17721d1c None None] DHCP port deletion for c4b45ff7-8d9c-4307-8e52-2e3ee076b044 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:14:28.187880 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] For port d388eb4d-400c-4cde-b5a5-4244e790b566, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d388eb4d-400c-4cde-b5a5-4244e790b566,segment=NetworkSegment(de6ca634-3f54-481e-a46f-a786588607b1),segment_id=de6ca634-3f54-481e-a46f-a786588607b1)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:28.188453 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.204612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Calling delete_port for d388eb4d-400c-4cde-b5a5-4244e790b566 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:28.232522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7d0869fb-95b8-43d6-901f-940a17721d1c None None] Deleting port d388eb4d-400c-4cde-b5a5-4244e790b566 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:28.233150 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7d0869fb-95b8-43d6-901f-940a17721d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.311381 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7d0869fb-95b8-43d6-901f-940a17721d1c None None] For port d388eb4d-400c-4cde-b5a5-4244e790b566, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d388eb4d-400c-4cde-b5a5-4244e790b566,segment=NetworkSegment(de6ca634-3f54-481e-a46f-a786588607b1),segment_id=de6ca634-3f54-481e-a46f-a786588607b1)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:28.311908 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7d0869fb-95b8-43d6-901f-940a17721d1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.321144 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.329314 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7d0869fb-95b8-43d6-901f-940a17721d1c None None] Calling delete_port for d388eb4d-400c-4cde-b5a5-4244e790b566 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:28.357817 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event deleted for resources: {'Port': ['ID=d388eb4d-400c-4cde-b5a5-4244e790b566,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:28.366267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] No DVR routers for this DVR port d388eb4d-400c-4cde-b5a5-4244e790b566 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:14:28.422948 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:14:28.436643 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7d0869fb-95b8-43d6-901f-940a17721d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.467560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0869fb-95b8-43d6-901f-940a17721d1c None None] Pushing event deleted for resources: {'Port': ['ID=d388eb4d-400c-4cde-b5a5-4244e790b566,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:28.471565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0869fb-95b8-43d6-901f-940a17721d1c None None] No DVR routers for this DVR port d388eb4d-400c-4cde-b5a5-4244e790b566 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:28.479244 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.491601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b45ff7-8d9c-4307-8e52-2e3ee076b044']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:28.504201 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6ca634-3f54-481e-a46f-a786588607b1') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:28.504808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6ca634-3f54-481e-a46f-a786588607b1') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:28.514842 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.531223 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.539956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:14:28.540526 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:14:28.544146 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:14:28.632922 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.641083 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.646352 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "DELETE /v2.0/networks/c4b45ff7-8d9c-4307-8e52-2e3ee076b044 HTTP/1.1" status: 204 len: 168 time: 0.7149909 Jul 27 21:14:28.650210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59326) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:28.652844 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93a3adcf-6db0-4e00-93e7-e8fb3c196359 req-45d9659d-a46a-4b72-aa70-cfbda18901eb tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 210 time: 0.0416551 Jul 27 21:14:28.688810 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7274647-e081-4468-acd5-50259737afea tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Pushing event deleted for resources: {'Network': ['ID=c4b45ff7-8d9c-4307-8e52-2e3ee076b044,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:28.713476 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e38a2f2a-b6ef-451c-b208-6dd9e77fad90 tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "GET /v2.0/ports?device_id=3385c9fd-43da-471b-86f5-e0708cdae4ed HTTP/1.1" status: 200 len: 205 time: 0.0621548 Jul 27 21:14:28.715985 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59328) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:28.795545 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0357-a4e8-48d1-8039-f0d437eca7bc tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.980559 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0357-a4e8-48d1-8039-f0d437eca7bc tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:28.982788 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0357-a4e8-48d1-8039-f0d437eca7bc tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.053404 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0357-a4e8-48d1-8039-f0d437eca7bc tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.053874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8a0357-a4e8-48d1-8039-f0d437eca7bc tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Fanout notify agent at l3_agent the message router_deleted on router 3385c9fd-43da-471b-86f5-e0708cdae4ed {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:14:29.061281 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0357-a4e8-48d1-8039-f0d437eca7bc tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.064803 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0a8a0357-a4e8-48d1-8039-f0d437eca7bc tempest-RoutersNegativeIpV6Test-891393706 tempest-RoutersNegativeIpV6Test-891393706-project] 10.222.0.55 "DELETE /v2.0/routers/3385c9fd-43da-471b-86f5-e0708cdae4ed HTTP/1.1" status: 204 len: 168 time: 0.3453767 Jul 27 21:14:29.167822 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d388eb4d-400c-4cde-b5a5-4244e790b566 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:29.188362 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: d388eb4d-400c-4cde-b5a5-4244e790b566 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:14:29.188991 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d388eb4d-400c-4cde-b5a5-4244e790b566 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:14:29.383082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59344) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:29.551778 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59350) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:29.552120 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8cc915c1-f654-48ee-844f-58370212edee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55c0d930fb3c4e16abd815b3950d74ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671331 Jul 27 21:14:29.623780 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3eb3bb62-a45a-4510-aa2b-284892d21c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.659577 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3eb3bb62-a45a-4510-aa2b-284892d21c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.721867 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3eb3bb62-a45a-4510-aa2b-284892d21c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.725721 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3eb3bb62-a45a-4510-aa2b-284892d21c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:29.727230 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3eb3bb62-a45a-4510-aa2b-284892d21c5d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4035af0f-7886-4e8c-9d4d-a56522f45574 HTTP/1.1" status: 204 len: 168 time: 0.1738727 Jul 27 21:14:29.770972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3bb62-a45a-4510-aa2b-284892d21c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4035af0f-7886-4e8c-9d4d-a56522f45574,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:29.856593 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9f1e125-fb7a-4b33-8c7c-3ae4d5626093 req-49984b36-e98c-4c71-ad80-08617d999d54 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 210 time: 0.0463545 Jul 27 21:14:31.042275 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124684b4-9986-4244-a116-85ff08b57472 req-b612122e-c63a-46cc-8199-52f702bc6a47 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 210 time: 0.0509739 Jul 27 21:14:32.170785 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84a1eda5-c95b-4aba-8e89-e2ff63fc6e24 req-bf79eef7-d2e1-4761-b319-eea0c0a40f20 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 210 time: 0.0498481 Jul 27 21:14:32.248668 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95f068-5aac-40b5-89c5-ffe1adbc3c03 req-a20636af-3d54-43c3-9a4a-f5bb55166916 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:32.255525 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b95f068-5aac-40b5-89c5-ffe1adbc3c03 req-a20636af-3d54-43c3-9a4a-f5bb55166916 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.0873377 Jul 27 21:14:32.304897 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b95f068-5aac-40b5-89c5-ffe1adbc3c03 req-dc03cf83-3719-4fb4-8c59-3815eb863551 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426328 Jul 27 21:14:32.654182 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-75b22996-42a3-4f2e-a84f-a6b270baf325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:33.291866 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30f024bf-ac77-40b1-95df-363f157c1c55 req-32ca88b0-a0e0-4810-82cc-27cde23a7c8a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 210 time: 0.0335286 Jul 27 21:14:33.465668 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b70064-1ced-4dab-baa9-7df011347cd9 req-8767866f-404a-4773-8a57-cee80b67ef71 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:33.467185 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8b70064-1ced-4dab-baa9-7df011347cd9 req-8767866f-404a-4773-8a57-cee80b67ef71 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.0710711 Jul 27 21:14:33.510824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8b70064-1ced-4dab-baa9-7df011347cd9 req-a588e639-30b9-40ee-9b5b-7ccfb604e969 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369647 Jul 27 21:14:33.973074 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:34.499480 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc77e08d-5d4d-457a-8cb0-44104bcdb681 req-c11b57ce-debf-43c2-8a4c-601852d42c8c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/ports?device_id=934ccbeb-3c6f-4e8b-b67e-4a5fbe03d53b HTTP/1.1" status: 200 len: 210 time: 0.0832319 Jul 27 21:14:34.697565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909f6fe-c54c-4152-9413-8816a7b002a6 req-ba020935-1b32-4513-8022-55785a8218a3 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:34.699189 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4909f6fe-c54c-4152-9413-8816a7b002a6 req-ba020935-1b32-4513-8022-55785a8218a3 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.1001391 Jul 27 21:14:34.748816 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4909f6fe-c54c-4152-9413-8816a7b002a6 req-4cb0ac9c-ef6d-4830-a8dd-075f31141ca9 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409346 Jul 27 21:14:34.897351 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:14:35.336053 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-43a9f1ff-dec9-4992-a139-b3d9388b79ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:35.447341 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:35.615548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59536) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:35.678822 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-091f68db-d383-4fed-a601-a95fa7982b09 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:35.710018 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-091f68db-d383-4fed-a601-a95fa7982b09 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:35.759819 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-091f68db-d383-4fed-a601-a95fa7982b09 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:35.764637 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-091f68db-d383-4fed-a601-a95fa7982b09 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:35.766184 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-091f68db-d383-4fed-a601-a95fa7982b09 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "DELETE /v2.0/security-groups/0f7791be-02b8-4b45-a089-1f0cc491476b HTTP/1.1" status: 204 len: 168 time: 0.1493716 Jul 27 21:14:35.769455 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59546) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:35.792241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f68db-d383-4fed-a601-a95fa7982b09 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7791be-02b8-4b45-a089-1f0cc491476b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:35.801736 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-1add02a7-3701-4964-ba6c-a1fb1cdcaf5c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] show failed (client error): The resource could not be found. Jul 27 21:14:35.807199 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1add02a7-3701-4964-ba6c-a1fb1cdcaf5c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "GET /v2.0/security-groups/0f7791be-02b8-4b45-a089-1f0cc491476b HTTP/1.1" status: 404 len: 347 time: 0.0362208 Jul 27 21:14:35.810271 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59552) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:35.966852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5e05b-baf9-410d-aae4-82f9c1263aef req-a815f20f-025d-4444-9d79-613ad17b2ccd tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:35.968607 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75a5e05b-baf9-410d-aae4-82f9c1263aef req-a815f20f-025d-4444-9d79-613ad17b2ccd tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.1080990 Jul 27 21:14:36.026792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-657d283d-45ad-46db-a0b8-20e3b3267123 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Deleting port ab24f48b-30bd-491a-a131-28c15fdac31c {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:36.027493 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-657d283d-45ad-46db-a0b8-20e3b3267123 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.034938 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75a5e05b-baf9-410d-aae4-82f9c1263aef req-03c066a2-7943-47b2-8b66-f7151fd42de7 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511990 Jul 27 21:14:36.143060 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-657d283d-45ad-46db-a0b8-20e3b3267123 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.144137 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-657d283d-45ad-46db-a0b8-20e3b3267123 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.161207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-657d283d-45ad-46db-a0b8-20e3b3267123 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Calling delete_port for ab24f48b-30bd-491a-a131-28c15fdac31c owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:36.233869 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59566) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:36.337961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-657d283d-45ad-46db-a0b8-20e3b3267123 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.366657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d283d-45ad-46db-a0b8-20e3b3267123 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event deleted for resources: {'Port': ['ID=ab24f48b-30bd-491a-a131-28c15fdac31c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:36.401797 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-034cd4f9-bfd3-47bb-8efe-f8bd2cfea6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.446310 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-657d283d-45ad-46db-a0b8-20e3b3267123 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.449452 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-657d283d-45ad-46db-a0b8-20e3b3267123 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.452691 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-657d283d-45ad-46db-a0b8-20e3b3267123 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "DELETE /v2.0/floatingips/c0149c64-0911-4106-bde8-94adeb95a0c9 HTTP/1.1" status: 204 len: 168 time: 0.6410716 Jul 27 21:14:36.454998 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59570) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:36.524951 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-034cd4f9-bfd3-47bb-8efe-f8bd2cfea6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.529872 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-034cd4f9-bfd3-47bb-8efe-f8bd2cfea6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.564112 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-034cd4f9-bfd3-47bb-8efe-f8bd2cfea6f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2b163983ba04f58971c40cb6acd9ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3286235 Jul 27 21:14:36.567184 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59574) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:36.578073 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1b21a331-4519-4f0a-ba95-0ba97f1edc9a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Deleting port e3b8d17a-522f-4975-8cbf-168252762dea {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:36.578575 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1b21a331-4519-4f0a-ba95-0ba97f1edc9a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.618895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cd4f9-bfd3-47bb-8efe-f8bd2cfea6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc47cf0-72b1-4f31-8de9-c5d1411c9487,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:36.647355 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-912b86d3-8c8e-48e0-ae00-14b1c8ff4c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.674103 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-912b86d3-8c8e-48e0-ae00-14b1c8ff4c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.703021 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1b21a331-4519-4f0a-ba95-0ba97f1edc9a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.720276 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1b21a331-4519-4f0a-ba95-0ba97f1edc9a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Calling delete_port for e3b8d17a-522f-4975-8cbf-168252762dea owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:36.743433 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-912b86d3-8c8e-48e0-ae00-14b1c8ff4c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.752355 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-912b86d3-8c8e-48e0-ae00-14b1c8ff4c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.752355 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-912b86d3-8c8e-48e0-ae00-14b1c8ff4c5e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7dc47cf0-72b1-4f31-8de9-c5d1411c9487 HTTP/1.1" status: 204 len: 168 time: 0.1798987 Jul 27 21:14:36.759548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b86d3-8c8e-48e0-ae00-14b1c8ff4c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc47cf0-72b1-4f31-8de9-c5d1411c9487,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:36.891967 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1b21a331-4519-4f0a-ba95-0ba97f1edc9a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:36.928868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21a331-4519-4f0a-ba95-0ba97f1edc9a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event deleted for resources: {'Port': ['ID=e3b8d17a-522f-4975-8cbf-168252762dea,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:36.931444 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59584) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:37.020931 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1b21a331-4519-4f0a-ba95-0ba97f1edc9a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.023170 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1b21a331-4519-4f0a-ba95-0ba97f1edc9a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "DELETE /v2.0/ports/e3b8d17a-522f-4975-8cbf-168252762dea HTTP/1.1" status: 204 len: 168 time: 0.5669129 Jul 27 21:14:37.025800 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59590) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:37.130281 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.186325 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-16beb94d-760e-4567-bf9e-da3fadadae1a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Deleting port 2528b4f0-42ea-4bae-ad98-418d19fffcf6 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:37.187624 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-16beb94d-760e-4567-bf9e-da3fadadae1a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.345264 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-424b2cc5-3413-4195-95e0-b60ad55f94ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.433892 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-16beb94d-760e-4567-bf9e-da3fadadae1a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.465020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-16beb94d-760e-4567-bf9e-da3fadadae1a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Calling delete_port for 2528b4f0-42ea-4bae-ad98-418d19fffcf6 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:37.477440 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ec896-1d6f-414e-aea7-e0442b9ce70c req-dca1b615-019d-4ca0-b2a5-bd57d8e811eb tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:37.486254 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d30ec896-1d6f-414e-aea7-e0442b9ce70c req-dca1b615-019d-4ca0-b2a5-bd57d8e811eb tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.3320284 Jul 27 21:14:37.596444 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d30ec896-1d6f-414e-aea7-e0442b9ce70c req-d943a794-51d5-46af-a423-58d2d0535503 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091540 Jul 27 21:14:37.667535 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.681578 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-424b2cc5-3413-4195-95e0-b60ad55f94ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.687016 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-424b2cc5-3413-4195-95e0-b60ad55f94ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.761556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-424b2cc5-3413-4195-95e0-b60ad55f94ac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0e8a2dca5624d5ab4a9028930f3b23d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8263171 Jul 27 21:14:37.764374 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59616) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:37.764537 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b2cc5-3413-4195-95e0-b60ad55f94ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d4a353-4a4f-4c90-87ab-4da13c89d55b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:37.793152 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-16beb94d-760e-4567-bf9e-da3fadadae1a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.826275 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16beb94d-760e-4567-bf9e-da3fadadae1a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event deleted for resources: {'Port': ['ID=2528b4f0-42ea-4bae-ad98-418d19fffcf6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:37.828855 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca04790b-dc39-4acc-b4f7-9dd9ebb31e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.861750 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca04790b-dc39-4acc-b4f7-9dd9ebb31e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.911336 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-16beb94d-760e-4567-bf9e-da3fadadae1a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.916181 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-16beb94d-760e-4567-bf9e-da3fadadae1a tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "DELETE /v2.0/ports/2528b4f0-42ea-4bae-ad98-418d19fffcf6 HTTP/1.1" status: 204 len: 168 time: 0.8876321 Jul 27 21:14:37.917595 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca04790b-dc39-4acc-b4f7-9dd9ebb31e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.919294 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59624) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:37.923402 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca04790b-dc39-4acc-b4f7-9dd9ebb31e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:37.927622 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ca04790b-dc39-4acc-b4f7-9dd9ebb31e22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01d4a353-4a4f-4c90-87ab-4da13c89d55b HTTP/1.1" status: 204 len: 168 time: 0.1592062 Jul 27 21:14:37.950020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04790b-dc39-4acc-b4f7-9dd9ebb31e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d4a353-4a4f-4c90-87ab-4da13c89d55b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:37.989185 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-e53fd86b-2fe0-4d1a-8582-11c592e662e4 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Deleting subnet 0100c0f3-654b-4008-8ca4-b381192db716 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:14:37.992687 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e53fd86b-2fe0-4d1a-8582-11c592e662e4 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.041358 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e53fd86b-2fe0-4d1a-8582-11c592e662e4 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.145241 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e53fd86b-2fe0-4d1a-8582-11c592e662e4 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.266276 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e53fd86b-2fe0-4d1a-8582-11c592e662e4 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.312430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53fd86b-2fe0-4d1a-8582-11c592e662e4 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event deleted for resources: {'Subnet': ['ID=0100c0f3-654b-4008-8ca4-b381192db716,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:38.333007 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e53fd86b-2fe0-4d1a-8582-11c592e662e4 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.344082 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e53fd86b-2fe0-4d1a-8582-11c592e662e4 tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "DELETE /v2.0/subnets/0100c0f3-654b-4008-8ca4-b381192db716 HTTP/1.1" status: 204 len: 168 time: 0.4211450 Jul 27 21:14:38.345551 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59656) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:38.354034 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ecf379-a35e-4bcc-978e-b2267ddcda58 None None] Network 4a3bd81c-c0ae-404a-987c-9478c181dd67 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:38.465560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6f1152-87d0-44c9-af3b-3c764a7c68df tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Deleting subnet 78c9ed42-955d-4476-9cbf-7e35ae77d017 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:14:38.480687 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db6f1152-87d0-44c9-af3b-3c764a7c68df tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.673187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] DHCP port deletion for 4a3bd81c-c0ae-404a-987c-9478c181dd67 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:14:38.685346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59668) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:38.801027 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Deleting port edc6f0de-4e51-4554-846b-3960bf183509 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:38.803163 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.874354 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62f255-555e-465b-9174-b1256d17bd72 req-5771dfa3-1940-439d-b651-d230af052bea tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:38.883171 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b62f255-555e-465b-9174-b1256d17bd72 req-5771dfa3-1940-439d-b651-d230af052bea tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.0893748 Jul 27 21:14:38.919921 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d669dcf-3fa9-4537-bfa4-8dd80e3526e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.947508 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] For port edc6f0de-4e51-4554-846b-3960bf183509, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=edc6f0de-4e51-4554-846b-3960bf183509,segment=NetworkSegment(bf556fc4-075f-4ce3-806b-07e002f018bd),segment_id=bf556fc4-075f-4ce3-806b-07e002f018bd)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:38.948374 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.951428 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.952125 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db6f1152-87d0-44c9-af3b-3c764a7c68df tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:38.963963 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b62f255-555e-465b-9174-b1256d17bd72 req-8fcb7e6b-49ef-4695-a947-bbc4036c8717 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796385 Jul 27 21:14:38.964764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Calling delete_port for edc6f0de-4e51-4554-846b-3960bf183509 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:39.071752 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db6f1152-87d0-44c9-af3b-3c764a7c68df tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.079505 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.127118 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d669dcf-3fa9-4537-bfa4-8dd80e3526e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.131273 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Pushing event deleted for resources: {'Port': ['ID=edc6f0de-4e51-4554-846b-3960bf183509,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:39.136461 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d669dcf-3fa9-4537-bfa4-8dd80e3526e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.145444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] No DVR routers for this DVR port edc6f0de-4e51-4554-846b-3960bf183509 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:39.161756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.162337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.162875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.163376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.163869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.164376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.164866 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.165344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.165835 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.166500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.167043 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.167518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898255a7-fd76-4b20-aad1-7ba677b1c679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:14:39.183446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device edc6f0de-4e51-4554-846b-3960bf183509 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:39.203366 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0d669dcf-3fa9-4537-bfa4-8dd80e3526e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27326926c3b94d4a9b8758b44b5cfb47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5163665 Jul 27 21:14:39.204407 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d669dcf-3fa9-4537-bfa4-8dd80e3526e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425f76b4-e40a-4731-9821-c07dca894207,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:39.206136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59682) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:39.235774 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: edc6f0de-4e51-4554-846b-3960bf183509 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:14:39.237051 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device edc6f0de-4e51-4554-846b-3960bf183509 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:14:39.265225 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db6f1152-87d0-44c9-af3b-3c764a7c68df tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.290664 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d3e1ee-184d-4bf5-982d-cffa0b5f9637 None None] Network c7db6212-d43e-4c96-ae0f-7727debc8c82 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:39.301384 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-db6f1152-87d0-44c9-af3b-3c764a7c68df tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.303215 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-db6f1152-87d0-44c9-af3b-3c764a7c68df tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "DELETE /v2.0/subnets/78c9ed42-955d-4476-9cbf-7e35ae77d017 HTTP/1.1" status: 204 len: 168 time: 0.9567487 Jul 27 21:14:39.305905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59686) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:39.315594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f1152-87d0-44c9-af3b-3c764a7c68df tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event deleted for resources: {'Subnet': ['ID=78c9ed42-955d-4476-9cbf-7e35ae77d017,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:39.339494 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-66dd7a2d-1bc0-49b1-a70a-5d98d2c14f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.350602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59688) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:39.389216 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-66dd7a2d-1bc0-49b1-a70a-5d98d2c14f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.437323 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8c52-a03c-47a3-85cf-6aaa891eac6c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.471705 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-66dd7a2d-1bc0-49b1-a70a-5d98d2c14f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.475788 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-66dd7a2d-1bc0-49b1-a70a-5d98d2c14f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.477279 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-66dd7a2d-1bc0-49b1-a70a-5d98d2c14f90 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/425f76b4-e40a-4731-9821-c07dca894207 HTTP/1.1" status: 204 len: 168 time: 0.2695119 Jul 27 21:14:39.488238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd7a2d-1bc0-49b1-a70a-5d98d2c14f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425f76b4-e40a-4731-9821-c07dca894207,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:39.559003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-da51b161-bbc2-4784-85ce-bcf1f14f6cda admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1579595450-network', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:39.597715 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da51b161-bbc2-4784-85ce-bcf1f14f6cda admin admin] Made reservation on behalf of 93aa01b4178c4fc9991d1ee30f5ab456 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:39.601797 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-da51b161-bbc2-4784-85ce-bcf1f14f6cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.607049 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8c52-a03c-47a3-85cf-6aaa891eac6c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.611911 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4635e415-00cd-4c32-94a3-e235e4215d96 None None] DHCP port deletion for c7db6212-d43e-4c96-ae0f-7727debc8c82 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:14:39.617855 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-da51b161-bbc2-4784-85ce-bcf1f14f6cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.620801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-2d1b8c52-a03c-47a3-85cf-6aaa891eac6c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3bd81c-c0ae-404a-987c-9478c181dd67']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:39.634328 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-2d1b8c52-a03c-47a3-85cf-6aaa891eac6c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf556fc4-075f-4ce3-806b-07e002f018bd') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:39.635040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-2d1b8c52-a03c-47a3-85cf-6aaa891eac6c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf556fc4-075f-4ce3-806b-07e002f018bd') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:39.646953 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8c52-a03c-47a3-85cf-6aaa891eac6c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.680253 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8c52-a03c-47a3-85cf-6aaa891eac6c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.697814 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1b8c52-a03c-47a3-85cf-6aaa891eac6c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:14:39.698508 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8c52-a03c-47a3-85cf-6aaa891eac6c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:14:39.705097 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:14:39.746086 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-4635e415-00cd-4c32-94a3-e235e4215d96 None None] Deleting port 047560b5-c59e-4a17-99f7-718c6d840dd9 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:39.746700 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4635e415-00cd-4c32-94a3-e235e4215d96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.779507 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8c52-a03c-47a3-85cf-6aaa891eac6c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.791902 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8c52-a03c-47a3-85cf-6aaa891eac6c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.794527 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2d1b8c52-a03c-47a3-85cf-6aaa891eac6c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "DELETE /v2.0/networks/4a3bd81c-c0ae-404a-987c-9478c181dd67 HTTP/1.1" status: 204 len: 168 time: 0.4875770 Jul 27 21:14:39.796223 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-da51b161-bbc2-4784-85ce-bcf1f14f6cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.797740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59702) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:39.806675 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b8c52-a03c-47a3-85cf-6aaa891eac6c tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event deleted for resources: {'Network': ['ID=4a3bd81c-c0ae-404a-987c-9478c181dd67,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:39.813980 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-da51b161-bbc2-4784-85ce-bcf1f14f6cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.870868 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-4635e415-00cd-4c32-94a3-e235e4215d96 None None] For port 047560b5-c59e-4a17-99f7-718c6d840dd9, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=047560b5-c59e-4a17-99f7-718c6d840dd9,segment=NetworkSegment(b0eebd6c-6cb4-48dd-8f7d-1218f6eac504),segment_id=b0eebd6c-6cb4-48dd-8f7d-1218f6eac504)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:39.871597 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4635e415-00cd-4c32-94a3-e235e4215d96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.894465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-4635e415-00cd-4c32-94a3-e235e4215d96 None None] Calling delete_port for 047560b5-c59e-4a17-99f7-718c6d840dd9 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:39.936792 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.956192 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da51b161-bbc2-4784-85ce-bcf1f14f6cda admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:14:39.959593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51b161-bbc2-4784-85ce-bcf1f14f6cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032e43cd-c83f-44ee-9c5d-02e2caf49550,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:39.978587 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-da51b161-bbc2-4784-85ce-bcf1f14f6cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:39.978803 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-da51b161-bbc2-4784-85ce-bcf1f14f6cda admin admin] Added segment 4b5c7779-a854-4743-b009-611ae154e4dc of type vlan for network db50193d-3a65-4318-aa86-1752352ce324 Jul 27 21:14:40.001906 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4635e415-00cd-4c32-94a3-e235e4215d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.016554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4635e415-00cd-4c32-94a3-e235e4215d96 None None] No DVR routers for this DVR port 047560b5-c59e-4a17-99f7-718c6d840dd9 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:40.040244 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635e415-00cd-4c32-94a3-e235e4215d96 None None] Pushing event deleted for resources: {'Port': ['ID=047560b5-c59e-4a17-99f7-718c6d840dd9,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:40.112111 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-da51b161-bbc2-4784-85ce-bcf1f14f6cda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.121812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Deleting port 047560b5-c59e-4a17-99f7-718c6d840dd9 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:40.122407 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.168551 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18c3dd-2c44-42a8-9d00-6ed985bab14e req-9f7b2176-a812-4dd2-a86a-d3db21e1c6c0 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:40.171708 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-df18c3dd-2c44-42a8-9d00-6ed985bab14e req-9f7b2176-a812-4dd2-a86a-d3db21e1c6c0 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.1001668 Jul 27 21:14:40.207180 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] For port 047560b5-c59e-4a17-99f7-718c6d840dd9, host n-d-764806-9, got binding levels [] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:40.207620 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.224500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Calling delete_port for 047560b5-c59e-4a17-99f7-718c6d840dd9 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:40.227476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.ipam_backend_mixin [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Port 047560b5-c59e-4a17-99f7-718c6d840dd9 was not found and therefore no delete operation was performed {{(pid=105580) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:14:40.229027 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-da51b161-bbc2-4784-85ce-bcf1f14f6cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.230010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da51b161-bbc2-4784-85ce-bcf1f14f6cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:40.230741 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-da51b161-bbc2-4784-85ce-bcf1f14f6cda admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.231492 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-df18c3dd-2c44-42a8-9d00-6ed985bab14e req-ced411f6-ef06-4edc-bcae-c9af9feb1d32 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515187 Jul 27 21:14:40.235157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.318954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event deleted for resources: {'Port': ['ID=047560b5-c59e-4a17-99f7-718c6d840dd9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:40.320798 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] No DVR routers for this DVR port 047560b5-c59e-4a17-99f7-718c6d840dd9 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:14:40.332450 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-da51b161-bbc2-4784-85ce-bcf1f14f6cda admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9793987 Jul 27 21:14:40.335635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59722) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:40.340872 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0b878978-4e7d-471e-bfea-73b58526a046 admin admin] Request body: {'subnet': {'network_id': 'db50193d-3a65-4318-aa86-1752352ce324', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1579595450-subnet', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:40.357411 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da51b161-bbc2-4784-85ce-bcf1f14f6cda admin admin] Pushing event updated for resources: {'Network': ['ID=db50193d-3a65-4318-aa86-1752352ce324,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:40.374214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b878978-4e7d-471e-bfea-73b58526a046 admin admin] Made reservation on behalf of 93aa01b4178c4fc9991d1ee30f5ab456 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:40.374214 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b878978-4e7d-471e-bfea-73b58526a046 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.385684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network db50193d-3a65-4318-aa86-1752352ce324 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:14:40.416840 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.427469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7db6212-d43e-4c96-ae0f-7727debc8c82']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:40.437654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:40.437940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0eebd6c-6cb4-48dd-8f7d-1218f6eac504') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:40.447996 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.473356 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.480485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:14:40.480832 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:14:40.483936 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:14:40.555613 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.563718 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.571805 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] 10.222.0.55 "DELETE /v2.0/networks/c7db6212-d43e-4c96-ae0f-7727debc8c82 HTTP/1.1" status: 204 len: 168 time: 0.7675257 Jul 27 21:14:40.580254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da573f-b85a-4b81-a1a2-b20651d7bc9b tempest-TaggedBootDevicesTest_v242-923204761 tempest-TaggedBootDevicesTest_v242-923204761-project] Pushing event deleted for resources: {'Network': ['ID=c7db6212-d43e-4c96-ae0f-7727debc8c82,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:40.652123 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b878978-4e7d-471e-bfea-73b58526a046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.768102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b878978-4e7d-471e-bfea-73b58526a046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9227b1d-b90c-44db-99cd-6291b859141c,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:40.790862 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b878978-4e7d-471e-bfea-73b58526a046 admin admin] Checking segment: {'id': '4b5c7779-a854-4743-b009-611ae154e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'db50193d-3a65-4318-aa86-1752352ce324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:40.791233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b878978-4e7d-471e-bfea-73b58526a046 admin admin] Network hostable DHCP agents. Network: db50193d-3a65-4318-aa86-1752352ce324, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:14:40.819310 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b878978-4e7d-471e-bfea-73b58526a046 admin admin] Network db50193d-3a65-4318-aa86-1752352ce324 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:14:40.837529 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-0b878978-4e7d-471e-bfea-73b58526a046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, db50193d-3a65-4318-aa86-1752352ce324) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:40.849339 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b878978-4e7d-471e-bfea-73b58526a046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:40.849973 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b878978-4e7d-471e-bfea-73b58526a046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.852812 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728697b9-23f0-48e3-ae37-8d0af6ded832 None None] Network db50193d-3a65-4318-aa86-1752352ce324 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:40.874639 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0b878978-4e7d-471e-bfea-73b58526a046 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5371292 Jul 27 21:14:40.876888 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59746) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:40.882751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1579595450-router', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:40.932799 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:40.934345 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.183212 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.224042 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 047560b5-c59e-4a17-99f7-718c6d840dd9 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:14:41.258755 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 047560b5-c59e-4a17-99f7-718c6d840dd9 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:14:41.259383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 047560b5-c59e-4a17-99f7-718c6d840dd9 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:14:41.355702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-db50193d-3a65-4318-aa86-1752352ce324', 'network_id': 'db50193d-3a65-4318-aa86-1752352ce324', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'fixed_ips': [{'subnet_id': 'c9227b1d-b90c-44db-99cd-6291b859141c'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:14:41.358171 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.498061 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.542806 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Allocated IP 172.20.0.2 (db50193d-3a65-4318-aa86-1752352ce324/c9227b1d-b90c-44db-99cd-6291b859141c/de6ee071-6542-4102-93dd-39eb7a172a6c) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:41.552408 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c90111-70d0-4877-82f2-5b3482ff7345 req-ad38c8b6-d794-48d6-9353-98aa7ddf743c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:41.560600 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-81c90111-70d0-4877-82f2-5b3482ff7345 req-ad38c8b6-d794-48d6-9353-98aa7ddf743c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.1295915 Jul 27 21:14:41.607284 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-81c90111-70d0-4877-82f2-5b3482ff7345 req-ff2a222e-103a-45cd-8917-89099a9fca3e tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456057 Jul 27 21:14:41.653767 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59776) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:41.774359 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.782192 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5e42fd0b-f8ba-4430-9469-8ee462c8ea04 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1757988498', 'router:external': True}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:41.783815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Transition to ACTIVE for port object de6ee071-6542-4102-93dd-39eb7a172a6c will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:41.805001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Transition to ACTIVE for port object de6ee071-6542-4102-93dd-39eb7a172a6c will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:41.809535 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e42fd0b-f8ba-4430-9469-8ee462c8ea04 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Made reservation on behalf of 75746f5316a641aba8dc5912b73a35e6 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:41.812994 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e42fd0b-f8ba-4430-9469-8ee462c8ea04 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.814302 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.821910 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.825625 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e42fd0b-f8ba-4430-9469-8ee462c8ea04 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.848482 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.856247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Network db50193d-3a65-4318-aa86-1752352ce324 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:41.860393 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:41.866335 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:41.936330 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Pushing event updated for resources: {'Port': ['ID=de6ee071-6542-4102-93dd-39eb7a172a6c,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:41.953630 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Attempting to bind port de6ee071-6542-4102-93dd-39eb7a172a6c on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:41.954000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Attempting to bind port de6ee071-6542-4102-93dd-39eb7a172a6c by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '4b5c7779-a854-4743-b009-611ae154e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'db50193d-3a65-4318-aa86-1752352ce324'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:41.954389 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Attempting to bind port de6ee071-6542-4102-93dd-39eb7a172a6c on network db50193d-3a65-4318-aa86-1752352ce324 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:41.963959 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e42fd0b-f8ba-4430-9469-8ee462c8ea04 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.964217 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:41.964718 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Checking segment: {'id': '4b5c7779-a854-4743-b009-611ae154e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'db50193d-3a65-4318-aa86-1752352ce324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:41.964996 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.965384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Bound using segment: {'id': '4b5c7779-a854-4743-b009-611ae154e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'db50193d-3a65-4318-aa86-1752352ce324'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:41.965846 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Bound port: de6ee071-6542-4102-93dd-39eb7a172a6c, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5c7779-a854-4743-b009-611ae154e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'db50193d-3a65-4318-aa86-1752352ce324'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:41.966259 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.970687 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e42fd0b-f8ba-4430-9469-8ee462c8ea04 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:41.998868 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e42fd0b-f8ba-4430-9469-8ee462c8ea04 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:14:42.005524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Allocated IP 172.25.2.207 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/f1b6b28b-ca27-44e5-9109-c4696daae58d) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:42.009957 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42fd0b-f8ba-4430-9469-8ee462c8ea04 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84294be1-a6a1-48e0-a9bc-a8ba7b61096f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:42.015565 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e42fd0b-f8ba-4430-9469-8ee462c8ea04 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.015994 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-5e42fd0b-f8ba-4430-9469-8ee462c8ea04 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Added segment e77ddd82-c54b-45cb-bed0-fcc7510169f2 of type vlan for network f23d96bf-e80b-4bda-ba46-f8cdbfb03996 Jul 27 21:14:42.059394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] For port de6ee071-6542-4102-93dd-39eb7a172a6c, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:42.063874 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] For port de6ee071-6542-4102-93dd-39eb7a172a6c, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=de6ee071-6542-4102-93dd-39eb7a172a6c,segment=NetworkSegment(4b5c7779-a854-4743-b009-611ae154e4dc),segment_id=4b5c7779-a854-4743-b009-611ae154e4dc)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:42.076968 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.112298 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e42fd0b-f8ba-4430-9469-8ee462c8ea04 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.180339 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fff09-6255-4280-a7f3-df782a4e36d5 None None] Pushing event updated for resources: {'Port': ['ID=de6ee071-6542-4102-93dd-39eb7a172a6c,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:42.188323 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e42fd0b-f8ba-4430-9469-8ee462c8ea04 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.189542 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e42fd0b-f8ba-4430-9469-8ee462c8ea04 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:42.190209 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e42fd0b-f8ba-4430-9469-8ee462c8ea04 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.197315 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.256817 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.262431 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5e42fd0b-f8ba-4430-9469-8ee462c8ea04 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6072111 Jul 27 21:14:42.265267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59784) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:42.273935 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ea6fc3f7-25f6-40b1-8d91-b32840331604 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Request body: {'subnet': {'network_id': 'f23d96bf-e80b-4bda-ba46-f8cdbfb03996', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:42.282114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42fd0b-f8ba-4430-9469-8ee462c8ea04 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Pushing event updated for resources: {'Network': ['ID=f23d96bf-e80b-4bda-ba46-f8cdbfb03996,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:42.293969 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network f23d96bf-e80b-4bda-ba46-f8cdbfb03996 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:14:42.307804 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6fc3f7-25f6-40b1-8d91-b32840331604 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Made reservation on behalf of 75746f5316a641aba8dc5912b73a35e6 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:42.310493 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc3f7-25f6-40b1-8d91-b32840331604 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.335983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:42.338121 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:42.345359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b6b28b-ca27-44e5-9109-c4696daae58d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:42.360169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:42.763128 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:42.839858 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05528-a9ef-4bac-b5ca-087db7129590 req-6d33a648-c2e7-4f9e-b17a-b2f369babef7 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:42.841412 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89a05528-a9ef-4bac-b5ca-087db7129590 req-6d33a648-c2e7-4f9e-b17a-b2f369babef7 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.1120481 Jul 27 21:14:42.934432 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89a05528-a9ef-4bac-b5ca-087db7129590 req-cd4ae7ec-c391-419f-af4b-19999b09a5b6 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665457 Jul 27 21:14:43.135224 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.272908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device de6ee071-6542-4102-93dd-39eb7a172a6c up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:43.301569 n-d-764806-9 neutron-server[105579]: DEBUG neutron.objects.ports [None req-ea6fc3f7-25f6-40b1-8d91-b32840331604 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105579) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:14:43.302051 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc3f7-25f6-40b1-8d91-b32840331604 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.368582 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 5d157c95-65b7-48da-9095-66a42746543d details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:14:43.374387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fc3f7-25f6-40b1-8d91-b32840331604 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Pushing event updated for resources: {'Subnet': ['ID=93fc58ba-c311-48ce-b1f0-387c7e2db30d,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:43.384715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6fc3f7-25f6-40b1-8d91-b32840331604 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Checking segment: {'id': 'e77ddd82-c54b-45cb-bed0-fcc7510169f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f23d96bf-e80b-4bda-ba46-f8cdbfb03996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:43.385087 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6fc3f7-25f6-40b1-8d91-b32840331604 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Network hostable DHCP agents. Network: f23d96bf-e80b-4bda-ba46-f8cdbfb03996, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:14:43.406608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Router feff5a7e-d78c-410e-ad2b-a329fa418a97 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:14:43.414134 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6fc3f7-25f6-40b1-8d91-b32840331604 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Network f23d96bf-e80b-4bda-ba46-f8cdbfb03996 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:14:43.426426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-ea6fc3f7-25f6-40b1-8d91-b32840331604 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, f23d96bf-e80b-4bda-ba46-f8cdbfb03996) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:43.431229 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6fc3f7-25f6-40b1-8d91-b32840331604 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:43.431830 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc3f7-25f6-40b1-8d91-b32840331604 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.446033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03563ac-4cab-4324-b864-2e156114b0b0 None None] Network f23d96bf-e80b-4bda-ba46-f8cdbfb03996 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:43.454114 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ea6fc3f7-25f6-40b1-8d91-b32840331604 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1877494 Jul 27 21:14:43.457592 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59806) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:43.464601 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-738adb25-b11d-49df-b787-6bfd0a83b3df tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1287290355', 'network_id': 'f23d96bf-e80b-4bda-ba46-f8cdbfb03996'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:43.496682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738adb25-b11d-49df-b787-6bfd0a83b3df tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Made reservation on behalf of 75746f5316a641aba8dc5912b73a35e6 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:43.500294 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-738adb25-b11d-49df-b787-6bfd0a83b3df tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.526553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-738adb25-b11d-49df-b787-6bfd0a83b3df tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] device_id is not set on port 0d5b51e2-5535-4b44-8939-786e8df24c4d yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:14:43.567832 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port de6ee071-6542-4102-93dd-39eb7a172a6c completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:43.597311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:14:43.624476 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:43.628599 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2a9e0ed7-823b-4654-8535-b11615a2b3e9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7504165 Jul 27 21:14:43.632556 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59808) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:43.643601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Sync routers for ids ['feff5a7e-d78c-410e-ad2b-a329fa418a97'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:14:43.724399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eaac69-5b20-4075-a673-17c707ffae5c None None] Network db50193d-3a65-4318-aa86-1752352ce324 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:43.747458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-738adb25-b11d-49df-b787-6bfd0a83b3df tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Allocated IP 172.20.0.3 (f23d96bf-e80b-4bda-ba46-f8cdbfb03996/93fc58ba-c311-48ce-b1f0-387c7e2db30d/0d5b51e2-5535-4b44-8939-786e8df24c4d) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:43.808875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Routers {'feff5a7e-d78c-410e-ad2b-a329fa418a97'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:43.809662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['feff5a7e-d78c-410e-ad2b-a329fa418a97'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:43.852398 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0be4bae2-3bba-461a-97f7-56282fc625d1 None None] Provisioning for port de6ee071-6542-4102-93dd-39eb7a172a6c completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:44.040700 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-738adb25-b11d-49df-b787-6bfd0a83b3df tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:44.096720 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0be4bae2-3bba-461a-97f7-56282fc625d1 None None] Provisioning complete for port de6ee071-6542-4102-93dd-39eb7a172a6c triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:44.097325 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0be4bae2-3bba-461a-97f7-56282fc625d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:44.175107 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-738adb25-b11d-49df-b787-6bfd0a83b3df tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:44.177049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93786ba3-f7ed-4a68-8ec3-5fd4dc033db7 req-faaa2642-360c-4c25-8080-6222eb36ed79 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:44.178709 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93786ba3-f7ed-4a68-8ec3-5fd4dc033db7 req-faaa2642-360c-4c25-8080-6222eb36ed79 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.1431873 Jul 27 21:14:44.211733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 5d157c95-65b7-48da-9095-66a42746543d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5d157c95-65b7-48da-9095-66a42746543d,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:44.230741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '5d157c95-65b7-48da-9095-66a42746543d', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'port_id': '5d157c95-65b7-48da-9095-66a42746543d', 'mac_address': 'fa:16:3e:3a:05:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:14:44.247125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ffe135-98cb-4bca-935e-0b6ac5179988 None None] Network f23d96bf-e80b-4bda-ba46-f8cdbfb03996 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:44.252240 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738adb25-b11d-49df-b787-6bfd0a83b3df tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Network f23d96bf-e80b-4bda-ba46-f8cdbfb03996 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:44.266321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-738adb25-b11d-49df-b787-6bfd0a83b3df tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:44.278926 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738adb25-b11d-49df-b787-6bfd0a83b3df tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:44.285226 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738adb25-b11d-49df-b787-6bfd0a83b3df tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Pushing event updated for resources: {'Port': ['ID=0d5b51e2-5535-4b44-8939-786e8df24c4d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:44.313507 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93786ba3-f7ed-4a68-8ec3-5fd4dc033db7 req-a12a7ccf-18b9-4d0c-834d-4362da82deb0 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196260 Jul 27 21:14:44.335476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738adb25-b11d-49df-b787-6bfd0a83b3df tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:44.336160 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-738adb25-b11d-49df-b787-6bfd0a83b3df tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:44.362290 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-738adb25-b11d-49df-b787-6bfd0a83b3df tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9026184 Jul 27 21:14:44.368767 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59824) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:44.524515 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-e6e1f289-740b-4f58-a0b8-61cc491e1bd3 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Deleting port 0d5b51e2-5535-4b44-8939-786e8df24c4d {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:44.525689 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f289-740b-4f58-a0b8-61cc491e1bd3 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:44.574925 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Set router feff5a7e-d78c-410e-ad2b-a329fa418a97 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:44.724556 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f289-740b-4f58-a0b8-61cc491e1bd3 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:44.741770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-e6e1f289-740b-4f58-a0b8-61cc491e1bd3 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Calling delete_port for 0d5b51e2-5535-4b44-8939-786e8df24c4d owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:44.859198 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.010512 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.052205 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f289-740b-4f58-a0b8-61cc491e1bd3 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.120466 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1f289-740b-4f58-a0b8-61cc491e1bd3 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d5b51e2-5535-4b44-8939-786e8df24c4d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:45.279170 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f289-740b-4f58-a0b8-61cc491e1bd3 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.280883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d157c95-65b7-48da-9095-66a42746543d {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:14:45.285150 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e6e1f289-740b-4f58-a0b8-61cc491e1bd3 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "DELETE /v2.0/ports/0d5b51e2-5535-4b44-8939-786e8df24c4d HTTP/1.1" status: 204 len: 168 time: 0.9146903 Jul 27 21:14:45.285796 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59846) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:45.304219 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f23d96bf-e80b-4bda-ba46-f8cdbfb03996', 'external_fixed_ips': [{'subnet_id': '93fc58ba-c311-48ce-b1f0-387c7e2db30d', 'ip_address': '172.20.0.3'}]}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:45.351864 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.353063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.397347 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Allocated IP 172.20.0.1 (db50193d-3a65-4318-aa86-1752352ce324/c9227b1d-b90c-44db-99cd-6291b859141c/e558f61b-fd87-4cc0-a70e-1e5aa4b3004e) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:45.441753 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0be4bae2-3bba-461a-97f7-56282fc625d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.447441 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 5d157c95-65b7-48da-9095-66a42746543d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5d157c95-65b7-48da-9095-66a42746543d,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:45.483290 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.621021 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.694089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['5d157c95-65b7-48da-9095-66a42746543d'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:14:45.732775 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.760270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Transition to ACTIVE for port object e558f61b-fd87-4cc0-a70e-1e5aa4b3004e will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:45.833432 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0be4bae2-3bba-461a-97f7-56282fc625d1 None None] For port de6ee071-6542-4102-93dd-39eb7a172a6c, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=de6ee071-6542-4102-93dd-39eb7a172a6c,segment=NetworkSegment(4b5c7779-a854-4743-b009-611ae154e4dc),segment_id=4b5c7779-a854-4743-b009-611ae154e4dc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:45.836431 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.886253 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0be4bae2-3bba-461a-97f7-56282fc625d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:45.925829 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=5d157c95-65b7-48da-9095-66a42746543d,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:45.948107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Pushing event updated for resources: {'Port': ['ID=e558f61b-fd87-4cc0-a70e-1e5aa4b3004e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:45.990787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Network db50193d-3a65-4318-aa86-1752352ce324 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:45.992409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:46.006604 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:46.091860 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:46.102742 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:46.146411 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'name': 'tempest-TestAggregatesBasicOps-1579595450-router', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1b6b28b-ca27-44e5-9109-c4696daae58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:40Z', 'updated_at': '2021-07-27T21:14:42Z', 'revision_number': 3, 'project_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'gw_port': {'id': 'f1b6b28b-ca27-44e5-9109-c4696daae58d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:41Z', 'updated_at': '2021-07-27T21:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:46.171182 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc23922-a58e-4487-9f7a-1f9f013736d8 req-f7f965d9-d55d-40fa-8bc6-3220f637721b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:46.181758 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1cc23922-a58e-4487-9f7a-1f9f013736d8 req-f7f965d9-d55d-40fa-8bc6-3220f637721b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 945 time: 0.6583927 Jul 27 21:14:46.246415 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Checking router: feff5a7e-d78c-410e-ad2b-a329fa418a97 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:14:46.246921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Updating router feff5a7e-d78c-410e-ad2b-a329fa418a97 port f1b6b28b-ca27-44e5-9109-c4696daae58d binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:14:46.349257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4bae2-3bba-461a-97f7-56282fc625d1 None None] Pushing event updated for resources: {'Port': ['ID=de6ee071-6542-4102-93dd-39eb7a172a6c,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:46.389092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5ff73276-51fb-458e-8a87-b31f8b3f64ca None None] Provisioning complete for port de6ee071-6542-4102-93dd-39eb7a172a6c triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:46.389929 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5ff73276-51fb-458e-8a87-b31f8b3f64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:46.442169 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:46.523945 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1cc23922-a58e-4487-9f7a-1f9f013736d8 req-f79dd469-04a1-458f-b183-19872af57532 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208368 Jul 27 21:14:46.656963 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:46.941089 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:46.976430 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:46.980077 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d0f22d4d-fddd-4d93-8274-f18a1c0ca89d None None] Provisioning for port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:46.988197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d0f22d4d-fddd-4d93-8274-f18a1c0ca89d None None] Provisioning complete for port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:46.989543 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d0f22d4d-fddd-4d93-8274-f18a1c0ca89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:47.014384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Transition to ACTIVE for port object f1b6b28b-ca27-44e5-9109-c4696daae58d will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:47.015720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:47.032785 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:47.052675 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:47.061021 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:47.112558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf8858-ea24-4d5b-abf0-54a942a397c9 None None] Pushing event updated for resources: {'Port': ['ID=f1b6b28b-ca27-44e5-9109-c4696daae58d,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:47.156136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d0f22d4d-fddd-4d93-8274-f18a1c0ca89d None None] Port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:14:47.175304 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Attempting to bind port f1b6b28b-ca27-44e5-9109-c4696daae58d on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:47.176065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Attempting to bind port f1b6b28b-ca27-44e5-9109-c4696daae58d by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:47.176949 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Attempting to bind port f1b6b28b-ca27-44e5-9109-c4696daae58d on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:47.195829 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:47.196672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:47.197238 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:47.197742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:47.198383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Bound port: f1b6b28b-ca27-44e5-9109-c4696daae58d, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:47.198987 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:47.224641 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Pushing event updated for resources: {'Port': ['ID=e558f61b-fd87-4cc0-a70e-1e5aa4b3004e,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:47.241659 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:47.250516 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device de6ee071-6542-4102-93dd-39eb7a172a6c up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:47.434594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Network db50193d-3a65-4318-aa86-1752352ce324 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:47.437478 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:47.441466 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Allocated IP 172.20.0.3 (f23d96bf-e80b-4bda-ba46-f8cdbfb03996/93fc58ba-c311-48ce-b1f0-387c7e2db30d/304cb0d4-d7ab-4b90-8565-c194431feb16) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:47.444003 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] For port f1b6b28b-ca27-44e5-9109-c4696daae58d, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:47.464947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] For port f1b6b28b-ca27-44e5-9109-c4696daae58d, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f1b6b28b-ca27-44e5-9109-c4696daae58d,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:47.492681 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:47.527011 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 5d157c95-65b7-48da-9095-66a42746543d up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:47.667022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Router feff5a7e-d78c-410e-ad2b-a329fa418a97 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:14:47.700333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port de6ee071-6542-4102-93dd-39eb7a172a6c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:47.700703 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:47.736272 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf8858-ea24-4d5b-abf0-54a942a397c9 None None] Pushing event updated for resources: {'Port': ['ID=f1b6b28b-ca27-44e5-9109-c4696daae58d,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:47.780450 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:47.816498 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Routers {'feff5a7e-d78c-410e-ad2b-a329fa418a97'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:47.817533 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['feff5a7e-d78c-410e-ad2b-a329fa418a97'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:47.837269 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:14:47.843368 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-74477553-10c7-419f-873e-9c22d3507250 admin admin] 10.222.0.55 "PUT /v2.0/routers/feff5a7e-d78c-410e-ad2b-a329fa418a97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2094536 Jul 27 21:14:48.067860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70735851-25a1-423f-9402-0805fd05b002 req-f1b483ae-8f0e-4c8b-8ff8-d9460a84aec8 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:48.073641 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70735851-25a1-423f-9402-0805fd05b002 req-f1b483ae-8f0e-4c8b-8ff8-d9460a84aec8 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 945 time: 0.3208039 Jul 27 21:14:48.074985 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.199467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Network f23d96bf-e80b-4bda-ba46-f8cdbfb03996 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:48.211196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:48.228853 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:48.229064 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] Set router feff5a7e-d78c-410e-ad2b-a329fa418a97 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:48.283275 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Pushing event updated for resources: {'Port': ['ID=304cb0d4-d7ab-4b90-8565-c194431feb16,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:48.305237 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70735851-25a1-423f-9402-0805fd05b002 req-038c029c-7ce3-41b5-b57d-f7db07971d37 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222891 Jul 27 21:14:48.384518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-598e4ba4-6aa4-40a1-9e33-13457b39c86e None None] Provisioning complete for port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:48.384988 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-598e4ba4-6aa4-40a1-9e33-13457b39c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.421346 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 5d157c95-65b7-48da-9095-66a42746543d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:48.421816 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.595047 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-598e4ba4-6aa4-40a1-9e33-13457b39c86e None None] Port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:14:48.616888 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.844609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59912) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:48.850998 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-b2b569e8-99ee-4ac3-8753-96e051e4c3b3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-50197105-network', 'tenant_id': 'b3bf8ee721e045b2838cd56b803160da'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:48.867847 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.877490 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b569e8-99ee-4ac3-8753-96e051e4c3b3 admin admin] Made reservation on behalf of b3bf8ee721e045b2838cd56b803160da for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:48.882194 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2b569e8-99ee-4ac3-8753-96e051e4c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.891248 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.896947 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2b569e8-99ee-4ac3-8753-96e051e4c3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:48.963195 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d157c95-65b7-48da-9095-66a42746543d'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:14:48.970652 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e394e030-3351-48f9-b4c7-4d7391e118c9" -d '{"events": [{"server_uuid": "db43c025-3f23-4cb0-91aa-c0d96b7c0556", "name": "network-vif-plugged", "status": "completed", "tag": "5d157c95-65b7-48da-9095-66a42746543d"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:14:49.000816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'name': 'tempest-TestAggregatesBasicOps-1579595450-router', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1b6b28b-ca27-44e5-9109-c4696daae58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:40Z', 'updated_at': '2021-07-27T21:14:46Z', 'revision_number': 4, 'project_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'gw_port': {'id': 'f1b6b28b-ca27-44e5-9109-c4696daae58d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:41Z', 'updated_at': '2021-07-27T21:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e558f61b-fd87-4cc0-a70e-1e5aa4b3004e', 'name': '', 'network_id': 'db50193d-3a65-4318-aa86-1752352ce324', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'mac_address': 'fa:16:3e:b1:0d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'c9227b1d-b90c-44db-99cd-6291b859141c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:44Z', 'updated_at': '2021-07-27T21:14:46Z', 'revision_number': 2, 'project_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'subnets': [{'id': 'c9227b1d-b90c-44db-99cd-6291b859141c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:49.010259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 5d157c95-65b7-48da-9095-66a42746543d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5d157c95-65b7-48da-9095-66a42746543d,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:49.137646 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dbe26a-25ba-4828-8ad8-b42ac7c81940 x-openstack-request-id: req-13dbe26a-25ba-4828-8ad8-b42ac7c81940 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:14:49.138011 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db43c025-3f23-4cb0-91aa-c0d96b7c0556", "name": "network-vif-plugged", "status": "completed", "tag": "5d157c95-65b7-48da-9095-66a42746543d", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:14:49.139610 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-13dbe26a-25ba-4828-8ad8-b42ac7c81940 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:14:49.140031 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d157c95-65b7-48da-9095-66a42746543d', 'code': 200} Jul 27 21:14:49.144602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006afc0-442c-4454-bd47-a84f16152637 None None] The sync data for ids ['feff5a7e-d78c-410e-ad2b-a329fa418a97'] in n-d-764806-9 is: [{'id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'name': 'tempest-TestAggregatesBasicOps-1579595450-router', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1b6b28b-ca27-44e5-9109-c4696daae58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:40Z', 'updated_at': '2021-07-27T21:14:46Z', 'revision_number': 4, 'project_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'gw_port': {'id': 'f1b6b28b-ca27-44e5-9109-c4696daae58d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:41Z', 'updated_at': '2021-07-27T21:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e558f61b-fd87-4cc0-a70e-1e5aa4b3004e', 'name': '', 'network_id': 'db50193d-3a65-4318-aa86-1752352ce324', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'mac_address': 'fa:16:3e:b1:0d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'c9227b1d-b90c-44db-99cd-6291b859141c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:44Z', 'updated_at': '2021-07-27T21:14:46Z', 'revision_number': 2, 'project_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'subnets': [{'id': 'c9227b1d-b90c-44db-99cd-6291b859141c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:14:49.156093 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.199157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2b569e8-99ee-4ac3-8753-96e051e4c3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.210466 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2b569e8-99ee-4ac3-8753-96e051e4c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.254758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b569e8-99ee-4ac3-8753-96e051e4c3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bb621c-26a9-4531-af37-04218f0d1049,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:49.281026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=5d157c95-65b7-48da-9095-66a42746543d,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:49.296043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b569e8-99ee-4ac3-8753-96e051e4c3b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:14:49.318154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Router 24ea777d-6915-4999-84eb-a8209957dcaa is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:14:49.318910 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2b569e8-99ee-4ac3-8753-96e051e4c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.319498 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-b2b569e8-99ee-4ac3-8753-96e051e4c3b3 admin admin] Added segment 3c13ccbd-6eec-4166-ba02-7336b7fbbaca of type vlan for network 56eb33b2-e676-44c2-915d-9e3445f2e10e Jul 27 21:14:49.384065 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2b569e8-99ee-4ac3-8753-96e051e4c3b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.440701 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2b569e8-99ee-4ac3-8753-96e051e4c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.445010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b569e8-99ee-4ac3-8753-96e051e4c3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:49.445757 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2b569e8-99ee-4ac3-8753-96e051e4c3b3 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.548634 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:14:49.555055 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b569e8-99ee-4ac3-8753-96e051e4c3b3 admin admin] Pushing event updated for resources: {'Network': ['ID=56eb33b2-e676-44c2-915d-9e3445f2e10e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:49.575153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 56eb33b2-e676-44c2-915d-9e3445f2e10e details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:14:49.587661 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aa183a-5ddd-4f9c-bee5-9fcffbc92495 None None] Sync routers for ids ['24ea777d-6915-4999-84eb-a8209957dcaa'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:14:49.593967 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b2b569e8-99ee-4ac3-8753-96e051e4c3b3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7468662 Jul 27 21:14:49.595304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59926) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:49.601273 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-36b6de77-c192-4e0a-9af2-6adf6d5fecb2 admin admin] Request body: {'subnet': {'network_id': '56eb33b2-e676-44c2-915d-9e3445f2e10e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-50197105-subnet', 'tenant_id': 'b3bf8ee721e045b2838cd56b803160da', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:49.625806 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa183a-5ddd-4f9c-bee5-9fcffbc92495 None None] Routers {'24ea777d-6915-4999-84eb-a8209957dcaa'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:49.628518 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-91aa183a-5ddd-4f9c-bee5-9fcffbc92495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['24ea777d-6915-4999-84eb-a8209957dcaa'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:49.629804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b6de77-c192-4e0a-9af2-6adf6d5fecb2 admin admin] Made reservation on behalf of b3bf8ee721e045b2838cd56b803160da for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:14:49.632648 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36b6de77-c192-4e0a-9af2-6adf6d5fecb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.633537 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15684e89-3792-44da-bdf7-b3f1c5ee247f req-b6fc648d-2bbb-4c27-8df0-67750a69bdeb tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:49.635928 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15684e89-3792-44da-bdf7-b3f1c5ee247f req-b6fc648d-2bbb-4c27-8df0-67750a69bdeb tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.1503153 Jul 27 21:14:49.678311 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.681780 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-60b4fefe-544e-4e27-826d-da66ea1a5844 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.3907275 Jul 27 21:14:49.698098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59928) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:49.906108 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4052b16c-bf89-4435-af90-be20c799d0ea tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:49.928083 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-91aa183a-5ddd-4f9c-bee5-9fcffbc92495 None None] Set router 24ea777d-6915-4999-84eb-a8209957dcaa gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:50.022066 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36b6de77-c192-4e0a-9af2-6adf6d5fecb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:50.129878 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15684e89-3792-44da-bdf7-b3f1c5ee247f req-668cdb72-f6d0-4274-a28a-dfc271dec087 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4537313 Jul 27 21:14:50.132469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6de77-c192-4e0a-9af2-6adf6d5fecb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1ed1d5b-c7d9-4e47-96f6-a82dae498360,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:50.147679 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4052b16c-bf89-4435-af90-be20c799d0ea tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:50.203174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6de77-c192-4e0a-9af2-6adf6d5fecb2 admin admin] Checking segment: {'id': '3c13ccbd-6eec-4166-ba02-7336b7fbbaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56eb33b2-e676-44c2-915d-9e3445f2e10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:50.203541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b6de77-c192-4e0a-9af2-6adf6d5fecb2 admin admin] Network hostable DHCP agents. Network: 56eb33b2-e676-44c2-915d-9e3445f2e10e, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:14:50.259833 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b6de77-c192-4e0a-9af2-6adf6d5fecb2 admin admin] Network 56eb33b2-e676-44c2-915d-9e3445f2e10e is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:14:50.280265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-36b6de77-c192-4e0a-9af2-6adf6d5fecb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 56eb33b2-e676-44c2-915d-9e3445f2e10e) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:50.292080 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810c812e-0f9b-4b09-8a01-358f5b76ccc8 None None] Network 56eb33b2-e676-44c2-915d-9e3445f2e10e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:50.297817 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b6de77-c192-4e0a-9af2-6adf6d5fecb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:50.298460 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36b6de77-c192-4e0a-9af2-6adf6d5fecb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:50.336077 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4052b16c-bf89-4435-af90-be20c799d0ea tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Deleting port 304cb0d4-d7ab-4b90-8565-c194431feb16 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:14:50.337221 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4052b16c-bf89-4435-af90-be20c799d0ea tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:50.364520 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-36b6de77-c192-4e0a-9af2-6adf6d5fecb2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7655714 Jul 27 21:14:50.365356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59940) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:50.370696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-50197105-router', 'tenant_id': 'b3bf8ee721e045b2838cd56b803160da', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:50.444145 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:50.444145 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:50.556672 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:50.747760 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4052b16c-bf89-4435-af90-be20c799d0ea tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:50.769673 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-56eb33b2-e676-44c2-915d-9e3445f2e10e', 'network_id': '56eb33b2-e676-44c2-915d-9e3445f2e10e', 'tenant_id': 'b3bf8ee721e045b2838cd56b803160da', 'fixed_ips': [{'subnet_id': 'f1ed1d5b-c7d9-4e47-96f6-a82dae498360'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:14:50.774873 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:50.813918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4052b16c-bf89-4435-af90-be20c799d0ea tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Calling delete_port for 304cb0d4-d7ab-4b90-8565-c194431feb16 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:14:50.943815 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-91aa183a-5ddd-4f9c-bee5-9fcffbc92495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ea777d-6915-4999-84eb-a8209957dcaa', 'name': '', 'tenant_id': '75746f5316a641aba8dc5912b73a35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f23d96bf-e80b-4bda-ba46-f8cdbfb03996', 'external_fixed_ips': [{'subnet_id': '93fc58ba-c311-48ce-b1f0-387c7e2db30d', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '304cb0d4-d7ab-4b90-8565-c194431feb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:45Z', 'updated_at': '2021-07-27T21:14:48Z', 'revision_number': 3, 'project_id': '75746f5316a641aba8dc5912b73a35e6', 'gw_port': {'id': '304cb0d4-d7ab-4b90-8565-c194431feb16', 'name': '', 'network_id': 'f23d96bf-e80b-4bda-ba46-f8cdbfb03996', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ea777d-6915-4999-84eb-a8209957dcaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '93fc58ba-c311-48ce-b1f0-387c7e2db30d', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:47Z', 'updated_at': '2021-07-27T21:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93fc58ba-c311-48ce-b1f0-387c7e2db30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:50.997960 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aa183a-5ddd-4f9c-bee5-9fcffbc92495 None None] Checking router: 24ea777d-6915-4999-84eb-a8209957dcaa for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:14:51.005064 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aa183a-5ddd-4f9c-bee5-9fcffbc92495 None None] Updating router 24ea777d-6915-4999-84eb-a8209957dcaa port 304cb0d4-d7ab-4b90-8565-c194431feb16 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:14:51.037325 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:51.260975 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-91aa183a-5ddd-4f9c-bee5-9fcffbc92495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:51.311703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Allocated IP 172.20.0.2 (56eb33b2-e676-44c2-915d-9e3445f2e10e/f1ed1d5b-c7d9-4e47-96f6-a82dae498360/c1b95e75-3168-4d74-bb5b-1097abe7642e) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:51.565074 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4052b16c-bf89-4435-af90-be20c799d0ea tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:51.629421 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052b16c-bf89-4435-af90-be20c799d0ea tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Pushing event deleted for resources: {'Port': ['ID=304cb0d4-d7ab-4b90-8565-c194431feb16,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:51.771080 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548aada9-83d2-44ea-b79c-7aaf407bfaab req-f87bfde4-fa2b-4543-9bb4-8adf6ca1ae73 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:51.780357 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-548aada9-83d2-44ea-b79c-7aaf407bfaab req-f87bfde4-fa2b-4543-9bb4-8adf6ca1ae73 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.3058207 Jul 27 21:14:51.781207 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f1b6b28b-ca27-44e5-9109-c4696daae58d up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:51.790631 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:51.839334 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:51.933180 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-548aada9-83d2-44ea-b79c-7aaf407bfaab req-cb0fcf66-449c-4c61-8b1d-52a0ac961df1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517448 Jul 27 21:14:51.962303 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:51.979361 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4052b16c-bf89-4435-af90-be20c799d0ea tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.023341 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Transition to ACTIVE for port object c1b95e75-3168-4d74-bb5b-1097abe7642e will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:52.069548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Transition to ACTIVE for port object c1b95e75-3168-4d74-bb5b-1097abe7642e will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:52.085346 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port f1b6b28b-ca27-44e5-9109-c4696daae58d completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:52.098201 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.123931 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.db.api [None req-91aa183a-5ddd-4f9c-bee5-9fcffbc92495 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:14:52.124543 n-d-764806-9 neutron-server[105582]: DEBUG oslo_db.api [None req-91aa183a-5ddd-4f9c-bee5-9fcffbc92495 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:14:52.167033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Pushing event updated for resources: {'Port': ['ID=c1b95e75-3168-4d74-bb5b-1097abe7642e,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:52.175943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Allocated IP 172.25.2.45 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/a44ebf8c-75c0-4d09-a3f9-b4b35189ab39) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:52.196250 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f1b6b28b-ca27-44e5-9109-c4696daae58d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:52.196690 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.302533 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Network 56eb33b2-e676-44c2-915d-9e3445f2e10e is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:52.400624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:52.405921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:52.408479 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.449824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port f1b6b28b-ca27-44e5-9109-c4696daae58d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f1b6b28b-ca27-44e5-9109-c4696daae58d,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:52.539205 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.656734 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.677717 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aa183a-5ddd-4f9c-bee5-9fcffbc92495 None None] Port 304cb0d4-d7ab-4b90-8565-c194431feb16 not found while updating agent binding for router 24ea777d-6915-4999-84eb-a8209957dcaa. {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 27 21:14:52.684497 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4052b16c-bf89-4435-af90-be20c799d0ea tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.688010 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4052b16c-bf89-4435-af90-be20c799d0ea tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.712091 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa183a-5ddd-4f9c-bee5-9fcffbc92495 None None] Routers {'24ea777d-6915-4999-84eb-a8209957dcaa'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:52.713899 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-91aa183a-5ddd-4f9c-bee5-9fcffbc92495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['24ea777d-6915-4999-84eb-a8209957dcaa'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:52.718298 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=f1b6b28b-ca27-44e5-9109-c4696daae58d,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:52.752224 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Attempting to bind port c1b95e75-3168-4d74-bb5b-1097abe7642e on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:52.754844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Attempting to bind port c1b95e75-3168-4d74-bb5b-1097abe7642e by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '3c13ccbd-6eec-4166-ba02-7336b7fbbaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56eb33b2-e676-44c2-915d-9e3445f2e10e'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:52.755436 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Attempting to bind port c1b95e75-3168-4d74-bb5b-1097abe7642e on network 56eb33b2-e676-44c2-915d-9e3445f2e10e {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:52.767993 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:52.786318 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Checking segment: {'id': '3c13ccbd-6eec-4166-ba02-7336b7fbbaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56eb33b2-e676-44c2-915d-9e3445f2e10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:52.786318 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.787350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Bound using segment: {'id': '3c13ccbd-6eec-4166-ba02-7336b7fbbaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56eb33b2-e676-44c2-915d-9e3445f2e10e'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:52.787350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Bound port: c1b95e75-3168-4d74-bb5b-1097abe7642e, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13ccbd-6eec-4166-ba02-7336b7fbbaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56eb33b2-e676-44c2-915d-9e3445f2e10e'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:52.792185 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.792350 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.818611 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4052b16c-bf89-4435-af90-be20c799d0ea tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.819280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4052b16c-bf89-4435-af90-be20c799d0ea tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24ea777d-6915-4999-84eb-a8209957dcaa {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:14:52.826850 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4052b16c-bf89-4435-af90-be20c799d0ea tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.833732 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4052b16c-bf89-4435-af90-be20c799d0ea tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "DELETE /v2.0/routers/24ea777d-6915-4999-84eb-a8209957dcaa HTTP/1.1" status: 204 len: 168 time: 3.1284556 Jul 27 21:14:52.834175 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59970) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:52.929997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:52.933494 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:52.938544 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:52.944686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Pushing event updated for resources: {'Port': ['ID=a44ebf8c-75c0-4d09-a3f9-b4b35189ab39,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:52.945705 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d470ac-130a-475f-a497-810ef8f5dc9b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Deleting subnet 93fc58ba-c311-48ce-b1f0-387c7e2db30d {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:14:52.950149 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87d470ac-130a-475f-a497-810ef8f5dc9b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:52.963329 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-91aa183a-5ddd-4f9c-bee5-9fcffbc92495 None None] Set router 24ea777d-6915-4999-84eb-a8209957dcaa gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:52.981094 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] For port c1b95e75-3168-4d74-bb5b-1097abe7642e, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:52.987770 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] For port c1b95e75-3168-4d74-bb5b-1097abe7642e, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c1b95e75-3168-4d74-bb5b-1097abe7642e,segment=NetworkSegment(3c13ccbd-6eec-4166-ba02-7336b7fbbaca),segment_id=3c13ccbd-6eec-4166-ba02-7336b7fbbaca)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:52.998987 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.015298 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87d470ac-130a-475f-a497-810ef8f5dc9b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.138572 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-91aa183a-5ddd-4f9c-bee5-9fcffbc92495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ea777d-6915-4999-84eb-a8209957dcaa', 'name': '', 'tenant_id': '75746f5316a641aba8dc5912b73a35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:45Z', 'updated_at': '2021-07-27T21:14:51Z', 'revision_number': 5, 'project_id': '75746f5316a641aba8dc5912b73a35e6', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:53.146477 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87d470ac-130a-475f-a497-810ef8f5dc9b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.190696 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aa183a-5ddd-4f9c-bee5-9fcffbc92495 None None] The sync data for ids ['24ea777d-6915-4999-84eb-a8209957dcaa'] in n-d-764806-9 is: [{'id': '24ea777d-6915-4999-84eb-a8209957dcaa', 'name': '', 'tenant_id': '75746f5316a641aba8dc5912b73a35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:45Z', 'updated_at': '2021-07-27T21:14:51Z', 'revision_number': 5, 'project_id': '75746f5316a641aba8dc5912b73a35e6', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:14:53.206709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21df1cd-b988-4a69-9f81-29f410db4863 None None] Pushing event updated for resources: {'Port': ['ID=c1b95e75-3168-4d74-bb5b-1097abe7642e,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:53.328104 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f1b6b28b-ca27-44e5-9109-c4696daae58d up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:53.328720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87d470ac-130a-475f-a497-810ef8f5dc9b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.383284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d470ac-130a-475f-a497-810ef8f5dc9b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=93fc58ba-c311-48ce-b1f0-387c7e2db30d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:53.423196 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f1b6b28b-ca27-44e5-9109-c4696daae58d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:53.423734 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.435243 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87d470ac-130a-475f-a497-810ef8f5dc9b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:53.437803 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-87d470ac-130a-475f-a497-810ef8f5dc9b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/93fc58ba-c311-48ce-b1f0-387c7e2db30d HTTP/1.1" status: 204 len: 168 time: 0.6025984 Jul 27 21:14:53.448067 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59978) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:53.450242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c225f-0de6-41a3-871e-682993b07cdf req-b818d53b-0ae3-4d52-91b9-269719a0990e tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:53.452532 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-174c225f-0de6-41a3-871e-682993b07cdf req-b818d53b-0ae3-4d52-91b9-269719a0990e tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.3383000 Jul 27 21:14:53.547106 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-174c225f-0de6-41a3-871e-682993b07cdf req-14600dd3-d19d-4bec-9df6-e357c9bc371b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789289 Jul 27 21:14:53.764055 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Sync routers for ids ['feff5a7e-d78c-410e-ad2b-a329fa418a97'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:14:53.782153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Routers {'feff5a7e-d78c-410e-ad2b-a329fa418a97'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:53.785068 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['feff5a7e-d78c-410e-ad2b-a329fa418a97'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:53.823148 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64162180-3ee1-4828-9918-3a5afa8cd571 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.025408 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Set router feff5a7e-d78c-410e-ad2b-a329fa418a97 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:54.038164 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64162180-3ee1-4828-9918-3a5afa8cd571 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.071052 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.116655 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-64162180-3ee1-4828-9918-3a5afa8cd571 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23d96bf-e80b-4bda-ba46-f8cdbfb03996']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:54.134807 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-64162180-3ee1-4828-9918-3a5afa8cd571 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77ddd82-c54b-45cb-bed0-fcc7510169f2') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:54.135174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-64162180-3ee1-4828-9918-3a5afa8cd571 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77ddd82-c54b-45cb-bed0-fcc7510169f2') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:54.155583 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64162180-3ee1-4828-9918-3a5afa8cd571 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.234526 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64162180-3ee1-4828-9918-3a5afa8cd571 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.260659 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64162180-3ee1-4828-9918-3a5afa8cd571 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:14:54.261726 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64162180-3ee1-4828-9918-3a5afa8cd571 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:14:54.271387 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:14:54.477683 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'name': 'tempest-TestAggregatesBasicOps-1579595450-router', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1b6b28b-ca27-44e5-9109-c4696daae58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:40Z', 'updated_at': '2021-07-27T21:14:46Z', 'revision_number': 4, 'project_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'gw_port': {'id': 'f1b6b28b-ca27-44e5-9109-c4696daae58d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:41Z', 'updated_at': '2021-07-27T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e558f61b-fd87-4cc0-a70e-1e5aa4b3004e', 'name': '', 'network_id': 'db50193d-3a65-4318-aa86-1752352ce324', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'mac_address': 'fa:16:3e:b1:0d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'c9227b1d-b90c-44db-99cd-6291b859141c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:44Z', 'updated_at': '2021-07-27T21:14:46Z', 'revision_number': 2, 'project_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'subnets': [{'id': 'c9227b1d-b90c-44db-99cd-6291b859141c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:54.481359 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64162180-3ee1-4828-9918-3a5afa8cd571 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.491657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64162180-3ee1-4828-9918-3a5afa8cd571 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f23d96bf-e80b-4bda-ba46-f8cdbfb03996 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:14:54.508378 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-64162180-3ee1-4828-9918-3a5afa8cd571 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.510401 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-64162180-3ee1-4828-9918-3a5afa8cd571 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "DELETE /v2.0/networks/f23d96bf-e80b-4bda-ba46-f8cdbfb03996 HTTP/1.1" status: 204 len: 168 time: 1.0613098 Jul 27 21:14:54.544659 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Checking router: feff5a7e-d78c-410e-ad2b-a329fa418a97 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:14:54.545015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Updating router feff5a7e-d78c-410e-ad2b-a329fa418a97 port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:14:54.636236 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:54.941074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5efe3-7ebd-48e3-9006-30bb2b8c0852 req-7c7ba26c-292f-4a75-a1b5-c23a06e15d51 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:54.949857 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5b5efe3-7ebd-48e3-9006-30bb2b8c0852 req-7c7ba26c-292f-4a75-a1b5-c23a06e15d51 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.1953924 Jul 27 21:14:55.067827 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5b5efe3-7ebd-48e3-9006-30bb2b8c0852 req-99f2d8b1-02a9-4643-9ebb-d72acdeddaf3 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091871 Jul 27 21:14:55.419672 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60004) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:55.425350 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-6004eeeb-f4a3-4e9b-8240-474826d9fc9a tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Request body: {'router': {'name': 'tempest-router--1896143878', 'project_id': '59600e764e684ecebbb9c5241703c65c'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:55.473445 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6004eeeb-f4a3-4e9b-8240-474826d9fc9a tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.474790 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6004eeeb-f4a3-4e9b-8240-474826d9fc9a tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.522425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64162180-3ee1-4828-9918-3a5afa8cd571 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Pushing event deleted for resources: {'Network': ['ID=f23d96bf-e80b-4bda-ba46-f8cdbfb03996,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:55.593225 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6004eeeb-f4a3-4e9b-8240-474826d9fc9a tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.604259 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6004eeeb-f4a3-4e9b-8240-474826d9fc9a tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.641968 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6004eeeb-f4a3-4e9b-8240-474826d9fc9a tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.646132 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6004eeeb-f4a3-4e9b-8240-474826d9fc9a tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2223310 Jul 27 21:14:55.646414 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60006) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:55.650649 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.661920 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.680896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Transition to ACTIVE for port object e558f61b-fd87-4cc0-a70e-1e5aa4b3004e will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:55.705003 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c1b95e75-3168-4d74-bb5b-1097abe7642e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:55.707335 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962191fd-1d31-4d6c-bdf1-f2971e8a654a None None] Network 56eb33b2-e676-44c2-915d-9e3445f2e10e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:14:55.811527 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.832474 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11613a0a-32af-48c4-b52b-f1873e9c78fd tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:55.889232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82525266-621f-48e3-9071-2d4e6eff9279 None None] Pushing event updated for resources: {'Port': ['ID=e558f61b-fd87-4cc0-a70e-1e5aa4b3004e,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:55.949760 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Router 72b47ecc-0fe6-4b10-b97d-480d1f3f4970 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:14:56.050828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a1b56ae4-92bb-4e4e-a6fe-28301220d389 None None] Provisioning for port c1b95e75-3168-4d74-bb5b-1097abe7642e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:56.208826 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:14:56.221041 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53657de-643e-48f0-854a-96fae872700c None None] Sync routers for ids ['72b47ecc-0fe6-4b10-b97d-480d1f3f4970'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:14:56.236902 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53657de-643e-48f0-854a-96fae872700c None None] Routers {'72b47ecc-0fe6-4b10-b97d-480d1f3f4970'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:56.239492 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c53657de-643e-48f0-854a-96fae872700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['72b47ecc-0fe6-4b10-b97d-480d1f3f4970'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:56.271183 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.283070 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9020ca16-d0b0-4211-8673-af65d2951147 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9061382 Jul 27 21:14:56.284317 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60020) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:56.354236 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11613a0a-32af-48c4-b52b-f1873e9c78fd tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.358107 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11613a0a-32af-48c4-b52b-f1873e9c78fd tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.367682 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port c1b95e75-3168-4d74-bb5b-1097abe7642e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:56.422307 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port c1b95e75-3168-4d74-bb5b-1097abe7642e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:56.422691 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.426831 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Attempting to bind port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:56.427213 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Attempting to bind port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '4b5c7779-a854-4743-b009-611ae154e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'db50193d-3a65-4318-aa86-1752352ce324'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:56.427582 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Attempting to bind port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e on network db50193d-3a65-4318-aa86-1752352ce324 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:56.545390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:56.545762 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Checking segment: {'id': '4b5c7779-a854-4743-b009-611ae154e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'db50193d-3a65-4318-aa86-1752352ce324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:56.546160 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.546576 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Bound using segment: {'id': '4b5c7779-a854-4743-b009-611ae154e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'db50193d-3a65-4318-aa86-1752352ce324'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:56.547048 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Bound port: e558f61b-fd87-4cc0-a70e-1e5aa4b3004e, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5c7779-a854-4743-b009-611ae154e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'db50193d-3a65-4318-aa86-1752352ce324'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:56.547425 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.560158 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11613a0a-32af-48c4-b52b-f1873e9c78fd tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.560682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11613a0a-32af-48c4-b52b-f1873e9c78fd tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 918af86d-05bf-48f2-bc84-ad02ec6af4ca {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:14:56.579949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11613a0a-32af-48c4-b52b-f1873e9c78fd tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:56.582014 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-11613a0a-32af-48c4-b52b-f1873e9c78fd tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "DELETE /v2.0/routers/918af86d-05bf-48f2-bc84-ad02ec6af4ca HTTP/1.1" status: 204 len: 168 time: 0.9344482 Jul 27 21:14:56.641353 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c53657de-643e-48f0-854a-96fae872700c None None] Set router 72b47ecc-0fe6-4b10-b97d-480d1f3f4970 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:56.713492 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb4f47-c685-476b-8c48-796495006915 req-4cf4a70b-936a-41f9-8080-c320994884e6 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:56.717824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5fb4f47-c685-476b-8c48-796495006915 req-4cf4a70b-936a-41f9-8080-c320994884e6 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.3957818 Jul 27 21:14:56.832981 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5fb4f47-c685-476b-8c48-796495006915 req-f918e03c-7ebd-4ccc-9906-4d09c8404302 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088212 Jul 27 21:14:56.897655 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60028) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:56.998783 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] For port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:57.024294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] For port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e558f61b-fd87-4cc0-a70e-1e5aa4b3004e,segment=NetworkSegment(4b5c7779-a854-4743-b009-611ae154e4dc),segment_id=4b5c7779-a854-4743-b009-611ae154e4dc)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:57.045529 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.048852 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.185708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82525266-621f-48e3-9071-2d4e6eff9279 None None] Pushing event updated for resources: {'Port': ['ID=e558f61b-fd87-4cc0-a70e-1e5aa4b3004e,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:57.250931 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c53657de-643e-48f0-854a-96fae872700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'name': 'tempest-TestAggregatesBasicOps-50197105-router', 'tenant_id': 'b3bf8ee721e045b2838cd56b803160da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'a44ebf8c-75c0-4d09-a3f9-b4b35189ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:50Z', 'updated_at': '2021-07-27T21:14:53Z', 'revision_number': 3, 'project_id': 'b3bf8ee721e045b2838cd56b803160da', 'gw_port': {'id': 'a44ebf8c-75c0-4d09-a3f9-b4b35189ab39', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:51Z', 'updated_at': '2021-07-27T21:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:57.333280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port c1b95e75-3168-4d74-bb5b-1097abe7642e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c1b95e75-3168-4d74-bb5b-1097abe7642e,segment=NetworkSegment(3c13ccbd-6eec-4166-ba02-7336b7fbbaca),segment_id=3c13ccbd-6eec-4166-ba02-7336b7fbbaca)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:57.337873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Routers {'feff5a7e-d78c-410e-ad2b-a329fa418a97'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:57.341545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['feff5a7e-d78c-410e-ad2b-a329fa418a97'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:57.351967 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53657de-643e-48f0-854a-96fae872700c None None] Checking router: 72b47ecc-0fe6-4b10-b97d-480d1f3f4970 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:14:57.352598 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53657de-643e-48f0-854a-96fae872700c None None] Updating router 72b47ecc-0fe6-4b10-b97d-480d1f3f4970 port a44ebf8c-75c0-4d09-a3f9-b4b35189ab39 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:14:57.357465 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60036) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:14:57.482766 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c53657de-643e-48f0-854a-96fae872700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.522413 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.560894 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-305236854', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}, 'admin_state_up': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:14:57.621677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676349a-449f-42ac-b677-8311aa8880c5 req-35c7abb4-6a07-4fa1-bd10-659729fde454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:57.638244 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3676349a-449f-42ac-b677-8311aa8880c5 req-35c7abb4-6a07-4fa1-bd10-659729fde454 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 1097 time: 0.4943416 Jul 27 21:14:57.652084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.653269 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.835475 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:57.953918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676349a-449f-42ac-b677-8311aa8880c5 req-dcda51f7-6d58-43d0-bba1-deb555fb195c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:57.955839 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3676349a-449f-42ac-b677-8311aa8880c5 req-dcda51f7-6d58-43d0-bba1-deb555fb195c service neutron] 10.222.0.20 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 916 time: 0.2821140 Jul 27 21:14:58.147267 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.147509 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] Set router feff5a7e-d78c-410e-ad2b-a329fa418a97 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:58.201905 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3676349a-449f-42ac-b677-8311aa8880c5 req-3f97cc65-2666-4ae5-9183-0257d37a80f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d157c95-65b7-48da-9095-66a42746543d HTTP/1.1" status: 200 len: 1001 time: 0.2063978 Jul 27 21:14:58.275980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e558f61b-fd87-4cc0-a70e-1e5aa4b3004e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:58.296064 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c53657de-643e-48f0-854a-96fae872700c None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.321454 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-c53657de-643e-48f0-854a-96fae872700c None None] Transition to ACTIVE for port object a44ebf8c-75c0-4d09-a3f9-b4b35189ab39 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:58.349221 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c53657de-643e-48f0-854a-96fae872700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.402733 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676349a-449f-42ac-b677-8311aa8880c5 req-05d002a3-0000-490b-a631-280b7f142694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:58.404242 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3676349a-449f-42ac-b677-8311aa8880c5 req-05d002a3-0000-490b-a631-280b7f142694 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f5c215f-9e0c-4039-b305-c7ccda95b7dd HTTP/1.1" status: 200 len: 854 time: 0.1906443 Jul 27 21:14:58.443248 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c53657de-643e-48f0-854a-96fae872700c None None] Attempting to bind port a44ebf8c-75c0-4d09-a3f9-b4b35189ab39 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:14:58.443905 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c53657de-643e-48f0-854a-96fae872700c None None] Attempting to bind port a44ebf8c-75c0-4d09-a3f9-b4b35189ab39 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:14:58.444440 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53657de-643e-48f0-854a-96fae872700c None None] Attempting to bind port a44ebf8c-75c0-4d09-a3f9-b4b35189ab39 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:14:58.451094 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871c131-3f88-425a-a3ab-7f420692b7d3 None None] Pushing event updated for resources: {'Port': ['ID=a44ebf8c-75c0-4d09-a3f9-b4b35189ab39,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:58.499380 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53657de-643e-48f0-854a-96fae872700c None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:14:58.504342 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53657de-643e-48f0-854a-96fae872700c None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:14:58.504864 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c53657de-643e-48f0-854a-96fae872700c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.505280 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53657de-643e-48f0-854a-96fae872700c None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:14:58.505793 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c53657de-643e-48f0-854a-96fae872700c None None] Bound port: a44ebf8c-75c0-4d09-a3f9-b4b35189ab39, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:14:58.506185 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c53657de-643e-48f0-854a-96fae872700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.589108 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676349a-449f-42ac-b677-8311aa8880c5 req-b8d8ed09-f5fd-4bd7-adb0-e14faf1969d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:58.590952 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3676349a-449f-42ac-b677-8311aa8880c5 req-b8d8ed09-f5fd-4bd7-adb0-e14faf1969d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83632acd-e78d-4a39-ae97-2eaf775c8434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718466 Jul 27 21:14:58.638554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-73b09d07-2870-4a77-b09a-2199a5a8a7e7 None None] Provisioning complete for port c1b95e75-3168-4d74-bb5b-1097abe7642e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:58.638778 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-73b09d07-2870-4a77-b09a-2199a5a8a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.658106 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.659660 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Allocated IP 172.20.0.1 (56eb33b2-e676-44c2-915d-9e3445f2e10e/f1ed1d5b-c7d9-4e47-96f6-a82dae498360/65111e4c-be76-47ba-a560-c1b5431461d5) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:58.693192 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-c53657de-643e-48f0-854a-96fae872700c None None] For port a44ebf8c-75c0-4d09-a3f9-b4b35189ab39, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:14:58.703090 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-c53657de-643e-48f0-854a-96fae872700c None None] For port a44ebf8c-75c0-4d09-a3f9-b4b35189ab39, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a44ebf8c-75c0-4d09-a3f9-b4b35189ab39,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:14:58.716573 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c53657de-643e-48f0-854a-96fae872700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.798146 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=c1b95e75-3168-4d74-bb5b-1097abe7642e,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:58.814025 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:14:58.880187 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53657de-643e-48f0-854a-96fae872700c None None] Routers {'72b47ecc-0fe6-4b10-b97d-480d1f3f4970'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:14:58.882284 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c53657de-643e-48f0-854a-96fae872700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['72b47ecc-0fe6-4b10-b97d-480d1f3f4970'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:58.884448 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7dcb54-dfb7-46c3-9161-0c14d231432b req-dd59264b-75bf-4e30-a553-4be75694eb54 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:14:58.886144 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a7dcb54-dfb7-46c3-9161-0c14d231432b req-dd59264b-75bf-4e30-a553-4be75694eb54 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.8545589 Jul 27 21:14:58.915967 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:58.916596 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:58.946643 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871c131-3f88-425a-a3ab-7f420692b7d3 None None] Pushing event updated for resources: {'Port': ['ID=a44ebf8c-75c0-4d09-a3f9-b4b35189ab39,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:58.948959 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a7dcb54-dfb7-46c3-9161-0c14d231432b req-0fcf6e06-e262-48be-a9ed-08f820239dee tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523415 Jul 27 21:14:58.999584 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3676349a-449f-42ac-b677-8311aa8880c5 req-5a0cdbf5-01cc-44c7-bd59-682a34537f03 service neutron] 10.222.0.20 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002392 Jul 27 21:14:59.080010 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c53657de-643e-48f0-854a-96fae872700c None None] Set router 72b47ecc-0fe6-4b10-b97d-480d1f3f4970 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:14:59.206429 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.234708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'name': 'tempest-TestAggregatesBasicOps-1579595450-router', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1b6b28b-ca27-44e5-9109-c4696daae58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:40Z', 'updated_at': '2021-07-27T21:14:46Z', 'revision_number': 4, 'project_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'gw_port': {'id': 'f1b6b28b-ca27-44e5-9109-c4696daae58d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:41Z', 'updated_at': '2021-07-27T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e558f61b-fd87-4cc0-a70e-1e5aa4b3004e', 'name': '', 'network_id': 'db50193d-3a65-4318-aa86-1752352ce324', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'mac_address': 'fa:16:3e:b1:0d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'c9227b1d-b90c-44db-99cd-6291b859141c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:44Z', 'updated_at': '2021-07-27T21:14:56Z', 'revision_number': 4, 'project_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'subnets': [{'id': 'c9227b1d-b90c-44db-99cd-6291b859141c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:59.236253 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.296159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1895060-e57f-4c82-96b0-db5a3969d214 None None] The sync data for ids ['feff5a7e-d78c-410e-ad2b-a329fa418a97'] in n-d-764806-9 is: [{'id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'name': 'tempest-TestAggregatesBasicOps-1579595450-router', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1b6b28b-ca27-44e5-9109-c4696daae58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:40Z', 'updated_at': '2021-07-27T21:14:46Z', 'revision_number': 4, 'project_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'gw_port': {'id': 'f1b6b28b-ca27-44e5-9109-c4696daae58d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:41Z', 'updated_at': '2021-07-27T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e558f61b-fd87-4cc0-a70e-1e5aa4b3004e', 'name': '', 'network_id': 'db50193d-3a65-4318-aa86-1752352ce324', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'mac_address': 'fa:16:3e:b1:0d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'c9227b1d-b90c-44db-99cd-6291b859141c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:44Z', 'updated_at': '2021-07-27T21:14:56Z', 'revision_number': 4, 'project_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'subnets': [{'id': 'c9227b1d-b90c-44db-99cd-6291b859141c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:14:59.382583 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.413589 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Allocated IP 172.25.2.106 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/0c27a108-a9fb-46ac-90fd-354efbcd93e4) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:14:59.418399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Transition to ACTIVE for port object 65111e4c-be76-47ba-a560-c1b5431461d5 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:14:59.461134 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.521649 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.530906 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e558f61b-fd87-4cc0-a70e-1e5aa4b3004e,segment=NetworkSegment(4b5c7779-a854-4743-b009-611ae154e4dc),segment_id=4b5c7779-a854-4743-b009-611ae154e4dc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:14:59.543570 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.562339 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c53657de-643e-48f0-854a-96fae872700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'name': 'tempest-TestAggregatesBasicOps-50197105-router', 'tenant_id': 'b3bf8ee721e045b2838cd56b803160da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'a44ebf8c-75c0-4d09-a3f9-b4b35189ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:50Z', 'updated_at': '2021-07-27T21:14:53Z', 'revision_number': 3, 'project_id': 'b3bf8ee721e045b2838cd56b803160da', 'gw_port': {'id': 'a44ebf8c-75c0-4d09-a3f9-b4b35189ab39', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:51Z', 'updated_at': '2021-07-27T21:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:14:59.568745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-efac955e-91b0-4510-b406-3ef6a178f1e7 None None] Provisioning complete for port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:14:59.569326 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-efac955e-91b0-4510-b406-3ef6a178f1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.592236 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Network 56eb33b2-e676-44c2-915d-9e3445f2e10e is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:59.604751 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.609489 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:59.680172 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53657de-643e-48f0-854a-96fae872700c None None] The sync data for ids ['72b47ecc-0fe6-4b10-b97d-480d1f3f4970'] in n-d-764806-9 is: [{'id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'name': 'tempest-TestAggregatesBasicOps-50197105-router', 'tenant_id': 'b3bf8ee721e045b2838cd56b803160da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'a44ebf8c-75c0-4d09-a3f9-b4b35189ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:50Z', 'updated_at': '2021-07-27T21:14:53Z', 'revision_number': 3, 'project_id': 'b3bf8ee721e045b2838cd56b803160da', 'gw_port': {'id': 'a44ebf8c-75c0-4d09-a3f9-b4b35189ab39', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:51Z', 'updated_at': '2021-07-27T21:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:14:59.701334 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:14:59.702938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:59.778827 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Pushing event updated for resources: {'Port': ['ID=0c27a108-a9fb-46ac-90fd-354efbcd93e4,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:14:59.782051 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c1b95e75-3168-4d74-bb5b-1097abe7642e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:14:59.809294 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:14:59.817412 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:14:59.824119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:14:59.860817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3676349a-449f-42ac-b677-8311aa8880c5 req-23afd0b1-a694-4e53-b65e-37fe258b6434 service neutron] 10.222.0.20 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8462372 Jul 27 21:14:59.951840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Pushing event updated for resources: {'Port': ['ID=65111e4c-be76-47ba-a560-c1b5431461d5,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:00.022175 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.057510 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=e558f61b-fd87-4cc0-a70e-1e5aa4b3004e,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:00.375531 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port c1b95e75-3168-4d74-bb5b-1097abe7642e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:00.376162 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.513867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d72c7624-1ae9-4712-8cff-a5a7a062ed7c None None] Provisioning for port 65111e4c-be76-47ba-a560-c1b5431461d5 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:00.547952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d72c7624-1ae9-4712-8cff-a5a7a062ed7c None None] Provisioning complete for port 65111e4c-be76-47ba-a560-c1b5431461d5 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:00.551705 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d72c7624-1ae9-4712-8cff-a5a7a062ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.598591 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:00.719356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d72c7624-1ae9-4712-8cff-a5a7a062ed7c None None] Port 65111e4c-be76-47ba-a560-c1b5431461d5 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:15:01.001538 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:01.012661 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:01.099476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Pushing event updated for resources: {'Port': ['ID=65111e4c-be76-47ba-a560-c1b5431461d5,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:01.130158 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4ff83ac-0604-4747-b0e6-27d93fb1721e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:01.153673 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:01.206667 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:01.310426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62485a85-334e-4aed-bf8b-a313ced30d60 req-253b37d4-5b83-4046-a6d1-459ab19e6d35 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:01.312046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62485a85-334e-4aed-bf8b-a313ced30d60 req-253b37d4-5b83-4046-a6d1-459ab19e6d35 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 1.0378766 Jul 27 21:15:01.330759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Network 56eb33b2-e676-44c2-915d-9e3445f2e10e is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:01.332645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:01.447855 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62485a85-334e-4aed-bf8b-a313ced30d60 req-54378efd-80ee-4e2f-812a-4eb23db7551f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685866 Jul 27 21:15:01.800077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Router 72b47ecc-0fe6-4b10-b97d-480d1f3f4970 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:15:01.855038 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d1a4736a-6075-426c-947d-95bf1ac663c3 None None] Provisioning complete for port 65111e4c-be76-47ba-a560-c1b5431461d5 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:01.861321 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d1a4736a-6075-426c-947d-95bf1ac663c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:01.934527 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a44ebf8c-75c0-4d09-a3f9-b4b35189ab39 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:01.962454 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.066584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d1a4736a-6075-426c-947d-95bf1ac663c3 None None] Port 65111e4c-be76-47ba-a560-c1b5431461d5 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:15:02.074209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port a44ebf8c-75c0-4d09-a3f9-b4b35189ab39 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:02.081664 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a44ebf8c-75c0-4d09-a3f9-b4b35189ab39 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:02.082535 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.171935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:02.180843 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6fbdbbe2-e5c2-40e2-8f6c-8cbfe9fe981f admin admin] 10.222.0.55 "PUT /v2.0/routers/72b47ecc-0fe6-4b10-b97d-480d1f3f4970/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8951075 Jul 27 21:15:02.213298 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.257624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port a44ebf8c-75c0-4d09-a3f9-b4b35189ab39, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a44ebf8c-75c0-4d09-a3f9-b4b35189ab39,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:02.266745 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.267546 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e558f61b-fd87-4cc0-a70e-1e5aa4b3004e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:02.425894 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Router e8fb6aef-271e-491f-8d11-85b9cd2cf7de is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:15:02.460191 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff83ac-0604-4747-b0e6-27d93fb1721e admin admin] Deleting port ca622126-9588-45c3-9f0a-6b16acf87140 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:02.460581 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4ff83ac-0604-4747-b0e6-27d93fb1721e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.466662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60100) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:02.492313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:02.492691 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.550315 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=a44ebf8c-75c0-4d09-a3f9-b4b35189ab39,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:02.643723 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2eeddb1c-f7bc-4101-81c0-90c3f4d095f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.747886 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5b312b6f-2a0c-4cbf-9912-452c4c5ab7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.793315 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2eeddb1c-f7bc-4101-81c0-90c3f4d095f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.806125 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2eeddb1c-f7bc-4101-81c0-90c3f4d095f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.873003 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2eeddb1c-f7bc-4101-81c0-90c3f4d095f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=923acbc684a24e06a223c8158f585385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4048400 Jul 27 21:15:02.876342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60108) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:02.877755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeddb1c-f7bc-4101-81c0-90c3f4d095f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843e6290-b79c-45ee-8f06-f0140807d02e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:02.943723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-b4ff83ac-0604-4747-b0e6-27d93fb1721e admin admin] For port ca622126-9588-45c3-9f0a-6b16acf87140, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=ca622126-9588-45c3-9f0a-6b16acf87140,segment=NetworkSegment(4fbbf56d-6283-4320-b1cc-fcdea2e7a029),segment_id=4fbbf56d-6283-4320-b1cc-fcdea2e7a029)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:02.944192 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4ff83ac-0604-4747-b0e6-27d93fb1721e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:02.966820 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-601f3196-4cdd-465c-b8a1-f3f698b8f28c req-f4b53194-71a8-4ec5-b0db-016cbb9cecd2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3097312 Jul 27 21:15:02.973828 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:02.987923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-b4ff83ac-0604-4747-b0e6-27d93fb1721e admin admin] Calling delete_port for ca622126-9588-45c3-9f0a-6b16acf87140 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:02.999902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7c5902-2044-4d69-bca4-67cdf572c02d None None] Sync routers for ids ['e8fb6aef-271e-491f-8d11-85b9cd2cf7de'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:03.041589 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7c5902-2044-4d69-bca4-67cdf572c02d None None] Routers {'e8fb6aef-271e-491f-8d11-85b9cd2cf7de'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:03.042704 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5d7c5902-2044-4d69-bca4-67cdf572c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e8fb6aef-271e-491f-8d11-85b9cd2cf7de'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:03.048635 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91a4f542-134a-41e6-b631-88a2b7a045eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.083176 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91a4f542-134a-41e6-b631-88a2b7a045eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.176994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5d7c5902-2044-4d69-bca4-67cdf572c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:03.195913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91a4f542-134a-41e6-b631-88a2b7a045eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.198815 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91a4f542-134a-41e6-b631-88a2b7a045eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.210074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7c5902-2044-4d69-bca4-67cdf572c02d None None] Routers {'e8fb6aef-271e-491f-8d11-85b9cd2cf7de'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:03.210755 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5d7c5902-2044-4d69-bca4-67cdf572c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e8fb6aef-271e-491f-8d11-85b9cd2cf7de'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:03.218837 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-91a4f542-134a-41e6-b631-88a2b7a045eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/843e6290-b79c-45ee-8f06-f0140807d02e HTTP/1.1" status: 204 len: 168 time: 0.3138661 Jul 27 21:15:03.226874 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.231205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8552d654-51af-486e-8530-62c5f0a486e0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3297250 Jul 27 21:15:03.244546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aa143-61cc-4567-9dc0-226af98c946e req-994675d2-7bc5-4114-9b8d-6807a387edaa tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:03.246134 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a85aa143-61cc-4567-9dc0-226af98c946e req-994675d2-7bc5-4114-9b8d-6807a387edaa tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.5439606 Jul 27 21:15:03.252508 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60116) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:03.253311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4f542-134a-41e6-b631-88a2b7a045eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843e6290-b79c-45ee-8f06-f0140807d02e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:03.302583 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5d7c5902-2044-4d69-bca4-67cdf572c02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:03.303230 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7c5902-2044-4d69-bca4-67cdf572c02d None None] The sync data for ids ['e8fb6aef-271e-491f-8d11-85b9cd2cf7de'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:03.387744 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Sync routers for ids ['72b47ecc-0fe6-4b10-b97d-480d1f3f4970'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:03.406902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a85aa143-61cc-4567-9dc0-226af98c946e req-83f344fd-0fde-46bd-972c-543bfe843fc1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936315 Jul 27 21:15:03.414738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f3196-4cdd-465c-b8a1-f3f698b8f28c req-e945620f-9461-432b-aafc-df658230bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:03.417883 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-601f3196-4cdd-465c-b8a1-f3f698b8f28c req-e945620f-9461-432b-aafc-df658230bf70 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 1096 time: 0.3601260 Jul 27 21:15:03.430956 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Routers {'72b47ecc-0fe6-4b10-b97d-480d1f3f4970'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:03.431611 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:14:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['72b47ecc-0fe6-4b10-b97d-480d1f3f4970'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:03.484756 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7a7d5c4c-5a0b-4ad1-86a0-fdec7c292aae tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "GET /v2.0/routers/e8fb6aef-271e-491f-8d11-85b9cd2cf7de HTTP/1.1" status: 200 len: 920 time: 0.2266819 Jul 27 21:15:03.485017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60126) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:03.555677 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f11365f7-d7a0-4f01-8aea-31ea3163379c tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fb6aef-271e-491f-8d11-85b9cd2cf7de HTTP/1.1" status: 200 len: 205 time: 0.0673664 Jul 27 21:15:03.564470 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60132) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:03.712595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a44ebf8c-75c0-4d09-a3f9-b4b35189ab39 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:03.756612 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4ff83ac-0604-4747-b0e6-27d93fb1721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.777146 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a44ebf8c-75c0-4d09-a3f9-b4b35189ab39 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:03.777942 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:03.927247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60134) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:04.012507 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff83ac-0604-4747-b0e6-27d93fb1721e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca622126-9588-45c3-9f0a-6b16acf87140,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:04.015913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f3196-4cdd-465c-b8a1-f3f698b8f28c req-bf3ea03b-d23e-438e-b8d1-d182962f4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:04.019774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-601f3196-4cdd-465c-b8a1-f3f698b8f28c req-bf3ea03b-d23e-438e-b8d1-d182962f4fdf service neutron] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.5167320 Jul 27 21:15:04.020882 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60fcc62c-4627-4e5c-9236-5b054ab23a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:04.044443 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:04.116086 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-601f3196-4cdd-465c-b8a1-f3f698b8f28c req-ad0ed5f7-01ee-4aa6-91ac-68441df764af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818 HTTP/1.1" status: 200 len: 1000 time: 0.0864789 Jul 27 21:15:04.118515 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Set router 72b47ecc-0fe6-4b10-b97d-480d1f3f4970 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:04.326679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f3196-4cdd-465c-b8a1-f3f698b8f28c req-23304bc9-b96a-4a37-88a5-a9f43d63c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:04.328519 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-601f3196-4cdd-465c-b8a1-f3f698b8f28c req-23304bc9-b96a-4a37-88a5-a9f43d63c0e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.2029991 Jul 27 21:15:04.501936 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4ff83ac-0604-4747-b0e6-27d93fb1721e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:04.545047 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60fcc62c-4627-4e5c-9236-5b054ab23a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:04.582902 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f3196-4cdd-465c-b8a1-f3f698b8f28c req-8d879b28-5905-4ada-bd9e-3872b2336171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:04.584824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-601f3196-4cdd-465c-b8a1-f3f698b8f28c req-8d879b28-5905-4ada-bd9e-3872b2336171 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2484000 Jul 27 21:15:04.589855 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60fcc62c-4627-4e5c-9236-5b054ab23a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:04.676520 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ffc915f-4e8e-4ba8-8952-79401345592b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:04.679107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60164) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:04.691582 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'name': 'tempest-TestAggregatesBasicOps-50197105-router', 'tenant_id': 'b3bf8ee721e045b2838cd56b803160da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'a44ebf8c-75c0-4d09-a3f9-b4b35189ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:50Z', 'updated_at': '2021-07-27T21:15:00Z', 'revision_number': 4, 'project_id': 'b3bf8ee721e045b2838cd56b803160da', 'gw_port': {'id': 'a44ebf8c-75c0-4d09-a3f9-b4b35189ab39', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:51Z', 'updated_at': '2021-07-27T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '65111e4c-be76-47ba-a560-c1b5431461d5', 'name': '', 'network_id': '56eb33b2-e676-44c2-915d-9e3445f2e10e', 'tenant_id': 'b3bf8ee721e045b2838cd56b803160da', 'mac_address': 'fa:16:3e:16:f8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'f1ed1d5b-c7d9-4e47-96f6-a82dae498360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:58Z', 'updated_at': '2021-07-27T21:15:00Z', 'revision_number': 2, 'project_id': 'b3bf8ee721e045b2838cd56b803160da', 'subnets': [{'id': 'f1ed1d5b-c7d9-4e47-96f6-a82dae498360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:04.757459 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Checking router: 72b47ecc-0fe6-4b10-b97d-480d1f3f4970 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:15:04.758083 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Updating router 72b47ecc-0fe6-4b10-b97d-480d1f3f4970 port 65111e4c-be76-47ba-a560-c1b5431461d5 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:15:04.796430 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:04.979462 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ffc915f-4e8e-4ba8-8952-79401345592b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.129575 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc915f-4e8e-4ba8-8952-79401345592b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Deleting port 0c27a108-a9fb-46ac-90fd-354efbcd93e4 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:05.130000 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ffc915f-4e8e-4ba8-8952-79401345592b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.157120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcc62c-4627-4e5c-9236-5b054ab23a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fce497-d59a-4949-8b1e-14f1c70af6c0,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:05.206461 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-60fcc62c-4627-4e5c-9236-5b054ab23a35 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=13da4a622a9e44bfaf426e381d642286&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2690876 Jul 27 21:15:05.207521 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-601f3196-4cdd-465c-b8a1-f3f698b8f28c req-7bf9540d-d720-474d-ac99-4bfc7b55e6b5 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065047 Jul 27 21:15:05.208855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60166) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:05.242000 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.270410 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Transition to ACTIVE for port object 65111e4c-be76-47ba-a560-c1b5431461d5 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:05.290834 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.353915 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-97251da6-82e6-4187-b83c-1e4fa192e474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.372662 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ffc915f-4e8e-4ba8-8952-79401345592b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.419934 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec890bc5-ee9a-4806-be8e-0199695200c8 None None] Pushing event updated for resources: {'Port': ['ID=65111e4c-be76-47ba-a560-c1b5431461d5,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:05.428587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc915f-4e8e-4ba8-8952-79401345592b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Calling delete_port for 0c27a108-a9fb-46ac-90fd-354efbcd93e4 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:05.457912 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.466832 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec890bc5-ee9a-4806-be8e-0199695200c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:05.467542 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec890bc5-ee9a-4806-be8e-0199695200c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:05.468080 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec890bc5-ee9a-4806-be8e-0199695200c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:05.468789 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec890bc5-ee9a-4806-be8e-0199695200c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:05.469354 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec890bc5-ee9a-4806-be8e-0199695200c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:05.469928 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec890bc5-ee9a-4806-be8e-0199695200c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:05.471599 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec890bc5-ee9a-4806-be8e-0199695200c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:05.472174 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec890bc5-ee9a-4806-be8e-0199695200c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:05.472722 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec890bc5-ee9a-4806-be8e-0199695200c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:05.473361 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec890bc5-ee9a-4806-be8e-0199695200c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:05.473905 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec890bc5-ee9a-4806-be8e-0199695200c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:05.474542 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec890bc5-ee9a-4806-be8e-0199695200c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:05.480122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e8b5a-3cfb-46a4-9c7c-c81def6a5dee req-03721d8b-740e-4f42-a14a-2a0e69f04f4e tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:05.481760 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d4e8b5a-3cfb-46a4-9c7c-c81def6a5dee req-03721d8b-740e-4f42-a14a-2a0e69f04f4e tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.8955517 Jul 27 21:15:05.498097 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Attempting to bind port 65111e4c-be76-47ba-a560-c1b5431461d5 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:05.498870 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Attempting to bind port 65111e4c-be76-47ba-a560-c1b5431461d5 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '3c13ccbd-6eec-4166-ba02-7336b7fbbaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56eb33b2-e676-44c2-915d-9e3445f2e10e'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:05.499609 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Attempting to bind port 65111e4c-be76-47ba-a560-c1b5431461d5 on network 56eb33b2-e676-44c2-915d-9e3445f2e10e {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:05.506009 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:05.506784 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Checking segment: {'id': '3c13ccbd-6eec-4166-ba02-7336b7fbbaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56eb33b2-e676-44c2-915d-9e3445f2e10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:05.507409 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.508017 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Bound using segment: {'id': '3c13ccbd-6eec-4166-ba02-7336b7fbbaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56eb33b2-e676-44c2-915d-9e3445f2e10e'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:05.508712 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Bound port: 65111e4c-be76-47ba-a560-c1b5431461d5, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13ccbd-6eec-4166-ba02-7336b7fbbaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '56eb33b2-e676-44c2-915d-9e3445f2e10e'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:05.509346 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.612386 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] For port 65111e4c-be76-47ba-a560-c1b5431461d5, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:05.633825 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] For port 65111e4c-be76-47ba-a560-c1b5431461d5, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=65111e4c-be76-47ba-a560-c1b5431461d5,segment=NetworkSegment(3c13ccbd-6eec-4166-ba02-7336b7fbbaca),segment_id=3c13ccbd-6eec-4166-ba02-7336b7fbbaca)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:05.645308 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.722252 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Routers {'72b47ecc-0fe6-4b10-b97d-480d1f3f4970'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:05.728920 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['72b47ecc-0fe6-4b10-b97d-480d1f3f4970'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:05.732499 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d4e8b5a-3cfb-46a4-9c7c-c81def6a5dee req-be1bfca9-45c9-42e3-b849-3da9a8696bf3 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388067 Jul 27 21:15:05.740984 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5c8870e-31e1-4ccf-ac42-d61d2fe97a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.843290 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec890bc5-ee9a-4806-be8e-0199695200c8 None None] Pushing event updated for resources: {'Port': ['ID=65111e4c-be76-47ba-a560-c1b5431461d5,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:05.844597 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-601f3196-4cdd-465c-b8a1-f3f698b8f28c req-604e262d-8f04-4dde-9c25-7eae86455353 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192667 Jul 27 21:15:05.883399 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5c8870e-31e1-4ccf-ac42-d61d2fe97a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.903910 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67f018a5-d1df-4719-aa8d-dbb3f0ff457e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:05.927625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ff83ac-0604-4747-b0e6-27d93fb1721e admin admin] Router aa53bb2f-2771-4079-8530-e15092842162 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:15:05.975120 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] Set router 72b47ecc-0fe6-4b10-b97d-480d1f3f4970 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:06.081843 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ffc915f-4e8e-4ba8-8952-79401345592b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.130561 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ff83ac-0604-4747-b0e6-27d93fb1721e admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:06.136819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc915f-4e8e-4ba8-8952-79401345592b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Pushing event deleted for resources: {'Port': ['ID=0c27a108-a9fb-46ac-90fd-354efbcd93e4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:06.144135 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce32de1-9569-47b3-892e-8f075f9e12d9 None None] Sync routers for ids ['aa53bb2f-2771-4079-8530-e15092842162'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:06.151982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60174) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:06.152872 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b4ff83ac-0604-4747-b0e6-27d93fb1721e admin admin] 10.222.0.55 "PUT /v2.0/routers/aa53bb2f-2771-4079-8530-e15092842162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7941012 Jul 27 21:15:06.172009 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce32de1-9569-47b3-892e-8f075f9e12d9 None None] Routers {'aa53bb2f-2771-4079-8530-e15092842162'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:06.172660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5ce32de1-9569-47b3-892e-8f075f9e12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aa53bb2f-2771-4079-8530-e15092842162'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:06.176874 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5c8870e-31e1-4ccf-ac42-d61d2fe97a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.179755 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5c8870e-31e1-4ccf-ac42-d61d2fe97a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.181040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f5c8870e-31e1-4ccf-ac42-d61d2fe97a38 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d6fce497-d59a-4949-8b1e-14f1c70af6c0 HTTP/1.1" status: 204 len: 168 time: 0.9693635 Jul 27 21:15:06.204230 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8870e-31e1-4ccf-ac42-d61d2fe97a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fce497-d59a-4949-8b1e-14f1c70af6c0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:06.312141 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'name': 'tempest-TestAggregatesBasicOps-50197105-router', 'tenant_id': 'b3bf8ee721e045b2838cd56b803160da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'a44ebf8c-75c0-4d09-a3f9-b4b35189ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:50Z', 'updated_at': '2021-07-27T21:15:00Z', 'revision_number': 4, 'project_id': 'b3bf8ee721e045b2838cd56b803160da', 'gw_port': {'id': 'a44ebf8c-75c0-4d09-a3f9-b4b35189ab39', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:51Z', 'updated_at': '2021-07-27T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '65111e4c-be76-47ba-a560-c1b5431461d5', 'name': '', 'network_id': '56eb33b2-e676-44c2-915d-9e3445f2e10e', 'tenant_id': 'b3bf8ee721e045b2838cd56b803160da', 'mac_address': 'fa:16:3e:16:f8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'f1ed1d5b-c7d9-4e47-96f6-a82dae498360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:58Z', 'updated_at': '2021-07-27T21:15:05Z', 'revision_number': 4, 'project_id': 'b3bf8ee721e045b2838cd56b803160da', 'subnets': [{'id': 'f1ed1d5b-c7d9-4e47-96f6-a82dae498360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:06.349907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-5ce32de1-9569-47b3-892e-8f075f9e12d9 None None] Set router aa53bb2f-2771-4079-8530-e15092842162 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:06.350443 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eeffa0-656c-49ca-9592-07afdc86dcb0 None None] The sync data for ids ['72b47ecc-0fe6-4b10-b97d-480d1f3f4970'] in n-d-764806-9 is: [{'id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'name': 'tempest-TestAggregatesBasicOps-50197105-router', 'tenant_id': 'b3bf8ee721e045b2838cd56b803160da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'a44ebf8c-75c0-4d09-a3f9-b4b35189ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:50Z', 'updated_at': '2021-07-27T21:15:00Z', 'revision_number': 4, 'project_id': 'b3bf8ee721e045b2838cd56b803160da', 'gw_port': {'id': 'a44ebf8c-75c0-4d09-a3f9-b4b35189ab39', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:51Z', 'updated_at': '2021-07-27T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '65111e4c-be76-47ba-a560-c1b5431461d5', 'name': '', 'network_id': '56eb33b2-e676-44c2-915d-9e3445f2e10e', 'tenant_id': 'b3bf8ee721e045b2838cd56b803160da', 'mac_address': 'fa:16:3e:16:f8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'device_owner': 'network:router_interface', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'f1ed1d5b-c7d9-4e47-96f6-a82dae498360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:58Z', 'updated_at': '2021-07-27T21:15:05Z', 'revision_number': 4, 'project_id': 'b3bf8ee721e045b2838cd56b803160da', 'subnets': [{'id': 'f1ed1d5b-c7d9-4e47-96f6-a82dae498360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:06.453357 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ffc915f-4e8e-4ba8-8952-79401345592b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.534814 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c227b02f-3e33-4748-9e86-d2e5defb7dbd admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.614334 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ffc915f-4e8e-4ba8-8952-79401345592b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.617773 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ffc915f-4e8e-4ba8-8952-79401345592b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.734204 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ffc915f-4e8e-4ba8-8952-79401345592b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.734905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffc915f-4e8e-4ba8-8952-79401345592b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Fanout notify agent at l3_agent the message router_deleted on router e8fb6aef-271e-491f-8d11-85b9cd2cf7de {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:15:06.766034 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ffc915f-4e8e-4ba8-8952-79401345592b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.771328 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60182) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:06.776690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1160600625', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'enable_snat': False}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:06.779574 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0ffc915f-4e8e-4ba8-8952-79401345592b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "DELETE /v2.0/routers/e8fb6aef-271e-491f-8d11-85b9cd2cf7de HTTP/1.1" status: 204 len: 168 time: 3.2102487 Jul 27 21:15:06.820928 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5ce32de1-9569-47b3-892e-8f075f9e12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa53bb2f-2771-4079-8530-e15092842162', 'name': 'tempest-TaggedBootDevicesTest_v242-346972422-router', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:15:03Z', 'revision_number': 5, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'gw_port': {'id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:06.829587 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.832197 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:06.926887 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce32de1-9569-47b3-892e-8f075f9e12d9 None None] Checking router: aa53bb2f-2771-4079-8530-e15092842162 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:15:06.950650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce32de1-9569-47b3-892e-8f075f9e12d9 None None] Routers {'aa53bb2f-2771-4079-8530-e15092842162'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:06.951551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5ce32de1-9569-47b3-892e-8f075f9e12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aa53bb2f-2771-4079-8530-e15092842162'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:07.005966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c227b02f-3e33-4748-9e86-d2e5defb7dbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.076572 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-67f018a5-d1df-4719-aa8d-dbb3f0ff457e admin admin] Deleting port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:07.077053 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67f018a5-d1df-4719-aa8d-dbb3f0ff457e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.081698 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.219718 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c227b02f-3e33-4748-9e86-d2e5defb7dbd admin admin] Deleting port 1a23667a-6f7c-4477-9f3a-b1518b5578e4 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:07.219718 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c227b02f-3e33-4748-9e86-d2e5defb7dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.237770 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.291259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-5ce32de1-9569-47b3-892e-8f075f9e12d9 None None] Set router aa53bb2f-2771-4079-8530-e15092842162 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:07.370555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-67f018a5-d1df-4719-aa8d-dbb3f0ff457e admin admin] For port e558f61b-fd87-4cc0-a70e-1e5aa4b3004e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e558f61b-fd87-4cc0-a70e-1e5aa4b3004e,segment=NetworkSegment(4b5c7779-a854-4743-b009-611ae154e4dc),segment_id=4b5c7779-a854-4743-b009-611ae154e4dc)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:07.371235 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67f018a5-d1df-4719-aa8d-dbb3f0ff457e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.420792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53646155-f6e8-4c46-a3d3-3e5da82bd1be req-805c1195-f0f2-47a3-81c7-226bc3ec82a4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:07.430083 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53646155-f6e8-4c46-a3d3-3e5da82bd1be req-805c1195-f0f2-47a3-81c7-226bc3ec82a4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.5181282 Jul 27 21:15:07.465808 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.470356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-67f018a5-d1df-4719-aa8d-dbb3f0ff457e admin admin] Calling delete_port for e558f61b-fd87-4cc0-a70e-1e5aa4b3004e owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:07.527329 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53646155-f6e8-4c46-a3d3-3e5da82bd1be req-25608b3a-838c-458e-9a60-e60a453cd3cb tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959020 Jul 27 21:15:07.742744 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.768413 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-c227b02f-3e33-4748-9e86-d2e5defb7dbd admin admin] For port 1a23667a-6f7c-4477-9f3a-b1518b5578e4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1a23667a-6f7c-4477-9f3a-b1518b5578e4,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:07.769584 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c227b02f-3e33-4748-9e86-d2e5defb7dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:07.778453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5ce32de1-9569-47b3-892e-8f075f9e12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa53bb2f-2771-4079-8530-e15092842162', 'name': 'tempest-TaggedBootDevicesTest_v242-346972422-router', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:15:03Z', 'revision_number': 5, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'gw_port': {'id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:07.822756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c227b02f-3e33-4748-9e86-d2e5defb7dbd admin admin] Calling delete_port for 1a23667a-6f7c-4477-9f3a-b1518b5578e4 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:07.860636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce32de1-9569-47b3-892e-8f075f9e12d9 None None] The sync data for ids ['aa53bb2f-2771-4079-8530-e15092842162'] in n-d-764806-9 is: [{'id': 'aa53bb2f-2771-4079-8530-e15092842162', 'name': 'tempest-TaggedBootDevicesTest_v242-346972422-router', 'tenant_id': '64658eee724740768d084e3dbd9dd0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:15:03Z', 'revision_number': 5, 'project_id': '64658eee724740768d084e3dbd9dd0a7', 'gw_port': {'id': '1a23667a-6f7c-4477-9f3a-b1518b5578e4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa53bb2f-2771-4079-8530-e15092842162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:04:06Z', 'updated_at': '2021-07-27T21:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:07.867975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 65111e4c-be76-47ba-a560-c1b5431461d5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:07.990846 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 65111e4c-be76-47ba-a560-c1b5431461d5 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:07.995926 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 65111e4c-be76-47ba-a560-c1b5431461d5 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:07.996303 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:08.079582 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:08.149024 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:08.449970 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:08.472717 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Allocated IP 172.25.2.245 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/25f9ddc1-dbf2-470a-858f-90362bef7c03) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:08.514386 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c227b02f-3e33-4748-9e86-d2e5defb7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:08.532392 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 65111e4c-be76-47ba-a560-c1b5431461d5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=65111e4c-be76-47ba-a560-c1b5431461d5,segment=NetworkSegment(3c13ccbd-6eec-4166-ba02-7336b7fbbaca),segment_id=3c13ccbd-6eec-4166-ba02-7336b7fbbaca)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:08.538307 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:08.547432 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67f018a5-d1df-4719-aa8d-dbb3f0ff457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:08.619715 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=65111e4c-be76-47ba-a560-c1b5431461d5,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:08.656893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227b02f-3e33-4748-9e86-d2e5defb7dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=1a23667a-6f7c-4477-9f3a-b1518b5578e4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:08.830884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f018a5-d1df-4719-aa8d-dbb3f0ff457e admin admin] Pushing event deleted for resources: {'Port': ['ID=e558f61b-fd87-4cc0-a70e-1e5aa4b3004e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:08.835917 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:08.873754 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:08.929990 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73f39f-ca92-4989-b859-3cacdc429f21 req-ba957840-6c5c-4d4a-8776-34917dce3c4f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:08.942765 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6e73f39f-ca92-4989-b859-3cacdc429f21 req-ba957840-6c5c-4d4a-8776-34917dce3c4f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.2428963 Jul 27 21:15:08.954876 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c227b02f-3e33-4748-9e86-d2e5defb7dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.037859 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6e73f39f-ca92-4989-b859-3cacdc429f21 req-ef19b3d0-9cbe-4ed2-a700-e73465726162 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682671 Jul 27 21:15:09.039810 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.128516 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Pushing event updated for resources: {'Port': ['ID=25f9ddc1-dbf2-470a-858f-90362bef7c03,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:09.132636 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:09.134508 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:09.143931 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:09.240671 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c227b02f-3e33-4748-9e86-d2e5defb7dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.244067 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c227b02f-3e33-4748-9e86-d2e5defb7dbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.297577 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67f018a5-d1df-4719-aa8d-dbb3f0ff457e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.364561 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c227b02f-3e33-4748-9e86-d2e5defb7dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.365371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c227b02f-3e33-4748-9e86-d2e5defb7dbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa53bb2f-2771-4079-8530-e15092842162 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:15:09.371410 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c227b02f-3e33-4748-9e86-d2e5defb7dbd admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.372860 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c227b02f-3e33-4748-9e86-d2e5defb7dbd admin admin] 10.222.0.55 "DELETE /v2.0/routers/aa53bb2f-2771-4079-8530-e15092842162 HTTP/1.1" status: 204 len: 168 time: 3.2189472 Jul 27 21:15:09.375261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60226) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:09.497301 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.497995 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f446ac-e300-4b5a-b6ae-26cec34f6a62 admin admin] Deleting subnet ed403e8c-7eab-4075-b0fd-61b7a7c4264d {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:15:09.505306 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93f446ac-e300-4b5a-b6ae-26cec34f6a62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.662668 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93f446ac-e300-4b5a-b6ae-26cec34f6a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:09.873135 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:10.210542 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93f446ac-e300-4b5a-b6ae-26cec34f6a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:10.220294 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f018a5-d1df-4719-aa8d-dbb3f0ff457e admin admin] Router feff5a7e-d78c-410e-ad2b-a329fa418a97 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:15:10.289097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 65111e4c-be76-47ba-a560-c1b5431461d5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:10.361745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367923d-3d7d-4d1c-83a2-226d70faec80 req-a2810bf2-99c5-4fbb-bc07-51cf36178c24 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:10.363726 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a367923d-3d7d-4d1c-83a2-226d70faec80 req-a2810bf2-99c5-4fbb-bc07-51cf36178c24 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.1589959 Jul 27 21:15:10.447888 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a367923d-3d7d-4d1c-83a2-226d70faec80 req-a7ca390b-e234-4a07-82c1-ab44679d179b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734074 Jul 27 21:15:10.450058 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Router d07dab45-c901-4f44-a924-9fcbcdab01c7 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:15:10.453260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 65111e4c-be76-47ba-a560-c1b5431461d5 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:10.453708 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:10.454592 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93f446ac-e300-4b5a-b6ae-26cec34f6a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:10.560387 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93f446ac-e300-4b5a-b6ae-26cec34f6a62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:10.562970 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-93f446ac-e300-4b5a-b6ae-26cec34f6a62 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ed403e8c-7eab-4075-b0fd-61b7a7c4264d HTTP/1.1" status: 204 len: 168 time: 1.1862500 Jul 27 21:15:10.565320 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60238) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:10.568094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f446ac-e300-4b5a-b6ae-26cec34f6a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed403e8c-7eab-4075-b0fd-61b7a7c4264d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:10.578020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887fb63b-b375-4889-a024-693c51b7719b None None] Network 04bd500b-f0bb-4eca-a46f-3d9ae8df2661 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:10.584013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f018a5-d1df-4719-aa8d-dbb3f0ff457e admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:10.594775 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21be1f6-310e-4ff1-b048-2822617754bc None None] Sync routers for ids ['feff5a7e-d78c-410e-ad2b-a329fa418a97'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:10.604271 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ca622126-9588-45c3-9f0a-6b16acf87140 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:10.605683 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-67f018a5-d1df-4719-aa8d-dbb3f0ff457e admin admin] 10.222.0.55 "PUT /v2.0/routers/feff5a7e-d78c-410e-ad2b-a329fa418a97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9243209 Jul 27 21:15:10.608056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60240) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:10.612191 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21be1f6-310e-4ff1-b048-2822617754bc None None] Routers {'feff5a7e-d78c-410e-ad2b-a329fa418a97'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:10.622308 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d21be1f6-310e-4ff1-b048-2822617754bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['feff5a7e-d78c-410e-ad2b-a329fa418a97'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:10.695130 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: ca622126-9588-45c3-9f0a-6b16acf87140 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:10.695596 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ca622126-9588-45c3-9f0a-6b16acf87140 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:10.821714 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:10.842162 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Sync routers for ids ['d07dab45-c901-4f44-a924-9fcbcdab01c7'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:10.863086 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:10.864495 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-d21be1f6-310e-4ff1-b048-2822617754bc None None] Set router feff5a7e-d78c-410e-ad2b-a329fa418a97 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:10.865003 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Routers {'d07dab45-c901-4f44-a924-9fcbcdab01c7'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:10.865772 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d07dab45-c901-4f44-a924-9fcbcdab01c7'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:10.875706 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:10.884621 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:10.888425 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b1cca39e-0408-4c1e-aae2-0f313f3a576b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.1133187 Jul 27 21:15:10.894000 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60242) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:11.031700 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edd6519-ac9c-41c5-b3f7-e5af7d3f545b None None] DHCP port deletion for 04bd500b-f0bb-4eca-a46f-3d9ae8df2661 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:15:11.178117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.321030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Deleting port f1b6b28b-ca27-44e5-9109-c4696daae58d {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:11.321511 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.369226 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Set router d07dab45-c901-4f44-a924-9fcbcdab01c7 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:11.383306 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d21be1f6-310e-4ff1-b048-2822617754bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'name': 'tempest-TestAggregatesBasicOps-1579595450-router', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'f1b6b28b-ca27-44e5-9109-c4696daae58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:40Z', 'updated_at': '2021-07-27T21:15:08Z', 'revision_number': 5, 'project_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'gw_port': {'id': 'f1b6b28b-ca27-44e5-9109-c4696daae58d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:fa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:41Z', 'updated_at': '2021-07-27T21:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:11.420256 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21be1f6-310e-4ff1-b048-2822617754bc None None] Checking router: feff5a7e-d78c-410e-ad2b-a329fa418a97 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:15:11.437005 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21be1f6-310e-4ff1-b048-2822617754bc None None] Routers {'feff5a7e-d78c-410e-ad2b-a329fa418a97'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:11.437638 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d21be1f6-310e-4ff1-b048-2822617754bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['feff5a7e-d78c-410e-ad2b-a329fa418a97'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:11.508607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] For port f1b6b28b-ca27-44e5-9109-c4696daae58d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f1b6b28b-ca27-44e5-9109-c4696daae58d,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:11.508987 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.536811 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Calling delete_port for f1b6b28b-ca27-44e5-9109-c4696daae58d owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:11.551960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60250) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:11.552804 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-958aa45f-cfed-4c7c-a092-2b413af5060a tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "GET /v2.0/routers/d07dab45-c901-4f44-a924-9fcbcdab01c7 HTTP/1.1" status: 200 len: 909 time: 0.6575694 Jul 27 21:15:11.555047 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-9edd6519-ac9c-41c5-b3f7-e5af7d3f545b None None] Deleting port 5d80c2a1-0d80-43d4-acff-a9c69ecc591f {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:11.557598 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9edd6519-ac9c-41c5-b3f7-e5af7d3f545b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.561220 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1160600625', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'enable_snat': True}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:11.629807 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-d21be1f6-310e-4ff1-b048-2822617754bc None None] Set router feff5a7e-d78c-410e-ad2b-a329fa418a97 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:11.659056 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9edd6519-ac9c-41c5-b3f7-e5af7d3f545b None None] For port 5d80c2a1-0d80-43d4-acff-a9c69ecc591f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5d80c2a1-0d80-43d4-acff-a9c69ecc591f,segment=NetworkSegment(4fbbf56d-6283-4320-b1cc-fcdea2e7a029),segment_id=4fbbf56d-6283-4320-b1cc-fcdea2e7a029)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:11.659612 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9edd6519-ac9c-41c5-b3f7-e5af7d3f545b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.669549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] Deleting port 5d80c2a1-0d80-43d4-acff-a9c69ecc591f {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:11.670581 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.688024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-9edd6519-ac9c-41c5-b3f7-e5af7d3f545b None None] Calling delete_port for 5d80c2a1-0d80-43d4-acff-a9c69ecc591f owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:11.745756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1a23667a-6f7c-4477-9f3a-b1518b5578e4 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:11.751976 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d21be1f6-310e-4ff1-b048-2822617754bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'name': 'tempest-TestAggregatesBasicOps-1579595450-router', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:40Z', 'updated_at': '2021-07-27T21:15:11Z', 'revision_number': 6, 'project_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:11.786931 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 1a23667a-6f7c-4477-9f3a-b1518b5578e4 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:11.786931 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1a23667a-6f7c-4477-9f3a-b1518b5578e4 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:11.787268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5d80c2a1-0d80-43d4-acff-a9c69ecc591f no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:11.863968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] For port 5d80c2a1-0d80-43d4-acff-a9c69ecc591f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5d80c2a1-0d80-43d4-acff-a9c69ecc591f,segment=NetworkSegment(4fbbf56d-6283-4320-b1cc-fcdea2e7a029),segment_id=4fbbf56d-6283-4320-b1cc-fcdea2e7a029)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:11.871130 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.894240 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24162362-9fdf-4086-8aed-82011def2fbc req-aa2f5bae-1ba1-409e-8612-1dac81348a4b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:11.900078 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21be1f6-310e-4ff1-b048-2822617754bc None None] The sync data for ids ['feff5a7e-d78c-410e-ad2b-a329fa418a97'] in n-d-764806-9 is: [{'id': 'feff5a7e-d78c-410e-ad2b-a329fa418a97', 'name': 'tempest-TestAggregatesBasicOps-1579595450-router', 'tenant_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:40Z', 'updated_at': '2021-07-27T21:15:11Z', 'revision_number': 6, 'project_id': '93aa01b4178c4fc9991d1ee30f5ab456', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:11.907340 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:15:11.913425 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24162362-9fdf-4086-8aed-82011def2fbc req-aa2f5bae-1ba1-409e-8612-1dac81348a4b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.3147192 Jul 27 21:15:11.921791 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.923519 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:11.975897 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07dab45-c901-4f44-a924-9fcbcdab01c7', 'name': 'tempest-snat-router-1160600625', 'tenant_id': '75746f5316a641aba8dc5912b73a35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': False}, 'gw_port_id': '25f9ddc1-dbf2-470a-858f-90362bef7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:06Z', 'updated_at': '2021-07-27T21:15:09Z', 'revision_number': 3, 'project_id': '75746f5316a641aba8dc5912b73a35e6', 'gw_port': {'id': '25f9ddc1-dbf2-470a-858f-90362bef7c03', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07dab45-c901-4f44-a924-9fcbcdab01c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:08Z', 'updated_at': '2021-07-27T21:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:11.986046 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] Calling delete_port for 5d80c2a1-0d80-43d4-acff-a9c69ecc591f owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:12.006540 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24162362-9fdf-4086-8aed-82011def2fbc req-da03d39f-55e1-49cd-b051-42e8e16b9ff1 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921066 Jul 27 21:15:12.040060 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.050498 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Checking router: d07dab45-c901-4f44-a924-9fcbcdab01c7 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:15:12.050899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Updating router d07dab45-c901-4f44-a924-9fcbcdab01c7 port 25f9ddc1-dbf2-470a-858f-90362bef7c03 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:15:12.084554 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9edd6519-ac9c-41c5-b3f7-e5af7d3f545b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.131550 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd6519-ac9c-41c5-b3f7-e5af7d3f545b None None] Pushing event deleted for resources: {'Port': ['ID=5d80c2a1-0d80-43d4-acff-a9c69ecc591f,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:12.138202 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.167573 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.170195 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edd6519-ac9c-41c5-b3f7-e5af7d3f545b None None] No DVR routers for this DVR port 5d80c2a1-0d80-43d4-acff-a9c69ecc591f on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:12.196506 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.196760 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.231206 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] No DVR routers for this DVR port 5d80c2a1-0d80-43d4-acff-a9c69ecc591f on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:12.238075 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d80c2a1-0d80-43d4-acff-a9c69ecc591f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:12.269546 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.273449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b6b28b-ca27-44e5-9109-c4696daae58d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:12.293125 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:12.293617 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:12.294069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:12.294752 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:12.295194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:12.295627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:12.296073 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:12.296497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:12.296948 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:12.297379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:12.297806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:12.298251 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:12.391287 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.404543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bd500b-f0bb-4eca-a46f-3d9ae8df2661']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:12.426048 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbbf56d-6283-4320-b1cc-fcdea2e7a029') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:12.426972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbbf56d-6283-4320-b1cc-fcdea2e7a029') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:12.438597 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.452032 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.456308 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.468628 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:15:12.469188 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:15:12.471814 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:15:12.576191 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.582640 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.586741 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.589875 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.591541 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] 10.222.0.55 "DELETE /v2.0/networks/04bd500b-f0bb-4eca-a46f-3d9ae8df2661 HTTP/1.1" status: 204 len: 168 time: 1.9538417 Jul 27 21:15:12.630403 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e16dcd-e0ed-464c-8d7d-628dd3721366 admin admin] Pushing event deleted for resources: {'Network': ['ID=04bd500b-f0bb-4eca-a46f-3d9ae8df2661,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:12.699549 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.700525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Fanout notify agent at l3_agent the message router_deleted on router feff5a7e-d78c-410e-ad2b-a329fa418a97 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:15:12.716208 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.724359 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5edbfbe8-c34b-45c6-baa9-ede61f43835c admin admin] 10.222.0.55 "DELETE /v2.0/routers/feff5a7e-d78c-410e-ad2b-a329fa418a97 HTTP/1.1" status: 204 len: 168 time: 2.1144347 Jul 27 21:15:12.726106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60260) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:12.860241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-a165541b-2b07-49c7-b8f4-bab8499ec43a admin admin] Deleting subnet c9227b1d-b90c-44db-99cd-6291b859141c {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:15:12.881320 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a165541b-2b07-49c7-b8f4-bab8499ec43a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.925960 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.946212 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Transition to ACTIVE for port object 25f9ddc1-dbf2-470a-858f-90362bef7c03 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:12.954743 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a165541b-2b07-49c7-b8f4-bab8499ec43a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:12.955778 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.016593 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.030722 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc066de-d92b-4883-98bc-91ce685e733a None None] Pushing event updated for resources: {'Port': ['ID=25f9ddc1-dbf2-470a-858f-90362bef7c03,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:13.041184 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Attempting to bind port 25f9ddc1-dbf2-470a-858f-90362bef7c03 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:13.041184 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Attempting to bind port 25f9ddc1-dbf2-470a-858f-90362bef7c03 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:13.041184 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Attempting to bind port 25f9ddc1-dbf2-470a-858f-90362bef7c03 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:13.044822 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.047488 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:13.048296 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:13.048296 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.049177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:13.049789 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Bound port: 25f9ddc1-dbf2-470a-858f-90362bef7c03, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:13.050209 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.099582 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60270) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:13.150979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] For port 25f9ddc1-dbf2-470a-858f-90362bef7c03, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:13.181657 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] For port 25f9ddc1-dbf2-470a-858f-90362bef7c03, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=25f9ddc1-dbf2-470a-858f-90362bef7c03,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:13.194852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Allocated IP 172.25.2.127 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/a5beb793-4b40-46fd-863e-44dddee78ff2) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:13.195213 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.325236 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-32633608-c211-47b2-abef-a2180cf79881 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64658eee724740768d084e3dbd9dd0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219930 Jul 27 21:15:13.328343 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a165541b-2b07-49c7-b8f4-bab8499ec43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.331904 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60274) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:13.354902 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.428574 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.458735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3df748-8c4a-4db1-96af-01c47c0034e6 req-786ccbb1-e2c4-494c-8727-a76f3d082968 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:13.461235 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d3df748-8c4a-4db1-96af-01c47c0034e6 req-786ccbb1-e2c4-494c-8727-a76f3d082968 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.2790697 Jul 27 21:15:13.475239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Routers {'d07dab45-c901-4f44-a924-9fcbcdab01c7'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:13.476141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d07dab45-c901-4f44-a924-9fcbcdab01c7'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:13.509550 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:13.515750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:13.518511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:13.529765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc066de-d92b-4883-98bc-91ce685e733a None None] Pushing event updated for resources: {'Port': ['ID=25f9ddc1-dbf2-470a-858f-90362bef7c03,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:13.541168 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4c00c25-09d9-4913-b258-9ada7b906cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.553309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d3df748-8c4a-4db1-96af-01c47c0034e6 req-53b6906c-dd47-4452-b209-65cb58c860fb tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797477 Jul 27 21:15:13.554719 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a165541b-2b07-49c7-b8f4-bab8499ec43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.585958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Pushing event updated for resources: {'Port': ['ID=a5beb793-4b40-46fd-863e-44dddee78ff2,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:13.606874 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a165541b-2b07-49c7-b8f4-bab8499ec43a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.611613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7647f96-a361-4fde-a868-de02841b5322 None None] Network db50193d-3a65-4318-aa86-1752352ce324 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:13.612670 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a165541b-2b07-49c7-b8f4-bab8499ec43a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c9227b1d-b90c-44db-99cd-6291b859141c HTTP/1.1" status: 204 len: 168 time: 0.8847866 Jul 27 21:15:13.613553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60276) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:13.629548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165541b-2b07-49c7-b8f4-bab8499ec43a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9227b1d-b90c-44db-99cd-6291b859141c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:13.646760 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4c00c25-09d9-4913-b258-9ada7b906cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.752519 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.802308 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f1b6b28b-ca27-44e5-9109-c4696daae58d no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:13.815393 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] Set router d07dab45-c901-4f44-a924-9fcbcdab01c7 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:13.843816 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4c00c25-09d9-4913-b258-9ada7b906cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.847694 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4c00c25-09d9-4913-b258-9ada7b906cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:13.849111 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f4c00c25-09d9-4913-b258-9ada7b906cfb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ac88c6f-6745-4640-8e30-38637c3f3e85 HTTP/1.1" status: 204 len: 168 time: 0.5110729 Jul 27 21:15:13.902640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c00c25-09d9-4913-b258-9ada7b906cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac88c6f-6745-4640-8e30-38637c3f3e85,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:13.906126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: f1b6b28b-ca27-44e5-9109-c4696daae58d {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:13.906526 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f1b6b28b-ca27-44e5-9109-c4696daae58d not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:13.906938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e558f61b-fd87-4cc0-a70e-1e5aa4b3004e no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:13.926295 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] Deleting port de6ee071-6542-4102-93dd-39eb7a172a6c {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:13.926934 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:14.011081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] For port de6ee071-6542-4102-93dd-39eb7a172a6c, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=de6ee071-6542-4102-93dd-39eb7a172a6c,segment=NetworkSegment(4b5c7779-a854-4743-b009-611ae154e4dc),segment_id=4b5c7779-a854-4743-b009-611ae154e4dc)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:14.011369 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:14.030602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] Calling delete_port for de6ee071-6542-4102-93dd-39eb7a172a6c owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:14.134477 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:14.172938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: e558f61b-fd87-4cc0-a70e-1e5aa4b3004e {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:14.173841 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e558f61b-fd87-4cc0-a70e-1e5aa4b3004e not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:14.205684 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:14.244976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] No DVR routers for this DVR port de6ee071-6542-4102-93dd-39eb7a172a6c on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:14.303195 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07dab45-c901-4f44-a924-9fcbcdab01c7', 'name': 'tempest-snat-router-1160600625', 'tenant_id': '75746f5316a641aba8dc5912b73a35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': False}, 'gw_port_id': '25f9ddc1-dbf2-470a-858f-90362bef7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:06Z', 'updated_at': '2021-07-27T21:15:09Z', 'revision_number': 3, 'project_id': '75746f5316a641aba8dc5912b73a35e6', 'gw_port': {'id': '25f9ddc1-dbf2-470a-858f-90362bef7c03', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07dab45-c901-4f44-a924-9fcbcdab01c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:08Z', 'updated_at': '2021-07-27T21:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:14.363032 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=de6ee071-6542-4102-93dd-39eb7a172a6c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:14.511275 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:14.539794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db50193d-3a65-4318-aa86-1752352ce324']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:14.567066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5c7779-a854-4743-b009-611ae154e4dc') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:14.568852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5c7779-a854-4743-b009-611ae154e4dc') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:14.586524 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:14.623884 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:14.641132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:15:14.641904 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:15:14.647137 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:15:14.952335 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be758199-9375-4a3c-8e7f-d1d00a491d53 None None] The sync data for ids ['d07dab45-c901-4f44-a924-9fcbcdab01c7'] in n-d-764806-9 is: [{'id': 'd07dab45-c901-4f44-a924-9fcbcdab01c7', 'name': 'tempest-snat-router-1160600625', 'tenant_id': '75746f5316a641aba8dc5912b73a35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': False}, 'gw_port_id': '25f9ddc1-dbf2-470a-858f-90362bef7c03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:06Z', 'updated_at': '2021-07-27T21:15:09Z', 'revision_number': 3, 'project_id': '75746f5316a641aba8dc5912b73a35e6', 'gw_port': {'id': '25f9ddc1-dbf2-470a-858f-90362bef7c03', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07dab45-c901-4f44-a924-9fcbcdab01c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:08Z', 'updated_at': '2021-07-27T21:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:14.966209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a56ff3-2bca-49eb-bf42-53565b754863 None None] DHCP port deletion for db50193d-3a65-4318-aa86-1752352ce324 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:15:15.024197 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.043928 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.046061 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/db50193d-3a65-4318-aa86-1752352ce324 HTTP/1.1" status: 204 len: 168 time: 1.4285173 Jul 27 21:15:15.046998 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4569b-adfd-41ef-a60e-8fe6b76d36e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=db50193d-3a65-4318-aa86-1752352ce324,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:15.050300 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60302) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:15.153590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442799b-8862-43f4-a2f2-1f6a2bcfd7f5 req-a16aade6-e5a3-447d-bead-ee18def7e934 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:15.156574 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5442799b-8862-43f4-a2f2-1f6a2bcfd7f5 req-a16aade6-e5a3-447d-bead-ee18def7e934 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.2797744 Jul 27 21:15:15.166938 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.236305 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5442799b-8862-43f4-a2f2-1f6a2bcfd7f5 req-fa02cc47-e330-4877-9725-13f21549cea5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456710 Jul 27 21:15:15.466790 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60314) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:15.479454 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Router 5f7a5015-528e-4372-8426-54fd6a41b97d is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:15:15.637922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-92ab98e1-9506-49a1-ad73-6ad9ad67790b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-922618649-network', 'tenant_id': 'c2d4da8a9a364bf1bd181c1f4af63c04'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:15.672994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ab98e1-9506-49a1-ad73-6ad9ad67790b admin admin] Made reservation on behalf of c2d4da8a9a364bf1bd181c1f4af63c04 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:15.675595 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92ab98e1-9506-49a1-ad73-6ad9ad67790b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.696133 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92ab98e1-9506-49a1-ad73-6ad9ad67790b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.716738 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b7b4b476-959d-4834-aa1e-92349c9c6d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.717267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:15.727683 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Sync routers for ids ['5f7a5015-528e-4372-8426-54fd6a41b97d'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:15.739871 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 25f9ddc1-dbf2-470a-858f-90362bef7c03 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:15.744185 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Routers {'5f7a5015-528e-4372-8426-54fd6a41b97d'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:15.745184 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5f7a5015-528e-4372-8426-54fd6a41b97d'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:15.849116 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 25f9ddc1-dbf2-470a-858f-90362bef7c03 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:15.856403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 25f9ddc1-dbf2-470a-858f-90362bef7c03 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:15.858112 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.873336 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92ab98e1-9506-49a1-ad73-6ad9ad67790b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.878640 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Set router 5f7a5015-528e-4372-8426-54fd6a41b97d gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:15.885999 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92ab98e1-9506-49a1-ad73-6ad9ad67790b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.897274 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:15.901108 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-69206c09-cc97-41be-8e4f-d8b8ab8bb591 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3458538 Jul 27 21:15:15.902571 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60324) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:15.931158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ab98e1-9506-49a1-ad73-6ad9ad67790b admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:15:16.018138 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.030486 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92ab98e1-9506-49a1-ad73-6ad9ad67790b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.030964 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-92ab98e1-9506-49a1-ad73-6ad9ad67790b admin admin] Added segment 5ff4e867-c559-4732-bce2-5ca13198c818 of type vlan for network e14eca0c-4aad-439e-9488-739525baf31f Jul 27 21:15:16.058190 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 25f9ddc1-dbf2-470a-858f-90362bef7c03, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=25f9ddc1-dbf2-470a-858f-90362bef7c03,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:16.069227 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.094181 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92ab98e1-9506-49a1-ad73-6ad9ad67790b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.143028 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-b7b4b476-959d-4834-aa1e-92349c9c6d55 admin admin] Deleting port 65111e4c-be76-47ba-a560-c1b5431461d5 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:16.143787 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b7b4b476-959d-4834-aa1e-92349c9c6d55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.180198 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab98e1-9506-49a1-ad73-6ad9ad67790b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171accad-9b85-4bc8-9b52-7293abd92617,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:16.185415 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=25f9ddc1-dbf2-470a-858f-90362bef7c03,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:16.194216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device de6ee071-6542-4102-93dd-39eb7a172a6c no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:16.226137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: de6ee071-6542-4102-93dd-39eb7a172a6c {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:16.226932 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device de6ee071-6542-4102-93dd-39eb7a172a6c not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:16.255425 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92ab98e1-9506-49a1-ad73-6ad9ad67790b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.257866 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ab98e1-9506-49a1-ad73-6ad9ad67790b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:16.261004 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92ab98e1-9506-49a1-ad73-6ad9ad67790b admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.291480 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7a5015-528e-4372-8426-54fd6a41b97d', 'name': 'tempest-snat-router-1160600625', 'tenant_id': '75746f5316a641aba8dc5912b73a35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a5beb793-4b40-46fd-863e-44dddee78ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:11Z', 'updated_at': '2021-07-27T21:15:13Z', 'revision_number': 3, 'project_id': '75746f5316a641aba8dc5912b73a35e6', 'gw_port': {'id': 'a5beb793-4b40-46fd-863e-44dddee78ff2', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7a5015-528e-4372-8426-54fd6a41b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:13Z', 'updated_at': '2021-07-27T21:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:16.324167 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-b7b4b476-959d-4834-aa1e-92349c9c6d55 admin admin] For port 65111e4c-be76-47ba-a560-c1b5431461d5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=65111e4c-be76-47ba-a560-c1b5431461d5,segment=NetworkSegment(3c13ccbd-6eec-4166-ba02-7336b7fbbaca),segment_id=3c13ccbd-6eec-4166-ba02-7336b7fbbaca)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:16.324840 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b7b4b476-959d-4834-aa1e-92349c9c6d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.327816 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Checking router: 5f7a5015-528e-4372-8426-54fd6a41b97d for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:15:16.328163 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Updating router 5f7a5015-528e-4372-8426-54fd6a41b97d port a5beb793-4b40-46fd-863e-44dddee78ff2 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:15:16.342629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-b7b4b476-959d-4834-aa1e-92349c9c6d55 admin admin] Calling delete_port for 65111e4c-be76-47ba-a560-c1b5431461d5 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:16.384340 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.464318 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-92ab98e1-9506-49a1-ad73-6ad9ad67790b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9963820 Jul 27 21:15:16.471647 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60334) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:16.495401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4a126b5c-4b8c-442c-9987-5817e012d3dd admin admin] Request body: {'subnet': {'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-922618649-subnet', 'tenant_id': 'c2d4da8a9a364bf1bd181c1f4af63c04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:16.530237 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab98e1-9506-49a1-ad73-6ad9ad67790b admin admin] Pushing event updated for resources: {'Network': ['ID=e14eca0c-4aad-439e-9488-739525baf31f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:16.546488 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f34df3d8-2648-4d3a-aa11-e113cde53d37 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "GET /v2.0/routers/5f7a5015-528e-4372-8426-54fd6a41b97d HTTP/1.1" status: 200 len: 908 time: 0.6438453 Jul 27 21:15:16.546845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network e14eca0c-4aad-439e-9488-739525baf31f details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:15:16.547340 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60338) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:16.612249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a126b5c-4b8c-442c-9987-5817e012d3dd admin admin] Made reservation on behalf of c2d4da8a9a364bf1bd181c1f4af63c04 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:16.614785 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4a126b5c-4b8c-442c-9987-5817e012d3dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.614959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb4897-cb65-40b9-9209-72bea476d3b1 req-292190a7-1569-42d7-b3a9-456c87d9af6f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:16.618198 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9685e-b53c-4979-a3f3-22a2121f6bd1 req-4e0bea1b-e2a6-42a4-a418-4554d3ec60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:16.619861 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fdf9685e-b53c-4979-a3f3-22a2121f6bd1 req-4e0bea1b-e2a6-42a4-a418-4554d3ec60e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 1097 time: 0.3467882 Jul 27 21:15:16.625338 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9fcb4897-cb65-40b9-9209-72bea476d3b1 req-292190a7-1569-42d7-b3a9-456c87d9af6f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.2204523 Jul 27 21:15:16.692485 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9fcb4897-cb65-40b9-9209-72bea476d3b1 req-f4ba7f10-597b-46e1-8bdc-4feb14a8bd5e tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661485 Jul 27 21:15:16.786203 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.807901 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Transition to ACTIVE for port object a5beb793-4b40-46fd-863e-44dddee78ff2 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:16.808551 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b7b4b476-959d-4834-aa1e-92349c9c6d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.815919 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.843403 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4b476-959d-4834-aa1e-92349c9c6d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=65111e4c-be76-47ba-a560-c1b5431461d5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:16.878424 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36de806b-e7b1-4429-9c8f-4ee324a63fa0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.883686 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065e6af-32ab-43fd-b326-1de6f9803d8f None None] Pushing event updated for resources: {'Port': ['ID=a5beb793-4b40-46fd-863e-44dddee78ff2,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:16.890168 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Attempting to bind port a5beb793-4b40-46fd-863e-44dddee78ff2 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:16.890316 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Attempting to bind port a5beb793-4b40-46fd-863e-44dddee78ff2 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:16.890626 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Attempting to bind port a5beb793-4b40-46fd-863e-44dddee78ff2 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:16.903143 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:16.903526 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:16.904108 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.904506 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:16.904969 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Bound port: a5beb793-4b40-46fd-863e-44dddee78ff2, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:16.905538 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:16.922961 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9685e-b53c-4979-a3f3-22a2121f6bd1 req-36aca820-1774-4254-9b06-2260dffcf5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:16.924749 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fdf9685e-b53c-4979-a3f3-22a2121f6bd1 req-36aca820-1774-4254-9b06-2260dffcf5ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 916 time: 0.2849066 Jul 27 21:15:16.974931 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] For port a5beb793-4b40-46fd-863e-44dddee78ff2, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:16.979111 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] For port a5beb793-4b40-46fd-863e-44dddee78ff2, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a5beb793-4b40-46fd-863e-44dddee78ff2,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:16.992488 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:17.070571 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065e6af-32ab-43fd-b326-1de6f9803d8f None None] Pushing event updated for resources: {'Port': ['ID=a5beb793-4b40-46fd-863e-44dddee78ff2,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:17.073396 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Routers {'5f7a5015-528e-4372-8426-54fd6a41b97d'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:17.074072 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5f7a5015-528e-4372-8426-54fd6a41b97d'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:17.104971 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fdf9685e-b53c-4979-a3f3-22a2121f6bd1 req-c3a651c2-a9ed-4f50-9a16-a5eb11a4cb68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d157c95-65b7-48da-9095-66a42746543d HTTP/1.1" status: 200 len: 1001 time: 0.1727710 Jul 27 21:15:17.155316 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b7b4b476-959d-4834-aa1e-92349c9c6d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:17.218451 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36de806b-e7b1-4429-9c8f-4ee324a63fa0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:17.226103 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] Set router 5f7a5015-528e-4372-8426-54fd6a41b97d gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:17.227338 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4a126b5c-4b8c-442c-9987-5817e012d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:17.270593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9685e-b53c-4979-a3f3-22a2121f6bd1 req-5b3bdad7-507a-46b5-a9c2-b49a16ac57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:17.272394 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fdf9685e-b53c-4979-a3f3-22a2121f6bd1 req-5b3bdad7-507a-46b5-a9c2-b49a16ac57ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f5c215f-9e0c-4039-b305-c7ccda95b7dd HTTP/1.1" status: 200 len: 854 time: 0.1565228 Jul 27 21:15:17.373303 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a126b5c-4b8c-442c-9987-5817e012d3dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1eb11b9-e0a3-4268-87d6-e6981e846f8b,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:17.433227 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a126b5c-4b8c-442c-9987-5817e012d3dd admin admin] Checking segment: {'id': '5ff4e867-c559-4732-bce2-5ca13198c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:17.433606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a126b5c-4b8c-442c-9987-5817e012d3dd admin admin] Network hostable DHCP agents. Network: e14eca0c-4aad-439e-9488-739525baf31f, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:15:17.444250 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7a5015-528e-4372-8426-54fd6a41b97d', 'name': 'tempest-snat-router-1160600625', 'tenant_id': '75746f5316a641aba8dc5912b73a35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a5beb793-4b40-46fd-863e-44dddee78ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:11Z', 'updated_at': '2021-07-27T21:15:13Z', 'revision_number': 3, 'project_id': '75746f5316a641aba8dc5912b73a35e6', 'gw_port': {'id': 'a5beb793-4b40-46fd-863e-44dddee78ff2', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7a5015-528e-4372-8426-54fd6a41b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:13Z', 'updated_at': '2021-07-27T21:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:17.445420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9685e-b53c-4979-a3f3-22a2121f6bd1 req-293fa3f2-60de-49b9-9d56-0d3993f74123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:17.448298 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fdf9685e-b53c-4979-a3f3-22a2121f6bd1 req-293fa3f2-60de-49b9-9d56-0d3993f74123 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=83632acd-e78d-4a39-ae97-2eaf775c8434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605015 Jul 27 21:15:17.465013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-36de806b-e7b1-4429-9c8f-4ee324a63fa0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Deleting port a5beb793-4b40-46fd-863e-44dddee78ff2 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:17.465364 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36de806b-e7b1-4429-9c8f-4ee324a63fa0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:17.477506 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b4b476-959d-4834-aa1e-92349c9c6d55 admin admin] Router 72b47ecc-0fe6-4b10-b97d-480d1f3f4970 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:15:17.482791 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d6d841-9495-44c5-be07-e1ee2eb4f2fa None None] The sync data for ids ['5f7a5015-528e-4372-8426-54fd6a41b97d'] in n-d-764806-9 is: [{'id': '5f7a5015-528e-4372-8426-54fd6a41b97d', 'name': 'tempest-snat-router-1160600625', 'tenant_id': '75746f5316a641aba8dc5912b73a35e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'a5beb793-4b40-46fd-863e-44dddee78ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:11Z', 'updated_at': '2021-07-27T21:15:13Z', 'revision_number': 3, 'project_id': '75746f5316a641aba8dc5912b73a35e6', 'gw_port': {'id': 'a5beb793-4b40-46fd-863e-44dddee78ff2', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7a5015-528e-4372-8426-54fd6a41b97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:13Z', 'updated_at': '2021-07-27T21:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:17.569991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a126b5c-4b8c-442c-9987-5817e012d3dd admin admin] Network e14eca0c-4aad-439e-9488-739525baf31f is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:15:17.598819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-4a126b5c-4b8c-442c-9987-5817e012d3dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, e14eca0c-4aad-439e-9488-739525baf31f) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:17.614407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a25a70-c740-464a-ac83-b24477528064 None None] Network e14eca0c-4aad-439e-9488-739525baf31f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:17.614935 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b4b476-959d-4834-aa1e-92349c9c6d55 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:17.617363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a126b5c-4b8c-442c-9987-5817e012d3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:17.617961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4a126b5c-4b8c-442c-9987-5817e012d3dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:17.624563 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b7b4b476-959d-4834-aa1e-92349c9c6d55 admin admin] 10.222.0.55 "PUT /v2.0/routers/72b47ecc-0fe6-4b10-b97d-480d1f3f4970/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5711427 Jul 27 21:15:17.625373 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60344) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:17.651536 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fdf9685e-b53c-4979-a3f3-22a2121f6bd1 req-ede0c160-30be-4a0f-9b82-7c07f802e853 service neutron] 10.222.0.20 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953771 Jul 27 21:15:17.653489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf049b-ce07-4912-9c78-689a51f39f88 None None] Sync routers for ids ['72b47ecc-0fe6-4b10-b97d-480d1f3f4970'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:17.656870 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-36de806b-e7b1-4429-9c8f-4ee324a63fa0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] For port a5beb793-4b40-46fd-863e-44dddee78ff2, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a5beb793-4b40-46fd-863e-44dddee78ff2,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:17.657252 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36de806b-e7b1-4429-9c8f-4ee324a63fa0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:17.661484 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4a126b5c-4b8c-442c-9987-5817e012d3dd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1745715 Jul 27 21:15:17.716486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-36de806b-e7b1-4429-9c8f-4ee324a63fa0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Calling delete_port for a5beb793-4b40-46fd-863e-44dddee78ff2 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:17.779021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf049b-ce07-4912-9c78-689a51f39f88 None None] Routers {'72b47ecc-0fe6-4b10-b97d-480d1f3f4970'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:17.779962 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-67bf049b-ce07-4912-9c78-689a51f39f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['72b47ecc-0fe6-4b10-b97d-480d1f3f4970'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:17.836218 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-378681d7-1388-45d4-93b2-4dbefb748c64 admin admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:17.869861 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 25f9ddc1-dbf2-470a-858f-90362bef7c03 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:18.111871 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fdf9685e-b53c-4979-a3f3-22a2121f6bd1 req-45a5093e-982f-4eaa-ad51-817c427d097d service neutron] 10.222.0.20 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487133 Jul 27 21:15:18.148294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-67bf049b-ce07-4912-9c78-689a51f39f88 None None] Set router 72b47ecc-0fe6-4b10-b97d-480d1f3f4970 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:18.160538 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-378681d7-1388-45d4-93b2-4dbefb748c64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.164196 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 25f9ddc1-dbf2-470a-858f-90362bef7c03 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:18.164861 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.262081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a59fb6-f67a-45d1-85d6-d7eaa143207a req-905c8af2-1c07-4f6c-b44e-8723373d439b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:18.263606 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34a59fb6-f67a-45d1-85d6-d7eaa143207a req-905c8af2-1c07-4f6c-b44e-8723373d439b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.2060132 Jul 27 21:15:18.305209 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36de806b-e7b1-4429-9c8f-4ee324a63fa0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.340620 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34a59fb6-f67a-45d1-85d6-d7eaa143207a req-a87b83ce-3229-498d-b677-4661cc0a2267 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632284 Jul 27 21:15:18.343233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-378681d7-1388-45d4-93b2-4dbefb748c64 admin admin] Deleting port a44ebf8c-75c0-4d09-a3f9-b4b35189ab39 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:18.343577 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-378681d7-1388-45d4-93b2-4dbefb748c64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.400115 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de806b-e7b1-4429-9c8f-4ee324a63fa0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5beb793-4b40-46fd-863e-44dddee78ff2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:18.462916 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-378681d7-1388-45d4-93b2-4dbefb748c64 admin admin] For port a44ebf8c-75c0-4d09-a3f9-b4b35189ab39, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a44ebf8c-75c0-4d09-a3f9-b4b35189ab39,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:18.463565 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-378681d7-1388-45d4-93b2-4dbefb748c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.496667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-378681d7-1388-45d4-93b2-4dbefb748c64 admin admin] Calling delete_port for a44ebf8c-75c0-4d09-a3f9-b4b35189ab39 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:18.521734 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36de806b-e7b1-4429-9c8f-4ee324a63fa0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.565560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-e14eca0c-4aad-439e-9488-739525baf31f', 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f', 'tenant_id': 'c2d4da8a9a364bf1bd181c1f4af63c04', 'fixed_ips': [{'subnet_id': 'f1eb11b9-e0a3-4268-87d6-e6981e846f8b'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:15:18.566500 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.662534 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36de806b-e7b1-4429-9c8f-4ee324a63fa0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.667038 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36de806b-e7b1-4429-9c8f-4ee324a63fa0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.755986 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36de806b-e7b1-4429-9c8f-4ee324a63fa0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.756916 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36de806b-e7b1-4429-9c8f-4ee324a63fa0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f7a5015-528e-4372-8426-54fd6a41b97d {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:15:18.767762 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36de806b-e7b1-4429-9c8f-4ee324a63fa0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:18.769384 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-36de806b-e7b1-4429-9c8f-4ee324a63fa0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "DELETE /v2.0/routers/5f7a5015-528e-4372-8426-54fd6a41b97d HTTP/1.1" status: 204 len: 168 time: 2.2150755 Jul 27 21:15:18.773014 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60374) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:18.884873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Allocated IP 172.20.0.2 (e14eca0c-4aad-439e-9488-739525baf31f/f1eb11b9-e0a3-4268-87d6-e6981e846f8b/da8dc774-7bdd-465f-92ef-c5dbb8bfbc95) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:18.900195 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-67bf049b-ce07-4912-9c78-689a51f39f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'name': 'tempest-TestAggregatesBasicOps-50197105-router', 'tenant_id': 'b3bf8ee721e045b2838cd56b803160da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'a44ebf8c-75c0-4d09-a3f9-b4b35189ab39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:50Z', 'updated_at': '2021-07-27T21:15:16Z', 'revision_number': 5, 'project_id': 'b3bf8ee721e045b2838cd56b803160da', 'gw_port': {'id': 'a44ebf8c-75c0-4d09-a3f9-b4b35189ab39', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:14:51Z', 'updated_at': '2021-07-27T21:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:18.943407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf049b-ce07-4912-9c78-689a51f39f88 None None] Checking router: 72b47ecc-0fe6-4b10-b97d-480d1f3f4970 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:15:18.975161 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5380cda-2541-4284-86ad-b5a8206bf4e0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.018686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf049b-ce07-4912-9c78-689a51f39f88 None None] Routers {'72b47ecc-0fe6-4b10-b97d-480d1f3f4970'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:19.019629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-67bf049b-ce07-4912-9c78-689a51f39f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['72b47ecc-0fe6-4b10-b97d-480d1f3f4970'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:19.128425 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5380cda-2541-4284-86ad-b5a8206bf4e0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.147116 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-67bf049b-ce07-4912-9c78-689a51f39f88 None None] Set router 72b47ecc-0fe6-4b10-b97d-480d1f3f4970 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:19.224411 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-67bf049b-ce07-4912-9c78-689a51f39f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'name': 'tempest-TestAggregatesBasicOps-50197105-router', 'tenant_id': 'b3bf8ee721e045b2838cd56b803160da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:50Z', 'updated_at': '2021-07-27T21:15:18Z', 'revision_number': 6, 'project_id': 'b3bf8ee721e045b2838cd56b803160da', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:19.228355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b5380cda-2541-4284-86ad-b5a8206bf4e0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Deleting port 25f9ddc1-dbf2-470a-858f-90362bef7c03 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:19.228831 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5380cda-2541-4284-86ad-b5a8206bf4e0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.234050 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-e30a1510-5059-49d3-8255-e92be323cc29 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:19.237008 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-e30a1510-5059-49d3-8255-e92be323cc29 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/networks?id=e14eca0c-4aad-439e-9488-739525baf31f HTTP/1.1" status: 200 len: 815 time: 0.6675675 Jul 27 21:15:19.261031 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-ac15fa7a-5e3c-45cd-859a-c42c17989a4d tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/quotas/c2d4da8a9a364bf1bd181c1f4af63c04 HTTP/1.1" status: 200 len: 375 time: 0.0179675 Jul 27 21:15:19.305717 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf049b-ce07-4912-9c78-689a51f39f88 None None] The sync data for ids ['72b47ecc-0fe6-4b10-b97d-480d1f3f4970'] in n-d-764806-9 is: [{'id': '72b47ecc-0fe6-4b10-b97d-480d1f3f4970', 'name': 'tempest-TestAggregatesBasicOps-50197105-router', 'tenant_id': 'b3bf8ee721e045b2838cd56b803160da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:14:50Z', 'updated_at': '2021-07-27T21:15:18Z', 'revision_number': 6, 'project_id': 'b3bf8ee721e045b2838cd56b803160da', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:19.346064 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-b328fca9-4191-4186-88b9-770e4ae25e33 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2d4da8a9a364bf1bd181c1f4af63c04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557170 Jul 27 21:15:19.361582 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.382598 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-378681d7-1388-45d4-93b2-4dbefb748c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.383797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Transition to ACTIVE for port object da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:19.396552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-b5380cda-2541-4284-86ad-b5a8206bf4e0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] For port 25f9ddc1-dbf2-470a-858f-90362bef7c03, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=25f9ddc1-dbf2-470a-858f-90362bef7c03,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:19.397064 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5380cda-2541-4284-86ad-b5a8206bf4e0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.412885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Transition to ACTIVE for port object da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:19.425268 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b5380cda-2541-4284-86ad-b5a8206bf4e0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Calling delete_port for 25f9ddc1-dbf2-470a-858f-90362bef7c03 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:19.428315 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378681d7-1388-45d4-93b2-4dbefb748c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=a44ebf8c-75c0-4d09-a3f9-b4b35189ab39,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:19.433173 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.487032 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Network e14eca0c-4aad-439e-9488-739525baf31f is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:19.490246 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:19.493009 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:19.514295 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-378681d7-1388-45d4-93b2-4dbefb748c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.518261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Pushing event updated for resources: {'Port': ['ID=da8dc774-7bdd-465f-92ef-c5dbb8bfbc95,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:19.577995 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Attempting to bind port da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:19.578518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Attempting to bind port da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '5ff4e867-c559-4732-bce2-5ca13198c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:19.578973 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Attempting to bind port da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 on network e14eca0c-4aad-439e-9488-739525baf31f {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:19.584534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:19.585035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Checking segment: {'id': '5ff4e867-c559-4732-bce2-5ca13198c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:19.585558 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.586044 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Bound using segment: {'id': '5ff4e867-c559-4732-bce2-5ca13198c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:19.586657 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Bound port: da8dc774-7bdd-465f-92ef-c5dbb8bfbc95, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff4e867-c559-4732-bce2-5ca13198c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:19.587255 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.707818 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] For port da8dc774-7bdd-465f-92ef-c5dbb8bfbc95, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:19.711896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] For port da8dc774-7bdd-465f-92ef-c5dbb8bfbc95, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=da8dc774-7bdd-465f-92ef-c5dbb8bfbc95,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:19.718543 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.741438 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5380cda-2541-4284-86ad-b5a8206bf4e0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.799636 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5380cda-2541-4284-86ad-b5a8206bf4e0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Pushing event deleted for resources: {'Port': ['ID=25f9ddc1-dbf2-470a-858f-90362bef7c03,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:19.801072 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-378681d7-1388-45d4-93b2-4dbefb748c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.817757 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-378681d7-1388-45d4-93b2-4dbefb748c64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:19.898911 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 65111e4c-be76-47ba-a560-c1b5431461d5 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:19.943500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 65111e4c-be76-47ba-a560-c1b5431461d5 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:19.944119 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 65111e4c-be76-47ba-a560-c1b5431461d5 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:19.946166 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab2d36-295d-4d67-b3b2-dc62de2ac8d3 None None] Pushing event updated for resources: {'Port': ['ID=da8dc774-7bdd-465f-92ef-c5dbb8bfbc95,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:19.966501 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4aa53-1133-455a-948c-a2808fca0f05 req-af26cd3a-e17d-4a1d-bb1b-08308625b7d8 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:19.974149 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ef4aa53-1133-455a-948c-a2808fca0f05 req-af26cd3a-e17d-4a1d-bb1b-08308625b7d8 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.4738600 Jul 27 21:15:20.010531 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-378681d7-1388-45d4-93b2-4dbefb748c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.011017 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378681d7-1388-45d4-93b2-4dbefb748c64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72b47ecc-0fe6-4b10-b97d-480d1f3f4970 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:15:20.018349 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-378681d7-1388-45d4-93b2-4dbefb748c64 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.022119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-378681d7-1388-45d4-93b2-4dbefb748c64 admin admin] 10.222.0.55 "DELETE /v2.0/routers/72b47ecc-0fe6-4b10-b97d-480d1f3f4970 HTTP/1.1" status: 204 len: 168 time: 2.3931825 Jul 27 21:15:20.026398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60386) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:20.029576 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-1d80f823-e7de-4c9c-8a10-a2272ec16ac4 service neutron] 10.222.0.55 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6718271 Jul 27 21:15:20.150570 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ef4aa53-1133-455a-948c-a2808fca0f05 req-fb3ade0b-6d79-43da-8565-48ddf2a0801d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754065 Jul 27 21:15:20.303248 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Deleting subnet f1ed1d5b-c7d9-4e47-96f6-a82dae498360 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:15:20.309597 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.429805 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.483020 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5380cda-2541-4284-86ad-b5a8206bf4e0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.487504 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9b5dcdbf-cce4-4ee0-a032-5b55ba6646ea service neutron] 10.222.0.55 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419730 Jul 27 21:15:20.594881 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.614526 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5380cda-2541-4284-86ad-b5a8206bf4e0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.616808 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5380cda-2541-4284-86ad-b5a8206bf4e0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.664474 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.666366 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5380cda-2541-4284-86ad-b5a8206bf4e0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.666857 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5380cda-2541-4284-86ad-b5a8206bf4e0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d07dab45-c901-4f44-a924-9fcbcdab01c7 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:15:20.684928 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5380cda-2541-4284-86ad-b5a8206bf4e0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.691928 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b5380cda-2541-4284-86ad-b5a8206bf4e0 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "DELETE /v2.0/routers/d07dab45-c901-4f44-a924-9fcbcdab01c7 HTTP/1.1" status: 204 len: 168 time: 1.9123719 Jul 27 21:15:20.692716 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60396) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:20.698377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1218460193', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}, 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:20.727837 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.729180 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.730618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1ed1d5b-c7d9-4e47-96f6-a82dae498360,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:20.746689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78173e51-e1ee-4abc-ab8f-6b6415029dbc None None] Network 56eb33b2-e676-44c2-915d-9e3445f2e10e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:20.749760 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.764361 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f1ed1d5b-c7d9-4e47-96f6-a82dae498360 HTTP/1.1" status: 204 len: 168 time: 0.7333860 Jul 27 21:15:20.764499 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60404) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:20.774265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:20.774624 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:20.774970 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:20.775310 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:20.775649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:20.775985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:20.776316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:20.776642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:20.776966 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:20.777300 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:20.778065 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:20.778065 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3956d3cb-5937-433f-9dc2-00f55a3d941a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:20.858871 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:20.970555 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77022941-cf79-4c65-a79f-d319d45519d8 req-e6a64052-7694-433b-b454-2053543ebdc2 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:20.980326 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77022941-cf79-4c65-a79f-d319d45519d8 req-e6a64052-7694-433b-b454-2053543ebdc2 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/networks?id=e14eca0c-4aad-439e-9488-739525baf31f HTTP/1.1" status: 200 len: 815 time: 0.1847429 Jul 27 21:15:21.013121 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77022941-cf79-4c65-a79f-d319d45519d8 req-550e9003-27c3-4496-a332-b9acedafeafd tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/quotas/c2d4da8a9a364bf1bd181c1f4af63c04 HTTP/1.1" status: 200 len: 375 time: 0.0297198 Jul 27 21:15:21.050001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22378252-3adf-489a-a947-462295612501 None None] DHCP port deletion for 56eb33b2-e676-44c2-915d-9e3445f2e10e request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:15:21.139925 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.145751 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.159691 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77022941-cf79-4c65-a79f-d319d45519d8 req-a827aa02-8432-429f-8ff9-dcff7147f063 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2d4da8a9a364bf1bd181c1f4af63c04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1444376 Jul 27 21:15:21.190183 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-22378252-3adf-489a-a947-462295612501 None None] Deleting port c1b95e75-3168-4d74-bb5b-1097abe7642e {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:21.196674 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-22378252-3adf-489a-a947-462295612501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.295838 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-77022941-cf79-4c65-a79f-d319d45519d8 req-18f1d4d6-1e99-4b33-8f31-bdd5f270b9ab service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:15:21.305419 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77022941-cf79-4c65-a79f-d319d45519d8 req-18f1d4d6-1e99-4b33-8f31-bdd5f270b9ab service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1442962 Jul 27 21:15:21.344709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-22378252-3adf-489a-a947-462295612501 None None] For port c1b95e75-3168-4d74-bb5b-1097abe7642e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c1b95e75-3168-4d74-bb5b-1097abe7642e,segment=NetworkSegment(3c13ccbd-6eec-4166-ba02-7336b7fbbaca),segment_id=3c13ccbd-6eec-4166-ba02-7336b7fbbaca)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:21.345073 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-22378252-3adf-489a-a947-462295612501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.383446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-22378252-3adf-489a-a947-462295612501 None None] Calling delete_port for c1b95e75-3168-4d74-bb5b-1097abe7642e owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:21.540047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] Deleting port c1b95e75-3168-4d74-bb5b-1097abe7642e {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:21.540554 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.566041 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-22378252-3adf-489a-a947-462295612501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.609805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22378252-3adf-489a-a947-462295612501 None None] Pushing event deleted for resources: {'Port': ['ID=c1b95e75-3168-4d74-bb5b-1097abe7642e,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:21.614531 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22378252-3adf-489a-a947-462295612501 None None] No DVR routers for this DVR port c1b95e75-3168-4d74-bb5b-1097abe7642e on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:21.661800 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77022941-cf79-4c65-a79f-d319d45519d8 req-68773587-3e59-40df-be9c-cb04dc381f71 service neutron] 10.222.0.55 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554771 Jul 27 21:15:21.664974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 5d157c95-65b7-48da-9095-66a42746543d no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:21.676510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261c625-fc31-49a9-9590-ccf65ef599d5 req-dbfecd99-4508-47a0-a43c-2dffc1a25ba8 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:21.684614 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8261c625-fc31-49a9-9590-ccf65ef599d5 req-dbfecd99-4508-47a0-a43c-2dffc1a25ba8 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.3630795 Jul 27 21:15:21.719885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] For port c1b95e75-3168-4d74-bb5b-1097abe7642e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c1b95e75-3168-4d74-bb5b-1097abe7642e,segment=NetworkSegment(3c13ccbd-6eec-4166-ba02-7336b7fbbaca),segment_id=3c13ccbd-6eec-4166-ba02-7336b7fbbaca)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:21.720816 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.771599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47ba88c-7d78-4a6a-92a3-0b0ac7a04967 None None] Network e14eca0c-4aad-439e-9488-739525baf31f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:21.787869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] Calling delete_port for c1b95e75-3168-4d74-bb5b-1097abe7642e owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:21.921457 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:21.929881 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77022941-cf79-4c65-a79f-d319d45519d8 req-f291998e-8c12-46c8-be2c-7daf6eefb0aa service neutron] 10.222.0.55 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428594 Jul 27 21:15:21.934556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8261c625-fc31-49a9-9590-ccf65ef599d5 req-b38b1118-112b-419a-aa77-5b2933f0f946 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490878 Jul 27 21:15:21.953895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d6d41d1a-0068-4bb9-a526-ee148e80ed01 None None] Provisioning for port da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:21.992610 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:22.212388 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.241635 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.342381 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d157c95-65b7-48da-9095-66a42746543d'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:22.358572 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766ad4f3-dbfa-4b26-9ec1-5b34ed68c005" -d '{"events": [{"server_uuid": "db43c025-3f23-4cb0-91aa-c0d96b7c0556", "name": "network-vif-unplugged", "status": "completed", "tag": "5d157c95-65b7-48da-9095-66a42746543d"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:22.369629 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.414976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b95e75-3168-4d74-bb5b-1097abe7642e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:22.417176 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] No DVR routers for this DVR port c1b95e75-3168-4d74-bb5b-1097abe7642e on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:22.427762 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 5d157c95-65b7-48da-9095-66a42746543d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5d157c95-65b7-48da-9095-66a42746543d,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:22.471954 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.591860 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Allocated IP 172.25.2.13 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/c3478ee7-ec3b-4868-b7bb-64781d24281d) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:22.596527 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.634421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56eb33b2-e676-44c2-915d-9e3445f2e10e']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:22.685029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c13ccbd-6eec-4166-ba02-7336b7fbbaca') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:22.686545 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c13ccbd-6eec-4166-ba02-7336b7fbbaca') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:22.743575 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.748059 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=5d157c95-65b7-48da-9095-66a42746543d,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:22.770883 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98ee4d7-49e0-491e-b1af-5cc26af73c03 x-openstack-request-id: req-a98ee4d7-49e0-491e-b1af-5cc26af73c03 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:22.771875 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db43c025-3f23-4cb0-91aa-c0d96b7c0556", "name": "network-vif-unplugged", "status": "failed", "tag": "5d157c95-65b7-48da-9095-66a42746543d", "code": 422}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:22.772146 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a98ee4d7-49e0-491e-b1af-5cc26af73c03 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:22.775470 n-d-764806-9 neutron-server[105581]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d157c95-65b7-48da-9095-66a42746543d', 'code': 422} returned with failed status Jul 27 21:15:22.784679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:22.814592 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:22.817923 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.819074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-355eb6a3-80e7-4100-bc24-8fef392d7e16 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:22.827289 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.833835 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-355eb6a3-80e7-4100-bc24-8fef392d7e16 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/networks?id=e14eca0c-4aad-439e-9488-739525baf31f HTTP/1.1" status: 200 len: 815 time: 0.4743624 Jul 27 21:15:22.903247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-6055a21c-0f12-4097-972d-44e155cb9b13 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:22.907358 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-6055a21c-0f12-4097-972d-44e155cb9b13 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.66 "GET /v2.0/networks?id=e14eca0c-4aad-439e-9488-739525baf31f HTTP/1.1" status: 200 len: 815 time: 0.5255284 Jul 27 21:15:22.924464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:15:22.926378 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:15:22.931963 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:15:22.935962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-35bd2475-db5d-4e27-9ba9-f62540532b94 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Request body: {'port': {'device_id': '8ed03c2f-da39-4e8f-9542-9783e51071c0', 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f', 'admin_state_up': True, 'tenant_id': 'c2d4da8a9a364bf1bd181c1f4af63c04'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:23.003521 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-ac5c118f-0d03-47c2-b532-88812b9f6660 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/quotas/c2d4da8a9a364bf1bd181c1f4af63c04 HTTP/1.1" status: 200 len: 375 time: 0.1686726 Jul 27 21:15:23.094775 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.101116 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.108857 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.118315 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/56eb33b2-e676-44c2-915d-9e3445f2e10e HTTP/1.1" status: 204 len: 168 time: 2.3503790 Jul 27 21:15:23.183951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5dd9a3-05b2-414d-b273-029f185c3fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=56eb33b2-e676-44c2-915d-9e3445f2e10e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:23.199056 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.223374 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-71113fb4-39e6-4f75-9108-d39d2d88bb8e tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c2d4da8a9a364bf1bd181c1f4af63c04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2188740 Jul 27 21:15:23.262200 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port da8dc774-7bdd-465f-92ef-c5dbb8bfbc95, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=da8dc774-7bdd-465f-92ef-c5dbb8bfbc95,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:23.275156 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.335200 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-35bd2475-db5d-4e27-9ba9-f62540532b94 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Made reservation on behalf of c2d4da8a9a364bf1bd181c1f4af63c04 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:23.338872 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-35bd2475-db5d-4e27-9ba9-f62540532b94 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.368764 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.424113 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=da8dc774-7bdd-465f-92ef-c5dbb8bfbc95,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:23.449133 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c1b95e75-3168-4d74-bb5b-1097abe7642e no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:23.538993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60476) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:23.542101 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-b2a47be3-b9cd-411c-a903-ff179cf732f6 service neutron] 10.222.0.55 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165531 Jul 27 21:15:23.543197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: c1b95e75-3168-4d74-bb5b-1097abe7642e {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:23.543728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c1b95e75-3168-4d74-bb5b-1097abe7642e not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:23.544288 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a44ebf8c-75c0-4d09-a3f9-b4b35189ab39 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:23.544917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Pushing event updated for resources: {'Port': ['ID=c3478ee7-ec3b-4868-b7bb-64781d24281d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:23.606622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:23.620680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:23.621898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: a44ebf8c-75c0-4d09-a3f9-b4b35189ab39 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:23.622273 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a44ebf8c-75c0-4d09-a3f9-b4b35189ab39 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:23.622708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a5beb793-4b40-46fd-863e-44dddee78ff2 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:23.627612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:23.661988 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: a5beb793-4b40-46fd-863e-44dddee78ff2 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:23.662569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a5beb793-4b40-46fd-863e-44dddee78ff2 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:23.663149 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 25f9ddc1-dbf2-470a-858f-90362bef7c03 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:15:23.684276 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 25f9ddc1-dbf2-470a-858f-90362bef7c03 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:15:23.684917 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 25f9ddc1-dbf2-470a-858f-90362bef7c03 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:15:23.738369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5fa6efb4-9d47-4386-b3f5-1b19a9866580 None None] Provisioning complete for port da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:23.738749 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5fa6efb4-9d47-4386-b3f5-1b19a9866580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.742311 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-63f5ee40-9ee2-471d-abd1-ff64e4bf1dc1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93aa01b4178c4fc9991d1ee30f5ab456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1888292 Jul 27 21:15:23.742953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60482) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:23.812578 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-35bd2475-db5d-4e27-9ba9-f62540532b94 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Allocated IP 172.20.0.13 (e14eca0c-4aad-439e-9488-739525baf31f/f1eb11b9-e0a3-4268-87d6-e6981e846f8b/e3ab9ff7-7769-41a9-bddb-92376a25f518) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:23.866659 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:23.951856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-5f77b5a1-f7f3-4d8a-8b26-0fa261dffad2 service neutron] 10.222.0.55 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083807 Jul 27 21:15:23.956733 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5ed95709-aad6-4116-8863-7508f4bd536f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:23.982722 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5ed95709-aad6-4116-8863-7508f4bd536f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.047073 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:24.049151 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.052862 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5ed95709-aad6-4116-8863-7508f4bd536f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.055914 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5ed95709-aad6-4116-8863-7508f4bd536f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.060143 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5ed95709-aad6-4116-8863-7508f4bd536f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/032e43cd-c83f-44ee-9c5d-02e2caf49550 HTTP/1.1" status: 204 len: 168 time: 0.3140373 Jul 27 21:15:24.186953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed95709-aad6-4116-8863-7508f4bd536f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032e43cd-c83f-44ee-9c5d-02e2caf49550,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:24.245667 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-35bd2475-db5d-4e27-9ba9-f62540532b94 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.333260 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b70fa31-9330-4acb-9fcc-9d79e30b41d5 req-98a4e5e5-8e7e-44c7-b53b-71891274041e tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 210 time: 0.0945616 Jul 27 21:15:24.336261 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-35bd2475-db5d-4e27-9ba9-f62540532b94 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Transition to ACTIVE for port object e3ab9ff7-7769-41a9-bddb-92376a25f518 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:24.375358 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe31a9-b3cf-4cd1-9f02-a3dcfebd5e94 req-3dddeb06-b968-4ae3-b24b-abee75f704f9 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:24.383460 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46fe31a9-b3cf-4cd1-9f02-a3dcfebd5e94 req-3dddeb06-b968-4ae3-b24b-abee75f704f9 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 944 time: 0.2313492 Jul 27 21:15:24.441335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77022941-cf79-4c65-a79f-d319d45519d8 req-472e261a-42eb-4e16-bf2f-a5cca8487c1f tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:24.442892 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77022941-cf79-4c65-a79f-d319d45519d8 req-472e261a-42eb-4e16-bf2f-a5cca8487c1f tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.20 "GET /v2.0/networks?id=e14eca0c-4aad-439e-9488-739525baf31f HTTP/1.1" status: 200 len: 815 time: 0.4162445 Jul 27 21:15:24.458261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-77022941-cf79-4c65-a79f-d319d45519d8 req-94dded54-3a8f-44e7-ab96-64d103f2b7d5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Request body: {'port': {'device_id': '4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54', 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f', 'admin_state_up': True, 'tenant_id': 'c2d4da8a9a364bf1bd181c1f4af63c04'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:24.461360 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.463884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46fe31a9-b3cf-4cd1-9f02-a3dcfebd5e94 req-bfcd49f4-6ebe-47f8-b456-99fe152f2663 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793390 Jul 27 21:15:24.467621 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-d4488889-941a-4643-8b33-c8899accb1a2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1768324 Jul 27 21:15:24.480379 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-35bd2475-db5d-4e27-9ba9-f62540532b94 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.543697 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-35bd2475-db5d-4e27-9ba9-f62540532b94 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Network e14eca0c-4aad-439e-9488-739525baf31f is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:24.548849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd2475-db5d-4e27-9ba9-f62540532b94 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Pushing event updated for resources: {'Port': ['ID=e3ab9ff7-7769-41a9-bddb-92376a25f518,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:24.552280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-35bd2475-db5d-4e27-9ba9-f62540532b94 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:24.554829 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-35bd2475-db5d-4e27-9ba9-f62540532b94 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:24.632565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-35bd2475-db5d-4e27-9ba9-f62540532b94 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:24.632565 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-35bd2475-db5d-4e27-9ba9-f62540532b94 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.650731 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-35bd2475-db5d-4e27-9ba9-f62540532b94 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7289288 Jul 27 21:15:24.664342 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Request body: {'port': {'device_id': '8ed03c2f-da39-4e8f-9542-9783e51071c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:24.763483 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77022941-cf79-4c65-a79f-d319d45519d8 req-94dded54-3a8f-44e7-ab96-64d103f2b7d5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Made reservation on behalf of c2d4da8a9a364bf1bd181c1f4af63c04 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:24.767386 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77022941-cf79-4c65-a79f-d319d45519d8 req-94dded54-3a8f-44e7-ab96-64d103f2b7d5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.820020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60516) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:24.851064 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.914888 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:24.991409 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3b07f164-9fac-420f-98bd-bcf23bfc59f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3bf8ee721e045b2838cd56b803160da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686769 Jul 27 21:15:25.000869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60526) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:25.002833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-13407a08-26bb-4106-b116-50578edbab73 None None] Provisioning for port e3ab9ff7-7769-41a9-bddb-92376a25f518 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:25.016975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-13407a08-26bb-4106-b116-50578edbab73 None None] Provisioning complete for port e3ab9ff7-7769-41a9-bddb-92376a25f518 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:25.017354 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-13407a08-26bb-4106-b116-50578edbab73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.112169 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-13407a08-26bb-4106-b116-50578edbab73 None None] Port e3ab9ff7-7769-41a9-bddb-92376a25f518 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:15:25.259952 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f6b1ea45-290e-4104-8237-8050dd03078d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.285414 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ab9ff7-7769-41a9-bddb-92376a25f518 {{(pid=105579) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:15:25.294192 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.298750 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f6b1ea45-290e-4104-8237-8050dd03078d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.307417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Transition to ACTIVE for port object e3ab9ff7-7769-41a9-bddb-92376a25f518 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:25.311901 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.427490 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Router 784e8b23-ae6e-495d-8602-d7e34f7a9e7f is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:15:25.451996 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Pushing event updated for resources: {'Port': ['ID=e3ab9ff7-7769-41a9-bddb-92376a25f518,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:25.458477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-77022941-cf79-4c65-a79f-d319d45519d8 req-94dded54-3a8f-44e7-ab96-64d103f2b7d5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Allocated IP 172.20.0.5 (e14eca0c-4aad-439e-9488-739525baf31f/f1eb11b9-e0a3-4268-87d6-e6981e846f8b/839e6d66-fd4b-4868-b1af-5feaa3ea25ec) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:25.468897 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Attempting to bind port e3ab9ff7-7769-41a9-bddb-92376a25f518 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:25.469649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Attempting to bind port e3ab9ff7-7769-41a9-bddb-92376a25f518 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '5ff4e867-c559-4732-bce2-5ca13198c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:25.470031 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Attempting to bind port e3ab9ff7-7769-41a9-bddb-92376a25f518 on network e14eca0c-4aad-439e-9488-739525baf31f {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:25.474772 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f6b1ea45-290e-4104-8237-8050dd03078d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.476545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Port e3ab9ff7-7769-41a9-bddb-92376a25f518 on network e14eca0c-4aad-439e-9488-739525baf31f not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:15:25.476965 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Attempting to bind port e3ab9ff7-7769-41a9-bddb-92376a25f518 on network e14eca0c-4aad-439e-9488-739525baf31f {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:25.477660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f6b1ea45-290e-4104-8237-8050dd03078d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.481567 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f6b1ea45-290e-4104-8237-8050dd03078d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10bb621c-26a9-4531-af37-04218f0d1049 HTTP/1.1" status: 204 len: 168 time: 0.4791009 Jul 27 21:15:25.485548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:25.486104 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Checking segment: {'id': '5ff4e867-c559-4732-bce2-5ca13198c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:25.486730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Bound using segment: {'id': '5ff4e867-c559-4732-bce2-5ca13198c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f'} {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:25.487186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Bound port: e3ab9ff7-7769-41a9-bddb-92376a25f518, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff4e867-c559-4732-bce2-5ca13198c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f'}}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:25.487555 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.544865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1ea45-290e-4104-8237-8050dd03078d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bb621c-26a9-4531-af37-04218f0d1049,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:25.646095 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d30474a-3309-45f7-994d-2d42041f0515 req-c8495007-b72c-4b3b-86d4-f9c1caf04360 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 210 time: 0.1268814 Jul 27 21:15:25.876380 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] For port e3ab9ff7-7769-41a9-bddb-92376a25f518, host n-h2-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:25.881756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] For port e3ab9ff7-7769-41a9-bddb-92376a25f518, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e3ab9ff7-7769-41a9-bddb-92376a25f518,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:25.895600 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:25.963798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff04ca0-6d1f-4ca4-8cd8-d2c6fee6dae7 req-702bd1f3-f914-466f-a3de-3238db606e9c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:25.971241 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aff04ca0-6d1f-4ca4-8cd8-d2c6fee6dae7 req-702bd1f3-f914-466f-a3de-3238db606e9c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 944 time: 0.3894212 Jul 27 21:15:25.999080 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:25.999697 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.001885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] 10.222.0.66 "PUT /v2.0/ports/e3ab9ff7-7769-41a9-bddb-92376a25f518 HTTP/1.1" status: 200 len: 1092 time: 1.3418734 Jul 27 21:15:26.009539 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed03c2f-da39-4e8f-9542-9783e51071c0', 'tag': 'e3ab9ff7-7769-41a9-bddb-92376a25f518'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:26.013121 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55873b97-da46-4ec1-b593-4a214a69ee1b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed03c2f-da39-4e8f-9542-9783e51071c0", "tag": "e3ab9ff7-7769-41a9-bddb-92376a25f518"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:26.077450 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b992a-a96d-4970-8639-1fadb92fc3ed service neutron] Pushing event updated for resources: {'Port': ['ID=e3ab9ff7-7769-41a9-bddb-92376a25f518,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:26.083122 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ac8887-4d96-4683-acf1-4c00bcbe9ccb x-openstack-request-id: req-93ac8887-4d96-4683-acf1-4c00bcbe9ccb {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:26.083481 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed03c2f-da39-4e8f-9542-9783e51071c0", "tag": "e3ab9ff7-7769-41a9-bddb-92376a25f518", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:26.083674 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-93ac8887-4d96-4683-acf1-4c00bcbe9ccb {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:26.084033 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed03c2f-da39-4e8f-9542-9783e51071c0', 'tag': 'e3ab9ff7-7769-41a9-bddb-92376a25f518', 'status': 'completed', 'code': 200} Jul 27 21:15:26.137182 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aff04ca0-6d1f-4ca4-8cd8-d2c6fee6dae7 req-a9d2b8eb-8152-4c83-a4b5-668f6a7e4051 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649306 Jul 27 21:15:26.175774 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-16ae51e1-1490-4c30-8b81-2bcb9abd38a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:26.177269 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-16ae51e1-1490-4c30-8b81-2bcb9abd38a2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c2d4da8a9a364bf1bd181c1f4af63c04&device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 1095 time: 0.1169925 Jul 27 21:15:26.261582 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-a3a23d2d-ee77-45a4-b35a-fc669d1f5049 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3ab9ff7-7769-41a9-bddb-92376a25f518 HTTP/1.1" status: 200 len: 217 time: 0.0646691 Jul 27 21:15:26.272576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:26.284408 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343decb5-1604-4f7a-a2ce-7d99cb4353ed None None] Sync routers for ids ['784e8b23-ae6e-495d-8602-d7e34f7a9e7f'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:26.303533 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343decb5-1604-4f7a-a2ce-7d99cb4353ed None None] Routers {'784e8b23-ae6e-495d-8602-d7e34f7a9e7f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:26.304143 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-343decb5-1604-4f7a-a2ce-7d99cb4353ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['784e8b23-ae6e-495d-8602-d7e34f7a9e7f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:26.334722 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.336235 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-029a7348-9f8c-4c86-b7d2-b38bb6bd26dc tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6424530 Jul 27 21:15:26.340216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60552) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:26.351276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-419a5b00-c1d7-4d48-ad8c-bca5380d8a6d tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'enable_snat': False}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:26.384295 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-343decb5-1604-4f7a-a2ce-7d99cb4353ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:26.397267 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343decb5-1604-4f7a-a2ce-7d99cb4353ed None None] Routers {'784e8b23-ae6e-495d-8602-d7e34f7a9e7f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:26.398160 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-343decb5-1604-4f7a-a2ce-7d99cb4353ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['784e8b23-ae6e-495d-8602-d7e34f7a9e7f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:26.399909 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-e89354bc-6c24-44bf-a4d8-4212bd054c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:26.401320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-451c7564-9167-4cbf-a576-42f1087d1aa6 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:26.401474 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-e89354bc-6c24-44bf-a4d8-4212bd054c33 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f1eb11b9-e0a3-4268-87d6-e6981e846f8b HTTP/1.1" status: 200 len: 854 time: 0.1322346 Jul 27 21:15:26.403249 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-451c7564-9167-4cbf-a576-42f1087d1aa6 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.66 "GET /v2.0/networks?id=e14eca0c-4aad-439e-9488-739525baf31f HTTP/1.1" status: 200 len: 815 time: 0.7415955 Jul 27 21:15:26.440718 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-343decb5-1604-4f7a-a2ce-7d99cb4353ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:26.441677 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343decb5-1604-4f7a-a2ce-7d99cb4353ed None None] The sync data for ids ['784e8b23-ae6e-495d-8602-d7e34f7a9e7f'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:26.449747 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-f9ed051a-22f1-4ebc-bf4a-89e8abe27312 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Request body: {'port': {'device_id': 'be82dc62-1da0-40bb-97f3-84c5aa27eb29', 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f', 'admin_state_up': True, 'tenant_id': 'c2d4da8a9a364bf1bd181c1f4af63c04'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:26.546497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-c798e949-93bf-4d0b-88fb-f39849fae7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:26.548030 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-c798e949-93bf-4d0b-88fb-f39849fae7c6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556&tenant_id=316085248a694378aced875fc59e1117 HTTP/1.1" status: 200 len: 1095 time: 0.2790501 Jul 27 21:15:26.554532 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77022941-cf79-4c65-a79f-d319d45519d8 req-94dded54-3a8f-44e7-ab96-64d103f2b7d5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.567871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:26.617920 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-b05f5a96-ce6a-44d3-9b42-6adc2e4fd86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:26.621894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-b05f5a96-ce6a-44d3-9b42-6adc2e4fd86a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14eca0c-4aad-439e-9488-739525baf31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598408 Jul 27 21:15:26.627794 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-77022941-cf79-4c65-a79f-d319d45519d8 req-94dded54-3a8f-44e7-ab96-64d103f2b7d5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Transition to ACTIVE for port object 839e6d66-fd4b-4868-b1af-5feaa3ea25ec will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:26.746197 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.763427 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60564) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:26.836113 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77022941-cf79-4c65-a79f-d319d45519d8 req-94dded54-3a8f-44e7-ab96-64d103f2b7d5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.919887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dded54-3a8f-44e7-ab96-64d103f2b7d5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Pushing event updated for resources: {'Port': ['ID=839e6d66-fd4b-4868-b1af-5feaa3ea25ec,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:26.927417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-59f1ddeb-2d3d-4920-936a-ec9c74c013ee admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1934022936-network', 'tenant_id': '7221c096a21f443c97aebac4c729b01e'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:26.952052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-f9ed051a-22f1-4ebc-bf4a-89e8abe27312 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Made reservation on behalf of c2d4da8a9a364bf1bd181c1f4af63c04 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:26.957157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-f9ed051a-22f1-4ebc-bf4a-89e8abe27312 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.962653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f1ddeb-2d3d-4920-936a-ec9c74c013ee admin admin] Made reservation on behalf of 7221c096a21f443c97aebac4c729b01e for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:26.965834 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59f1ddeb-2d3d-4920-936a-ec9c74c013ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:26.982766 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59f1ddeb-2d3d-4920-936a-ec9c74c013ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.009686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77022941-cf79-4c65-a79f-d319d45519d8 req-94dded54-3a8f-44e7-ab96-64d103f2b7d5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Network e14eca0c-4aad-439e-9488-739525baf31f is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:27.024226 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-77022941-cf79-4c65-a79f-d319d45519d8 req-94dded54-3a8f-44e7-ab96-64d103f2b7d5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:27.026940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-77022941-cf79-4c65-a79f-d319d45519d8 req-94dded54-3a8f-44e7-ab96-64d103f2b7d5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:27.083564 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dad08066-4bb3-41cc-a41c-acea0e1e5408 req-de9afd99-cac3-4e3d-a946-ad7534248044 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 210 time: 0.0613279 Jul 27 21:15:27.239747 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-419a5b00-c1d7-4d48-ad8c-bca5380d8a6d tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.319524 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3bbf15b6-4ee8-4ca2-9089-0dd413f2a702 None None] Provisioning for port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:27.326534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3bbf15b6-4ee8-4ca2-9089-0dd413f2a702 None None] Provisioning complete for port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:27.327044 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3bbf15b6-4ee8-4ca2-9089-0dd413f2a702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.377138 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf15b6-4ee8-4ca2-9089-0dd413f2a702 None None] Port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:15:27.378085 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77022941-cf79-4c65-a79f-d319d45519d8 req-94dded54-3a8f-44e7-ab96-64d103f2b7d5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:27.379382 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77022941-cf79-4c65-a79f-d319d45519d8 req-94dded54-3a8f-44e7-ab96-64d103f2b7d5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.420523 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-46945fdd-ae89-4ef5-a045-5efe254f1a71 service neutron] 10.222.0.66 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7675107 Jul 27 21:15:27.478134 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] For port 5d157c95-65b7-48da-9095-66a42746543d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5d157c95-65b7-48da-9095-66a42746543d,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:27.514947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-f9ed051a-22f1-4ebc-bf4a-89e8abe27312 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Allocated IP 172.20.0.8 (e14eca0c-4aad-439e-9488-739525baf31f/f1eb11b9-e0a3-4268-87d6-e6981e846f8b/47eaea67-1383-4d74-934c-fd56ff4d15b9) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:27.529621 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59f1ddeb-2d3d-4920-936a-ec9c74c013ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.536555 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e70a59-bdc0-4bfa-a5cc-d0f7652f00e6 req-5f05b311-4484-4a0c-9c4a-5f31d49908c5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:27.538091 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00e70a59-bdc0-4bfa-a5cc-d0f7652f00e6 req-5f05b311-4484-4a0c-9c4a-5f31d49908c5 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 944 time: 0.1903496 Jul 27 21:15:27.545311 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59f1ddeb-2d3d-4920-936a-ec9c74c013ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.562720 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77022941-cf79-4c65-a79f-d319d45519d8 req-94dded54-3a8f-44e7-ab96-64d103f2b7d5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1100247 Jul 27 21:15:27.578330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] For port 5d157c95-65b7-48da-9095-66a42746543d, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:27.583857 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ada0510b-90be-4f34-8e19-5429e0db48d9 req-cb587196-b74b-4920-9313-355488e324dd service neutron] 10.222.0.66 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541131 Jul 27 21:15:27.599241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f1ddeb-2d3d-4920-936a-ec9c74c013ee admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:15:27.606575 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Request body: {'port': {'device_id': '4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:27.653061 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00e70a59-bdc0-4bfa-a5cc-d0f7652f00e6 req-5b72dd7a-7707-46c5-9c90-b51833fd4313 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026194 Jul 27 21:15:27.678385 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59f1ddeb-2d3d-4920-936a-ec9c74c013ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.678385 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-59f1ddeb-2d3d-4920-936a-ec9c74c013ee admin admin] Added segment a4a256bd-1c18-4c7d-831c-7b4dc943b071 of type vlan for network 609af9a2-0957-4208-90be-cbd1268941b7 Jul 27 21:15:27.750103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1ddeb-2d3d-4920-936a-ec9c74c013ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fc19a0-0475-4f35-ab0c-e3fedff35d3a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:27.756111 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59f1ddeb-2d3d-4920-936a-ec9c74c013ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.758148 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873b97-da46-4ec1-b593-4a214a69ee1b req-f4b04607-dcb0-4b39-9058-b7661329778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:27.759796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55873b97-da46-4ec1-b593-4a214a69ee1b req-f4b04607-dcb0-4b39-9058-b7661329778d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c2d4da8a9a364bf1bd181c1f4af63c04&device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 1095 time: 0.1189835 Jul 27 21:15:27.802542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d157c95-65b7-48da-9095-66a42746543d {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:15:27.820102 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.915762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Transition to ACTIVE for port object 5d157c95-65b7-48da-9095-66a42746543d will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:27.933119 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59f1ddeb-2d3d-4920-936a-ec9c74c013ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.934097 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f1ddeb-2d3d-4920-936a-ec9c74c013ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:27.934715 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59f1ddeb-2d3d-4920-936a-ec9c74c013ee admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.936770 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:27.968948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873b97-da46-4ec1-b593-4a214a69ee1b req-4b4c2619-31b3-4a59-89cf-ebeb4250b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:27.971146 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55873b97-da46-4ec1-b593-4a214a69ee1b req-4b4c2619-31b3-4a59-89cf-ebeb4250b138 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e14eca0c-4aad-439e-9488-739525baf31f HTTP/1.1" status: 200 len: 916 time: 0.1805608 Jul 27 21:15:27.971438 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.020059 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55873b97-da46-4ec1-b593-4a214a69ee1b req-151a61f9-4808-4268-a56a-f3e81689cd7a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3ab9ff7-7769-41a9-bddb-92376a25f518 HTTP/1.1" status: 200 len: 217 time: 0.0405247 Jul 27 21:15:28.106190 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-419a5b00-c1d7-4d48-ad8c-bca5380d8a6d tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.106799 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-59f1ddeb-2d3d-4920-936a-ec9c74c013ee admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3394756 Jul 27 21:15:28.110299 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60576) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:28.116677 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7728e4de-a0b8-4d78-85c5-d94492fcbdd8 admin admin] Request body: {'subnet': {'network_id': '609af9a2-0957-4208-90be-cbd1268941b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1934022936-subnet', 'tenant_id': '7221c096a21f443c97aebac4c729b01e', 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:28.120758 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-419a5b00-c1d7-4d48-ad8c-bca5380d8a6d tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.123189 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873b97-da46-4ec1-b593-4a214a69ee1b req-7991fcd1-9369-467c-a113-970c4caab898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:28.124651 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55873b97-da46-4ec1-b593-4a214a69ee1b req-7991fcd1-9369-467c-a113-970c4caab898 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f1eb11b9-e0a3-4268-87d6-e6981e846f8b HTTP/1.1" status: 200 len: 854 time: 0.0747082 Jul 27 21:15:28.198066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d157c95-65b7-48da-9095-66a42746543d,revision_number=9']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:28.202990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1ddeb-2d3d-4920-936a-ec9c74c013ee admin admin] Pushing event updated for resources: {'Network': ['ID=609af9a2-0957-4208-90be-cbd1268941b7,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:28.229394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 609af9a2-0957-4208-90be-cbd1268941b7 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:15:28.252890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7728e4de-a0b8-4d78-85c5-d94492fcbdd8 admin admin] Made reservation on behalf of 7221c096a21f443c97aebac4c729b01e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:28.254826 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7728e4de-a0b8-4d78-85c5-d94492fcbdd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.280578 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-f9ed051a-22f1-4ebc-bf4a-89e8abe27312 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.328286 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] No DVR routers for this DVR port 5d157c95-65b7-48da-9095-66a42746543d on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:15:28.337860 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0a8d265-9cc4-490e-a5ba-0150b1e6500e req-25a8f79f-0429-4e6a-ae46-3a9cf395b719 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 210 time: 0.1044731 Jul 27 21:15:28.392430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-f9ed051a-22f1-4ebc-bf4a-89e8abe27312 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Transition to ACTIVE for port object 47eaea67-1383-4d74-934c-fd56ff4d15b9 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:28.505825 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419a5b00-c1d7-4d48-ad8c-bca5380d8a6d tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Router 784e8b23-ae6e-495d-8602-d7e34f7a9e7f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:15:28.507915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873b97-da46-4ec1-b593-4a214a69ee1b req-48b4a45c-7806-4658-8b49-908ac507c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:28.509469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55873b97-da46-4ec1-b593-4a214a69ee1b req-48b4a45c-7806-4658-8b49-908ac507c219 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14eca0c-4aad-439e-9488-739525baf31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3751836 Jul 27 21:15:28.568023 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-f9ed051a-22f1-4ebc-bf4a-89e8abe27312 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.650939 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60586) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:28.687428 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-f9ed051a-22f1-4ebc-bf4a-89e8abe27312 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Network e14eca0c-4aad-439e-9488-739525baf31f is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:28.707642 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-f9ed051a-22f1-4ebc-bf4a-89e8abe27312 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:28.716130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-f9ed051a-22f1-4ebc-bf4a-89e8abe27312 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:28.731868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed051a-22f1-4ebc-bf4a-89e8abe27312 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Pushing event updated for resources: {'Port': ['ID=47eaea67-1383-4d74-934c-fd56ff4d15b9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:28.756271 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Attempting to bind port 5d157c95-65b7-48da-9095-66a42746543d on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:28.756693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Attempting to bind port 5d157c95-65b7-48da-9095-66a42746543d by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:28.757066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Attempting to bind port 5d157c95-65b7-48da-9095-66a42746543d on network 83632acd-e78d-4a39-ae97-2eaf775c8434 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:28.774007 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55873b97-da46-4ec1-b593-4a214a69ee1b req-ebed2843-a496-4f4b-8e5c-9f330a99c56e service neutron] 10.222.0.66 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562425 Jul 27 21:15:28.779609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Port 5d157c95-65b7-48da-9095-66a42746543d on network 83632acd-e78d-4a39-ae97-2eaf775c8434 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:15:28.779869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Attempting to bind port 5d157c95-65b7-48da-9095-66a42746543d on network 83632acd-e78d-4a39-ae97-2eaf775c8434 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:28.802345 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:28.802345 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Checking segment: {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:28.802345 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Bound using segment: {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:28.802762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Bound port: 5d157c95-65b7-48da-9095-66a42746543d, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d16c9c-74a3-47cf-89ce-7a3b6191f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:28.802762 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.807401 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7728e4de-a0b8-4d78-85c5-d94492fcbdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.833752 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-f9ed051a-22f1-4ebc-bf4a-89e8abe27312 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:28.834425 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-f9ed051a-22f1-4ebc-bf4a-89e8abe27312 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.909482 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-f9ed051a-22f1-4ebc-bf4a-89e8abe27312 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4668701 Jul 27 21:15:28.929194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Request body: {'port': {'device_id': 'be82dc62-1da0-40bb-97f3-84c5aa27eb29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:28.955558 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a3deffd8-3493-4294-9079-5a5319015453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.964666 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839e6d66-fd4b-4868-b1af-5feaa3ea25ec {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:15:28.979241 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:28.994077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] For port 5d157c95-65b7-48da-9095-66a42746543d, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:28.999266 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] For port 5d157c95-65b7-48da-9095-66a42746543d, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=5d157c95-65b7-48da-9095-66a42746543d,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:29.004056 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419a5b00-c1d7-4d48-ad8c-bca5380d8a6d tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:29.009767 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.011566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728e4de-a0b8-4d78-85c5-d94492fcbdd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84152d6-e220-4a04-8f73-1978717d4677,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:29.013809 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Transition to ACTIVE for port object 839e6d66-fd4b-4868-b1af-5feaa3ea25ec will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:29.016359 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8c3651-b3c8-480b-98e4-e02347550f48 None None] Sync routers for ids ['784e8b23-ae6e-495d-8602-d7e34f7a9e7f'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:29.020145 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-419a5b00-c1d7-4d48-ad8c-bca5380d8a6d tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.024179 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-419a5b00-c1d7-4d48-ad8c-bca5380d8a6d tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "PUT /v2.0/routers/784e8b23-ae6e-495d-8602-d7e34f7a9e7f HTTP/1.1" status: 200 len: 921 time: 2.6837456 Jul 27 21:15:29.025563 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8c3651-b3c8-480b-98e4-e02347550f48 None None] Routers {'784e8b23-ae6e-495d-8602-d7e34f7a9e7f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:29.026383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-7c8c3651-b3c8-480b-98e4-e02347550f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['784e8b23-ae6e-495d-8602-d7e34f7a9e7f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:29.031612 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60594) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:29.067685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-7c8c3651-b3c8-480b-98e4-e02347550f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:29.076765 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.083287 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8c3651-b3c8-480b-98e4-e02347550f48 None None] Routers {'784e8b23-ae6e-495d-8602-d7e34f7a9e7f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:29.083878 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-7c8c3651-b3c8-480b-98e4-e02347550f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['784e8b23-ae6e-495d-8602-d7e34f7a9e7f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:29.097341 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728e4de-a0b8-4d78-85c5-d94492fcbdd8 admin admin] Checking segment: {'id': 'a4a256bd-1c18-4c7d-831c-7b4dc943b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:29.097713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7728e4de-a0b8-4d78-85c5-d94492fcbdd8 admin admin] Network hostable DHCP agents. Network: 609af9a2-0957-4208-90be-cbd1268941b7, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:15:29.107258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:29.108162 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.109564 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] 10.222.0.66 "PUT /v2.0/ports/5d157c95-65b7-48da-9095-66a42746543d HTTP/1.1" status: 200 len: 1092 time: 2.5526304 Jul 27 21:15:29.116270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'tag': '5d157c95-65b7-48da-9095-66a42746543d'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:29.119226 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0445806-61d7-456b-aaac-247efcc59ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "db43c025-3f23-4cb0-91aa-c0d96b7c0556", "tag": "5d157c95-65b7-48da-9095-66a42746543d"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:29.120251 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-7c8c3651-b3c8-480b-98e4-e02347550f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:29.121083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8c3651-b3c8-480b-98e4-e02347550f48 None None] The sync data for ids ['784e8b23-ae6e-495d-8602-d7e34f7a9e7f'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:29.122898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-00964d12-5652-4d8a-84b0-6a3ade7e2f3b None None] Provisioning for port 47eaea67-1383-4d74-934c-fd56ff4d15b9 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:29.128165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-00964d12-5652-4d8a-84b0-6a3ade7e2f3b None None] Provisioning complete for port 47eaea67-1383-4d74-934c-fd56ff4d15b9 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:29.128701 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-00964d12-5652-4d8a-84b0-6a3ade7e2f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.136523 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.166243 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-00964d12-5652-4d8a-84b0-6a3ade7e2f3b None None] Port 47eaea67-1383-4d74-934c-fd56ff4d15b9 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:15:29.230540 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589e8d32-c158-4143-ad50-8c89cfd82829 x-openstack-request-id: req-589e8d32-c158-4143-ad50-8c89cfd82829 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:29.230849 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db43c025-3f23-4cb0-91aa-c0d96b7c0556", "tag": "5d157c95-65b7-48da-9095-66a42746543d", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:29.231309 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-589e8d32-c158-4143-ad50-8c89cfd82829 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:29.231743 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'tag': '5d157c95-65b7-48da-9095-66a42746543d', 'status': 'completed', 'code': 200} Jul 27 21:15:29.292696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4f728-bb89-452e-8502-e487417f08e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d157c95-65b7-48da-9095-66a42746543d,revision_number=10']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:29.580181 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55873b97-da46-4ec1-b593-4a214a69ee1b req-5e318ca0-4982-48e2-8c12-c500ef29b63f service neutron] 10.222.0.66 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7677073 Jul 27 21:15:29.597818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0da38-d850-4228-bf63-a1777abaa750 req-20cd263b-9e26-48d5-ab3d-c6df5646e701 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:29.601996 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9a0da38-d850-4228-bf63-a1777abaa750 req-20cd263b-9e26-48d5-ab3d-c6df5646e701 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 944 time: 0.7922473 Jul 27 21:15:29.625187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7728e4de-a0b8-4d78-85c5-d94492fcbdd8 admin admin] Network 609af9a2-0957-4208-90be-cbd1268941b7 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:15:29.696000 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7728e4de-a0b8-4d78-85c5-d94492fcbdd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 609af9a2-0957-4208-90be-cbd1268941b7) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:29.708391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a472571d-6c76-4809-8a26-b39aa7f88f0c None None] Network 609af9a2-0957-4208-90be-cbd1268941b7 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:29.718547 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3af71e2d-d28f-424b-bbba-b3ff6450424f tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "GET /v2.0/routers/784e8b23-ae6e-495d-8602-d7e34f7a9e7f HTTP/1.1" status: 200 len: 921 time: 0.6816854 Jul 27 21:15:29.718547 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7728e4de-a0b8-4d78-85c5-d94492fcbdd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:29.718811 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7728e4de-a0b8-4d78-85c5-d94492fcbdd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.725428 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60602) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:29.773355 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9a0da38-d850-4228-bf63-a1777abaa750 req-f84520b0-83a1-4c65-9068-48aea6edf537 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604700 Jul 27 21:15:29.792736 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Attempting to bind port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:29.792991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Attempting to bind port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '5ff4e867-c559-4732-bce2-5ca13198c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:29.793311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Attempting to bind port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec on network e14eca0c-4aad-439e-9488-739525baf31f {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:29.813241 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a3deffd8-3493-4294-9079-5a5319015453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.831256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600e40d-aeb5-4dc6-9586-32c649f3acd7 req-6c122ec8-079f-4070-8fb5-a40fa2882097 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:29.832901 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9600e40d-aeb5-4dc6-9586-32c649f3acd7 req-6c122ec8-079f-4070-8fb5-a40fa2882097 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 931 time: 0.2502360 Jul 27 21:15:29.834242 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a3deffd8-3493-4294-9079-5a5319015453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.860243 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec on network e14eca0c-4aad-439e-9488-739525baf31f not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:15:29.861128 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Attempting to bind port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec on network e14eca0c-4aad-439e-9488-739525baf31f {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:29.863111 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Pushing event updated for resources: {'Port': ['ID=839e6d66-fd4b-4868-b1af-5feaa3ea25ec,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:29.863579 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a3deffd8-3493-4294-9079-5a5319015453 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eefeb43cbc7e4549ba574d4a15b6a4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2082860 Jul 27 21:15:29.868035 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7728e4de-a0b8-4d78-85c5-d94492fcbdd8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7558627 Jul 27 21:15:29.870791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60604) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:29.871180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60606) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:29.886413 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-609af9a2-0957-4208-90be-cbd1268941b7', 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7', 'tenant_id': '7221c096a21f443c97aebac4c729b01e', 'fixed_ips': [{'subnet_id': 'e84152d6-e220-4a04-8f73-1978717d4677'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:15:29.887441 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.894004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1934022936-router', 'tenant_id': '7221c096a21f443c97aebac4c729b01e', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:29.894183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:29.894501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Checking segment: {'id': '5ff4e867-c559-4732-bce2-5ca13198c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:29.894886 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Bound using segment: {'id': '5ff4e867-c559-4732-bce2-5ca13198c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:29.895326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Bound port: 839e6d66-fd4b-4868-b1af-5feaa3ea25ec, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff4e867-c559-4732-bce2-5ca13198c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:29.895685 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.932883 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.934102 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:29.940635 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-8a3d2e06-f6f2-4b9c-91ae-37dd0be9810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:29.942141 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-8a3d2e06-f6f2-4b9c-91ae-37dd0be9810e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 1096 time: 0.7872725 Jul 27 21:15:29.966978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3deffd8-3493-4294-9079-5a5319015453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ab7c4c-e584-47ac-9805-75d0c6d69e8f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:30.002860 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9600e40d-aeb5-4dc6-9586-32c649f3acd7 req-ee457867-f332-484a-bce6-0bb72e1596b1 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447036 Jul 27 21:15:30.039483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Allocated IP 172.20.0.2 (609af9a2-0957-4208-90be-cbd1268941b7/e84152d6-e220-4a04-8f73-1978717d4677/71891b87-ca49-417a-9235-9e08ece06065) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:30.051641 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.101009 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb61c2-bde7-4fb7-86a6-6819de8aa07a tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:30.102314 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-80cb61c2-bde7-4fb7-86a6-6819de8aa07a tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&device_id=784e8b23-ae6e-495d-8602-d7e34f7a9e7f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3743167 Jul 27 21:15:30.116077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60608) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:30.131978 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-83d458ff-2117-466a-81cf-1d5622a8734c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.191261 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.197641 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-83d458ff-2117-466a-81cf-1d5622a8734c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.200070 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Transition to ACTIVE for port object 71891b87-ca49-417a-9235-9e08ece06065 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:30.211752 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] For port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:30.215754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Transition to ACTIVE for port object 71891b87-ca49-417a-9235-9e08ece06065 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:30.223102 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.239343 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.251860 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] For port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=839e6d66-fd4b-4868-b1af-5feaa3ea25ec,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:30.268276 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.270712 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-d1be4dc0-f20d-4a85-b9a0-a8ca4be2d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:30.272182 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-d1be4dc0-f20d-4a85-b9a0-a8ca4be2d26b service neutron] 10.222.0.66 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 916 time: 0.3027136 Jul 27 21:15:30.273814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Network 609af9a2-0957-4208-90be-cbd1268941b7 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:30.275789 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:30.277801 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Pushing event updated for resources: {'Port': ['ID=71891b87-ca49-417a-9235-9e08ece06065,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:30.280280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:30.343052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Attempting to bind port 71891b87-ca49-417a-9235-9e08ece06065 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:30.343824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Attempting to bind port 71891b87-ca49-417a-9235-9e08ece06065 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4a256bd-1c18-4c7d-831c-7b4dc943b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:30.344424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Attempting to bind port 71891b87-ca49-417a-9235-9e08ece06065 on network 609af9a2-0957-4208-90be-cbd1268941b7 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:30.350885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:30.351803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Checking segment: {'id': 'a4a256bd-1c18-4c7d-831c-7b4dc943b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:30.352415 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.353096 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Bound using segment: {'id': 'a4a256bd-1c18-4c7d-831c-7b4dc943b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:30.353858 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Bound port: 71891b87-ca49-417a-9235-9e08ece06065, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a256bd-1c18-4c7d-831c-7b4dc943b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:30.354362 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.365264 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-83d458ff-2117-466a-81cf-1d5622a8734c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.368542 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-83d458ff-2117-466a-81cf-1d5622a8734c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.369909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-83d458ff-2117-466a-81cf-1d5622a8734c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7ab7c4c-e584-47ac-9805-75d0c6d69e8f HTTP/1.1" status: 204 len: 168 time: 0.4977319 Jul 27 21:15:30.392793 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d458ff-2117-466a-81cf-1d5622a8734c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ab7c4c-e584-47ac-9805-75d0c6d69e8f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:30.429215 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:30.429859 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.430983 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77022941-cf79-4c65-a79f-d319d45519d8 req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] 10.222.0.20 "PUT /v2.0/ports/839e6d66-fd4b-4868-b1af-5feaa3ea25ec HTTP/1.1" status: 200 len: 1091 time: 2.8562398 Jul 27 21:15:30.442631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9766a0b1-370a-4c9b-ad9f-78c9ed129a80 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:30.444013 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9766a0b1-370a-4c9b-ad9f-78c9ed129a80 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 881 time: 0.3242030 Jul 27 21:15:30.448151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47eaea67-1383-4d74-934c-fd56ff4d15b9 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:15:30.458922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60614) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:30.462196 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.475717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7839c-8123-426a-aac4-04f4a7c76f7f service neutron] Pushing event updated for resources: {'Port': ['ID=839e6d66-fd4b-4868-b1af-5feaa3ea25ec,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:30.516551 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c013b69a-a9af-4754-b5a1-ecf2ae4187b8 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "GET /v2.0/ports?device_id=784e8b23-ae6e-495d-8602-d7e34f7a9e7f HTTP/1.1" status: 200 len: 205 time: 0.0544608 Jul 27 21:15:30.525710 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60616) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:30.536878 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] For port 71891b87-ca49-417a-9235-9e08ece06065, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:30.547777 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] For port 71891b87-ca49-417a-9235-9e08ece06065, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=71891b87-ca49-417a-9235-9e08ece06065,segment=NetworkSegment(a4a256bd-1c18-4c7d-831c-7b4dc943b071),segment_id=a4a256bd-1c18-4c7d-831c-7b4dc943b071)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:30.559282 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.559504 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Transition to ACTIVE for port object 47eaea67-1383-4d74-934c-fd56ff4d15b9 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:30.561581 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-c71aea2a-ab98-4744-8c52-1f0787d66fcb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d157c95-65b7-48da-9095-66a42746543d HTTP/1.1" status: 200 len: 999 time: 0.2776182 Jul 27 21:15:30.603368 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.653213 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58994999-c45b-4019-ba94-3e56503daae2 None None] Pushing event updated for resources: {'Port': ['ID=71891b87-ca49-417a-9235-9e08ece06065,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:30.727905 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-334b993d-aa23-4dd5-8ad6-9bfe12d0f0fa tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.747424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Pushing event updated for resources: {'Port': ['ID=47eaea67-1383-4d74-934c-fd56ff4d15b9,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:30.764703 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-56ea1332-3836-4ca6-b2aa-be6cf8819ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:30.766101 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-56ea1332-3836-4ca6-b2aa-be6cf8819ed7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6f5c215f-9e0c-4039-b305-c7ccda95b7dd HTTP/1.1" status: 200 len: 854 time: 0.1947188 Jul 27 21:15:30.897976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77022941-cf79-4c65-a79f-d319d45519d8 req-adb9dbba-a90c-4e7b-8dad-7f89312346d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:30.899572 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77022941-cf79-4c65-a79f-d319d45519d8 req-adb9dbba-a90c-4e7b-8dad-7f89312346d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2d4da8a9a364bf1bd181c1f4af63c04&device_id=4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54 HTTP/1.1" status: 200 len: 1094 time: 0.3945518 Jul 27 21:15:30.929198 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.962344 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60622) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:30.972708 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:30.998318 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77022941-cf79-4c65-a79f-d319d45519d8 req-f49d7b7d-615d-4560-baee-e4837d93b16b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=839e6d66-fd4b-4868-b1af-5feaa3ea25ec HTTP/1.1" status: 200 len: 217 time: 0.0678842 Jul 27 21:15:31.035677 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc5f5-09ab-4cd9-805f-b13b58fed280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.077628 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Attempting to bind port 47eaea67-1383-4d74-934c-fd56ff4d15b9 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:31.077830 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-334b993d-aa23-4dd5-8ad6-9bfe12d0f0fa tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.078356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Attempting to bind port 47eaea67-1383-4d74-934c-fd56ff4d15b9 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '5ff4e867-c559-4732-bce2-5ca13198c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:31.078868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Attempting to bind port 47eaea67-1383-4d74-934c-fd56ff4d15b9 on network e14eca0c-4aad-439e-9488-739525baf31f {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:31.091408 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Port 47eaea67-1383-4d74-934c-fd56ff4d15b9 on network e14eca0c-4aad-439e-9488-739525baf31f not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:15:31.091945 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Attempting to bind port 47eaea67-1383-4d74-934c-fd56ff4d15b9 on network e14eca0c-4aad-439e-9488-739525baf31f {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:31.099305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77022941-cf79-4c65-a79f-d319d45519d8 req-a9711ac3-7256-45c2-a7d7-d92d4ee7d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:31.101064 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77022941-cf79-4c65-a79f-d319d45519d8 req-a9711ac3-7256-45c2-a7d7-d92d4ee7d3bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1eb11b9-e0a3-4268-87d6-e6981e846f8b HTTP/1.1" status: 200 len: 854 time: 0.0913551 Jul 27 21:15:31.103195 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:31.103725 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Checking segment: {'id': '5ff4e867-c559-4732-bce2-5ca13198c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:31.104295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Bound using segment: {'id': '5ff4e867-c559-4732-bce2-5ca13198c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:31.104906 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Bound port: 47eaea67-1383-4d74-934c-fd56ff4d15b9, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff4e867-c559-4732-bce2-5ca13198c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:31.105429 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.110167 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-d099b90a-4d22-4e24-b7f6-332f04e09891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:31.112549 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-d099b90a-4d22-4e24-b7f6-332f04e09891 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83632acd-e78d-4a39-ae97-2eaf775c8434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3337209 Jul 27 21:15:31.233776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54', 'tag': '839e6d66-fd4b-4868-b1af-5feaa3ea25ec'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:31.236752 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3c5dd9-106c-4617-9ebc-8d767fc49922" -d '{"events": [{"name": "network-changed", "server_uuid": "4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54", "tag": "839e6d66-fd4b-4868-b1af-5feaa3ea25ec"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:31.280252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d83124-4a95-48c4-b4c7-301d2d8295c9 req-61785883-8c31-4daf-936d-6091219f286c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:31.281794 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88d83124-4a95-48c4-b4c7-301d2d8295c9 req-61785883-8c31-4daf-936d-6091219f286c tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 945 time: 0.3184390 Jul 27 21:15:31.285935 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Allocated IP 172.25.2.200 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/3f7b497e-3fb0-40b8-b8d6-6cfdb178456a) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:31.291131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] For port 47eaea67-1383-4d74-934c-fd56ff4d15b9, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:31.315377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] For port 47eaea67-1383-4d74-934c-fd56ff4d15b9, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=47eaea67-1383-4d74-934c-fd56ff4d15b9,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:31.320001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77022941-cf79-4c65-a79f-d319d45519d8 req-48630681-32c0-4778-a9ee-9ae4bada5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:31.321545 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77022941-cf79-4c65-a79f-d319d45519d8 req-48630681-32c0-4778-a9ee-9ae4bada5d93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e14eca0c-4aad-439e-9488-739525baf31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2020373 Jul 27 21:15:31.323743 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-750f18dc-0e9a-461b-ab2e-13dd1385737a service neutron] 10.222.0.66 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898332 Jul 27 21:15:31.324839 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.411088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-334b993d-aa23-4dd5-8ad6-9bfe12d0f0fa tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Deleting port c3478ee7-ec3b-4868-b7bb-64781d24281d {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:31.411437 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-334b993d-aa23-4dd5-8ad6-9bfe12d0f0fa tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.449177 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:31.449804 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.451526 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] 10.222.0.66 "PUT /v2.0/ports/47eaea67-1383-4d74-934c-fd56ff4d15b9 HTTP/1.1" status: 200 len: 1091 time: 2.5320942 Jul 27 21:15:31.491621 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f686757-082b-42da-8fb5-c0f89f119b95 service neutron] Pushing event updated for resources: {'Port': ['ID=47eaea67-1383-4d74-934c-fd56ff4d15b9,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:31.499116 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88d83124-4a95-48c4-b4c7-301d2d8295c9 req-46035235-f1b9-4a33-8e51-42eddda5e5d3 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029798 Jul 27 21:15:31.544363 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc5f5-09ab-4cd9-805f-b13b58fed280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.566214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2aece9-2411-487b-953c-efca966ad64f req-ded40c1e-34b0-4e30-8868-27e1982bc690 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:31.568309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd2aece9-2411-487b-953c-efca966ad64f req-ded40c1e-34b0-4e30-8868-27e1982bc690 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 943 time: 0.3853021 Jul 27 21:15:31.577989 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e93a99-69b2-4408-9e7f-6f7cfd7b71aa x-openstack-request-id: req-e7e93a99-69b2-4408-9e7f-6f7cfd7b71aa {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:31.578493 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54", "tag": "839e6d66-fd4b-4868-b1af-5feaa3ea25ec", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:31.578900 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e7e93a99-69b2-4408-9e7f-6f7cfd7b71aa {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:31.579673 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54', 'tag': '839e6d66-fd4b-4868-b1af-5feaa3ea25ec', 'status': 'completed', 'code': 200} Jul 27 21:15:31.580026 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4ecc5f5-09ab-4cd9-805f-b13b58fed280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.610626 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-76ced61a-55c0-44e1-b1e7-ddc6ad52efa9 req-9f58fb9a-4438-4be3-8444-fee5cc251cac service neutron] 10.222.0.66 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770166 Jul 27 21:15:31.614750 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77022941-cf79-4c65-a79f-d319d45519d8 req-cf94e82a-ba53-4ebd-9103-106bb9569433 service neutron] 10.222.0.20 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802486 Jul 27 21:15:31.747238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-9d42265b-a785-4671-929f-d75243148b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:31.748779 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-9d42265b-a785-4671-929f-d75243148b6e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c2d4da8a9a364bf1bd181c1f4af63c04&device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 1094 time: 0.2382650 Jul 27 21:15:31.749647 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60636) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:31.755566 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b4ecc5f5-09ab-4cd9-805f-b13b58fed280 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39c2bc21d74449268cdab7733cef168f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7878218 Jul 27 21:15:31.770424 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.772607 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecc5f5-09ab-4cd9-805f-b13b58fed280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affd8893-d8a9-472d-a1c7-1ab888bafc9a,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:31.799202 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-334b993d-aa23-4dd5-8ad6-9bfe12d0f0fa tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.830215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-334b993d-aa23-4dd5-8ad6-9bfe12d0f0fa tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Calling delete_port for c3478ee7-ec3b-4868-b7bb-64781d24281d owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:31.862757 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77022941-cf79-4c65-a79f-d319d45519d8 req-175c9d59-0da3-43dc-b649-c2bd9a4cbc74 service neutron] 10.222.0.20 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352345 Jul 27 21:15:31.864974 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-5745f664-caec-4351-ac74-166cab68b99f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47eaea67-1383-4d74-934c-fd56ff4d15b9 HTTP/1.1" status: 200 len: 217 time: 0.0953264 Jul 27 21:15:31.927444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 71891b87-ca49-417a-9235-9e08ece06065 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:31.950170 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd2aece9-2411-487b-953c-efca966ad64f req-002b50b9-25e1-47d1-9bb6-d663fbd62bcc tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630557 Jul 27 21:15:31.956978 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:31.997646 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 71891b87-ca49-417a-9235-9e08ece06065 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:32.024419 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d60ecfd-df87-4103-90e8-d7e03cff04f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.027849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:32.030930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e3ab9ff7-7769-41a9-bddb-92376a25f518 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:15:32.046091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-422e0b3b-e7a7-482e-9add-ac6c5a4a8339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:32.047623 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-422e0b3b-e7a7-482e-9add-ac6c5a4a8339 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f1eb11b9-e0a3-4268-87d6-e6981e846f8b HTTP/1.1" status: 200 len: 854 time: 0.1717496 Jul 27 21:15:32.059561 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:32.067563 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:32.078097 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445806-61d7-456b-aaac-247efcc59ce2 req-211e18dd-0cad-4984-b4bf-178df5a1b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:32.080309 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0445806-61d7-456b-aaac-247efcc59ce2 req-211e18dd-0cad-4984-b4bf-178df5a1b248 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 1096 time: 0.3847950 Jul 27 21:15:32.109487 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d60ecfd-df87-4103-90e8-d7e03cff04f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.137618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Pushing event updated for resources: {'Port': ['ID=3f7b497e-3fb0-40b8-b8d6-6cfdb178456a,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:32.172702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfe8d5e-411a-4d22-80d5-a8bc9870a8c8 None None] Network 609af9a2-0957-4208-90be-cbd1268941b7 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:32.237288 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e3ab9ff7-7769-41a9-bddb-92376a25f518, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e3ab9ff7-7769-41a9-bddb-92376a25f518,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:32.292095 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'e3ab9ff7-7769-41a9-bddb-92376a25f518', 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f', 'port_id': 'e3ab9ff7-7769-41a9-bddb-92376a25f518', 'mac_address': 'fa:16:3e:a2:bf:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1eb11b9-e0a3-4268-87d6-e6981e846f8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:15:32.329494 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6de11a25-0bd8-4dc6-b39a-317f8691ed72 None None] Provisioning for port 71891b87-ca49-417a-9235-9e08ece06065 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:32.337379 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6de11a25-0bd8-4dc6-b39a-317f8691ed72 None None] Provisioning complete for port 71891b87-ca49-417a-9235-9e08ece06065 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:32.338002 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6de11a25-0bd8-4dc6-b39a-317f8691ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.342958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c5dd9-106c-4617-9ebc-8d767fc49922 req-630fe94f-b993-45b5-9f39-5072886ffa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:32.352592 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b3c5dd9-106c-4617-9ebc-8d767fc49922 req-630fe94f-b993-45b5-9f39-5072886ffa70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2d4da8a9a364bf1bd181c1f4af63c04&device_id=4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54 HTTP/1.1" status: 200 len: 1094 time: 0.3763545 Jul 27 21:15:32.361178 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d60ecfd-df87-4103-90e8-d7e03cff04f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.376584 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d60ecfd-df87-4103-90e8-d7e03cff04f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.383813 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4d60ecfd-df87-4103-90e8-d7e03cff04f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/affd8893-d8a9-472d-a1c7-1ab888bafc9a HTTP/1.1" status: 204 len: 168 time: 0.6281664 Jul 27 21:15:32.431615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60ecfd-df87-4103-90e8-d7e03cff04f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affd8893-d8a9-472d-a1c7-1ab888bafc9a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:32.495525 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.530507 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ab9ff7-7769-41a9-bddb-92376a25f518 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:15:32.688911 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.792109 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3af79913-fc30-44f7-8c35-9ddd23af1283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.816786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e3ab9ff7-7769-41a9-bddb-92376a25f518, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e3ab9ff7-7769-41a9-bddb-92376a25f518,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:32.841301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445806-61d7-456b-aaac-247efcc59ce2 req-3d924606-7d23-4af1-86a7-62744153c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:32.844019 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0445806-61d7-456b-aaac-247efcc59ce2 req-3d924606-7d23-4af1-86a7-62744153c49f service neutron] 10.222.0.66 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 916 time: 0.7492507 Jul 27 21:15:32.847540 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-67dbdcaa-6bb4-49ea-9cb2-36f76234b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:32.849410 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-67dbdcaa-6bb4-49ea-9cb2-36f76234b477 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14eca0c-4aad-439e-9488-739525baf31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7814219 Jul 27 21:15:32.850763 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c5dd9-106c-4617-9ebc-8d767fc49922 req-9add3aa3-ff19-4004-aaa3-06e91bef2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:32.852242 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b3c5dd9-106c-4617-9ebc-8d767fc49922 req-9add3aa3-ff19-4004-aaa3-06e91bef2090 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e14eca0c-4aad-439e-9488-739525baf31f HTTP/1.1" status: 200 len: 916 time: 0.4693468 Jul 27 21:15:32.913194 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.933606 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-334b993d-aa23-4dd5-8ad6-9bfe12d0f0fa tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:32.935764 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b3c5dd9-106c-4617-9ebc-8d767fc49922 req-df92fdb1-3e5b-4f5f-8327-03eebe8138a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=839e6d66-fd4b-4868-b1af-5feaa3ea25ec HTTP/1.1" status: 200 len: 217 time: 0.0703697 Jul 27 21:15:33.009011 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b993d-aa23-4dd5-8ad6-9bfe12d0f0fa tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Pushing event deleted for resources: {'Port': ['ID=c3478ee7-ec3b-4868-b7bb-64781d24281d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:33.056462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c5dd9-106c-4617-9ebc-8d767fc49922 req-fbe25421-67ab-412b-9c21-02c8c3206207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:33.060831 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b3c5dd9-106c-4617-9ebc-8d767fc49922 req-fbe25421-67ab-412b-9c21-02c8c3206207 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1eb11b9-e0a3-4268-87d6-e6981e846f8b HTTP/1.1" status: 200 len: 854 time: 0.1167572 Jul 27 21:15:33.064366 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6de11a25-0bd8-4dc6-b39a-317f8691ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.073797 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defd4e0-fbdf-4542-96f4-31fca0c7b560 req-0f1dea2a-067e-4c9b-a271-0511765c3183 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:33.083784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6defd4e0-fbdf-4542-96f4-31fca0c7b560 req-0f1dea2a-067e-4c9b-a271-0511765c3183 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 945 time: 0.3331776 Jul 27 21:15:33.182845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=e3ab9ff7-7769-41a9-bddb-92376a25f518,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:33.230295 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6de11a25-0bd8-4dc6-b39a-317f8691ed72 None None] For port 71891b87-ca49-417a-9235-9e08ece06065, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=71891b87-ca49-417a-9235-9e08ece06065,segment=NetworkSegment(a4a256bd-1c18-4c7d-831c-7b4dc943b071),segment_id=a4a256bd-1c18-4c7d-831c-7b4dc943b071)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:33.235449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c5dd9-106c-4617-9ebc-8d767fc49922 req-8f231d5b-5284-44c0-844a-3c6c887e0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:33.237508 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6de11a25-0bd8-4dc6-b39a-317f8691ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.243636 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b3c5dd9-106c-4617-9ebc-8d767fc49922 req-8f231d5b-5284-44c0-844a-3c6c887e0a73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e14eca0c-4aad-439e-9488-739525baf31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1749709 Jul 27 21:15:33.363395 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de11a25-0bd8-4dc6-b39a-317f8691ed72 None None] Pushing event updated for resources: {'Port': ['ID=71891b87-ca49-417a-9235-9e08ece06065,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:33.377908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['e3ab9ff7-7769-41a9-bddb-92376a25f518'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:15:33.414159 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-334b993d-aa23-4dd5-8ad6-9bfe12d0f0fa tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.600064 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3ed1337e-3634-45ca-8c48-cd3e87784556 None None] Provisioning complete for port 71891b87-ca49-417a-9235-9e08ece06065 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:33.600443 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3ed1337e-3634-45ca-8c48-cd3e87784556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:33.643506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be82dc62-1da0-40bb-97f3-84c5aa27eb29', 'tag': '47eaea67-1383-4d74-934c-fd56ff4d15b9'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:33.646314 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5726896-dc75-4c95-b229-c104fa34bc83" -d '{"events": [{"name": "network-changed", "server_uuid": "be82dc62-1da0-40bb-97f3-84c5aa27eb29", "tag": "47eaea67-1383-4d74-934c-fd56ff4d15b9"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:33.653632 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b3c5dd9-106c-4617-9ebc-8d767fc49922 req-5c38b007-9ff0-4ab0-b9f7-2078544844c7 service neutron] 10.222.0.20 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979821 Jul 27 21:15:33.687582 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0445806-61d7-456b-aaac-247efcc59ce2 req-0d060f5b-7ce9-43cb-b70b-ad1d50fbd285 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d157c95-65b7-48da-9095-66a42746543d HTTP/1.1" status: 200 len: 999 time: 0.3339701 Jul 27 21:15:33.692878 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-942b9105-4f0f-485a-bc07-08f0ff927c0f service neutron] 10.222.0.66 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425887 Jul 27 21:15:33.721341 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 839e6d66-fd4b-4868-b1af-5feaa3ea25ec details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:15:33.954607 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 71891b87-ca49-417a-9235-9e08ece06065 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:34.081843 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6defd4e0-fbdf-4542-96f4-31fca0c7b560 req-9253d5a5-e94d-4575-9e51-e8ee23b94674 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9381752 Jul 27 21:15:34.193955 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.194918 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-334b993d-aa23-4dd5-8ad6-9bfe12d0f0fa tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.208280 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-334b993d-aa23-4dd5-8ad6-9bfe12d0f0fa tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.218071 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b3c5dd9-106c-4617-9ebc-8d767fc49922 req-8f5031f0-5ec7-4dab-9cc1-625329e5791d service neutron] 10.222.0.20 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294702 Jul 27 21:15:34.222689 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc93583-b704-4478-846b-7b338844fec0 x-openstack-request-id: req-fcc93583-b704-4478-846b-7b338844fec0 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:34.226926 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be82dc62-1da0-40bb-97f3-84c5aa27eb29", "tag": "47eaea67-1383-4d74-934c-fd56ff4d15b9", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:34.228783 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fcc93583-b704-4478-846b-7b338844fec0 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:34.229527 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be82dc62-1da0-40bb-97f3-84c5aa27eb29', 'tag': '47eaea67-1383-4d74-934c-fd56ff4d15b9', 'status': 'completed', 'code': 200} Jul 27 21:15:34.326333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=839e6d66-fd4b-4868-b1af-5feaa3ea25ec,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:34.347042 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 71891b87-ca49-417a-9235-9e08ece06065 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:34.349651 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.357404 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-334b993d-aa23-4dd5-8ad6-9bfe12d0f0fa tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.357651 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334b993d-aa23-4dd5-8ad6-9bfe12d0f0fa tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Fanout notify agent at l3_agent the message router_deleted on router 784e8b23-ae6e-495d-8602-d7e34f7a9e7f {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:15:34.378593 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-334b993d-aa23-4dd5-8ad6-9bfe12d0f0fa tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.386655 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-334b993d-aa23-4dd5-8ad6-9bfe12d0f0fa tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "DELETE /v2.0/routers/784e8b23-ae6e-495d-8602-d7e34f7a9e7f HTTP/1.1" status: 204 len: 168 time: 3.8556733 Jul 27 21:15:34.396254 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60686) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:34.403456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a7d2f075-b9d1-4218-8771-27373c9fe8b4 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1729670664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:34.406367 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '839e6d66-fd4b-4868-b1af-5feaa3ea25ec', 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f', 'port_id': '839e6d66-fd4b-4868-b1af-5feaa3ea25ec', 'mac_address': 'fa:16:3e:4d:5e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1eb11b9-e0a3-4268-87d6-e6981e846f8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:15:34.423549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe3bdb-3f4a-42a0-bb1c-5e7ee4000bb1 req-eb0f04f3-6799-49d7-b3f3-765a2634d454 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:34.426595 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70fe3bdb-3f4a-42a0-bb1c-5e7ee4000bb1 req-eb0f04f3-6799-49d7-b3f3-765a2634d454 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 943 time: 1.1232412 Jul 27 21:15:34.429951 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5832e0ef-77d4-4dc6-afdf-32da1cef2ce9 req-cda403a9-5d1a-4d10-a0a2-682f54684177 service neutron] 10.222.0.66 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979275 Jul 27 21:15:34.453053 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445806-61d7-456b-aaac-247efcc59ce2 req-b743e93a-eafb-43f6-b862-61330f7f4ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:34.455539 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0445806-61d7-456b-aaac-247efcc59ce2 req-b743e93a-eafb-43f6-b862-61330f7f4ec9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6f5c215f-9e0c-4039-b305-c7ccda95b7dd HTTP/1.1" status: 200 len: 854 time: 0.2346332 Jul 27 21:15:34.458278 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.552677 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f075-b9d1-4218-8771-27373c9fe8b4 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.553750 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f075-b9d1-4218-8771-27373c9fe8b4 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.556468 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.582945 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70fe3bdb-3f4a-42a0-bb1c-5e7ee4000bb1 req-4505da20-113a-46a0-bb54-2ba7ac098acc tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405420 Jul 27 21:15:34.657658 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839e6d66-fd4b-4868-b1af-5feaa3ea25ec {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:15:34.698669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=839e6d66-fd4b-4868-b1af-5feaa3ea25ec,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:34.708756 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.717965 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f075-b9d1-4218-8771-27373c9fe8b4 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.726101 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f075-b9d1-4218-8771-27373c9fe8b4 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.756390 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7d2f075-b9d1-4218-8771-27373c9fe8b4 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:34.760586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60694) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:34.760749 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a7d2f075-b9d1-4218-8771-27373c9fe8b4 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3627121 Jul 27 21:15:34.767999 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Request body: {'router': {'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:34.790844 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Router b4a66eba-6d0a-4ddf-8a86-8d76169580e8 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:15:34.816644 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=839e6d66-fd4b-4868-b1af-5feaa3ea25ec,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:34.928207 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['839e6d66-fd4b-4868-b1af-5feaa3ea25ec'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:15:34.960936 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:34.974384 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Sync routers for ids ['b4a66eba-6d0a-4ddf-8a86-8d76169580e8'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:35.000622 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Routers {'b4a66eba-6d0a-4ddf-8a86-8d76169580e8'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:35.004178 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b4a66eba-6d0a-4ddf-8a86-8d76169580e8'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:35.023429 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:35.027970 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-897420ef-4ad9-494d-8492-4fd24990f195 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1546252 Jul 27 21:15:35.028898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60700) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:35.251700 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Set router b4a66eba-6d0a-4ddf-8a86-8d76169580e8 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:35.354697 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0c347cad-8677-4bd9-8625-f7844b9ee411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:35.473550 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:35.484365 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:35.590542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445806-61d7-456b-aaac-247efcc59ce2 req-229c2086-0067-46b0-963c-cd31096e22ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:35.592137 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0445806-61d7-456b-aaac-247efcc59ce2 req-229c2086-0067-46b0-963c-cd31096e22ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83632acd-e78d-4a39-ae97-2eaf775c8434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3258832 Jul 27 21:15:35.604263 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5726896-dc75-4c95-b229-c104fa34bc83 req-044b2a7f-53f0-47bc-b3f2-db04511b7b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:35.606024 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f5726896-dc75-4c95-b229-c104fa34bc83 req-044b2a7f-53f0-47bc-b3f2-db04511b7b17 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c2d4da8a9a364bf1bd181c1f4af63c04&device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 1094 time: 0.1763420 Jul 27 21:15:35.709989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 839e6d66-fd4b-4868-b1af-5feaa3ea25ec up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:35.734255 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'name': 'tempest-TestServerMultinode-1934022936-router', 'tenant_id': '7221c096a21f443c97aebac4c729b01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3f7b497e-3fb0-40b8-b8d6-6cfdb178456a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:29Z', 'updated_at': '2021-07-27T21:15:32Z', 'revision_number': 3, 'project_id': '7221c096a21f443c97aebac4c729b01e', 'gw_port': {'id': '3f7b497e-3fb0-40b8-b8d6-6cfdb178456a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:31Z', 'updated_at': '2021-07-27T21:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:35.770565 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Checking router: b4a66eba-6d0a-4ddf-8a86-8d76169580e8 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:15:35.771147 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Updating router b4a66eba-6d0a-4ddf-8a86-8d76169580e8 port 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:15:35.802177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606c2d7-aa96-4fc9-9bda-bd989374315a req-4edbc19d-520d-4c0b-ac2e-d3bee78ed128 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:35.805899 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7606c2d7-aa96-4fc9-9bda-bd989374315a req-4edbc19d-520d-4c0b-ac2e-d3bee78ed128 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 945 time: 0.5478923 Jul 27 21:15:35.811618 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:35.837644 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:35.843062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:35.843565 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:35.925245 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0445806-61d7-456b-aaac-247efcc59ce2 req-5cbf02c5-c0c7-41af-b94b-a191618e1a9b service neutron] 10.222.0.66 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006861 Jul 27 21:15:35.972792 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:35.975633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5726896-dc75-4c95-b229-c104fa34bc83 req-7205594f-2db5-425f-b292-b9e37936b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:35.977236 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f5726896-dc75-4c95-b229-c104fa34bc83 req-7205594f-2db5-425f-b292-b9e37936b1fc service neutron] 10.222.0.66 "GET /v2.0/networks?id=e14eca0c-4aad-439e-9488-739525baf31f HTTP/1.1" status: 200 len: 916 time: 0.3450112 Jul 27 21:15:36.015227 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=839e6d66-fd4b-4868-b1af-5feaa3ea25ec,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:36.018892 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839e6d66-fd4b-4868-b1af-5feaa3ea25ec'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:36.022038 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480b946f-a02e-482d-9813-d40fef41925f" -d '{"events": [{"server_uuid": "4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54", "name": "network-vif-plugged", "status": "completed", "tag": "839e6d66-fd4b-4868-b1af-5feaa3ea25ec"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:36.025251 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e3ab9ff7-7769-41a9-bddb-92376a25f518 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:36.031358 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:36.100299 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd3e71-b1e5-4f6a-a253-0c0cf0ee1f0b req-474e6c64-897d-4eb2-a716-c1274a3f69b5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:36.102438 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8fd3e71-b1e5-4f6a-a253-0c0cf0ee1f0b req-474e6c64-897d-4eb2-a716-c1274a3f69b5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 943 time: 0.2951658 Jul 27 21:15:36.109642 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7606c2d7-aa96-4fc9-9bda-bd989374315a req-b7e0dd52-370d-46d4-bf62-9dcbf902a51b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480385 Jul 27 21:15:36.157707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=839e6d66-fd4b-4868-b1af-5feaa3ea25ec,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:36.199422 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0445806-61d7-456b-aaac-247efcc59ce2 req-54361fb3-eb1c-42d2-99b4-4c5b1c97566d service neutron] 10.222.0.66 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144916 Jul 27 21:15:36.219333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port e3ab9ff7-7769-41a9-bddb-92376a25f518 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:36.231328 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port e3ab9ff7-7769-41a9-bddb-92376a25f518 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:36.231718 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:36.242529 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae41dfca-0f2e-4070-857b-3e41392378bc x-openstack-request-id: req-ae41dfca-0f2e-4070-857b-3e41392378bc {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:36.242816 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54", "name": "network-vif-plugged", "status": "completed", "tag": "839e6d66-fd4b-4868-b1af-5feaa3ea25ec", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:36.243967 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae41dfca-0f2e-4070-857b-3e41392378bc {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:36.244384 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839e6d66-fd4b-4868-b1af-5feaa3ea25ec', 'code': 200} Jul 27 21:15:36.313377 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f5726896-dc75-4c95-b229-c104fa34bc83 req-65318df4-1c80-4a60-8400-b31fec1afd03 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47eaea67-1383-4d74-934c-fd56ff4d15b9 HTTP/1.1" status: 200 len: 217 time: 0.1121325 Jul 27 21:15:36.319470 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:36.339330 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8fd3e71-b1e5-4f6a-a253-0c0cf0ee1f0b req-5a0eb382-7cf0-492f-ac1d-49405d34708d tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272007 Jul 27 21:15:36.372395 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Transition to ACTIVE for port object 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:36.377882 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:36.476261 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:36.482990 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635afa9-c565-43e2-936c-d1da3dca74ec None None] Pushing event updated for resources: {'Port': ['ID=3f7b497e-3fb0-40b8-b8d6-6cfdb178456a,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:36.519059 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Attempting to bind port 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:36.519437 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Attempting to bind port 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:36.519798 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Attempting to bind port 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:36.531457 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:36.531861 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:36.532300 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:36.532887 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:36.533540 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Bound port: 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:36.533923 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:36.585686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port e3ab9ff7-7769-41a9-bddb-92376a25f518, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e3ab9ff7-7769-41a9-bddb-92376a25f518,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:36.594098 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:36.683478 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] For port 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:36.692594 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] For port 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3f7b497e-3fb0-40b8-b8d6-6cfdb178456a,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:36.701441 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:36.706020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=e3ab9ff7-7769-41a9-bddb-92376a25f518,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:36.742156 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:36.758312 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:36.797176 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:36.835878 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635afa9-c565-43e2-936c-d1da3dca74ec None None] Pushing event updated for resources: {'Port': ['ID=3f7b497e-3fb0-40b8-b8d6-6cfdb178456a,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:36.838948 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Routers {'b4a66eba-6d0a-4ddf-8a86-8d76169580e8'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:36.839662 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b4a66eba-6d0a-4ddf-8a86-8d76169580e8'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:36.893473 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb893d5-21e0-4276-8b3a-6ec6c4a0e5e1 req-7ec5f529-9af7-4879-b166-4f58a611edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:36.899696 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-acb893d5-21e0-4276-8b3a-6ec6c4a0e5e1 req-7ec5f529-9af7-4879-b166-4f58a611edbf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54 HTTP/1.1" status: 200 len: 1096 time: 0.5786419 Jul 27 21:15:36.901203 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5726896-dc75-4c95-b229-c104fa34bc83 req-896a744b-bb84-46aa-ab7d-71205ce105bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:36.902872 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f5726896-dc75-4c95-b229-c104fa34bc83 req-896a744b-bb84-46aa-ab7d-71205ce105bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f1eb11b9-e0a3-4268-87d6-e6981e846f8b HTTP/1.1" status: 200 len: 854 time: 0.4854848 Jul 27 21:15:37.002937 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] Set router b4a66eba-6d0a-4ddf-8a86-8d76169580e8 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:37.056330 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-acb893d5-21e0-4276-8b3a-6ec6c4a0e5e1 req-a9752d62-8eb1-4cbb-915b-92f6ecb08882 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467524 Jul 27 21:15:37.084436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Allocated IP 172.25.2.114 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/c10bdb68-4076-4698-9851-cd267f2c82f9) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:37.084749 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Allocated IP 172.20.0.1 (609af9a2-0957-4208-90be-cbd1268941b7/e84152d6-e220-4a04-8f73-1978717d4677/6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:37.144967 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:37.323444 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:37.354765 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'name': 'tempest-TestServerMultinode-1934022936-router', 'tenant_id': '7221c096a21f443c97aebac4c729b01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3f7b497e-3fb0-40b8-b8d6-6cfdb178456a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:29Z', 'updated_at': '2021-07-27T21:15:32Z', 'revision_number': 3, 'project_id': '7221c096a21f443c97aebac4c729b01e', 'gw_port': {'id': '3f7b497e-3fb0-40b8-b8d6-6cfdb178456a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:31Z', 'updated_at': '2021-07-27T21:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:37.419391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Transition to ACTIVE for port object 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:37.459190 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9429d4f2-f364-462e-947e-48b19a6ef0ea None None] The sync data for ids ['b4a66eba-6d0a-4ddf-8a86-8d76169580e8'] in n-d-764806-9 is: [{'id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'name': 'tempest-TestServerMultinode-1934022936-router', 'tenant_id': '7221c096a21f443c97aebac4c729b01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3f7b497e-3fb0-40b8-b8d6-6cfdb178456a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:29Z', 'updated_at': '2021-07-27T21:15:32Z', 'revision_number': 3, 'project_id': '7221c096a21f443c97aebac4c729b01e', 'gw_port': {'id': '3f7b497e-3fb0-40b8-b8d6-6cfdb178456a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:31Z', 'updated_at': '2021-07-27T21:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:37.490788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cceeb-01d0-4705-9077-c1b282325adb req-4a748bca-55f8-4657-b16c-30f4de9c1643 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:37.492808 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-631cceeb-01d0-4705-9077-c1b282325adb req-4a748bca-55f8-4657-b16c-30f4de9c1643 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 945 time: 0.1575303 Jul 27 21:15:37.584162 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:37.646702 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:37.707847 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:37.744436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Network 609af9a2-0957-4208-90be-cbd1268941b7 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:37.764281 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:37.781431 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:37.827628 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-631cceeb-01d0-4705-9077-c1b282325adb req-c6abca1b-471c-4642-b07d-556f7ac579c3 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196938 Jul 27 21:15:37.872423 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5726896-dc75-4c95-b229-c104fa34bc83 req-47a44f02-714d-4aac-ab98-8ee6cabafe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:37.876887 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f5726896-dc75-4c95-b229-c104fa34bc83 req-47a44f02-714d-4aac-ab98-8ee6cabafe8d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14eca0c-4aad-439e-9488-739525baf31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5923138 Jul 27 21:15:37.929973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:37.932372 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Pushing event updated for resources: {'Port': ['ID=c10bdb68-4076-4698-9851-cd267f2c82f9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:37.952313 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:37.959243 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:38.022026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Pushing event updated for resources: {'Port': ['ID=6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:38.046002 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:38.153822 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845ed57-c237-4186-9a35-ed4aa46d62f7 req-8f548c1e-1e07-4910-a129-25f24737a4f9 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:38.157048 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5845ed57-c237-4186-9a35-ed4aa46d62f7 req-8f548c1e-1e07-4910-a129-25f24737a4f9 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 943 time: 0.6041532 Jul 27 21:15:38.235033 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:38.246846 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed03c2f-da39-4e8f-9542-9783e51071c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ab9ff7-7769-41a9-bddb-92376a25f518'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:38.254203 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47942647-3cfd-4575-9b8d-596578ffbe0b" -d '{"events": [{"server_uuid": "8ed03c2f-da39-4e8f-9542-9783e51071c0", "name": "network-vif-plugged", "status": "completed", "tag": "e3ab9ff7-7769-41a9-bddb-92376a25f518"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:38.308566 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5845ed57-c237-4186-9a35-ed4aa46d62f7 req-31dc9b6e-81e7-42ab-bb0e-fd77e014b3a7 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408887 Jul 27 21:15:38.359660 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4da6ae1-d506-4eba-9715-5aa7de8a64a2 x-openstack-request-id: req-c4da6ae1-d506-4eba-9715-5aa7de8a64a2 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:38.360055 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed03c2f-da39-4e8f-9542-9783e51071c0", "name": "network-vif-plugged", "status": "completed", "tag": "e3ab9ff7-7769-41a9-bddb-92376a25f518", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:38.360706 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4da6ae1-d506-4eba-9715-5aa7de8a64a2 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:38.360943 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed03c2f-da39-4e8f-9542-9783e51071c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ab9ff7-7769-41a9-bddb-92376a25f518', 'code': 200} Jul 27 21:15:38.459118 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:38.512385 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f5726896-dc75-4c95-b229-c104fa34bc83 req-83512320-dedc-47c0-9890-0692045eb760 service neutron] 10.222.0.66 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552367 Jul 27 21:15:38.604762 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fe88db0c-f736-4241-a236-510c22039205 None None] Provisioning for port 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:38.609371 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fe88db0c-f736-4241-a236-510c22039205 None None] Provisioning complete for port 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:38.609962 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fe88db0c-f736-4241-a236-510c22039205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:38.691294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-fe88db0c-f736-4241-a236-510c22039205 None None] Port 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:15:38.772778 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:38.781878 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f5726896-dc75-4c95-b229-c104fa34bc83 req-2a5fecef-819c-43a1-961c-063b186f7ae5 service neutron] 10.222.0.66 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511860 Jul 27 21:15:38.788409 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:38.871752 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:38.952731 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:38.956480 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Pushing event updated for resources: {'Port': ['ID=6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:39.015915 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a772bb-89cd-47c4-bbca-a1a9cc19075d req-a03435cd-5b57-4372-a778-9d1d030a8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:39.018038 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43a772bb-89cd-47c4-bbca-a1a9cc19075d req-a03435cd-5b57-4372-a778-9d1d030a8211 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 1097 time: 0.2327006 Jul 27 21:15:39.132970 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Network 609af9a2-0957-4208-90be-cbd1268941b7 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:39.149260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:39.177278 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43a772bb-89cd-47c4-bbca-a1a9cc19075d req-61f83abf-0b50-41a0-b79c-2fdcf424ef36 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838153 Jul 27 21:15:39.178759 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:39.192855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4618743-d7b9-431d-aea7-0927a7088d1e req-5708e1c3-9316-4e59-b223-0e3aff17be4a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:39.194665 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4618743-d7b9-431d-aea7-0927a7088d1e req-5708e1c3-9316-4e59-b223-0e3aff17be4a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 945 time: 0.1754732 Jul 27 21:15:39.326617 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4618743-d7b9-431d-aea7-0927a7088d1e req-fb66cbf6-34fa-4fee-aa77-34a52ba8a839 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653169 Jul 27 21:15:39.518558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Router b4a66eba-6d0a-4ddf-8a86-8d76169580e8 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:15:39.579338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f1281-54d4-4acb-8d53-072b55ada25c req-5565b42d-9b0d-49a3-b5e2-627816a922b9 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:39.588966 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-311f1281-54d4-4acb-8d53-072b55ada25c req-5565b42d-9b0d-49a3-b5e2-627816a922b9 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 943 time: 0.1402996 Jul 27 21:15:39.605660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:39.609922 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:39.638133 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ea997162-48e2-402e-8951-74612284ddda None None] Provisioning complete for port 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:39.638749 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ea997162-48e2-402e-8951-74612284ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:39.724225 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:39.738615 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-613bce75-fefc-407d-b59d-6c807216349e admin admin] 10.222.0.55 "PUT /v2.0/routers/b4a66eba-6d0a-4ddf-8a86-8d76169580e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7003644 Jul 27 21:15:39.740161 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ea997162-48e2-402e-8951-74612284ddda None None] Port 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:15:39.807287 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-311f1281-54d4-4acb-8d53-072b55ada25c req-6b794733-2184-4d9c-9805-5348fa074233 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146854 Jul 27 21:15:39.930948 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Router afc9d437-a058-4122-aa7e-a9f5971512ff is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:15:39.985418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:40.105157 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:40.114896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:40.115639 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:40.224429 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:40.237747 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:40.241721 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-87943ba5-996a-487f-b72a-2425828abc83 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "PUT /v2.0/routers/afc9d437-a058-4122-aa7e-a9f5971512ff HTTP/1.1" status: 200 len: 880 time: 5.4799037 Jul 27 21:15:40.244458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60756) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:40.249664 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d197e-f161-4437-acdd-f026d9a1c63e None None] Sync routers for ids ['afc9d437-a058-4122-aa7e-a9f5971512ff'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:40.291695 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d197e-f161-4437-acdd-f026d9a1c63e None None] Routers {'afc9d437-a058-4122-aa7e-a9f5971512ff'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:40.292458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-391d197e-f161-4437-acdd-f026d9a1c63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['afc9d437-a058-4122-aa7e-a9f5971512ff'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:40.346492 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-391d197e-f161-4437-acdd-f026d9a1c63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:40.358050 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:40.368337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d197e-f161-4437-acdd-f026d9a1c63e None None] Routers {'afc9d437-a058-4122-aa7e-a9f5971512ff'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:40.369312 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-391d197e-f161-4437-acdd-f026d9a1c63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['afc9d437-a058-4122-aa7e-a9f5971512ff'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:40.436384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-391d197e-f161-4437-acdd-f026d9a1c63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:40.439670 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391d197e-f161-4437-acdd-f026d9a1c63e None None] The sync data for ids ['afc9d437-a058-4122-aa7e-a9f5971512ff'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:40.457270 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3f7b497e-3fb0-40b8-b8d6-6cfdb178456a,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:40.465464 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:40.575097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=3f7b497e-3fb0-40b8-b8d6-6cfdb178456a,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:40.610813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:40.611237 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:40.611464 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:40.611778 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:40.612107 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:40.612438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:40.612766 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:40.613135 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:40.613411 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:40.613737 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:40.614065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:40.614487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:15:40.729444 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Sync routers for ids ['b4a66eba-6d0a-4ddf-8a86-8d76169580e8'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:40.763613 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Routers {'b4a66eba-6d0a-4ddf-8a86-8d76169580e8'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:40.767813 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b4a66eba-6d0a-4ddf-8a86-8d76169580e8'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:41.129092 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Set router b4a66eba-6d0a-4ddf-8a86-8d76169580e8 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:41.153899 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60776) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:41.161124 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-0f0e4ec2-ec63-4bc6-8330-f831d424fd84 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-61325012-network', 'tenant_id': '1b7df5271a494424b5d3d79717e101d8'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:41.232833 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0e4ec2-ec63-4bc6-8330-f831d424fd84 admin admin] Made reservation on behalf of 1b7df5271a494424b5d3d79717e101d8 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:41.244809 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f0e4ec2-ec63-4bc6-8330-f831d424fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:41.261623 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4f79608d-6253-4ea9-b460-3c1b5e02b0ac tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "GET /v2.0/routers/afc9d437-a058-4122-aa7e-a9f5971512ff HTTP/1.1" status: 200 len: 921 time: 1.0158331 Jul 27 21:15:41.268102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60778) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:41.286374 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f0e4ec2-ec63-4bc6-8330-f831d424fd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:41.335401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445f8c0-fd49-4820-abf6-5696176bab55 req-026c7b2e-de9a-4d1a-a50e-f9040a541a5d tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:41.343355 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7445f8c0-fd49-4820-abf6-5696176bab55 req-026c7b2e-de9a-4d1a-a50e-f9040a541a5d tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 943 time: 0.2568986 Jul 27 21:15:41.365338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adafd0-1c0c-4f17-82ce-3d7a14ac1720 req-26dbc235-4ff1-4ee4-af63-bf23e1357a41 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:41.367409 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29adafd0-1c0c-4f17-82ce-3d7a14ac1720 req-26dbc235-4ff1-4ee4-af63-bf23e1357a41 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 945 time: 0.2996492 Jul 27 21:15:41.434523 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29adafd0-1c0c-4f17-82ce-3d7a14ac1720 req-8e4fcb2b-07db-4fa7-8e02-47fc772f6bad tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587373 Jul 27 21:15:41.486039 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7445f8c0-fd49-4820-abf6-5696176bab55 req-d745aec2-2cb5-41cd-9145-1d6ba607d425 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398711 Jul 27 21:15:41.514402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9477548-36e8-4e30-bcf9-b851380c3dea tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:41.519564 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e9477548-36e8-4e30-bcf9-b851380c3dea tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&device_id=afc9d437-a058-4122-aa7e-a9f5971512ff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2463183 Jul 27 21:15:41.522566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60782) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:41.590505 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'name': 'tempest-TestServerMultinode-1934022936-router', 'tenant_id': '7221c096a21f443c97aebac4c729b01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3f7b497e-3fb0-40b8-b8d6-6cfdb178456a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:29Z', 'updated_at': '2021-07-27T21:15:38Z', 'revision_number': 4, 'project_id': '7221c096a21f443c97aebac4c729b01e', 'gw_port': {'id': '3f7b497e-3fb0-40b8-b8d6-6cfdb178456a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:31Z', 'updated_at': '2021-07-27T21:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b', 'name': '', 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7', 'tenant_id': '7221c096a21f443c97aebac4c729b01e', 'mac_address': 'fa:16:3e:4c:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'e84152d6-e220-4a04-8f73-1978717d4677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:36Z', 'updated_at': '2021-07-27T21:15:38Z', 'revision_number': 2, 'project_id': '7221c096a21f443c97aebac4c729b01e', 'subnets': [{'id': 'e84152d6-e220-4a04-8f73-1978717d4677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:41.630563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c533245-1a6f-44f6-8b80-e7bc4f31a83f tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:41.632289 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8c533245-1a6f-44f6-8b80-e7bc4f31a83f tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 881 time: 0.1085811 Jul 27 21:15:41.635792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60784) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:41.636945 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Checking router: b4a66eba-6d0a-4ddf-8a86-8d76169580e8 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:15:41.637392 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Updating router b4a66eba-6d0a-4ddf-8a86-8d76169580e8 port 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:15:41.676552 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:41.684378 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6c082411-25bf-45ac-bb28-b835739bcc18 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "GET /v2.0/ports?device_id=afc9d437-a058-4122-aa7e-a9f5971512ff HTTP/1.1" status: 200 len: 205 time: 0.0450659 Jul 27 21:15:41.684648 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f0e4ec2-ec63-4bc6-8330-f831d424fd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:41.685170 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60786) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:41.696769 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f0e4ec2-ec63-4bc6-8330-f831d424fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:41.759092 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0e4ec2-ec63-4bc6-8330-f831d424fd84 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:15:41.863308 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:41.904672 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f0e4ec2-ec63-4bc6-8330-f831d424fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:41.905030 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-0f0e4ec2-ec63-4bc6-8330-f831d424fd84 admin admin] Added segment 5585875f-99e5-4e91-b3cb-3aba5dbfd705 of type vlan for network f6294b92-0c72-4fe4-972d-33afafecfb41 Jul 27 21:15:41.907799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e4ec2-ec63-4bc6-8330-f831d424fd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f195e5e9-d62a-451c-9ac0-30155486f51a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:41.958090 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:41.958872 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.022631 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f0e4ec2-ec63-4bc6-8330-f831d424fd84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.034410 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a28cc0a1-fc51-417f-ade9-7cad1206e3c0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.081622 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 47eaea67-1383-4d74-934c-fd56ff4d15b9 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:15:42.145784 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f0e4ec2-ec63-4bc6-8330-f831d424fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.146816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0e4ec2-ec63-4bc6-8330-f831d424fd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:42.147399 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f0e4ec2-ec63-4bc6-8330-f831d424fd84 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.202900 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.216423 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e4ec2-ec63-4bc6-8330-f831d424fd84 admin admin] Pushing event updated for resources: {'Network': ['ID=f6294b92-0c72-4fe4-972d-33afafecfb41,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:42.231966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network f6294b92-0c72-4fe4-972d-33afafecfb41 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:15:42.237215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60796) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:42.237518 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0f0e4ec2-ec63-4bc6-8330-f831d424fd84 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0822456 Jul 27 21:15:42.242404 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ebf2d426-74f7-4fa9-b1a6-affc9f078b54 admin admin] Request body: {'subnet': {'network_id': 'f6294b92-0c72-4fe4-972d-33afafecfb41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-61325012-subnet', 'tenant_id': '1b7df5271a494424b5d3d79717e101d8', 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:42.258104 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a28cc0a1-fc51-417f-ade9-7cad1206e3c0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.258572 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Transition to ACTIVE for port object 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:42.275720 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.316025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf2d426-74f7-4fa9-b1a6-affc9f078b54 admin admin] Made reservation on behalf of 1b7df5271a494424b5d3d79717e101d8 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:42.318489 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ebf2d426-74f7-4fa9-b1a6-affc9f078b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.374165 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d034ae-93ad-4d7c-87bc-8f306c9c820e None None] Pushing event updated for resources: {'Port': ['ID=6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:42.528303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 47eaea67-1383-4d74-934c-fd56ff4d15b9, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=47eaea67-1383-4d74-934c-fd56ff4d15b9,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:42.536007 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Attempting to bind port 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:42.536383 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Attempting to bind port 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4a256bd-1c18-4c7d-831c-7b4dc943b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:42.536938 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Attempting to bind port 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b on network 609af9a2-0957-4208-90be-cbd1268941b7 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:42.543040 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:42.543546 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Checking segment: {'id': 'a4a256bd-1c18-4c7d-831c-7b4dc943b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:42.543962 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.544415 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Bound using segment: {'id': 'a4a256bd-1c18-4c7d-831c-7b4dc943b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:42.544896 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Bound port: 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a256bd-1c18-4c7d-831c-7b4dc943b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:42.545279 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.606257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '47eaea67-1383-4d74-934c-fd56ff4d15b9', 'network_id': 'e14eca0c-4aad-439e-9488-739525baf31f', 'port_id': '47eaea67-1383-4d74-934c-fd56ff4d15b9', 'mac_address': 'fa:16:3e:f7:00:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1eb11b9-e0a3-4268-87d6-e6981e846f8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:15:42.747059 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] For port 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:42.750916 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] For port 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b,segment=NetworkSegment(a4a256bd-1c18-4c7d-831c-7b4dc943b071),segment_id=a4a256bd-1c18-4c7d-831c-7b4dc943b071)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:42.760964 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.808818 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:42.846896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47eaea67-1383-4d74-934c-fd56ff4d15b9 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:15:42.915416 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 47eaea67-1383-4d74-934c-fd56ff4d15b9, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=47eaea67-1383-4d74-934c-fd56ff4d15b9,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:42.926358 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:43.029715 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Routers {'b4a66eba-6d0a-4ddf-8a86-8d76169580e8'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:43.031081 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b4a66eba-6d0a-4ddf-8a86-8d76169580e8'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:43.060094 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b1f7e-9f07-450c-bae3-30588ce67beb req-144ed0bf-7bdb-46f6-aa1b-f27d01bcf6d4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:43.070259 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-754b1f7e-9f07-450c-bae3-30588ce67beb req-144ed0bf-7bdb-46f6-aa1b-f27d01bcf6d4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 945 time: 0.3484569 Jul 27 21:15:43.137604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=47eaea67-1383-4d74-934c-fd56ff4d15b9,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:43.213689 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-754b1f7e-9f07-450c-bae3-30588ce67beb req-71312c41-f620-4126-a175-cc2f4b1375ea tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421385 Jul 27 21:15:43.218749 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ebf2d426-74f7-4fa9-b1a6-affc9f078b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:43.284944 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d034ae-93ad-4d7c-87bc-8f306c9c820e None None] Pushing event updated for resources: {'Port': ['ID=6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:43.286752 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1be2e-8215-4e86-b612-e86c4c585790 req-51d04e78-42dc-4a32-bc1d-9846a18fef51 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:43.288367 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0fd1be2e-8215-4e86-b612-e86c4c585790 req-51d04e78-42dc-4a32-bc1d-9846a18fef51 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 943 time: 0.4324133 Jul 27 21:15:43.329965 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] Set router b4a66eba-6d0a-4ddf-8a86-8d76169580e8 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:43.350347 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['47eaea67-1383-4d74-934c-fd56ff4d15b9'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:15:43.423838 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2d426-74f7-4fa9-b1a6-affc9f078b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5979380-43cf-4870-bc35-90bd2f19904f,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:43.494851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-a28cc0a1-fc51-417f-ade9-7cad1206e3c0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Deleting port c10bdb68-4076-4698-9851-cd267f2c82f9 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:43.495409 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a28cc0a1-fc51-417f-ade9-7cad1206e3c0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:43.520531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf2d426-74f7-4fa9-b1a6-affc9f078b54 admin admin] Checking segment: {'id': '5585875f-99e5-4e91-b3cb-3aba5dbfd705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6294b92-0c72-4fe4-972d-33afafecfb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:43.521299 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf2d426-74f7-4fa9-b1a6-affc9f078b54 admin admin] Network hostable DHCP agents. Network: f6294b92-0c72-4fe4-972d-33afafecfb41, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:15:43.536395 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0fd1be2e-8215-4e86-b612-e86c4c585790 req-d16acf71-1bc6-4da5-9667-97a12806861e tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369914 Jul 27 21:15:43.575365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf2d426-74f7-4fa9-b1a6-affc9f078b54 admin admin] Network f6294b92-0c72-4fe4-972d-33afafecfb41 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:15:43.594849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-ebf2d426-74f7-4fa9-b1a6-affc9f078b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, f6294b92-0c72-4fe4-972d-33afafecfb41) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:43.601858 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf2d426-74f7-4fa9-b1a6-affc9f078b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:43.603175 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ebf2d426-74f7-4fa9-b1a6-affc9f078b54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:43.633983 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ebf2d426-74f7-4fa9-b1a6-affc9f078b54 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3954666 Jul 27 21:15:43.635751 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992cf430-78eb-48c4-81c7-0f6fdfa45d1e None None] Network f6294b92-0c72-4fe4-972d-33afafecfb41 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:43.636439 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60814) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:43.641769 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-61325012-router', 'tenant_id': '1b7df5271a494424b5d3d79717e101d8', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:43.681051 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a28cc0a1-fc51-417f-ade9-7cad1206e3c0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:43.695198 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:43.697307 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:43.701898 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-a28cc0a1-fc51-417f-ade9-7cad1206e3c0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Calling delete_port for c10bdb68-4076-4698-9851-cd267f2c82f9 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:43.910298 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'name': 'tempest-TestServerMultinode-1934022936-router', 'tenant_id': '7221c096a21f443c97aebac4c729b01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3f7b497e-3fb0-40b8-b8d6-6cfdb178456a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:29Z', 'updated_at': '2021-07-27T21:15:38Z', 'revision_number': 4, 'project_id': '7221c096a21f443c97aebac4c729b01e', 'gw_port': {'id': '3f7b497e-3fb0-40b8-b8d6-6cfdb178456a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:31Z', 'updated_at': '2021-07-27T21:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b', 'name': '', 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7', 'tenant_id': '7221c096a21f443c97aebac4c729b01e', 'mac_address': 'fa:16:3e:4c:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'e84152d6-e220-4a04-8f73-1978717d4677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:36Z', 'updated_at': '2021-07-27T21:15:42Z', 'revision_number': 4, 'project_id': '7221c096a21f443c97aebac4c729b01e', 'subnets': [{'id': 'e84152d6-e220-4a04-8f73-1978717d4677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:43.918450 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:43.957841 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4660d7-93bf-4aca-80df-22016e0b938a None None] The sync data for ids ['b4a66eba-6d0a-4ddf-8a86-8d76169580e8'] in n-d-764806-9 is: [{'id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'name': 'tempest-TestServerMultinode-1934022936-router', 'tenant_id': '7221c096a21f443c97aebac4c729b01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3f7b497e-3fb0-40b8-b8d6-6cfdb178456a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:29Z', 'updated_at': '2021-07-27T21:15:38Z', 'revision_number': 4, 'project_id': '7221c096a21f443c97aebac4c729b01e', 'gw_port': {'id': '3f7b497e-3fb0-40b8-b8d6-6cfdb178456a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:31Z', 'updated_at': '2021-07-27T21:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b', 'name': '', 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7', 'tenant_id': '7221c096a21f443c97aebac4c729b01e', 'mac_address': 'fa:16:3e:4c:c2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'e84152d6-e220-4a04-8f73-1978717d4677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:36Z', 'updated_at': '2021-07-27T21:15:42Z', 'revision_number': 4, 'project_id': '7221c096a21f443c97aebac4c729b01e', 'subnets': [{'id': 'e84152d6-e220-4a04-8f73-1978717d4677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:43.976870 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-f6294b92-0c72-4fe4-972d-33afafecfb41', 'network_id': 'f6294b92-0c72-4fe4-972d-33afafecfb41', 'tenant_id': '1b7df5271a494424b5d3d79717e101d8', 'fixed_ips': [{'subnet_id': 'a5979380-43cf-4870-bc35-90bd2f19904f'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:15:43.978071 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:44.179010 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a28cc0a1-fc51-417f-ade9-7cad1206e3c0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:44.241852 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:44.257458 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cc0a1-fc51-417f-ade9-7cad1206e3c0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Pushing event deleted for resources: {'Port': ['ID=c10bdb68-4076-4698-9851-cd267f2c82f9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:44.425165 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a28cc0a1-fc51-417f-ade9-7cad1206e3c0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:44.525686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Allocated IP 172.20.0.2 (f6294b92-0c72-4fe4-972d-33afafecfb41/a5979380-43cf-4870-bc35-90bd2f19904f/8cbbae86-3377-4bd7-bee7-7416828430d5) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:44.643509 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a28cc0a1-fc51-417f-ade9-7cad1206e3c0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:44.647467 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a28cc0a1-fc51-417f-ade9-7cad1206e3c0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:44.770302 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a28cc0a1-fc51-417f-ade9-7cad1206e3c0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:44.770946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28cc0a1-fc51-417f-ade9-7cad1206e3c0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Fanout notify agent at l3_agent the message router_deleted on router afc9d437-a058-4122-aa7e-a9f5971512ff {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:15:44.788736 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a28cc0a1-fc51-417f-ade9-7cad1206e3c0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:44.795208 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a28cc0a1-fc51-417f-ade9-7cad1206e3c0 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "DELETE /v2.0/routers/afc9d437-a058-4122-aa7e-a9f5971512ff HTTP/1.1" status: 204 len: 168 time: 3.1089268 Jul 27 21:15:44.797116 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60826) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:44.808901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8df8c48e-559d-4b38-8f3c-a58a4da70ee7 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1449836802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:44.864304 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8df8c48e-559d-4b38-8f3c-a58a4da70ee7 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:44.865389 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8df8c48e-559d-4b38-8f3c-a58a4da70ee7 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.009122 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8df8c48e-559d-4b38-8f3c-a58a4da70ee7 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.018892 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8df8c48e-559d-4b38-8f3c-a58a4da70ee7 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.027072 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd133780-4ca8-4da1-afe2-a82ee824f91b req-983defad-f9c6-47df-8a02-59105add7369 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:45.038877 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd133780-4ca8-4da1-afe2-a82ee824f91b req-983defad-f9c6-47df-8a02-59105add7369 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 945 time: 0.6350367 Jul 27 21:15:45.074171 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8df8c48e-559d-4b38-8f3c-a58a4da70ee7 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.079213 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8df8c48e-559d-4b38-8f3c-a58a4da70ee7 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2800987 Jul 27 21:15:45.080285 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60830) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:45.087721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'enable_snat': True}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:45.098072 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.099742 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.144864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Transition to ACTIVE for port object 8cbbae86-3377-4bd7-bee7-7416828430d5 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:45.277236 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Transition to ACTIVE for port object 8cbbae86-3377-4bd7-bee7-7416828430d5 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:45.299876 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.338681 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.427177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef20a6-16ea-4df0-98cd-23cc54930bc8 req-70ddd684-3e73-4fe7-b842-f64143a52ace tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:45.429139 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-efef20a6-16ea-4df0-98cd-23cc54930bc8 req-70ddd684-3e73-4fe7-b842-f64143a52ace tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 944 time: 0.6409457 Jul 27 21:15:45.448060 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Network f6294b92-0c72-4fe4-972d-33afafecfb41 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:45.457947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:45.470780 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:45.524671 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd133780-4ca8-4da1-afe2-a82ee824f91b req-20b35f9d-bb83-4145-99ac-b0c80cfc2f4e tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4845891 Jul 27 21:15:45.534101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Pushing event updated for resources: {'Port': ['ID=8cbbae86-3377-4bd7-bee7-7416828430d5,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:45.616413 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-efef20a6-16ea-4df0-98cd-23cc54930bc8 req-96719d79-728d-45b8-ab4c-a459e0319f17 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291859 Jul 27 21:15:45.649896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Attempting to bind port 8cbbae86-3377-4bd7-bee7-7416828430d5 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:45.650300 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Attempting to bind port 8cbbae86-3377-4bd7-bee7-7416828430d5 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '5585875f-99e5-4e91-b3cb-3aba5dbfd705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6294b92-0c72-4fe4-972d-33afafecfb41'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:45.652169 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Attempting to bind port 8cbbae86-3377-4bd7-bee7-7416828430d5 on network f6294b92-0c72-4fe4-972d-33afafecfb41 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:45.671068 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:45.671672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Checking segment: {'id': '5585875f-99e5-4e91-b3cb-3aba5dbfd705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6294b92-0c72-4fe4-972d-33afafecfb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:45.674696 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.675190 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Bound using segment: {'id': '5585875f-99e5-4e91-b3cb-3aba5dbfd705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6294b92-0c72-4fe4-972d-33afafecfb41'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:45.676123 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Bound port: 8cbbae86-3377-4bd7-bee7-7416828430d5, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5585875f-99e5-4e91-b3cb-3aba5dbfd705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6294b92-0c72-4fe4-972d-33afafecfb41'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:45.676526 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.707914 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Allocated IP 172.25.2.59 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/e77160be-dbb4-422f-8ad4-811a0c2c5dff) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:45.717846 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.853671 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] For port 8cbbae86-3377-4bd7-bee7-7416828430d5, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:45.857814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] For port 8cbbae86-3377-4bd7-bee7-7416828430d5, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8cbbae86-3377-4bd7-bee7-7416828430d5,segment=NetworkSegment(5585875f-99e5-4e91-b3cb-3aba5dbfd705),segment_id=5585875f-99e5-4e91-b3cb-3aba5dbfd705)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:45.866148 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.919427 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:45.965805 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:45.993331 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb8966-969f-41b5-8516-ea107dd61052 None None] Pushing event updated for resources: {'Port': ['ID=8cbbae86-3377-4bd7-bee7-7416828430d5,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:46.035679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:46.040746 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:46.041378 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.053159 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.085667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 47eaea67-1383-4d74-934c-fd56ff4d15b9 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:46.103070 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:46.104403 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.114242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:46.121838 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:46.140317 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.173656 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Pushing event updated for resources: {'Port': ['ID=e77160be-dbb4-422f-8ad4-811a0c2c5dff,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:46.252024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 47eaea67-1383-4d74-934c-fd56ff4d15b9 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:46.272472 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 47eaea67-1383-4d74-934c-fd56ff4d15b9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:46.273219 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.330452 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.370125 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Allocated IP 172.25.2.110 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/39ba0da3-f512-4300-9068-dde25e47647e) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:46.435046 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b,segment=NetworkSegment(a4a256bd-1c18-4c7d-831c-7b4dc943b071),segment_id=a4a256bd-1c18-4c7d-831c-7b4dc943b071)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:46.437119 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.464931 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.525702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be82dc62-1da0-40bb-97f3-84c5aa27eb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47eaea67-1383-4d74-934c-fd56ff4d15b9'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:46.528047 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a121d55-6034-4268-95a7-7c4b955e74d5" -d '{"events": [{"server_uuid": "be82dc62-1da0-40bb-97f3-84c5aa27eb29", "name": "network-vif-plugged", "status": "completed", "tag": "47eaea67-1383-4d74-934c-fd56ff4d15b9"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:46.551210 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 47eaea67-1383-4d74-934c-fd56ff4d15b9, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=47eaea67-1383-4d74-934c-fd56ff4d15b9,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:46.563895 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.566112 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:46.645874 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08712fd-8db1-4178-937f-f3689fad8d1a x-openstack-request-id: req-b08712fd-8db1-4178-937f-f3689fad8d1a {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:46.646334 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be82dc62-1da0-40bb-97f3-84c5aa27eb29", "name": "network-vif-plugged", "status": "completed", "tag": "47eaea67-1383-4d74-934c-fd56ff4d15b9", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:46.646702 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b08712fd-8db1-4178-937f-f3689fad8d1a {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:46.647179 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be82dc62-1da0-40bb-97f3-84c5aa27eb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47eaea67-1383-4d74-934c-fd56ff4d15b9', 'code': 200} Jul 27 21:15:46.653947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=47eaea67-1383-4d74-934c-fd56ff4d15b9,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:46.698260 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.754739 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.814427 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:46.818413 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:46.820206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:46.821817 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:46.859194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Pushing event updated for resources: {'Port': ['ID=39ba0da3-f512-4300-9068-dde25e47647e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:46.923603 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c4d34-9d4c-48f4-95cd-2e018c1c0c25 req-a75e84be-ae15-433e-9999-3bc4cb9a2da7 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:46.925182 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-813c4d34-9d4c-48f4-95cd-2e018c1c0c25 req-a75e84be-ae15-433e-9999-3bc4cb9a2da7 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 945 time: 0.2000318 Jul 27 21:15:46.958461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4dbb46-25d2-406f-aa84-b681e915df02 req-520cdc15-e9de-4ab0-8138-682e67cadfff tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:46.959981 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa4dbb46-25d2-406f-aa84-b681e915df02 req-520cdc15-e9de-4ab0-8138-682e67cadfff tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 945 time: 0.2470253 Jul 27 21:15:47.037891 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-813c4d34-9d4c-48f4-95cd-2e018c1c0c25 req-e2f99ed9-0c02-442d-ad0f-7ff9a4327917 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768600 Jul 27 21:15:47.074211 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa4dbb46-25d2-406f-aa84-b681e915df02 req-ae44bd57-7c19-4c89-bd7a-53acc97d8275 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031675 Jul 27 21:15:47.156583 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.158717 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.333108 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Router bd65e25a-186b-421f-8fad-f1ed8e12f00c is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:15:47.394480 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.398018 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.549611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4482211c-0fce-4762-9274-59671d592794 None None] Network f6294b92-0c72-4fe4-972d-33afafecfb41 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:15:47.559055 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Router 7a573e31-6a74-4bea-93f4-2603abafc84e is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:15:47.675645 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1703341b-eb4f-4e38-abe6-9627fa098058 None None] Provisioning for port 8cbbae86-3377-4bd7-bee7-7416828430d5 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:47.754628 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:47.762390 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.763701 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-05458211-7477-4c8c-88fa-f93d06874a77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "PUT /v2.0/routers/7a573e31-6a74-4bea-93f4-2603abafc84e HTTP/1.1" status: 200 len: 915 time: 2.6818810 Jul 27 21:15:47.766932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60854) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:47.769105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f68cd-d141-4de8-a013-fdbf3ad056da None None] Sync routers for ids ['7a573e31-6a74-4bea-93f4-2603abafc84e'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:47.789982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f68cd-d141-4de8-a013-fdbf3ad056da None None] Routers {'7a573e31-6a74-4bea-93f4-2603abafc84e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:47.791773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0d3f68cd-d141-4de8-a013-fdbf3ad056da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7a573e31-6a74-4bea-93f4-2603abafc84e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:47.851785 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0d3f68cd-d141-4de8-a013-fdbf3ad056da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:47.896015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f68cd-d141-4de8-a013-fdbf3ad056da None None] Routers {'7a573e31-6a74-4bea-93f4-2603abafc84e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:47.896660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0d3f68cd-d141-4de8-a013-fdbf3ad056da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7a573e31-6a74-4bea-93f4-2603abafc84e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:47.904981 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:47.917300 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Sync routers for ids ['bd65e25a-186b-421f-8fad-f1ed8e12f00c'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:47.928200 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Routers {'bd65e25a-186b-421f-8fad-f1ed8e12f00c'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:47.929071 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['bd65e25a-186b-421f-8fad-f1ed8e12f00c'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:47.936403 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:47.940981 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bf87e34a-5e82-42b8-bdf3-b4c273673964 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.3017757 Jul 27 21:15:47.942511 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60856) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:47.949954 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0d3f68cd-d141-4de8-a013-fdbf3ad056da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:47.950676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f68cd-d141-4de8-a013-fdbf3ad056da None None] The sync data for ids ['7a573e31-6a74-4bea-93f4-2603abafc84e'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:48.000141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:48.056086 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-09d408cc-1659-4409-b751-9b06fcc17c77 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "GET /v2.0/routers/7a573e31-6a74-4bea-93f4-2603abafc84e HTTP/1.1" status: 200 len: 921 time: 0.2877481 Jul 27 21:15:48.058578 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60858) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:48.088367 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:48.088752 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.104138 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Set router bd65e25a-186b-421f-8fad-f1ed8e12f00c gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:48.195330 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8cbbae86-3377-4bd7-bee7-7416828430d5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:48.260649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65733d7d-016f-4676-ba3d-c21fd0ea82d5 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:48.261923 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 8cbbae86-3377-4bd7-bee7-7416828430d5 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:48.265026 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-65733d7d-016f-4676-ba3d-c21fd0ea82d5 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&device_id=7a573e31-6a74-4bea-93f4-2603abafc84e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2049205 Jul 27 21:15:48.268008 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60864) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:48.270156 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 8cbbae86-3377-4bd7-bee7-7416828430d5 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:48.270574 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.333015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f5c0aaa7-652b-4705-9cf5-f6fe1a1d7164 None None] Provisioning complete for port 8cbbae86-3377-4bd7-bee7-7416828430d5 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:48.333289 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f5c0aaa7-652b-4705-9cf5-f6fe1a1d7164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.383691 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e488efa-f94c-4f3e-a1d5-3ee959016a89 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:48.389005 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1e488efa-f94c-4f3e-a1d5-3ee959016a89 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 881 time: 0.1197577 Jul 27 21:15:48.390607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60866) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:48.394039 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'name': 'tempest-TestServerMultinode-61325012-router', 'tenant_id': '1b7df5271a494424b5d3d79717e101d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e77160be-dbb4-422f-8ad4-811a0c2c5dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:43Z', 'updated_at': '2021-07-27T21:15:46Z', 'revision_number': 3, 'project_id': '1b7df5271a494424b5d3d79717e101d8', 'gw_port': {'id': 'e77160be-dbb4-422f-8ad4-811a0c2c5dff', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:45Z', 'updated_at': '2021-07-27T21:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:48.408726 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.431338 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Checking router: bd65e25a-186b-421f-8fad-f1ed8e12f00c for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:15:48.431831 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Updating router bd65e25a-186b-421f-8fad-f1ed8e12f00c port e77160be-dbb4-422f-8ad4-811a0c2c5dff binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:15:48.438510 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d7f473ae-7028-41b0-8567-471da20631df tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a573e31-6a74-4bea-93f4-2603abafc84e HTTP/1.1" status: 200 len: 205 time: 0.0456233 Jul 27 21:15:48.439676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60868) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:48.454240 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cc771-117c-4c88-8f3d-596084e6c043 req-00340658-d7aa-4e01-a86f-0ab9052cf2f7 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:48.455855 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-218cc771-117c-4c88-8f3d-596084e6c043 req-00340658-d7aa-4e01-a86f-0ab9052cf2f7 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 945 time: 0.2406890 Jul 27 21:15:48.465733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 8cbbae86-3377-4bd7-bee7-7416828430d5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8cbbae86-3377-4bd7-bee7-7416828430d5,segment=NetworkSegment(5585875f-99e5-4e91-b3cb-3aba5dbfd705),segment_id=5585875f-99e5-4e91-b3cb-3aba5dbfd705)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:48.484552 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.506547 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f5c0aaa7-652b-4705-9cf5-f6fe1a1d7164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.509817 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.523512 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-218cc771-117c-4c88-8f3d-596084e6c043 req-b022a77d-49a7-4ee8-8eb7-6a0a1eff3abc tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453742 Jul 27 21:15:48.578117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2a99afb-5633-4f5a-aab7-14517881c96d tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.631907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=8cbbae86-3377-4bd7-bee7-7416828430d5,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:48.651363 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-f5c0aaa7-652b-4705-9cf5-f6fe1a1d7164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:15:48.652062 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-f5c0aaa7-652b-4705-9cf5-f6fe1a1d7164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:15:48.702415 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.747872 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bb872-44ad-4ebc-afe2-9ca78c6aeb98 req-fe382d9d-1d05-4cd7-9bb0-dca1b8a48442 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:48.749888 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-511bb872-44ad-4ebc-afe2-9ca78c6aeb98 req-fe382d9d-1d05-4cd7-9bb0-dca1b8a48442 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 945 time: 0.1004591 Jul 27 21:15:48.835995 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.857644 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Transition to ACTIVE for port object e77160be-dbb4-422f-8ad4-811a0c2c5dff will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:48.865805 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.866982 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-511bb872-44ad-4ebc-afe2-9ca78c6aeb98 req-a5b76951-da42-461b-9182-25d29171b4f3 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490599 Jul 27 21:15:48.942078 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Attempting to bind port e77160be-dbb4-422f-8ad4-811a0c2c5dff on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:48.942078 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Attempting to bind port e77160be-dbb4-422f-8ad4-811a0c2c5dff by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:48.942848 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Attempting to bind port e77160be-dbb4-422f-8ad4-811a0c2c5dff on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:48.951698 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:48.952069 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:48.952457 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.952849 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:48.953309 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Bound port: e77160be-dbb4-422f-8ad4-811a0c2c5dff, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:48.954271 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:48.980076 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:15:48.989141 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Allocated IP 172.20.0.1 (f6294b92-0c72-4fe4-972d-33afafecfb41/a5979380-43cf-4870-bc35-90bd2f19904f/6a6aeb75-7fcd-4c37-a2fa-0365209f8c78) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:48.990868 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3d741-3cf4-4b22-8f21-7e30b816788b None None] Pushing event updated for resources: {'Port': ['ID=e77160be-dbb4-422f-8ad4-811a0c2c5dff,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:49.014552 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] For port e77160be-dbb4-422f-8ad4-811a0c2c5dff, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:49.018603 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] For port e77160be-dbb4-422f-8ad4-811a0c2c5dff, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e77160be-dbb4-422f-8ad4-811a0c2c5dff,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:49.025893 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.088143 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2a99afb-5633-4f5a-aab7-14517881c96d tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.088793 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Routers {'bd65e25a-186b-421f-8fad-f1ed8e12f00c'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:49.089419 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['bd65e25a-186b-421f-8fad-f1ed8e12f00c'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:49.094805 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3d741-3cf4-4b22-8f21-7e30b816788b None None] Pushing event updated for resources: {'Port': ['ID=e77160be-dbb4-422f-8ad4-811a0c2c5dff,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:49.138960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93658e9-9188-4740-86d6-aaf6ca93b310 req-48101ca6-0b7a-4082-8f44-89abc2fe031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:49.140500 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d93658e9-9188-4740-86d6-aaf6ca93b310 req-48101ca6-0b7a-4082-8f44-89abc2fe031f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 1096 time: 0.1159053 Jul 27 21:15:49.199714 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.217976 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d93658e9-9188-4740-86d6-aaf6ca93b310 req-2e173286-e504-4e67-8ced-acabe0049a88 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685697 Jul 27 21:15:49.224486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b2a99afb-5633-4f5a-aab7-14517881c96d tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Deleting port 39ba0da3-f512-4300-9068-dde25e47647e {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:49.224970 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2a99afb-5633-4f5a-aab7-14517881c96d tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.231441 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] Set router bd65e25a-186b-421f-8fad-f1ed8e12f00c gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:49.231731 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Transition to ACTIVE for port object 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:49.292386 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.325751 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2a99afb-5633-4f5a-aab7-14517881c96d tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.342745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Network f6294b92-0c72-4fe4-972d-33afafecfb41 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:49.346183 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:49.348500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b2a99afb-5633-4f5a-aab7-14517881c96d tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Calling delete_port for 39ba0da3-f512-4300-9068-dde25e47647e owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:49.359688 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:49.397184 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=6a6aeb75-7fcd-4c37-a2fa-0365209f8c78,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:49.428542 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.450606 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'name': 'tempest-TestServerMultinode-61325012-router', 'tenant_id': '1b7df5271a494424b5d3d79717e101d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e77160be-dbb4-422f-8ad4-811a0c2c5dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:43Z', 'updated_at': '2021-07-27T21:15:46Z', 'revision_number': 3, 'project_id': '1b7df5271a494424b5d3d79717e101d8', 'gw_port': {'id': 'e77160be-dbb4-422f-8ad4-811a0c2c5dff', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:45Z', 'updated_at': '2021-07-27T21:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:49.485018 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6479254a-678e-484f-94d1-4dad2bb74457 None None] The sync data for ids ['bd65e25a-186b-421f-8fad-f1ed8e12f00c'] in n-d-764806-9 is: [{'id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'name': 'tempest-TestServerMultinode-61325012-router', 'tenant_id': '1b7df5271a494424b5d3d79717e101d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e77160be-dbb4-422f-8ad4-811a0c2c5dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:43Z', 'updated_at': '2021-07-27T21:15:46Z', 'revision_number': 3, 'project_id': '1b7df5271a494424b5d3d79717e101d8', 'gw_port': {'id': 'e77160be-dbb4-422f-8ad4-811a0c2c5dff', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:45Z', 'updated_at': '2021-07-27T21:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:49.615403 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2a99afb-5633-4f5a-aab7-14517881c96d tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.656467 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a99afb-5633-4f5a-aab7-14517881c96d tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Pushing event deleted for resources: {'Port': ['ID=39ba0da3-f512-4300-9068-dde25e47647e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:49.701068 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.729628 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2a99afb-5633-4f5a-aab7-14517881c96d tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.757984 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f24b9d-67e1-479f-af36-08146d90a3f7 req-724289fa-0ee6-4467-b3e7-613d53092e0c tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:49.759348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-94c8eb10-bd77-4dea-83ae-7800277ee0f7 None None] Provisioning for port 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:49.759811 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f8f24b9d-67e1-479f-af36-08146d90a3f7 req-724289fa-0ee6-4467-b3e7-613d53092e0c tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 945 time: 0.1183131 Jul 27 21:15:49.774398 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-94c8eb10-bd77-4dea-83ae-7800277ee0f7 None None] Provisioning complete for port 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:49.774776 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-94c8eb10-bd77-4dea-83ae-7800277ee0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.866955 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-94c8eb10-bd77-4dea-83ae-7800277ee0f7 None None] Port 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:15:49.927625 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f8f24b9d-67e1-479f-af36-08146d90a3f7 req-4fe72feb-4bf6-40be-88b2-609af5ff2415 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558924 Jul 27 21:15:49.977117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2a99afb-5633-4f5a-aab7-14517881c96d tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:49.978023 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8cbbae86-3377-4bd7-bee7-7416828430d5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:49.983247 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2a99afb-5633-4f5a-aab7-14517881c96d tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.052373 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.054858 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 8cbbae86-3377-4bd7-bee7-7416828430d5 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:50.055232 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.064684 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.089261 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2a99afb-5633-4f5a-aab7-14517881c96d tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.089910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a99afb-5633-4f5a-aab7-14517881c96d tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Fanout notify agent at l3_agent the message router_deleted on router 7a573e31-6a74-4bea-93f4-2603abafc84e {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:15:50.101970 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2a99afb-5633-4f5a-aab7-14517881c96d tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.103152 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b2a99afb-5633-4f5a-aab7-14517881c96d tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "DELETE /v2.0/routers/7a573e31-6a74-4bea-93f4-2603abafc84e HTTP/1.1" status: 204 len: 168 time: 1.6624043 Jul 27 21:15:50.107252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60886) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:50.114023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-ae740d7d-b803-4b57-8dc9-7b4003872331 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-567381305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:50.143700 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae740d7d-b803-4b57-8dc9-7b4003872331 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.145385 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae740d7d-b803-4b57-8dc9-7b4003872331 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.235730 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae740d7d-b803-4b57-8dc9-7b4003872331 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.238127 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.248135 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=6a6aeb75-7fcd-4c37-a2fa-0365209f8c78,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:50.259896 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae740d7d-b803-4b57-8dc9-7b4003872331 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.286041 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae740d7d-b803-4b57-8dc9-7b4003872331 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.287499 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ae740d7d-b803-4b57-8dc9-7b4003872331 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1791639 Jul 27 21:15:50.290807 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60890) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:50.295654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'enable_snat': False}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:50.353626 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653123fe-b5b8-4dc8-8efb-ce633a38276d req-ea78284b-3048-492c-ab34-32b29be3b131 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:50.355242 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-653123fe-b5b8-4dc8-8efb-ce633a38276d req-ea78284b-3048-492c-ab34-32b29be3b131 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 945 time: 0.2876873 Jul 27 21:15:50.413900 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-653123fe-b5b8-4dc8-8efb-ce633a38276d req-bb76dc5d-701e-4006-bebe-898df144dfc4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517223 Jul 27 21:15:50.416299 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Network f6294b92-0c72-4fe4-972d-33afafecfb41 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:50.418686 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:50.606148 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Router bd65e25a-186b-421f-8fad-f1ed8e12f00c has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:15:50.693095 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.869123 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:50.878329 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b617aba1-5a47-4d04-bf5a-12feff694ff9 admin admin] 10.222.0.55 "PUT /v2.0/routers/bd65e25a-186b-421f-8fad-f1ed8e12f00c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9302003 Jul 27 21:15:50.916884 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e1f8c0f6-e799-4ea3-b78a-886a14926826 None None] Provisioning complete for port 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:50.917429 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e1f8c0f6-e799-4ea3-b78a-886a14926826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:50.984221 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e1f8c0f6-e799-4ea3-b78a-886a14926826 None None] Port 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:15:51.037505 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:51.060933 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:51.103244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f99580-267f-4b76-918d-7d1af3d82374 req-781faff6-8947-46b8-85b4-97db8cf06a24 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:51.105395 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a1f99580-267f-4b76-918d-7d1af3d82374 req-781faff6-8947-46b8-85b4-97db8cf06a24 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 945 time: 0.0734475 Jul 27 21:15:51.151109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a1f99580-267f-4b76-918d-7d1af3d82374 req-8cd38e9b-248c-4773-995e-528eedf74469 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374093 Jul 27 21:15:51.185787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Allocated IP 172.25.2.124 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/3268e2d4-3113-4ee7-965f-3f27e57733b0) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:51.315508 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a165b5a-e334-4077-bbf2-db130ef466d6 req-90914b3f-a80d-4264-8098-9ecfd91842ea tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:51.322694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a165b5a-e334-4077-bbf2-db130ef466d6 req-90914b3f-a80d-4264-8098-9ecfd91842ea tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.0889688 Jul 27 21:15:51.327818 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:51.369258 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a165b5a-e334-4077-bbf2-db130ef466d6 req-0d26b18d-6705-4a79-92e9-929b988876fb tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456994 Jul 27 21:15:51.400051 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:51.463420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:51.470051 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:51.472818 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:51.499900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Pushing event updated for resources: {'Port': ['ID=3268e2d4-3113-4ee7-965f-3f27e57733b0,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:51.616632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e92e3-4fea-45a5-9be8-117488aa5120 req-0a75c6a4-a600-4070-9376-7e26439c6af4 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:51.618629 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c90e92e3-4fea-45a5-9be8-117488aa5120 req-0a75c6a4-a600-4070-9376-7e26439c6af4 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54 HTTP/1.1" status: 200 len: 945 time: 0.1553502 Jul 27 21:15:51.624164 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00029291-0720-4318-ac7e-be651a403af8 req-b2f73356-4724-4252-a9fd-af2cb561eae4 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:51.625694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00029291-0720-4318-ac7e-be651a403af8 req-b2f73356-4724-4252-a9fd-af2cb561eae4 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/networks?id=609af9a2-0957-4208-90be-cbd1268941b7 HTTP/1.1" status: 200 len: 911 time: 0.1601412 Jul 27 21:15:51.654817 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00029291-0720-4318-ac7e-be651a403af8 req-b91b7abf-1fa9-40ad-bdd9-cb984a448e39 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/quotas/1b7df5271a494424b5d3d79717e101d8 HTTP/1.1" status: 200 len: 375 time: 0.0207283 Jul 27 21:15:51.756903 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:51.799256 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c90e92e3-4fea-45a5-9be8-117488aa5120 req-11ab837e-9f57-48c7-a260-c43dddbb72d5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542757 Jul 27 21:15:51.843645 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00029291-0720-4318-ac7e-be651a403af8 req-4e543d49-725a-475d-b4f8-054b191fbde2 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b7df5271a494424b5d3d79717e101d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1761549 Jul 27 21:15:51.891802 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e77160be-dbb4-422f-8ad4-811a0c2c5dff up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:51.964280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port e77160be-dbb4-422f-8ad4-811a0c2c5dff completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:51.971540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e77160be-dbb4-422f-8ad4-811a0c2c5dff triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:51.972007 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:52.016624 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:52.021079 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:52.026169 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Sync routers for ids ['bd65e25a-186b-421f-8fad-f1ed8e12f00c'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:52.039526 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00029291-0720-4318-ac7e-be651a403af8 req-8b38aaa5-d9a9-45cf-9233-c78b1c648024 service neutron] 10.222.0.55 "GET /v2.0/networks/609af9a2-0957-4208-90be-cbd1268941b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875687 Jul 27 21:15:52.042638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Routers {'bd65e25a-186b-421f-8fad-f1ed8e12f00c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:52.043512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['bd65e25a-186b-421f-8fad-f1ed8e12f00c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:52.056959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60ce50-fe93-4338-97f8-b9a862ffd29f req-975e89e9-d483-4007-8072-2fd4cd62483f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:52.058474 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc60ce50-fe93-4338-97f8-b9a862ffd29f req-975e89e9-d483-4007-8072-2fd4cd62483f tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 945 time: 0.1390738 Jul 27 21:15:52.174388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Router 06976648-2724-434c-b8e7-6114b7e16309 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:15:52.184043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00029291-0720-4318-ac7e-be651a403af8 req-3f0999fb-83bc-4312-bc39-46905a6dab04 service neutron] 10.222.0.55 "GET /v2.0/networks/609af9a2-0957-4208-90be-cbd1268941b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436493 Jul 27 21:15:52.194719 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc60ce50-fe93-4338-97f8-b9a862ffd29f req-16a437cc-6eb4-482c-8ab4-d27962eab11b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247666 Jul 27 21:15:52.228759 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:52.252636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port e77160be-dbb4-422f-8ad4-811a0c2c5dff, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e77160be-dbb4-422f-8ad4-811a0c2c5dff,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:52.259598 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:52.266718 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Set router bd65e25a-186b-421f-8fad-f1ed8e12f00c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:52.342808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:52.348521 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:52.352417 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bb399ae9-053a-49be-b826-939cc99f3863 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "PUT /v2.0/routers/06976648-2724-434c-b8e7-6114b7e16309 HTTP/1.1" status: 200 len: 915 time: 2.0580361 Jul 27 21:15:52.352928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60936) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:52.358646 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf3726-1d59-4c7f-9af8-b2fd0d6eddd6 None None] Sync routers for ids ['06976648-2724-434c-b8e7-6114b7e16309'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:52.372747 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf3726-1d59-4c7f-9af8-b2fd0d6eddd6 None None] Routers {'06976648-2724-434c-b8e7-6114b7e16309'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:52.373525 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5bcf3726-1d59-4c7f-9af8-b2fd0d6eddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['06976648-2724-434c-b8e7-6114b7e16309'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:52.579670 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5bcf3726-1d59-4c7f-9af8-b2fd0d6eddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:52.589393 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf3726-1d59-4c7f-9af8-b2fd0d6eddd6 None None] Routers {'06976648-2724-434c-b8e7-6114b7e16309'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:52.590519 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5bcf3726-1d59-4c7f-9af8-b2fd0d6eddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['06976648-2724-434c-b8e7-6114b7e16309'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:52.626015 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5bcf3726-1d59-4c7f-9af8-b2fd0d6eddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:52.627556 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf3726-1d59-4c7f-9af8-b2fd0d6eddd6 None None] The sync data for ids ['06976648-2724-434c-b8e7-6114b7e16309'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:52.655646 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-897b347b-c6ee-4af4-baa4-c71f3b5609ec req-fe5a751c-89ef-4801-a171-d5368815adf0 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd1c45af-4224-45fa-9d51-0e977e15435d HTTP/1.1" status: 200 len: 210 time: 0.0881715 Jul 27 21:15:52.678663 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60944) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:52.681005 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-08d0959a-b4af-4245-9d93-2c177dbf5a3b tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "GET /v2.0/routers/06976648-2724-434c-b8e7-6114b7e16309 HTTP/1.1" status: 200 len: 921 time: 0.3265376 Jul 27 21:15:52.727412 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=e77160be-dbb4-422f-8ad4-811a0c2c5dff,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:52.832190 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4369e70c-78b2-44d1-97a2-47589736f4a7 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:52.836814 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4369e70c-78b2-44d1-97a2-47589736f4a7 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&device_id=06976648-2724-434c-b8e7-6114b7e16309&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1541121 Jul 27 21:15:52.838385 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60950) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:52.857442 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b7ef9-8286-4841-9390-4d5e033f7fd7 req-cc1c518e-d6e5-4ee4-8e0f-1fa2272ae743 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:52.859485 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d9b7ef9-8286-4841-9390-4d5e033f7fd7 req-cc1c518e-d6e5-4ee4-8e0f-1fa2272ae743 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 945 time: 0.1597428 Jul 27 21:15:52.946549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'name': 'tempest-TestServerMultinode-61325012-router', 'tenant_id': '1b7df5271a494424b5d3d79717e101d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e77160be-dbb4-422f-8ad4-811a0c2c5dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:43Z', 'updated_at': '2021-07-27T21:15:49Z', 'revision_number': 4, 'project_id': '1b7df5271a494424b5d3d79717e101d8', 'gw_port': {'id': 'e77160be-dbb4-422f-8ad4-811a0c2c5dff', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:45Z', 'updated_at': '2021-07-27T21:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6a6aeb75-7fcd-4c37-a2fa-0365209f8c78', 'name': '', 'network_id': 'f6294b92-0c72-4fe4-972d-33afafecfb41', 'tenant_id': '1b7df5271a494424b5d3d79717e101d8', 'mac_address': 'fa:16:3e:fe:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'a5979380-43cf-4870-bc35-90bd2f19904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:48Z', 'updated_at': '2021-07-27T21:15:49Z', 'revision_number': 2, 'project_id': '1b7df5271a494424b5d3d79717e101d8', 'subnets': [{'id': 'a5979380-43cf-4870-bc35-90bd2f19904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:52.961958 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d9b7ef9-8286-4841-9390-4d5e033f7fd7 req-7eb3696a-caf5-4072-85ac-f4380f0014e2 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937350 Jul 27 21:15:52.976971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cd5f73-2ea2-4429-9f16-76f1fc8fe68c tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:52.981622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60954) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:52.987796 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-87cd5f73-2ea2-4429-9f16-76f1fc8fe68c tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "GET /v2.0/networks/606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 881 time: 0.1389968 Jul 27 21:15:52.990916 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Checking router: bd65e25a-186b-421f-8fad-f1ed8e12f00c for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:15:52.991443 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Updating router bd65e25a-186b-421f-8fad-f1ed8e12f00c port 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:15:53.019030 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3333d0cf-d1d4-407d-82d3-b581ad541a58 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "GET /v2.0/ports?device_id=06976648-2724-434c-b8e7-6114b7e16309 HTTP/1.1" status: 200 len: 205 time: 0.0352850 Jul 27 21:15:53.021698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60958) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:53.036200 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:53.252356 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37c46542-f8b5-43e9-a123-f3832c743db6 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:53.445708 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:53.458776 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Transition to ACTIVE for port object 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:53.465097 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:53.473598 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf53896-7d68-48b8-9cc2-24d5ec34e5a1 req-0974fc12-387c-4603-bda2-10fd24f01572 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:53.481283 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-caf53896-7d68-48b8-9cc2-24d5ec34e5a1 req-0974fc12-387c-4603-bda2-10fd24f01572 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 945 time: 0.1387277 Jul 27 21:15:53.520722 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d094fb7-a362-4ec5-86fc-dfc6f87cdf62 req-179f3981-1ba2-49b4-884c-756106177a43 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:53.522907 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d094fb7-a362-4ec5-86fc-dfc6f87cdf62 req-179f3981-1ba2-49b4-884c-756106177a43 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.1436596 Jul 27 21:15:53.602344 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-caf53896-7d68-48b8-9cc2-24d5ec34e5a1 req-ee59323a-9239-4341-80c5-b63026075fe4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142406 Jul 27 21:15:53.643286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db33386-8fbb-4e8e-9a57-450e852419fe None None] Pushing event updated for resources: {'Port': ['ID=6a6aeb75-7fcd-4c37-a2fa-0365209f8c78,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:53.660296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d094fb7-a362-4ec5-86fc-dfc6f87cdf62 req-83095963-5e39-4d4f-a138-adb86fd855d3 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242199 Jul 27 21:15:53.689984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Attempting to bind port 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:53.690626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Attempting to bind port 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '5585875f-99e5-4e91-b3cb-3aba5dbfd705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6294b92-0c72-4fe4-972d-33afafecfb41'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:53.691159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Attempting to bind port 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 on network f6294b92-0c72-4fe4-972d-33afafecfb41 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:53.703033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:53.703921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Checking segment: {'id': '5585875f-99e5-4e91-b3cb-3aba5dbfd705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6294b92-0c72-4fe4-972d-33afafecfb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:53.704597 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:53.705089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Bound using segment: {'id': '5585875f-99e5-4e91-b3cb-3aba5dbfd705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6294b92-0c72-4fe4-972d-33afafecfb41'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:53.705660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Bound port: 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5585875f-99e5-4e91-b3cb-3aba5dbfd705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f6294b92-0c72-4fe4-972d-33afafecfb41'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:53.706134 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:53.819970 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] For port 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:53.826686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] For port 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6a6aeb75-7fcd-4c37-a2fa-0365209f8c78,segment=NetworkSegment(5585875f-99e5-4e91-b3cb-3aba5dbfd705),segment_id=5585875f-99e5-4e91-b3cb-3aba5dbfd705)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:53.839412 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:53.892744 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37c46542-f8b5-43e9-a123-f3832c743db6 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:53.907195 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e77160be-dbb4-422f-8ad4-811a0c2c5dff up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:53.961634 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2e93824-510d-42dc-a25c-083d900a5630 req-d7e4cc17-06e6-42c4-b342-d8cca07364a2 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd1c45af-4224-45fa-9d51-0e977e15435d HTTP/1.1" status: 200 len: 210 time: 0.1054378 Jul 27 21:15:53.996312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-37c46542-f8b5-43e9-a123-f3832c743db6 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Deleting port 3268e2d4-3113-4ee7-965f-3f27e57733b0 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:53.996312 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37c46542-f8b5-43e9-a123-f3832c743db6 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:54.070322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Routers {'bd65e25a-186b-421f-8fad-f1ed8e12f00c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:54.071372 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['bd65e25a-186b-421f-8fad-f1ed8e12f00c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:54.124974 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37c46542-f8b5-43e9-a123-f3832c743db6 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:54.175861 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 5d157c95-65b7-48da-9095-66a42746543d details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:15:54.193398 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db33386-8fbb-4e8e-9a57-450e852419fe None None] Pushing event updated for resources: {'Port': ['ID=6a6aeb75-7fcd-4c37-a2fa-0365209f8c78,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:54.222622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-37c46542-f8b5-43e9-a123-f3832c743db6 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Calling delete_port for 3268e2d4-3113-4ee7-965f-3f27e57733b0 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:54.260098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] Set router bd65e25a-186b-421f-8fad-f1ed8e12f00c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:15:54.272699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96844c0-cb2b-4037-ab4b-d6f9d51b7612 req-e9577150-1e1e-4070-9295-95c3b856a024 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:54.298495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96844c0-cb2b-4037-ab4b-d6f9d51b7612 req-e9577150-1e1e-4070-9295-95c3b856a024 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:54.317001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96844c0-cb2b-4037-ab4b-d6f9d51b7612 req-e9577150-1e1e-4070-9295-95c3b856a024 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:54.321907 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b96844c0-cb2b-4037-ab4b-d6f9d51b7612 req-e9577150-1e1e-4070-9295-95c3b856a024 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29&device_id=4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54&device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 2417 time: 0.1619351 Jul 27 21:15:54.337378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e77160be-dbb4-422f-8ad4-811a0c2c5dff triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:54.337755 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:54.399350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00029291-0720-4318-ac7e-be651a403af8 req-fa1bb15d-27e6-4241-b652-8ae57707cb0a tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:54.400889 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00029291-0720-4318-ac7e-be651a403af8 req-fa1bb15d-27e6-4241-b652-8ae57707cb0a tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.20 "GET /v2.0/networks?id=609af9a2-0957-4208-90be-cbd1268941b7 HTTP/1.1" status: 200 len: 911 time: 0.2709374 Jul 27 21:15:54.410110 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b96844c0-cb2b-4037-ab4b-d6f9d51b7612 req-00334351-7a76-4387-9420-022ae4d4bf35 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750151 Jul 27 21:15:54.452030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-00029291-0720-4318-ac7e-be651a403af8 req-80da79a3-ac52-489e-959e-f2b5c18328b9 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Request body: {'port': {'device_id': 'bd1c45af-4224-45fa-9d51-0e977e15435d', 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7', 'admin_state_up': True, 'tenant_id': '1b7df5271a494424b5d3d79717e101d8'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:54.463412 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 5d157c95-65b7-48da-9095-66a42746543d, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=5d157c95-65b7-48da-9095-66a42746543d,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:54.494619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00029291-0720-4318-ac7e-be651a403af8 req-80da79a3-ac52-489e-959e-f2b5c18328b9 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Made reservation on behalf of 1b7df5271a494424b5d3d79717e101d8 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:15:54.497187 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-00029291-0720-4318-ac7e-be651a403af8 req-80da79a3-ac52-489e-959e-f2b5c18328b9 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:54.537101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '5d157c95-65b7-48da-9095-66a42746543d', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'port_id': '5d157c95-65b7-48da-9095-66a42746543d', 'mac_address': 'fa:16:3e:3a:05:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:15:54.571978 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37c46542-f8b5-43e9-a123-f3832c743db6 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:54.628702 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe854f19-1920-450c-9d7e-21012cadedaa req-77696228-7e31-4bcc-b021-c947aef09428 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:54.630726 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe854f19-1920-450c-9d7e-21012cadedaa req-77696228-7e31-4bcc-b021-c947aef09428 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 945 time: 0.1084299 Jul 27 21:15:54.643570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c46542-f8b5-43e9-a123-f3832c743db6 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Pushing event deleted for resources: {'Port': ['ID=3268e2d4-3113-4ee7-965f-3f27e57733b0,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:54.648616 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:54.700069 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe854f19-1920-450c-9d7e-21012cadedaa req-45be87b4-9d91-4128-912a-27d7d90f6096 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608420 Jul 27 21:15:54.737435 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d157c95-65b7-48da-9095-66a42746543d {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:15:54.761572 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-00029291-0720-4318-ac7e-be651a403af8 req-80da79a3-ac52-489e-959e-f2b5c18328b9 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Allocated IP 172.20.0.11 (609af9a2-0957-4208-90be-cbd1268941b7/e84152d6-e220-4a04-8f73-1978717d4677/076f7240-f73a-4622-ae55-1af99588d96c) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:54.767308 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 5d157c95-65b7-48da-9095-66a42746543d, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=5d157c95-65b7-48da-9095-66a42746543d,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:54.783360 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:54.802284 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37c46542-f8b5-43e9-a123-f3832c743db6 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:54.824465 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b2cef-88d6-433a-afed-f8db51c5e782 req-c990bb91-c404-4dc5-8142-e7d99b3728e9 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:54.836196 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b81b2cef-88d6-433a-afed-f8db51c5e782 req-c990bb91-c404-4dc5-8142-e7d99b3728e9 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 945 time: 0.1348424 Jul 27 21:15:54.881528 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'name': 'tempest-TestServerMultinode-61325012-router', 'tenant_id': '1b7df5271a494424b5d3d79717e101d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e77160be-dbb4-422f-8ad4-811a0c2c5dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:43Z', 'updated_at': '2021-07-27T21:15:49Z', 'revision_number': 4, 'project_id': '1b7df5271a494424b5d3d79717e101d8', 'gw_port': {'id': 'e77160be-dbb4-422f-8ad4-811a0c2c5dff', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:45Z', 'updated_at': '2021-07-27T21:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6a6aeb75-7fcd-4c37-a2fa-0365209f8c78', 'name': '', 'network_id': 'f6294b92-0c72-4fe4-972d-33afafecfb41', 'tenant_id': '1b7df5271a494424b5d3d79717e101d8', 'mac_address': 'fa:16:3e:fe:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'a5979380-43cf-4870-bc35-90bd2f19904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:48Z', 'updated_at': '2021-07-27T21:15:53Z', 'revision_number': 4, 'project_id': '1b7df5271a494424b5d3d79717e101d8', 'subnets': [{'id': 'a5979380-43cf-4870-bc35-90bd2f19904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:54.898523 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b81b2cef-88d6-433a-afed-f8db51c5e782 req-60c58bbd-9d20-4c05-99d3-6aa4060d2caf tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571954 Jul 27 21:15:54.913926 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37c46542-f8b5-43e9-a123-f3832c743db6 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:54.916157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37c46542-f8b5-43e9-a123-f3832c743db6 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:54.963334 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cacfae-f089-4ca4-9e34-2a18a94138d4 None None] The sync data for ids ['bd65e25a-186b-421f-8fad-f1ed8e12f00c'] in n-d-764806-9 is: [{'id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'name': 'tempest-TestServerMultinode-61325012-router', 'tenant_id': '1b7df5271a494424b5d3d79717e101d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e77160be-dbb4-422f-8ad4-811a0c2c5dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:43Z', 'updated_at': '2021-07-27T21:15:49Z', 'revision_number': 4, 'project_id': '1b7df5271a494424b5d3d79717e101d8', 'gw_port': {'id': 'e77160be-dbb4-422f-8ad4-811a0c2c5dff', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:45Z', 'updated_at': '2021-07-27T21:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6a6aeb75-7fcd-4c37-a2fa-0365209f8c78', 'name': '', 'network_id': 'f6294b92-0c72-4fe4-972d-33afafecfb41', 'tenant_id': '1b7df5271a494424b5d3d79717e101d8', 'mac_address': 'fa:16:3e:fe:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': 'a5979380-43cf-4870-bc35-90bd2f19904f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:48Z', 'updated_at': '2021-07-27T21:15:53Z', 'revision_number': 4, 'project_id': '1b7df5271a494424b5d3d79717e101d8', 'subnets': [{'id': 'a5979380-43cf-4870-bc35-90bd2f19904f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:54.967860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=5d157c95-65b7-48da-9095-66a42746543d,revision_number=11']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:54.984203 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37c46542-f8b5-43e9-a123-f3832c743db6 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:54.984845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c46542-f8b5-43e9-a123-f3832c743db6 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Fanout notify agent at l3_agent the message router_deleted on router 06976648-2724-434c-b8e7-6114b7e16309 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:15:54.993428 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37c46542-f8b5-43e9-a123-f3832c743db6 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:54.994598 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-37c46542-f8b5-43e9-a123-f3832c743db6 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "DELETE /v2.0/routers/06976648-2724-434c-b8e7-6114b7e16309 HTTP/1.1" status: 204 len: 168 time: 1.9718704 Jul 27 21:15:55.000719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60990) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:55.006886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-90221992', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}, 'admin_state_up': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:55.159032 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c84a7832-bbed-4a1c-800d-19f427b4e85c req-314ace3b-b3d5-4829-b66e-6331429c42dd tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd1c45af-4224-45fa-9d51-0e977e15435d HTTP/1.1" status: 200 len: 210 time: 0.0545170 Jul 27 21:15:55.167671 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:55.169023 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:55.193200 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['5d157c95-65b7-48da-9095-66a42746543d'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:15:55.240893 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-00029291-0720-4318-ac7e-be651a403af8 req-80da79a3-ac52-489e-959e-f2b5c18328b9 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:55.246391 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:55.287420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-00029291-0720-4318-ac7e-be651a403af8 req-80da79a3-ac52-489e-959e-f2b5c18328b9 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Transition to ACTIVE for port object 076f7240-f73a-4622-ae55-1af99588d96c will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:55.368185 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-00029291-0720-4318-ac7e-be651a403af8 req-80da79a3-ac52-489e-959e-f2b5c18328b9 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:55.467916 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da79a3-ac52-489e-959e-f2b5c18328b9 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Pushing event updated for resources: {'Port': ['ID=076f7240-f73a-4622-ae55-1af99588d96c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:55.497206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00029291-0720-4318-ac7e-be651a403af8 req-80da79a3-ac52-489e-959e-f2b5c18328b9 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Network 609af9a2-0957-4208-90be-cbd1268941b7 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:55.499717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-00029291-0720-4318-ac7e-be651a403af8 req-80da79a3-ac52-489e-959e-f2b5c18328b9 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:55.522328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-00029291-0720-4318-ac7e-be651a403af8 req-80da79a3-ac52-489e-959e-f2b5c18328b9 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:55.618502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00029291-0720-4318-ac7e-be651a403af8 req-80da79a3-ac52-489e-959e-f2b5c18328b9 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:55.619584 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-00029291-0720-4318-ac7e-be651a403af8 req-80da79a3-ac52-489e-959e-f2b5c18328b9 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:55.658458 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00029291-0720-4318-ac7e-be651a403af8 req-80da79a3-ac52-489e-959e-f2b5c18328b9 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2107470 Jul 27 21:15:55.682312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Request body: {'port': {'device_id': 'bd1c45af-4224-45fa-9d51-0e977e15435d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:55.907982 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:55.936165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:56.065554 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.068323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:56.090524 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:56.090899 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.184709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2607e3d7-ccc9-46ac-a477-7ae907e5ea8a None None] Provisioning for port 076f7240-f73a-4622-ae55-1af99588d96c completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:56.202256 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2607e3d7-ccc9-46ac-a477-7ae907e5ea8a None None] Provisioning complete for port 076f7240-f73a-4622-ae55-1af99588d96c triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:56.204109 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2607e3d7-ccc9-46ac-a477-7ae907e5ea8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.226801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c772c-b24c-4dca-9cba-27be50f7fff0 req-30be1227-fde1-4869-bc7e-437bbe2c2d18 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:56.228324 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac1c772c-b24c-4dca-9cba-27be50f7fff0 req-30be1227-fde1-4869-bc7e-437bbe2c2d18 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.1553228 Jul 27 21:15:56.318015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-2607e3d7-ccc9-46ac-a477-7ae907e5ea8a None None] Port 076f7240-f73a-4622-ae55-1af99588d96c cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:15:56.322047 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.328536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac1c772c-b24c-4dca-9cba-27be50f7fff0 req-eeb80f75-19d1-4159-aed2-65e5e1549857 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919044 Jul 27 21:15:56.419826 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6a6aeb75-7fcd-4c37-a2fa-0365209f8c78,segment=NetworkSegment(5585875f-99e5-4e91-b3cb-3aba5dbfd705),segment_id=5585875f-99e5-4e91-b3cb-3aba5dbfd705)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:56.428317 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.485850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076f7240-f73a-4622-ae55-1af99588d96c {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:15:56.495229 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.511903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Transition to ACTIVE for port object 076f7240-f73a-4622-ae55-1af99588d96c will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:15:56.531662 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.575307 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=6a6aeb75-7fcd-4c37-a2fa-0365209f8c78,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:56.609421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Pushing event updated for resources: {'Port': ['ID=076f7240-f73a-4622-ae55-1af99588d96c,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:56.621046 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.650276 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.759362 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0c69e-5456-4d02-9671-f34a2ef302d6 req-d3dbf381-20a5-4e95-b367-b1b51b199b16 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:56.761186 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97c0c69e-5456-4d02-9671-f34a2ef302d6 req-d3dbf381-20a5-4e95-b367-b1b51b199b16 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.2550435 Jul 27 21:15:56.766188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432851f6-cce0-4443-88f4-91fb8f94013a req-5e76b565-1a46-40eb-82d0-3082da39280a tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:56.767603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Attempting to bind port 076f7240-f73a-4622-ae55-1af99588d96c on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:15:56.767946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Attempting to bind port 076f7240-f73a-4622-ae55-1af99588d96c by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'a4a256bd-1c18-4c7d-831c-7b4dc943b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:15:56.768203 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-432851f6-cce0-4443-88f4-91fb8f94013a req-5e76b565-1a46-40eb-82d0-3082da39280a tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd1c45af-4224-45fa-9d51-0e977e15435d HTTP/1.1" status: 200 len: 1028 time: 0.2975414 Jul 27 21:15:56.768326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Attempting to bind port 076f7240-f73a-4622-ae55-1af99588d96c on network 609af9a2-0957-4208-90be-cbd1268941b7 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:56.774295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Port 076f7240-f73a-4622-ae55-1af99588d96c on network 609af9a2-0957-4208-90be-cbd1268941b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:15:56.774612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Attempting to bind port 076f7240-f73a-4622-ae55-1af99588d96c on network 609af9a2-0957-4208-90be-cbd1268941b7 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:15:56.780238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:15:56.780625 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Checking segment: {'id': 'a4a256bd-1c18-4c7d-831c-7b4dc943b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:15:56.781397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Bound using segment: {'id': 'a4a256bd-1c18-4c7d-831c-7b4dc943b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:15:56.782009 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Bound port: 076f7240-f73a-4622-ae55-1af99588d96c, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a256bd-1c18-4c7d-831c-7b4dc943b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:15:56.782411 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.871918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] For port 076f7240-f73a-4622-ae55-1af99588d96c, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:15:56.876517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] For port 076f7240-f73a-4622-ae55-1af99588d96c, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=076f7240-f73a-4622-ae55-1af99588d96c,segment=NetworkSegment(a4a256bd-1c18-4c7d-831c-7b4dc943b071),segment_id=a4a256bd-1c18-4c7d-831c-7b4dc943b071)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:15:56.876869 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-432851f6-cce0-4443-88f4-91fb8f94013a req-99258eac-1785-4cf3-bbd5-ad4bb9725b7b tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013050 Jul 27 21:15:56.892587 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.919421 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Allocated IP 172.25.2.140 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/6b937a4f-4189-41ca-8a05-bf5e2f56881f) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:15:56.935947 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97c0c69e-5456-4d02-9671-f34a2ef302d6 req-6e2ef134-49da-4b64-8b5a-ca4d73048292 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480434 Jul 27 21:15:56.968670 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:56.970029 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:56.971614 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00029291-0720-4318-ac7e-be651a403af8 req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] 10.222.0.20 "PUT /v2.0/ports/076f7240-f73a-4622-ae55-1af99588d96c HTTP/1.1" status: 200 len: 1092 time: 1.3027837 Jul 27 21:15:56.972164 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1c45af-4224-45fa-9d51-0e977e15435d', 'tag': '076f7240-f73a-4622-ae55-1af99588d96c'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:56.974843 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9d0bac-2455-49f4-9a6b-5f052bbbfbe0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1c45af-4224-45fa-9d51-0e977e15435d", "tag": "076f7240-f73a-4622-ae55-1af99588d96c"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:57.014990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc920ce-d0a2-43f4-9c9a-1ceafcfad99d service neutron] Pushing event updated for resources: {'Port': ['ID=076f7240-f73a-4622-ae55-1af99588d96c,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:57.057739 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fea43e7-b685-44c8-b1f1-2879a5daf6c6 x-openstack-request-id: req-8fea43e7-b685-44c8-b1f1-2879a5daf6c6 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:57.058474 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1c45af-4224-45fa-9d51-0e977e15435d", "tag": "076f7240-f73a-4622-ae55-1af99588d96c", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:57.058740 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8fea43e7-b685-44c8-b1f1-2879a5daf6c6 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:57.061401 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1c45af-4224-45fa-9d51-0e977e15435d', 'tag': '076f7240-f73a-4622-ae55-1af99588d96c', 'status': 'completed', 'code': 200} Jul 27 21:15:57.136781 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00029291-0720-4318-ac7e-be651a403af8 req-3153650d-f7f1-4a9c-ac0b-02858fec8df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:57.138356 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00029291-0720-4318-ac7e-be651a403af8 req-3153650d-f7f1-4a9c-ac0b-02858fec8df6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b7df5271a494424b5d3d79717e101d8&device_id=bd1c45af-4224-45fa-9d51-0e977e15435d HTTP/1.1" status: 200 len: 1095 time: 0.1096165 Jul 27 21:15:57.156036 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:57.199902 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00029291-0720-4318-ac7e-be651a403af8 req-e4bb1db4-96a8-4438-864e-8e3cfa943e5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=076f7240-f73a-4622-ae55-1af99588d96c HTTP/1.1" status: 200 len: 217 time: 0.0470414 Jul 27 21:15:57.207059 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:57.260042 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:15:57.261625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:15:57.277747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:15:57.325660 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Pushing event updated for resources: {'Port': ['ID=6b937a4f-4189-41ca-8a05-bf5e2f56881f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:57.333032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00029291-0720-4318-ac7e-be651a403af8 req-3b7bb4be-afa0-45cd-ae27-2fc5fffd22e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:57.335449 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00029291-0720-4318-ac7e-be651a403af8 req-3b7bb4be-afa0-45cd-ae27-2fc5fffd22e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84152d6-e220-4a04-8f73-1978717d4677 HTTP/1.1" status: 200 len: 849 time: 0.1273024 Jul 27 21:15:57.420677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00029291-0720-4318-ac7e-be651a403af8 req-10b68bbd-53af-4b5b-8dcb-a9370b2c2921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:57.422941 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00029291-0720-4318-ac7e-be651a403af8 req-10b68bbd-53af-4b5b-8dcb-a9370b2c2921 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=609af9a2-0957-4208-90be-cbd1268941b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795655 Jul 27 21:15:57.525719 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00029291-0720-4318-ac7e-be651a403af8 req-a50eaf73-247f-4f8a-a1d8-1960025828f4 service neutron] 10.222.0.20 "GET /v2.0/networks/609af9a2-0957-4208-90be-cbd1268941b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949435 Jul 27 21:15:57.602388 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2af059-15ef-40f0-a057-a4f7f7816ef8 req-9fa341ad-3c59-427c-b280-32cf63d3e473 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:57.604081 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f2af059-15ef-40f0-a057-a4f7f7816ef8 req-9fa341ad-3c59-427c-b280-32cf63d3e473 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 946 time: 0.1596951 Jul 27 21:15:57.640151 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00029291-0720-4318-ac7e-be651a403af8 req-b9094a1f-f7ae-4414-a976-65c6485abf39 service neutron] 10.222.0.20 "GET /v2.0/networks/609af9a2-0957-4208-90be-cbd1268941b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061442 Jul 27 21:15:57.725649 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:57.759485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d0bac-2455-49f4-9a6b-5f052bbbfbe0 req-e4ed07e1-928e-4fe7-a5e2-7bcafccde335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:57.761008 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ad9d0bac-2455-49f4-9a6b-5f052bbbfbe0 req-e4ed07e1-928e-4fe7-a5e2-7bcafccde335 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b7df5271a494424b5d3d79717e101d8&device_id=bd1c45af-4224-45fa-9d51-0e977e15435d HTTP/1.1" status: 200 len: 1095 time: 0.0657775 Jul 27 21:15:57.788245 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f2af059-15ef-40f0-a057-a4f7f7816ef8 req-6c181e24-b038-46ce-8dfd-cd37a76e6883 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744182 Jul 27 21:15:57.849225 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:57.874519 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d0bac-2455-49f4-9a6b-5f052bbbfbe0 req-aaaba781-d884-45f6-aa18-e9febad469dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:57.877686 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ad9d0bac-2455-49f4-9a6b-5f052bbbfbe0 req-aaaba781-d884-45f6-aa18-e9febad469dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=609af9a2-0957-4208-90be-cbd1268941b7 HTTP/1.1" status: 200 len: 911 time: 0.1091549 Jul 27 21:15:57.919775 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:57.920152 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:57.940702 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ad9d0bac-2455-49f4-9a6b-5f052bbbfbe0 req-0b13de7d-1e02-4bb9-a724-fda1a31f0118 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=076f7240-f73a-4622-ae55-1af99588d96c HTTP/1.1" status: 200 len: 217 time: 0.0498714 Jul 27 21:15:58.022636 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d0bac-2455-49f4-9a6b-5f052bbbfbe0 req-0365b607-3a37-4fee-af97-62b8d68940b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:58.024870 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ad9d0bac-2455-49f4-9a6b-5f052bbbfbe0 req-0365b607-3a37-4fee-af97-62b8d68940b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84152d6-e220-4a04-8f73-1978717d4677 HTTP/1.1" status: 200 len: 849 time: 0.0758419 Jul 27 21:15:58.089600 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:58.125458 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d0bac-2455-49f4-9a6b-5f052bbbfbe0 req-44160998-ace7-4973-8cae-fd14b1f789e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:58.126904 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ad9d0bac-2455-49f4-9a6b-5f052bbbfbe0 req-44160998-ace7-4973-8cae-fd14b1f789e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=609af9a2-0957-4208-90be-cbd1268941b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939853 Jul 27 21:15:58.149683 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 5d157c95-65b7-48da-9095-66a42746543d up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:15:58.155674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900e897-7f6b-4092-9b05-c1fd33d3532d req-75cdb6e5-7016-4560-b59f-440a880cb985 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:58.157810 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2900e897-7f6b-4092-9b05-c1fd33d3532d req-75cdb6e5-7016-4560-b59f-440a880cb985 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd1c45af-4224-45fa-9d51-0e977e15435d HTTP/1.1" status: 200 len: 1095 time: 0.1753404 Jul 27 21:15:58.204102 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c33105d8-5ad2-4a68-b1ca-82f3dcc6275a req-ee7ef146-37ba-48a7-a2ee-01bf4bb885cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1122775 Jul 27 21:15:58.206680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 5d157c95-65b7-48da-9095-66a42746543d completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:15:58.212871 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 5d157c95-65b7-48da-9095-66a42746543d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:15:58.213359 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:58.215365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d9966-1724-44ce-925b-de115156f5e1 req-0f391d5a-ec6a-4d39-a634-26e29fd1339c tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:58.224860 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e57d9966-1724-44ce-925b-de115156f5e1 req-0f391d5a-ec6a-4d39-a634-26e29fd1339c tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.1944492 Jul 27 21:15:58.240152 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ad9d0bac-2455-49f4-9a6b-5f052bbbfbe0 req-c86e6689-36bf-493d-a149-3ec0b0347de7 service neutron] 10.222.0.20 "GET /v2.0/networks/609af9a2-0957-4208-90be-cbd1268941b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003575 Jul 27 21:15:58.290463 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2900e897-7f6b-4092-9b05-c1fd33d3532d req-3a4a2932-1212-4ae4-b629-af59a3201a87 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210160 Jul 27 21:15:58.311368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e57d9966-1724-44ce-925b-de115156f5e1 req-6c01c0ae-b6f7-4143-ad73-39bd9169bb02 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850315 Jul 27 21:15:58.329323 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:58.337613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Router 99663231-1bac-4897-b449-cfadbec91627 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:15:58.354730 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d157c95-65b7-48da-9095-66a42746543d'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:15:58.357176 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdb407b-31e8-417c-8c6a-9f85a5833a1d" -d '{"events": [{"server_uuid": "db43c025-3f23-4cb0-91aa-c0d96b7c0556", "name": "network-vif-plugged", "status": "completed", "tag": "5d157c95-65b7-48da-9095-66a42746543d"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:15:58.371079 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 5d157c95-65b7-48da-9095-66a42746543d, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=5d157c95-65b7-48da-9095-66a42746543d,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:15:58.377945 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:58.413734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33105d8-5ad2-4a68-b1ca-82f3dcc6275a req-b3ecc7d9-9dc0-428c-a591-e473a2e356f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:58.415883 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c33105d8-5ad2-4a68-b1ca-82f3dcc6275a req-b3ecc7d9-9dc0-428c-a591-e473a2e356f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c363ed4dccd54ba69bd00ed53053ea2e&device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 1096 time: 0.1540439 Jul 27 21:15:58.418682 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ad9d0bac-2455-49f4-9a6b-5f052bbbfbe0 req-f081292b-5b43-47bd-8f48-850f986233b9 service neutron] 10.222.0.20 "GET /v2.0/networks/609af9a2-0957-4208-90be-cbd1268941b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672273 Jul 27 21:15:58.426678 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1089b45-54b0-44d6-8feb-172cebeb213a x-openstack-request-id: req-e1089b45-54b0-44d6-8feb-172cebeb213a {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:15:58.426967 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db43c025-3f23-4cb0-91aa-c0d96b7c0556", "name": "network-vif-plugged", "status": "completed", "tag": "5d157c95-65b7-48da-9095-66a42746543d", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:15:58.427219 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1089b45-54b0-44d6-8feb-172cebeb213a {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:15:58.427884 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d157c95-65b7-48da-9095-66a42746543d', 'code': 200} Jul 27 21:15:58.458708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=5d157c95-65b7-48da-9095-66a42746543d,revision_number=12']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:58.501489 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:15:58.511422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a4e31-a45c-4b04-868b-653bebbd2fb4 None None] Sync routers for ids ['99663231-1bac-4897-b449-cfadbec91627'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:15:58.523020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a4e31-a45c-4b04-868b-653bebbd2fb4 None None] Routers {'99663231-1bac-4897-b449-cfadbec91627'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:58.523668 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1e5a4e31-a45c-4b04-868b-653bebbd2fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['99663231-1bac-4897-b449-cfadbec91627'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:58.528025 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:58.530014 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5585dcb8-6242-4e69-ab8a-a8b624852936 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5278852 Jul 27 21:15:58.534108 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 32810) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:15:58.538441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-040b4b9a-a1a2-42db-ae7a-394378f95bad tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:15:58.564593 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1e5a4e31-a45c-4b04-868b-653bebbd2fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:58.573898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a4e31-a45c-4b04-868b-653bebbd2fb4 None None] Routers {'99663231-1bac-4897-b449-cfadbec91627'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:15:58.574683 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1e5a4e31-a45c-4b04-868b-653bebbd2fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['99663231-1bac-4897-b449-cfadbec91627'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:58.611356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1e5a4e31-a45c-4b04-868b-653bebbd2fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:15:58.612017 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a4e31-a45c-4b04-868b-653bebbd2fb4 None None] The sync data for ids ['99663231-1bac-4897-b449-cfadbec91627'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:15:58.612735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33105d8-5ad2-4a68-b1ca-82f3dcc6275a req-67bcf425-dd6c-4a8b-94a6-55cf4cf3b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:58.614453 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c33105d8-5ad2-4a68-b1ca-82f3dcc6275a req-67bcf425-dd6c-4a8b-94a6-55cf4cf3b00b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a2320263-076f-436a-bf5f-acf7b70db72d HTTP/1.1" status: 200 len: 910 time: 0.1712661 Jul 27 21:15:58.716140 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c33105d8-5ad2-4a68-b1ca-82f3dcc6275a req-8bb19b5f-74f6-42df-b188-6862478163cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fffb673-0aee-42e1-906d-d0b1cb88a29f HTTP/1.1" status: 200 len: 1001 time: 0.0883832 Jul 27 21:15:58.735931 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d04dc3-374b-4c03-9543-7a0b1917b9de req-3253d855-9982-43e2-b9c1-a910b7f761a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:58.737192 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c8d04dc3-374b-4c03-9543-7a0b1917b9de req-3253d855-9982-43e2-b9c1-a910b7f761a8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 1098 time: 0.1196029 Jul 27 21:15:58.826559 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33105d8-5ad2-4a68-b1ca-82f3dcc6275a req-6b23a34c-05cb-486c-93f4-32082dea6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:58.828699 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c33105d8-5ad2-4a68-b1ca-82f3dcc6275a req-6b23a34c-05cb-486c-93f4-32082dea6ba8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48 HTTP/1.1" status: 200 len: 848 time: 0.1035135 Jul 27 21:15:58.834270 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c8d04dc3-374b-4c03-9543-7a0b1917b9de req-bb5a6e3a-df2d-4c93-8ba2-3002ec15ff4b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503500 Jul 27 21:15:58.895674 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33105d8-5ad2-4a68-b1ca-82f3dcc6275a req-467e565f-a708-45f3-aea0-b259e7f846ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:58.897311 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c33105d8-5ad2-4a68-b1ca-82f3dcc6275a req-467e565f-a708-45f3-aea0-b259e7f846ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2320263-076f-436a-bf5f-acf7b70db72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614951 Jul 27 21:15:58.924941 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-040b4b9a-a1a2-42db-ae7a-394378f95bad tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:58.947065 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-040b4b9a-a1a2-42db-ae7a-394378f95bad tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:58.974847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7816ad7-0c98-4134-abe7-9d2eae139311 req-06ed3209-09ea-4eaf-95d8-0a11385cc25b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:58.976611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e7816ad7-0c98-4134-abe7-9d2eae139311 req-06ed3209-09ea-4eaf-95d8-0a11385cc25b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 947 time: 0.0941207 Jul 27 21:15:59.002126 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c33105d8-5ad2-4a68-b1ca-82f3dcc6275a req-002e1849-c8ea-4e3f-bf61-d38fb6ed2d06 service neutron] 10.222.0.20 "GET /v2.0/networks/a2320263-076f-436a-bf5f-acf7b70db72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958383 Jul 27 21:15:59.049627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e7816ad7-0c98-4134-abe7-9d2eae139311 req-9be915ce-20b2-434d-88c6-25ed329fba36 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550783 Jul 27 21:15:59.062066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-040b4b9a-a1a2-42db-ae7a-394378f95bad tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Deleting port 6b937a4f-4189-41ca-8a05-bf5e2f56881f {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:15:59.062493 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-040b4b9a-a1a2-42db-ae7a-394378f95bad tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:59.104811 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c33105d8-5ad2-4a68-b1ca-82f3dcc6275a req-8fddd0eb-228f-434d-a8fe-f8df9e116061 service neutron] 10.222.0.20 "GET /v2.0/networks/a2320263-076f-436a-bf5f-acf7b70db72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948031 Jul 27 21:15:59.151810 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-040b4b9a-a1a2-42db-ae7a-394378f95bad tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:59.164546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-040b4b9a-a1a2-42db-ae7a-394378f95bad tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Calling delete_port for 6b937a4f-4189-41ca-8a05-bf5e2f56881f owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:15:59.341050 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-040b4b9a-a1a2-42db-ae7a-394378f95bad tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:59.386270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b4b9a-a1a2-42db-ae7a-394378f95bad tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Pushing event deleted for resources: {'Port': ['ID=6b937a4f-4189-41ca-8a05-bf5e2f56881f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:15:59.519550 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-040b4b9a-a1a2-42db-ae7a-394378f95bad tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:15:59.880531 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 076f7240-f73a-4622-ae55-1af99588d96c details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:15:59.946195 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f40a8-4a44-4f63-9037-b6c0cd447091 req-8f189aa9-520a-4fd9-9cbc-576cd8f94d40 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:59.951983 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7c5f40a8-4a44-4f63-9037-b6c0cd447091 req-8f189aa9-520a-4fd9-9cbc-576cd8f94d40 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd1c45af-4224-45fa-9d51-0e977e15435d HTTP/1.1" status: 200 len: 1095 time: 0.5789001 Jul 27 21:15:59.964158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d8fd7-f5e8-4fd3-9473-6ca562fec017 req-59caa11e-5d92-4469-8268-0bc030011342 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:15:59.972533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd2d8fd7-f5e8-4fd3-9473-6ca562fec017 req-59caa11e-5d92-4469-8268-0bc030011342 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.5649171 Jul 27 21:16:00.055427 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 076f7240-f73a-4622-ae55-1af99588d96c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=076f7240-f73a-4622-ae55-1af99588d96c,segment=NetworkSegment(a4a256bd-1c18-4c7d-831c-7b4dc943b071),segment_id=a4a256bd-1c18-4c7d-831c-7b4dc943b071)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:00.126857 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd2d8fd7-f5e8-4fd3-9473-6ca562fec017 req-d450d201-2c3a-4505-82c5-2d51bc52c01c tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531465 Jul 27 21:16:00.138323 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7c5f40a8-4a44-4f63-9037-b6c0cd447091 req-b3ac45a6-2971-4355-a7e7-458fe6dc9de5 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631570 Jul 27 21:16:00.220166 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-040b4b9a-a1a2-42db-ae7a-394378f95bad tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.224090 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-040b4b9a-a1a2-42db-ae7a-394378f95bad tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.271748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '076f7240-f73a-4622-ae55-1af99588d96c', 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7', 'port_id': '076f7240-f73a-4622-ae55-1af99588d96c', 'mac_address': 'fa:16:3e:72:d4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84152d6-e220-4a04-8f73-1978717d4677', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:16:00.317135 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.331552 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076f7240-f73a-4622-ae55-1af99588d96c {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:16:00.354120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 076f7240-f73a-4622-ae55-1af99588d96c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=076f7240-f73a-4622-ae55-1af99588d96c,segment=NetworkSegment(a4a256bd-1c18-4c7d-831c-7b4dc943b071),segment_id=a4a256bd-1c18-4c7d-831c-7b4dc943b071)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:00.354358 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040b4b9a-a1a2-42db-ae7a-394378f95bad tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Router 99663231-1bac-4897-b449-cfadbec91627 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:00.361949 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.415626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=076f7240-f73a-4622-ae55-1af99588d96c,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:00.427347 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6146c-7067-47a0-abd9-3b00a49011af req-c2942cae-133e-4d53-8347-18864a64e88b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:00.429001 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9b6146c-7067-47a0-abd9-3b00a49011af req-c2942cae-133e-4d53-8347-18864a64e88b tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 947 time: 0.1547182 Jul 27 21:16:00.478073 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040b4b9a-a1a2-42db-ae7a-394378f95bad tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:00.486249 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-040b4b9a-a1a2-42db-ae7a-394378f95bad tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.487433 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-040b4b9a-a1a2-42db-ae7a-394378f95bad tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "PUT /v2.0/routers/99663231-1bac-4897-b449-cfadbec91627 HTTP/1.1" status: 200 len: 704 time: 1.9531729 Jul 27 21:16:00.489342 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50c1fd9-1f46-4bdb-a882-364eee98f4fa None None] Sync routers for ids ['99663231-1bac-4897-b449-cfadbec91627'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:00.490112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32864) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:00.504733 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50c1fd9-1f46-4bdb-a882-364eee98f4fa None None] Routers {'99663231-1bac-4897-b449-cfadbec91627'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:00.505751 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c50c1fd9-1f46-4bdb-a882-364eee98f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['99663231-1bac-4897-b449-cfadbec91627'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:00.507235 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9b6146c-7067-47a0-abd9-3b00a49011af req-96d9a2c0-41f5-4e48-b986-740aef2f34a4 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478537 Jul 27 21:16:00.544954 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c50c1fd9-1f46-4bdb-a882-364eee98f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:00.555183 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50c1fd9-1f46-4bdb-a882-364eee98f4fa None None] Routers {'99663231-1bac-4897-b449-cfadbec91627'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:00.555861 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c50c1fd9-1f46-4bdb-a882-364eee98f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:15:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['99663231-1bac-4897-b449-cfadbec91627'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:00.588289 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-43e36e1f-acf5-43dd-88f3-f854c2c68efa tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "GET /v2.0/routers/99663231-1bac-4897-b449-cfadbec91627 HTTP/1.1" status: 200 len: 739 time: 0.0968332 Jul 27 21:16:00.588847 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c50c1fd9-1f46-4bdb-a882-364eee98f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:00.589544 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50c1fd9-1f46-4bdb-a882-364eee98f4fa None None] The sync data for ids ['99663231-1bac-4897-b449-cfadbec91627'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:00.591083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32870) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:00.598655 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['076f7240-f73a-4622-ae55-1af99588d96c'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:00.643668 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e01892df-67fe-453c-8f53-c92b1f37fc09 tempest-RoutersAdminTest-1719224212 tempest-RoutersAdminTest-1719224212-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&device_id=99663231-1bac-4897-b449-cfadbec91627 HTTP/1.1" status: 200 len: 205 time: 0.0514674 Jul 27 21:16:00.646304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32872) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:00.677199 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5a59680c-a627-45d5-96c3-4c0b226dc78f tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "GET /v2.0/ports?device_id=99663231-1bac-4897-b449-cfadbec91627 HTTP/1.1" status: 200 len: 205 time: 0.0297248 Jul 27 21:16:00.679690 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32874) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:00.758362 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-239dbe4c-556c-4070-a639-5784825dcd4b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.924655 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-239dbe4c-556c-4070-a639-5784825dcd4b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.926916 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-239dbe4c-556c-4070-a639-5784825dcd4b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.974245 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-239dbe4c-556c-4070-a639-5784825dcd4b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.975928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239dbe4c-556c-4070-a639-5784825dcd4b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Fanout notify agent at l3_agent the message router_deleted on router 99663231-1bac-4897-b449-cfadbec91627 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:16:00.982951 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-239dbe4c-556c-4070-a639-5784825dcd4b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:00.984081 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-239dbe4c-556c-4070-a639-5784825dcd4b tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "DELETE /v2.0/routers/99663231-1bac-4897-b449-cfadbec91627 HTTP/1.1" status: 204 len: 168 time: 0.3034945 Jul 27 21:16:00.988836 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32886) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:01.026282 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fcdb80db-a969-4ecb-81db-51e4233d2c34 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "GET /v2.0/ports?device_id=99663231-1bac-4897-b449-cfadbec91627 HTTP/1.1" status: 200 len: 205 time: 0.0357223 Jul 27 21:16:01.028612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32888) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:01.067157 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-e7b7ba96-fd53-457c-8578-3111132b7b12 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] delete failed (client error): The resource could not be found. Jul 27 21:16:01.068307 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e7b7ba96-fd53-457c-8578-3111132b7b12 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "DELETE /v2.0/routers/99663231-1bac-4897-b449-cfadbec91627 HTTP/1.1" status: 404 len: 336 time: 0.0387921 Jul 27 21:16:01.071256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32890) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:01.101163 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7d23a544-7802-4f71-9d86-2667b5c17099 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "GET /v2.0/ports?device_id=06976648-2724-434c-b8e7-6114b7e16309 HTTP/1.1" status: 200 len: 205 time: 0.0288179 Jul 27 21:16:01.103479 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32892) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:01.144884 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-10dab353-1fa9-4593-b6e6-fd5e63fb39d2 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] delete failed (client error): The resource could not be found. Jul 27 21:16:01.145925 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-10dab353-1fa9-4593-b6e6-fd5e63fb39d2 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "DELETE /v2.0/routers/06976648-2724-434c-b8e7-6114b7e16309 HTTP/1.1" status: 404 len: 336 time: 0.0415585 Jul 27 21:16:01.148706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 32894) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:01.182289 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-07d7ff48-47ac-414b-a97d-c1c22e21e113 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a573e31-6a74-4bea-93f4-2603abafc84e HTTP/1.1" status: 200 len: 205 time: 0.0316818 Jul 27 21:16:01.184289 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 32900) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:01.222447 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-e196b912-806c-4152-8f7b-4cacf1ff94b7 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] delete failed (client error): The resource could not be found. Jul 27 21:16:01.226349 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e196b912-806c-4152-8f7b-4cacf1ff94b7 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "DELETE /v2.0/routers/7a573e31-6a74-4bea-93f4-2603abafc84e HTTP/1.1" status: 404 len: 336 time: 0.0381474 Jul 27 21:16:01.227589 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 32904) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:01.294761 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-037b76a6-727f-43df-b6ac-a5147543d617 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "GET /v2.0/ports?device_id=afc9d437-a058-4122-aa7e-a9f5971512ff HTTP/1.1" status: 200 len: 205 time: 0.0661511 Jul 27 21:16:01.297826 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32906) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:01.337310 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-0fe1bdac-0eb4-4196-bfee-71ffdf3541a5 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] delete failed (client error): The resource could not be found. Jul 27 21:16:01.338508 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0fe1bdac-0eb4-4196-bfee-71ffdf3541a5 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "DELETE /v2.0/routers/afc9d437-a058-4122-aa7e-a9f5971512ff HTTP/1.1" status: 404 len: 336 time: 0.0393655 Jul 27 21:16:01.341084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32908) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:01.356824 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944b1b2-5d07-4ce3-9b99-e88373ee1984 req-03b038d2-f6b7-4c83-877c-31c9f27fa572 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:01.358393 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5944b1b2-5d07-4ce3-9b99-e88373ee1984 req-03b038d2-f6b7-4c83-877c-31c9f27fa572 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd1c45af-4224-45fa-9d51-0e977e15435d HTTP/1.1" status: 200 len: 1096 time: 0.1322427 Jul 27 21:16:01.369540 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2877c4-f746-4abd-9d63-440e39dc483b req-d92f15f5-94bf-4fd3-842b-bbdb35df5d61 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:01.371055 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc2877c4-f746-4abd-9d63-440e39dc483b req-d92f15f5-94bf-4fd3-842b-bbdb35df5d61 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.1324656 Jul 27 21:16:01.377337 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-763a726b-a31f-474f-8014-d7d01a7b2758 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "GET /v2.0/ports?device_id=784e8b23-ae6e-495d-8602-d7e34f7a9e7f HTTP/1.1" status: 200 len: 205 time: 0.0342081 Jul 27 21:16:01.378744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32910) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:01.417377 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-d3ef377d-aefc-43e1-aafa-892524776a5a tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] delete failed (client error): The resource could not be found. Jul 27 21:16:01.421044 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d3ef377d-aefc-43e1-aafa-892524776a5a tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "DELETE /v2.0/routers/784e8b23-ae6e-495d-8602-d7e34f7a9e7f HTTP/1.1" status: 404 len: 336 time: 0.0387793 Jul 27 21:16:01.421284 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32912) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:01.428141 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5944b1b2-5d07-4ce3-9b99-e88373ee1984 req-8a8a6ee4-42dc-46c4-bf82-9a0f4114c57b tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560527 Jul 27 21:16:01.433838 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc2877c4-f746-4abd-9d63-440e39dc483b req-db18a752-364a-4ff9-95cb-68768144c554 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552340 Jul 27 21:16:01.460440 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a6bbb80b-d2bb-4135-bc45-dd5acb3f58ab tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8fb6aef-271e-491f-8d11-85b9cd2cf7de HTTP/1.1" status: 200 len: 205 time: 0.0380332 Jul 27 21:16:01.464181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32914) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:01.506911 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-d06678d4-5f76-436f-aafa-d61741bcff28 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] delete failed (client error): The resource could not be found. Jul 27 21:16:01.510627 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d06678d4-5f76-436f-aafa-d61741bcff28 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "DELETE /v2.0/routers/e8fb6aef-271e-491f-8d11-85b9cd2cf7de HTTP/1.1" status: 404 len: 336 time: 0.0426507 Jul 27 21:16:01.511375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32916) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:01.537881 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae54c643-7da2-41be-a9f9-d0f73c6ab2d3 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] DELETE failed (client error): The resource could not be found. Jul 27 21:16:01.538435 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae54c643-7da2-41be-a9f9-d0f73c6ab2d3 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:16:01.540188 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ae54c643-7da2-41be-a9f9-d0f73c6ab2d3 tempest-RoutersAdminTest-653398177 tempest-RoutersAdminTest-653398177-project] 10.222.0.55 "DELETE /v2.0/subnets/93fc58ba-c311-48ce-b1f0-387c7e2db30d HTTP/1.1" status: 404 len: 337 time: 0.0284243 Jul 27 21:16:01.666422 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72185d25-d9ad-4597-a7d6-eb22e258c133 req-1dbda099-dffc-4aef-98de-7ff317fa4e54 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:01.667973 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-72185d25-d9ad-4597-a7d6-eb22e258c133 req-1dbda099-dffc-4aef-98de-7ff317fa4e54 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 947 time: 0.0771737 Jul 27 21:16:01.717137 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-72185d25-d9ad-4597-a7d6-eb22e258c133 req-bfb881c1-2830-4df8-9ca4-f6e6e859b37a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417540 Jul 27 21:16:01.810714 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32926) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:01.891842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 076f7240-f73a-4622-ae55-1af99588d96c up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:01.934514 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-305ecbc6-d94a-43be-9a53-89c9071d8b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:01.975761 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 076f7240-f73a-4622-ae55-1af99588d96c completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:01.980217 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 076f7240-f73a-4622-ae55-1af99588d96c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:01.980379 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.096801 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-305ecbc6-d94a-43be-9a53-89c9071d8b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.102491 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.103055 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-305ecbc6-d94a-43be-9a53-89c9071d8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.131425 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1c45af-4224-45fa-9d51-0e977e15435d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076f7240-f73a-4622-ae55-1af99588d96c'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:02.134095 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1ce66a-05b5-46f8-9c71-0fba66e18967" -d '{"events": [{"server_uuid": "bd1c45af-4224-45fa-9d51-0e977e15435d", "name": "network-vif-plugged", "status": "completed", "tag": "076f7240-f73a-4622-ae55-1af99588d96c"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:02.162937 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-305ecbc6-d94a-43be-9a53-89c9071d8b65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd5a41dbc6b54cbfb6e4557a5084cb22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490934 Jul 27 21:16:02.163201 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 076f7240-f73a-4622-ae55-1af99588d96c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=076f7240-f73a-4622-ae55-1af99588d96c,segment=NetworkSegment(a4a256bd-1c18-4c7d-831c-7b4dc943b071),segment_id=a4a256bd-1c18-4c7d-831c-7b4dc943b071)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:02.163308 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 32936) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:02.166819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ecbc6-d94a-43be-9a53-89c9071d8b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89dc15d-7e68-43c5-bbd6-0b3bb4f8c620,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:02.183978 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.213281 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e61e48-f8d2-4c60-9b1d-9aab7e621e32 x-openstack-request-id: req-e9e61e48-f8d2-4c60-9b1d-9aab7e621e32 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:02.213660 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1c45af-4224-45fa-9d51-0e977e15435d", "name": "network-vif-plugged", "status": "completed", "tag": "076f7240-f73a-4622-ae55-1af99588d96c", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:02.214068 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9e61e48-f8d2-4c60-9b1d-9aab7e621e32 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:02.214494 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1c45af-4224-45fa-9d51-0e977e15435d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076f7240-f73a-4622-ae55-1af99588d96c', 'code': 200} Jul 27 21:16:02.249147 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=076f7240-f73a-4622-ae55-1af99588d96c,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:02.249463 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e97db428-cb5d-4131-8fcd-056cf82a2560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.280794 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e97db428-cb5d-4131-8fcd-056cf82a2560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.363381 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e97db428-cb5d-4131-8fcd-056cf82a2560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.367477 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e97db428-cb5d-4131-8fcd-056cf82a2560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.367868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23091d68-2ebc-4ee8-a430-776685345155 req-7a984884-b24f-4cc3-8a66-20645a40c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:02.368711 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e97db428-cb5d-4131-8fcd-056cf82a2560 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c89dc15d-7e68-43c5-bbd6-0b3bb4f8c620 HTTP/1.1" status: 204 len: 168 time: 0.2045398 Jul 27 21:16:02.369382 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-23091d68-2ebc-4ee8-a430-776685345155 req-7a984884-b24f-4cc3-8a66-20645a40c583 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bd1c45af-4224-45fa-9d51-0e977e15435d HTTP/1.1" status: 200 len: 1097 time: 0.0962360 Jul 27 21:16:02.377266 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97db428-cb5d-4131-8fcd-056cf82a2560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89dc15d-7e68-43c5-bbd6-0b3bb4f8c620,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:02.419184 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-23091d68-2ebc-4ee8-a430-776685345155 req-8ca44a4f-c0f5-4b24-ad22-7633ed78e266 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420530 Jul 27 21:16:02.604574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8655e52-db59-4b4d-a1d7-28cfb35c9dfc req-6ee105aa-ef2f-45fd-8128-41a5ddfebbcf tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:02.606128 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8655e52-db59-4b4d-a1d7-28cfb35c9dfc req-6ee105aa-ef2f-45fd-8128-41a5ddfebbcf tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd1c45af-4224-45fa-9d51-0e977e15435d HTTP/1.1" status: 200 len: 1097 time: 0.0971513 Jul 27 21:16:02.638566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11955a97-53b3-4967-a3b8-6b3fa1242d96 req-943c1359-1a22-48d3-a553-b82dcf460f46 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:02.640144 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11955a97-53b3-4967-a3b8-6b3fa1242d96 req-943c1359-1a22-48d3-a553-b82dcf460f46 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.1028323 Jul 27 21:16:02.648198 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-843ec533-7f1d-41b7-8085-94827ba2c996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.670472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32948) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:02.671532 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8655e52-db59-4b4d-a1d7-28cfb35c9dfc req-9f00f026-b84c-40f3-ad94-9af745524765 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577495 Jul 27 21:16:02.698788 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11955a97-53b3-4967-a3b8-6b3fa1242d96 req-6c6567f0-2296-4f75-b9d0-51580c4681fb tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471332 Jul 27 21:16:02.717692 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bbcf20f1-2057-4516-bd83-bcc0bda6ec35 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75746f5316a641aba8dc5912b73a35e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456672 Jul 27 21:16:02.720020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 32950) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:02.770752 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a1d72cd-0d68-4d43-a060-aeda33925e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.792278 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a1d72cd-0d68-4d43-a060-aeda33925e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.840527 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a1d72cd-0d68-4d43-a060-aeda33925e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.843073 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a1d72cd-0d68-4d43-a060-aeda33925e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:02.844816 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8a1d72cd-0d68-4d43-a060-aeda33925e1a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/84294be1-a6a1-48e0-a9bc-a8ba7b61096f HTTP/1.1" status: 204 len: 168 time: 0.1237664 Jul 27 21:16:02.852719 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d72cd-0d68-4d43-a060-aeda33925e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84294be1-a6a1-48e0-a9bc-a8ba7b61096f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:03.585896 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33002) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:03.681047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-425b5096-c34e-478a-b0d1-5dae465d2c33 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-905662224'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:03.720720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425b5096-c34e-478a-b0d1-5dae465d2c33 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Made reservation on behalf of 3ab0841c3195434885c0054dba50e220 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:03.724542 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-425b5096-c34e-478a-b0d1-5dae465d2c33 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:03.743952 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-425b5096-c34e-478a-b0d1-5dae465d2c33 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:03.864977 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-425b5096-c34e-478a-b0d1-5dae465d2c33 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:03.866531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01df4b-45b4-4aa2-b331-9d28723ae21d req-cdfeb2fa-c7d8-40d2-84b9-6b511600c3c3 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:03.869439 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-425b5096-c34e-478a-b0d1-5dae465d2c33 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:03.870716 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d01df4b-45b4-4aa2-b331-9d28723ae21d req-cdfeb2fa-c7d8-40d2-84b9-6b511600c3c3 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd1c45af-4224-45fa-9d51-0e977e15435d HTTP/1.1" status: 200 len: 1097 time: 0.1083691 Jul 27 21:16:03.898338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6353e-7982-4126-b940-c3f43303c43e req-19e3adf2-9fa7-4ab6-82b6-80ced048b0ae tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:03.899855 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9dc6353e-7982-4126-b940-c3f43303c43e req-19e3adf2-9fa7-4ab6-82b6-80ced048b0ae tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.1059549 Jul 27 21:16:03.900137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425b5096-c34e-478a-b0d1-5dae465d2c33 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:16:03.907136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b5096-c34e-478a-b0d1-5dae465d2c33 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537d39c4-6135-4bec-ab7c-e7e59608a9c1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:03.913233 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-425b5096-c34e-478a-b0d1-5dae465d2c33 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:03.913622 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-425b5096-c34e-478a-b0d1-5dae465d2c33 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Added segment 6eac2b62-100c-4e10-a97e-4a5aaa69f5ba of type vlan for network 778fa1bf-82b1-4219-9bcd-9dc596b6479b Jul 27 21:16:03.931211 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d01df4b-45b4-4aa2-b331-9d28723ae21d req-c3e3b98e-3454-4969-a38d-65b0ce343fa8 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553696 Jul 27 21:16:03.957294 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-425b5096-c34e-478a-b0d1-5dae465d2c33 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:03.959568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9dc6353e-7982-4126-b940-c3f43303c43e req-c1f25652-8072-41c1-be28-a8a4400de35f tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468326 Jul 27 21:16:03.983793 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.003920 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-425b5096-c34e-478a-b0d1-5dae465d2c33 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.010336 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425b5096-c34e-478a-b0d1-5dae465d2c33 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:04.012499 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-425b5096-c34e-478a-b0d1-5dae465d2c33 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.076785 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-425b5096-c34e-478a-b0d1-5dae465d2c33 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4897084 Jul 27 21:16:04.080045 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33014) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:04.085336 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0fe1dc42-aedd-4d0e-8877-1e1d3d18f7a9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'subnet': {'network_id': '778fa1bf-82b1-4219-9bcd-9dc596b6479b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:04.086754 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b5096-c34e-478a-b0d1-5dae465d2c33 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Network': ['ID=778fa1bf-82b1-4219-9bcd-9dc596b6479b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:04.098314 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 778fa1bf-82b1-4219-9bcd-9dc596b6479b details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:16:04.150546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2490a3-c5c7-4877-8f7c-57d6b64397b4 req-44c56bd8-a701-4f02-895e-34bd82069431 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:04.152184 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa2490a3-c5c7-4877-8f7c-57d6b64397b4 req-44c56bd8-a701-4f02-895e-34bd82069431 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd1c45af-4224-45fa-9d51-0e977e15435d HTTP/1.1" status: 200 len: 1097 time: 0.1272805 Jul 27 21:16:04.212669 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa2490a3-c5c7-4877-8f7c-57d6b64397b4 req-4eb53265-1d7a-4c41-9ffc-110e70eece23 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511029 Jul 27 21:16:04.217143 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe1dc42-aedd-4d0e-8877-1e1d3d18f7a9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Made reservation on behalf of 3ab0841c3195434885c0054dba50e220 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:04.220841 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0fe1dc42-aedd-4d0e-8877-1e1d3d18f7a9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.405667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025374d4-24c9-407d-8329-8cdabbad19d9 req-133eb84b-a1db-4455-a44a-c1a541849069 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:04.407845 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-025374d4-24c9-407d-8329-8cdabbad19d9 req-133eb84b-a1db-4455-a44a-c1a541849069 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd1c45af-4224-45fa-9d51-0e977e15435d HTTP/1.1" status: 200 len: 1097 time: 0.1170886 Jul 27 21:16:04.489119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-025374d4-24c9-407d-8329-8cdabbad19d9 req-3f3015d6-2738-4b50-8f1c-1ebc30451640 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740829 Jul 27 21:16:04.499185 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0fe1dc42-aedd-4d0e-8877-1e1d3d18f7a9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.567286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1dc42-aedd-4d0e-8877-1e1d3d18f7a9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Subnet': ['ID=86dabda0-16c9-4b8a-97cb-9b77a7533c3e,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:04.601829 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe1dc42-aedd-4d0e-8877-1e1d3d18f7a9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Checking segment: {'id': '6eac2b62-100c-4e10-a97e-4a5aaa69f5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '778fa1bf-82b1-4219-9bcd-9dc596b6479b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:04.602299 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe1dc42-aedd-4d0e-8877-1e1d3d18f7a9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network hostable DHCP agents. Network: 778fa1bf-82b1-4219-9bcd-9dc596b6479b, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:16:04.630204 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe1dc42-aedd-4d0e-8877-1e1d3d18f7a9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 778fa1bf-82b1-4219-9bcd-9dc596b6479b is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:16:04.642253 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-0fe1dc42-aedd-4d0e-8877-1e1d3d18f7a9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 778fa1bf-82b1-4219-9bcd-9dc596b6479b) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:04.649771 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe1dc42-aedd-4d0e-8877-1e1d3d18f7a9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:04.650402 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0fe1dc42-aedd-4d0e-8877-1e1d3d18f7a9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.651207 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e716ec5-282d-4eee-b8d5-9d9372b00733 None None] Network 778fa1bf-82b1-4219-9bcd-9dc596b6479b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:04.669779 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0fe1dc42-aedd-4d0e-8877-1e1d3d18f7a9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5884428 Jul 27 21:16:04.672409 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33024) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:04.677817 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2029155880', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}, 'admin_state_up': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:04.713006 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.714195 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.715958 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d1d0e871-fe30-4830-8331-a438cfaa75a9 req-22866152-ae35-4220-9611-f1883f1dff9a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0942626 Jul 27 21:16:04.817972 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:04.834505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0e871-fe30-4830-8331-a438cfaa75a9 req-aa3a0d3e-e9bf-4250-8c02-9a18128de565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:04.836311 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d1d0e871-fe30-4830-8331-a438cfaa75a9 req-aa3a0d3e-e9bf-4250-8c02-9a18128de565 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=316085248a694378aced875fc59e1117&device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 1098 time: 0.0603015 Jul 27 21:16:04.843315 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a47cde-2032-4da1-bfe8-fbfbf42f67ad None None] Network 778fa1bf-82b1-4219-9bcd-9dc596b6479b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:04.974260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0e871-fe30-4830-8331-a438cfaa75a9 req-af28516e-4696-4d4f-bea8-870bd72a146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:04.976360 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d1d0e871-fe30-4830-8331-a438cfaa75a9 req-af28516e-4696-4d4f-bea8-870bd72a146b service neutron] 10.222.0.66 "GET /v2.0/networks?id=83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 200 len: 916 time: 0.1182485 Jul 27 21:16:05.010611 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:05.054751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-04901b53-8416-4f79-81a2-facae3e40faf tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:05.056192 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-04901b53-8416-4f79-81a2-facae3e40faf tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/networks?id=609af9a2-0957-4208-90be-cbd1268941b7 HTTP/1.1" status: 200 len: 911 time: 0.2605336 Jul 27 21:16:05.065625 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d1d0e871-fe30-4830-8331-a438cfaa75a9 req-c5e22d73-9014-427f-a805-d725ca0ba8ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d157c95-65b7-48da-9095-66a42746543d HTTP/1.1" status: 200 len: 1001 time: 0.0788412 Jul 27 21:16:05.119213 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0e871-fe30-4830-8331-a438cfaa75a9 req-ff167fe4-95c3-4a8b-8759-9f5c9047c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:05.120710 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d1d0e871-fe30-4830-8331-a438cfaa75a9 req-ff167fe4-95c3-4a8b-8759-9f5c9047c798 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6f5c215f-9e0c-4039-b305-c7ccda95b7dd HTTP/1.1" status: 200 len: 854 time: 0.0451577 Jul 27 21:16:05.120873 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-7f99ef73-9413-492a-b1f2-bb30625a6b5c tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/quotas/1b7df5271a494424b5d3d79717e101d8 HTTP/1.1" status: 200 len: 375 time: 0.0352898 Jul 27 21:16:05.184923 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0e871-fe30-4830-8331-a438cfaa75a9 req-83eb9c6b-3a11-4582-bc39-1d9e8eda8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:05.186593 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d1d0e871-fe30-4830-8331-a438cfaa75a9 req-83eb9c6b-3a11-4582-bc39-1d9e8eda8a25 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=83632acd-e78d-4a39-ae97-2eaf775c8434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552840 Jul 27 21:16:05.205083 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72c5d8-591e-4b31-9d79-4deb1a063d07 req-3af5fe26-80c8-44a6-bf31-e7ad3902f4a9 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:05.206617 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b72c5d8-591e-4b31-9d79-4deb1a063d07 req-3af5fe26-80c8-44a6-bf31-e7ad3902f4a9 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.1736350 Jul 27 21:16:05.272501 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-25cd9efa-00e9-46c2-9573-ac6a98bfdd49 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b7df5271a494424b5d3d79717e101d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1425292 Jul 27 21:16:05.285766 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b72c5d8-591e-4b31-9d79-4deb1a063d07 req-15821a97-5ae1-4148-8432-59d61b4c3170 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723190 Jul 27 21:16:05.338410 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-82ea0b7c-ac11-4079-b5f7-a505c15e09ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:05.443014 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:05.449723 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:05.477777 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:05.537309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-5a58b7ec-fc3d-4a5d-adc6-24c65940bb55 service neutron] 10.222.0.55 "GET /v2.0/networks/609af9a2-0957-4208-90be-cbd1268941b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568667 Jul 27 21:16:05.622895 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d1d0e871-fe30-4830-8331-a438cfaa75a9 req-a16dd494-1012-43e2-a24a-954a96181128 service neutron] 10.222.0.66 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253466 Jul 27 21:16:05.730448 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d1d0e871-fe30-4830-8331-a438cfaa75a9 req-e3767d98-41f8-45f9-a024-e1a8de687f16 service neutron] 10.222.0.66 "GET /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995634 Jul 27 21:16:05.994699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Allocated IP 172.25.2.12 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/098d7c8b-b6d2-4956-8fea-922c083a730d) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:06.018699 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-d633b47a-7a61-4d98-a41a-f7253c8cff91 service neutron] 10.222.0.55 "GET /v2.0/networks/609af9a2-0957-4208-90be-cbd1268941b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701815 Jul 27 21:16:06.117637 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:06.163086 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:06.238072 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b8e9fcce-23b2-4a33-81f8-566934efc902 req-446a5c6d-0387-4a40-8576-b1cce8ed1975 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 210 time: 0.0425477 Jul 27 21:16:06.252700 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:06.255859 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:06.270186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:06.273677 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=098d7c8b-b6d2-4956-8fea-922c083a730d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:06.543843 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658ed8b-3686-4424-939c-94f977206b9c req-3c6daa44-36b1-4bbd-9190-11b01c9c076a tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:06.545473 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e658ed8b-3686-4424-939c-94f977206b9c req-3c6daa44-36b1-4bbd-9190-11b01c9c076a tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.1779635 Jul 27 21:16:06.642262 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e658ed8b-3686-4424-939c-94f977206b9c req-6e62077d-81cf-48be-9470-15c1076e78b5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890911 Jul 27 21:16:06.649045 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:06.887814 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:07.022542 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 2dff47fd-740b-4e68-b157-08037fedac26 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:16:07.136143 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:07.143744 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:07.155344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e73275-04ee-4bc9-bec1-87238c72f982 None None] Sync routers for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:07.165369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e73275-04ee-4bc9-bec1-87238c72f982 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:07.166021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d8e73275-04ee-4bc9-bec1-87238c72f982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:07.174813 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:07.176135 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e8a68302-9215-4c4b-8692-f55d5cb8a03d tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5021842 Jul 27 21:16:07.179129 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33062) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:07.209389 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d8e73275-04ee-4bc9-bec1-87238c72f982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:07.218916 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e73275-04ee-4bc9-bec1-87238c72f982 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:07.219906 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d8e73275-04ee-4bc9-bec1-87238c72f982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:07.255303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d8e73275-04ee-4bc9-bec1-87238c72f982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:07.256231 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e73275-04ee-4bc9-bec1-87238c72f982 None None] The sync data for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:07.364888 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6370320-88d7-45e4-b2f7-6d3a7f316317 req-063a9557-5320-4a1d-ab68-714f76f44365 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 210 time: 0.0363686 Jul 27 21:16:07.449858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-d16afe64-d7dc-4225-b624-ba157d5e9a71 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:07.451671 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-d16afe64-d7dc-4225-b624-ba157d5e9a71 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.66 "GET /v2.0/networks?id=609af9a2-0957-4208-90be-cbd1268941b7 HTTP/1.1" status: 200 len: 911 time: 0.1957953 Jul 27 21:16:07.467529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-2ecc22b8-13e8-4160-8224-335d1669d274 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Request body: {'port': {'device_id': 'b3ce380a-e212-4112-b410-dc0fc969d53c', 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7', 'admin_state_up': True, 'tenant_id': '1b7df5271a494424b5d3d79717e101d8'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:07.536873 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-2ecc22b8-13e8-4160-8224-335d1669d274 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Made reservation on behalf of 1b7df5271a494424b5d3d79717e101d8 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:07.539135 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-2ecc22b8-13e8-4160-8224-335d1669d274 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:07.661362 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:07.783727 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-2ecc22b8-13e8-4160-8224-335d1669d274 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Allocated IP 172.20.0.4 (609af9a2-0957-4208-90be-cbd1268941b7/e84152d6-e220-4a04-8f73-1978717d4677/eeb7f866-f0de-45b1-a393-a8d23667b8ca) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:07.792841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b1de9-79e2-4588-a08c-c8fc07652324 req-e626db21-872e-44da-b631-112c6fc4a2e9 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:07.804131 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-863b1de9-79e2-4588-a08c-c8fc07652324 req-e626db21-872e-44da-b631-112c6fc4a2e9 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.0874877 Jul 27 21:16:07.859682 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-863b1de9-79e2-4588-a08c-c8fc07652324 req-c8b97d84-f462-40f7-a305-88f30581c0e4 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484982 Jul 27 21:16:07.960241 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.090635 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-2ecc22b8-13e8-4160-8224-335d1669d274 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.090998 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33076) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:08.111452 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-2ecc22b8-13e8-4160-8224-335d1669d274 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Transition to ACTIVE for port object eeb7f866-f0de-45b1-a393-a8d23667b8ca will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:08.207930 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7cc29ee9-67ea-4712-9376-dc165a2ae424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.235139 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-2ecc22b8-13e8-4160-8224-335d1669d274 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.254079 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['076f7240-f73a-4622-ae55-1af99588d96c'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:08.329101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-2ecc22b8-13e8-4160-8224-335d1669d274 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Network 609af9a2-0957-4208-90be-cbd1268941b7 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:08.335340 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc22b8-13e8-4160-8224-335d1669d274 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Pushing event updated for resources: {'Port': ['ID=eeb7f866-f0de-45b1-a393-a8d23667b8ca,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:08.337840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-2ecc22b8-13e8-4160-8224-335d1669d274 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:08.342055 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-2ecc22b8-13e8-4160-8224-335d1669d274 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:08.350620 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7cc29ee9-67ea-4712-9376-dc165a2ae424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.355845 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7cc29ee9-67ea-4712-9376-dc165a2ae424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.409280 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7cc29ee9-67ea-4712-9376-dc165a2ae424 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bbe1534e33f24c4d9455f0389df10274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3140006 Jul 27 21:16:08.409280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc29ee9-67ea-4712-9376-dc165a2ae424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27f91e9-df26-4d86-9a8c-8605a01614f6,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:08.413108 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33082) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:08.417729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-2ecc22b8-13e8-4160-8224-335d1669d274 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:08.418364 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-2ecc22b8-13e8-4160-8224-335d1669d274 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.421008 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Allocated IP 172.20.0.1 (778fa1bf-82b1-4219-9bcd-9dc596b6479b/86dabda0-16c9-4b8a-97cb-9b77a7533c3e/b3b9c478-db0e-4711-9916-dad64d9ba336) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:08.466411 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-2ecc22b8-13e8-4160-8224-335d1669d274 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0038402 Jul 27 21:16:08.482154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Request body: {'port': {'device_id': 'b3ce380a-e212-4112-b410-dc0fc969d53c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:08.516582 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-caa0ed2b-4f2b-4210-a966-fe2bc65b8ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.549651 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-caa0ed2b-4f2b-4210-a966-fe2bc65b8ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.605727 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb918150-4dc1-4ba0-b9c0-1bb971ad3f0e req-a49a0c04-db4a-4041-8bb6-0c9683f651c2 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:08.607626 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cb918150-4dc1-4ba0-b9c0-1bb971ad3f0e req-a49a0c04-db4a-4041-8bb6-0c9683f651c2 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1027 time: 0.1220620 Jul 27 21:16:08.635131 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-caa0ed2b-4f2b-4210-a966-fe2bc65b8ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.637955 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-caa0ed2b-4f2b-4210-a966-fe2bc65b8ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.642024 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-caa0ed2b-4f2b-4210-a966-fe2bc65b8ebb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e27f91e9-df26-4d86-9a8c-8605a01614f6 HTTP/1.1" status: 204 len: 168 time: 0.2249436 Jul 27 21:16:08.645725 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.662187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0ed2b-4f2b-4210-a966-fe2bc65b8ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27f91e9-df26-4d86-9a8c-8605a01614f6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:08.668275 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.673892 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cb918150-4dc1-4ba0-b9c0-1bb971ad3f0e req-984d3c51-b25b-4417-a21a-9746c0f96a4d tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535033 Jul 27 21:16:08.723325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6aa5c2c3-5158-47c0-8ca3-45cb426857b2 None None] Provisioning for port eeb7f866-f0de-45b1-a393-a8d23667b8ca completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:08.727316 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6aa5c2c3-5158-47c0-8ca3-45cb426857b2 None None] Provisioning complete for port eeb7f866-f0de-45b1-a393-a8d23667b8ca triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:08.727744 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6aa5c2c3-5158-47c0-8ca3-45cb426857b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.767863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6aa5c2c3-5158-47c0-8ca3-45cb426857b2 None None] Port eeb7f866-f0de-45b1-a393-a8d23667b8ca cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:16:08.817334 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.847408 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.898037 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 778fa1bf-82b1-4219-9bcd-9dc596b6479b is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:08.907893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:08.916779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:08.947542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=b3b9c478-db0e-4711-9916-dad64d9ba336,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:08.989093 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:08.989756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33092) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:09.010182 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87f33690-8c45-4a10-b37c-12956e319548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.027002 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a835a-66ce-4fc1-8fbc-3ab20a4fee1f req-12551d31-6006-4c53-a272-aefc56396a09 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:09.028510 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca1a835a-66ce-4fc1-8fbc-3ab20a4fee1f req-12551d31-6006-4c53-a272-aefc56396a09 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.0963466 Jul 27 21:16:09.090065 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca1a835a-66ce-4fc1-8fbc-3ab20a4fee1f req-deba119c-cdba-4bf3-97dd-bb2ac9cd16b5 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541093 Jul 27 21:16:09.134030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb7f866-f0de-45b1-a393-a8d23667b8ca {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:16:09.146101 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87f33690-8c45-4a10-b37c-12956e319548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.148083 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.150308 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87f33690-8c45-4a10-b37c-12956e319548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.167252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Transition to ACTIVE for port object eeb7f866-f0de-45b1-a393-a8d23667b8ca will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:09.172901 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.194279 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-87f33690-8c45-4a10-b37c-12956e319548 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8bb5a0d6a0804a49b48b6612da11b773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2030315 Jul 27 21:16:09.196548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33094) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:09.204141 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f33690-8c45-4a10-b37c-12956e319548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fe7077-f8d3-468d-a246-69846586f419,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:09.258151 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.258995 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4343ca71-c6e2-4f06-9f4c-9d7b3bf34115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.275936 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Pushing event updated for resources: {'Port': ['ID=eeb7f866-f0de-45b1-a393-a8d23667b8ca,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:09.287199 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4343ca71-c6e2-4f06-9f4c-9d7b3bf34115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.342892 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4343ca71-c6e2-4f06-9f4c-9d7b3bf34115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.345848 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4343ca71-c6e2-4f06-9f4c-9d7b3bf34115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.349452 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4343ca71-c6e2-4f06-9f4c-9d7b3bf34115 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/75fe7077-f8d3-468d-a246-69846586f419 HTTP/1.1" status: 204 len: 168 time: 0.1492889 Jul 27 21:16:09.359578 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343ca71-c6e2-4f06-9f4c-9d7b3bf34115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fe7077-f8d3-468d-a246-69846586f419,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:09.445037 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Attempting to bind port eeb7f866-f0de-45b1-a393-a8d23667b8ca on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:16:09.445243 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Attempting to bind port eeb7f866-f0de-45b1-a393-a8d23667b8ca by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'a4a256bd-1c18-4c7d-831c-7b4dc943b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:16:09.445692 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Attempting to bind port eeb7f866-f0de-45b1-a393-a8d23667b8ca on network 609af9a2-0957-4208-90be-cbd1268941b7 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:09.451703 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Port eeb7f866-f0de-45b1-a393-a8d23667b8ca on network 609af9a2-0957-4208-90be-cbd1268941b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:16:09.452025 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Attempting to bind port eeb7f866-f0de-45b1-a393-a8d23667b8ca on network 609af9a2-0957-4208-90be-cbd1268941b7 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:09.487539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:16:09.487938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Checking segment: {'id': 'a4a256bd-1c18-4c7d-831c-7b4dc943b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:09.488274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Bound using segment: {'id': 'a4a256bd-1c18-4c7d-831c-7b4dc943b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:16:09.488714 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Bound port: eeb7f866-f0de-45b1-a393-a8d23667b8ca, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a256bd-1c18-4c7d-831c-7b4dc943b071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:16:09.489077 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.642139 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] For port eeb7f866-f0de-45b1-a393-a8d23667b8ca, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:16:09.647130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] For port eeb7f866-f0de-45b1-a393-a8d23667b8ca, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=eeb7f866-f0de-45b1-a393-a8d23667b8ca,segment=NetworkSegment(a4a256bd-1c18-4c7d-831c-7b4dc943b071),segment_id=a4a256bd-1c18-4c7d-831c-7b4dc943b071)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:16:09.653845 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.711573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:09.712673 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.713776 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] 10.222.0.66 "PUT /v2.0/ports/eeb7f866-f0de-45b1-a393-a8d23667b8ca HTTP/1.1" status: 200 len: 1091 time: 1.2359636 Jul 27 21:16:09.718180 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ce380a-e212-4112-b410-dc0fc969d53c', 'tag': 'eeb7f866-f0de-45b1-a393-a8d23667b8ca'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:09.720573 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56e0834-f253-431d-98ee-f44332841982" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ce380a-e212-4112-b410-dc0fc969d53c", "tag": "eeb7f866-f0de-45b1-a393-a8d23667b8ca"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:09.757720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ecb11-1a5d-4c29-9fc5-75a3aa2e6d6c service neutron] Pushing event updated for resources: {'Port': ['ID=eeb7f866-f0de-45b1-a393-a8d23667b8ca,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:09.806166 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.811240 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e92f84f-40c8-42ed-82dc-b52af17d2e4e x-openstack-request-id: req-0e92f84f-40c8-42ed-82dc-b52af17d2e4e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:09.811801 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ce380a-e212-4112-b410-dc0fc969d53c", "tag": "eeb7f866-f0de-45b1-a393-a8d23667b8ca", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:09.813355 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e92f84f-40c8-42ed-82dc-b52af17d2e4e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:09.814074 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ce380a-e212-4112-b410-dc0fc969d53c', 'tag': 'eeb7f866-f0de-45b1-a393-a8d23667b8ca', 'status': 'completed', 'code': 200} Jul 27 21:16:09.838682 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.865747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2285a41-030f-4659-b627-93c932299ccf req-45ee3ee9-73b1-470d-a379-a3e65734f183 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:09.867270 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b2285a41-030f-4659-b627-93c932299ccf req-45ee3ee9-73b1-470d-a379-a3e65734f183 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1094 time: 0.0736911 Jul 27 21:16:09.908933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b2285a41-030f-4659-b627-93c932299ccf req-2dc75685-d04f-4469-8bec-208ea02b0874 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339210 Jul 27 21:16:09.929816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=b3b9c478-db0e-4711-9916-dad64d9ba336,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:09.958831 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:09.973367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-843133bd-800a-484a-993d-2e2b262fb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:09.974903 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-843133bd-800a-484a-993d-2e2b262fb8e0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b7df5271a494424b5d3d79717e101d8&device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1094 time: 0.2075555 Jul 27 21:16:10.054839 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-935da4e6-8853-4f9a-8a19-2dd616f2605c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeb7f866-f0de-45b1-a393-a8d23667b8ca HTTP/1.1" status: 200 len: 217 time: 0.0687158 Jul 27 21:16:10.130391 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-7f9f4acb-a91a-4834-bd3b-8d8d4c0730e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:10.132010 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-7f9f4acb-a91a-4834-bd3b-8d8d4c0730e2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e84152d6-e220-4a04-8f73-1978717d4677 HTTP/1.1" status: 200 len: 849 time: 0.0673804 Jul 27 21:16:10.140017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 778fa1bf-82b1-4219-9bcd-9dc596b6479b is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:10.143001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:10.231455 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa598194-4f32-4cbd-8eba-a9d62f8187b2 req-b07cfe7f-41dd-4d91-9222-3bd092fdb219 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:10.233272 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa598194-4f32-4cbd-8eba-a9d62f8187b2 req-b07cfe7f-41dd-4d91-9222-3bd092fdb219 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.0691144 Jul 27 21:16:10.278847 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aa598194-4f32-4cbd-8eba-a9d62f8187b2 req-77046abd-d622-4925-9ded-aa620091ee50 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376024 Jul 27 21:16:10.296338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-9504032f-5720-4ed5-85d2-0fc1fbb0b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:10.298797 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-9504032f-5720-4ed5-85d2-0fc1fbb0b66f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=609af9a2-0957-4208-90be-cbd1268941b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499202 Jul 27 21:16:10.311076 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 2dff47fd-740b-4e68-b157-08037fedac26 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:10.486894 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-a40a150d-0dc3-4f77-b55c-2d4b3b21f972 service neutron] 10.222.0.66 "GET /v2.0/networks/609af9a2-0957-4208-90be-cbd1268941b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746676 Jul 27 21:16:10.506767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:10.518121 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffd9675-2614-4025-bbfd-9c33cefbe659 None None] Sync routers for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:10.523030 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b64b579a-59fc-4bb6-80e1-edb231416285 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "PUT /v2.0/routers/2dff47fd-740b-4e68-b157-08037fedac26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3389170 Jul 27 21:16:10.523385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33128) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:10.528461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0449411b-7376-4b6f-afd4-1bcbbf9b23cc tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'port': {'network_id': '778fa1bf-82b1-4219-9bcd-9dc596b6479b', 'name': 'tempest-FloatingIPTestJSON-1609256002'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:10.542984 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffd9675-2614-4025-bbfd-9c33cefbe659 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:10.547437 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-bffd9675-2614-4025-bbfd-9c33cefbe659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:10.626801 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b52a29-55b4-41f1-910d-9487287e8635 req-732024f7-2720-491f-af04-7cc052eba12e service neutron] 10.222.0.66 "GET /v2.0/networks/609af9a2-0957-4208-90be-cbd1268941b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286178 Jul 27 21:16:10.644249 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-bffd9675-2614-4025-bbfd-9c33cefbe659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:10.660351 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffd9675-2614-4025-bbfd-9c33cefbe659 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:10.661028 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-bffd9675-2614-4025-bbfd-9c33cefbe659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:10.710744 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-bffd9675-2614-4025-bbfd-9c33cefbe659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:10.711658 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffd9675-2614-4025-bbfd-9c33cefbe659 None None] The sync data for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:10.762636 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0449411b-7376-4b6f-afd4-1bcbbf9b23cc tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Made reservation on behalf of 3ab0841c3195434885c0054dba50e220 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:10.767157 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0449411b-7376-4b6f-afd4-1bcbbf9b23cc tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:10.777544 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e0834-f253-431d-98ee-f44332841982 req-61e563da-4f7c-4653-981c-f01ef31245a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:10.780840 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e56e0834-f253-431d-98ee-f44332841982 req-61e563da-4f7c-4653-981c-f01ef31245a2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b7df5271a494424b5d3d79717e101d8&device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1094 time: 0.0813913 Jul 27 21:16:10.791525 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-0449411b-7376-4b6f-afd4-1bcbbf9b23cc tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] device_id is not set on port c914a0d6-2313-4130-b998-842dc066c960 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:16:10.903627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e0834-f253-431d-98ee-f44332841982 req-4e5c45e6-bcd4-4bc2-a5aa-dc3a8253710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:10.905268 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e56e0834-f253-431d-98ee-f44332841982 req-4e5c45e6-bcd4-4bc2-a5aa-dc3a8253710c service neutron] 10.222.0.66 "GET /v2.0/networks?id=609af9a2-0957-4208-90be-cbd1268941b7 HTTP/1.1" status: 200 len: 911 time: 0.1162128 Jul 27 21:16:10.929442 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-0449411b-7376-4b6f-afd4-1bcbbf9b23cc tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Allocated IP 172.20.0.9 (778fa1bf-82b1-4219-9bcd-9dc596b6479b/86dabda0-16c9-4b8a-97cb-9b77a7533c3e/c914a0d6-2313-4130-b998-842dc066c960) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:10.967219 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e56e0834-f253-431d-98ee-f44332841982 req-144e4e66-5509-4b43-b212-7991e430186f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeb7f866-f0de-45b1-a393-a8d23667b8ca HTTP/1.1" status: 200 len: 217 time: 0.0521553 Jul 27 21:16:11.028389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e0834-f253-431d-98ee-f44332841982 req-1daa1348-7d92-4b0a-80ea-e978c0f45cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:11.030046 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e56e0834-f253-431d-98ee-f44332841982 req-1daa1348-7d92-4b0a-80ea-e978c0f45cc2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e84152d6-e220-4a04-8f73-1978717d4677 HTTP/1.1" status: 200 len: 849 time: 0.0499914 Jul 27 21:16:11.096500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e0834-f253-431d-98ee-f44332841982 req-e690c674-9b2e-453d-8b45-0e0f56552771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:11.098081 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e56e0834-f253-431d-98ee-f44332841982 req-e690c674-9b2e-453d-8b45-0e0f56552771 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=609af9a2-0957-4208-90be-cbd1268941b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582767 Jul 27 21:16:11.120180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47051ca3-b171-4be7-8d5a-f0fc978e634f req-a001c5a5-c095-4472-9bd5-5480c8e9e633 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:11.121715 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47051ca3-b171-4be7-8d5a-f0fc978e634f req-a001c5a5-c095-4472-9bd5-5480c8e9e633 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1094 time: 0.1329730 Jul 27 21:16:11.176093 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0449411b-7376-4b6f-afd4-1bcbbf9b23cc tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.196399 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47051ca3-b171-4be7-8d5a-f0fc978e634f req-1e9df859-9802-415d-ba4c-ec9b3840d4e6 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662642 Jul 27 21:16:11.237314 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0449411b-7376-4b6f-afd4-1bcbbf9b23cc tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.307884 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0449411b-7376-4b6f-afd4-1bcbbf9b23cc tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 778fa1bf-82b1-4219-9bcd-9dc596b6479b is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:11.311978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-0449411b-7376-4b6f-afd4-1bcbbf9b23cc tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:11.315138 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0449411b-7376-4b6f-afd4-1bcbbf9b23cc tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:11.355147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449411b-7376-4b6f-afd4-1bcbbf9b23cc tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=c914a0d6-2313-4130-b998-842dc066c960,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:11.384674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0449411b-7376-4b6f-afd4-1bcbbf9b23cc tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:11.385336 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0449411b-7376-4b6f-afd4-1bcbbf9b23cc tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.430405 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0449411b-7376-4b6f-afd4-1bcbbf9b23cc tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9058554 Jul 27 21:16:11.433790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33142) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:11.439692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7446ca96-4f2e-4e14-853c-46d9bc3f33ff tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'port': {'network_id': '778fa1bf-82b1-4219-9bcd-9dc596b6479b', 'name': 'tempest-FloatingIPTestJSON-353611983'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:11.542727 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac03ef-2ddb-4aca-a6eb-7c491c13c837 req-6b36d64d-f0bd-4184-93c7-0840882fbcc0 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:11.544248 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-95ac03ef-2ddb-4aca-a6eb-7c491c13c837 req-6b36d64d-f0bd-4184-93c7-0840882fbcc0 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.1664877 Jul 27 21:16:11.555439 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e56e0834-f253-431d-98ee-f44332841982 req-14a96839-5440-4cf8-ba6e-71d69cffbb80 service neutron] 10.222.0.66 "GET /v2.0/networks/609af9a2-0957-4208-90be-cbd1268941b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483385 Jul 27 21:16:11.605043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-95ac03ef-2ddb-4aca-a6eb-7c491c13c837 req-a91802e9-7338-4a04-bf58-9bf2465362bc tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486681 Jul 27 21:16:11.612583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7446ca96-4f2e-4e14-853c-46d9bc3f33ff tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Made reservation on behalf of 3ab0841c3195434885c0054dba50e220 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:11.617089 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7446ca96-4f2e-4e14-853c-46d9bc3f33ff tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.638160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-7446ca96-4f2e-4e14-853c-46d9bc3f33ff tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] device_id is not set on port 2a4d0f2d-2145-4d1f-af52-2ce5f0dc7606 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:16:11.659394 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e56e0834-f253-431d-98ee-f44332841982 req-b607c70f-ef17-44f2-976d-8a169749ca20 service neutron] 10.222.0.66 "GET /v2.0/networks/609af9a2-0957-4208-90be-cbd1268941b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930927 Jul 27 21:16:11.768161 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-7446ca96-4f2e-4e14-853c-46d9bc3f33ff tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Allocated IP 172.20.0.12 (778fa1bf-82b1-4219-9bcd-9dc596b6479b/86dabda0-16c9-4b8a-97cb-9b77a7533c3e/2a4d0f2d-2145-4d1f-af52-2ce5f0dc7606) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:11.948065 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7446ca96-4f2e-4e14-853c-46d9bc3f33ff tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:11.994205 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7446ca96-4f2e-4e14-853c-46d9bc3f33ff tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.035532 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7446ca96-4f2e-4e14-853c-46d9bc3f33ff tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 778fa1bf-82b1-4219-9bcd-9dc596b6479b is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:12.038626 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7446ca96-4f2e-4e14-853c-46d9bc3f33ff tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:12.044500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7446ca96-4f2e-4e14-853c-46d9bc3f33ff tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:12.075238 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446ca96-4f2e-4e14-853c-46d9bc3f33ff tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=2a4d0f2d-2145-4d1f-af52-2ce5f0dc7606,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:12.098591 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7446ca96-4f2e-4e14-853c-46d9bc3f33ff tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:12.099236 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7446ca96-4f2e-4e14-853c-46d9bc3f33ff tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.114234 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7446ca96-4f2e-4e14-853c-46d9bc3f33ff tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6793487 Jul 27 21:16:12.117368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33152) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:12.122252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '2a4d0f2d-2145-4d1f-af52-2ce5f0dc7606', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:12.145990 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.259145 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.344982 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df782047-92c4-4f42-8fe6-652436286a44 req-4cdd2e3c-4ad6-4fd5-852b-564519558133 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:12.346487 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-df782047-92c4-4f42-8fe6-652436286a44 req-4cdd2e3c-4ad6-4fd5-852b-564519558133 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1094 time: 0.0736225 Jul 27 21:16:12.383118 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-df782047-92c4-4f42-8fe6-652436286a44 req-9f6d1f57-6af3-4d37-a136-a81c7ba56ca6 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307634 Jul 27 21:16:12.388996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Allocated IP 172.25.2.18 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/15a3f98e-607f-40fe-91ca-27718b90cceb) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:12.501606 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.541137 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:12.587186 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:12.591365 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:12.593261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=15a3f98e-607f-40fe-91ca-27718b90cceb,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:12.595648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:12.626935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:12.627275 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:12.627610 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:12.627942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:12.628268 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:12.628591 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:12.628941 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:12.629265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:12.630900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:12.630900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:12.630900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:12.630900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:12.753638 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7f345-a2cc-4da3-b15e-3e43c0c59a05 req-ed680f35-44d9-4609-8936-1af67d7fc467 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:12.755152 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aaa7f345-a2cc-4da3-b15e-3e43c0c59a05 req-ed680f35-44d9-4609-8936-1af67d7fc467 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.0709937 Jul 27 21:16:12.795352 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aaa7f345-a2cc-4da3-b15e-3e43c0c59a05 req-d71e5fe6-7420-42b3-a899-9ef83288ddaa tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341935 Jul 27 21:16:13.025285 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.116271 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.275164 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.279761 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.347197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=15a3f98e-607f-40fe-91ca-27718b90cceb,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:13.361751 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.485784 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Floating IP b685c95e-0778-49f9-8779-feff6cefbd8f associated. External IP: 172.25.2.18, port: 2a4d0f2d-2145-4d1f-af52-2ce5f0dc7606. Jul 27 21:16:13.537732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0f6ff-ace7-4098-95f2-92b7196394ac req-db80900c-20ed-47c8-80f2-efa86ca70aa4 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:13.540247 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8f0f6ff-ace7-4098-95f2-92b7196394ac req-db80900c-20ed-47c8-80f2-efa86ca70aa4 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1094 time: 0.0745194 Jul 27 21:16:13.578608 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8f0f6ff-ace7-4098-95f2-92b7196394ac req-c3bd42a4-4474-4bcd-8791-778e9fc2995f tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314362 Jul 27 21:16:13.707344 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 2dff47fd-740b-4e68-b157-08037fedac26 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:13.824965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:13.839492 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0663da94-14bd-44a1-855a-f969431082be None None] Sync routers for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:13.845630 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:13.852180 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0663da94-14bd-44a1-855a-f969431082be None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:13.852892 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0663da94-14bd-44a1-855a-f969431082be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:13.893781 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0663da94-14bd-44a1-855a-f969431082be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:13.902642 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-530188df-44c5-44d2-ba32-4d0ca3c66df7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.7841125 Jul 27 21:16:13.902847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0663da94-14bd-44a1-855a-f969431082be None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:13.903491 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0663da94-14bd-44a1-855a-f969431082be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:13.907845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33172) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:13.912873 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-71ab3e7e-cbab-440a-b8f4-6ec2b1ecee37 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:13.940560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0663da94-14bd-44a1-855a-f969431082be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:13.941669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0663da94-14bd-44a1-855a-f969431082be None None] The sync data for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:13.978739 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88008ad2-39ee-4d3c-a276-354dbeeb891a req-31ae70d8-49ef-4160-90a9-de2968b4b8d8 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:13.988143 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88008ad2-39ee-4d3c-a276-354dbeeb891a req-31ae70d8-49ef-4160-90a9-de2968b4b8d8 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.1035297 Jul 27 21:16:14.001754 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71ab3e7e-cbab-440a-b8f4-6ec2b1ecee37 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:14.031516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88008ad2-39ee-4d3c-a276-354dbeeb891a req-e5876ccb-ad8b-46f4-81d2-9892dc5b3b84 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423598 Jul 27 21:16:14.164656 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71ab3e7e-cbab-440a-b8f4-6ec2b1ecee37 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:14.168327 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71ab3e7e-cbab-440a-b8f4-6ec2b1ecee37 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:14.168723 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-71ab3e7e-cbab-440a-b8f4-6ec2b1ecee37 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Floating IP b685c95e-0778-49f9-8779-feff6cefbd8f disassociated. External IP: 172.25.2.18, port: 2a4d0f2d-2145-4d1f-af52-2ce5f0dc7606. Jul 27 21:16:14.382072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ab3e7e-cbab-440a-b8f4-6ec2b1ecee37 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 2dff47fd-740b-4e68-b157-08037fedac26 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:14.483270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-0bd61509-4f09-4c8b-9beb-867f8d452512 req-151e5800-c573-4adc-8710-17563d0f2e45 service neutron] (105579) timed out ('10.222.0.66', 57092) {{(pid=105579) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:16:14.494083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ab3e7e-cbab-440a-b8f4-6ec2b1ecee37 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:14.498816 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71ab3e7e-cbab-440a-b8f4-6ec2b1ecee37 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:14.505283 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a701b-d464-4e5b-9efb-550cab45802a None None] Sync routers for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:14.514935 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a701b-d464-4e5b-9efb-550cab45802a None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:14.515839 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-823a701b-d464-4e5b-9efb-550cab45802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:14.541642 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-71ab3e7e-cbab-440a-b8f4-6ec2b1ecee37 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "PUT /v2.0/floatingips/b685c95e-0778-49f9-8779-feff6cefbd8f HTTP/1.1" status: 200 len: 687 time: 0.6325767 Jul 27 21:16:14.542427 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33176) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:14.553400 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-823a701b-d464-4e5b-9efb-550cab45802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:14.562537 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a701b-d464-4e5b-9efb-550cab45802a None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:14.563328 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-823a701b-d464-4e5b-9efb-550cab45802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:14.601545 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-823a701b-d464-4e5b-9efb-550cab45802a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:14.602417 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a701b-d464-4e5b-9efb-550cab45802a None None] The sync data for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:14.715621 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-daf0fce7-0889-4c3c-9abe-b038bac1798f tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Deleting port 15a3f98e-607f-40fe-91ca-27718b90cceb {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:14.715892 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daf0fce7-0889-4c3c-9abe-b038bac1798f tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:14.765345 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc21b8-5ba2-4e04-b2a6-84cdeff2034b req-cf393e3a-b7db-47b8-b721-31d32a4ee0fa tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:14.766836 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5dbc21b8-5ba2-4e04-b2a6-84cdeff2034b req-cf393e3a-b7db-47b8-b721-31d32a4ee0fa tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1094 time: 0.1121392 Jul 27 21:16:14.827789 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daf0fce7-0889-4c3c-9abe-b038bac1798f tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:14.828127 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daf0fce7-0889-4c3c-9abe-b038bac1798f tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:14.831690 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5dbc21b8-5ba2-4e04-b2a6-84cdeff2034b req-65284481-8dfd-4fb8-842b-b13e74c54be9 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585279 Jul 27 21:16:14.843383 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-daf0fce7-0889-4c3c-9abe-b038bac1798f tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Calling delete_port for 15a3f98e-607f-40fe-91ca-27718b90cceb owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:14.985579 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daf0fce7-0889-4c3c-9abe-b038bac1798f tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:15.017750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0fce7-0889-4c3c-9abe-b038bac1798f tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Port': ['ID=15a3f98e-607f-40fe-91ca-27718b90cceb,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:15.085996 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daf0fce7-0889-4c3c-9abe-b038bac1798f tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:15.088576 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-daf0fce7-0889-4c3c-9abe-b038bac1798f tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:15.092934 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-daf0fce7-0889-4c3c-9abe-b038bac1798f tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/floatingips/b685c95e-0778-49f9-8779-feff6cefbd8f HTTP/1.1" status: 204 len: 168 time: 0.5456231 Jul 27 21:16:15.093223 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33186) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:15.098062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': 'c914a0d6-2313-4130-b998-842dc066c960'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:15.125884 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:15.263943 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64f281-f716-4faf-ac36-ebd74b03763a req-fd010466-b8ba-42b9-aa24-9fe608dfd7ae tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:15.266710 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b64f281-f716-4faf-ac36-ebd74b03763a req-fd010466-b8ba-42b9-aa24-9fe608dfd7ae tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.1271510 Jul 27 21:16:15.321497 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b64f281-f716-4faf-ac36-ebd74b03763a req-47edd7c0-5b80-45ae-b86a-81c7a7294957 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445976 Jul 27 21:16:15.323543 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:15.448180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Allocated IP 172.25.2.70 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/223ef146-6e73-4830-a8c2-06f8564a31b7) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:15.550546 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:15.589447 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:15.624982 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:15.627846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:15.631258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:15.667193 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=223ef146-6e73-4830-a8c2-06f8564a31b7,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:16.209078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device eeb7f866-f0de-45b1-a393-a8d23667b8ca details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:16:16.310611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port eeb7f866-f0de-45b1-a393-a8d23667b8ca, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=eeb7f866-f0de-45b1-a393-a8d23667b8ca,segment=NetworkSegment(a4a256bd-1c18-4c7d-831c-7b4dc943b071),segment_id=a4a256bd-1c18-4c7d-831c-7b4dc943b071)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:16.323294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'eeb7f866-f0de-45b1-a393-a8d23667b8ca', 'network_id': '609af9a2-0957-4208-90be-cbd1268941b7', 'port_id': 'eeb7f866-f0de-45b1-a393-a8d23667b8ca', 'mac_address': 'fa:16:3e:55:0b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84152d6-e220-4a04-8f73-1978717d4677', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:16:16.363624 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:16.377343 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb7f866-f0de-45b1-a393-a8d23667b8ca {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:16:16.400411 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port eeb7f866-f0de-45b1-a393-a8d23667b8ca, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=eeb7f866-f0de-45b1-a393-a8d23667b8ca,segment=NetworkSegment(a4a256bd-1c18-4c7d-831c-7b4dc943b071),segment_id=a4a256bd-1c18-4c7d-831c-7b4dc943b071)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:16.404250 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:16.452333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=eeb7f866-f0de-45b1-a393-a8d23667b8ca,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:16.487130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-c0c77ccf-0a36-4bb8-bc7c-ce1f1b1c5060 req-22ed220c-d805-472a-aa9d-31027274c849 service neutron] (105580) timed out ('10.222.0.66', 56882) {{(pid=105580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:16:16.517882 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3066f86-f9e4-4a87-96de-2688e7641011 req-3ceb4312-4336-4bc4-9e1b-b5ebf58d4116 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:16.519445 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3066f86-f9e4-4a87-96de-2688e7641011 req-3ceb4312-4336-4bc4-9e1b-b5ebf58d4116 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1094 time: 0.6056674 Jul 27 21:16:16.588561 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:16.634264 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3066f86-f9e4-4a87-96de-2688e7641011 req-80460f95-a530-437a-8709-e538990283ec tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081374 Jul 27 21:16:16.661598 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff271d28-e7e0-45f9-a1df-f8caf6b55211 req-95a3d13e-5231-403b-b869-9ee8db6345c3 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:16.663113 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff271d28-e7e0-45f9-a1df-f8caf6b55211 req-95a3d13e-5231-403b-b869-9ee8db6345c3 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.2545877 Jul 27 21:16:16.742863 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff271d28-e7e0-45f9-a1df-f8caf6b55211 req-d6f03b59-57c1-4d08-a179-d0a35fff8e43 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733159 Jul 27 21:16:16.747078 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:16.816572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['eeb7f866-f0de-45b1-a393-a8d23667b8ca'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:16.903860 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:16.909209 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:16.983009 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=223ef146-6e73-4830-a8c2-06f8564a31b7,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:16.994156 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:17.099103 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Floating IP 35ab666e-f339-4000-a639-2b88c4127d4f associated. External IP: 172.25.2.70, port: c914a0d6-2313-4130-b998-842dc066c960. Jul 27 21:16:17.323046 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 2dff47fd-740b-4e68-b157-08037fedac26 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:17.437447 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:17.448754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc4915c-81ba-4997-b9c2-7825ebdd359b None None] Sync routers for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:17.458784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc4915c-81ba-4997-b9c2-7825ebdd359b None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:17.459818 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8bc4915c-81ba-4997-b9c2-7825ebdd359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:17.460374 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:17.495890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8bc4915c-81ba-4997-b9c2-7825ebdd359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:17.505007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc4915c-81ba-4997-b9c2-7825ebdd359b None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:17.505622 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8bc4915c-81ba-4997-b9c2-7825ebdd359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:17.505860 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9fbf7478-6379-4789-90d0-c009b3b38086 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4114788 Jul 27 21:16:17.508521 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33210) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:17.553385 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8bc4915c-81ba-4997-b9c2-7825ebdd359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:17.554040 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc4915c-81ba-4997-b9c2-7825ebdd359b None None] The sync data for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:17.579564 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3f06d63d-b7bd-4c06-9864-19281e177c71 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "GET /v2.0/floatingips/35ab666e-f339-4000-a639-2b88c4127d4f HTTP/1.1" status: 200 len: 977 time: 0.0698776 Jul 27 21:16:17.581951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33218) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:17.709986 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a26d4181-124b-46fc-bcc3-fa0ca1e999af tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1267946 Jul 27 21:16:17.712768 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33224) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:17.717120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5e1caad2-a110-4db3-8458-5cf7955ce642 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'floatingip': {'port_id': '2a4d0f2d-2145-4d1f-af52-2ce5f0dc7606'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:17.803886 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e1caad2-a110-4db3-8458-5cf7955ce642 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:17.879528 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffde12-fbc7-4ee8-bee5-dd9cba63d088 req-4197d96d-c8ef-4cc5-a473-cf6fd18f87ae tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:17.881081 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7cffde12-fbc7-4ee8-bee5-dd9cba63d088 req-4197d96d-c8ef-4cc5-a473-cf6fd18f87ae tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1095 time: 0.1770380 Jul 27 21:16:18.007861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7cffde12-fbc7-4ee8-bee5-dd9cba63d088 req-d838b873-9b61-47c7-866b-a1a4ee264e03 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197042 Jul 27 21:16:18.038576 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340b4e7-2fb9-473b-b9fd-cd2ca375771c req-4a32f4a7-4f1c-48d6-a3dd-672201369070 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:18.040120 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e340b4e7-2fb9-473b-b9fd-cd2ca375771c req-4a32f4a7-4f1c-48d6-a3dd-672201369070 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.1994655 Jul 27 21:16:18.146394 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e340b4e7-2fb9-473b-b9fd-cd2ca375771c req-112b2f6e-6655-48d1-81fb-3c35126ad5db tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756440 Jul 27 21:16:18.212643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device eeb7f866-f0de-45b1-a393-a8d23667b8ca up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:18.285081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port eeb7f866-f0de-45b1-a393-a8d23667b8ca completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:18.290879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port eeb7f866-f0de-45b1-a393-a8d23667b8ca triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:18.291510 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:18.400554 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:18.442690 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ce380a-e212-4112-b410-dc0fc969d53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb7f866-f0de-45b1-a393-a8d23667b8ca'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:18.445621 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c625070-f9de-4ba3-968b-4800a2ffe0b7" -d '{"events": [{"server_uuid": "b3ce380a-e212-4112-b410-dc0fc969d53c", "name": "network-vif-plugged", "status": "completed", "tag": "eeb7f866-f0de-45b1-a393-a8d23667b8ca"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:18.491695 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port eeb7f866-f0de-45b1-a393-a8d23667b8ca, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=eeb7f866-f0de-45b1-a393-a8d23667b8ca,segment=NetworkSegment(a4a256bd-1c18-4c7d-831c-7b4dc943b071),segment_id=a4a256bd-1c18-4c7d-831c-7b4dc943b071)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:18.499064 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bce65ac-d33e-4646-be3c-fa36f5b8cfd0 x-openstack-request-id: req-0bce65ac-d33e-4646-be3c-fa36f5b8cfd0 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:18.499463 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ce380a-e212-4112-b410-dc0fc969d53c", "name": "network-vif-plugged", "status": "completed", "tag": "eeb7f866-f0de-45b1-a393-a8d23667b8ca", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:18.499947 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0bce65ac-d33e-4646-be3c-fa36f5b8cfd0 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:18.500394 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ce380a-e212-4112-b410-dc0fc969d53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb7f866-f0de-45b1-a393-a8d23667b8ca', 'code': 200} Jul 27 21:16:18.511854 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:18.555743 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e1caad2-a110-4db3-8458-5cf7955ce642 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:18.562959 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e1caad2-a110-4db3-8458-5cf7955ce642 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:18.581333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=eeb7f866-f0de-45b1-a393-a8d23667b8ca,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:18.667615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c770b-cec1-40fa-8ba5-1768b652b9f6 req-82567a3f-43a8-4978-876b-eba595c8185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:18.669133 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-385c770b-cec1-40fa-8ba5-1768b652b9f6 req-82567a3f-43a8-4978-876b-eba595c8185d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c2d4da8a9a364bf1bd181c1f4af63c04&device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 1097 time: 0.1212664 Jul 27 21:16:18.704566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d08e2-7a71-4df3-a49b-8481b3f62e9b req-9e1b8a53-89bc-45b7-b41b-a5fecf24d269 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:18.706112 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-686d08e2-7a71-4df3-a49b-8481b3f62e9b req-9e1b8a53-89bc-45b7-b41b-a5fecf24d269 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.2138700 Jul 27 21:16:18.722416 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-5e1caad2-a110-4db3-8458-5cf7955ce642 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Floating IP 35ab666e-f339-4000-a639-2b88c4127d4f associated. External IP: 172.25.2.70, port: c914a0d6-2313-4130-b998-842dc066c960. Jul 27 21:16:18.740941 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51e1ea-2434-4df3-83a9-ca720304c89b req-bbe6570e-ffb1-41f6-95dc-41b34a33bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:18.742689 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-af51e1ea-2434-4df3-83a9-ca720304c89b req-bbe6570e-ffb1-41f6-95dc-41b34a33bf93 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1096 time: 0.1373270 Jul 27 21:16:18.800007 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-686d08e2-7a71-4df3-a49b-8481b3f62e9b req-96109c43-8160-46dc-9fa6-10258893faf4 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847404 Jul 27 21:16:18.814308 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-af51e1ea-2434-4df3-83a9-ca720304c89b req-aa5c8108-058f-4696-ba8b-7a6f48e39bb2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546138 Jul 27 21:16:18.815626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c770b-cec1-40fa-8ba5-1768b652b9f6 req-7d7b183a-b9b1-4cab-904b-f546d47289e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:18.817002 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-385c770b-cec1-40fa-8ba5-1768b652b9f6 req-7d7b183a-b9b1-4cab-904b-f546d47289e6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e14eca0c-4aad-439e-9488-739525baf31f HTTP/1.1" status: 200 len: 916 time: 0.1388230 Jul 27 21:16:18.964370 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1caad2-a110-4db3-8458-5cf7955ce642 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 2dff47fd-740b-4e68-b157-08037fedac26 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:18.967561 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-385c770b-cec1-40fa-8ba5-1768b652b9f6 req-93e899a8-e023-4fb8-ac0a-a15b04d9a57d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3ab9ff7-7769-41a9-bddb-92376a25f518 HTTP/1.1" status: 200 len: 217 time: 0.0381627 Jul 27 21:16:19.048417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c770b-cec1-40fa-8ba5-1768b652b9f6 req-32317669-415b-4cfb-bd34-b6c847cbf3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:19.050112 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-385c770b-cec1-40fa-8ba5-1768b652b9f6 req-32317669-415b-4cfb-bd34-b6c847cbf3d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f1eb11b9-e0a3-4268-87d6-e6981e846f8b HTTP/1.1" status: 200 len: 854 time: 0.0742629 Jul 27 21:16:19.121927 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c770b-cec1-40fa-8ba5-1768b652b9f6 req-c76bfbdb-ca1f-481c-9b27-16b24f5c513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:19.123454 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-385c770b-cec1-40fa-8ba5-1768b652b9f6 req-c76bfbdb-ca1f-481c-9b27-16b24f5c513a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e14eca0c-4aad-439e-9488-739525baf31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645740 Jul 27 21:16:19.127635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1caad2-a110-4db3-8458-5cf7955ce642 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:19.138050 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095d1224-804c-4fff-b144-de26d5fb7389 None None] Sync routers for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:19.148678 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d1224-804c-4fff-b144-de26d5fb7389 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:19.149639 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-095d1224-804c-4fff-b144-de26d5fb7389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:19.184251 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-095d1224-804c-4fff-b144-de26d5fb7389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:19.193935 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d1224-804c-4fff-b144-de26d5fb7389 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:19.194867 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-095d1224-804c-4fff-b144-de26d5fb7389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:19.239230 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-095d1224-804c-4fff-b144-de26d5fb7389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:19.240152 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095d1224-804c-4fff-b144-de26d5fb7389 None None] The sync data for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:19.261499 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-385c770b-cec1-40fa-8ba5-1768b652b9f6 req-e254846c-1ef6-4734-af9d-215014c2e1fc service neutron] 10.222.0.66 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286359 Jul 27 21:16:19.364491 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-385c770b-cec1-40fa-8ba5-1768b652b9f6 req-43772968-1dea-452d-9c49-167718759316 service neutron] 10.222.0.66 "GET /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932908 Jul 27 21:16:19.635402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b241fa-652a-4c80-8018-6b8c3882aa59 req-1eed50fc-302e-4655-9483-63cbdecc105a tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:19.636938 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e7b241fa-652a-4c80-8018-6b8c3882aa59 req-1eed50fc-302e-4655-9483-63cbdecc105a tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1096 time: 0.5453677 Jul 27 21:16:19.717588 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e7b241fa-652a-4c80-8018-6b8c3882aa59 req-b78fad4f-0520-4a99-a979-dfeaf77806ed tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506783 Jul 27 21:16:19.720649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1caad2-a110-4db3-8458-5cf7955ce642 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 2dff47fd-740b-4e68-b157-08037fedac26 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:19.857930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1caad2-a110-4db3-8458-5cf7955ce642 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:19.865479 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e1caad2-a110-4db3-8458-5cf7955ce642 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:19.873479 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b1bf92-ae37-4577-896b-83b1b526c0f2 None None] Sync routers for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:19.884078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b1bf92-ae37-4577-896b-83b1b526c0f2 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:19.884811 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-68b1bf92-ae37-4577-896b-83b1b526c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:19.934101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-68b1bf92-ae37-4577-896b-83b1b526c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:19.950164 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b1bf92-ae37-4577-896b-83b1b526c0f2 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:19.953359 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-68b1bf92-ae37-4577-896b-83b1b526c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:19.998756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-68b1bf92-ae37-4577-896b-83b1b526c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:20.000063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b1bf92-ae37-4577-896b-83b1b526c0f2 None None] The sync data for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:20.009606 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5e1caad2-a110-4db3-8458-5cf7955ce642 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "PUT /v2.0/floatingips/35ab666e-f339-4000-a639-2b88c4127d4f HTTP/1.1" status: 200 len: 977 time: 2.2957723 Jul 27 21:16:20.012651 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33282) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:20.023451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8c2ea5ed-528d-4cf1-84aa-b39cc3252ac7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:20.040003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c028e3-153a-490a-96a3-51e96dedb3b4 req-955ac6e9-2a52-42de-95fb-7e512213446e tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:20.042607 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7c028e3-153a-490a-96a3-51e96dedb3b4 req-955ac6e9-2a52-42de-95fb-7e512213446e tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.1506660 Jul 27 21:16:20.109138 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7c028e3-153a-490a-96a3-51e96dedb3b4 req-8a34cf1a-0120-4283-aaa6-24f0f4477e56 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578065 Jul 27 21:16:20.111203 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea5ed-528d-4cf1-84aa-b39cc3252ac7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:20.292857 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea5ed-528d-4cf1-84aa-b39cc3252ac7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:20.297834 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea5ed-528d-4cf1-84aa-b39cc3252ac7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:20.298517 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-8c2ea5ed-528d-4cf1-84aa-b39cc3252ac7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Floating IP 35ab666e-f339-4000-a639-2b88c4127d4f disassociated. External IP: 172.25.2.70, port: 2a4d0f2d-2145-4d1f-af52-2ce5f0dc7606. Jul 27 21:16:20.559200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2ea5ed-528d-4cf1-84aa-b39cc3252ac7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 2dff47fd-740b-4e68-b157-08037fedac26 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:20.852292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b6b63-0911-4ed1-aeb6-e72d53f9bda1 req-426aaf5a-6d4b-48de-86f8-a5faa0d1ff89 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:20.853869 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a43b6b63-0911-4ed1-aeb6-e72d53f9bda1 req-426aaf5a-6d4b-48de-86f8-a5faa0d1ff89 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1096 time: 0.0623765 Jul 27 21:16:20.894127 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a43b6b63-0911-4ed1-aeb6-e72d53f9bda1 req-5685a986-8ef9-4363-a542-f63402d4b033 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326400 Jul 27 21:16:20.996231 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2ea5ed-528d-4cf1-84aa-b39cc3252ac7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:21.002905 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c2ea5ed-528d-4cf1-84aa-b39cc3252ac7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:21.008357 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0902ab9-0e76-433c-ba4a-1581e5a05bf4 None None] Sync routers for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:21.025367 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0902ab9-0e76-433c-ba4a-1581e5a05bf4 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:21.026915 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a0902ab9-0e76-433c-ba4a-1581e5a05bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:21.050503 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8c2ea5ed-528d-4cf1-84aa-b39cc3252ac7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "PUT /v2.0/floatingips/35ab666e-f339-4000-a639-2b88c4127d4f HTTP/1.1" status: 200 len: 687 time: 1.0366499 Jul 27 21:16:21.052923 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33304) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:21.065113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a63840-9f81-4939-856e-339c86ef58a3 req-fce47cd8-3024-4851-b2c4-fc36470e542c tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.066695 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38a63840-9f81-4939-856e-339c86ef58a3 req-fce47cd8-3024-4851-b2c4-fc36470e542c tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1096 time: 0.0780611 Jul 27 21:16:21.099123 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a0902ab9-0e76-433c-ba4a-1581e5a05bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:21.109300 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0902ab9-0e76-433c-ba4a-1581e5a05bf4 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:21.110213 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a0902ab9-0e76-433c-ba4a-1581e5a05bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:21.112371 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38a63840-9f81-4939-856e-339c86ef58a3 req-ba40fe6a-3324-4bb8-9fa2-86816d6ac4f6 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396390 Jul 27 21:16:21.148752 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a0902ab9-0e76-433c-ba4a-1581e5a05bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:21.149416 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0902ab9-0e76-433c-ba4a-1581e5a05bf4 None None] The sync data for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:21.221986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e1bae5e7-3226-411a-8fbe-ed9a7647a0ac tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Deleting port 223ef146-6e73-4830-a8c2-06f8564a31b7 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:21.222465 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1bae5e7-3226-411a-8fbe-ed9a7647a0ac tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:21.297296 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f4641-17fd-411b-93bb-fc1ad1933a1a req-61bc6f63-16f8-4325-b236-90bcefcdf3d6 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.298885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c41f4641-17fd-411b-93bb-fc1ad1933a1a req-61bc6f63-16f8-4325-b236-90bcefcdf3d6 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1096 time: 0.0957015 Jul 27 21:16:21.307539 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacc685-4aa2-4274-b142-4e63412394e8 req-67dba159-64e2-4f18-ad87-838dcdbf763b tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.309029 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bacc685-4aa2-4274-b142-4e63412394e8 req-67dba159-64e2-4f18-ad87-838dcdbf763b tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.1160305 Jul 27 21:16:21.319319 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1bae5e7-3226-411a-8fbe-ed9a7647a0ac tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:21.319655 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1bae5e7-3226-411a-8fbe-ed9a7647a0ac tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:21.332977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e1bae5e7-3226-411a-8fbe-ed9a7647a0ac tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Calling delete_port for 223ef146-6e73-4830-a8c2-06f8564a31b7 owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:21.357094 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c41f4641-17fd-411b-93bb-fc1ad1933a1a req-6a159706-e732-4b37-820d-c44ffeff7751 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470850 Jul 27 21:16:21.370505 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bacc685-4aa2-4274-b142-4e63412394e8 req-4f92c518-7abd-4a26-962c-037855910994 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528350 Jul 27 21:16:21.540974 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1bae5e7-3226-411a-8fbe-ed9a7647a0ac tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:21.575759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bae5e7-3226-411a-8fbe-ed9a7647a0ac tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Port': ['ID=223ef146-6e73-4830-a8c2-06f8564a31b7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:21.597250 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76175b-8441-4257-95d8-d4e801dc7832 req-28c2c5c6-f1e1-46c3-aa58-26c1114e2771 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.602769 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d76175b-8441-4257-95d8-d4e801dc7832 req-28c2c5c6-f1e1-46c3-aa58-26c1114e2771 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.1139867 Jul 27 21:16:21.654903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d76175b-8441-4257-95d8-d4e801dc7832 req-c2b549d4-f7d1-428b-a83b-307c1b38bfdb tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443854 Jul 27 21:16:21.659099 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1bae5e7-3226-411a-8fbe-ed9a7647a0ac tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:21.661968 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1bae5e7-3226-411a-8fbe-ed9a7647a0ac tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:21.663230 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e1bae5e7-3226-411a-8fbe-ed9a7647a0ac tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/floatingips/35ab666e-f339-4000-a639-2b88c4127d4f HTTP/1.1" status: 204 len: 168 time: 0.6093414 Jul 27 21:16:21.665888 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33330) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:21.707859 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-936dde91-860f-468c-a573-9462b57c5a7b tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] delete failed (client error): The resource could not be found. Jul 27 21:16:21.712800 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-936dde91-860f-468c-a573-9462b57c5a7b tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/floatingips/35ab666e-f339-4000-a639-2b88c4127d4f HTTP/1.1" status: 404 len: 345 time: 0.0456324 Jul 27 21:16:21.713373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33334) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:21.776722 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc77227-56d3-4569-ab07-292bf1dc189c req-fbbd4125-8128-4fa0-9437-78e274b0bce9 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.782817 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1fc77227-56d3-4569-ab07-292bf1dc189c req-fbbd4125-8128-4fa0-9437-78e274b0bce9 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1096 time: 0.1033878 Jul 27 21:16:21.822752 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc31c2c-136f-4697-81e8-2fd1a041d51b req-d6e9b41d-c10b-49ff-b05c-0e55fb958f6b tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.824319 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3fc31c2c-136f-4697-81e8-2fd1a041d51b req-d6e9b41d-c10b-49ff-b05c-0e55fb958f6b tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54 HTTP/1.1" status: 200 len: 945 time: 0.1027613 Jul 27 21:16:21.840557 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1fc77227-56d3-4569-ab07-292bf1dc189c req-44390fc9-022d-4a76-8084-de3363c26041 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540395 Jul 27 21:16:21.843092 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c082cf15-8fe3-49dc-98ad-832c477f7141 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.851339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c082cf15-8fe3-49dc-98ad-832c477f7141 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.867297 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c082cf15-8fe3-49dc-98ad-832c477f7141 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.870622 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c082cf15-8fe3-49dc-98ad-832c477f7141 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "GET /v2.0/ports?network_id=778fa1bf-82b1-4219-9bcd-9dc596b6479b HTTP/1.1" status: 200 len: 2358 time: 0.1562321 Jul 27 21:16:21.873612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33340) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:21.882817 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3fc31c2c-136f-4697-81e8-2fd1a041d51b req-9740354d-592b-470d-b4f2-ba162175b05b tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449555 Jul 27 21:16:21.931249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceb1803-eac7-4a69-b1bf-b1370906958f tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:21.938285 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1ceb1803-eac7-4a69-b1bf-b1370906958f tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "GET /v2.0/subnets/86dabda0-16c9-4b8a-97cb-9b77a7533c3e HTTP/1.1" status: 200 len: 797 time: 0.0573618 Jul 27 21:16:21.938601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33344) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:21.944112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-5c6b177a-ce58-4f07-a13f-6c3c4b66854a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'port': {'network_id': '778fa1bf-82b1-4219-9bcd-9dc596b6479b', 'name': 'tempest-FloatingIPTestJSON-1830258242', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:22.026308 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc90839-2f3a-4748-b512-e8484f1f9cec req-47cbcf1d-62d8-4361-9b46-b4c0e9f2c221 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:22.027947 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0fc90839-2f3a-4748-b512-e8484f1f9cec req-47cbcf1d-62d8-4361-9b46-b4c0e9f2c221 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 945 time: 0.0776055 Jul 27 21:16:22.067744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6b177a-ce58-4f07-a13f-6c3c4b66854a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Made reservation on behalf of 3ab0841c3195434885c0054dba50e220 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:22.071592 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0fc90839-2f3a-4748-b512-e8484f1f9cec req-30111a6e-ba03-4a77-b199-a553944fe313 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362365 Jul 27 21:16:22.122133 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-3ee75871-0c63-4a59-aacb-01a4f4d1ce1c req-13c0845d-759a-4e95-8f0e-a87111608de8 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:16:22.122133 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ee75871-0c63-4a59-aacb-01a4f4d1ce1c req-13c0845d-759a-4e95-8f0e-a87111608de8 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060351 Jul 27 21:16:22.179664 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c6b177a-ce58-4f07-a13f-6c3c4b66854a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.198629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-5c6b177a-ce58-4f07-a13f-6c3c4b66854a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] device_id is not set on port 1eb6378a-0b9b-4d55-8f41-b51e69841adb yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:16:22.297339 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ee75871-0c63-4a59-aacb-01a4f4d1ce1c req-03c88ee1-93c3-45b2-a8f0-4b722180cc12 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1678302 Jul 27 21:16:22.556744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-5c6b177a-ce58-4f07-a13f-6c3c4b66854a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Allocated IP 172.20.0.14 (778fa1bf-82b1-4219-9bcd-9dc596b6479b/86dabda0-16c9-4b8a-97cb-9b77a7533c3e/1eb6378a-0b9b-4d55-8f41-b51e69841adb) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:22.565221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-5c6b177a-ce58-4f07-a13f-6c3c4b66854a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Allocated IP 172.20.0.13 (778fa1bf-82b1-4219-9bcd-9dc596b6479b/86dabda0-16c9-4b8a-97cb-9b77a7533c3e/1eb6378a-0b9b-4d55-8f41-b51e69841adb) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:22.631398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8c2c7-90a0-4255-8097-948f23113ce9 req-7e57badb-db66-4d1c-9cae-52e2f164d655 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:22.639861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9e8c2c7-90a0-4255-8097-948f23113ce9 req-7e57badb-db66-4d1c-9cae-52e2f164d655 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.0838573 Jul 27 21:16:22.682555 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9e8c2c7-90a0-4255-8097-948f23113ce9 req-d97ffcc7-0c84-401e-8ded-ef24ae968dd4 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412514 Jul 27 21:16:22.770594 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c6b177a-ce58-4f07-a13f-6c3c4b66854a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.814518 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c6b177a-ce58-4f07-a13f-6c3c4b66854a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.856681 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a265381-ad56-43e6-9543-0172b3dfa7a9 req-5491caac-4ea1-49c8-8585-5067ba0210e2 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:22.858184 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7a265381-ad56-43e6-9543-0172b3dfa7a9 req-5491caac-4ea1-49c8-8585-5067ba0210e2 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 945 time: 0.1097775 Jul 27 21:16:22.869569 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6b177a-ce58-4f07-a13f-6c3c4b66854a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 778fa1bf-82b1-4219-9bcd-9dc596b6479b is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:22.872830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-5c6b177a-ce58-4f07-a13f-6c3c4b66854a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:22.879695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b177a-ce58-4f07-a13f-6c3c4b66854a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:22.910657 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0f3b5-7944-45f4-8234-22b2f4dac153 req-331d9a5a-101c-4bd0-8f2b-907b7c1cdc6d tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:22.912199 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29d0f3b5-7944-45f4-8234-22b2f4dac153 req-331d9a5a-101c-4bd0-8f2b-907b7c1cdc6d tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54 HTTP/1.1" status: 200 len: 945 time: 0.1114109 Jul 27 21:16:22.932230 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7a265381-ad56-43e6-9543-0172b3dfa7a9 req-4d37ba90-172a-4f50-979e-842286fc66a9 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad9bcc78-38ce-4b42-ae3f-78ef1572c107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622880 Jul 27 21:16:22.932447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b177a-ce58-4f07-a13f-6c3c4b66854a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=1eb6378a-0b9b-4d55-8f41-b51e69841adb,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:22.949848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6b177a-ce58-4f07-a13f-6c3c4b66854a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:22.951269 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c6b177a-ce58-4f07-a13f-6c3c4b66854a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:22.971987 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29d0f3b5-7944-45f4-8234-22b2f4dac153 req-04709db9-da5e-477d-8c12-897d72a9eabd tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515831 Jul 27 21:16:22.982496 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5c6b177a-ce58-4f07-a13f-6c3c4b66854a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.0425971 Jul 27 21:16:22.990517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33380) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:23.002060 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '1eb6378a-0b9b-4d55-8f41-b51e69841adb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:23.026937 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.149992 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.150946 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5ea7a-9046-42b3-aa5b-51b671fd6358 req-cee184fe-8778-47ef-bef6-520f84e405ec tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:23.153802 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5a5ea7a-9046-42b3-aa5b-51b671fd6358 req-cee184fe-8778-47ef-bef6-520f84e405ec tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1096 time: 0.1329284 Jul 27 21:16:23.169288 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921f8c3-d2f2-4740-9e76-267c6a2defd8 req-61ffad29-4665-43bc-9c1d-1eae76d4f4b2 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:23.171143 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1921f8c3-d2f2-4740-9e76-267c6a2defd8 req-61ffad29-4665-43bc-9c1d-1eae76d4f4b2 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 945 time: 0.1109807 Jul 27 21:16:23.252154 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1921f8c3-d2f2-4740-9e76-267c6a2defd8 req-9e7688d6-0988-43f3-81a5-ca2b5ef1e058 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722985 Jul 27 21:16:23.254597 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5a5ea7a-9046-42b3-aa5b-51b671fd6358 req-b415f68c-68bf-47c8-ab30-02d7455091c5 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822184 Jul 27 21:16:23.285948 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Allocated IP 172.25.2.150 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/117e7a3b-b624-4659-997c-270ed7b0af70) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:23.422816 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.470768 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:23.527050 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:23.541724 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb27e2-6a4a-4199-93d4-63eb31e77e18 req-d130f2a9-444b-4a32-ae6e-a09dceeadbed tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:23.548162 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:23.549747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb27e2-6a4a-4199-93d4-63eb31e77e18 req-d130f2a9-444b-4a32-ae6e-a09dceeadbed tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:23.551302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:23.560767 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb27e2-6a4a-4199-93d4-63eb31e77e18 req-d130f2a9-444b-4a32-ae6e-a09dceeadbed tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:23.563450 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f5fb27e2-6a4a-4199-93d4-63eb31e77e18 req-d130f2a9-444b-4a32-ae6e-a09dceeadbed tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29&device_id=4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54&device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 2417 time: 0.1056650 Jul 27 21:16:23.587673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=117e7a3b-b624-4659-997c-270ed7b0af70,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:23.623838 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f5fb27e2-6a4a-4199-93d4-63eb31e77e18 req-64c865cc-271a-440c-bb9b-c1530b26d9f1 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486541 Jul 27 21:16:23.659830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e5476-437a-46f7-a9c8-8a1abe8beea8 req-fd3809ba-5abe-4390-88c1-406b740935ac tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:23.661580 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-114e5476-437a-46f7-a9c8-8a1abe8beea8 req-fd3809ba-5abe-4390-88c1-406b740935ac tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1096 time: 0.1569178 Jul 27 21:16:23.682269 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-6e28c42d-0191-49e2-9551-7e7e58bafb92 req-4ffb7989-894f-4360-abb7-22e7e61532e1 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:16:23.682269 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6e28c42d-0191-49e2-9551-7e7e58bafb92 req-4ffb7989-894f-4360-abb7-22e7e61532e1 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151546 Jul 27 21:16:23.788995 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6e28c42d-0191-49e2-9551-7e7e58bafb92 req-abd04d3c-c96c-44ad-a383-a89e231f0459 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1073344 Jul 27 21:16:23.911343 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-114e5476-437a-46f7-a9c8-8a1abe8beea8 req-792100df-5ffc-4ba5-943d-903fc5094631 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Deleting port eeb7f866-f0de-45b1-a393-a8d23667b8ca {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:23.911766 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-114e5476-437a-46f7-a9c8-8a1abe8beea8 req-792100df-5ffc-4ba5-943d-903fc5094631 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:24.095695 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a5d08-7c70-4fee-9184-e13a0a6b61e0 req-b2ee06ee-f081-4ec5-bc12-d2c507f56a05 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:24.103142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-052a5d08-7c70-4fee-9184-e13a0a6b61e0 req-b2ee06ee-f081-4ec5-bc12-d2c507f56a05 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 945 time: 0.0789795 Jul 27 21:16:24.124843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-114e5476-437a-46f7-a9c8-8a1abe8beea8 req-792100df-5ffc-4ba5-943d-903fc5094631 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] For port eeb7f866-f0de-45b1-a393-a8d23667b8ca, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=eeb7f866-f0de-45b1-a393-a8d23667b8ca,segment=NetworkSegment(a4a256bd-1c18-4c7d-831c-7b4dc943b071),segment_id=a4a256bd-1c18-4c7d-831c-7b4dc943b071)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:24.125626 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-114e5476-437a-46f7-a9c8-8a1abe8beea8 req-792100df-5ffc-4ba5-943d-903fc5094631 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:24.159295 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-052a5d08-7c70-4fee-9184-e13a0a6b61e0 req-7b487f62-b6d7-4192-8fdc-14ba48d4ccbb tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad9bcc78-38ce-4b42-ae3f-78ef1572c107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435147 Jul 27 21:16:24.174333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-114e5476-437a-46f7-a9c8-8a1abe8beea8 req-792100df-5ffc-4ba5-943d-903fc5094631 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Calling delete_port for eeb7f866-f0de-45b1-a393-a8d23667b8ca owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:24.254204 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:24.292135 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760853d-48d4-40a4-a505-0260162fceab req-45dbb7ef-52d2-4995-94ac-f10feeee514e tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:24.293701 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0760853d-48d4-40a4-a505-0260162fceab req-45dbb7ef-52d2-4995-94ac-f10feeee514e tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 945 time: 0.2296934 Jul 27 21:16:24.408500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42605b4d-63a1-446d-b445-d66141afb24c req-4cadbca3-081f-49e1-b993-2a4f7881111a tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:24.416892 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42605b4d-63a1-446d-b445-d66141afb24c req-4cadbca3-081f-49e1-b993-2a4f7881111a tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 1096 time: 0.0697854 Jul 27 21:16:24.460889 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42605b4d-63a1-446d-b445-d66141afb24c req-69bb01cb-e9b9-4f05-a7cf-935a954f4e2c tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430701 Jul 27 21:16:24.534873 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:24.538709 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-114e5476-437a-46f7-a9c8-8a1abe8beea8 req-792100df-5ffc-4ba5-943d-903fc5094631 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:24.562399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['076f7240-f73a-4622-ae55-1af99588d96c'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:24.597172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792100df-5ffc-4ba5-943d-903fc5094631 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Pushing event deleted for resources: {'Port': ['ID=eeb7f866-f0de-45b1-a393-a8d23667b8ca,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:24.621201 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['eeb7f866-f0de-45b1-a393-a8d23667b8ca'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:24.660809 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-0760853d-48d4-40a4-a505-0260162fceab req-a1f19233-4398-490c-ba60-0f6ef2d09792 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Deleting port 7fffb673-0aee-42e1-906d-d0b1cb88a29f {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:24.661123 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0760853d-48d4-40a4-a505-0260162fceab req-a1f19233-4398-490c-ba60-0f6ef2d09792 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:24.758595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-114e5476-437a-46f7-a9c8-8a1abe8beea8 req-792100df-5ffc-4ba5-943d-903fc5094631 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] No DVR routers for this DVR port eeb7f866-f0de-45b1-a393-a8d23667b8ca on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:24.801669 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-114e5476-437a-46f7-a9c8-8a1abe8beea8 req-792100df-5ffc-4ba5-943d-903fc5094631 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:24.804249 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-114e5476-437a-46f7-a9c8-8a1abe8beea8 req-792100df-5ffc-4ba5-943d-903fc5094631 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.66 "DELETE /v2.0/ports/eeb7f866-f0de-45b1-a393-a8d23667b8ca HTTP/1.1" status: 204 len: 173 time: 1.1130860 Jul 27 21:16:24.806883 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ce380a-e212-4112-b410-dc0fc969d53c', 'name': 'network-vif-deleted', 'tag': 'eeb7f866-f0de-45b1-a393-a8d23667b8ca'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:24.813277 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e319a938-0923-4892-8145-6bb7c7caae5d" -d '{"events": [{"server_uuid": "b3ce380a-e212-4112-b410-dc0fc969d53c", "name": "network-vif-deleted", "tag": "eeb7f866-f0de-45b1-a393-a8d23667b8ca"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:24.924761 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339eaaee-38d8-447e-9301-1082e5285b62 x-openstack-request-id: req-339eaaee-38d8-447e-9301-1082e5285b62 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:24.925052 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ce380a-e212-4112-b410-dc0fc969d53c", "name": "network-vif-deleted", "tag": "eeb7f866-f0de-45b1-a393-a8d23667b8ca", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:24.925302 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-339eaaee-38d8-447e-9301-1082e5285b62 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:24.925708 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ce380a-e212-4112-b410-dc0fc969d53c', 'name': 'network-vif-deleted', 'tag': 'eeb7f866-f0de-45b1-a393-a8d23667b8ca', 'status': 'completed', 'code': 200} Jul 27 21:16:24.945456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0760853d-48d4-40a4-a505-0260162fceab req-a1f19233-4398-490c-ba60-0f6ef2d09792 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] For port 7fffb673-0aee-42e1-906d-d0b1cb88a29f, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7fffb673-0aee-42e1-906d-d0b1cb88a29f,segment=NetworkSegment(cab71e19-c78a-4984-8e46-c7a308e0a3d3),segment_id=cab71e19-c78a-4984-8e46-c7a308e0a3d3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:24.947856 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0760853d-48d4-40a4-a505-0260162fceab req-a1f19233-4398-490c-ba60-0f6ef2d09792 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:25.008786 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:25.056378 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:25.193100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=117e7a3b-b624-4659-997c-270ed7b0af70,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:25.372884 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe4c2e-1266-45a6-8468-c23b965e6a96 req-c491c5b6-1d7b-4a81-ae05-0671ac6cc98a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:25.376684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9dbe4c2e-1266-45a6-8468-c23b965e6a96 req-c491c5b6-1d7b-4a81-ae05-0671ac6cc98a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 945 time: 0.1138539 Jul 27 21:16:25.440435 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9dbe4c2e-1266-45a6-8468-c23b965e6a96 req-fb9fb60a-afc4-465c-96b5-71a030b96f3b tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad9bcc78-38ce-4b42-ae3f-78ef1572c107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569048 Jul 27 21:16:25.588880 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:25.633367 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1562de6c-5c69-483e-bb68-ac1a8ee6d297 req-5c1dcb81-e714-44fc-a33c-2b86aa0c8edc tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b3ce380a-e212-4112-b410-dc0fc969d53c HTTP/1.1" status: 200 len: 210 time: 0.0596800 Jul 27 21:16:25.700293 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0760853d-48d4-40a4-a505-0260162fceab req-a1f19233-4398-490c-ba60-0f6ef2d09792 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:25.700777 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0760853d-48d4-40a4-a505-0260162fceab req-a1f19233-4398-490c-ba60-0f6ef2d09792 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:25.701386 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-0760853d-48d4-40a4-a505-0260162fceab req-a1f19233-4398-490c-ba60-0f6ef2d09792 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Floating IP ba336024-26d0-4887-8a25-33f676e3da25 disassociated. External IP: 172.25.2.220, port: 7fffb673-0aee-42e1-906d-d0b1cb88a29f. Jul 27 21:16:25.701565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-0760853d-48d4-40a4-a505-0260162fceab req-a1f19233-4398-490c-ba60-0f6ef2d09792 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Calling delete_port for 7fffb673-0aee-42e1-906d-d0b1cb88a29f owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:25.762648 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6440707-b11b-436d-a305-d7c29eb4f3fa req-782ee77f-0eb2-4f1f-8b48-e3c69190f2ab tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:25.764193 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6440707-b11b-436d-a305-d7c29eb4f3fa req-782ee77f-0eb2-4f1f-8b48-e3c69190f2ab tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 945 time: 0.0780938 Jul 27 21:16:25.806976 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Floating IP 9ba6c6e7-0db2-4a33-8385-a5f97451a668 associated. External IP: 172.25.2.150, port: 1eb6378a-0b9b-4d55-8f41-b51e69841adb. Jul 27 21:16:25.820277 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6440707-b11b-436d-a305-d7c29eb4f3fa req-719253bb-d2e8-4230-ab34-952832ea34c4 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370591 Jul 27 21:16:25.909043 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:16:25.965078 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0760853d-48d4-40a4-a505-0260162fceab req-a1f19233-4398-490c-ba60-0f6ef2d09792 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.030689 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f19233-4398-490c-ba60-0f6ef2d09792 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Pushing event deleted for resources: {'Port': ['ID=7fffb673-0aee-42e1-906d-d0b1cb88a29f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:26.175706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 2dff47fd-740b-4e68-b157-08037fedac26 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:26.240226 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0760853d-48d4-40a4-a505-0260162fceab req-a1f19233-4398-490c-ba60-0f6ef2d09792 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Router 52bde9d1-67e6-4acb-a888-18b82d387fac has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:26.354085 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:26.364467 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62024d15-72d6-40e8-9d5b-ad737f2b13ab None None] Sync routers for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:26.376388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62024d15-72d6-40e8-9d5b-ad737f2b13ab None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:26.377262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-62024d15-72d6-40e8-9d5b-ad737f2b13ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:26.413572 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.424771 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-62024d15-72d6-40e8-9d5b-ad737f2b13ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:26.438993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0760853d-48d4-40a4-a505-0260162fceab req-a1f19233-4398-490c-ba60-0f6ef2d09792 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:26.441279 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62024d15-72d6-40e8-9d5b-ad737f2b13ab None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:26.445443 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-62024d15-72d6-40e8-9d5b-ad737f2b13ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:26.457475 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5221ceb5-a2cc-421b-919c-936b6c3ab909 None None] Sync routers for ids ['52bde9d1-67e6-4acb-a888-18b82d387fac'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:26.471972 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5221ceb5-a2cc-421b-919c-936b6c3ab909 None None] Routers {'52bde9d1-67e6-4acb-a888-18b82d387fac'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:26.472885 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5221ceb5-a2cc-421b-919c-936b6c3ab909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['52bde9d1-67e6-4acb-a888-18b82d387fac'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:26.479209 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6fc79a4c-7d0a-4ad0-90e7-3b3caa1d223a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4871323 Jul 27 21:16:26.481898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33474) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:26.489706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-211febad-7187-4d90-a4a7-23e871158e69 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'floatingip': {'port_id': '1eb6378a-0b9b-4d55-8f41-b51e69841adb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:26.498000 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-0760853d-48d4-40a4-a505-0260162fceab req-a1f19233-4398-490c-ba60-0f6ef2d09792 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] No DVR routers for this DVR port 7fffb673-0aee-42e1-906d-d0b1cb88a29f on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:26.508801 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0760853d-48d4-40a4-a505-0260162fceab req-a1f19233-4398-490c-ba60-0f6ef2d09792 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.514360 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0760853d-48d4-40a4-a505-0260162fceab req-a1f19233-4398-490c-ba60-0f6ef2d09792 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.20 "DELETE /v2.0/ports/7fffb673-0aee-42e1-906d-d0b1cb88a29f HTTP/1.1" status: 204 len: 173 time: 2.1901958 Jul 27 21:16:26.551549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-62024d15-72d6-40e8-9d5b-ad737f2b13ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:26.552241 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62024d15-72d6-40e8-9d5b-ad737f2b13ab None None] The sync data for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:26.621958 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-81388955-14c4-46e5-b7c0-fba98413f5ef req-9db3c146-bc25-40ee-aee0-f9648aaa5568 tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8e8a411-569b-458b-9ae3-35066faf12cf HTTP/1.1" status: 200 len: 210 time: 0.0583241 Jul 27 21:16:26.628151 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-211febad-7187-4d90-a4a7-23e871158e69 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:26.698374 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-5221ceb5-a2cc-421b-919c-936b6c3ab909 None None] Set router 52bde9d1-67e6-4acb-a888-18b82d387fac gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:26.926726 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e8a411-569b-458b-9ae3-35066faf12cf', 'name': 'network-vif-deleted', 'tag': '7fffb673-0aee-42e1-906d-d0b1cb88a29f'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:26.930288 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc286113-ca58-42e8-8284-bf4d058cd848" -d '{"events": [{"server_uuid": "a8e8a411-569b-458b-9ae3-35066faf12cf", "name": "network-vif-deleted", "tag": "7fffb673-0aee-42e1-906d-d0b1cb88a29f"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:26.996803 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5221ceb5-a2cc-421b-919c-936b6c3ab909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'name': 'tempest-TestServerBasicOps-1014294963-router', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:31Z', 'updated_at': '2021-07-27T21:10:43Z', 'revision_number': 4, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'gw_port': {'id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:34Z', 'updated_at': '2021-07-27T21:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'abc2b5a5-01b1-485c-b0f1-1a8c047c7e88', 'name': '', 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'mac_address': 'fa:16:3e:ef:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:40Z', 'updated_at': '2021-07-27T21:10:58Z', 'revision_number': 5, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'subnets': [{'id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:27.000102 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125b5325-9168-4d94-acb9-243f1e160f22 x-openstack-request-id: req-125b5325-9168-4d94-acb9-243f1e160f22 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:27.000427 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e8a411-569b-458b-9ae3-35066faf12cf", "name": "network-vif-deleted", "tag": "7fffb673-0aee-42e1-906d-d0b1cb88a29f", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:27.000634 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-125b5325-9168-4d94-acb9-243f1e160f22 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:27.001047 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e8a411-569b-458b-9ae3-35066faf12cf', 'name': 'network-vif-deleted', 'tag': '7fffb673-0aee-42e1-906d-d0b1cb88a29f', 'status': 'completed', 'code': 200} Jul 27 21:16:27.030791 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5221ceb5-a2cc-421b-919c-936b6c3ab909 None None] Checking router: 52bde9d1-67e6-4acb-a888-18b82d387fac for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:16:27.042872 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5221ceb5-a2cc-421b-919c-936b6c3ab909 None None] Routers {'52bde9d1-67e6-4acb-a888-18b82d387fac'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:27.043665 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5221ceb5-a2cc-421b-919c-936b6c3ab909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['52bde9d1-67e6-4acb-a888-18b82d387fac'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:27.169406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842d08d-1bb0-4441-a2c9-4f26e2329b60 req-69f75307-a2d0-4a40-8d9d-acb807a0d5bc tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:27.179745 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2842d08d-1bb0-4441-a2c9-4f26e2329b60 req-69f75307-a2d0-4a40-8d9d-acb807a0d5bc tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 945 time: 0.2112026 Jul 27 21:16:27.209719 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-5221ceb5-a2cc-421b-919c-936b6c3ab909 None None] Set router 52bde9d1-67e6-4acb-a888-18b82d387fac gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:27.336874 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2842d08d-1bb0-4441-a2c9-4f26e2329b60 req-a481bfd8-1bfb-4835-b4c2-25dbb8422b4a tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561904 Jul 27 21:16:27.499185 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5221ceb5-a2cc-421b-919c-936b6c3ab909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'name': 'tempest-TestServerBasicOps-1014294963-router', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:31Z', 'updated_at': '2021-07-27T21:10:43Z', 'revision_number': 4, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'gw_port': {'id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:34Z', 'updated_at': '2021-07-27T21:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'abc2b5a5-01b1-485c-b0f1-1a8c047c7e88', 'name': '', 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'mac_address': 'fa:16:3e:ef:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:40Z', 'updated_at': '2021-07-27T21:10:58Z', 'revision_number': 5, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'subnets': [{'id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:27.502195 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-211febad-7187-4d90-a4a7-23e871158e69 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:27.513357 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953213d0-adea-4d20-a206-84d3b431f452 req-1a48bd44-dcff-465f-81f7-fbe4c2ecd74b tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:27.515981 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-953213d0-adea-4d20-a206-84d3b431f452 req-1a48bd44-dcff-465f-81f7-fbe4c2ecd74b tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd1c45af-4224-45fa-9d51-0e977e15435d HTTP/1.1" status: 200 len: 1097 time: 0.1214695 Jul 27 21:16:27.516608 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-211febad-7187-4d90-a4a7-23e871158e69 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:27.528821 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5221ceb5-a2cc-421b-919c-936b6c3ab909 None None] The sync data for ids ['52bde9d1-67e6-4acb-a888-18b82d387fac'] in n-d-764806-9 is: [{'id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'name': 'tempest-TestServerBasicOps-1014294963-router', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:31Z', 'updated_at': '2021-07-27T21:10:43Z', 'revision_number': 4, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'gw_port': {'id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:34Z', 'updated_at': '2021-07-27T21:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'abc2b5a5-01b1-485c-b0f1-1a8c047c7e88', 'name': '', 'network_id': 'a2320263-076f-436a-bf5f-acf7b70db72d', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'mac_address': 'fa:16:3e:ef:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:40Z', 'updated_at': '2021-07-27T21:10:58Z', 'revision_number': 5, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'subnets': [{'id': '23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:27.656995 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-953213d0-adea-4d20-a206-84d3b431f452 req-eb534ec9-2d91-47fc-9ea7-fb914db94e50 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969107 Jul 27 21:16:27.701560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33504) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:27.736803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c8a31-5816-48bb-b4cb-e6ab50fcdd6a req-4fed7abb-a58b-4a18-a742-8bdc483949d1 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:27.738389 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b88c8a31-5816-48bb-b4cb-e6ab50fcdd6a req-4fed7abb-a58b-4a18-a742-8bdc483949d1 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.66 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 945 time: 0.0966015 Jul 27 21:16:27.872132 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e89977e-471d-44ca-9db9-797103eb836f None None] New status for floating IP ba336024-26d0-4887-8a25-33f676e3da25: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:16:27.872660 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-b88c8a31-5816-48bb-b4cb-e6ab50fcdd6a req-9371b76f-f344-48af-bf73-7cadd43e1476 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Deleting port 47eaea67-1383-4d74-934c-fd56ff4d15b9 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:27.872660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b88c8a31-5816-48bb-b4cb-e6ab50fcdd6a req-9371b76f-f344-48af-bf73-7cadd43e1476 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:27.973356 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211febad-7187-4d90-a4a7-23e871158e69 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 2dff47fd-740b-4e68-b157-08037fedac26 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:27.976390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-b88c8a31-5816-48bb-b4cb-e6ab50fcdd6a req-9371b76f-f344-48af-bf73-7cadd43e1476 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] For port 47eaea67-1383-4d74-934c-fd56ff4d15b9, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=47eaea67-1383-4d74-934c-fd56ff4d15b9,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:27.976765 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b88c8a31-5816-48bb-b4cb-e6ab50fcdd6a req-9371b76f-f344-48af-bf73-7cadd43e1476 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:27.986332 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Deleting port aa5adb55-850e-487f-a1e7-bf167bda8832 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:27.987356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7fffb673-0aee-42e1-906d-d0b1cb88a29f no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:27.987693 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:27.999947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-b88c8a31-5816-48bb-b4cb-e6ab50fcdd6a req-9371b76f-f344-48af-bf73-7cadd43e1476 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Calling delete_port for 47eaea67-1383-4d74-934c-fd56ff4d15b9 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:28.021272 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 7fffb673-0aee-42e1-906d-d0b1cb88a29f {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:28.021880 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7fffb673-0aee-42e1-906d-d0b1cb88a29f not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:28.133076 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:28.133616 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:28.152391 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b88c8a31-5816-48bb-b4cb-e6ab50fcdd6a req-9371b76f-f344-48af-bf73-7cadd43e1476 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:28.166977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['839e6d66-fd4b-4868-b1af-5feaa3ea25ec'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:28.169339 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['e3ab9ff7-7769-41a9-bddb-92376a25f518', '47eaea67-1383-4d74-934c-fd56ff4d15b9'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:28.186893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371b76f-f344-48af-bf73-7cadd43e1476 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Pushing event deleted for resources: {'Port': ['ID=47eaea67-1383-4d74-934c-fd56ff4d15b9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:28.195793 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Calling delete_port for aa5adb55-850e-487f-a1e7-bf167bda8832 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:28.255560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88c8a31-5816-48bb-b4cb-e6ab50fcdd6a req-9371b76f-f344-48af-bf73-7cadd43e1476 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] No DVR routers for this DVR port 47eaea67-1383-4d74-934c-fd56ff4d15b9 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:28.258369 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b88c8a31-5816-48bb-b4cb-e6ab50fcdd6a req-9371b76f-f344-48af-bf73-7cadd43e1476 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:28.260425 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b88c8a31-5816-48bb-b4cb-e6ab50fcdd6a req-9371b76f-f344-48af-bf73-7cadd43e1476 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.66 "DELETE /v2.0/ports/47eaea67-1383-4d74-934c-fd56ff4d15b9 HTTP/1.1" status: 204 len: 173 time: 0.5146191 Jul 27 21:16:28.260649 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device eeb7f866-f0de-45b1-a393-a8d23667b8ca no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:28.336296 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: eeb7f866-f0de-45b1-a393-a8d23667b8ca {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:28.336842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device eeb7f866-f0de-45b1-a393-a8d23667b8ca not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:28.453373 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:28.471896 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211febad-7187-4d90-a4a7-23e871158e69 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:28.483334 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d094e2da-e1f3-4271-98a4-cb623a944085 None None] Sync routers for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:28.497346 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d094e2da-e1f3-4271-98a4-cb623a944085 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:28.498055 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d094e2da-e1f3-4271-98a4-cb623a944085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:28.547941 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-211febad-7187-4d90-a4a7-23e871158e69 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:28.551215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e92a902-76ed-4691-90af-29ba5f12abdb req-99dd3099-0130-4874-bdbb-995004486637 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=be82dc62-1da0-40bb-97f3-84c5aa27eb29 HTTP/1.1" status: 200 len: 210 time: 0.1021204 Jul 27 21:16:28.554610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Pushing event deleted for resources: {'Port': ['ID=aa5adb55-850e-487f-a1e7-bf167bda8832,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:28.592139 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:28.592139 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:28.592460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:28.593500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:28.594011 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:28.594514 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:28.594922 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:28.595629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:28.595629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:28.596089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:28.596635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:28.596966 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:28.609956 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d094e2da-e1f3-4271-98a4-cb623a944085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:28.631187 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d094e2da-e1f3-4271-98a4-cb623a944085 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:28.632288 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d094e2da-e1f3-4271-98a4-cb623a944085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:28.674052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eedea7-9031-49fc-8085-8b0d58e431e8 req-f2ed84fd-0e33-4f82-8c1f-a4d3fb720311 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:28.676143 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-09eedea7-9031-49fc-8085-8b0d58e431e8 req-f2ed84fd-0e33-4f82-8c1f-a4d3fb720311 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bd1c45af-4224-45fa-9d51-0e977e15435d HTTP/1.1" status: 200 len: 1097 time: 0.1003973 Jul 27 21:16:28.776114 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d094e2da-e1f3-4271-98a4-cb623a944085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:28.776845 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d094e2da-e1f3-4271-98a4-cb623a944085 None None] The sync data for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:28.804557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-09eedea7-9031-49fc-8085-8b0d58e431e8 req-dbe4adb2-b9cf-4ff8-a776-e099efd9c965 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Deleting port 076f7240-f73a-4622-ae55-1af99588d96c {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:28.805167 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-09eedea7-9031-49fc-8085-8b0d58e431e8 req-dbe4adb2-b9cf-4ff8-a776-e099efd9c965 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:28.905517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-09eedea7-9031-49fc-8085-8b0d58e431e8 req-dbe4adb2-b9cf-4ff8-a776-e099efd9c965 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] For port 076f7240-f73a-4622-ae55-1af99588d96c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=076f7240-f73a-4622-ae55-1af99588d96c,segment=NetworkSegment(a4a256bd-1c18-4c7d-831c-7b4dc943b071),segment_id=a4a256bd-1c18-4c7d-831c-7b4dc943b071)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:28.906301 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-09eedea7-9031-49fc-8085-8b0d58e431e8 req-dbe4adb2-b9cf-4ff8-a776-e099efd9c965 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:28.928069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-09eedea7-9031-49fc-8085-8b0d58e431e8 req-dbe4adb2-b9cf-4ff8-a776-e099efd9c965 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Calling delete_port for 076f7240-f73a-4622-ae55-1af99588d96c owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:29.003643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be82dc62-1da0-40bb-97f3-84c5aa27eb29', 'name': 'network-vif-deleted', 'tag': '47eaea67-1383-4d74-934c-fd56ff4d15b9'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:29.006434 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b0c007-aa9c-4212-8c38-01dd17265468" -d '{"events": [{"server_uuid": "be82dc62-1da0-40bb-97f3-84c5aa27eb29", "name": "network-vif-deleted", "tag": "47eaea67-1383-4d74-934c-fd56ff4d15b9"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:29.078395 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee8b5db-d54e-484b-9d40-3206b428927c x-openstack-request-id: req-cee8b5db-d54e-484b-9d40-3206b428927c {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:29.078826 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be82dc62-1da0-40bb-97f3-84c5aa27eb29", "name": "network-vif-deleted", "tag": "47eaea67-1383-4d74-934c-fd56ff4d15b9", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:29.079178 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cee8b5db-d54e-484b-9d40-3206b428927c {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:29.079672 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be82dc62-1da0-40bb-97f3-84c5aa27eb29', 'name': 'network-vif-deleted', 'tag': '47eaea67-1383-4d74-934c-fd56ff4d15b9', 'status': 'completed', 'code': 200} Jul 27 21:16:29.106216 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-09eedea7-9031-49fc-8085-8b0d58e431e8 req-dbe4adb2-b9cf-4ff8-a776-e099efd9c965 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.117499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['076f7240-f73a-4622-ae55-1af99588d96c'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:29.126873 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.129409 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.133965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d7e1d555-1e4c-46ac-aa92-e3b267b3656a tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "DELETE /v2.0/floatingips/ba336024-26d0-4887-8a25-33f676e3da25 HTTP/1.1" status: 204 len: 168 time: 1.4270387 Jul 27 21:16:29.139121 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-211febad-7187-4d90-a4a7-23e871158e69 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "PUT /v2.0/floatingips/9ba6c6e7-0db2-4a33-8385-a5f97451a668 HTTP/1.1" status: 200 len: 979 time: 2.6554303 Jul 27 21:16:29.142024 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33534) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:29.154829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4adb2-b9cf-4ff8-a776-e099efd9c965 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Pushing event deleted for resources: {'Port': ['ID=076f7240-f73a-4622-ae55-1af99588d96c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:29.224187 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-09eedea7-9031-49fc-8085-8b0d58e431e8 req-dbe4adb2-b9cf-4ff8-a776-e099efd9c965 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] No DVR routers for this DVR port 076f7240-f73a-4622-ae55-1af99588d96c on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:29.227843 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-09eedea7-9031-49fc-8085-8b0d58e431e8 req-dbe4adb2-b9cf-4ff8-a776-e099efd9c965 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.231414 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-09eedea7-9031-49fc-8085-8b0d58e431e8 req-dbe4adb2-b9cf-4ff8-a776-e099efd9c965 tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.20 "DELETE /v2.0/ports/076f7240-f73a-4622-ae55-1af99588d96c HTTP/1.1" status: 204 len: 173 time: 0.5460062 Jul 27 21:16:29.247360 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33542) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:29.305329 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0458a0-8670-4ddd-9a72-bfaac8432d65 req-f1e1d980-0ff7-4efa-803a-24841469955b tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:29.306875 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b0458a0-8670-4ddd-9a72-bfaac8432d65 req-f1e1d980-0ff7-4efa-803a-24841469955b tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd1c45af-4224-45fa-9d51-0e977e15435d HTTP/1.1" status: 200 len: 1018 time: 0.2235892 Jul 27 21:16:29.439273 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b3e1d1f-53a4-4c11-a96a-1ca187ee8aae tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.445153 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b0458a0-8670-4ddd-9a72-bfaac8432d65 req-a6bf34a2-f1e0-48dd-a500-18459a7debaa tempest-TestServerMultinode-802366475 tempest-TestServerMultinode-802366475-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=f195e5e9-d62a-451c-9ac0-30155486f51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192882 Jul 27 21:16:29.474394 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b3e1d1f-53a4-4c11-a96a-1ca187ee8aae tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.519245 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-5722c77e-281d-44d0-8613-2ba5622c7d21 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Deleting port 117e7a3b-b624-4659-997c-270ed7b0af70 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:29.519752 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5722c77e-281d-44d0-8613-2ba5622c7d21 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.618734 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5722c77e-281d-44d0-8613-2ba5622c7d21 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.619322 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5722c77e-281d-44d0-8613-2ba5622c7d21 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.632571 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b3e1d1f-53a4-4c11-a96a-1ca187ee8aae tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.645141 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b3e1d1f-53a4-4c11-a96a-1ca187ee8aae tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:29.646972 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1b3e1d1f-53a4-4c11-a96a-1ca187ee8aae tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] 10.222.0.55 "DELETE /v2.0/security-groups/ad9bcc78-38ce-4b42-ae3f-78ef1572c107 HTTP/1.1" status: 204 len: 168 time: 0.3958945 Jul 27 21:16:29.665978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-5722c77e-281d-44d0-8613-2ba5622c7d21 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Calling delete_port for 117e7a3b-b624-4659-997c-270ed7b0af70 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:29.677215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e1d1f-53a4-4c11-a96a-1ca187ee8aae tempest-TestServerBasicOps-1863180800 tempest-TestServerBasicOps-1863180800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9bcc78-38ce-4b42-ae3f-78ef1572c107,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:29.711821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33560) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:30.017944 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5722c77e-281d-44d0-8613-2ba5622c7d21 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:30.054919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722c77e-281d-44d0-8613-2ba5622c7d21 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Port': ['ID=117e7a3b-b624-4659-997c-270ed7b0af70,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:30.096121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842bf5c-9104-43eb-ac86-08495a09f3d9 req-a639f2ca-06db-464b-a06f-9cafaa0b9e96 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:30.099134 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7842bf5c-9104-43eb-ac86-08495a09f3d9 req-a639f2ca-06db-464b-a06f-9cafaa0b9e96 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54 HTTP/1.1" status: 200 len: 945 time: 0.1462018 Jul 27 21:16:30.157676 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5722c77e-281d-44d0-8613-2ba5622c7d21 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:30.158004 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-5722c77e-281d-44d0-8613-2ba5622c7d21 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Floating IP 9ba6c6e7-0db2-4a33-8385-a5f97451a668 disassociated (deleted). External IP: 172.25.2.150, port: 1eb6378a-0b9b-4d55-8f41-b51e69841adb. Jul 27 21:16:30.217110 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7842bf5c-9104-43eb-ac86-08495a09f3d9 req-e8caa5fe-1e7d-4a79-8c05-f1a0b4b809cf tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975082 Jul 27 21:16:30.355271 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5842084-4d75-43c2-9278-33e44ce55764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:30.428708 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5722c77e-281d-44d0-8613-2ba5622c7d21 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 2dff47fd-740b-4e68-b157-08037fedac26 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:30.571269 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33584) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:30.645244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5722c77e-281d-44d0-8613-2ba5622c7d21 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:30.655765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a41ed1-86f7-4fa7-b517-64c863b9319a None None] Sync routers for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:30.665888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a41ed1-86f7-4fa7-b517-64c863b9319a None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:30.666572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c9a41ed1-86f7-4fa7-b517-64c863b9319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:30.675959 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5722c77e-281d-44d0-8613-2ba5622c7d21 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:30.704734 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c9a41ed1-86f7-4fa7-b517-64c863b9319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:30.713152 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-f5842084-4d75-43c2-9278-33e44ce55764 admin admin] Deleting port abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:30.713499 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5842084-4d75-43c2-9278-33e44ce55764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:30.714790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a41ed1-86f7-4fa7-b517-64c863b9319a None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:30.715506 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c9a41ed1-86f7-4fa7-b517-64c863b9319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:30.726330 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5722c77e-281d-44d0-8613-2ba5622c7d21 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/floatingips/9ba6c6e7-0db2-4a33-8385-a5f97451a668 HTTP/1.1" status: 204 len: 168 time: 1.5830941 Jul 27 21:16:30.728890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33586) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:30.752958 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c9a41ed1-86f7-4fa7-b517-64c863b9319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:30.753832 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a41ed1-86f7-4fa7-b517-64c863b9319a None None] The sync data for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:30.797980 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-f5842084-4d75-43c2-9278-33e44ce55764 admin admin] For port abc2b5a5-01b1-485c-b0f1-1a8c047c7e88, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=abc2b5a5-01b1-485c-b0f1-1a8c047c7e88,segment=NetworkSegment(cab71e19-c78a-4984-8e46-c7a308e0a3d3),segment_id=cab71e19-c78a-4984-8e46-c7a308e0a3d3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:30.798392 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5842084-4d75-43c2-9278-33e44ce55764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:30.819243 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-f5842084-4d75-43c2-9278-33e44ce55764 admin admin] Calling delete_port for abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:30.951699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-0d05b446-57a4-4d00-80b9-a963836efba4 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Deleting port 1eb6378a-0b9b-4d55-8f41-b51e69841adb {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:30.952116 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d05b446-57a4-4d00-80b9-a963836efba4 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.017287 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5842084-4d75-43c2-9278-33e44ce55764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.043475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5842084-4d75-43c2-9278-33e44ce55764 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc2b5a5-01b1-485c-b0f1-1a8c047c7e88,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:31.086092 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d05b446-57a4-4d00-80b9-a963836efba4 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.104156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-0d05b446-57a4-4d00-80b9-a963836efba4 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Calling delete_port for 1eb6378a-0b9b-4d55-8f41-b51e69841adb owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:31.113485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1c45af-4224-45fa-9d51-0e977e15435d', 'name': 'network-vif-deleted', 'tag': '076f7240-f73a-4622-ae55-1af99588d96c'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:31.115800 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4f4c99-1a5f-4b62-8ec0-b013c7c2110f" -d '{"events": [{"server_uuid": "bd1c45af-4224-45fa-9d51-0e977e15435d", "name": "network-vif-deleted", "tag": "076f7240-f73a-4622-ae55-1af99588d96c"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:31.231894 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af54b7de-c925-4998-933e-a5637fd1ea03 x-openstack-request-id: req-af54b7de-c925-4998-933e-a5637fd1ea03 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:31.232131 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1c45af-4224-45fa-9d51-0e977e15435d", "name": "network-vif-deleted", "tag": "076f7240-f73a-4622-ae55-1af99588d96c", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:31.232334 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af54b7de-c925-4998-933e-a5637fd1ea03 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:31.232732 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1c45af-4224-45fa-9d51-0e977e15435d', 'name': 'network-vif-deleted', 'tag': '076f7240-f73a-4622-ae55-1af99588d96c', 'status': 'completed', 'code': 200} Jul 27 21:16:31.305654 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-312c5f4b-8b97-4e6b-afa2-20fafb387624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.315049 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735810f-2250-46b9-9dd4-7a52108189a2 req-9d81cebb-baf0-4e3e-af5d-966e60fe6081 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:31.316677 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c735810f-2250-46b9-9dd4-7a52108189a2 req-9d81cebb-baf0-4e3e-af5d-966e60fe6081 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54 HTTP/1.1" status: 200 len: 945 time: 0.1201639 Jul 27 21:16:31.382530 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5842084-4d75-43c2-9278-33e44ce55764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.554640 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-c735810f-2250-46b9-9dd4-7a52108189a2 req-60a463ce-3d48-4881-954e-55f56f1fb14c tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Deleting port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:31.555000 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c735810f-2250-46b9-9dd4-7a52108189a2 req-60a463ce-3d48-4881-954e-55f56f1fb14c tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.568468 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33286dd-3937-4596-8222-0a86cab6a8eb req-d3ffb1b1-2759-496c-94ef-4013afcfcd92 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:31.571177 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d33286dd-3937-4596-8222-0a86cab6a8eb req-d3ffb1b1-2759-496c-94ef-4013afcfcd92 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54 HTTP/1.1" status: 200 len: 945 time: 0.2084234 Jul 27 21:16:31.573578 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d05b446-57a4-4d00-80b9-a963836efba4 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.648327 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05b446-57a4-4d00-80b9-a963836efba4 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Port': ['ID=1eb6378a-0b9b-4d55-8f41-b51e69841adb,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:31.769197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d33286dd-3937-4596-8222-0a86cab6a8eb req-010f9cb6-31ad-44e4-b7bf-d82a0a1dcc36 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877880 Jul 27 21:16:31.806720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d05b446-57a4-4d00-80b9-a963836efba4 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.813136 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0d05b446-57a4-4d00-80b9-a963836efba4 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/ports/1eb6378a-0b9b-4d55-8f41-b51e69841adb HTTP/1.1" status: 204 len: 168 time: 1.0792272 Jul 27 21:16:31.816566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33608) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:31.821681 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:31.880961 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:31.990309 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-312c5f4b-8b97-4e6b-afa2-20fafb387624 admin admin] Deleting port 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:31.990787 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-312c5f4b-8b97-4e6b-afa2-20fafb387624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.085681 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c735810f-2250-46b9-9dd4-7a52108189a2 req-60a463ce-3d48-4881-954e-55f56f1fb14c tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] For port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=839e6d66-fd4b-4868-b1af-5feaa3ea25ec,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:32.086016 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c735810f-2250-46b9-9dd4-7a52108189a2 req-60a463ce-3d48-4881-954e-55f56f1fb14c tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.104063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.104295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-c735810f-2250-46b9-9dd4-7a52108189a2 req-60a463ce-3d48-4881-954e-55f56f1fb14c tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Calling delete_port for 839e6d66-fd4b-4868-b1af-5feaa3ea25ec owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:32.115565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5842084-4d75-43c2-9278-33e44ce55764 admin admin] Router 52bde9d1-67e6-4acb-a888-18b82d387fac has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:32.115795 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-312c5f4b-8b97-4e6b-afa2-20fafb387624 admin admin] For port 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b,segment=NetworkSegment(a4a256bd-1c18-4c7d-831c-7b4dc943b071),segment_id=a4a256bd-1c18-4c7d-831c-7b4dc943b071)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:32.116257 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-312c5f4b-8b97-4e6b-afa2-20fafb387624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.158386 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-312c5f4b-8b97-4e6b-afa2-20fafb387624 admin admin] Calling delete_port for 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:32.296930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Allocated IP 172.25.2.246 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/4ea4ce99-7f26-47ed-a11e-cf9e72114834) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:32.300706 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 47eaea67-1383-4d74-934c-fd56ff4d15b9 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:32.328373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5842084-4d75-43c2-9278-33e44ce55764 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:32.337678 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f5842084-4d75-43c2-9278-33e44ce55764 admin admin] 10.222.0.55 "PUT /v2.0/routers/52bde9d1-67e6-4acb-a888-18b82d387fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6223297 Jul 27 21:16:32.339890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 47eaea67-1383-4d74-934c-fd56ff4d15b9 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:32.340126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33618) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:32.340701 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 47eaea67-1383-4d74-934c-fd56ff4d15b9 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:32.355937 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85ac305-753c-4334-9061-672d65426fad None None] Sync routers for ids ['52bde9d1-67e6-4acb-a888-18b82d387fac'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:32.366578 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85ac305-753c-4334-9061-672d65426fad None None] Routers {'52bde9d1-67e6-4acb-a888-18b82d387fac'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:32.367414 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c85ac305-753c-4334-9061-672d65426fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['52bde9d1-67e6-4acb-a888-18b82d387fac'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:32.445981 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c735810f-2250-46b9-9dd4-7a52108189a2 req-60a463ce-3d48-4881-954e-55f56f1fb14c tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.460501 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['839e6d66-fd4b-4868-b1af-5feaa3ea25ec'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:32.469042 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['e3ab9ff7-7769-41a9-bddb-92376a25f518'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:32.489674 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a463ce-3d48-4881-954e-55f56f1fb14c tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Pushing event deleted for resources: {'Port': ['ID=839e6d66-fd4b-4868-b1af-5feaa3ea25ec,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:32.539904 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c7b9a50-887e-46fd-b927-d938f1fe8151 admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.561043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c735810f-2250-46b9-9dd4-7a52108189a2 req-60a463ce-3d48-4881-954e-55f56f1fb14c tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] No DVR routers for this DVR port 839e6d66-fd4b-4868-b1af-5feaa3ea25ec on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:32.571958 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c85ac305-753c-4334-9061-672d65426fad None None] Set router 52bde9d1-67e6-4acb-a888-18b82d387fac gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:32.597145 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c735810f-2250-46b9-9dd4-7a52108189a2 req-60a463ce-3d48-4881-954e-55f56f1fb14c tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.599182 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c735810f-2250-46b9-9dd4-7a52108189a2 req-60a463ce-3d48-4881-954e-55f56f1fb14c tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.20 "DELETE /v2.0/ports/839e6d66-fd4b-4868-b1af-5feaa3ea25ec HTTP/1.1" status: 204 len: 173 time: 1.2724733 Jul 27 21:16:32.647793 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.688670 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d6036b62-f834-49a3-b182-e15844112c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.713704 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c7b9a50-887e-46fd-b927-d938f1fe8151 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.741775 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.757382 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-312c5f4b-8b97-4e6b-afa2-20fafb387624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.838927 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:32.848701 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:32.853394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:32.875012 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b9a50-887e-46fd-b927-d938f1fe8151 admin admin] Deleting port 36a9b885-4342-4e2a-831b-54e801689e1a {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:32.875367 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c7b9a50-887e-46fd-b927-d938f1fe8151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:32.953979 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c85ac305-753c-4334-9061-672d65426fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'name': 'tempest-TestServerBasicOps-1014294963-router', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:31Z', 'updated_at': '2021-07-27T21:16:30Z', 'revision_number': 5, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'gw_port': {'id': '36a9b885-4342-4e2a-831b-54e801689e1a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:34Z', 'updated_at': '2021-07-27T21:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:32.971441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=4ea4ce99-7f26-47ed-a11e-cf9e72114834,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:32.988520 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85ac305-753c-4334-9061-672d65426fad None None] Checking router: 52bde9d1-67e6-4acb-a888-18b82d387fac for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:16:33.010240 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85ac305-753c-4334-9061-672d65426fad None None] Routers {'52bde9d1-67e6-4acb-a888-18b82d387fac'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:33.014008 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c85ac305-753c-4334-9061-672d65426fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['52bde9d1-67e6-4acb-a888-18b82d387fac'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:33.024870 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-69953388-147f-446d-808e-669a9163d6a9 req-50ffd2da-2a1d-491c-8bd4-1f854af9d752 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54 HTTP/1.1" status: 200 len: 210 time: 0.0858359 Jul 27 21:16:33.047794 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-4c7b9a50-887e-46fd-b927-d938f1fe8151 admin admin] For port 36a9b885-4342-4e2a-831b-54e801689e1a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=36a9b885-4342-4e2a-831b-54e801689e1a,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:33.048169 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c7b9a50-887e-46fd-b927-d938f1fe8151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.056023 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c5f4b-8b97-4e6b-afa2-20fafb387624 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:33.063946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b9a50-887e-46fd-b927-d938f1fe8151 admin admin] Calling delete_port for 36a9b885-4342-4e2a-831b-54e801689e1a owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:33.234825 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54', 'name': 'network-vif-deleted', 'tag': '839e6d66-fd4b-4868-b1af-5feaa3ea25ec'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:33.237293 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc58770a-7ac6-484e-bd34-a6ae5df4bedd" -d '{"events": [{"server_uuid": "4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54", "name": "network-vif-deleted", "tag": "839e6d66-fd4b-4868-b1af-5feaa3ea25ec"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:33.306736 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c85ac305-753c-4334-9061-672d65426fad None None] Set router 52bde9d1-67e6-4acb-a888-18b82d387fac gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:33.335880 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58461dc8-df34-4efc-bcb6-0fe763194277 x-openstack-request-id: req-58461dc8-df34-4efc-bcb6-0fe763194277 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:33.336155 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54", "name": "network-vif-deleted", "tag": "839e6d66-fd4b-4868-b1af-5feaa3ea25ec", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:33.336487 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58461dc8-df34-4efc-bcb6-0fe763194277 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:33.336910 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e26d548-f142-4ee5-a0e7-cd1c7ea2ff54', 'name': 'network-vif-deleted', 'tag': '839e6d66-fd4b-4868-b1af-5feaa3ea25ec', 'status': 'completed', 'code': 200} Jul 27 21:16:33.387553 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c85ac305-753c-4334-9061-672d65426fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'name': 'tempest-TestServerBasicOps-1014294963-router', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:31Z', 'updated_at': '2021-07-27T21:16:32Z', 'revision_number': 6, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:33.391286 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c7b9a50-887e-46fd-b927-d938f1fe8151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.427676 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85ac305-753c-4334-9061-672d65426fad None None] The sync data for ids ['52bde9d1-67e6-4acb-a888-18b82d387fac'] in n-d-764806-9 is: [{'id': '52bde9d1-67e6-4acb-a888-18b82d387fac', 'name': 'tempest-TestServerBasicOps-1014294963-router', 'tenant_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:31Z', 'updated_at': '2021-07-27T21:16:32Z', 'revision_number': 6, 'project_id': 'c363ed4dccd54ba69bd00ed53053ea2e', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:33.433083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b9a50-887e-46fd-b927-d938f1fe8151 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a9b885-4342-4e2a-831b-54e801689e1a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:33.513547 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c7b9a50-887e-46fd-b927-d938f1fe8151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.621360 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c7b9a50-887e-46fd-b927-d938f1fe8151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.623958 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c7b9a50-887e-46fd-b927-d938f1fe8151 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.659824 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.677865 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c7b9a50-887e-46fd-b927-d938f1fe8151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.678481 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7b9a50-887e-46fd-b927-d938f1fe8151 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52bde9d1-67e6-4acb-a888-18b82d387fac {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:16:33.684737 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c7b9a50-887e-46fd-b927-d938f1fe8151 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.685961 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4c7b9a50-887e-46fd-b927-d938f1fe8151 admin admin] 10.222.0.55 "DELETE /v2.0/routers/52bde9d1-67e6-4acb-a888-18b82d387fac HTTP/1.1" status: 204 len: 168 time: 1.3448870 Jul 27 21:16:33.688973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33642) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:33.741347 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-bede35ad-ab7a-42fb-a57b-1aa14ac67019 admin admin] Deleting subnet 23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:16:33.744636 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bede35ad-ab7a-42fb-a57b-1aa14ac67019 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.749749 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.776549 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-312c5f4b-8b97-4e6b-afa2-20fafb387624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.788305 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bede35ad-ab7a-42fb-a57b-1aa14ac67019 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.930333 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bede35ad-ab7a-42fb-a57b-1aa14ac67019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:33.991535 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.000361 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:34.025819 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bede35ad-ab7a-42fb-a57b-1aa14ac67019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.031005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 076f7240-f73a-4622-ae55-1af99588d96c no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:34.033125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:34.033463 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device abc2b5a5-01b1-485c-b0f1-1a8c047c7e88 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:34.056979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 076f7240-f73a-4622-ae55-1af99588d96c {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:34.057604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 076f7240-f73a-4622-ae55-1af99588d96c not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:34.058177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 839e6d66-fd4b-4868-b1af-5feaa3ea25ec no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:34.072539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede35ad-ab7a-42fb-a57b-1aa14ac67019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:34.075458 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bede35ad-ab7a-42fb-a57b-1aa14ac67019 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.078766 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bede35ad-ab7a-42fb-a57b-1aa14ac67019 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/23bbd6ae-c6bd-4bbc-8b1b-16997e3e4f48 HTTP/1.1" status: 204 len: 168 time: 0.3887603 Jul 27 21:16:34.081237 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33652) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:34.096407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4707fb3d-3bbf-4156-a358-10ab05552a3c None None] Network a2320263-076f-436a-bf5f-acf7b70db72d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:34.098579 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 839e6d66-fd4b-4868-b1af-5feaa3ea25ec {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:34.098917 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 839e6d66-fd4b-4868-b1af-5feaa3ea25ec not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:34.103744 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.121250 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.178288 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.190385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=4ea4ce99-7f26-47ed-a11e-cf9e72114834,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:34.292912 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.341264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] Deleting port 1e36ec2f-5f07-40f3-ae9a-b22066542d1e {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:34.341940 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.389203 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.395072 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f95d75f8-6809-4077-bbce-7d67db929be1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5773602 Jul 27 21:16:34.401255 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33662) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:34.406959 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866ef9ed-a43b-4a40-8689-41c2103e04d5 None None] DHCP port deletion for a2320263-076f-436a-bf5f-acf7b70db72d request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:16:34.417367 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-df94af7b-980b-4a8e-af36-e7d9428a03cb tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'port': {'network_id': '778fa1bf-82b1-4219-9bcd-9dc596b6479b', 'name': 'tempest-FloatingIPTestJSON-1919827302'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:34.455346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] For port 1e36ec2f-5f07-40f3-ae9a-b22066542d1e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1e36ec2f-5f07-40f3-ae9a-b22066542d1e,segment=NetworkSegment(cab71e19-c78a-4984-8e46-c7a308e0a3d3),segment_id=cab71e19-c78a-4984-8e46-c7a308e0a3d3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:34.455959 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.471815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] Calling delete_port for 1e36ec2f-5f07-40f3-ae9a-b22066542d1e owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:34.475528 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-866ef9ed-a43b-4a40-8689-41c2103e04d5 None None] Deleting port 1e36ec2f-5f07-40f3-ae9a-b22066542d1e {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:34.476111 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-866ef9ed-a43b-4a40-8689-41c2103e04d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.522501 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312c5f4b-8b97-4e6b-afa2-20fafb387624 admin admin] Router b4a66eba-6d0a-4ddf-8a86-8d76169580e8 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:34.557350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-866ef9ed-a43b-4a40-8689-41c2103e04d5 None None] For port 1e36ec2f-5f07-40f3-ae9a-b22066542d1e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1e36ec2f-5f07-40f3-ae9a-b22066542d1e,segment=NetworkSegment(cab71e19-c78a-4984-8e46-c7a308e0a3d3),segment_id=cab71e19-c78a-4984-8e46-c7a308e0a3d3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:34.558119 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-866ef9ed-a43b-4a40-8689-41c2103e04d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.598885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-866ef9ed-a43b-4a40-8689-41c2103e04d5 None None] Calling delete_port for 1e36ec2f-5f07-40f3-ae9a-b22066542d1e owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:34.639684 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.677558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e36ec2f-5f07-40f3-ae9a-b22066542d1e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:34.684615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] No DVR routers for this DVR port 1e36ec2f-5f07-40f3-ae9a-b22066542d1e on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:34.704707 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-866ef9ed-a43b-4a40-8689-41c2103e04d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.725235 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b65f2-e318-42ed-ac09-803a96c95b70 req-2559ac4d-d3d3-48f5-b8fd-49be8062b039 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:34.727261 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-df9b65f2-e318-42ed-ac09-803a96c95b70 req-2559ac4d-d3d3-48f5-b8fd-49be8062b039 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.2840710 Jul 27 21:16:34.738472 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ef9ed-a43b-4a40-8689-41c2103e04d5 None None] Pushing event deleted for resources: {'Port': ['ID=1e36ec2f-5f07-40f3-ae9a-b22066542d1e,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:34.746168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ef9ed-a43b-4a40-8689-41c2103e04d5 None None] No DVR routers for this DVR port 1e36ec2f-5f07-40f3-ae9a-b22066542d1e on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:34.758815 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312c5f4b-8b97-4e6b-afa2-20fafb387624 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:34.769769 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-312c5f4b-8b97-4e6b-afa2-20fafb387624 admin admin] 10.222.0.55 "PUT /v2.0/routers/b4a66eba-6d0a-4ddf-8a86-8d76169580e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1974723 Jul 27 21:16:34.776367 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d460f79-32a6-4c85-bd52-3e86d14c64b0 None None] Sync routers for ids ['b4a66eba-6d0a-4ddf-8a86-8d76169580e8'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:34.777943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33670) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:34.791365 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d460f79-32a6-4c85-bd52-3e86d14c64b0 None None] Routers {'b4a66eba-6d0a-4ddf-8a86-8d76169580e8'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:34.792002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-4d460f79-32a6-4c85-bd52-3e86d14c64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b4a66eba-6d0a-4ddf-8a86-8d76169580e8'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:34.793794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df94af7b-980b-4a8e-af36-e7d9428a03cb tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Made reservation on behalf of 3ab0841c3195434885c0054dba50e220 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:34.798320 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df94af7b-980b-4a8e-af36-e7d9428a03cb tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.824872 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-df94af7b-980b-4a8e-af36-e7d9428a03cb tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] device_id is not set on port 6e9ad695-dfdc-4ab5-ab5b-3ea80ae6ca5a yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:16:34.867911 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.881897 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2320263-076f-436a-bf5f-acf7b70db72d']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:34.907181 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-df9b65f2-e318-42ed-ac09-803a96c95b70 req-84c28880-a598-4e1a-8a5c-4fa8bcd24615 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372008 Jul 27 21:16:34.962552 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-4d460f79-32a6-4c85-bd52-3e86d14c64b0 None None] Set router b4a66eba-6d0a-4ddf-8a86-8d76169580e8 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:34.987483 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e51b9a18-f7b5-4a2a-9e01-0357e5e5c28a admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:34.990910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab71e19-c78a-4984-8e46-c7a308e0a3d3') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:34.991481 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab71e19-c78a-4984-8e46-c7a308e0a3d3') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:35.029230 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-df94af7b-980b-4a8e-af36-e7d9428a03cb tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Allocated IP 172.20.0.11 (778fa1bf-82b1-4219-9bcd-9dc596b6479b/86dabda0-16c9-4b8a-97cb-9b77a7533c3e/6e9ad695-dfdc-4ab5-ab5b-3ea80ae6ca5a) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:35.059279 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.087028 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.127531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:16:35.128390 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:16:35.130582 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:16:35.212728 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e51b9a18-f7b5-4a2a-9e01-0357e5e5c28a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.218388 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.226466 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.231604 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a2320263-076f-436a-bf5f-acf7b70db72d HTTP/1.1" status: 204 len: 168 time: 1.1460838 Jul 27 21:16:35.231786 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33680) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:35.241913 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df94af7b-980b-4a8e-af36-e7d9428a03cb tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.247234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad88e85-1766-4e0b-abb9-1ae901361c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2320263-076f-436a-bf5f-acf7b70db72d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:35.300774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e51b9a18-f7b5-4a2a-9e01-0357e5e5c28a admin admin] Deleting port 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:35.301613 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e51b9a18-f7b5-4a2a-9e01-0357e5e5c28a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.407062 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-e51b9a18-f7b5-4a2a-9e01-0357e5e5c28a admin admin] For port 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3f7b497e-3fb0-40b8-b8d6-6cfdb178456a,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:35.410486 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e51b9a18-f7b5-4a2a-9e01-0357e5e5c28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.412330 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-050f1349-b5f6-4efe-a408-2a894a80198c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.424744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e51b9a18-f7b5-4a2a-9e01-0357e5e5c28a admin admin] Calling delete_port for 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:35.434551 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df94af7b-980b-4a8e-af36-e7d9428a03cb tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.470447 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.479246 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-4d460f79-32a6-4c85-bd52-3e86d14c64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'name': 'tempest-TestServerMultinode-1934022936-router', 'tenant_id': '7221c096a21f443c97aebac4c729b01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3f7b497e-3fb0-40b8-b8d6-6cfdb178456a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:29Z', 'updated_at': '2021-07-27T21:16:32Z', 'revision_number': 5, 'project_id': '7221c096a21f443c97aebac4c729b01e', 'gw_port': {'id': '3f7b497e-3fb0-40b8-b8d6-6cfdb178456a', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:31Z', 'updated_at': '2021-07-27T21:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:35.508804 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d460f79-32a6-4c85-bd52-3e86d14c64b0 None None] Checking router: b4a66eba-6d0a-4ddf-8a86-8d76169580e8 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:16:35.517747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d460f79-32a6-4c85-bd52-3e86d14c64b0 None None] Routers {'b4a66eba-6d0a-4ddf-8a86-8d76169580e8'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:35.518390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-4d460f79-32a6-4c85-bd52-3e86d14c64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b4a66eba-6d0a-4ddf-8a86-8d76169580e8'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:35.558678 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df94af7b-980b-4a8e-af36-e7d9428a03cb tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 778fa1bf-82b1-4219-9bcd-9dc596b6479b is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:35.604197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-df94af7b-980b-4a8e-af36-e7d9428a03cb tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:35.620423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df94af7b-980b-4a8e-af36-e7d9428a03cb tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:35.620786 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e51b9a18-f7b5-4a2a-9e01-0357e5e5c28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.645871 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-4d460f79-32a6-4c85-bd52-3e86d14c64b0 None None] Set router b4a66eba-6d0a-4ddf-8a86-8d76169580e8 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:35.657740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b9a18-f7b5-4a2a-9e01-0357e5e5c28a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7b497e-3fb0-40b8-b8d6-6cfdb178456a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:35.677648 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94af7b-980b-4a8e-af36-e7d9428a03cb tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=6e9ad695-dfdc-4ab5-ab5b-3ea80ae6ca5a,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:35.736281 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df94af7b-980b-4a8e-af36-e7d9428a03cb tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:35.737059 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df94af7b-980b-4a8e-af36-e7d9428a03cb tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.739699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-4d460f79-32a6-4c85-bd52-3e86d14c64b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'name': 'tempest-TestServerMultinode-1934022936-router', 'tenant_id': '7221c096a21f443c97aebac4c729b01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:29Z', 'updated_at': '2021-07-27T21:16:35Z', 'revision_number': 6, 'project_id': '7221c096a21f443c97aebac4c729b01e', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:35.749433 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e51b9a18-f7b5-4a2a-9e01-0357e5e5c28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.772489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d460f79-32a6-4c85-bd52-3e86d14c64b0 None None] The sync data for ids ['b4a66eba-6d0a-4ddf-8a86-8d76169580e8'] in n-d-764806-9 is: [{'id': 'b4a66eba-6d0a-4ddf-8a86-8d76169580e8', 'name': 'tempest-TestServerMultinode-1934022936-router', 'tenant_id': '7221c096a21f443c97aebac4c729b01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:29Z', 'updated_at': '2021-07-27T21:16:35Z', 'revision_number': 6, 'project_id': '7221c096a21f443c97aebac4c729b01e', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:35.803438 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-df94af7b-980b-4a8e-af36-e7d9428a03cb tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3987954 Jul 27 21:16:35.806004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33690) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:35.812672 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b56e6db9-c06f-469c-ab50-207a44876ec1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'floatingip': {'port_id': '6e9ad695-dfdc-4ab5-ab5b-3ea80ae6ca5a'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:35.868818 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e51b9a18-f7b5-4a2a-9e01-0357e5e5c28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.871446 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e51b9a18-f7b5-4a2a-9e01-0357e5e5c28a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.875790 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b56e6db9-c06f-469c-ab50-207a44876ec1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.923938 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e51b9a18-f7b5-4a2a-9e01-0357e5e5c28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.924787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51b9a18-f7b5-4a2a-9e01-0357e5e5c28a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4a66eba-6d0a-4ddf-8a86-8d76169580e8 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:16:35.930704 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e51b9a18-f7b5-4a2a-9e01-0357e5e5c28a admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:35.932078 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e51b9a18-f7b5-4a2a-9e01-0357e5e5c28a admin admin] 10.222.0.55 "DELETE /v2.0/routers/b4a66eba-6d0a-4ddf-8a86-8d76169580e8 HTTP/1.1" status: 204 len: 168 time: 1.1532180 Jul 27 21:16:35.934701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33698) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:35.997913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f818e98-7659-4a6b-a108-49756e822186 admin admin] Deleting subnet e84152d6-e220-4a04-8f73-1978717d4677 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:16:36.002207 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f818e98-7659-4a6b-a108-49756e822186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.040923 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f818e98-7659-4a6b-a108-49756e822186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.157476 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f818e98-7659-4a6b-a108-49756e822186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.176409 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6125-fd9a-4cf4-882f-645d4087d203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.245088 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f818e98-7659-4a6b-a108-49756e822186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.283129 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f818e98-7659-4a6b-a108-49756e822186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84152d6-e220-4a04-8f73-1978717d4677,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:36.293115 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 36a9b885-4342-4e2a-831b-54e801689e1a no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:36.297908 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f818e98-7659-4a6b-a108-49756e822186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.302276 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8f818e98-7659-4a6b-a108-49756e822186 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e84152d6-e220-4a04-8f73-1978717d4677 HTTP/1.1" status: 204 len: 168 time: 0.3649180 Jul 27 21:16:36.304509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33706) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:36.328874 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7af0c70-1df6-4171-b641-0a686e1dc695 None None] Network 609af9a2-0957-4208-90be-cbd1268941b7 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:36.331277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 36a9b885-4342-4e2a-831b-54e801689e1a {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:36.331624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 36a9b885-4342-4e2a-831b-54e801689e1a not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:36.332030 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1e36ec2f-5f07-40f3-ae9a-b22066542d1e no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:36.384324 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d8cf2-7c6b-4938-8557-555d32de4f3a req-e24eb99c-2033-4a77-af92-1875b269cd2d tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:36.386031 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8d3d8cf2-7c6b-4938-8557-555d32de4f3a req-e24eb99c-2033-4a77-af92-1875b269cd2d tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.3895702 Jul 27 21:16:36.415826 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 1e36ec2f-5f07-40f3-ae9a-b22066542d1e {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:36.416384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1e36ec2f-5f07-40f3-ae9a-b22066542d1e not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:36.485223 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395182a-3c54-4393-8c41-c7483d028ceb req-0912d402-0cf7-4ad2-8215-8ba86b05638a tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:36.487254 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3395182a-3c54-4393-8c41-c7483d028ceb req-0912d402-0cf7-4ad2-8215-8ba86b05638a tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.66 "GET /v2.0/ports?device_id=8ed03c2f-da39-4e8f-9542-9783e51071c0 HTTP/1.1" status: 200 len: 946 time: 0.0961177 Jul 27 21:16:36.638339 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.652569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c18253-d5d8-4a30-bc16-4726009fcfe5 None None] DHCP port deletion for 609af9a2-0957-4208-90be-cbd1268941b7 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:16:36.671903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-3395182a-3c54-4393-8c41-c7483d028ceb req-5e6e8ede-0e64-492c-97e5-903ebbb65b37 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Deleting port e3ab9ff7-7769-41a9-bddb-92376a25f518 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:36.672859 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3395182a-3c54-4393-8c41-c7483d028ceb req-5e6e8ede-0e64-492c-97e5-903ebbb65b37 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.704697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8d3d8cf2-7c6b-4938-8557-555d32de4f3a req-bcf163ab-7d28-423d-bd64-ca6316948664 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.55 "GET /v2.0/security-groups?id=171accad-9b85-4bc8-9b52-7293abd92617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024555 Jul 27 21:16:36.725164 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-97c18253-d5d8-4a30-bc16-4726009fcfe5 None None] Deleting port 71891b87-ca49-417a-9235-9e08ece06065 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:36.725540 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-97c18253-d5d8-4a30-bc16-4726009fcfe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.778625 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-3395182a-3c54-4393-8c41-c7483d028ceb req-5e6e8ede-0e64-492c-97e5-903ebbb65b37 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] For port e3ab9ff7-7769-41a9-bddb-92376a25f518, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=e3ab9ff7-7769-41a9-bddb-92376a25f518,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:36.779280 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3395182a-3c54-4393-8c41-c7483d028ceb req-5e6e8ede-0e64-492c-97e5-903ebbb65b37 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.798621 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-3395182a-3c54-4393-8c41-c7483d028ceb req-5e6e8ede-0e64-492c-97e5-903ebbb65b37 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Calling delete_port for e3ab9ff7-7769-41a9-bddb-92376a25f518 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:36.818578 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-97c18253-d5d8-4a30-bc16-4726009fcfe5 None None] For port 71891b87-ca49-417a-9235-9e08ece06065, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=71891b87-ca49-417a-9235-9e08ece06065,segment=NetworkSegment(a4a256bd-1c18-4c7d-831c-7b4dc943b071),segment_id=a4a256bd-1c18-4c7d-831c-7b4dc943b071)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:36.818974 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-97c18253-d5d8-4a30-bc16-4726009fcfe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:36.840909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-97c18253-d5d8-4a30-bc16-4726009fcfe5 None None] Calling delete_port for 71891b87-ca49-417a-9235-9e08ece06065 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:36.973337 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-97c18253-d5d8-4a30-bc16-4726009fcfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.009754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c18253-d5d8-4a30-bc16-4726009fcfe5 None None] No DVR routers for this DVR port 71891b87-ca49-417a-9235-9e08ece06065 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:37.016078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c18253-d5d8-4a30-bc16-4726009fcfe5 None None] Pushing event deleted for resources: {'Port': ['ID=71891b87-ca49-417a-9235-9e08ece06065,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:37.023565 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3395182a-3c54-4393-8c41-c7483d028ceb req-5e6e8ede-0e64-492c-97e5-903ebbb65b37 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.037119 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['e3ab9ff7-7769-41a9-bddb-92376a25f518'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:37.055443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e8ede-0e64-492c-97e5-903ebbb65b37 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Pushing event deleted for resources: {'Port': ['ID=e3ab9ff7-7769-41a9-bddb-92376a25f518,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:37.129135 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-3395182a-3c54-4393-8c41-c7483d028ceb req-5e6e8ede-0e64-492c-97e5-903ebbb65b37 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] No DVR routers for this DVR port e3ab9ff7-7769-41a9-bddb-92376a25f518 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:37.135319 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3395182a-3c54-4393-8c41-c7483d028ceb req-5e6e8ede-0e64-492c-97e5-903ebbb65b37 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.138156 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3395182a-3c54-4393-8c41-c7483d028ceb req-5e6e8ede-0e64-492c-97e5-903ebbb65b37 tempest-ListServerFiltersTestJSON-1389143178 tempest-ListServerFiltersTestJSON-1389143178-project] 10.222.0.66 "DELETE /v2.0/ports/e3ab9ff7-7769-41a9-bddb-92376a25f518 HTTP/1.1" status: 204 len: 173 time: 0.6421008 Jul 27 21:16:37.138667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed03c2f-da39-4e8f-9542-9783e51071c0', 'name': 'network-vif-deleted', 'tag': 'e3ab9ff7-7769-41a9-bddb-92376a25f518'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:37.142719 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d33792-bc67-4392-bb74-c61b0dc895f2" -d '{"events": [{"server_uuid": "8ed03c2f-da39-4e8f-9542-9783e51071c0", "name": "network-vif-deleted", "tag": "e3ab9ff7-7769-41a9-bddb-92376a25f518"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:37.143866 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.252745 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3dcaeb-41f2-4d33-98a3-944257a6e527 x-openstack-request-id: req-6e3dcaeb-41f2-4d33-98a3-944257a6e527 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:37.253005 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed03c2f-da39-4e8f-9542-9783e51071c0", "name": "network-vif-deleted", "tag": "e3ab9ff7-7769-41a9-bddb-92376a25f518", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:37.257901 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6e3dcaeb-41f2-4d33-98a3-944257a6e527 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:37.257901 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed03c2f-da39-4e8f-9542-9783e51071c0', 'name': 'network-vif-deleted', 'tag': 'e3ab9ff7-7769-41a9-bddb-92376a25f518', 'status': 'completed', 'code': 200} Jul 27 21:16:37.430564 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b56e6db9-c06f-469c-ab50-207a44876ec1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.436638 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] Deleting port 71891b87-ca49-417a-9235-9e08ece06065 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:37.437209 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.447055 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b56e6db9-c06f-469c-ab50-207a44876ec1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.637549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] For port 71891b87-ca49-417a-9235-9e08ece06065, host n-d-764806-9, got binding levels [] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:37.638406 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.675704 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.681446 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] Calling delete_port for 71891b87-ca49-417a-9235-9e08ece06065 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:37.686690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_backend_mixin [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] Port 71891b87-ca49-417a-9235-9e08ece06065 was not found and therefore no delete operation was performed {{(pid=105579) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:16:37.688568 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-b56e6db9-c06f-469c-ab50-207a44876ec1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Floating IP abb6b10e-23e9-4f4c-9df6-3cc0b11f3b67 associated. External IP: 172.25.2.246, port: 6e9ad695-dfdc-4ab5-ab5b-3ea80ae6ca5a. Jul 27 21:16:37.692349 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.766720 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] Pushing event deleted for resources: {'Port': ['ID=71891b87-ca49-417a-9235-9e08ece06065,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:37.779062 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33738) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:37.838388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca6dfd0-e993-4df4-b08d-aebac9606c41 admin admin] Deleting subnet f1eb11b9-e0a3-4268-87d6-e6981e846f8b {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:16:37.841089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] No DVR routers for this DVR port 71891b87-ca49-417a-9235-9e08ece06065 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:37.841645 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8ca6dfd0-e993-4df4-b08d-aebac9606c41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.888347 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:37.895795 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8ca6dfd0-e993-4df4-b08d-aebac9606c41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.924809 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:37.926108 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6bf1b6fb-60d8-4d5f-8344-e200fa2cd28b not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:37.926754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 71891b87-ca49-417a-9235-9e08ece06065 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:37.953481 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 71891b87-ca49-417a-9235-9e08ece06065 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:37.954088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 71891b87-ca49-417a-9235-9e08ece06065 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:37.954688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:37.979255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:37.979868 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3f7b497e-3fb0-40b8-b8d6-6cfdb178456a not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:37.981254 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-fa1f6125-fd9a-4cf4-882f-645d4087d203 admin admin] Deleting port 93097d19-e7ea-4f97-8103-b071bbaf242e {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:37.981608 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6125-fd9a-4cf4-882f-645d4087d203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:37.991154 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.008191 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8ca6dfd0-e993-4df4-b08d-aebac9606c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.064209 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8ca6dfd0-e993-4df4-b08d-aebac9606c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.069242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609af9a2-0957-4208-90be-cbd1268941b7']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:38.083278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a256bd-1c18-4c7d-831c-7b4dc943b071') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:38.083583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a256bd-1c18-4c7d-831c-7b4dc943b071') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:38.093341 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6dfd0-e993-4df4-b08d-aebac9606c41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1eb11b9-e0a3-4268-87d6-e6981e846f8b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:38.095884 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8ca6dfd0-e993-4df4-b08d-aebac9606c41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.100761 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8ca6dfd0-e993-4df4-b08d-aebac9606c41 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f1eb11b9-e0a3-4268-87d6-e6981e846f8b HTTP/1.1" status: 204 len: 168 time: 0.3172643 Jul 27 21:16:38.101075 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33746) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:38.106597 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.107670 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921354af-f0a8-481a-94d6-64b282d0c5fa None None] Network e14eca0c-4aad-439e-9488-739525baf31f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:38.139986 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.161296 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:16:38.161525 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:16:38.163424 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:16:38.165844 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56e6db9-c06f-469c-ab50-207a44876ec1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 2dff47fd-740b-4e68-b157-08037fedac26 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:38.208910 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.248273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-fa1f6125-fd9a-4cf4-882f-645d4087d203 admin admin] For port 93097d19-e7ea-4f97-8103-b071bbaf242e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=93097d19-e7ea-4f97-8103-b071bbaf242e,segment=NetworkSegment(774973d6-fb0b-4210-9aea-05b2402b2ccc),segment_id=774973d6-fb0b-4210-9aea-05b2402b2ccc)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:38.248273 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6125-fd9a-4cf4-882f-645d4087d203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.259562 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-fa1f6125-fd9a-4cf4-882f-645d4087d203 admin admin] Calling delete_port for 93097d19-e7ea-4f97-8103-b071bbaf242e owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:38.322589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] Deleting port da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:38.323465 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.341594 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.349271 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.353796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] 10.222.0.55 "DELETE /v2.0/networks/609af9a2-0957-4208-90be-cbd1268941b7 HTTP/1.1" status: 204 len: 168 time: 2.0436237 Jul 27 21:16:38.367333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bae2012-9c43-4ef1-8c32-47dbeb96d57e None None] DHCP port deletion for e14eca0c-4aad-439e-9488-739525baf31f request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:16:38.375114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33752) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:38.426031 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccd9f2-a0de-4c63-8a06-6ca7f2116281 admin admin] Pushing event deleted for resources: {'Network': ['ID=609af9a2-0957-4208-90be-cbd1268941b7,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:38.439604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1bae2012-9c43-4ef1-8c32-47dbeb96d57e None None] Deleting port da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:38.440182 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1bae2012-9c43-4ef1-8c32-47dbeb96d57e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.526295 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1bae2012-9c43-4ef1-8c32-47dbeb96d57e None None] For port da8dc774-7bdd-465f-92ef-c5dbb8bfbc95, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=da8dc774-7bdd-465f-92ef-c5dbb8bfbc95,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:38.526745 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1bae2012-9c43-4ef1-8c32-47dbeb96d57e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.538816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] For port da8dc774-7bdd-465f-92ef-c5dbb8bfbc95, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=da8dc774-7bdd-465f-92ef-c5dbb8bfbc95,segment=NetworkSegment(5ff4e867-c559-4732-bce2-5ca13198c818),segment_id=5ff4e867-c559-4732-bce2-5ca13198c818)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:38.539481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.542807 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1bae2012-9c43-4ef1-8c32-47dbeb96d57e None None] Calling delete_port for da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:38.555530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] Calling delete_port for da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:38.555789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56e6db9-c06f-469c-ab50-207a44876ec1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:38.563118 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b56e6db9-c06f-469c-ab50-207a44876ec1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.566863 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fceb28-f328-4ebc-b81f-f30ca4f52208 None None] Sync routers for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:38.579329 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fceb28-f328-4ebc-b81f-f30ca4f52208 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:38.580183 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a3fceb28-f328-4ebc-b81f-f30ca4f52208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:38.609576 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b56e6db9-c06f-469c-ab50-207a44876ec1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "PUT /v2.0/floatingips/abb6b10e-23e9-4f4c-9df6-3cc0b11f3b67 HTTP/1.1" status: 200 len: 979 time: 2.8023310 Jul 27 21:16:38.613042 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33758) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:38.642995 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1bae2012-9c43-4ef1-8c32-47dbeb96d57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.645016 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a3fceb28-f328-4ebc-b81f-f30ca4f52208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:38.650950 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.654636 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fceb28-f328-4ebc-b81f-f30ca4f52208 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:38.655290 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a3fceb28-f328-4ebc-b81f-f30ca4f52208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:38.680271 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae2012-9c43-4ef1-8c32-47dbeb96d57e None None] Pushing event deleted for resources: {'Port': ['ID=da8dc774-7bdd-465f-92ef-c5dbb8bfbc95,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:38.692362 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae2012-9c43-4ef1-8c32-47dbeb96d57e None None] No DVR routers for this DVR port da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:38.737722 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a3fceb28-f328-4ebc-b81f-f30ca4f52208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:38.738582 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fceb28-f328-4ebc-b81f-f30ca4f52208 None None] The sync data for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:38.745840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=da8dc774-7bdd-465f-92ef-c5dbb8bfbc95,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:38.754804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] No DVR routers for this DVR port da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:38.804261 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6125-fd9a-4cf4-882f-645d4087d203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.857606 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.868227 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f6125-fd9a-4cf4-882f-645d4087d203 admin admin] Pushing event deleted for resources: {'Port': ['ID=93097d19-e7ea-4f97-8103-b071bbaf242e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:38.895869 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-21c13c88-74f2-4085-be31-af17b9badb96 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Deleting port 6e9ad695-dfdc-4ab5-ab5b-3ea80ae6ca5a {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:38.896385 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21c13c88-74f2-4085-be31-af17b9badb96 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.901918 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:38.916082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e14eca0c-4aad-439e-9488-739525baf31f']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:39.014998 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff4e867-c559-4732-bce2-5ca13198c818') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:39.015283 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff4e867-c559-4732-bce2-5ca13198c818') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:39.028270 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:39.047009 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:39.069856 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:16:39.070305 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:16:39.077001 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:16:39.116546 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21c13c88-74f2-4085-be31-af17b9badb96 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:39.175852 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:39.185685 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:39.188835 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e14eca0c-4aad-439e-9488-739525baf31f HTTP/1.1" status: 204 len: 168 time: 1.0865979 Jul 27 21:16:39.203534 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed14b5-8e16-4210-ad4e-23c3c7f085d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e14eca0c-4aad-439e-9488-739525baf31f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:39.228299 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f47e8a9-dfcd-4974-8fb5-a14a3b2d78dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:39.248085 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa1f6125-fd9a-4cf4-882f-645d4087d203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:39.356876 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33774) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:39.490873 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21c13c88-74f2-4085-be31-af17b9badb96 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:39.490873 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21c13c88-74f2-4085-be31-af17b9badb96 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:39.491244 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-21c13c88-74f2-4085-be31-af17b9badb96 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Floating IP abb6b10e-23e9-4f4c-9df6-3cc0b11f3b67 disassociated. External IP: 172.25.2.246, port: 6e9ad695-dfdc-4ab5-ab5b-3ea80ae6ca5a. Jul 27 21:16:39.491485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-21c13c88-74f2-4085-be31-af17b9badb96 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Calling delete_port for 6e9ad695-dfdc-4ab5-ab5b-3ea80ae6ca5a owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:39.701470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1f6125-fd9a-4cf4-882f-645d4087d203 admin admin] Router c2b4aa3f-190d-4d6b-8fa5-274409d12bad has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:39.836858 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0a115aa0-003a-463a-8b07-08045ee07e14 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2d4da8a9a364bf1bd181c1f4af63c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4716485 Jul 27 21:16:39.836858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33786) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:39.943593 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:39.963126 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-598924d5-8135-4f30-b721-65eac1546071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:39.968267 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:39.969116 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device da8dc774-7bdd-465f-92ef-c5dbb8bfbc95 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:39.990424 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-598924d5-8135-4f30-b721-65eac1546071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.078145 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-4f47e8a9-dfcd-4974-8fb5-a14a3b2d78dd admin admin] Deleting port 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:40.078677 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f47e8a9-dfcd-4974-8fb5-a14a3b2d78dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.126283 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-598924d5-8135-4f30-b721-65eac1546071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.126943 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-598924d5-8135-4f30-b721-65eac1546071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.131177 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-598924d5-8135-4f30-b721-65eac1546071 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/171accad-9b85-4bc8-9b52-7293abd92617 HTTP/1.1" status: 204 len: 168 time: 0.2900026 Jul 27 21:16:40.146245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598924d5-8135-4f30-b721-65eac1546071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171accad-9b85-4bc8-9b52-7293abd92617,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:40.159781 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21c13c88-74f2-4085-be31-af17b9badb96 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.191282 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-4f47e8a9-dfcd-4974-8fb5-a14a3b2d78dd admin admin] For port 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6a6aeb75-7fcd-4c37-a2fa-0365209f8c78,segment=NetworkSegment(5585875f-99e5-4e91-b3cb-3aba5dbfd705),segment_id=5585875f-99e5-4e91-b3cb-3aba5dbfd705)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:40.191282 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f47e8a9-dfcd-4974-8fb5-a14a3b2d78dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.206561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-4f47e8a9-dfcd-4974-8fb5-a14a3b2d78dd admin admin] Calling delete_port for 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:40.234472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c13c88-74f2-4085-be31-af17b9badb96 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Port': ['ID=6e9ad695-dfdc-4ab5-ab5b-3ea80ae6ca5a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:40.302524 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1f6125-fd9a-4cf4-882f-645d4087d203 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:40.310652 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fa1f6125-fd9a-4cf4-882f-645d4087d203 admin admin] 10.222.0.55 "PUT /v2.0/routers/c2b4aa3f-190d-4d6b-8fa5-274409d12bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0779200 Jul 27 21:16:40.314187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33794) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:40.317614 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcf599d-ac2d-4419-be53-1ca510daaef6 None None] Sync routers for ids ['c2b4aa3f-190d-4d6b-8fa5-274409d12bad'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:40.324256 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e3ab9ff7-7769-41a9-bddb-92376a25f518 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:40.379955 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: e3ab9ff7-7769-41a9-bddb-92376a25f518 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:40.381945 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device e3ab9ff7-7769-41a9-bddb-92376a25f518 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:40.397743 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcf599d-ac2d-4419-be53-1ca510daaef6 None None] Routers {'c2b4aa3f-190d-4d6b-8fa5-274409d12bad'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:40.398466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ddcf599d-ac2d-4419-be53-1ca510daaef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['c2b4aa3f-190d-4d6b-8fa5-274409d12bad'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:40.503043 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c13c88-74f2-4085-be31-af17b9badb96 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 2dff47fd-740b-4e68-b157-08037fedac26 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:40.513566 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a9cd85a-81dc-40d4-8f03-3a8c17e5ca7c admin admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.570692 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ddcf599d-ac2d-4419-be53-1ca510daaef6 None None] Set router c2b4aa3f-190d-4d6b-8fa5-274409d12bad gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:40.666601 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f47e8a9-dfcd-4974-8fb5-a14a3b2d78dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.755436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c13c88-74f2-4085-be31-af17b9badb96 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:40.758207 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a9cd85a-81dc-40d4-8f03-3a8c17e5ca7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.770427 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47e8a9-dfcd-4974-8fb5-a14a3b2d78dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6aeb75-7fcd-4c37-a2fa-0365209f8c78,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:40.780517 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc391068-03a5-48c9-80dd-a3c84b11b7a4 None None] Sync routers for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:40.800445 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc391068-03a5-48c9-80dd-a3c84b11b7a4 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:40.801071 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-fc391068-03a5-48c9-80dd-a3c84b11b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:40.851674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ddcf599d-ac2d-4419-be53-1ca510daaef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'name': 'tempest-TestServerBasicOps-972421980-router', 'tenant_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'f1b7f600-be0a-43c4-81b3-6fb6ada52ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:51Z', 'updated_at': '2021-07-27T21:16:38Z', 'revision_number': 5, 'project_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'gw_port': {'id': 'f1b7f600-be0a-43c4-81b3-6fb6ada52ea1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:10:53Z', 'updated_at': '2021-07-27T21:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:40.886655 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcf599d-ac2d-4419-be53-1ca510daaef6 None None] Checking router: c2b4aa3f-190d-4d6b-8fa5-274409d12bad for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:16:40.891629 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-fc391068-03a5-48c9-80dd-a3c84b11b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:40.905882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcf599d-ac2d-4419-be53-1ca510daaef6 None None] Routers {'c2b4aa3f-190d-4d6b-8fa5-274409d12bad'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:40.906815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ddcf599d-ac2d-4419-be53-1ca510daaef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['c2b4aa3f-190d-4d6b-8fa5-274409d12bad'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:40.918102 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc391068-03a5-48c9-80dd-a3c84b11b7a4 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:40.918680 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-fc391068-03a5-48c9-80dd-a3c84b11b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:40.991673 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-21c13c88-74f2-4085-be31-af17b9badb96 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:40.997226 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-21c13c88-74f2-4085-be31-af17b9badb96 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/ports/6e9ad695-dfdc-4ab5-ab5b-3ea80ae6ca5a HTTP/1.1" status: 204 len: 168 time: 2.3827045 Jul 27 21:16:40.998150 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33826) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:41.000927 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-fc391068-03a5-48c9-80dd-a3c84b11b7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:41.001827 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc391068-03a5-48c9-80dd-a3c84b11b7a4 None None] The sync data for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:41.062749 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-29ffaf5b-17fa-4a97-bf35-1a57195370b8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "GET /v2.0/floatingips/abb6b10e-23e9-4f4c-9df6-3cc0b11f3b67 HTTP/1.1" status: 200 len: 688 time: 0.0619199 Jul 27 21:16:41.067446 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33828) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:41.096184 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f47e8a9-dfcd-4974-8fb5-a14a3b2d78dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.205034 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-6a9cd85a-81dc-40d4-8f03-3a8c17e5ca7c admin admin] Deleting port f1b7f600-be0a-43c4-81b3-6fb6ada52ea1 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:41.205382 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a9cd85a-81dc-40d4-8f03-3a8c17e5ca7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.225807 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ddcf599d-ac2d-4419-be53-1ca510daaef6 None None] Set router c2b4aa3f-190d-4d6b-8fa5-274409d12bad gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:41.274269 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33832) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:41.338671 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ddcf599d-ac2d-4419-be53-1ca510daaef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'name': 'tempest-TestServerBasicOps-972421980-router', 'tenant_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:51Z', 'updated_at': '2021-07-27T21:16:40Z', 'revision_number': 6, 'project_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:41.356610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-6a9cd85a-81dc-40d4-8f03-3a8c17e5ca7c admin admin] For port f1b7f600-be0a-43c4-81b3-6fb6ada52ea1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f1b7f600-be0a-43c4-81b3-6fb6ada52ea1,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:41.357131 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a9cd85a-81dc-40d4-8f03-3a8c17e5ca7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.366257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcf599d-ac2d-4419-be53-1ca510daaef6 None None] The sync data for ids ['c2b4aa3f-190d-4d6b-8fa5-274409d12bad'] in n-d-764806-9 is: [{'id': 'c2b4aa3f-190d-4d6b-8fa5-274409d12bad', 'name': 'tempest-TestServerBasicOps-972421980-router', 'tenant_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:10:51Z', 'updated_at': '2021-07-27T21:16:40Z', 'revision_number': 6, 'project_id': 'c21e0766d9324dd1a5547e8e3a854a3c', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:41.368443 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4fa4cf57-ad35-4570-a8eb-d2c27609db81 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Deleting port 4ea4ce99-7f26-47ed-a11e-cf9e72114834 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:41.368899 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fa4cf57-ad35-4570-a8eb-d2c27609db81 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.457105 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f47e8a9-dfcd-4974-8fb5-a14a3b2d78dd admin admin] Router bd65e25a-186b-421f-8fad-f1ed8e12f00c has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:41.462517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-6a9cd85a-81dc-40d4-8f03-3a8c17e5ca7c admin admin] Calling delete_port for f1b7f600-be0a-43c4-81b3-6fb6ada52ea1 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:41.476493 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-3025cb88-c7d1-4d63-9cb0-db9d8d0f3cc8 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1289017178-network', 'tenant_id': 'e9bbd83a86a84725ba40d530f9d452b7'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:41.563584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3025cb88-c7d1-4d63-9cb0-db9d8d0f3cc8 admin admin] Made reservation on behalf of e9bbd83a86a84725ba40d530f9d452b7 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:41.566013 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3025cb88-c7d1-4d63-9cb0-db9d8d0f3cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.587141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f47e8a9-dfcd-4974-8fb5-a14a3b2d78dd admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:41.594855 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3025cb88-c7d1-4d63-9cb0-db9d8d0f3cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.595995 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4f47e8a9-dfcd-4974-8fb5-a14a3b2d78dd admin admin] 10.222.0.55 "PUT /v2.0/routers/bd65e25a-186b-421f-8fad-f1ed8e12f00c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2197828 Jul 27 21:16:41.596631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33842) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:41.598904 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fa4cf57-ad35-4570-a8eb-d2c27609db81 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.599461 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fa4cf57-ad35-4570-a8eb-d2c27609db81 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.610482 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4cd401-e055-4965-a53a-5b469de90129 None None] Sync routers for ids ['bd65e25a-186b-421f-8fad-f1ed8e12f00c'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:41.624689 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4fa4cf57-ad35-4570-a8eb-d2c27609db81 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Calling delete_port for 4ea4ce99-7f26-47ed-a11e-cf9e72114834 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:41.640656 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4cd401-e055-4965-a53a-5b469de90129 None None] Routers {'bd65e25a-186b-421f-8fad-f1ed8e12f00c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:41.641400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9d4cd401-e055-4965-a53a-5b469de90129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['bd65e25a-186b-421f-8fad-f1ed8e12f00c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:41.773619 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a929a53-8a2d-426e-8362-6ecb92193cae admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.801071 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3025cb88-c7d1-4d63-9cb0-db9d8d0f3cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.876012 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3025cb88-c7d1-4d63-9cb0-db9d8d0f3cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:41.879975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-9d4cd401-e055-4965-a53a-5b469de90129 None None] Set router bd65e25a-186b-421f-8fad-f1ed8e12f00c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:41.944704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3025cb88-c7d1-4d63-9cb0-db9d8d0f3cc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:16:41.977914 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 93097d19-e7ea-4f97-8103-b071bbaf242e no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:41.994191 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a929a53-8a2d-426e-8362-6ecb92193cae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.009387 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 93097d19-e7ea-4f97-8103-b071bbaf242e {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:42.009809 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 93097d19-e7ea-4f97-8103-b071bbaf242e not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:42.025258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025cb88-c7d1-4d63-9cb0-db9d8d0f3cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14978ad-b8f6-4efd-95f5-af9a1c876928,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:42.048936 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3025cb88-c7d1-4d63-9cb0-db9d8d0f3cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.049293 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-3025cb88-c7d1-4d63-9cb0-db9d8d0f3cc8 admin admin] Added segment 855c3c13-e39b-4509-968d-95a53e723430 of type vlan for network 1ae4edfd-8aba-441a-90ff-70aeef48d771 Jul 27 21:16:42.070507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-5a929a53-8a2d-426e-8362-6ecb92193cae admin admin] Deleting port e77160be-dbb4-422f-8ad4-811a0c2c5dff {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:42.070894 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a929a53-8a2d-426e-8362-6ecb92193cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.117661 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a9cd85a-81dc-40d4-8f03-3a8c17e5ca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.121039 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3025cb88-c7d1-4d63-9cb0-db9d8d0f3cc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.158580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9cd85a-81dc-40d4-8f03-3a8c17e5ca7c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b7f600-be0a-43c4-81b3-6fb6ada52ea1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:42.172353 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-5a929a53-8a2d-426e-8362-6ecb92193cae admin admin] For port e77160be-dbb4-422f-8ad4-811a0c2c5dff, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e77160be-dbb4-422f-8ad4-811a0c2c5dff,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:42.173389 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a929a53-8a2d-426e-8362-6ecb92193cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.190248 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-5a929a53-8a2d-426e-8362-6ecb92193cae admin admin] Calling delete_port for e77160be-dbb4-422f-8ad4-811a0c2c5dff owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:42.267264 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3025cb88-c7d1-4d63-9cb0-db9d8d0f3cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.268223 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3025cb88-c7d1-4d63-9cb0-db9d8d0f3cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:42.268811 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3025cb88-c7d1-4d63-9cb0-db9d8d0f3cc8 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.351937 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3025cb88-c7d1-4d63-9cb0-db9d8d0f3cc8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0729592 Jul 27 21:16:42.353973 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a9cd85a-81dc-40d4-8f03-3a8c17e5ca7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.367936 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33856) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:42.373924 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e24cf2b5-27cf-484c-bda5-f667ae619041 admin admin] Request body: {'subnet': {'network_id': '1ae4edfd-8aba-441a-90ff-70aeef48d771', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1289017178-subnet', 'tenant_id': 'e9bbd83a86a84725ba40d530f9d452b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:42.413448 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9d4cd401-e055-4965-a53a-5b469de90129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'name': 'tempest-TestServerMultinode-61325012-router', 'tenant_id': '1b7df5271a494424b5d3d79717e101d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'e77160be-dbb4-422f-8ad4-811a0c2c5dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:43Z', 'updated_at': '2021-07-27T21:16:40Z', 'revision_number': 5, 'project_id': '1b7df5271a494424b5d3d79717e101d8', 'gw_port': {'id': 'e77160be-dbb4-422f-8ad4-811a0c2c5dff', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:15:45Z', 'updated_at': '2021-07-27T21:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:42.424805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24cf2b5-27cf-484c-bda5-f667ae619041 admin admin] Made reservation on behalf of e9bbd83a86a84725ba40d530f9d452b7 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:42.428064 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e24cf2b5-27cf-484c-bda5-f667ae619041 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.439563 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fa4cf57-ad35-4570-a8eb-d2c27609db81 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.456535 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4cd401-e055-4965-a53a-5b469de90129 None None] Checking router: bd65e25a-186b-421f-8fad-f1ed8e12f00c for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:16:42.478548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4cd401-e055-4965-a53a-5b469de90129 None None] Routers {'bd65e25a-186b-421f-8fad-f1ed8e12f00c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:42.479186 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9d4cd401-e055-4965-a53a-5b469de90129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['bd65e25a-186b-421f-8fad-f1ed8e12f00c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:42.534710 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a9cd85a-81dc-40d4-8f03-3a8c17e5ca7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.537460 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a9cd85a-81dc-40d4-8f03-3a8c17e5ca7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.556319 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a929a53-8a2d-426e-8362-6ecb92193cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.595751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a929a53-8a2d-426e-8362-6ecb92193cae admin admin] Pushing event deleted for resources: {'Port': ['ID=e77160be-dbb4-422f-8ad4-811a0c2c5dff,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:42.621650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-9d4cd401-e055-4965-a53a-5b469de90129 None None] Set router bd65e25a-186b-421f-8fad-f1ed8e12f00c gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:16:42.632894 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a9cd85a-81dc-40d4-8f03-3a8c17e5ca7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.633441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9cd85a-81dc-40d4-8f03-3a8c17e5ca7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2b4aa3f-190d-4d6b-8fa5-274409d12bad {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:16:42.638060 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6a9cd85a-81dc-40d4-8f03-3a8c17e5ca7c admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.642296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6a9cd85a-81dc-40d4-8f03-3a8c17e5ca7c admin admin] 10.222.0.55 "DELETE /v2.0/routers/c2b4aa3f-190d-4d6b-8fa5-274409d12bad HTTP/1.1" status: 204 len: 168 time: 2.3268812 Jul 27 21:16:42.658258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33860) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:42.684454 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4cf57-ad35-4570-a8eb-d2c27609db81 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Port': ['ID=4ea4ce99-7f26-47ed-a11e-cf9e72114834,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:42.693642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025cb88-c7d1-4d63-9cb0-db9d8d0f3cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=1ae4edfd-8aba-441a-90ff-70aeef48d771,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:42.710702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 1ae4edfd-8aba-441a-90ff-70aeef48d771 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:16:42.713833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9d4cd401-e055-4965-a53a-5b469de90129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'name': 'tempest-TestServerMultinode-61325012-router', 'tenant_id': '1b7df5271a494424b5d3d79717e101d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:43Z', 'updated_at': '2021-07-27T21:16:41Z', 'revision_number': 6, 'project_id': '1b7df5271a494424b5d3d79717e101d8', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:42.739996 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fa4cf57-ad35-4570-a8eb-d2c27609db81 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.743108 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fa4cf57-ad35-4570-a8eb-d2c27609db81 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.749535 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4fa4cf57-ad35-4570-a8eb-d2c27609db81 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/floatingips/abb6b10e-23e9-4f4c-9df6-3cc0b11f3b67 HTTP/1.1" status: 204 len: 168 time: 1.6809700 Jul 27 21:16:42.750262 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33868) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:42.754927 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '2a4d0f2d-2145-4d1f-af52-2ce5f0dc7606'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:42.787734 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4cd401-e055-4965-a53a-5b469de90129 None None] The sync data for ids ['bd65e25a-186b-421f-8fad-f1ed8e12f00c'] in n-d-764806-9 is: [{'id': 'bd65e25a-186b-421f-8fad-f1ed8e12f00c', 'name': 'tempest-TestServerMultinode-61325012-router', 'tenant_id': '1b7df5271a494424b5d3d79717e101d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:15:43Z', 'updated_at': '2021-07-27T21:16:41Z', 'revision_number': 6, 'project_id': '1b7df5271a494424b5d3d79717e101d8', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:42.802557 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.880229 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-9065424d-1edc-4b81-a7dd-d88e3c7106ee admin admin] Deleting subnet 5be74925-bf51-4fd5-9376-52fda49419d5 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:16:42.893777 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9065424d-1edc-4b81-a7dd-d88e3c7106ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.925859 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e24cf2b5-27cf-484c-bda5-f667ae619041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.947891 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a929a53-8a2d-426e-8362-6ecb92193cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:42.968928 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.058961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9065424d-1edc-4b81-a7dd-d88e3c7106ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.086144 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Allocated IP 172.25.2.46 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/008c6523-835f-4313-9453-2c9a69927965) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:43.125440 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a929a53-8a2d-426e-8362-6ecb92193cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.129071 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a929a53-8a2d-426e-8362-6ecb92193cae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.153049 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cf2b5-27cf-484c-bda5-f667ae619041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46531be7-54e6-4998-9eb1-06245e4d2bee,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:43.203665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cf2b5-27cf-484c-bda5-f667ae619041 admin admin] Checking segment: {'id': '855c3c13-e39b-4509-968d-95a53e723430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ae4edfd-8aba-441a-90ff-70aeef48d771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:43.204400 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24cf2b5-27cf-484c-bda5-f667ae619041 admin admin] Network hostable DHCP agents. Network: 1ae4edfd-8aba-441a-90ff-70aeef48d771, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:16:43.219487 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.240008 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a929a53-8a2d-426e-8362-6ecb92193cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.240532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a929a53-8a2d-426e-8362-6ecb92193cae admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd65e25a-186b-421f-8fad-f1ed8e12f00c {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:16:43.247166 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a929a53-8a2d-426e-8362-6ecb92193cae admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.250954 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5a929a53-8a2d-426e-8362-6ecb92193cae admin admin] 10.222.0.55 "DELETE /v2.0/routers/bd65e25a-186b-421f-8fad-f1ed8e12f00c HTTP/1.1" status: 204 len: 168 time: 1.6533237 Jul 27 21:16:43.254933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33876) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:43.266426 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.295680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24cf2b5-27cf-484c-bda5-f667ae619041 admin admin] Network 1ae4edfd-8aba-441a-90ff-70aeef48d771 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:16:43.307352 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9065424d-1edc-4b81-a7dd-d88e3c7106ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.307600 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:43.310435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:43.317261 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:43.344610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=008c6523-835f-4313-9453-2c9a69927965,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:43.347334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-e24cf2b5-27cf-484c-bda5-f667ae619041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 1ae4edfd-8aba-441a-90ff-70aeef48d771) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:43.359856 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24cf2b5-27cf-484c-bda5-f667ae619041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:43.360461 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e24cf2b5-27cf-484c-bda5-f667ae619041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.365028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5724da-168c-45a2-9313-c230acb3bdb0 admin admin] Deleting subnet a5979380-43cf-4870-bc35-90bd2f19904f {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:16:43.367914 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b74093-8b0a-40c8-9fbd-cab5b5269526 None None] Network 1ae4edfd-8aba-441a-90ff-70aeef48d771 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:43.372189 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fc5724da-168c-45a2-9313-c230acb3bdb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.426288 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e24cf2b5-27cf-484c-bda5-f667ae619041 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0526121 Jul 27 21:16:43.433273 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fc5724da-168c-45a2-9313-c230acb3bdb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.455465 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9065424d-1edc-4b81-a7dd-d88e3c7106ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.491992 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065424d-1edc-4b81-a7dd-d88e3c7106ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be74925-bf51-4fd5-9376-52fda49419d5,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:43.503283 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9065424d-1edc-4b81-a7dd-d88e3c7106ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.503283 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9065424d-1edc-4b81-a7dd-d88e3c7106ee admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5be74925-bf51-4fd5-9376-52fda49419d5 HTTP/1.1" status: 204 len: 168 time: 0.8245387 Jul 27 21:16:43.505906 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33884) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:43.507620 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5daf7d0-bd28-49a8-9454-b07d98d8f691 None None] Network c2b0282c-e1eb-474d-baec-a1bd72a9d6fa requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:43.618205 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fc5724da-168c-45a2-9313-c230acb3bdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.661674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2b413a-0874-4957-a743-e72b3d7da255 None None] Network 1ae4edfd-8aba-441a-90ff-70aeef48d771 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:43.697096 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.705644 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fc5724da-168c-45a2-9313-c230acb3bdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.747078 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5724da-168c-45a2-9313-c230acb3bdb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5979380-43cf-4870-bc35-90bd2f19904f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:43.752023 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fc5724da-168c-45a2-9313-c230acb3bdb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.754823 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fc5724da-168c-45a2-9313-c230acb3bdb0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a5979380-43cf-4870-bc35-90bd2f19904f HTTP/1.1" status: 204 len: 168 time: 0.4989386 Jul 27 21:16:43.757309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33892) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:43.760351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef744fbc-3da9-4b7b-8c94-eb02461d7fe7 None None] Network f6294b92-0c72-4fe4-972d-33afafecfb41 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:43.869763 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.901807 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] Deleting port 7f3e5798-78ad-4da3-9ac0-b3bc094757cd {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:43.905854 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:43.986318 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f1b7f600-be0a-43c4-81b3-6fb6ada52ea1 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:44.021475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] Deleting port 8cbbae86-3377-4bd7-bee7-7416828430d5 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:44.021928 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.095946 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: f1b7f600-be0a-43c4-81b3-6fb6ada52ea1 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:44.096291 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f1b7f600-be0a-43c4-81b3-6fb6ada52ea1 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:44.097127 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e77160be-dbb4-422f-8ad4-811a0c2c5dff no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:44.112938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] For port 8cbbae86-3377-4bd7-bee7-7416828430d5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8cbbae86-3377-4bd7-bee7-7416828430d5,segment=NetworkSegment(5585875f-99e5-4e91-b3cb-3aba5dbfd705),segment_id=5585875f-99e5-4e91-b3cb-3aba5dbfd705)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:44.113298 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.135577 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: e77160be-dbb4-422f-8ad4-811a0c2c5dff {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:44.135925 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e77160be-dbb4-422f-8ad4-811a0c2c5dff not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:44.136341 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:44.136444 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] Calling delete_port for 8cbbae86-3377-4bd7-bee7-7416828430d5 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:44.187219 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:44.187700 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6a6aeb75-7fcd-4c37-a2fa-0365209f8c78 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:44.246719 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] DHCP port deletion for c2b0282c-e1eb-474d-baec-a1bd72a9d6fa request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:16:44.297181 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] For port 7f3e5798-78ad-4da3-9ac0-b3bc094757cd, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7f3e5798-78ad-4da3-9ac0-b3bc094757cd,segment=NetworkSegment(774973d6-fb0b-4210-9aea-05b2402b2ccc),segment_id=774973d6-fb0b-4210-9aea-05b2402b2ccc)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:44.297611 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.298027 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.322077 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183277f1-0800-4843-9a79-636be9610489 None None] DHCP port deletion for f6294b92-0c72-4fe4-972d-33afafecfb41 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:16:44.352168 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] Calling delete_port for 7f3e5798-78ad-4da3-9ac0-b3bc094757cd owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:44.357453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] No DVR routers for this DVR port 8cbbae86-3377-4bd7-bee7-7416828430d5 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:44.381485 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Deleting port 7f3e5798-78ad-4da3-9ac0-b3bc094757cd {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:44.381738 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.416765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cbbae86-3377-4bd7-bee7-7416828430d5,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:44.486805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] For port 7f3e5798-78ad-4da3-9ac0-b3bc094757cd, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7f3e5798-78ad-4da3-9ac0-b3bc094757cd,segment=NetworkSegment(774973d6-fb0b-4210-9aea-05b2402b2ccc),segment_id=774973d6-fb0b-4210-9aea-05b2402b2ccc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:44.487167 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.496349 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.503211 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Calling delete_port for 7f3e5798-78ad-4da3-9ac0-b3bc094757cd owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:44.508753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6294b92-0c72-4fe4-972d-33afafecfb41']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:44.522016 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5585875f-99e5-4e91-b3cb-3aba5dbfd705') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:44.522689 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5585875f-99e5-4e91-b3cb-3aba5dbfd705') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:44.534046 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.554489 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.562240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:16:44.563019 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.604003 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:16:44.630333 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:16:44.636885 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.648743 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.652609 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f6294b92-0c72-4fe4-972d-33afafecfb41 HTTP/1.1" status: 204 len: 168 time: 0.8920276 Jul 27 21:16:44.652837 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Pushing event deleted for resources: {'Port': ['ID=7f3e5798-78ad-4da3-9ac0-b3bc094757cd,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:44.663382 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] No DVR routers for this DVR port 7f3e5798-78ad-4da3-9ac0-b3bc094757cd on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:44.665872 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:44.669345 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:44.669707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:44.670055 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:44.671689 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f5ddd-9c80-40e8-a775-c1c5b7cf0046 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6294b92-0c72-4fe4-972d-33afafecfb41,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:44.672314 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:44.672674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:44.673034 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:44.673546 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:44.674031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:44.674540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:44.675007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:44.675306 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b4a92-7020-4cca-9fd3-22b468f4013e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:16:44.813916 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33920) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:44.861167 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-e3352749-38c1-4a9a-9920-06ab0a67c6a7 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:44.862887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-e3352749-38c1-4a9a-9920-06ab0a67c6a7 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/networks?id=1ae4edfd-8aba-441a-90ff-70aeef48d771 HTTP/1.1" status: 200 len: 821 time: 0.7995775 Jul 27 21:16:44.876091 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cd472375-3bb0-4abc-ba11-f1435bdf41c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7221c096a21f443c97aebac4c729b01e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606327 Jul 27 21:16:44.878457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33922) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:44.912527 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-083054af-fde4-4b4f-b189-c3a808d1b0de tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/quotas/e9bbd83a86a84725ba40d530f9d452b7 HTTP/1.1" status: 200 len: 375 time: 0.0301464 Jul 27 21:16:44.937593 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa99d3cc-3a9a-4fbd-aabf-c076f9555056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.959246 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-76a2b9f2-87ce-4351-8761-8b5e5960c3ec tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9bbd83a86a84725ba40d530f9d452b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357955 Jul 27 21:16:44.965332 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:44.965643 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa99d3cc-3a9a-4fbd-aabf-c076f9555056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.052285 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa99d3cc-3a9a-4fbd-aabf-c076f9555056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.055065 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa99d3cc-3a9a-4fbd-aabf-c076f9555056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.058688 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fa99d3cc-3a9a-4fbd-aabf-c076f9555056 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7fc19a0-0475-4f35-ab0c-e3fedff35d3a HTTP/1.1" status: 204 len: 168 time: 0.1768029 Jul 27 21:16:45.064878 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.072542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99d3cc-3a9a-4fbd-aabf-c076f9555056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fc19a0-0475-4f35-ab0c-e3fedff35d3a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:45.184825 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3e5798-78ad-4da3-9ac0-b3bc094757cd,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:45.227534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] No DVR routers for this DVR port 7f3e5798-78ad-4da3-9ac0-b3bc094757cd on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:45.350208 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.380288 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.384307 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-470e379e-4634-4e01-9e13-da64f5df1642 service neutron] 10.222.0.55 "GET /v2.0/networks/1ae4edfd-8aba-441a-90ff-70aeef48d771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532264 Jul 27 21:16:45.395127 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b0282c-e1eb-474d-baec-a1bd72a9d6fa']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:45.470901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774973d6-fb0b-4210-9aea-05b2402b2ccc') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:45.471199 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774973d6-fb0b-4210-9aea-05b2402b2ccc') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:45.491218 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.531399 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.581264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33942) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:45.586739 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:16:45.587269 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:16:45.590705 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:16:45.636858 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9d758335-b125-426d-95bc-bd2b25b5d35c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b7df5271a494424b5d3d79717e101d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519190 Jul 27 21:16:45.637093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33946) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:45.673281 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-34e21b51-6f23-4fd4-bbcb-a77b8e459994 service neutron] 10.222.0.55 "GET /v2.0/networks/1ae4edfd-8aba-441a-90ff-70aeef48d771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801256 Jul 27 21:16:45.687149 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.696226 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3c734dd4-e19f-4612-950c-a5a9f7201c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.707160 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.709091 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c2b0282c-e1eb-474d-baec-a1bd72a9d6fa HTTP/1.1" status: 204 len: 168 time: 2.2020588 Jul 27 21:16:45.722120 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3c734dd4-e19f-4612-950c-a5a9f7201c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.729809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6228e-949a-4206-be00-63ccb91e6a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b0282c-e1eb-474d-baec-a1bd72a9d6fa,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:45.767204 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.786585 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.813778 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3c734dd4-e19f-4612-950c-a5a9f7201c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.817820 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3c734dd4-e19f-4612-950c-a5a9f7201c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:45.819043 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3c734dd4-e19f-4612-950c-a5a9f7201c52 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f195e5e9-d62a-451c-9ac0-30155486f51a HTTP/1.1" status: 204 len: 168 time: 0.1811154 Jul 27 21:16:45.841902 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c734dd4-e19f-4612-950c-a5a9f7201c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f195e5e9-d62a-451c-9ac0-30155486f51a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:45.984761 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7f3e5798-78ad-4da3-9ac0-b3bc094757cd no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:45.999865 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=008c6523-835f-4313-9453-2c9a69927965,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:46.021023 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 7f3e5798-78ad-4da3-9ac0-b3bc094757cd {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:46.021484 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7f3e5798-78ad-4da3-9ac0-b3bc094757cd not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:46.022104 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8cbbae86-3377-4bd7-bee7-7416828430d5 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:16:46.053196 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 8cbbae86-3377-4bd7-bee7-7416828430d5 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:16:46.053672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8cbbae86-3377-4bd7-bee7-7416828430d5 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:16:46.065351 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c56780de-0b7f-413d-a8aa-cdf7ca4f6ff8 req-1cd967d7-2c08-474c-9d8e-024e57531bbe tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/ports?device_id=76e87914-54b8-4a4d-8d1c-62edeb45adcc HTTP/1.1" status: 200 len: 210 time: 0.1000574 Jul 27 21:16:46.084049 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33962) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:46.087671 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.173910 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6d0c135f-fdeb-47a4-bdba-88f2d867c6bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c363ed4dccd54ba69bd00ed53053ea2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893757 Jul 27 21:16:46.176466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33966) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:46.273560 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0584a38d-012c-4764-8539-629601d8b483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.318064 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0584a38d-012c-4764-8539-629601d8b483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.341761 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Floating IP 19957766-dbfa-4e8d-8f74-59e653c019b9 associated. External IP: 172.25.2.46, port: 2a4d0f2d-2145-4d1f-af52-2ce5f0dc7606. Jul 27 21:16:46.453581 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0584a38d-012c-4764-8539-629601d8b483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.456321 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0584a38d-012c-4764-8539-629601d8b483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.457575 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0584a38d-012c-4764-8539-629601d8b483 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/36299d36-cbe9-422d-b9cf-c8305fda779e HTTP/1.1" status: 204 len: 168 time: 0.2801373 Jul 27 21:16:46.474675 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584a38d-012c-4764-8539-629601d8b483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36299d36-cbe9-422d-b9cf-c8305fda779e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:46.731132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 2dff47fd-740b-4e68-b157-08037fedac26 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:46.866872 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:46.877209 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f04dc7-306a-41aa-8946-d44400922faf None None] Sync routers for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:46.886350 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f04dc7-306a-41aa-8946-d44400922faf None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:46.886959 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-01f04dc7-306a-41aa-8946-d44400922faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:46.902414 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:46.930297 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-01f04dc7-306a-41aa-8946-d44400922faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:46.940882 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f04dc7-306a-41aa-8946-d44400922faf None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:46.941875 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-01f04dc7-306a-41aa-8946-d44400922faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:46.978353 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-01f04dc7-306a-41aa-8946-d44400922faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:46.979352 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f04dc7-306a-41aa-8946-d44400922faf None None] The sync data for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:47.000011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33984) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:47.000545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-17bdf611-cb9f-4e95-a742-fa68d1f70f5e tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.2488649 Jul 27 21:16:47.009314 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c7037999-29c2-40d2-ac49-53c1f82473fe tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-380679020'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:47.039544 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7037999-29c2-40d2-ac49-53c1f82473fe tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Made reservation on behalf of 3ab0841c3195434885c0054dba50e220 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:47.043783 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7037999-29c2-40d2-ac49-53c1f82473fe tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:47.063548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33992) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:47.086286 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7037999-29c2-40d2-ac49-53c1f82473fe tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:16:47.108571 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7037999-29c2-40d2-ac49-53c1f82473fe tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:47.109152 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-c7037999-29c2-40d2-ac49-53c1f82473fe tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Added segment ab37a8ed-6faa-4d79-b91f-0732b7b824de of type vlan for network 887acd49-0508-4f24-bd81-164e4f3f734b Jul 27 21:16:47.121922 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f62f5f17-30a4-44b1-91eb-891d8713e970 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c21e0766d9324dd1a5547e8e3a854a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569577 Jul 27 21:16:47.122673 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33996) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:47.156157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7037999-29c2-40d2-ac49-53c1f82473fe tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:47.188746 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7037999-29c2-40d2-ac49-53c1f82473fe tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:47.192570 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79c1dfb1-ba00-452c-a755-49422e2f4683 req-dad60bdb-3daf-4884-88c0-d92072878c73 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/ports?device_id=76e87914-54b8-4a4d-8d1c-62edeb45adcc HTTP/1.1" status: 200 len: 210 time: 0.0412619 Jul 27 21:16:47.195238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7037999-29c2-40d2-ac49-53c1f82473fe tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:47.196007 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7037999-29c2-40d2-ac49-53c1f82473fe tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:47.210256 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-71ced5bc-c712-40fa-8325-63f97754a9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:47.233499 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-71ced5bc-c712-40fa-8325-63f97754a9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:47.289260 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-71ced5bc-c712-40fa-8325-63f97754a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:47.291374 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c7037999-29c2-40d2-ac49-53c1f82473fe tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2865140 Jul 27 21:16:47.292780 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-71ced5bc-c712-40fa-8325-63f97754a9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:47.294666 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34002) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:47.297175 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-71ced5bc-c712-40fa-8325-63f97754a9ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55f6b180-e13f-405c-9e8e-1012c243194d HTTP/1.1" status: 204 len: 168 time: 0.1722884 Jul 27 21:16:47.304233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-dd9a06f0-90aa-4732-97d4-8a7db079d423 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'subnet': {'network_id': '887acd49-0508-4f24-bd81-164e4f3f734b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:47.315085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ced5bc-c712-40fa-8325-63f97754a9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f6b180-e13f-405c-9e8e-1012c243194d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:47.368310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7037999-29c2-40d2-ac49-53c1f82473fe tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Network': ['ID=887acd49-0508-4f24-bd81-164e4f3f734b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:47.386947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 887acd49-0508-4f24-bd81-164e4f3f734b details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:16:47.533169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9a06f0-90aa-4732-97d4-8a7db079d423 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Made reservation on behalf of 3ab0841c3195434885c0054dba50e220 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:47.536732 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd9a06f0-90aa-4732-97d4-8a7db079d423 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:47.570325 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-f6034fae-9b7d-4eac-b95c-921fba26bcab tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:47.572339 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-f6034fae-9b7d-4eac-b95c-921fba26bcab tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.20 "GET /v2.0/networks?id=1ae4edfd-8aba-441a-90ff-70aeef48d771 HTTP/1.1" status: 200 len: 821 time: 0.1930912 Jul 27 21:16:47.604279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-d55c3bcd-1006-4220-ae95-47b5ffe19891 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Request body: {'port': {'device_id': '76e87914-54b8-4a4d-8d1c-62edeb45adcc', 'network_id': '1ae4edfd-8aba-441a-90ff-70aeef48d771', 'admin_state_up': True, 'tenant_id': 'e9bbd83a86a84725ba40d530f9d452b7'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:47.834090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-d55c3bcd-1006-4220-ae95-47b5ffe19891 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Made reservation on behalf of e9bbd83a86a84725ba40d530f9d452b7 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:47.837729 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-d55c3bcd-1006-4220-ae95-47b5ffe19891 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:47.948965 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd9a06f0-90aa-4732-97d4-8a7db079d423 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.053442 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a06f0-90aa-4732-97d4-8a7db079d423 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Subnet': ['ID=21153e16-491f-43c1-a83f-3f6b13f6629e,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:48.086106 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9a06f0-90aa-4732-97d4-8a7db079d423 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Checking segment: {'id': 'ab37a8ed-6faa-4d79-b91f-0732b7b824de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '887acd49-0508-4f24-bd81-164e4f3f734b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:48.086499 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9a06f0-90aa-4732-97d4-8a7db079d423 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network hostable DHCP agents. Network: 887acd49-0508-4f24-bd81-164e4f3f734b, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:16:48.095561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-d55c3bcd-1006-4220-ae95-47b5ffe19891 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Allocated IP 172.20.0.13 (1ae4edfd-8aba-441a-90ff-70aeef48d771/46531be7-54e6-4998-9eb1-06245e4d2bee/09d99545-9336-4490-94a2-b7f4b9380284) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:48.124678 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9a06f0-90aa-4732-97d4-8a7db079d423 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 887acd49-0508-4f24-bd81-164e4f3f734b is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:16:48.147139 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-dd9a06f0-90aa-4732-97d4-8a7db079d423 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 887acd49-0508-4f24-bd81-164e4f3f734b) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:48.151713 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9a06f0-90aa-4732-97d4-8a7db079d423 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:48.152315 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd9a06f0-90aa-4732-97d4-8a7db079d423 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.158435 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926e6153-c402-44ec-a712-83ffdd64c736 None None] Network 887acd49-0508-4f24-bd81-164e4f3f734b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:48.191568 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dd9a06f0-90aa-4732-97d4-8a7db079d423 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8953691 Jul 27 21:16:48.191803 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34018) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:48.197984 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-129866847', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}, 'admin_state_up': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:48.230803 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.234558 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.308144 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.349599 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-d55c3bcd-1006-4220-ae95-47b5ffe19891 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.386325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-887acd49-0508-4f24-bd81-164e4f3f734b', 'network_id': '887acd49-0508-4f24-bd81-164e4f3f734b', 'tenant_id': '3ab0841c3195434885c0054dba50e220', 'fixed_ips': [{'subnet_id': '21153e16-491f-43c1-a83f-3f6b13f6629e'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:16:48.387516 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.394622 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-d55c3bcd-1006-4220-ae95-47b5ffe19891 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.455495 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c3bcd-1006-4220-ae95-47b5ffe19891 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Pushing event updated for resources: {'Port': ['ID=09d99545-9336-4490-94a2-b7f4b9380284,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:48.463664 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-d55c3bcd-1006-4220-ae95-47b5ffe19891 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Network 1ae4edfd-8aba-441a-90ff-70aeef48d771 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:48.465359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-d55c3bcd-1006-4220-ae95-47b5ffe19891 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:48.468404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-d55c3bcd-1006-4220-ae95-47b5ffe19891 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:48.524901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-d55c3bcd-1006-4220-ae95-47b5ffe19891 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:48.525326 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-d55c3bcd-1006-4220-ae95-47b5ffe19891 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.544566 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-d55c3bcd-1006-4220-ae95-47b5ffe19891 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9443729 Jul 27 21:16:48.549241 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.549618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Allocated IP 172.20.0.2 (887acd49-0508-4f24-bd81-164e4f3f734b/21153e16-491f-43c1-a83f-3f6b13f6629e/3478c68d-f930-48b0-9203-eb47cf926ca5) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:48.560602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Request body: {'port': {'device_id': '76e87914-54b8-4a4d-8d1c-62edeb45adcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:48.566309 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfa8e9-4b87-4e24-a6c7-75164df217c7 req-fb6f2464-82fa-48f1-86d6-38cea3fc85cf tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:48.573856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1cfa8e9-4b87-4e24-a6c7-75164df217c7 req-fb6f2464-82fa-48f1-86d6-38cea3fc85cf tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/ports?device_id=76e87914-54b8-4a4d-8d1c-62edeb45adcc HTTP/1.1" status: 200 len: 932 time: 0.2229650 Jul 27 21:16:48.646865 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.662848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1cfa8e9-4b87-4e24-a6c7-75164df217c7 req-b6db80f7-cac1-40f9-adae-5932f2781bd2 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14978ad-b8f6-4efd-95f5-af9a1c876928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879858 Jul 27 21:16:48.731401 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.744804 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Transition to ACTIVE for port object 3478c68d-f930-48b0-9203-eb47cf926ca5 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:48.763482 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Transition to ACTIVE for port object 3478c68d-f930-48b0-9203-eb47cf926ca5 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:48.773120 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.826768 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Network 887acd49-0508-4f24-bd81-164e4f3f734b is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:48.852348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:48.858087 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.858517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:48.869777 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Pushing event updated for resources: {'Port': ['ID=3478c68d-f930-48b0-9203-eb47cf926ca5,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:48.880825 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.965918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Attempting to bind port 3478c68d-f930-48b0-9203-eb47cf926ca5 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:16:48.966400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Attempting to bind port 3478c68d-f930-48b0-9203-eb47cf926ca5 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'ab37a8ed-6faa-4d79-b91f-0732b7b824de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '887acd49-0508-4f24-bd81-164e4f3f734b'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:16:48.966674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Attempting to bind port 3478c68d-f930-48b0-9203-eb47cf926ca5 on network 887acd49-0508-4f24-bd81-164e4f3f734b {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:48.978549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:16:48.979405 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Checking segment: {'id': 'ab37a8ed-6faa-4d79-b91f-0732b7b824de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '887acd49-0508-4f24-bd81-164e4f3f734b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:48.980168 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:48.980773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Bound using segment: {'id': 'ab37a8ed-6faa-4d79-b91f-0732b7b824de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '887acd49-0508-4f24-bd81-164e4f3f734b'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:16:48.981478 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Bound port: 3478c68d-f930-48b0-9203-eb47cf926ca5, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab37a8ed-6faa-4d79-b91f-0732b7b824de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '887acd49-0508-4f24-bd81-164e4f3f734b'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:16:48.982264 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.036868 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Allocated IP 172.25.2.210 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/0069700a-03ac-45f7-8c72-bd90de5a0eae) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:49.062252 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] For port 3478c68d-f930-48b0-9203-eb47cf926ca5, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:16:49.066008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] For port 3478c68d-f930-48b0-9203-eb47cf926ca5, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3478c68d-f930-48b0-9203-eb47cf926ca5,segment=NetworkSegment(ab37a8ed-6faa-4d79-b91f-0732b7b824de),segment_id=ab37a8ed-6faa-4d79-b91f-0732b7b824de)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:16:49.074652 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.166748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99ac20-2ce2-45f6-864c-fc22ac8d7a0e None None] Pushing event updated for resources: {'Port': ['ID=3478c68d-f930-48b0-9203-eb47cf926ca5,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:49.225791 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.276418 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.321288 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:49.324212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:49.327567 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:49.327897 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d99545-9336-4490-94a2-b7f4b9380284 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:16:49.337924 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.358163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Transition to ACTIVE for port object 09d99545-9336-4490-94a2-b7f4b9380284 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:49.365702 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.383750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=0069700a-03ac-45f7-8c72-bd90de5a0eae,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:49.487322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Pushing event updated for resources: {'Port': ['ID=09d99545-9336-4490-94a2-b7f4b9380284,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:49.524336 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Attempting to bind port 09d99545-9336-4490-94a2-b7f4b9380284 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:16:49.524687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Attempting to bind port 09d99545-9336-4490-94a2-b7f4b9380284 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '855c3c13-e39b-4509-968d-95a53e723430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ae4edfd-8aba-441a-90ff-70aeef48d771'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:16:49.525024 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Attempting to bind port 09d99545-9336-4490-94a2-b7f4b9380284 on network 1ae4edfd-8aba-441a-90ff-70aeef48d771 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:49.530487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Port 09d99545-9336-4490-94a2-b7f4b9380284 on network 1ae4edfd-8aba-441a-90ff-70aeef48d771 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:16:49.530822 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Attempting to bind port 09d99545-9336-4490-94a2-b7f4b9380284 on network 1ae4edfd-8aba-441a-90ff-70aeef48d771 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:16:49.540254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:16:49.540613 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Checking segment: {'id': '855c3c13-e39b-4509-968d-95a53e723430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ae4edfd-8aba-441a-90ff-70aeef48d771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:16:49.541003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Bound using segment: {'id': '855c3c13-e39b-4509-968d-95a53e723430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ae4edfd-8aba-441a-90ff-70aeef48d771'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:16:49.541438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Bound port: 09d99545-9336-4490-94a2-b7f4b9380284, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '855c3c13-e39b-4509-968d-95a53e723430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ae4edfd-8aba-441a-90ff-70aeef48d771'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:16:49.541799 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.633835 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] For port 09d99545-9336-4490-94a2-b7f4b9380284, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:16:49.637334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] For port 09d99545-9336-4490-94a2-b7f4b9380284, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=09d99545-9336-4490-94a2-b7f4b9380284,segment=NetworkSegment(855c3c13-e39b-4509-968d-95a53e723430),segment_id=855c3c13-e39b-4509-968d-95a53e723430)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:16:49.645031 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.702843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Pushing event updated for resources: {'Port': ['ID=09d99545-9336-4490-94a2-b7f4b9380284,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:49.735221 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.736165 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:49.737135 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:49.739584 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2e687b5c-d7c3-4f91-b611-002107f96c01 service neutron] 10.222.0.20 "PUT /v2.0/ports/09d99545-9336-4490-94a2-b7f4b9380284 HTTP/1.1" status: 200 len: 1092 time: 1.1852810 Jul 27 21:16:49.740239 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e87914-54b8-4a4d-8d1c-62edeb45adcc', 'tag': '09d99545-9336-4490-94a2-b7f4b9380284'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:49.751108 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e472a1db-dd12-421a-b0d7-7285642b7aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "76e87914-54b8-4a4d-8d1c-62edeb45adcc", "tag": "09d99545-9336-4490-94a2-b7f4b9380284"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:49.814733 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895e7d44-a6a8-4825-af71-a2e9d4701225 x-openstack-request-id: req-895e7d44-a6a8-4825-af71-a2e9d4701225 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:49.814986 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e87914-54b8-4a4d-8d1c-62edeb45adcc", "tag": "09d99545-9336-4490-94a2-b7f4b9380284", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:49.815531 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-895e7d44-a6a8-4825-af71-a2e9d4701225 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:49.815965 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e87914-54b8-4a4d-8d1c-62edeb45adcc', 'tag': '09d99545-9336-4490-94a2-b7f4b9380284', 'status': 'completed', 'code': 200} Jul 27 21:16:49.895884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-46380292-3852-48eb-a389-092c87f4a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:49.897609 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-46380292-3852-48eb-a389-092c87f4a31d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9bbd83a86a84725ba40d530f9d452b7&device_id=76e87914-54b8-4a4d-8d1c-62edeb45adcc HTTP/1.1" status: 200 len: 1095 time: 0.0781131 Jul 27 21:16:49.923782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1f9c7-45d4-4ac7-95e0-cc4ec6d532c0 req-b47ff8a6-0d86-47d4-9af2-d089ab1fa2ee tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:49.925306 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24e1f9c7-45d4-4ac7-95e0-cc4ec6d532c0 req-b47ff8a6-0d86-47d4-9af2-d089ab1fa2ee tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/ports?device_id=76e87914-54b8-4a4d-8d1c-62edeb45adcc HTTP/1.1" status: 200 len: 944 time: 0.1439626 Jul 27 21:16:49.940345 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3478c68d-f930-48b0-9203-eb47cf926ca5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:49.954691 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-d1bde0e2-a932-448a-bedc-e5192e7f7194 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09d99545-9336-4490-94a2-b7f4b9380284 HTTP/1.1" status: 200 len: 217 time: 0.0449502 Jul 27 21:16:50.003366 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 3478c68d-f930-48b0-9203-eb47cf926ca5 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:50.029187 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-5d1db62f-ff55-4eeb-9b3d-1a811320edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:50.031642 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-5d1db62f-ff55-4eeb-9b3d-1a811320edb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46531be7-54e6-4998-9eb1-06245e4d2bee HTTP/1.1" status: 200 len: 861 time: 0.0697708 Jul 27 21:16:50.057300 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:50.068665 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24e1f9c7-45d4-4ac7-95e0-cc4ec6d532c0 req-d929fb20-7e17-4852-9a8a-650799445108 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14978ad-b8f6-4efd-95f5-af9a1c876928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521011 Jul 27 21:16:50.096246 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2516dadb-e491-434c-baad-088876214c38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ae4edfd-8aba-441a-90ff-70aeef48d771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525930 Jul 27 21:16:50.213631 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 7f3ea995-2f84-4f78-b462-df300bd19c66 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:16:50.227375 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-aef17fc9-4d7a-47b0-919b-45d3ea09e637 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4edfd-8aba-441a-90ff-70aeef48d771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269295 Jul 27 21:16:50.341579 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:50.350274 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1cfed0d2-ca43-4537-98c6-f8d6c6a039a1 req-2382d22a-d951-499e-943a-69884df72b47 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4edfd-8aba-441a-90ff-70aeef48d771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148293 Jul 27 21:16:50.354393 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846046ec-e428-40e9-be28-0f743cd2b976 None None] Sync routers for ids ['7f3ea995-2f84-4f78-b462-df300bd19c66'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:50.370851 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846046ec-e428-40e9-be28-0f743cd2b976 None None] Routers {'7f3ea995-2f84-4f78-b462-df300bd19c66'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:50.371817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-846046ec-e428-40e9-be28-0f743cd2b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7f3ea995-2f84-4f78-b462-df300bd19c66'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:50.376150 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:50.381239 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34062) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:50.382333 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fcfcf006-fea8-4bbb-81b5-308bb0686db7 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1892447 Jul 27 21:16:50.427840 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-846046ec-e428-40e9-be28-0f743cd2b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:50.453341 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846046ec-e428-40e9-be28-0f743cd2b976 None None] Routers {'7f3ea995-2f84-4f78-b462-df300bd19c66'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:50.454522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-846046ec-e428-40e9-be28-0f743cd2b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7f3ea995-2f84-4f78-b462-df300bd19c66'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:50.490971 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-846046ec-e428-40e9-be28-0f743cd2b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:50.491897 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846046ec-e428-40e9-be28-0f743cd2b976 None None] The sync data for ids ['7f3ea995-2f84-4f78-b462-df300bd19c66'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:50.544554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a9fbd2-2947-4660-ae6f-c9d53d334362 None None] Network 887acd49-0508-4f24-bd81-164e4f3f734b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:50.564726 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472a1db-dd12-421a-b0d7-7285642b7aaf req-5fb16463-1626-4d6e-8090-f365769a5001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:50.566274 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e472a1db-dd12-421a-b0d7-7285642b7aaf req-5fb16463-1626-4d6e-8090-f365769a5001 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9bbd83a86a84725ba40d530f9d452b7&device_id=76e87914-54b8-4a4d-8d1c-62edeb45adcc HTTP/1.1" status: 200 len: 1095 time: 0.1185691 Jul 27 21:16:50.615202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-504d6af2-3cba-4fb8-b130-bf78ad1253e8 None None] Provisioning for port 3478c68d-f930-48b0-9203-eb47cf926ca5 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:50.625439 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-504d6af2-3cba-4fb8-b130-bf78ad1253e8 None None] Provisioning complete for port 3478c68d-f930-48b0-9203-eb47cf926ca5 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:50.625964 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-504d6af2-3cba-4fb8-b130-bf78ad1253e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:50.763527 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472a1db-dd12-421a-b0d7-7285642b7aaf req-13ada2b0-9dd4-40e8-b48c-1d381978376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:50.765695 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e472a1db-dd12-421a-b0d7-7285642b7aaf req-13ada2b0-9dd4-40e8-b48c-1d381978376a service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ae4edfd-8aba-441a-90ff-70aeef48d771 HTTP/1.1" status: 200 len: 922 time: 0.1859987 Jul 27 21:16:50.816975 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e472a1db-dd12-421a-b0d7-7285642b7aaf req-1a35adcd-c41e-449b-815c-d311f4c56f2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09d99545-9336-4490-94a2-b7f4b9380284 HTTP/1.1" status: 200 len: 217 time: 0.0421009 Jul 27 21:16:50.937807 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472a1db-dd12-421a-b0d7-7285642b7aaf req-b71a38ea-5131-4e7b-939c-7f3ec9ee3d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:50.939297 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e472a1db-dd12-421a-b0d7-7285642b7aaf req-b71a38ea-5131-4e7b-939c-7f3ec9ee3d61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46531be7-54e6-4998-9eb1-06245e4d2bee HTTP/1.1" status: 200 len: 861 time: 0.0909328 Jul 27 21:16:50.945808 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-504d6af2-3cba-4fb8-b130-bf78ad1253e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:50.985110 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e472a1db-dd12-421a-b0d7-7285642b7aaf req-acaf5d04-dccd-45e9-bb9f-600eb9cd8326 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ae4edfd-8aba-441a-90ff-70aeef48d771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369210 Jul 27 21:16:50.993455 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-504d6af2-3cba-4fb8-b130-bf78ad1253e8 None None] For port 3478c68d-f930-48b0-9203-eb47cf926ca5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3478c68d-f930-48b0-9203-eb47cf926ca5,segment=NetworkSegment(ab37a8ed-6faa-4d79-b91f-0732b7b824de),segment_id=ab37a8ed-6faa-4d79-b91f-0732b7b824de)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:51.003844 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-504d6af2-3cba-4fb8-b130-bf78ad1253e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.060096 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d6af2-3cba-4fb8-b130-bf78ad1253e8 None None] Pushing event updated for resources: {'Port': ['ID=3478c68d-f930-48b0-9203-eb47cf926ca5,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:51.151361 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e472a1db-dd12-421a-b0d7-7285642b7aaf req-79d65dd3-9514-4f8c-bb6f-c76c06820093 service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4edfd-8aba-441a-90ff-70aeef48d771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552832 Jul 27 21:16:51.232022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c75cc-279c-42e6-9eef-4f8f23f42cbd req-5f924e1b-94ee-481e-9d6c-9d00d371c12f tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:51.233831 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b15c75cc-279c-42e6-9eef-4f8f23f42cbd req-5f924e1b-94ee-481e-9d6c-9d00d371c12f tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/ports?device_id=76e87914-54b8-4a4d-8d1c-62edeb45adcc HTTP/1.1" status: 200 len: 944 time: 0.0767369 Jul 27 21:16:51.265604 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.290611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b15c75cc-279c-42e6-9eef-4f8f23f42cbd req-6097411f-654e-401a-b2ec-7c244f6f7763 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14978ad-b8f6-4efd-95f5-af9a1c876928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503385 Jul 27 21:16:51.334399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b77ae537-6f2a-44c1-8202-f216cda24908 None None] Provisioning complete for port 3478c68d-f930-48b0-9203-eb47cf926ca5 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:51.334771 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b77ae537-6f2a-44c1-8202-f216cda24908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.360201 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e472a1db-dd12-421a-b0d7-7285642b7aaf req-3642310c-28b7-4035-b682-1885d6c97f7c service neutron] 10.222.0.20 "GET /v2.0/networks/1ae4edfd-8aba-441a-90ff-70aeef48d771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823657 Jul 27 21:16:51.589812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Allocated IP 172.20.0.1 (887acd49-0508-4f24-bd81-164e4f3f734b/21153e16-491f-43c1-a83f-3f6b13f6629e/5d8e8008-0cd9-43a5-b433-a004a9047a9d) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:51.709082 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.726031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Transition to ACTIVE for port object 5d8e8008-0cd9-43a5-b433-a004a9047a9d will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:51.762312 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.801566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 887acd49-0508-4f24-bd81-164e4f3f734b is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:51.804631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:51.811087 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:51.845547 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=5d8e8008-0cd9-43a5-b433-a004a9047a9d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:51.869311 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:51.875272 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3478c68d-f930-48b0-9203-eb47cf926ca5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:51.934945 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 3478c68d-f930-48b0-9203-eb47cf926ca5 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:51.935161 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:52.072343 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:52.111969 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 09d99545-9336-4490-94a2-b7f4b9380284 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:16:52.187634 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-85729e80-0bf1-4742-83e8-1128b2330c9c None None] Provisioning for port 5d8e8008-0cd9-43a5-b433-a004a9047a9d completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:52.200349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-85729e80-0bf1-4742-83e8-1128b2330c9c None None] Provisioning complete for port 5d8e8008-0cd9-43a5-b433-a004a9047a9d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:52.200718 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-85729e80-0bf1-4742-83e8-1128b2330c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:52.254895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 09d99545-9336-4490-94a2-b7f4b9380284, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=09d99545-9336-4490-94a2-b7f4b9380284,segment=NetworkSegment(855c3c13-e39b-4509-968d-95a53e723430),segment_id=855c3c13-e39b-4509-968d-95a53e723430)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:52.257230 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-85729e80-0bf1-4742-83e8-1128b2330c9c None None] Port 5d8e8008-0cd9-43a5-b433-a004a9047a9d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:16:52.273883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '09d99545-9336-4490-94a2-b7f4b9380284', 'network_id': '1ae4edfd-8aba-441a-90ff-70aeef48d771', 'port_id': '09d99545-9336-4490-94a2-b7f4b9380284', 'mac_address': 'fa:16:3e:4e:bf:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46531be7-54e6-4998-9eb1-06245e4d2bee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:16:52.316975 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:52.332087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d99545-9336-4490-94a2-b7f4b9380284 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:16:52.365543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 09d99545-9336-4490-94a2-b7f4b9380284, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=09d99545-9336-4490-94a2-b7f4b9380284,segment=NetworkSegment(855c3c13-e39b-4509-968d-95a53e723430),segment_id=855c3c13-e39b-4509-968d-95a53e723430)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:52.371452 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:52.419494 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:52.428089 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:52.436732 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=09d99545-9336-4490-94a2-b7f4b9380284,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:52.462465 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccd91d-3bc7-4142-a3c7-2b65f1ad565e req-6e33f907-3351-4bb4-b047-e4090fb88ca0 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:52.464064 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00ccd91d-3bc7-4142-a3c7-2b65f1ad565e req-6e33f907-3351-4bb4-b047-e4090fb88ca0 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/ports?device_id=76e87914-54b8-4a4d-8d1c-62edeb45adcc HTTP/1.1" status: 200 len: 945 time: 0.0758350 Jul 27 21:16:52.512521 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00ccd91d-3bc7-4142-a3c7-2b65f1ad565e req-a2e2ec31-c7b5-4d71-b200-7530552072cc tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14978ad-b8f6-4efd-95f5-af9a1c876928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400426 Jul 27 21:16:52.533731 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:52.539156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=5d8e8008-0cd9-43a5-b433-a004a9047a9d,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:52.579391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['09d99545-9336-4490-94a2-b7f4b9380284'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:52.635750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 887acd49-0508-4f24-bd81-164e4f3f734b is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:52.637137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:52.769286 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 7f3ea995-2f84-4f78-b462-df300bd19c66 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:52.882685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-50b02afd-3ee7-4743-8cae-fdf359af5740 None None] Provisioning complete for port 5d8e8008-0cd9-43a5-b433-a004a9047a9d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:52.883061 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-50b02afd-3ee7-4743-8cae-fdf359af5740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:52.899536 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:52.906758 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cec1aa53-29b4-48cc-9af8-e7dd511e3d16 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "PUT /v2.0/routers/7f3ea995-2f84-4f78-b462-df300bd19c66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5224416 Jul 27 21:16:52.907548 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34112) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:52.913146 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643538cc-b57d-4715-a542-5b2035e1707d None None] Sync routers for ids ['7f3ea995-2f84-4f78-b462-df300bd19c66'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:52.914112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-781ae0b6-3d17-421d-916d-11469fbc776c tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'port': {'network_id': '887acd49-0508-4f24-bd81-164e4f3f734b', 'name': 'tempest-FloatingIPTestJSON-767928990'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:52.923261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-50b02afd-3ee7-4743-8cae-fdf359af5740 None None] Port 5d8e8008-0cd9-43a5-b433-a004a9047a9d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:16:52.924507 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643538cc-b57d-4715-a542-5b2035e1707d None None] Routers {'7f3ea995-2f84-4f78-b462-df300bd19c66'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:52.925329 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-643538cc-b57d-4715-a542-5b2035e1707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7f3ea995-2f84-4f78-b462-df300bd19c66'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:52.960564 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-643538cc-b57d-4715-a542-5b2035e1707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:52.969965 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643538cc-b57d-4715-a542-5b2035e1707d None None] Routers {'7f3ea995-2f84-4f78-b462-df300bd19c66'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:52.970605 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-643538cc-b57d-4715-a542-5b2035e1707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7f3ea995-2f84-4f78-b462-df300bd19c66'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:53.005316 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-643538cc-b57d-4715-a542-5b2035e1707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:53.006267 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643538cc-b57d-4715-a542-5b2035e1707d None None] The sync data for ids ['7f3ea995-2f84-4f78-b462-df300bd19c66'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:53.035693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781ae0b6-3d17-421d-916d-11469fbc776c tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Made reservation on behalf of 3ab0841c3195434885c0054dba50e220 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:16:53.039269 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-781ae0b6-3d17-421d-916d-11469fbc776c tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.059250 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-781ae0b6-3d17-421d-916d-11469fbc776c tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] device_id is not set on port daa87f4d-9b24-44e2-8e34-648560302710 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:16:53.170013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-781ae0b6-3d17-421d-916d-11469fbc776c tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Allocated IP 172.20.0.8 (887acd49-0508-4f24-bd81-164e4f3f734b/21153e16-491f-43c1-a83f-3f6b13f6629e/daa87f4d-9b24-44e2-8e34-648560302710) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:16:53.327773 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-781ae0b6-3d17-421d-916d-11469fbc776c tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.341530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-781ae0b6-3d17-421d-916d-11469fbc776c tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Transition to ACTIVE for port object daa87f4d-9b24-44e2-8e34-648560302710 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:16:53.375660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-781ae0b6-3d17-421d-916d-11469fbc776c tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.421061 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781ae0b6-3d17-421d-916d-11469fbc776c tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Network 887acd49-0508-4f24-bd81-164e4f3f734b is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:16:53.426169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-781ae0b6-3d17-421d-916d-11469fbc776c tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:16:53.428568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ae0b6-3d17-421d-916d-11469fbc776c tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:16:53.458713 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ae0b6-3d17-421d-916d-11469fbc776c tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event updated for resources: {'Port': ['ID=daa87f4d-9b24-44e2-8e34-648560302710,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:53.490894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781ae0b6-3d17-421d-916d-11469fbc776c tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:53.491681 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-781ae0b6-3d17-421d-916d-11469fbc776c tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.510948 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-781ae0b6-3d17-421d-916d-11469fbc776c tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5978582 Jul 27 21:16:53.511156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34116) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:53.516459 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-53983e10-2292-4ec1-b8ba-bef9c1d9cab8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Request body: {'floatingip': {'port_id': 'daa87f4d-9b24-44e2-8e34-648560302710'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:16:53.577935 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-53983e10-2292-4ec1-b8ba-bef9c1d9cab8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.679021 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18233b28-3912-4cd7-a0f8-33489965ad69 req-451ef854-df07-4c6b-8abc-fedcd3d2a71f tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:53.681324 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18233b28-3912-4cd7-a0f8-33489965ad69 req-451ef854-df07-4c6b-8abc-fedcd3d2a71f tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/ports?device_id=76e87914-54b8-4a4d-8d1c-62edeb45adcc HTTP/1.1" status: 200 len: 945 time: 0.0845492 Jul 27 21:16:53.724711 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18233b28-3912-4cd7-a0f8-33489965ad69 req-38f3a28d-6b7b-4f55-93a0-4dd71b9a6199 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14978ad-b8f6-4efd-95f5-af9a1c876928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365338 Jul 27 21:16:53.751168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b94f5894-7eb0-4115-ac3d-d58107e1c2c2 None None] Provisioning for port daa87f4d-9b24-44e2-8e34-648560302710 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:53.754491 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b94f5894-7eb0-4115-ac3d-d58107e1c2c2 None None] Provisioning complete for port daa87f4d-9b24-44e2-8e34-648560302710 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:53.754862 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b94f5894-7eb0-4115-ac3d-d58107e1c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:53.790706 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b94f5894-7eb0-4115-ac3d-d58107e1c2c2 None None] Port daa87f4d-9b24-44e2-8e34-648560302710 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:16:54.122140 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 09d99545-9336-4490-94a2-b7f4b9380284 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:16:54.179763 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 09d99545-9336-4490-94a2-b7f4b9380284 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:16:54.184181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 09d99545-9336-4490-94a2-b7f4b9380284 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:16:54.184640 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.287604 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.313165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e87914-54b8-4a4d-8d1c-62edeb45adcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d99545-9336-4490-94a2-b7f4b9380284'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:54.315871 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c381aa-006b-4241-ad86-4113cb0263a5" -d '{"events": [{"server_uuid": "76e87914-54b8-4a4d-8d1c-62edeb45adcc", "name": "network-vif-plugged", "status": "completed", "tag": "09d99545-9336-4490-94a2-b7f4b9380284"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:54.331091 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 09d99545-9336-4490-94a2-b7f4b9380284, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=09d99545-9336-4490-94a2-b7f4b9380284,segment=NetworkSegment(855c3c13-e39b-4509-968d-95a53e723430),segment_id=855c3c13-e39b-4509-968d-95a53e723430)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:54.336484 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.368692 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5791bc-e648-441e-9dbe-fe00ce93392a x-openstack-request-id: req-fd5791bc-e648-441e-9dbe-fe00ce93392a {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:54.369156 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e87914-54b8-4a4d-8d1c-62edeb45adcc", "name": "network-vif-plugged", "status": "completed", "tag": "09d99545-9336-4490-94a2-b7f4b9380284", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:54.369496 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd5791bc-e648-441e-9dbe-fe00ce93392a {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:54.370294 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e87914-54b8-4a4d-8d1c-62edeb45adcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d99545-9336-4490-94a2-b7f4b9380284', 'code': 200} Jul 27 21:16:54.414431 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=09d99545-9336-4490-94a2-b7f4b9380284,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:54.492019 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-53983e10-2292-4ec1-b8ba-bef9c1d9cab8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.497945 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-53983e10-2292-4ec1-b8ba-bef9c1d9cab8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:54.589276 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e0be2-30ab-4db5-ad48-ef338c3cab39 req-6cabc813-fcbb-4fa8-8059-3d12bd0a1def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:54.590797 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a9e0be2-30ab-4db5-ad48-ef338c3cab39 req-6cabc813-fcbb-4fa8-8059-3d12bd0a1def service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76e87914-54b8-4a4d-8d1c-62edeb45adcc HTTP/1.1" status: 200 len: 1097 time: 0.1476886 Jul 27 21:16:54.627900 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-53983e10-2292-4ec1-b8ba-bef9c1d9cab8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Floating IP 19957766-dbfa-4e8d-8f74-59e653c019b9 associated. External IP: 172.25.2.46, port: 2a4d0f2d-2145-4d1f-af52-2ce5f0dc7606. Jul 27 21:16:54.674017 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a9e0be2-30ab-4db5-ad48-ef338c3cab39 req-21359dd8-81df-4e7b-97e3-7f999f03540d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b14978ad-b8f6-4efd-95f5-af9a1c876928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754821 Jul 27 21:16:54.847672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53983e10-2292-4ec1-b8ba-bef9c1d9cab8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 2dff47fd-740b-4e68-b157-08037fedac26 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:54.871316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b6b60-3ae1-4ea6-b22d-fb81b0f1f0b8 req-1678099d-ece7-44da-8847-df210b2e76b4 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:54.873108 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-397b6b60-3ae1-4ea6-b22d-fb81b0f1f0b8 req-1678099d-ece7-44da-8847-df210b2e76b4 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/ports?device_id=76e87914-54b8-4a4d-8d1c-62edeb45adcc HTTP/1.1" status: 200 len: 946 time: 0.0711656 Jul 27 21:16:54.914742 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-397b6b60-3ae1-4ea6-b22d-fb81b0f1f0b8 req-b56823b9-1dba-41aa-8d49-d2c5dbc7db08 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14978ad-b8f6-4efd-95f5-af9a1c876928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352817 Jul 27 21:16:54.972643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53983e10-2292-4ec1-b8ba-bef9c1d9cab8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:54.983825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f074877-643f-46ad-b773-fce99d60817b None None] Sync routers for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:54.994007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f074877-643f-46ad-b773-fce99d60817b None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:54.994803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5f074877-643f-46ad-b773-fce99d60817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:55.033278 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5f074877-643f-46ad-b773-fce99d60817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:55.043123 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f074877-643f-46ad-b773-fce99d60817b None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:55.043834 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5f074877-643f-46ad-b773-fce99d60817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:55.078164 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5f074877-643f-46ad-b773-fce99d60817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:55.078930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f074877-643f-46ad-b773-fce99d60817b None None] The sync data for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:55.204600 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53983e10-2292-4ec1-b8ba-bef9c1d9cab8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 7f3ea995-2f84-4f78-b462-df300bd19c66 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:55.332950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53983e10-2292-4ec1-b8ba-bef9c1d9cab8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:55.337421 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-53983e10-2292-4ec1-b8ba-bef9c1d9cab8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.342988 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5007434c-c245-4b0d-99e9-efb510bdc5ca None None] Sync routers for ids ['7f3ea995-2f84-4f78-b462-df300bd19c66'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:55.352127 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5007434c-c245-4b0d-99e9-efb510bdc5ca None None] Routers {'7f3ea995-2f84-4f78-b462-df300bd19c66'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:55.352800 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5007434c-c245-4b0d-99e9-efb510bdc5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7f3ea995-2f84-4f78-b462-df300bd19c66'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:55.384245 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5007434c-c245-4b0d-99e9-efb510bdc5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:55.394399 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5007434c-c245-4b0d-99e9-efb510bdc5ca None None] Routers {'7f3ea995-2f84-4f78-b462-df300bd19c66'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:55.395157 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5007434c-c245-4b0d-99e9-efb510bdc5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7f3ea995-2f84-4f78-b462-df300bd19c66'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:55.417000 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-53983e10-2292-4ec1-b8ba-bef9c1d9cab8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "PUT /v2.0/floatingips/19957766-dbfa-4e8d-8f74-59e653c019b9 HTTP/1.1" status: 200 len: 976 time: 1.9047663 Jul 27 21:16:55.419964 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34132) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:55.431484 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5007434c-c245-4b0d-99e9-efb510bdc5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:55.432136 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5007434c-c245-4b0d-99e9-efb510bdc5ca None None] The sync data for ids ['7f3ea995-2f84-4f78-b462-df300bd19c66'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:55.534976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-acdae54e-92ad-4162-b1bc-67e88ee487c1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Deleting port daa87f4d-9b24-44e2-8e34-648560302710 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:55.535450 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-acdae54e-92ad-4162-b1bc-67e88ee487c1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:55.959689 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-acdae54e-92ad-4162-b1bc-67e88ee487c1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.163069 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59ced3-d97d-4c16-b427-3484d01645cc req-621d035c-e7e0-4ce7-9bdb-e07fadbd0b28 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:56.164558 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c59ced3-d97d-4c16-b427-3484d01645cc req-621d035c-e7e0-4ce7-9bdb-e07fadbd0b28 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/ports?device_id=76e87914-54b8-4a4d-8d1c-62edeb45adcc HTTP/1.1" status: 200 len: 946 time: 0.1593399 Jul 27 21:16:56.200440 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-acdae54e-92ad-4162-b1bc-67e88ee487c1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.201099 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-acdae54e-92ad-4162-b1bc-67e88ee487c1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.201995 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-acdae54e-92ad-4162-b1bc-67e88ee487c1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Floating IP 19957766-dbfa-4e8d-8f74-59e653c019b9 disassociated. External IP: 172.25.2.46, port: daa87f4d-9b24-44e2-8e34-648560302710. Jul 27 21:16:56.202447 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-acdae54e-92ad-4162-b1bc-67e88ee487c1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Calling delete_port for daa87f4d-9b24-44e2-8e34-648560302710 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:56.226627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c59ced3-d97d-4c16-b427-3484d01645cc req-535b0030-ff5b-4860-82a1-19ad3d62da6f tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14978ad-b8f6-4efd-95f5-af9a1c876928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552251 Jul 27 21:16:56.352526 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-acdae54e-92ad-4162-b1bc-67e88ee487c1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.387370 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdae54e-92ad-4162-b1bc-67e88ee487c1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Port': ['ID=daa87f4d-9b24-44e2-8e34-648560302710,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:56.527048 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdae54e-92ad-4162-b1bc-67e88ee487c1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 7f3ea995-2f84-4f78-b462-df300bd19c66 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:56.653092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdae54e-92ad-4162-b1bc-67e88ee487c1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:56.665158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14152d66-e4e4-4f9b-874b-db3e2a32bd00 None None] Sync routers for ids ['7f3ea995-2f84-4f78-b462-df300bd19c66'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:56.677597 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14152d66-e4e4-4f9b-874b-db3e2a32bd00 None None] Routers {'7f3ea995-2f84-4f78-b462-df300bd19c66'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:56.678339 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-14152d66-e4e4-4f9b-874b-db3e2a32bd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7f3ea995-2f84-4f78-b462-df300bd19c66'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:56.719122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-14152d66-e4e4-4f9b-874b-db3e2a32bd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:56.728926 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14152d66-e4e4-4f9b-874b-db3e2a32bd00 None None] Routers {'7f3ea995-2f84-4f78-b462-df300bd19c66'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:56.729710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-14152d66-e4e4-4f9b-874b-db3e2a32bd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7f3ea995-2f84-4f78-b462-df300bd19c66'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:56.733385 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-acdae54e-92ad-4162-b1bc-67e88ee487c1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:56.735790 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-acdae54e-92ad-4162-b1bc-67e88ee487c1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/ports/daa87f4d-9b24-44e2-8e34-648560302710 HTTP/1.1" status: 204 len: 168 time: 1.3082285 Jul 27 21:16:56.738812 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34166) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:56.769976 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-14152d66-e4e4-4f9b-874b-db3e2a32bd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:56.770907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14152d66-e4e4-4f9b-874b-db3e2a32bd00 None None] The sync data for ids ['7f3ea995-2f84-4f78-b462-df300bd19c66'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:56.969706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b38c2b-2991-42ac-b5b5-7c04effeb2f1 req-df44d61f-fc55-48cb-808b-0aa99cc1ec42 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:56.971277 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9b38c2b-2991-42ac-b5b5-7c04effeb2f1 req-df44d61f-fc55-48cb-808b-0aa99cc1ec42 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/ports?device_id=76e87914-54b8-4a4d-8d1c-62edeb45adcc HTTP/1.1" status: 200 len: 946 time: 0.1355484 Jul 27 21:16:57.045289 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9b38c2b-2991-42ac-b5b5-7c04effeb2f1 req-415d8b02-43f4-4d67-841d-a938a0331582 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14978ad-b8f6-4efd-95f5-af9a1c876928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467427 Jul 27 21:16:57.184876 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89051f6f-643f-472e-9af0-caa6245f77d8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:57.460227 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-89051f6f-643f-472e-9af0-caa6245f77d8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Deleting port 5d8e8008-0cd9-43a5-b433-a004a9047a9d {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:57.460584 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89051f6f-643f-472e-9af0-caa6245f77d8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:57.557981 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89051f6f-643f-472e-9af0-caa6245f77d8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:57.571743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-89051f6f-643f-472e-9af0-caa6245f77d8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Calling delete_port for 5d8e8008-0cd9-43a5-b433-a004a9047a9d owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:57.786454 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89051f6f-643f-472e-9af0-caa6245f77d8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:57.812508 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89051f6f-643f-472e-9af0-caa6245f77d8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Port': ['ID=5d8e8008-0cd9-43a5-b433-a004a9047a9d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:58.025528 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89051f6f-643f-472e-9af0-caa6245f77d8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.190950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f39b3a-7c6b-4dcb-bb5b-fe6b8b0e8cfc req-2449eb67-ffd5-4c50-b0f1-988e3ed4a2f0 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:58.192584 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2f39b3a-7c6b-4dcb-bb5b-fe6b8b0e8cfc req-2449eb67-ffd5-4c50-b0f1-988e3ed4a2f0 tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.20 "GET /v2.0/ports?device_id=76e87914-54b8-4a4d-8d1c-62edeb45adcc HTTP/1.1" status: 200 len: 946 time: 0.1024783 Jul 27 21:16:58.304782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6dcf7-aea1-40b9-ba86-5fae69588584 req-6e198004-8e0a-47f3-8941-d6408db2eadb tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:16:58.306372 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f4f6dcf7-aea1-40b9-ba86-5fae69588584 req-6e198004-8e0a-47f3-8941-d6408db2eadb tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/ports?device_id=76e87914-54b8-4a4d-8d1c-62edeb45adcc HTTP/1.1" status: 200 len: 946 time: 0.1752546 Jul 27 21:16:58.313481 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-f2f39b3a-7c6b-4dcb-bb5b-fe6b8b0e8cfc req-2ce13ca2-1761-4cda-8981-5e194682eb4d tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Deleting port 09d99545-9336-4490-94a2-b7f4b9380284 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:58.314623 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f2f39b3a-7c6b-4dcb-bb5b-fe6b8b0e8cfc req-2ce13ca2-1761-4cda-8981-5e194682eb4d tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.364232 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f4f6dcf7-aea1-40b9-ba86-5fae69588584 req-5615b1e8-6fee-4ed5-ad51-605072a94eac tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14978ad-b8f6-4efd-95f5-af9a1c876928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497069 Jul 27 21:16:58.365995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89051f6f-643f-472e-9af0-caa6245f77d8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 7f3ea995-2f84-4f78-b462-df300bd19c66 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:16:58.433803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f2f39b3a-7c6b-4dcb-bb5b-fe6b8b0e8cfc req-2ce13ca2-1761-4cda-8981-5e194682eb4d tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] For port 09d99545-9336-4490-94a2-b7f4b9380284, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=09d99545-9336-4490-94a2-b7f4b9380284,segment=NetworkSegment(855c3c13-e39b-4509-968d-95a53e723430),segment_id=855c3c13-e39b-4509-968d-95a53e723430)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:16:58.434165 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f2f39b3a-7c6b-4dcb-bb5b-fe6b8b0e8cfc req-2ce13ca2-1761-4cda-8981-5e194682eb4d tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.447990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-f2f39b3a-7c6b-4dcb-bb5b-fe6b8b0e8cfc req-2ce13ca2-1761-4cda-8981-5e194682eb4d tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Calling delete_port for 09d99545-9336-4490-94a2-b7f4b9380284 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:58.494365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89051f6f-643f-472e-9af0-caa6245f77d8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:16:58.499943 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-89051f6f-643f-472e-9af0-caa6245f77d8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "PUT /v2.0/routers/7f3ea995-2f84-4f78-b462-df300bd19c66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7601240 Jul 27 21:16:58.503034 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34314) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:58.511272 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fbeecd-8868-4801-8c48-ec3d3b8ed07e None None] Sync routers for ids ['7f3ea995-2f84-4f78-b462-df300bd19c66'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:16:58.527828 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fbeecd-8868-4801-8c48-ec3d3b8ed07e None None] Routers {'7f3ea995-2f84-4f78-b462-df300bd19c66'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:58.528397 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-41fbeecd-8868-4801-8c48-ec3d3b8ed07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7f3ea995-2f84-4f78-b462-df300bd19c66'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:58.570594 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-41fbeecd-8868-4801-8c48-ec3d3b8ed07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:58.582493 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fbeecd-8868-4801-8c48-ec3d3b8ed07e None None] Routers {'7f3ea995-2f84-4f78-b462-df300bd19c66'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:16:58.583278 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-41fbeecd-8868-4801-8c48-ec3d3b8ed07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7f3ea995-2f84-4f78-b462-df300bd19c66'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:58.621955 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-41fbeecd-8868-4801-8c48-ec3d3b8ed07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:16:58.623362 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fbeecd-8868-4801-8c48-ec3d3b8ed07e None None] The sync data for ids ['7f3ea995-2f84-4f78-b462-df300bd19c66'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:16:58.629617 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f2f39b3a-7c6b-4dcb-bb5b-fe6b8b0e8cfc req-2ce13ca2-1761-4cda-8981-5e194682eb4d tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.639359 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-849eb11a-f99b-4b56-bc98-ced99cf59ac8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.643551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['09d99545-9336-4490-94a2-b7f4b9380284'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:16:58.665299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce13ca2-1761-4cda-8981-5e194682eb4d tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Pushing event deleted for resources: {'Port': ['ID=09d99545-9336-4490-94a2-b7f4b9380284,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:58.722453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f39b3a-7c6b-4dcb-bb5b-fe6b8b0e8cfc req-2ce13ca2-1761-4cda-8981-5e194682eb4d tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] No DVR routers for this DVR port 09d99545-9336-4490-94a2-b7f4b9380284 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:16:58.725042 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f2f39b3a-7c6b-4dcb-bb5b-fe6b8b0e8cfc req-2ce13ca2-1761-4cda-8981-5e194682eb4d tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.727296 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2f39b3a-7c6b-4dcb-bb5b-fe6b8b0e8cfc req-2ce13ca2-1761-4cda-8981-5e194682eb4d tempest-ServerMetadataNegativeTestJSON-673176452 tempest-ServerMetadataNegativeTestJSON-673176452-project] 10.222.0.20 "DELETE /v2.0/ports/09d99545-9336-4490-94a2-b7f4b9380284 HTTP/1.1" status: 204 len: 173 time: 0.5280194 Jul 27 21:16:58.728173 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e87914-54b8-4a4d-8d1c-62edeb45adcc', 'name': 'network-vif-deleted', 'tag': '09d99545-9336-4490-94a2-b7f4b9380284'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:16:58.730094 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0d6a03-ad5f-4103-af6e-10eb0b9dabae" -d '{"events": [{"server_uuid": "76e87914-54b8-4a4d-8d1c-62edeb45adcc", "name": "network-vif-deleted", "tag": "09d99545-9336-4490-94a2-b7f4b9380284"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:16:58.760734 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-849eb11a-f99b-4b56-bc98-ced99cf59ac8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.769795 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df35b42f-03f1-4098-b67c-55beeaa70508 x-openstack-request-id: req-df35b42f-03f1-4098-b67c-55beeaa70508 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:16:58.770091 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e87914-54b8-4a4d-8d1c-62edeb45adcc", "name": "network-vif-deleted", "tag": "09d99545-9336-4490-94a2-b7f4b9380284", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:16:58.770367 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df35b42f-03f1-4098-b67c-55beeaa70508 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:16:58.770824 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e87914-54b8-4a4d-8d1c-62edeb45adcc', 'name': 'network-vif-deleted', 'tag': '09d99545-9336-4490-94a2-b7f4b9380284', 'status': 'completed', 'code': 200} Jul 27 21:16:58.832917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-849eb11a-f99b-4b56-bc98-ced99cf59ac8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Deleting port 0069700a-03ac-45f7-8c72-bd90de5a0eae {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:16:58.833478 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-849eb11a-f99b-4b56-bc98-ced99cf59ac8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.922210 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-849eb11a-f99b-4b56-bc98-ced99cf59ac8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:58.934174 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-849eb11a-f99b-4b56-bc98-ced99cf59ac8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Calling delete_port for 0069700a-03ac-45f7-8c72-bd90de5a0eae owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:16:59.109133 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-849eb11a-f99b-4b56-bc98-ced99cf59ac8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.136284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849eb11a-f99b-4b56-bc98-ced99cf59ac8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Port': ['ID=0069700a-03ac-45f7-8c72-bd90de5a0eae,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:59.212630 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-849eb11a-f99b-4b56-bc98-ced99cf59ac8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.324501 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-849eb11a-f99b-4b56-bc98-ced99cf59ac8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.327559 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-849eb11a-f99b-4b56-bc98-ced99cf59ac8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.376084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-849eb11a-f99b-4b56-bc98-ced99cf59ac8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.376711 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849eb11a-f99b-4b56-bc98-ced99cf59ac8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Fanout notify agent at l3_agent the message router_deleted on router 7f3ea995-2f84-4f78-b462-df300bd19c66 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:16:59.386138 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-849eb11a-f99b-4b56-bc98-ced99cf59ac8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.387515 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-849eb11a-f99b-4b56-bc98-ced99cf59ac8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/routers/7f3ea995-2f84-4f78-b462-df300bd19c66 HTTP/1.1" status: 204 len: 168 time: 0.8832295 Jul 27 21:16:59.391002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34436) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:59.437877 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34446) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:59.478207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de2572a-df02-4db8-9306-e51cea6ca6ef tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Deleting subnet 21153e16-491f-43c1-a83f-3f6b13f6629e {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:16:59.483976 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9de2572a-df02-4db8-9306-e51cea6ca6ef tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.525117 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-a613ae47-24c4-4cfc-843b-1c03ebac2a7e admin admin] Deleting subnet 46531be7-54e6-4998-9eb1-06245e4d2bee {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:16:59.531567 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a613ae47-24c4-4cfc-843b-1c03ebac2a7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.554764 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9de2572a-df02-4db8-9306-e51cea6ca6ef tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.601019 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a613ae47-24c4-4cfc-843b-1c03ebac2a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.690760 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a613ae47-24c4-4cfc-843b-1c03ebac2a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.720053 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9de2572a-df02-4db8-9306-e51cea6ca6ef tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.791434 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a613ae47-24c4-4cfc-843b-1c03ebac2a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.817788 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9de2572a-df02-4db8-9306-e51cea6ca6ef tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.822720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613ae47-24c4-4cfc-843b-1c03ebac2a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46531be7-54e6-4998-9eb1-06245e4d2bee,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:59.833553 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a613ae47-24c4-4cfc-843b-1c03ebac2a7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.835425 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a613ae47-24c4-4cfc-843b-1c03ebac2a7e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/46531be7-54e6-4998-9eb1-06245e4d2bee HTTP/1.1" status: 204 len: 168 time: 0.3964744 Jul 27 21:16:59.838320 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34506) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:59.852465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d71b553-2128-4c3f-98bc-95c71b990f25 None None] Network 887acd49-0508-4f24-bd81-164e4f3f734b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:16:59.861840 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9de2572a-df02-4db8-9306-e51cea6ca6ef tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.867142 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9de2572a-df02-4db8-9306-e51cea6ca6ef tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/subnets/21153e16-491f-43c1-a83f-3f6b13f6629e HTTP/1.1" status: 204 len: 168 time: 0.4719269 Jul 27 21:16:59.867142 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34510) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:16:59.868773 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2572a-df02-4db8-9306-e51cea6ca6ef tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Subnet': ['ID=21153e16-491f-43c1-a83f-3f6b13f6629e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:16:59.941443 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48bc6cb8-10ef-48ad-9837-2c95f5a56061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:16:59.955647 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.019500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Deleting port 3478c68d-f930-48b0-9203-eb47cf926ca5 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:00.019983 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.049384 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48bc6cb8-10ef-48ad-9837-2c95f5a56061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.062553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-48bc6cb8-10ef-48ad-9837-2c95f5a56061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae4edfd-8aba-441a-90ff-70aeef48d771']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:00.079440 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-48bc6cb8-10ef-48ad-9837-2c95f5a56061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855c3c13-e39b-4509-968d-95a53e723430') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:00.079740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-48bc6cb8-10ef-48ad-9837-2c95f5a56061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855c3c13-e39b-4509-968d-95a53e723430') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:00.092104 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48bc6cb8-10ef-48ad-9837-2c95f5a56061 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.112402 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48bc6cb8-10ef-48ad-9837-2c95f5a56061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.118803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] For port 3478c68d-f930-48b0-9203-eb47cf926ca5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3478c68d-f930-48b0-9203-eb47cf926ca5,segment=NetworkSegment(ab37a8ed-6faa-4d79-b91f-0732b7b824de),segment_id=ab37a8ed-6faa-4d79-b91f-0732b7b824de)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:00.119746 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.120110 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48bc6cb8-10ef-48ad-9837-2c95f5a56061 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:00.120770 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48bc6cb8-10ef-48ad-9837-2c95f5a56061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:00.124805 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:00.138313 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Calling delete_port for 3478c68d-f930-48b0-9203-eb47cf926ca5 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:00.147910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d3ac2d-ce7c-401e-b17e-eef3e4025188 None None] DHCP port deletion for 887acd49-0508-4f24-bd81-164e4f3f734b request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:17:00.200510 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48bc6cb8-10ef-48ad-9837-2c95f5a56061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.207962 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-44d3ac2d-ce7c-401e-b17e-eef3e4025188 None None] Deleting port 3478c68d-f930-48b0-9203-eb47cf926ca5 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:00.207962 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-44d3ac2d-ce7c-401e-b17e-eef3e4025188 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.209991 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-48bc6cb8-10ef-48ad-9837-2c95f5a56061 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.215150 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-48bc6cb8-10ef-48ad-9837-2c95f5a56061 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1ae4edfd-8aba-441a-90ff-70aeef48d771 HTTP/1.1" status: 204 len: 168 time: 0.3757191 Jul 27 21:17:00.227864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc6cb8-10ef-48ad-9837-2c95f5a56061 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae4edfd-8aba-441a-90ff-70aeef48d771,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:00.264996 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.288407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] No DVR routers for this DVR port 3478c68d-f930-48b0-9203-eb47cf926ca5 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:00.291286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-44d3ac2d-ce7c-401e-b17e-eef3e4025188 None None] For port 3478c68d-f930-48b0-9203-eb47cf926ca5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3478c68d-f930-48b0-9203-eb47cf926ca5,segment=NetworkSegment(ab37a8ed-6faa-4d79-b91f-0732b7b824de),segment_id=ab37a8ed-6faa-4d79-b91f-0732b7b824de)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:00.291924 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-44d3ac2d-ce7c-401e-b17e-eef3e4025188 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.318359 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-44d3ac2d-ce7c-401e-b17e-eef3e4025188 None None] Calling delete_port for 3478c68d-f930-48b0-9203-eb47cf926ca5 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:00.331918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Port': ['ID=3478c68d-f930-48b0-9203-eb47cf926ca5,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:00.448269 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.461050 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887acd49-0508-4f24-bd81-164e4f3f734b']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:00.476327 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-44d3ac2d-ce7c-401e-b17e-eef3e4025188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.476792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab37a8ed-6faa-4d79-b91f-0732b7b824de') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:00.477688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab37a8ed-6faa-4d79-b91f-0732b7b824de') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:00.489971 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.505007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3ac2d-ce7c-401e-b17e-eef3e4025188 None None] Pushing event deleted for resources: {'Port': ['ID=3478c68d-f930-48b0-9203-eb47cf926ca5,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:00.508684 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.511122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d3ac2d-ce7c-401e-b17e-eef3e4025188 None None] No DVR routers for this DVR port 3478c68d-f930-48b0-9203-eb47cf926ca5 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:00.518290 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:00.518904 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.522073 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34584) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:00.537870 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:00.579401 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f0ec0a36-9879-4324-bc66-2b25ffafca91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e9bbd83a86a84725ba40d530f9d452b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560055 Jul 27 21:17:00.581837 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34592) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:00.601696 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.611662 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.613532 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/networks/887acd49-0508-4f24-bd81-164e4f3f734b HTTP/1.1" status: 204 len: 168 time: 0.7462463 Jul 27 21:17:00.620070 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34596) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:00.624365 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d8a2f-9236-4a4b-94f3-a3f7a13da383 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Network': ['ID=887acd49-0508-4f24-bd81-164e4f3f734b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:00.720412 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ab76a9b4-4794-4fbf-81bf-7e5e9972b90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.768049 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ab76a9b4-4794-4fbf-81bf-7e5e9972b90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.817491 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-39f0bfbe-2f17-4892-ba13-fa367185e164 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Deleting port 008c6523-835f-4313-9453-2c9a69927965 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:00.817916 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39f0bfbe-2f17-4892-ba13-fa367185e164 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.864892 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ab76a9b4-4794-4fbf-81bf-7e5e9972b90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.867595 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ab76a9b4-4794-4fbf-81bf-7e5e9972b90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.868896 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ab76a9b4-4794-4fbf-81bf-7e5e9972b90a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b14978ad-b8f6-4efd-95f5-af9a1c876928 HTTP/1.1" status: 204 len: 168 time: 0.2859240 Jul 27 21:17:00.886689 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76a9b4-4794-4fbf-81bf-7e5e9972b90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14978ad-b8f6-4efd-95f5-af9a1c876928,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:00.921665 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39f0bfbe-2f17-4892-ba13-fa367185e164 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.922099 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39f0bfbe-2f17-4892-ba13-fa367185e164 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:00.935029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-39f0bfbe-2f17-4892-ba13-fa367185e164 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Calling delete_port for 008c6523-835f-4313-9453-2c9a69927965 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:01.084634 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39f0bfbe-2f17-4892-ba13-fa367185e164 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:01.112766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0bfbe-2f17-4892-ba13-fa367185e164 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Port': ['ID=008c6523-835f-4313-9453-2c9a69927965,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:01.512020 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39f0bfbe-2f17-4892-ba13-fa367185e164 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:01.515926 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39f0bfbe-2f17-4892-ba13-fa367185e164 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:01.520740 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-39f0bfbe-2f17-4892-ba13-fa367185e164 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/floatingips/19957766-dbfa-4e8d-8f74-59e653c019b9 HTTP/1.1" status: 204 len: 168 time: 0.8961675 Jul 27 21:17:01.521088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34670) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:01.551005 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-39054f76-d9e1-4ab4-846f-5333e3b2a3f1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:01.551774 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39054f76-d9e1-4ab4-846f-5333e3b2a3f1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:01.553576 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-39054f76-d9e1-4ab4-846f-5333e3b2a3f1 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/ports/daa87f4d-9b24-44e2-8e34-648560302710 HTTP/1.1" status: 404 len: 333 time: 0.0314813 Jul 27 21:17:01.556377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34674) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:01.587615 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-04d218a2-35be-4864-a40b-4c106b4320ef tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f3ea995-2f84-4f78-b462-df300bd19c66 HTTP/1.1" status: 200 len: 205 time: 0.0301418 Jul 27 21:17:01.589968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34676) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:01.629773 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-013cfd94-5fa6-4eba-b27a-d915fcadcbd0 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] delete failed (client error): The resource could not be found. Jul 27 21:17:01.631038 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-013cfd94-5fa6-4eba-b27a-d915fcadcbd0 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/routers/7f3ea995-2f84-4f78-b462-df300bd19c66 HTTP/1.1" status: 404 len: 336 time: 0.0399165 Jul 27 21:17:01.633510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34678) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:01.661442 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fab7052-25a9-4538-8faa-50bc483899f6 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:01.661912 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fab7052-25a9-4538-8faa-50bc483899f6 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:01.663758 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4fab7052-25a9-4538-8faa-50bc483899f6 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/subnets/21153e16-491f-43c1-a83f-3f6b13f6629e HTTP/1.1" status: 404 len: 337 time: 0.0292811 Jul 27 21:17:01.666279 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34684) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:01.790519 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf1105-b699-4160-aed9-d9b784424417 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Deleting port 2a4d0f2d-2145-4d1f-af52-2ce5f0dc7606 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:01.790874 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1105-b699-4160-aed9-d9b784424417 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:01.885934 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3478c68d-f930-48b0-9203-eb47cf926ca5 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:01.910783 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 3478c68d-f930-48b0-9203-eb47cf926ca5 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:01.911319 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3478c68d-f930-48b0-9203-eb47cf926ca5 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:01.920379 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1105-b699-4160-aed9-d9b784424417 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:01.935938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf1105-b699-4160-aed9-d9b784424417 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Calling delete_port for 2a4d0f2d-2145-4d1f-af52-2ce5f0dc7606 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:02.109627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ca375b8-e68e-4c8c-a406-aea8341acb8d req-9c61a643-4b54-4c57-ad62-e44de84e1a01 tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0359430 Jul 27 21:17:02.124265 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1105-b699-4160-aed9-d9b784424417 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.149971 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 09d99545-9336-4490-94a2-b7f4b9380284 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:02.160476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf1105-b699-4160-aed9-d9b784424417 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Port': ['ID=2a4d0f2d-2145-4d1f-af52-2ce5f0dc7606,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:02.190609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 09d99545-9336-4490-94a2-b7f4b9380284 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:02.190963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 09d99545-9336-4490-94a2-b7f4b9380284 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:02.242813 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1105-b699-4160-aed9-d9b784424417 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.247205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d5cf1105-b699-4160-aed9-d9b784424417 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/ports/2a4d0f2d-2145-4d1f-af52-2ce5f0dc7606 HTTP/1.1" status: 204 len: 168 time: 0.5778346 Jul 27 21:17:02.248153 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34710) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:02.360513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-072eb97b-9f82-4289-bb92-26ef55fa18f8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Deleting port c914a0d6-2313-4130-b998-842dc066c960 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:02.360868 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-072eb97b-9f82-4289-bb92-26ef55fa18f8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.467568 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-072eb97b-9f82-4289-bb92-26ef55fa18f8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.483951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-072eb97b-9f82-4289-bb92-26ef55fa18f8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Calling delete_port for c914a0d6-2313-4130-b998-842dc066c960 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:02.632699 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-072eb97b-9f82-4289-bb92-26ef55fa18f8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.650872 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-08aa33d1-f5a7-4f3e-83d6-b630984b26ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.666707 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072eb97b-9f82-4289-bb92-26ef55fa18f8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Port': ['ID=c914a0d6-2313-4130-b998-842dc066c960,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:02.753221 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-072eb97b-9f82-4289-bb92-26ef55fa18f8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:02.755191 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-072eb97b-9f82-4289-bb92-26ef55fa18f8 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/ports/c914a0d6-2313-4130-b998-842dc066c960 HTTP/1.1" status: 204 len: 168 time: 0.5060377 Jul 27 21:17:02.757561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34716) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:02.820924 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d78990b-4bef-40ad-b400-4f8f524e251c tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:02.822505 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1d78990b-4bef-40ad-b400-4f8f524e251c tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dff47fd-740b-4e68-b157-08037fedac26 HTTP/1.1" status: 200 len: 913 time: 0.0640063 Jul 27 21:17:02.825073 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34720) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:02.909930 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:17:03.210807 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8348fafb-625d-412c-9300-f14b5492dc54 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:03.231001 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f402f0f-4546-40c4-a5fa-6e884662c204 req-93f348ea-5d7d-4617-91b0-48b140dedcbb tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0315657 Jul 27 21:17:03.481384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8348fafb-625d-412c-9300-f14b5492dc54 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Deleting port b3b9c478-db0e-4711-9916-dad64d9ba336 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:03.482440 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8348fafb-625d-412c-9300-f14b5492dc54 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:03.568654 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8348fafb-625d-412c-9300-f14b5492dc54 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:03.582443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8348fafb-625d-412c-9300-f14b5492dc54 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Calling delete_port for b3b9c478-db0e-4711-9916-dad64d9ba336 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:03.788880 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8348fafb-625d-412c-9300-f14b5492dc54 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:03.816576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348fafb-625d-412c-9300-f14b5492dc54 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Port': ['ID=b3b9c478-db0e-4711-9916-dad64d9ba336,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:03.981714 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:04.011321 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8348fafb-625d-412c-9300-f14b5492dc54 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:04.349520 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9cca4ef-43b5-474f-ba5c-c5e02415f5bb req-0e250695-aca9-4599-b283-c1ab56e55c0b tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0321319 Jul 27 21:17:04.426827 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2ed552c9-8107-43c3-a559-0dccb54acb2d req-0d98eefe-2f94-4c96-afe2-759ddb9ff747 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.4000468 Jul 27 21:17:04.601633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8348fafb-625d-412c-9300-f14b5492dc54 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Router 2dff47fd-740b-4e68-b157-08037fedac26 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:17:04.746310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8348fafb-625d-412c-9300-f14b5492dc54 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:17:04.753300 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8348fafb-625d-412c-9300-f14b5492dc54 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "PUT /v2.0/routers/2dff47fd-740b-4e68-b157-08037fedac26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9267275 Jul 27 21:17:04.755756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34732) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:04.759616 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600f5c40-e7a8-4d5a-9746-3af7662545a0 None None] Sync routers for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:17:04.769662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f5c40-e7a8-4d5a-9746-3af7662545a0 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:04.770440 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-600f5c40-e7a8-4d5a-9746-3af7662545a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:04.805096 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-600f5c40-e7a8-4d5a-9746-3af7662545a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:04.814888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f5c40-e7a8-4d5a-9746-3af7662545a0 None None] Routers {'2dff47fd-740b-4e68-b157-08037fedac26'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:04.815224 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-600f5c40-e7a8-4d5a-9746-3af7662545a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:16:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2dff47fd-740b-4e68-b157-08037fedac26'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:04.847082 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-600f5c40-e7a8-4d5a-9746-3af7662545a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:04.847871 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600f5c40-e7a8-4d5a-9746-3af7662545a0 None None] The sync data for ids ['2dff47fd-740b-4e68-b157-08037fedac26'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:17:04.872225 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb97bb07-c497-458e-b95e-5e771dea408a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:04.986068 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb97bb07-c497-458e-b95e-5e771dea408a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.057469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-eb97bb07-c497-458e-b95e-5e771dea408a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Deleting port 098d7c8b-b6d2-4956-8fea-922c083a730d {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:05.057823 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb97bb07-c497-458e-b95e-5e771dea408a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.144201 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb97bb07-c497-458e-b95e-5e771dea408a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.157823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-eb97bb07-c497-458e-b95e-5e771dea408a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Calling delete_port for 098d7c8b-b6d2-4956-8fea-922c083a730d owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:05.238026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34740) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:05.330808 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-93d8a39e-5954-4b29-b107-1cd1c80c1f98 req-23c2301a-6580-481f-9477-3ed9ac91a7bf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1215067 Jul 27 21:17:05.352132 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed43c-8240-4767-8632-9d793c8070d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.352742 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cfe965bc-9496-4559-afea-2f9c1d4f0d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.436733 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb97bb07-c497-458e-b95e-5e771dea408a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.459161 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.471942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0bdfdc22-dce0-48a1-88a2-6894688aa462 req-76373b96-e84a-4b28-8d12-3731b4b258b6 tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0430627 Jul 27 21:17:05.479901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97bb07-c497-458e-b95e-5e771dea408a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Port': ['ID=098d7c8b-b6d2-4956-8fea-922c083a730d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:05.488141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8a39e-5954-4b29-b107-1cd1c80c1f98 req-b29cfb19-0b33-44eb-9ccd-fd0264fbb6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:05.489709 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-93d8a39e-5954-4b29-b107-1cd1c80c1f98 req-b29cfb19-0b33-44eb-9ccd-fd0264fbb6a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 1096 time: 0.1230867 Jul 27 21:17:05.551160 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed43c-8240-4767-8632-9d793c8070d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.556097 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9f4ed43c-8240-4767-8632-9d793c8070d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.600985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9f4ed43c-8240-4767-8632-9d793c8070d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e2eaaefb069d402bbd0fa07b2941fb31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589289 Jul 27 21:17:05.600985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ed43c-8240-4767-8632-9d793c8070d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347f5130-7130-4b3d-9bf3-9d936aaeaf2f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:05.603393 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34748) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:05.609333 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb97bb07-c497-458e-b95e-5e771dea408a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.659720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-451b68c0-85ed-4c36-b603-890758544a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.682740 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-451b68c0-85ed-4c36-b603-890758544a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.723806 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb97bb07-c497-458e-b95e-5e771dea408a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.727721 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb97bb07-c497-458e-b95e-5e771dea408a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.741496 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-451b68c0-85ed-4c36-b603-890758544a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.744041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8a39e-5954-4b29-b107-1cd1c80c1f98 req-922c1872-0615-4a50-8106-f1ec190cad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:05.744394 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-451b68c0-85ed-4c36-b603-890758544a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.748561 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-93d8a39e-5954-4b29-b107-1cd1c80c1f98 req-922c1872-0615-4a50-8106-f1ec190cad46 service neutron] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.2332020 Jul 27 21:17:05.748741 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-451b68c0-85ed-4c36-b603-890758544a5f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/347f5130-7130-4b3d-9bf3-9d936aaeaf2f HTTP/1.1" status: 204 len: 168 time: 0.1409638 Jul 27 21:17:05.763357 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b68c0-85ed-4c36-b603-890758544a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347f5130-7130-4b3d-9bf3-9d936aaeaf2f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:05.827163 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb97bb07-c497-458e-b95e-5e771dea408a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.827778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb97bb07-c497-458e-b95e-5e771dea408a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Fanout notify agent at l3_agent the message router_deleted on router 2dff47fd-740b-4e68-b157-08037fedac26 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:17:05.835957 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eb97bb07-c497-458e-b95e-5e771dea408a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.837078 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-eb97bb07-c497-458e-b95e-5e771dea408a tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/routers/2dff47fd-740b-4e68-b157-08037fedac26 HTTP/1.1" status: 204 len: 168 time: 1.0803931 Jul 27 21:17:05.839917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34754) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:05.887047 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-93d8a39e-5954-4b29-b107-1cd1c80c1f98 req-997bb1e1-3ae5-4d05-9142-f8e558ef6843 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818 HTTP/1.1" status: 200 len: 1000 time: 0.1104383 Jul 27 21:17:05.935997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e652b7c-0f40-493b-ab30-e474f75f7eb9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Deleting subnet 86dabda0-16c9-4b8a-97cb-9b77a7533c3e {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:17:05.940684 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e652b7c-0f40-493b-ab30-e474f75f7eb9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:05.986105 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8a39e-5954-4b29-b107-1cd1c80c1f98 req-b298ee69-09ee-4c4c-8013-0fefd0002534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:05.987627 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-93d8a39e-5954-4b29-b107-1cd1c80c1f98 req-b298ee69-09ee-4c4c-8013-0fefd0002534 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.0927172 Jul 27 21:17:06.006347 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e652b7c-0f40-493b-ab30-e474f75f7eb9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.094868 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e652b7c-0f40-493b-ab30-e474f75f7eb9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.169848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8a39e-5954-4b29-b107-1cd1c80c1f98 req-2b1f7091-5ac1-4c24-9d19-09fc88aaa4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:06.172479 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-93d8a39e-5954-4b29-b107-1cd1c80c1f98 req-2b1f7091-5ac1-4c24-9d19-09fc88aaa4f9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1759694 Jul 27 21:17:06.253074 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1dbaff38-d2b5-43ac-9e2d-96ef14d6b4fc req-83500754-03b5-4c55-bf7e-0a5efd8bbb43 tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0343683 Jul 27 21:17:06.280299 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e652b7c-0f40-493b-ab30-e474f75f7eb9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.300328 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e652b7c-0f40-493b-ab30-e474f75f7eb9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.302239 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7e652b7c-0f40-493b-ab30-e474f75f7eb9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/subnets/86dabda0-16c9-4b8a-97cb-9b77a7533c3e HTTP/1.1" status: 204 len: 168 time: 0.4616542 Jul 27 21:17:06.304979 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34784) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:06.327957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e652b7c-0f40-493b-ab30-e474f75f7eb9 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Subnet': ['ID=86dabda0-16c9-4b8a-97cb-9b77a7533c3e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:06.356082 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-93d8a39e-5954-4b29-b107-1cd1c80c1f98 req-0305b840-a049-4e21-b649-c4996b7c2805 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742129 Jul 27 21:17:06.403128 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c67303f-c2fe-4ec9-824b-3a4077f99964 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.475132 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-93d8a39e-5954-4b29-b107-1cd1c80c1f98 req-6a13d826-1c69-49b3-a8e6-af4910a5646d service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107154 Jul 27 21:17:06.511663 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c67303f-c2fe-4ec9-824b-3a4077f99964 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.522438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-1c67303f-c2fe-4ec9-824b-3a4077f99964 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778fa1bf-82b1-4219-9bcd-9dc596b6479b']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:06.539674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-1c67303f-c2fe-4ec9-824b-3a4077f99964 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eac2b62-100c-4e10-a97e-4a5aaa69f5ba') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:06.540120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-1c67303f-c2fe-4ec9-824b-3a4077f99964 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eac2b62-100c-4e10-a97e-4a5aaa69f5ba') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:06.550706 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c67303f-c2fe-4ec9-824b-3a4077f99964 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.565054 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c67303f-c2fe-4ec9-824b-3a4077f99964 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.571198 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c67303f-c2fe-4ec9-824b-3a4077f99964 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:06.571630 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c67303f-c2fe-4ec9-824b-3a4077f99964 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:06.574734 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:06.634258 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c67303f-c2fe-4ec9-824b-3a4077f99964 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.642049 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c67303f-c2fe-4ec9-824b-3a4077f99964 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:06.643921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1c67303f-c2fe-4ec9-824b-3a4077f99964 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] 10.222.0.55 "DELETE /v2.0/networks/778fa1bf-82b1-4219-9bcd-9dc596b6479b HTTP/1.1" status: 204 len: 168 time: 0.3374245 Jul 27 21:17:06.658387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67303f-c2fe-4ec9-824b-3a4077f99964 tempest-FloatingIPTestJSON-1947518220 tempest-FloatingIPTestJSON-1947518220-project] Pushing event deleted for resources: {'Network': ['ID=778fa1bf-82b1-4219-9bcd-9dc596b6479b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:06.906390 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34838) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:07.057121 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-91a2323b-bd74-4324-a8fb-06b94bc4168f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ab0841c3195434885c0054dba50e220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431026 Jul 27 21:17:07.057121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34842) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:07.127391 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-111c9469-f5ed-41e5-b3b7-6ebdcc72d7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:07.148021 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:07.168136 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-111c9469-f5ed-41e5-b3b7-6ebdcc72d7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:07.217215 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-111c9469-f5ed-41e5-b3b7-6ebdcc72d7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:07.220005 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-111c9469-f5ed-41e5-b3b7-6ebdcc72d7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:07.221181 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-111c9469-f5ed-41e5-b3b7-6ebdcc72d7fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/537d39c4-6135-4bec-ab7c-e7e59608a9c1 HTTP/1.1" status: 204 len: 168 time: 0.1668735 Jul 27 21:17:07.229087 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c9469-f5ed-41e5-b3b7-6ebdcc72d7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537d39c4-6135-4bec-ab7c-e7e59608a9c1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:07.377044 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b37bb6e-1f81-40e0-b9e4-4082741901f5 req-e962cc7d-07f6-438b-8902-10dadb2c947a tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0406289 Jul 27 21:17:07.694489 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:07.952138 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34904) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:08.055738 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Request body: {'networks': [{'name': 'tempest-network--795258118'}, {'name': 'tempest-network--362501594'}]} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:08.056121 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Request body: {'network': {'name': 'tempest-network--795258118'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:08.056593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Request body: {'network': {'name': 'tempest-network--362501594'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:08.079852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Made reservation on behalf of 4f4fa7b95e5d40089ebd0edeb039bb79 for: {'network': 2} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:08.084492 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.095168 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.206012 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.210366 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.210838 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.249382 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee64c5e9-5429-4a74-ae5a-5d0d61f90edb,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:08.259146 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:08.273968 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.274260 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Added segment 734f148f-1271-4568-8f2a-831d5671821f of type vlan for network 7b487c6b-af42-4545-9726-05c42a2f1264 Jul 27 21:17:08.320512 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.355282 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:08.365498 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.365848 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Added segment 5084679c-7136-4063-b8ea-22311ed4877d of type vlan for network 72ee7574-542e-4df8-a864-cd76de6166c6 Jul 27 21:17:08.412319 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.444699 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.445209 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.451669 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:08.456626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:08.457294 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.496712 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93e77707-ede8-4a6d-8558-d444a4482863 req-94cb420c-aa85-40ad-a9b1-71941bbec9df tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0343740 Jul 27 21:17:08.526274 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.5707872 Jul 27 21:17:08.526808 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34912) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:08.535478 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event updated for resources: {'Network': ['ID=7b487c6b-af42-4545-9726-05c42a2f1264,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:08.547711 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 7b487c6b-af42-4545-9726-05c42a2f1264 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:08.623030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e28ac-ecd2-4a15-8bc1-bee2ec6ca4ab tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event updated for resources: {'Network': ['ID=72ee7574-542e-4df8-a864-cd76de6166c6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:08.637821 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 72ee7574-542e-4df8-a864-cd76de6166c6 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:08.668661 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782638a0-36af-42eb-8b41-ee3fc18556d9 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:08.676271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782638a0-36af-42eb-8b41-ee3fc18556d9 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:08.682073 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782638a0-36af-42eb-8b41-ee3fc18556d9 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:08.688392 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782638a0-36af-42eb-8b41-ee3fc18556d9 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:08.692714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-782638a0-36af-42eb-8b41-ee3fc18556d9 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.1622822 Jul 27 21:17:08.693268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34914) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:08.772102 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3915eafd-7060-4b7d-9e2d-33540e693e76 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.846977 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.878924 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3915eafd-7060-4b7d-9e2d-33540e693e76 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.897247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-3915eafd-7060-4b7d-9e2d-33540e693e76 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b487c6b-af42-4545-9726-05c42a2f1264']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:08.909321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-3915eafd-7060-4b7d-9e2d-33540e693e76 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734f148f-1271-4568-8f2a-831d5671821f') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:08.909491 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-3915eafd-7060-4b7d-9e2d-33540e693e76 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734f148f-1271-4568-8f2a-831d5671821f') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:08.921809 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3915eafd-7060-4b7d-9e2d-33540e693e76 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.939803 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3915eafd-7060-4b7d-9e2d-33540e693e76 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.946767 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3915eafd-7060-4b7d-9e2d-33540e693e76 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:08.947001 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3915eafd-7060-4b7d-9e2d-33540e693e76 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:08.950260 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:09.012206 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3915eafd-7060-4b7d-9e2d-33540e693e76 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.019879 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3915eafd-7060-4b7d-9e2d-33540e693e76 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.021695 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3915eafd-7060-4b7d-9e2d-33540e693e76 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "DELETE /v2.0/networks/7b487c6b-af42-4545-9726-05c42a2f1264 HTTP/1.1" status: 204 len: 168 time: 0.3273749 Jul 27 21:17:09.024599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34918) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:09.033483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915eafd-7060-4b7d-9e2d-33540e693e76 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event deleted for resources: {'Network': ['ID=7b487c6b-af42-4545-9726-05c42a2f1264,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:09.111287 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24d69aa7-0b9c-4584-8fb1-02cddc3cbd93 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.200374 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24d69aa7-0b9c-4584-8fb1-02cddc3cbd93 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.211382 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-24d69aa7-0b9c-4584-8fb1-02cddc3cbd93 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ee7574-542e-4df8-a864-cd76de6166c6']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:09.222919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-24d69aa7-0b9c-4584-8fb1-02cddc3cbd93 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5084679c-7136-4063-b8ea-22311ed4877d') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:09.223213 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-24d69aa7-0b9c-4584-8fb1-02cddc3cbd93 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5084679c-7136-4063-b8ea-22311ed4877d') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:09.233781 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24d69aa7-0b9c-4584-8fb1-02cddc3cbd93 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.253215 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24d69aa7-0b9c-4584-8fb1-02cddc3cbd93 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.261038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d69aa7-0b9c-4584-8fb1-02cddc3cbd93 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:09.261443 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24d69aa7-0b9c-4584-8fb1-02cddc3cbd93 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:09.266263 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:09.324747 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24d69aa7-0b9c-4584-8fb1-02cddc3cbd93 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.333591 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24d69aa7-0b9c-4584-8fb1-02cddc3cbd93 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.335450 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-24d69aa7-0b9c-4584-8fb1-02cddc3cbd93 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "DELETE /v2.0/networks/72ee7574-542e-4df8-a864-cd76de6166c6 HTTP/1.1" status: 204 len: 168 time: 0.3098514 Jul 27 21:17:09.338136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34922) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:09.349382 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d69aa7-0b9c-4584-8fb1-02cddc3cbd93 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event deleted for resources: {'Network': ['ID=72ee7574-542e-4df8-a864-cd76de6166c6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:09.455423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b29b16-f6f9-4517-bea3-4a8e95723c27 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:09.461332 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b29b16-f6f9-4517-bea3-4a8e95723c27 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:09.466472 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-88b29b16-f6f9-4517-bea3-4a8e95723c27 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1238143 Jul 27 21:17:09.467088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34924) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:09.472313 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-b2280e38-7c74-4945-aae1-96756783f959 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1961577406'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:09.496221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2280e38-7c74-4945-aae1-96756783f959 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Made reservation on behalf of 4f4fa7b95e5d40089ebd0edeb039bb79 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:09.501651 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2280e38-7c74-4945-aae1-96756783f959 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.528143 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2280e38-7c74-4945-aae1-96756783f959 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:09.538985 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2280e38-7c74-4945-aae1-96756783f959 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.541301 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-b2280e38-7c74-4945-aae1-96756783f959 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Added segment b5b048b9-f898-4c39-bf5b-b30ca2c65291 of type vlan for network 88d2f25e-6f22-4de1-9a09-bacd3f05024b Jul 27 21:17:09.596988 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2280e38-7c74-4945-aae1-96756783f959 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.619249 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fdad21b5-5f85-4f14-be24-d2fb0f4c87b9 req-1a77fbba-c434-4f27-9d9c-9317a742fac8 tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0346081 Jul 27 21:17:09.634100 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2280e38-7c74-4945-aae1-96756783f959 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.643200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2280e38-7c74-4945-aae1-96756783f959 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:09.643805 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b2280e38-7c74-4945-aae1-96756783f959 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.711302 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b2280e38-7c74-4945-aae1-96756783f959 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2404244 Jul 27 21:17:09.711515 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34928) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:09.716680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-7e975c98-0bf1-414f-96c3-4ed010dc1997 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1901074157'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:09.734400 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2280e38-7c74-4945-aae1-96756783f959 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event updated for resources: {'Network': ['ID=88d2f25e-6f22-4de1-9a09-bacd3f05024b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:09.746729 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 88d2f25e-6f22-4de1-9a09-bacd3f05024b details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:09.750035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e975c98-0bf1-414f-96c3-4ed010dc1997 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Made reservation on behalf of 4f4fa7b95e5d40089ebd0edeb039bb79 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:09.755978 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e975c98-0bf1-414f-96c3-4ed010dc1997 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.786188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e975c98-0bf1-414f-96c3-4ed010dc1997 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:09.798015 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e975c98-0bf1-414f-96c3-4ed010dc1997 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.798418 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-7e975c98-0bf1-414f-96c3-4ed010dc1997 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Added segment 1ed3a2e9-3d63-432e-b499-fe7d523bf519 of type vlan for network ab7209ce-aa44-46f7-80eb-278a6bcda076 Jul 27 21:17:09.848996 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e975c98-0bf1-414f-96c3-4ed010dc1997 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.880555 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e975c98-0bf1-414f-96c3-4ed010dc1997 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.886700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e975c98-0bf1-414f-96c3-4ed010dc1997 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:09.887295 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e975c98-0bf1-414f-96c3-4ed010dc1997 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:09.953567 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7e975c98-0bf1-414f-96c3-4ed010dc1997 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2411752 Jul 27 21:17:09.956422 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34930) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:09.963617 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Request body: {'ports': [{'network_id': '88d2f25e-6f22-4de1-9a09-bacd3f05024b', 'name': 'tempest-port--487941346', 'admin_state_up': True}, {'network_id': 'ab7209ce-aa44-46f7-80eb-278a6bcda076', 'admin_state_up': False}]} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:09.963894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Request body: {'port': {'network_id': '88d2f25e-6f22-4de1-9a09-bacd3f05024b', 'name': 'tempest-port--487941346', 'admin_state_up': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:09.964331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Request body: {'port': {'network_id': 'ab7209ce-aa44-46f7-80eb-278a6bcda076', 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:09.981771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e975c98-0bf1-414f-96c3-4ed010dc1997 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event updated for resources: {'Network': ['ID=ab7209ce-aa44-46f7-80eb-278a6bcda076,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:09.994192 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network ab7209ce-aa44-46f7-80eb-278a6bcda076 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:10.143905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Made reservation on behalf of 4f4fa7b95e5d40089ebd0edeb039bb79 for: {'port': 2} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:10.148723 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.163889 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.247148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] device_id is not set on port 9d7bc6ed-e279-4d99-be10-524786fab28b yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:17:10.370114 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.444366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] device_id is not set on port 7d2c1f49-c16f-42d7-9a83-976975f84b85 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:17:10.563157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.607067 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.672984 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event updated for resources: {'Port': ['ID=9d7bc6ed-e279-4d99-be10-524786fab28b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:10.683997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Checking segment: {'id': 'b5b048b9-f898-4c39-bf5b-b30ca2c65291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '88d2f25e-6f22-4de1-9a09-bacd3f05024b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:10.684365 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Network hostable DHCP agents. Network: 88d2f25e-6f22-4de1-9a09-bacd3f05024b, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:17:10.704808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Network 88d2f25e-6f22-4de1-9a09-bacd3f05024b is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:17:10.713948 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 88d2f25e-6f22-4de1-9a09-bacd3f05024b) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:10.718037 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:10.718964 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.729945 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d678541c-0a66-46ae-afb2-6fb59611272a None None] Network 88d2f25e-6f22-4de1-9a09-bacd3f05024b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:10.745025 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d66f189-1313-4552-9c07-bac3e8521885 req-a8d96b1b-657c-482d-85a9-172baacd3fed tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0381401 Jul 27 21:17:10.804697 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event updated for resources: {'Port': ['ID=7d2c1f49-c16f-42d7-9a83-976975f84b85,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:10.807806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Checking segment: {'id': '1ed3a2e9-3d63-432e-b499-fe7d523bf519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ab7209ce-aa44-46f7-80eb-278a6bcda076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:10.808167 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Network hostable DHCP agents. Network: ab7209ce-aa44-46f7-80eb-278a6bcda076, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:17:10.829392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Network ab7209ce-aa44-46f7-80eb-278a6bcda076 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:17:10.840568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, ab7209ce-aa44-46f7-80eb-278a6bcda076) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:10.845909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:10.853019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:10.857673 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96b1858-bbbc-4497-8c9d-919a347774aa None None] Network ab7209ce-aa44-46f7-80eb-278a6bcda076 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:10.858862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:10.859623 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:10.877952 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c6d0bb6c-2bd1-4b7e-995b-89958755858f tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9204855 Jul 27 21:17:10.880463 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34938) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:10.959544 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77bb53b-5596-4772-b37a-06da3193c3cb tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:10.967379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77bb53b-5596-4772-b37a-06da3193c3cb tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:10.969123 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d77bb53b-5596-4772-b37a-06da3193c3cb tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0872808 Jul 27 21:17:10.971747 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34940) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:11.081378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9a6d2284-91c7-446d-b14b-1e8221660b3c tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Deleting port 9d7bc6ed-e279-4d99-be10-524786fab28b {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:11.082440 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9a6d2284-91c7-446d-b14b-1e8221660b3c tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.161352 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9a6d2284-91c7-446d-b14b-1e8221660b3c tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.175493 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9a6d2284-91c7-446d-b14b-1e8221660b3c tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Calling delete_port for 9d7bc6ed-e279-4d99-be10-524786fab28b owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:11.259347 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9a6d2284-91c7-446d-b14b-1e8221660b3c tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.299895 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9a6d2284-91c7-446d-b14b-1e8221660b3c tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.304445 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9a6d2284-91c7-446d-b14b-1e8221660b3c tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "DELETE /v2.0/ports/9d7bc6ed-e279-4d99-be10-524786fab28b HTTP/1.1" status: 204 len: 168 time: 0.3297677 Jul 27 21:17:11.304445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d2284-91c7-446d-b14b-1e8221660b3c tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event deleted for resources: {'Port': ['ID=9d7bc6ed-e279-4d99-be10-524786fab28b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:11.305205 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34944) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:11.421395 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-545a8692-f4c1-4e70-978b-2e16fe52a538 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Deleting port 7d2c1f49-c16f-42d7-9a83-976975f84b85 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:11.421752 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-545a8692-f4c1-4e70-978b-2e16fe52a538 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.491734 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-545a8692-f4c1-4e70-978b-2e16fe52a538 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.509806 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-545a8692-f4c1-4e70-978b-2e16fe52a538 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Calling delete_port for 7d2c1f49-c16f-42d7-9a83-976975f84b85 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:11.594094 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-545a8692-f4c1-4e70-978b-2e16fe52a538 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.629807 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a8692-f4c1-4e70-978b-2e16fe52a538 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event deleted for resources: {'Port': ['ID=7d2c1f49-c16f-42d7-9a83-976975f84b85,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:11.633488 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-545a8692-f4c1-4e70-978b-2e16fe52a538 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.635479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-545a8692-f4c1-4e70-978b-2e16fe52a538 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "DELETE /v2.0/ports/7d2c1f49-c16f-42d7-9a83-976975f84b85 HTTP/1.1" status: 204 len: 168 time: 0.3292024 Jul 27 21:17:11.638516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34948) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:11.674025 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b071433f-ffa3-4066-8f2c-5d3c910f24ca tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0342281 Jul 27 21:17:11.677682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34950) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:11.684346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-9051a119-e252-448c-a4e0-72065742c604 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1969557624'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:11.703679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9051a119-e252-448c-a4e0-72065742c604 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Made reservation on behalf of 4f4fa7b95e5d40089ebd0edeb039bb79 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:11.707085 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9051a119-e252-448c-a4e0-72065742c604 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.731451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9051a119-e252-448c-a4e0-72065742c604 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:11.741297 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9051a119-e252-448c-a4e0-72065742c604 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.741641 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-9051a119-e252-448c-a4e0-72065742c604 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Added segment 68d88615-e877-42d4-89bf-c14de5829ffc of type vlan for network a3ed5a65-226e-47c2-b365-c0b96919e157 Jul 27 21:17:11.796131 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9051a119-e252-448c-a4e0-72065742c604 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.837300 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9051a119-e252-448c-a4e0-72065742c604 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.847684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9051a119-e252-448c-a4e0-72065742c604 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:11.848594 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9051a119-e252-448c-a4e0-72065742c604 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:11.893963 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8df9222-e093-44c5-9b3d-cdf7390f5b29 req-75e8f061-a1b8-4bf5-aba5-7a697dd64d6d tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0435686 Jul 27 21:17:11.917006 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9051a119-e252-448c-a4e0-72065742c604 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2381909 Jul 27 21:17:11.918372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34954) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:11.930544 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7edc28f9-58e8-4956-a2b1-5e1640899eec tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1746197181'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:11.936402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051a119-e252-448c-a4e0-72065742c604 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event updated for resources: {'Network': ['ID=a3ed5a65-226e-47c2-b365-c0b96919e157,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:11.948366 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network a3ed5a65-226e-47c2-b365-c0b96919e157 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:11.968928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edc28f9-58e8-4956-a2b1-5e1640899eec tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Made reservation on behalf of 4f4fa7b95e5d40089ebd0edeb039bb79 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:11.972705 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7edc28f9-58e8-4956-a2b1-5e1640899eec tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.004417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edc28f9-58e8-4956-a2b1-5e1640899eec tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:12.015008 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7edc28f9-58e8-4956-a2b1-5e1640899eec tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.015369 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-7edc28f9-58e8-4956-a2b1-5e1640899eec tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Added segment db612efd-2057-40f3-895e-b320e4031b77 of type vlan for network 65104a61-0fee-431a-a601-2a62f88e7a70 Jul 27 21:17:12.067625 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7edc28f9-58e8-4956-a2b1-5e1640899eec tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.098512 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7edc28f9-58e8-4956-a2b1-5e1640899eec tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.104060 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edc28f9-58e8-4956-a2b1-5e1640899eec tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:12.104666 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7edc28f9-58e8-4956-a2b1-5e1640899eec tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.162858 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7edc28f9-58e8-4956-a2b1-5e1640899eec tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2418435 Jul 27 21:17:12.173608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc28f9-58e8-4956-a2b1-5e1640899eec tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event updated for resources: {'Network': ['ID=65104a61-0fee-431a-a601-2a62f88e7a70,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:12.183986 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 65104a61-0fee-431a-a601-2a62f88e7a70 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:12.297354 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34958) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:12.303237 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Request body: {'subnets': [{'network_id': 'a3ed5a65-226e-47c2-b365-c0b96919e157', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1026375990', 'ip_version': 4}, {'network_id': '65104a61-0fee-431a-a601-2a62f88e7a70', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:12.303552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Request body: {'subnet': {'network_id': 'a3ed5a65-226e-47c2-b365-c0b96919e157', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1026375990', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:12.304289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Request body: {'subnet': {'network_id': '65104a61-0fee-431a-a601-2a62f88e7a70', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:12.471257 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Made reservation on behalf of 4f4fa7b95e5d40089ebd0edeb039bb79 for: {'subnet': 2} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:12.475958 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.476305 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.854420 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:12.921382 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event updated for resources: {'Subnet': ['ID=ea3de8fd-8864-4ea8-8a3f-0b5179051d34,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:12.933176 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:12.933524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:12.933874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:12.934210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:12.934562 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:12.934946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:12.935332 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:12.935696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:12.936089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:12.936418 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:12.936748 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:12.937074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:12.946796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Checking segment: {'id': '68d88615-e877-42d4-89bf-c14de5829ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a3ed5a65-226e-47c2-b365-c0b96919e157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:12.947156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Network hostable DHCP agents. Network: a3ed5a65-226e-47c2-b365-c0b96919e157, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:17:12.969306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Network a3ed5a65-226e-47c2-b365-c0b96919e157 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:17:12.981222 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, a3ed5a65-226e-47c2-b365-c0b96919e157) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:12.985747 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.000191 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e98a036-fb55-4fd5-950e-dfe6142fc58f None None] Network a3ed5a65-226e-47c2-b365-c0b96919e157 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:13.047773 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b2a20b7-d6f5-4dcf-8b9a-0d12d8f1f162 req-5c033973-4880-4557-80f6-6c642d93515c tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0450599 Jul 27 21:17:13.172423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-a3ed5a65-226e-47c2-b365-c0b96919e157', 'network_id': 'a3ed5a65-226e-47c2-b365-c0b96919e157', 'tenant_id': '4f4fa7b95e5d40089ebd0edeb039bb79', 'fixed_ips': [{'subnet_id': 'ea3de8fd-8864-4ea8-8a3f-0b5179051d34'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:17:13.173391 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.345238 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Allocated IP 172.20.0.2 (a3ed5a65-226e-47c2-b365-c0b96919e157/ea3de8fd-8864-4ea8-8a3f-0b5179051d34/d8699883-4a76-4a74-aa23-76c6c455ebfa) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:13.428365 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event updated for resources: {'Subnet': ['ID=38f46476-d9c1-446e-9d0e-663cdb68b620,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:13.430456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Checking segment: {'id': 'db612efd-2057-40f3-895e-b320e4031b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65104a61-0fee-431a-a601-2a62f88e7a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:13.430814 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Network hostable DHCP agents. Network: 65104a61-0fee-431a-a601-2a62f88e7a70, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:17:13.449537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Network 65104a61-0fee-431a-a601-2a62f88e7a70 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:17:13.462209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 65104a61-0fee-431a-a601-2a62f88e7a70) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:13.473285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c706c85-8b8d-4daa-ba99-e9143b46863e None None] Network 65104a61-0fee-431a-a601-2a62f88e7a70 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:13.476738 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:13.477922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:13.478782 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.498828 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bdbccdc4-c3df-4968-9208-52525223706d tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.1974788 Jul 27 21:17:13.499217 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34968) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:13.563172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e64e9c5-ed82-4b95-a710-477b64ad6221 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:13.563651 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.565930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e64e9c5-ed82-4b95-a710-477b64ad6221 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:13.566385 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e64e9c5-ed82-4b95-a710-477b64ad6221 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:13.571022 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0e64e9c5-ed82-4b95-a710-477b64ad6221 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0678842 Jul 27 21:17:13.571298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34970) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:13.582336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Transition to ACTIVE for port object d8699883-4a76-4a74-aa23-76c6c455ebfa will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:13.610699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Transition to ACTIVE for port object d8699883-4a76-4a74-aa23-76c6c455ebfa will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:13.629866 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-6074d2aa-3654-4cef-8d07-76ab2536b970 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Deleting subnet ea3de8fd-8864-4ea8-8a3f-0b5179051d34 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:17:13.633423 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6074d2aa-3654-4cef-8d07-76ab2536b970 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.636611 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.677427 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6074d2aa-3654-4cef-8d07-76ab2536b970 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.684276 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Network a3ed5a65-226e-47c2-b365-c0b96919e157 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:13.692131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:13.699971 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:13.726341 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Pushing event updated for resources: {'Port': ['ID=d8699883-4a76-4a74-aa23-76c6c455ebfa,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:13.754530 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-65104a61-0fee-431a-a601-2a62f88e7a70', 'network_id': '65104a61-0fee-431a-a601-2a62f88e7a70', 'tenant_id': '4f4fa7b95e5d40089ebd0edeb039bb79', 'fixed_ips': [{'subnet_id': '38f46476-d9c1-446e-9d0e-663cdb68b620'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:17:13.755694 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.774618 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6074d2aa-3654-4cef-8d07-76ab2536b970 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.806368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Attempting to bind port d8699883-4a76-4a74-aa23-76c6c455ebfa on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:17:13.806717 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Attempting to bind port d8699883-4a76-4a74-aa23-76c6c455ebfa by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '68d88615-e877-42d4-89bf-c14de5829ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a3ed5a65-226e-47c2-b365-c0b96919e157'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:17:13.807206 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Attempting to bind port d8699883-4a76-4a74-aa23-76c6c455ebfa on network a3ed5a65-226e-47c2-b365-c0b96919e157 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:13.854416 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6074d2aa-3654-4cef-8d07-76ab2536b970 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.859145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:17:13.859786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Checking segment: {'id': '68d88615-e877-42d4-89bf-c14de5829ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a3ed5a65-226e-47c2-b365-c0b96919e157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:13.860367 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.860915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Bound using segment: {'id': '68d88615-e877-42d4-89bf-c14de5829ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a3ed5a65-226e-47c2-b365-c0b96919e157'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:17:13.861554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Bound port: d8699883-4a76-4a74-aa23-76c6c455ebfa, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d88615-e877-42d4-89bf-c14de5829ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a3ed5a65-226e-47c2-b365-c0b96919e157'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:17:13.862113 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.883384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074d2aa-3654-4cef-8d07-76ab2536b970 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3de8fd-8864-4ea8-8a3f-0b5179051d34,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:13.889275 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6074d2aa-3654-4cef-8d07-76ab2536b970 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:13.896845 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34972) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:13.897206 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6074d2aa-3654-4cef-8d07-76ab2536b970 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "DELETE /v2.0/subnets/ea3de8fd-8864-4ea8-8a3f-0b5179051d34 HTTP/1.1" status: 204 len: 168 time: 0.3246255 Jul 27 21:17:13.955887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-3233db78-54f6-470c-bceb-ade498843a7a tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Deleting subnet 38f46476-d9c1-446e-9d0e-663cdb68b620 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:17:14.152987 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] For port d8699883-4a76-4a74-aa23-76c6c455ebfa, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:17:14.158761 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] For port d8699883-4a76-4a74-aa23-76c6c455ebfa, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d8699883-4a76-4a74-aa23-76c6c455ebfa,segment=NetworkSegment(68d88615-e877-42d4-89bf-c14de5829ffc),segment_id=68d88615-e877-42d4-89bf-c14de5829ffc)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:17:14.162061 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c07ce147-ddae-44f9-a52a-22d9b8772327 req-7850a0f4-2632-4fd2-b706-7ce48bbfed62 tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0308268 Jul 27 21:17:14.163627 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Allocated IP 172.20.0.18 (65104a61-0fee-431a-a601-2a62f88e7a70/38f46476-d9c1-446e-9d0e-663cdb68b620/64e5ee44-9ef6-40e7-a6c1-5259254c9aad) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:14.168343 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.329007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de985a-74f3-43d3-aa10-bfcf04f6bbe0 None None] Pushing event updated for resources: {'Port': ['ID=d8699883-4a76-4a74-aa23-76c6c455ebfa,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:14.359499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478e3545-25ec-45cb-ab3c-464a0c1b6f7a None None] Network a3ed5a65-226e-47c2-b365-c0b96919e157 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:14.471600 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.499683 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Transition to ACTIVE for port object 64e5ee44-9ef6-40e7-a6c1-5259254c9aad will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:14.536628 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Transition to ACTIVE for port object 64e5ee44-9ef6-40e7-a6c1-5259254c9aad will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:14.546066 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3233db78-54f6-470c-bceb-ade498843a7a tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.549908 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.598959 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Network 65104a61-0fee-431a-a601-2a62f88e7a70 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:14.607394 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3233db78-54f6-470c-bceb-ade498843a7a tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.609783 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:14.613403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:14.620333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Pushing event updated for resources: {'Port': ['ID=64e5ee44-9ef6-40e7-a6c1-5259254c9aad,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:14.679761 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Attempting to bind port 64e5ee44-9ef6-40e7-a6c1-5259254c9aad on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:17:14.680239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Attempting to bind port 64e5ee44-9ef6-40e7-a6c1-5259254c9aad by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'db612efd-2057-40f3-895e-b320e4031b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65104a61-0fee-431a-a601-2a62f88e7a70'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:17:14.680606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Attempting to bind port 64e5ee44-9ef6-40e7-a6c1-5259254c9aad on network 65104a61-0fee-431a-a601-2a62f88e7a70 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:14.687915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:17:14.688297 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Checking segment: {'id': 'db612efd-2057-40f3-895e-b320e4031b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65104a61-0fee-431a-a601-2a62f88e7a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:14.688698 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.689129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Bound using segment: {'id': 'db612efd-2057-40f3-895e-b320e4031b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65104a61-0fee-431a-a601-2a62f88e7a70'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:17:14.689640 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Bound port: 64e5ee44-9ef6-40e7-a6c1-5259254c9aad, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db612efd-2057-40f3-895e-b320e4031b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65104a61-0fee-431a-a601-2a62f88e7a70'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:17:14.690017 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.711793 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3233db78-54f6-470c-bceb-ade498843a7a tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.778442 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3233db78-54f6-470c-bceb-ade498843a7a tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.781275 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] For port 64e5ee44-9ef6-40e7-a6c1-5259254c9aad, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:17:14.784863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] For port 64e5ee44-9ef6-40e7-a6c1-5259254c9aad, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=64e5ee44-9ef6-40e7-a6c1-5259254c9aad,segment=NetworkSegment(db612efd-2057-40f3-895e-b320e4031b77),segment_id=db612efd-2057-40f3-895e-b320e4031b77)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:17:14.789360 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.812810 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233db78-54f6-470c-bceb-ade498843a7a tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event deleted for resources: {'Subnet': ['ID=38f46476-d9c1-446e-9d0e-663cdb68b620,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:14.816784 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3233db78-54f6-470c-bceb-ade498843a7a tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:14.821002 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3233db78-54f6-470c-bceb-ade498843a7a tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "DELETE /v2.0/subnets/38f46476-d9c1-446e-9d0e-663cdb68b620 HTTP/1.1" status: 204 len: 168 time: 0.9199808 Jul 27 21:17:14.821477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34980) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:14.863457 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cde1f-80e2-4c41-b016-81ab8bc892e4 None None] Pushing event updated for resources: {'Port': ['ID=64e5ee44-9ef6-40e7-a6c1-5259254c9aad,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:14.900823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93341bf-21d4-41f6-86b2-d3c958044a89 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:14.902747 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e93341bf-21d4-41f6-86b2-d3c958044a89 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0802865 Jul 27 21:17:14.907447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34982) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:14.995661 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.063178 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Deleting port 64e5ee44-9ef6-40e7-a6c1-5259254c9aad {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:15.063533 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.134805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] For port 64e5ee44-9ef6-40e7-a6c1-5259254c9aad, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=64e5ee44-9ef6-40e7-a6c1-5259254c9aad,segment=NetworkSegment(db612efd-2057-40f3-895e-b320e4031b77),segment_id=db612efd-2057-40f3-895e-b320e4031b77)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:15.135522 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.152558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Calling delete_port for 64e5ee44-9ef6-40e7-a6c1-5259254c9aad owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:15.260847 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.299312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] No DVR routers for this DVR port 64e5ee44-9ef6-40e7-a6c1-5259254c9aad on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:15.304475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event deleted for resources: {'Port': ['ID=64e5ee44-9ef6-40e7-a6c1-5259254c9aad,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:15.315851 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae1425d5-e1eb-4676-8f76-6f0f2d1c55a4 req-5771d48c-4944-4d24-beb3-227967cd46bb tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0505214 Jul 27 21:17:15.396082 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.409028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65104a61-0fee-431a-a601-2a62f88e7a70']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:15.421013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db612efd-2057-40f3-895e-b320e4031b77') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:15.421416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db612efd-2057-40f3-895e-b320e4031b77') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:15.432644 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.449256 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.458726 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:15.459268 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:15.462576 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:15.528976 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.538785 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.541140 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "DELETE /v2.0/networks/65104a61-0fee-431a-a601-2a62f88e7a70 HTTP/1.1" status: 204 len: 168 time: 0.6323800 Jul 27 21:17:15.543141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34988) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:15.564439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659da6c-aae5-44da-acfa-58dd166f6746 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event deleted for resources: {'Network': ['ID=65104a61-0fee-431a-a601-2a62f88e7a70,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:15.649112 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.716414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Deleting port d8699883-4a76-4a74-aa23-76c6c455ebfa {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:15.716772 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.790887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] For port d8699883-4a76-4a74-aa23-76c6c455ebfa, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d8699883-4a76-4a74-aa23-76c6c455ebfa,segment=NetworkSegment(68d88615-e877-42d4-89bf-c14de5829ffc),segment_id=68d88615-e877-42d4-89bf-c14de5829ffc)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:15.791779 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.811331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Calling delete_port for d8699883-4a76-4a74-aa23-76c6c455ebfa owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:15.890129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-636fff0e-d708-4a1c-801b-4c01698e8d17 None None] Could not find standard attr ID for object 64e5ee44-9ef6-40e7-a6c1-5259254c9aad. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:17:15.914302 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:15.940836 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event deleted for resources: {'Port': ['ID=d8699883-4a76-4a74-aa23-76c6c455ebfa,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:15.946560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] No DVR routers for this DVR port d8699883-4a76-4a74-aa23-76c6c455ebfa on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:15.947193 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c752002-6a86-4c28-8294-e3bf143e380f None None] DHCP port deletion for 65104a61-0fee-431a-a601-2a62f88e7a70 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:17:15.974904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc7c64f-b519-4081-ae92-1d73af0019ed None None] Network 65104a61-0fee-431a-a601-2a62f88e7a70 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:15.987185 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc7c64f-b519-4081-ae92-1d73af0019ed None None] Network 65104a61-0fee-431a-a601-2a62f88e7a70 could not be found, it might have been deleted concurrently. {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 21:17:15.996583 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e89e75-355c-4270-b1ca-bbd08afb2381 None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:17:16.037593 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.054767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ed5a65-226e-47c2-b365-c0b96919e157']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:16.072722 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d88615-e877-42d4-89bf-c14de5829ffc') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:16.073066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d88615-e877-42d4-89bf-c14de5829ffc') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:16.083356 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.086963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e89e75-355c-4270-b1ca-bbd08afb2381 None None] Resources bound (agent type, host, resource id): {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:17:16.100222 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.107733 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:16.108269 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:16.112193 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:16.176271 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.188658 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.192747 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "DELETE /v2.0/networks/a3ed5a65-226e-47c2-b365-c0b96919e157 HTTP/1.1" status: 204 len: 168 time: 0.6464977 Jul 27 21:17:16.193197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34992) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:16.201899 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc9f77-17d0-4588-bbe8-09d34fcb7f45 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event deleted for resources: {'Network': ['ID=a3ed5a65-226e-47c2-b365-c0b96919e157,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:16.284569 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc4448a1-5f76-45fd-8779-efbf329e4a39 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.400117 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc4448a1-5f76-45fd-8779-efbf329e4a39 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.413063 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-cc4448a1-5f76-45fd-8779-efbf329e4a39 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7209ce-aa44-46f7-80eb-278a6bcda076']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:16.425898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-cc4448a1-5f76-45fd-8779-efbf329e4a39 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed3a2e9-3d63-432e-b499-fe7d523bf519') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:16.426202 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-cc4448a1-5f76-45fd-8779-efbf329e4a39 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed3a2e9-3d63-432e-b499-fe7d523bf519') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:16.446623 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc4448a1-5f76-45fd-8779-efbf329e4a39 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.471840 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86d82e70-18d2-4a2a-8926-be770e82b591 req-2a490494-2c18-4422-8049-94187192d109 tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0431077 Jul 27 21:17:16.482851 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc4448a1-5f76-45fd-8779-efbf329e4a39 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.499913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4448a1-5f76-45fd-8779-efbf329e4a39 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:16.500340 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc4448a1-5f76-45fd-8779-efbf329e4a39 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:16.503496 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:16.572773 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc4448a1-5f76-45fd-8779-efbf329e4a39 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.581594 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc4448a1-5f76-45fd-8779-efbf329e4a39 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.583678 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cc4448a1-5f76-45fd-8779-efbf329e4a39 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "DELETE /v2.0/networks/ab7209ce-aa44-46f7-80eb-278a6bcda076 HTTP/1.1" status: 204 len: 168 time: 0.3890769 Jul 27 21:17:16.586086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34998) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:16.609824 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4448a1-5f76-45fd-8779-efbf329e4a39 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event deleted for resources: {'Network': ['ID=ab7209ce-aa44-46f7-80eb-278a6bcda076,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:16.683921 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a572aa10-93a3-4628-a267-ba6269d567a7 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.780979 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a572aa10-93a3-4628-a267-ba6269d567a7 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.791794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-a572aa10-93a3-4628-a267-ba6269d567a7 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d2f25e-6f22-4de1-9a09-bacd3f05024b']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:16.803095 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-a572aa10-93a3-4628-a267-ba6269d567a7 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b048b9-f898-4c39-bf5b-b30ca2c65291') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:16.803391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-a572aa10-93a3-4628-a267-ba6269d567a7 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b048b9-f898-4c39-bf5b-b30ca2c65291') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:16.813132 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a572aa10-93a3-4628-a267-ba6269d567a7 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.828248 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a572aa10-93a3-4628-a267-ba6269d567a7 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.834544 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a572aa10-93a3-4628-a267-ba6269d567a7 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:16.834979 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a572aa10-93a3-4628-a267-ba6269d567a7 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:16.838058 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:16.897762 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a572aa10-93a3-4628-a267-ba6269d567a7 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.906935 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a572aa10-93a3-4628-a267-ba6269d567a7 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:16.908800 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a572aa10-93a3-4628-a267-ba6269d567a7 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] 10.222.0.55 "DELETE /v2.0/networks/88d2f25e-6f22-4de1-9a09-bacd3f05024b HTTP/1.1" status: 204 len: 168 time: 0.3217497 Jul 27 21:17:16.922158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572aa10-93a3-4628-a267-ba6269d567a7 tempest-BulkNetworkOpsTest-2050433526 tempest-BulkNetworkOpsTest-2050433526-project] Pushing event deleted for resources: {'Network': ['ID=88d2f25e-6f22-4de1-9a09-bacd3f05024b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:17.173053 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35006) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:17.325252 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0e47f22b-1c25-46a2-bcee-c157b01a4ecc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4f4fa7b95e5d40089ebd0edeb039bb79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509335 Jul 27 21:17:17.328525 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35010) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:17.390982 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5bac8418-60d6-4fdb-97be-1859f6bd4d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.414953 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5bac8418-60d6-4fdb-97be-1859f6bd4d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.467223 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5bac8418-60d6-4fdb-97be-1859f6bd4d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.469757 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5bac8418-60d6-4fdb-97be-1859f6bd4d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:17.470955 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5bac8418-60d6-4fdb-97be-1859f6bd4d2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee64c5e9-5429-4a74-ae5a-5d0d61f90edb HTTP/1.1" status: 204 len: 168 time: 0.1415095 Jul 27 21:17:17.479094 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac8418-60d6-4fdb-97be-1859f6bd4d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee64c5e9-5429-4a74-ae5a-5d0d61f90edb,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:17.591571 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2140544-6ec9-451b-a77e-35c51f5cb4f6 req-cc1d539b-d036-4117-a734-86f99b57f589 tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0365870 Jul 27 21:17:17.755336 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48cf08-1cbc-43fc-8ded-6e924c855109 req-9242e050-2ac6-48bb-a6e2-582bf33c2145 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:17.757206 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf48cf08-1cbc-43fc-8ded-6e924c855109 req-9242e050-2ac6-48bb-a6e2-582bf33c2145 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 945 time: 0.0768201 Jul 27 21:17:17.805211 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf48cf08-1cbc-43fc-8ded-6e924c855109 req-d3633d46-b8be-4411-a8f9-df5ca31c1cfb tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390050 Jul 27 21:17:17.842747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 64e5ee44-9ef6-40e7-a6c1-5259254c9aad no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:17.869167 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 64e5ee44-9ef6-40e7-a6c1-5259254c9aad {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:17.869832 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 64e5ee44-9ef6-40e7-a6c1-5259254c9aad not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:18.307507 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35064) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:18.430049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a605b2d0-c0d6-4875-beb3-33489713594c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1164024852'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:18.452857 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a605b2d0-c0d6-4875-beb3-33489713594c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Made reservation on behalf of b70ca5de203245c7ab4cce3e72d86e48 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:18.456280 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a605b2d0-c0d6-4875-beb3-33489713594c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.465010 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a605b2d0-c0d6-4875-beb3-33489713594c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.573900 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a605b2d0-c0d6-4875-beb3-33489713594c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.580873 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a605b2d0-c0d6-4875-beb3-33489713594c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.609971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a605b2d0-c0d6-4875-beb3-33489713594c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:18.619330 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605b2d0-c0d6-4875-beb3-33489713594c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc35c6c9-4db9-4cfe-8279-45d663d8a6fe,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:18.627211 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a605b2d0-c0d6-4875-beb3-33489713594c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.627850 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-a605b2d0-c0d6-4875-beb3-33489713594c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Added segment 2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2 of type vlan for network eb78cee9-4f32-4544-bd9b-c1830e324632 Jul 27 21:17:18.677407 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a605b2d0-c0d6-4875-beb3-33489713594c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.733924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b0c62f4-8f9d-4757-9b9d-9bdc6ee4f859 req-64d0343c-b928-4b4f-a64c-61b1127e7b0d tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0331671 Jul 27 21:17:18.738398 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a605b2d0-c0d6-4875-beb3-33489713594c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.744391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a605b2d0-c0d6-4875-beb3-33489713594c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:18.745113 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a605b2d0-c0d6-4875-beb3-33489713594c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:18.834886 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a605b2d0-c0d6-4875-beb3-33489713594c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5261004 Jul 27 21:17:18.869226 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605b2d0-c0d6-4875-beb3-33489713594c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event updated for resources: {'Network': ['ID=eb78cee9-4f32-4544-bd9b-c1830e324632,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:18.889728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network eb78cee9-4f32-4544-bd9b-c1830e324632 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:19.009431 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb235a0-6e40-4b86-bb1a-f1637814cc67 req-7c5554c7-9388-481e-8f45-b57309972d89 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:19.014721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eeb235a0-6e40-4b86-bb1a-f1637814cc67 req-7c5554c7-9388-481e-8f45-b57309972d89 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 947 time: 0.0825145 Jul 27 21:17:19.053819 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eeb235a0-6e40-4b86-bb1a-f1637814cc67 req-9226ea46-f43a-4164-8eb5-f61ca3463cca tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344653 Jul 27 21:17:19.870781 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c4c8ece-1324-4814-90ce-027f08c454ce req-fc0ba8d1-d1a7-424e-9dfa-5321aed69532 tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0500348 Jul 27 21:17:20.203327 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff8bec-c665-47c5-a7a4-b7b0586843b4 req-4ac0312d-66c1-40c1-ba17-1c699f3bf3dc tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:20.204756 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cdff8bec-c665-47c5-a7a4-b7b0586843b4 req-4ac0312d-66c1-40c1-ba17-1c699f3bf3dc tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 947 time: 0.0749612 Jul 27 21:17:20.254669 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cdff8bec-c665-47c5-a7a4-b7b0586843b4 req-5c12864e-b0ee-4c73-a794-2f537c887261 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433300 Jul 27 21:17:20.904335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a616cc9-8e5a-4287-8d78-eca2e9448995 req-56331cbc-f65a-4c7e-83b2-c1eb45371f8e tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:20.906366 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0a616cc9-8e5a-4287-8d78-eca2e9448995 req-56331cbc-f65a-4c7e-83b2-c1eb45371f8e tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.66 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 947 time: 0.0791895 Jul 27 21:17:21.039412 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-228c8ec2-eb2c-4c89-bc0c-15bdc3ffb781 req-0252d14c-9cfe-4a5b-84ba-b5ce578d735d tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0633149 Jul 27 21:17:21.087419 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-0a616cc9-8e5a-4287-8d78-eca2e9448995 req-96353ccd-6f14-419f-a1b5-50f61c808304 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Deleting port 5d157c95-65b7-48da-9095-66a42746543d {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:21.087961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0a616cc9-8e5a-4287-8d78-eca2e9448995 req-96353ccd-6f14-419f-a1b5-50f61c808304 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:21.205830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0a616cc9-8e5a-4287-8d78-eca2e9448995 req-96353ccd-6f14-419f-a1b5-50f61c808304 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] For port 5d157c95-65b7-48da-9095-66a42746543d, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=5d157c95-65b7-48da-9095-66a42746543d,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:21.206499 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0a616cc9-8e5a-4287-8d78-eca2e9448995 req-96353ccd-6f14-419f-a1b5-50f61c808304 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:21.492469 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0a616cc9-8e5a-4287-8d78-eca2e9448995 req-96353ccd-6f14-419f-a1b5-50f61c808304 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:21.494063 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0a616cc9-8e5a-4287-8d78-eca2e9448995 req-96353ccd-6f14-419f-a1b5-50f61c808304 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:21.495121 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-0a616cc9-8e5a-4287-8d78-eca2e9448995 req-96353ccd-6f14-419f-a1b5-50f61c808304 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Floating IP db7e6c90-8905-47ce-bed0-1149bd458232 disassociated. External IP: 172.25.2.53, port: 5d157c95-65b7-48da-9095-66a42746543d. Jul 27 21:17:21.496368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-0a616cc9-8e5a-4287-8d78-eca2e9448995 req-96353ccd-6f14-419f-a1b5-50f61c808304 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Calling delete_port for 5d157c95-65b7-48da-9095-66a42746543d owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:21.503645 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7365660-d022-4485-baba-cc409f97f3e9 req-2c822859-9c9f-4add-bb7f-287c7ac1b3ca tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:21.510987 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7365660-d022-4485-baba-cc409f97f3e9 req-2c822859-9c9f-4add-bb7f-287c7ac1b3ca tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 947 time: 0.1356592 Jul 27 21:17:21.566329 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7365660-d022-4485-baba-cc409f97f3e9 req-c15a2be7-80de-4bb3-a07b-f53ae290f9f2 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups?id=719d7f87-f4fc-4003-9a7d-878465ed50bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543153 Jul 27 21:17:21.683038 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0a616cc9-8e5a-4287-8d78-eca2e9448995 req-96353ccd-6f14-419f-a1b5-50f61c808304 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:21.719649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96353ccd-6f14-419f-a1b5-50f61c808304 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event deleted for resources: {'Port': ['ID=5d157c95-65b7-48da-9095-66a42746543d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:21.862648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a616cc9-8e5a-4287-8d78-eca2e9448995 req-96353ccd-6f14-419f-a1b5-50f61c808304 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Router a9966926-8f35-4c58-8656-a81d19e96533 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:17:22.005486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a616cc9-8e5a-4287-8d78-eca2e9448995 req-96353ccd-6f14-419f-a1b5-50f61c808304 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:17:22.017334 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241bccd-a6aa-4663-b7a1-91f71d23e985 None None] Sync routers for ids ['a9966926-8f35-4c58-8656-a81d19e96533'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:17:22.027888 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e241bccd-a6aa-4663-b7a1-91f71d23e985 None None] Routers {'a9966926-8f35-4c58-8656-a81d19e96533'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:22.029027 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-e241bccd-a6aa-4663-b7a1-91f71d23e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:17:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a9966926-8f35-4c58-8656-a81d19e96533'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:22.076880 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a616cc9-8e5a-4287-8d78-eca2e9448995 req-96353ccd-6f14-419f-a1b5-50f61c808304 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] No DVR routers for this DVR port 5d157c95-65b7-48da-9095-66a42746543d on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:22.080893 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0a616cc9-8e5a-4287-8d78-eca2e9448995 req-96353ccd-6f14-419f-a1b5-50f61c808304 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.083454 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0a616cc9-8e5a-4287-8d78-eca2e9448995 req-96353ccd-6f14-419f-a1b5-50f61c808304 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.66 "DELETE /v2.0/ports/5d157c95-65b7-48da-9095-66a42746543d HTTP/1.1" status: 204 len: 173 time: 1.1702197 Jul 27 21:17:22.084177 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'name': 'network-vif-deleted', 'tag': '5d157c95-65b7-48da-9095-66a42746543d'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:17:22.096882 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f64bd01-86f4-41ac-aaef-aee42a03cbdd" -d '{"events": [{"server_uuid": "db43c025-3f23-4cb0-91aa-c0d96b7c0556", "name": "network-vif-deleted", "tag": "5d157c95-65b7-48da-9095-66a42746543d"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:17:22.197033 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484525fa-e8fa-4498-9519-1011fae872b3 x-openstack-request-id: req-484525fa-e8fa-4498-9519-1011fae872b3 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:17:22.197352 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db43c025-3f23-4cb0-91aa-c0d96b7c0556", "name": "network-vif-deleted", "tag": "5d157c95-65b7-48da-9095-66a42746543d", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:17:22.197738 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-484525fa-e8fa-4498-9519-1011fae872b3 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:17:22.198270 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db43c025-3f23-4cb0-91aa-c0d96b7c0556', 'name': 'network-vif-deleted', 'tag': '5d157c95-65b7-48da-9095-66a42746543d', 'status': 'completed', 'code': 200} Jul 27 21:17:22.339145 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-e241bccd-a6aa-4663-b7a1-91f71d23e985 None None] Set router a9966926-8f35-4c58-8656-a81d19e96533 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:17:22.437669 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0062ffa1-0321-49bb-a958-a805e5dd4c09 req-d4d7c165-1fe4-45d1-a0b6-44385d37553c tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0958073 Jul 27 21:17:22.466486 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35132) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:22.475973 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-06df46e7-3c6b-4bde-9943-00980748875c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Request body: {'subnet': {'network_id': 'eb78cee9-4f32-4544-bd9b-c1830e324632', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:22.672375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06df46e7-3c6b-4bde-9943-00980748875c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Made reservation on behalf of b70ca5de203245c7ab4cce3e72d86e48 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:22.678945 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-06df46e7-3c6b-4bde-9943-00980748875c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.689676 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-e241bccd-a6aa-4663-b7a1-91f71d23e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 4, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9f56f7ca-9053-4d4d-a908-4ce9747cde2a', 'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'tenant_id': '316085248a694378aced875fc59e1117', 'mac_address': 'fa:16:3e:85:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:33Z', 'updated_at': '2021-07-27T21:06:42Z', 'revision_number': 5, 'project_id': '316085248a694378aced875fc59e1117', 'subnets': [{'id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:22.732222 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241bccd-a6aa-4663-b7a1-91f71d23e985 None None] Checking router: a9966926-8f35-4c58-8656-a81d19e96533 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:17:22.744378 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e241bccd-a6aa-4663-b7a1-91f71d23e985 None None] Routers {'a9966926-8f35-4c58-8656-a81d19e96533'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:22.745367 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-e241bccd-a6aa-4663-b7a1-91f71d23e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:17:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a9966926-8f35-4c58-8656-a81d19e96533'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:22.779229 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ddaa0153-b6ff-4f3a-afed-08b7d09cd95a req-a8c2a0cf-28ad-4f09-b4f0-4f50fe51938d tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/ports?device_id=db43c025-3f23-4cb0-91aa-c0d96b7c0556 HTTP/1.1" status: 200 len: 210 time: 0.0812016 Jul 27 21:17:22.894791 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-e241bccd-a6aa-4663-b7a1-91f71d23e985 None None] Set router a9966926-8f35-4c58-8656-a81d19e96533 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:17:22.929832 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-06df46e7-3c6b-4bde-9943-00980748875c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:22.994840 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df46e7-3c6b-4bde-9943-00980748875c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event updated for resources: {'Subnet': ['ID=7324a072-9a99-4763-8be5-814388f65b7c,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:23.006435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df46e7-3c6b-4bde-9943-00980748875c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Checking segment: {'id': '2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb78cee9-4f32-4544-bd9b-c1830e324632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:23.006817 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06df46e7-3c6b-4bde-9943-00980748875c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Network hostable DHCP agents. Network: eb78cee9-4f32-4544-bd9b-c1830e324632, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:17:23.024933 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06df46e7-3c6b-4bde-9943-00980748875c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Network eb78cee9-4f32-4544-bd9b-c1830e324632 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:17:23.035636 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-06df46e7-3c6b-4bde-9943-00980748875c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, eb78cee9-4f32-4544-bd9b-c1830e324632) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:23.040539 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06df46e7-3c6b-4bde-9943-00980748875c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:23.041268 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-06df46e7-3c6b-4bde-9943-00980748875c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.053060 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eb1aa6-906f-41ed-96b6-9e7617544e00 None None] Network eb78cee9-4f32-4544-bd9b-c1830e324632 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:23.062786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-06df46e7-3c6b-4bde-9943-00980748875c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5914924 Jul 27 21:17:23.063142 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35136) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:23.074646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-6b5c03c9-55c6-44f9-a59b-fac85bd1ebf3 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1319674287'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:23.101671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5c03c9-55c6-44f9-a59b-fac85bd1ebf3 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Made reservation on behalf of b70ca5de203245c7ab4cce3e72d86e48 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:23.105516 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6b5c03c9-55c6-44f9-a59b-fac85bd1ebf3 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.134738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5c03c9-55c6-44f9-a59b-fac85bd1ebf3 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:23.137241 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-e241bccd-a6aa-4663-b7a1-91f71d23e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 4, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9f56f7ca-9053-4d4d-a908-4ce9747cde2a', 'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'tenant_id': '316085248a694378aced875fc59e1117', 'mac_address': 'fa:16:3e:85:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:33Z', 'updated_at': '2021-07-27T21:06:42Z', 'revision_number': 5, 'project_id': '316085248a694378aced875fc59e1117', 'subnets': [{'id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:23.147066 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6b5c03c9-55c6-44f9-a59b-fac85bd1ebf3 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.147479 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-6b5c03c9-55c6-44f9-a59b-fac85bd1ebf3 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Added segment 443ac702-4a17-4780-b98d-8b8193c67266 of type vlan for network eb56756b-b536-461d-b62c-fb67ef9d3244 Jul 27 21:17:23.171736 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241bccd-a6aa-4663-b7a1-91f71d23e985 None None] The sync data for ids ['a9966926-8f35-4c58-8656-a81d19e96533'] in n-d-764806-9 is: [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:06:35Z', 'revision_number': 4, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9f56f7ca-9053-4d4d-a908-4ce9747cde2a', 'name': '', 'network_id': '83632acd-e78d-4a39-ae97-2eaf775c8434', 'tenant_id': '316085248a694378aced875fc59e1117', 'mac_address': 'fa:16:3e:85:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:33Z', 'updated_at': '2021-07-27T21:06:42Z', 'revision_number': 5, 'project_id': '316085248a694378aced875fc59e1117', 'subnets': [{'id': '6f5c215f-9e0c-4039-b305-c7ccda95b7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:17:23.204871 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6b5c03c9-55c6-44f9-a59b-fac85bd1ebf3 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.225349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-eb78cee9-4f32-4544-bd9b-c1830e324632', 'network_id': 'eb78cee9-4f32-4544-bd9b-c1830e324632', 'tenant_id': 'b70ca5de203245c7ab4cce3e72d86e48', 'fixed_ips': [{'subnet_id': '7324a072-9a99-4763-8be5-814388f65b7c'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:17:23.226634 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.241500 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6b5c03c9-55c6-44f9-a59b-fac85bd1ebf3 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.248480 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5c03c9-55c6-44f9-a59b-fac85bd1ebf3 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:23.249170 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6b5c03c9-55c6-44f9-a59b-fac85bd1ebf3 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.346519 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c03c9-55c6-44f9-a59b-fac85bd1ebf3 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event updated for resources: {'Network': ['ID=eb56756b-b536-461d-b62c-fb67ef9d3244,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:23.360954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35140) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:23.361609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6b5c03c9-55c6-44f9-a59b-fac85bd1ebf3 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2967556 Jul 27 21:17:23.375819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network eb56756b-b536-461d-b62c-fb67ef9d3244 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:23.376966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-9d9a1ca2-eafd-49e3-90af-63b75d21af1d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Request body: {'subnet': {'network_id': 'eb56756b-b536-461d-b62c-fb67ef9d3244', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:23.470261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Allocated IP 2001:db8:0:ffff::2 (eb78cee9-4f32-4544-bd9b-c1830e324632/7324a072-9a99-4763-8be5-814388f65b7c/f758b941-2e9c-477f-aba0-9a813069789f) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:23.508278 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9a1ca2-eafd-49e3-90af-63b75d21af1d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Made reservation on behalf of b70ca5de203245c7ab4cce3e72d86e48 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:23.512019 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d9a1ca2-eafd-49e3-90af-63b75d21af1d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.559666 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffa9ce0-d925-4c90-b17f-9fce9bce8378 None None] New status for floating IP db7e6c90-8905-47ce-bed0-1149bd458232: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:17:23.616751 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04a3581f-3d25-42e3-bfa8-2411e751785d req-21260504-b4da-43e2-b991-46039ce3d561 tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0354118 Jul 27 21:17:23.734332 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.745294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Transition to ACTIVE for port object f758b941-2e9c-477f-aba0-9a813069789f will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:23.765225 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Transition to ACTIVE for port object f758b941-2e9c-477f-aba0-9a813069789f will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:23.777817 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.833527 n-d-764806-9 neutron-server[105580]: DEBUG neutron.objects.ports [None req-9d9a1ca2-eafd-49e3-90af-63b75d21af1d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105580) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:17:23.835279 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d9a1ca2-eafd-49e3-90af-63b75d21af1d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.835896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Network eb78cee9-4f32-4544-bd9b-c1830e324632 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:23.840983 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:23.849599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:23.885905 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Pushing event updated for resources: {'Port': ['ID=f758b941-2e9c-477f-aba0-9a813069789f,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:23.910983 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35152) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:23.919321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a1ca2-eafd-49e3-90af-63b75d21af1d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event updated for resources: {'Subnet': ['ID=656938c5-0bf6-4393-9548-731b10ef824c,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:23.925784 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a1ca2-eafd-49e3-90af-63b75d21af1d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Checking segment: {'id': '443ac702-4a17-4780-b98d-8b8193c67266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb56756b-b536-461d-b62c-fb67ef9d3244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:23.926301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9a1ca2-eafd-49e3-90af-63b75d21af1d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Network hostable DHCP agents. Network: eb56756b-b536-461d-b62c-fb67ef9d3244, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:17:23.947279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9a1ca2-eafd-49e3-90af-63b75d21af1d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Network eb56756b-b536-461d-b62c-fb67ef9d3244 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:17:23.951463 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Attempting to bind port f758b941-2e9c-477f-aba0-9a813069789f on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:17:23.951847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Attempting to bind port f758b941-2e9c-477f-aba0-9a813069789f by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb78cee9-4f32-4544-bd9b-c1830e324632'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:17:23.952400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Attempting to bind port f758b941-2e9c-477f-aba0-9a813069789f on network eb78cee9-4f32-4544-bd9b-c1830e324632 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:23.958003 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:17:23.958562 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Checking segment: {'id': '2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb78cee9-4f32-4544-bd9b-c1830e324632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:23.958999 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.959828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Bound using segment: {'id': '2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb78cee9-4f32-4544-bd9b-c1830e324632'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:17:23.959828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Bound port: f758b941-2e9c-477f-aba0-9a813069789f, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'eb78cee9-4f32-4544-bd9b-c1830e324632'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:17:23.960161 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.963166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-9d9a1ca2-eafd-49e3-90af-63b75d21af1d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, eb56756b-b536-461d-b62c-fb67ef9d3244) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:23.974761 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8712c9d4-74b4-460d-930c-60253063192c None None] Network eb56756b-b536-461d-b62c-fb67ef9d3244 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:23.979287 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9a1ca2-eafd-49e3-90af-63b75d21af1d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:23.979986 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d9a1ca2-eafd-49e3-90af-63b75d21af1d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.991137 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0e6fe4e3-25c4-4573-ae5d-137c0d8adf1a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:23.996622 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9d9a1ca2-eafd-49e3-90af-63b75d21af1d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6344995 Jul 27 21:17:23.999771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35154) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:24.006010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-a46c60aa-acd2-4775-a784-aefe1ddbc5dd tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Request body: {'port': {'network_id': 'eb56756b-b536-461d-b62c-fb67ef9d3244', 'name': 'tempest-NetworksIpV6TestAttrs-58646286'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:24.021721 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0e6fe4e3-25c4-4573-ae5d-137c0d8adf1a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.085651 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0e6fe4e3-25c4-4573-ae5d-137c0d8adf1a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.089695 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0e6fe4e3-25c4-4573-ae5d-137c0d8adf1a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.093856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0e6fe4e3-25c4-4573-ae5d-137c0d8adf1a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "DELETE /v2.0/security-groups/719d7f87-f4fc-4003-9a7d-878465ed50bb HTTP/1.1" status: 204 len: 168 time: 0.1779046 Jul 27 21:17:24.094395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35156) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:24.100676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] For port f758b941-2e9c-477f-aba0-9a813069789f, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:17:24.107175 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fe4e3-25c4-4573-ae5d-137c0d8adf1a tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=719d7f87-f4fc-4003-9a7d-878465ed50bb,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:24.122037 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] For port f758b941-2e9c-477f-aba0-9a813069789f, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f758b941-2e9c-477f-aba0-9a813069789f,segment=NetworkSegment(2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2),segment_id=2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:17:24.124237 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-43399ee6-8ced-411d-9a43-d215f0cbabd6 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] show failed (client error): The resource could not be found. Jul 27 21:17:24.129265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35158) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:24.129817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-43399ee6-8ced-411d-9a43-d215f0cbabd6 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "GET /v2.0/security-groups/719d7f87-f4fc-4003-9a7d-878465ed50bb HTTP/1.1" status: 404 len: 347 time: 0.0344169 Jul 27 21:17:24.151151 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.182900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46c60aa-acd2-4775-a784-aefe1ddbc5dd tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Made reservation on behalf of b70ca5de203245c7ab4cce3e72d86e48 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:24.188834 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a46c60aa-acd2-4775-a784-aefe1ddbc5dd tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.221333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-a46c60aa-acd2-4775-a784-aefe1ddbc5dd tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] device_id is not set on port 9c30f0a0-1361-4a3b-aa80-e288b0748d95 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:17:24.261829 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-eb56756b-b536-461d-b62c-fb67ef9d3244', 'network_id': 'eb56756b-b536-461d-b62c-fb67ef9d3244', 'tenant_id': 'b70ca5de203245c7ab4cce3e72d86e48', 'fixed_ips': [{'subnet_id': '656938c5-0bf6-4393-9548-731b10ef824c'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:17:24.267571 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.284361 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824430fd-7fe3-4e8a-a67d-21d2b242b055 None None] Pushing event updated for resources: {'Port': ['ID=f758b941-2e9c-477f-aba0-9a813069789f,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:24.327030 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-de319655-8c60-4652-a0e0-6187a5d5e849 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Deleting port 0442fafb-2189-4ebd-8244-3d14d5dfb536 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:24.327374 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de319655-8c60-4652-a0e0-6187a5d5e849 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.365969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-a46c60aa-acd2-4775-a784-aefe1ddbc5dd tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Allocated IP 2001:db8::f816:3eff:fec7:9e82 (eb56756b-b536-461d-b62c-fb67ef9d3244/656938c5-0bf6-4393-9548-731b10ef824c/9c30f0a0-1361-4a3b-aa80-e288b0748d95) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:24.465199 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de319655-8c60-4652-a0e0-6187a5d5e849 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.465560 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de319655-8c60-4652-a0e0-6187a5d5e849 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.482516 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-de319655-8c60-4652-a0e0-6187a5d5e849 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Calling delete_port for 0442fafb-2189-4ebd-8244-3d14d5dfb536 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:24.522280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8a7c4d74-2067-4c46-9b0d-cd08ba469818 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:17:24.562387 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 5d157c95-65b7-48da-9095-66a42746543d no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:24.617838 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 5d157c95-65b7-48da-9095-66a42746543d {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:24.618443 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a46c60aa-acd2-4775-a784-aefe1ddbc5dd tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.622769 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 5d157c95-65b7-48da-9095-66a42746543d not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:24.640028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-a46c60aa-acd2-4775-a784-aefe1ddbc5dd tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Transition to ACTIVE for port object 9c30f0a0-1361-4a3b-aa80-e288b0748d95 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:24.684020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:24.698941 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'port_id': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'mac_address': 'fa:16:3e:24:da:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:17:24.703258 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a46c60aa-acd2-4775-a784-aefe1ddbc5dd tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.759348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Allocated IP 2001:db8::f816:3eff:fec7:4630 (eb56756b-b536-461d-b62c-fb67ef9d3244/656938c5-0bf6-4393-9548-731b10ef824c/2ff422e4-9a00-4be0-a591-b00b0f655281) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:24.766438 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4cefb2f8-bc7c-40fa-b9c6-ed49a528a321 req-0434f447-477c-40f6-b411-c26c362f97ea tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0533516 Jul 27 21:17:24.767335 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de319655-8c60-4652-a0e0-6187a5d5e849 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.783779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46c60aa-acd2-4775-a784-aefe1ddbc5dd tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Network eb56756b-b536-461d-b62c-fb67ef9d3244 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:24.791154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-a46c60aa-acd2-4775-a784-aefe1ddbc5dd tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:24.808098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de319655-8c60-4652-a0e0-6187a5d5e849 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Pushing event deleted for resources: {'Port': ['ID=0442fafb-2189-4ebd-8244-3d14d5dfb536,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:24.810243 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c60aa-acd2-4775-a784-aefe1ddbc5dd tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:24.822666 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46c60aa-acd2-4775-a784-aefe1ddbc5dd tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:24.823754 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a46c60aa-acd2-4775-a784-aefe1ddbc5dd tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.855936 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c60aa-acd2-4775-a784-aefe1ddbc5dd tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event updated for resources: {'Port': ['ID=9c30f0a0-1361-4a3b-aa80-e288b0748d95,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:24.870846 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a46c60aa-acd2-4775-a784-aefe1ddbc5dd tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.8700230 Jul 27 21:17:24.873950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35172) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:24.914499 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de319655-8c60-4652-a0e0-6187a5d5e849 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.917625 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de319655-8c60-4652-a0e0-6187a5d5e849 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:24.919120 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-de319655-8c60-4652-a0e0-6187a5d5e849 tempest-AttachVolumeShelveTestJSON-1483282438 tempest-AttachVolumeShelveTestJSON-1483282438-project] 10.222.0.55 "DELETE /v2.0/floatingips/db7e6c90-8905-47ce-bed0-1149bd458232 HTTP/1.1" status: 204 len: 168 time: 0.7887902 Jul 27 21:17:24.966432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f6bc02-2a0c-4abd-b968-85d7f21259b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Deleting subnet 656938c5-0bf6-4393-9548-731b10ef824c {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:17:24.980641 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.013406 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a7c4d74-2067-4c46-9b0d-cd08ba469818 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:17:25.062513 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:25.069582 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.082625 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.115711 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Transition to ACTIVE for port object 2ff422e4-9a00-4be0-a591-b00b0f655281 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:25.151517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['8a7c4d74-2067-4c46-9b0d-cd08ba469818'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:17:25.157551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Transition to ACTIVE for port object 2ff422e4-9a00-4be0-a591-b00b0f655281 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:25.181012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8a7c4d74-2067-4c46-9b0d-cd08ba469818,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:25.184495 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c4f6bc02-2a0c-4abd-b968-85d7f21259b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.190792 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.252999 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Network eb56756b-b536-461d-b62c-fb67ef9d3244 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:25.253121 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c4f6bc02-2a0c-4abd-b968-85d7f21259b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.280075 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:25.285766 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:25.301791 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Pushing event updated for resources: {'Port': ['ID=2ff422e4-9a00-4be0-a591-b00b0f655281,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:25.413586 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Attempting to bind port 2ff422e4-9a00-4be0-a591-b00b0f655281 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:17:25.414108 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Attempting to bind port 2ff422e4-9a00-4be0-a591-b00b0f655281 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '443ac702-4a17-4780-b98d-8b8193c67266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb56756b-b536-461d-b62c-fb67ef9d3244'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:17:25.414559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Attempting to bind port 2ff422e4-9a00-4be0-a591-b00b0f655281 on network eb56756b-b536-461d-b62c-fb67ef9d3244 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:25.421137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:17:25.421662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Checking segment: {'id': '443ac702-4a17-4780-b98d-8b8193c67266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb56756b-b536-461d-b62c-fb67ef9d3244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:25.422073 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.422522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Bound using segment: {'id': '443ac702-4a17-4780-b98d-8b8193c67266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb56756b-b536-461d-b62c-fb67ef9d3244'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:17:25.423144 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Bound port: 2ff422e4-9a00-4be0-a591-b00b0f655281, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443ac702-4a17-4780-b98d-8b8193c67266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'eb56756b-b536-461d-b62c-fb67ef9d3244'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:17:25.423536 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.432759 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c4f6bc02-2a0c-4abd-b968-85d7f21259b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.524002 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c4f6bc02-2a0c-4abd-b968-85d7f21259b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.527678 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0cc201-d7ee-4588-a2ce-65080d4f91e8 None None] Network eb78cee9-4f32-4544-bd9b-c1830e324632 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:25.562017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6bc02-2a0c-4abd-b968-85d7f21259b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event deleted for resources: {'Subnet': ['ID=656938c5-0bf6-4393-9548-731b10ef824c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:25.573308 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c4f6bc02-2a0c-4abd-b968-85d7f21259b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.578772 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35184) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:25.580256 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c4f6bc02-2a0c-4abd-b968-85d7f21259b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/subnets/656938c5-0bf6-4393-9548-731b10ef824c HTTP/1.1" status: 204 len: 168 time: 0.7050004 Jul 27 21:17:25.647533 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6dee9a-19d7-4988-8464-1cea142ddec6 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:25.649354 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6dee9a-19d7-4988-8464-1cea142ddec6 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:25.651154 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5f6dee9a-19d7-4988-8464-1cea142ddec6 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0711482 Jul 27 21:17:25.653674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9f2755bc-856d-4cae-bff5-8ec844415ff0 None None] Provisioning for port f758b941-2e9c-477f-aba0-9a813069789f completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:25.655136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35186) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:25.748620 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3dbd1b2d-2598-425c-8aa3-e6027e1578ec tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.756189 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbd1b2d-2598-425c-8aa3-e6027e1578ec tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 27 21:17:25.756755 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dbd1b2d-2598-425c-8aa3-e6027e1578ec tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:25.763339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35192) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:25.767046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3dbd1b2d-2598-425c-8aa3-e6027e1578ec tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/networks/eb56756b-b536-461d-b62c-fb67ef9d3244 HTTP/1.1" status: 409 len: 405 time: 0.1101997 Jul 27 21:17:25.768645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-83861c22-7e3b-405c-b1e0-bb365d7e7c59 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1400386305'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:25.792859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83861c22-7e3b-405c-b1e0-bb365d7e7c59 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Made reservation on behalf of b70ca5de203245c7ab4cce3e72d86e48 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:25.798461 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83861c22-7e3b-405c-b1e0-bb365d7e7c59 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.842445 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] For port 2ff422e4-9a00-4be0-a591-b00b0f655281, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:17:25.865596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83861c22-7e3b-405c-b1e0-bb365d7e7c59 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:25.869740 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] For port 2ff422e4-9a00-4be0-a591-b00b0f655281, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2ff422e4-9a00-4be0-a591-b00b0f655281,segment=NetworkSegment(443ac702-4a17-4780-b98d-8b8193c67266),segment_id=443ac702-4a17-4780-b98d-8b8193c67266)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:17:25.902573 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83861c22-7e3b-405c-b1e0-bb365d7e7c59 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.903704 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-83861c22-7e3b-405c-b1e0-bb365d7e7c59 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Added segment 22e8e46f-cd2d-4434-a97a-f6c45db193b3 of type vlan for network 94ac9709-ea33-4dad-af88-addad31c3689 Jul 27 21:17:25.922469 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:25.986941 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83861c22-7e3b-405c-b1e0-bb365d7e7c59 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.055742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f758b941-2e9c-477f-aba0-9a813069789f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:26.076968 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-daab0246-1011-41a2-9877-0542c9a977d7 req-e1fcf4e3-728b-4d2e-8906-0ee1ffd6b391 tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.1212282 Jul 27 21:17:26.077800 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83861c22-7e3b-405c-b1e0-bb365d7e7c59 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.087986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83861c22-7e3b-405c-b1e0-bb365d7e7c59 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:26.089035 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83861c22-7e3b-405c-b1e0-bb365d7e7c59 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.110982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71eebcf-0ce3-478a-8040-03ff528aa79f None None] Pushing event updated for resources: {'Port': ['ID=2ff422e4-9a00-4be0-a591-b00b0f655281,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:26.176060 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port f758b941-2e9c-477f-aba0-9a813069789f completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:26.189794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f758b941-2e9c-477f-aba0-9a813069789f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:26.190600 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.236893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83861c22-7e3b-405c-b1e0-bb365d7e7c59 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event updated for resources: {'Network': ['ID=94ac9709-ea33-4dad-af88-addad31c3689,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:26.258685 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35200) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:26.259261 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-83861c22-7e3b-405c-b1e0-bb365d7e7c59 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4947596 Jul 27 21:17:26.264622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0672a517-3db6-4525-bac1-5f0499506eb7 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Request body: {'subnet': {'network_id': '94ac9709-ea33-4dad-af88-addad31c3689', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:26.278658 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 94ac9709-ea33-4dad-af88-addad31c3689 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:26.455503 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0672a517-3db6-4525-bac1-5f0499506eb7 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Made reservation on behalf of b70ca5de203245c7ab4cce3e72d86e48 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:26.464141 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0672a517-3db6-4525-bac1-5f0499506eb7 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.619534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8a7c4d74-2067-4c46-9b0d-cd08ba469818 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:26.716027 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.745210 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5ad4599a-f124-4ec8-a3ca-981c354d59de None None] Provisioning complete for port f758b941-2e9c-477f-aba0-9a813069789f triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:26.745422 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5ad4599a-f124-4ec8-a3ca-981c354d59de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.812228 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 8a7c4d74-2067-4c46-9b0d-cd08ba469818 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:26.812603 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.851430 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port f758b941-2e9c-477f-aba0-9a813069789f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f758b941-2e9c-477f-aba0-9a813069789f,segment=NetworkSegment(2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2),segment_id=2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:26.862156 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:26.947116 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=f758b941-2e9c-477f-aba0-9a813069789f,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:26.959350 n-d-764806-9 neutron-server[105579]: DEBUG neutron.objects.ports [None req-0672a517-3db6-4525-bac1-5f0499506eb7 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105579) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:17:26.961378 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0672a517-3db6-4525-bac1-5f0499506eb7 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:27.000769 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:27.019676 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672a517-3db6-4525-bac1-5f0499506eb7 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event updated for resources: {'Subnet': ['ID=4cda43c4-c2ea-40cd-afd5-2989cba98a51,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:27.046019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:17:27.048163 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd61010c-7107-4e57-baee-01acc94fcf14" -d '{"events": [{"server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "name": "network-vif-plugged", "status": "completed", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:17:27.050735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672a517-3db6-4525-bac1-5f0499506eb7 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Checking segment: {'id': '22e8e46f-cd2d-4434-a97a-f6c45db193b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '94ac9709-ea33-4dad-af88-addad31c3689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:27.051230 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0672a517-3db6-4525-bac1-5f0499506eb7 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Network hostable DHCP agents. Network: 94ac9709-ea33-4dad-af88-addad31c3689, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:17:27.082428 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:27.092053 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0672a517-3db6-4525-bac1-5f0499506eb7 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Network 94ac9709-ea33-4dad-af88-addad31c3689 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:17:27.093832 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:27.124710 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-0672a517-3db6-4525-bac1-5f0499506eb7 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 94ac9709-ea33-4dad-af88-addad31c3689) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:27.130283 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0672a517-3db6-4525-bac1-5f0499506eb7 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:27.131847 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0672a517-3db6-4525-bac1-5f0499506eb7 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:27.146904 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbefaaa-4627-4b38-8096-6d648c118467 x-openstack-request-id: req-5dbefaaa-4627-4b38-8096-6d648c118467 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:17:27.147528 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "name": "network-vif-plugged", "status": "completed", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:17:27.147950 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5dbefaaa-4627-4b38-8096-6d648c118467 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:17:27.148520 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'code': 200} Jul 27 21:17:27.151687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cff20c-63f2-402a-9091-d49ee061073d None None] Network 94ac9709-ea33-4dad-af88-addad31c3689 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:27.171244 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0672a517-3db6-4525-bac1-5f0499506eb7 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9080672 Jul 27 21:17:27.171688 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35212) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:27.180152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e4939f29-7be7-4c76-b940-c1685dd97506 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Request body: {'port': {'network_id': '94ac9709-ea33-4dad-af88-addad31c3689', 'name': 'tempest-NetworksIpV6TestAttrs-579042932'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:27.308858 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90ba7f51-b59e-475e-961e-868d5d428a36 req-708fe9f1-4970-40e6-90f7-2eb05c8e9f7a tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0901647 Jul 27 21:17:27.316995 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8a7c4d74-2067-4c46-9b0d-cd08ba469818,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:27.449406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4939f29-7be7-4c76-b940-c1685dd97506 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Made reservation on behalf of b70ca5de203245c7ab4cce3e72d86e48 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:27.453406 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4939f29-7be7-4c76-b940-c1685dd97506 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:27.509519 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-e4939f29-7be7-4c76-b940-c1685dd97506 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] device_id is not set on port ee4ed6e2-edb9-48fe-ad52-eea10f12b578 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:17:27.515475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-94ac9709-ea33-4dad-af88-addad31c3689', 'network_id': '94ac9709-ea33-4dad-af88-addad31c3689', 'tenant_id': 'b70ca5de203245c7ab4cce3e72d86e48', 'fixed_ips': [{'subnet_id': '4cda43c4-c2ea-40cd-afd5-2989cba98a51'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:17:27.516355 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:27.601388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e155dae-0304-4cef-a67b-9fe106ac2529 None None] Network eb56756b-b536-461d-b62c-fb67ef9d3244 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:27.654525 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-e4939f29-7be7-4c76-b940-c1685dd97506 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Allocated IP 2001:db8::f816:3eff:fe6b:1ad0 (94ac9709-ea33-4dad-af88-addad31c3689/4cda43c4-c2ea-40cd-afd5-2989cba98a51/ee4ed6e2-edb9-48fe-ad52-eea10f12b578) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:27.700080 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d2cd3e31-5399-4693-b482-1317f215e206 None None] Provisioning for port 2ff422e4-9a00-4be0-a591-b00b0f655281 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:27.850536 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4939f29-7be7-4c76-b940-c1685dd97506 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:27.867805 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-e4939f29-7be7-4c76-b940-c1685dd97506 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Transition to ACTIVE for port object ee4ed6e2-edb9-48fe-ad52-eea10f12b578 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:27.886800 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac4d0b2-bb78-413e-be71-07f15597a538 None None] DHCP port deletion for eb56756b-b536-461d-b62c-fb67ef9d3244 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:17:27.958410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-dac4d0b2-bb78-413e-be71-07f15597a538 None None] Deleting port 2ff422e4-9a00-4be0-a591-b00b0f655281 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:27.958410 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-dac4d0b2-bb78-413e-be71-07f15597a538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:27.967348 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4939f29-7be7-4c76-b940-c1685dd97506 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.029179 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4939f29-7be7-4c76-b940-c1685dd97506 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Network 94ac9709-ea33-4dad-af88-addad31c3689 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:28.035341 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-e4939f29-7be7-4c76-b940-c1685dd97506 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:28.039566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4939f29-7be7-4c76-b940-c1685dd97506 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:28.045615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4939f29-7be7-4c76-b940-c1685dd97506 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:28.047318 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f758b941-2e9c-477f-aba0-9a813069789f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:28.048233 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4939f29-7be7-4c76-b940-c1685dd97506 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.067279 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4939f29-7be7-4c76-b940-c1685dd97506 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event updated for resources: {'Port': ['ID=ee4ed6e2-edb9-48fe-ad52-eea10f12b578,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:28.072575 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e4939f29-7be7-4c76-b940-c1685dd97506 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8989046 Jul 27 21:17:28.076367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35220) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:28.130725 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb40a7c-461b-45a9-a5dd-9be27b28b3bb tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Deleting subnet 4cda43c4-c2ea-40cd-afd5-2989cba98a51 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:17:28.142949 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-dac4d0b2-bb78-413e-be71-07f15597a538 None None] For port 2ff422e4-9a00-4be0-a591-b00b0f655281, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2ff422e4-9a00-4be0-a591-b00b0f655281,segment=NetworkSegment(443ac702-4a17-4780-b98d-8b8193c67266),segment_id=443ac702-4a17-4780-b98d-8b8193c67266)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:28.143352 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-dac4d0b2-bb78-413e-be71-07f15597a538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.159898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-dac4d0b2-bb78-413e-be71-07f15597a538 None None] Calling delete_port for 2ff422e4-9a00-4be0-a591-b00b0f655281 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:28.166618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Allocated IP 2001:db8::f816:3eff:fef8:a71 (94ac9709-ea33-4dad-af88-addad31c3689/4cda43c4-c2ea-40cd-afd5-2989cba98a51/87fd99bc-99da-44fa-8e75-24b231a6eb31) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:28.314475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f758b941-2e9c-477f-aba0-9a813069789f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:28.314864 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.467604 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-730c55e2-22c6-46b4-bb8e-8ac9241f68c4 req-1f2301df-a46f-4c9d-b49b-07118666a8de tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0655010 Jul 27 21:17:28.472033 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-dac4d0b2-bb78-413e-be71-07f15597a538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.507624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac4d0b2-bb78-413e-be71-07f15597a538 None None] No DVR routers for this DVR port 2ff422e4-9a00-4be0-a591-b00b0f655281 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:28.550253 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4d0b2-bb78-413e-be71-07f15597a538 None None] Pushing event deleted for resources: {'Port': ['ID=2ff422e4-9a00-4be0-a591-b00b0f655281,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:28.563345 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.585831 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Transition to ACTIVE for port object 87fd99bc-99da-44fa-8e75-24b231a6eb31 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:28.611622 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Transition to ACTIVE for port object 87fd99bc-99da-44fa-8e75-24b231a6eb31 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:28.619933 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.620852 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bfb40a7c-461b-45a9-a5dd-9be27b28b3bb tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.665068 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Network 94ac9709-ea33-4dad-af88-addad31c3689 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:28.668512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:28.673517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:28.684201 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bfb40a7c-461b-45a9-a5dd-9be27b28b3bb tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.689147 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Pushing event updated for resources: {'Port': ['ID=87fd99bc-99da-44fa-8e75-24b231a6eb31,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:28.797835 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Attempting to bind port 87fd99bc-99da-44fa-8e75-24b231a6eb31 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:17:28.798370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Attempting to bind port 87fd99bc-99da-44fa-8e75-24b231a6eb31 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '22e8e46f-cd2d-4434-a97a-f6c45db193b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '94ac9709-ea33-4dad-af88-addad31c3689'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:17:28.798599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Attempting to bind port 87fd99bc-99da-44fa-8e75-24b231a6eb31 on network 94ac9709-ea33-4dad-af88-addad31c3689 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:28.806768 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:17:28.807148 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Checking segment: {'id': '22e8e46f-cd2d-4434-a97a-f6c45db193b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '94ac9709-ea33-4dad-af88-addad31c3689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:28.807547 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.807938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Bound using segment: {'id': '22e8e46f-cd2d-4434-a97a-f6c45db193b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '94ac9709-ea33-4dad-af88-addad31c3689'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:17:28.808405 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Bound port: 87fd99bc-99da-44fa-8e75-24b231a6eb31, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e8e46f-cd2d-4434-a97a-f6c45db193b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '94ac9709-ea33-4dad-af88-addad31c3689'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:17:28.808787 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.867243 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bfb40a7c-461b-45a9-a5dd-9be27b28b3bb tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.957139 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bfb40a7c-461b-45a9-a5dd-9be27b28b3bb tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.961403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] For port 87fd99bc-99da-44fa-8e75-24b231a6eb31, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:17:28.966383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] For port 87fd99bc-99da-44fa-8e75-24b231a6eb31, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=87fd99bc-99da-44fa-8e75-24b231a6eb31,segment=NetworkSegment(22e8e46f-cd2d-4434-a97a-f6c45db193b3),segment_id=22e8e46f-cd2d-4434-a97a-f6c45db193b3)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:17:28.975359 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.983851 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bfb40a7c-461b-45a9-a5dd-9be27b28b3bb tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:28.986119 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bfb40a7c-461b-45a9-a5dd-9be27b28b3bb tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/subnets/4cda43c4-c2ea-40cd-afd5-2989cba98a51 HTTP/1.1" status: 204 len: 168 time: 0.9085579 Jul 27 21:17:28.988671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35240) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:29.008949 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb40a7c-461b-45a9-a5dd-9be27b28b3bb tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event deleted for resources: {'Subnet': ['ID=4cda43c4-c2ea-40cd-afd5-2989cba98a51,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:29.044916 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90ee43-b709-420b-abb9-0aa3dee78aa6 None None] Pushing event updated for resources: {'Port': ['ID=87fd99bc-99da-44fa-8e75-24b231a6eb31,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:29.077748 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c406dd-6acd-4219-9a20-0938ed4cdb41 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:29.079729 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c406dd-6acd-4219-9a20-0938ed4cdb41 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:29.081842 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-22c406dd-6acd-4219-9a20-0938ed4cdb41 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0921826 Jul 27 21:17:29.084512 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35242) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:29.175908 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd3c6630-cd31-4a53-9b8f-0067c1ac5cfa tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:29.183618 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3c6630-cd31-4a53-9b8f-0067c1ac5cfa tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 27 21:17:29.184697 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3c6630-cd31-4a53-9b8f-0067c1ac5cfa tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:29.186677 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cd3c6630-cd31-4a53-9b8f-0067c1ac5cfa tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/networks/94ac9709-ea33-4dad-af88-addad31c3689 HTTP/1.1" status: 409 len: 405 time: 0.1009507 Jul 27 21:17:29.192291 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35244) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:29.206605 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1704023536'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:29.236037 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Made reservation on behalf of b70ca5de203245c7ab4cce3e72d86e48 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:29.240324 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:29.710518 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51e61359-6cdf-4548-a2b6-aa1267055ffe req-aba49f00-d561-44e3-b7c6-f8b2b385a11d tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0503004 Jul 27 21:17:29.731569 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:29.760969 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:29.762208 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Added segment e015d223-5238-41ff-bd7f-b290db7e70b0 of type vlan for network 129afa46-8c78-4f99-bcb0-d3377a0ce227 Jul 27 21:17:29.834294 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:29.909348 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:29.931251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:29.932042 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.028434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event updated for resources: {'Network': ['ID=129afa46-8c78-4f99-bcb0-d3377a0ce227,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:30.040475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:30.041154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:30.041783 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:30.041910 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:30.042159 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:30.042730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:30.048014 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:30.048669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:30.049240 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:30.049791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:30.050390 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:30.050956 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:30.067616 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5ef0887c-3764-4c45-8aab-74c9f8821ef4 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8751864 Jul 27 21:17:30.071909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35268) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:30.075283 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 129afa46-8c78-4f99-bcb0-d3377a0ce227 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:30.081112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-ae052515-9f30-4c7d-bdd5-604730209cb1 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Request body: {'subnet': {'network_id': '129afa46-8c78-4f99-bcb0-d3377a0ce227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:30.275214 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 87fd99bc-99da-44fa-8e75-24b231a6eb31 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:30.326840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae052515-9f30-4c7d-bdd5-604730209cb1 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Made reservation on behalf of b70ca5de203245c7ab4cce3e72d86e48 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:30.336484 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae052515-9f30-4c7d-bdd5-604730209cb1 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:30.386116 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 87fd99bc-99da-44fa-8e75-24b231a6eb31 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:30.432229 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2ff422e4-9a00-4be0-a591-b00b0f655281 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:30.479697 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 2ff422e4-9a00-4be0-a591-b00b0f655281 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:30.479697 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2ff422e4-9a00-4be0-a591-b00b0f655281 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:30.598255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e019b774-678a-4338-9f28-672ac7f3690f None None] Network 94ac9709-ea33-4dad-af88-addad31c3689 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:30.686629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-357acd41-3819-4d42-9b8e-6cc5495a875e None None] Provisioning for port 87fd99bc-99da-44fa-8e75-24b231a6eb31 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:30.707063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-357acd41-3819-4d42-9b8e-6cc5495a875e None None] Provisioning complete for port 87fd99bc-99da-44fa-8e75-24b231a6eb31 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:30.707633 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-357acd41-3819-4d42-9b8e-6cc5495a875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.013052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.objects.ports [None req-ae052515-9f30-4c7d-bdd5-604730209cb1 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105580) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:17:31.022299 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae052515-9f30-4c7d-bdd5-604730209cb1 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.076337 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-682142f0-d766-4986-9edf-ef34e575a415 req-27c81c9e-c36a-437a-b54d-0653d4aeecfd tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.1572778 Jul 27 21:17:31.123915 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-357acd41-3819-4d42-9b8e-6cc5495a875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.197708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07e454f-1241-4a45-a56a-3c5c3c7324ae None None] DHCP port deletion for 94ac9709-ea33-4dad-af88-addad31c3689 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:17:31.223316 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae052515-9f30-4c7d-bdd5-604730209cb1 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event updated for resources: {'Subnet': ['ID=82ec177d-fd01-4180-9e5c-ea33447a9d9e,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:31.250101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae052515-9f30-4c7d-bdd5-604730209cb1 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Checking segment: {'id': 'e015d223-5238-41ff-bd7f-b290db7e70b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '129afa46-8c78-4f99-bcb0-d3377a0ce227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:31.250877 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae052515-9f30-4c7d-bdd5-604730209cb1 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Network hostable DHCP agents. Network: 129afa46-8c78-4f99-bcb0-d3377a0ce227, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:17:31.277790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-357acd41-3819-4d42-9b8e-6cc5495a875e None None] For port 87fd99bc-99da-44fa-8e75-24b231a6eb31, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=87fd99bc-99da-44fa-8e75-24b231a6eb31,segment=NetworkSegment(22e8e46f-cd2d-4434-a97a-f6c45db193b3),segment_id=22e8e46f-cd2d-4434-a97a-f6c45db193b3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:31.285646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae052515-9f30-4c7d-bdd5-604730209cb1 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Network 129afa46-8c78-4f99-bcb0-d3377a0ce227 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:17:31.290775 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-357acd41-3819-4d42-9b8e-6cc5495a875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.336487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-ae052515-9f30-4c7d-bdd5-604730209cb1 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 129afa46-8c78-4f99-bcb0-d3377a0ce227) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:31.367303 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052515-9f30-4c7d-bdd5-604730209cb1 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:31.368275 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae052515-9f30-4c7d-bdd5-604730209cb1 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.410670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35298) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:31.410931 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ae052515-9f30-4c7d-bdd5-604730209cb1 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3319082 Jul 27 21:17:31.644007 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-471aeeb8-a3a5-458f-8995-341356dc16b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.735907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c07e454f-1241-4a45-a56a-3c5c3c7324ae None None] Deleting port 87fd99bc-99da-44fa-8e75-24b231a6eb31 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:31.737858 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c07e454f-1241-4a45-a56a-3c5c3c7324ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.805381 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-471aeeb8-a3a5-458f-8995-341356dc16b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:31.814712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a29a0a-2aaa-4cb9-97c3-09aca05a9606 None None] Network 129afa46-8c78-4f99-bcb0-d3377a0ce227 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:32.002748 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-471aeeb8-a3a5-458f-8995-341356dc16b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.034070 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 87fd99bc-99da-44fa-8e75-24b231a6eb31 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:32.055345 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471aeeb8-a3a5-458f-8995-341356dc16b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event deleted for resources: {'Subnet': ['ID=82ec177d-fd01-4180-9e5c-ea33447a9d9e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:32.087198 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-c07e454f-1241-4a45-a56a-3c5c3c7324ae None None] For port 87fd99bc-99da-44fa-8e75-24b231a6eb31, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=87fd99bc-99da-44fa-8e75-24b231a6eb31,segment=NetworkSegment(22e8e46f-cd2d-4434-a97a-f6c45db193b3),segment_id=22e8e46f-cd2d-4434-a97a-f6c45db193b3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:32.087678 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c07e454f-1241-4a45-a56a-3c5c3c7324ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.203817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c07e454f-1241-4a45-a56a-3c5c3c7324ae None None] Calling delete_port for 87fd99bc-99da-44fa-8e75-24b231a6eb31 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:32.234575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357acd41-3819-4d42-9b8e-6cc5495a875e None None] Pushing event updated for resources: {'Port': ['ID=87fd99bc-99da-44fa-8e75-24b231a6eb31,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:32.312950 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.340120 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-471aeeb8-a3a5-458f-8995-341356dc16b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.384203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-471aeeb8-a3a5-458f-8995-341356dc16b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129afa46-8c78-4f99-bcb0-d3377a0ce227']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:32.424836 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 87fd99bc-99da-44fa-8e75-24b231a6eb31, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=87fd99bc-99da-44fa-8e75-24b231a6eb31,segment=NetworkSegment(22e8e46f-cd2d-4434-a97a-f6c45db193b3),segment_id=22e8e46f-cd2d-4434-a97a-f6c45db193b3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:32.426971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-471aeeb8-a3a5-458f-8995-341356dc16b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e015d223-5238-41ff-bd7f-b290db7e70b0') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:32.427244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-471aeeb8-a3a5-458f-8995-341356dc16b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e015d223-5238-41ff-bd7f-b290db7e70b0') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:32.428450 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d70f02-1e1b-4f5b-9f74-28ddc7bb1f5a None None] Network 129afa46-8c78-4f99-bcb0-d3377a0ce227 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:32.449605 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.467259 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-471aeeb8-a3a5-458f-8995-341356dc16b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.517366 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-471aeeb8-a3a5-458f-8995-341356dc16b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.547486 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471aeeb8-a3a5-458f-8995-341356dc16b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:32.548478 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-471aeeb8-a3a5-458f-8995-341356dc16b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.553671 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c07e454f-1241-4a45-a56a-3c5c3c7324ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.609811 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07e454f-1241-4a45-a56a-3c5c3c7324ae None None] No DVR routers for this DVR port 87fd99bc-99da-44fa-8e75-24b231a6eb31 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:32.619593 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=87fd99bc-99da-44fa-8e75-24b231a6eb31,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:32.652348 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:32.711817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e454f-1241-4a45-a56a-3c5c3c7324ae None None] Pushing event deleted for resources: {'Port': ['ID=87fd99bc-99da-44fa-8e75-24b231a6eb31,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:32.745957 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf71dbbd-9e27-44d9-b74c-74f783586c76 req-1d2e55ee-7fa3-4c25-a6b0-3bf7bb94132c tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.4472699 Jul 27 21:17:32.790305 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c22f3e8-7c12-4a9d-8d89-897fcc33ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.822504 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-471aeeb8-a3a5-458f-8995-341356dc16b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.831257 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-471aeeb8-a3a5-458f-8995-341356dc16b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:32.837899 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-471aeeb8-a3a5-458f-8995-341356dc16b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/networks/129afa46-8c78-4f99-bcb0-d3377a0ce227 HTTP/1.1" status: 204 len: 168 time: 1.4215519 Jul 27 21:17:32.839183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35312) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:32.845182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-ef911b5a-a1ca-4874-8935-cd9cd8ebcb46 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-906094786'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:32.916559 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471aeeb8-a3a5-458f-8995-341356dc16b2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event deleted for resources: {'Network': ['ID=129afa46-8c78-4f99-bcb0-d3377a0ce227,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:32.955435 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef911b5a-a1ca-4874-8935-cd9cd8ebcb46 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Made reservation on behalf of b70ca5de203245c7ab4cce3e72d86e48 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:32.966920 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef911b5a-a1ca-4874-8935-cd9cd8ebcb46 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.011042 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef911b5a-a1ca-4874-8935-cd9cd8ebcb46 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:33.040142 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef911b5a-a1ca-4874-8935-cd9cd8ebcb46 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.040941 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-ef911b5a-a1ca-4874-8935-cd9cd8ebcb46 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Added segment f877ffc1-ba71-44f1-b481-53dd3be9b02e of type vlan for network 671d2a86-7a29-4d8b-bd79-e1570710b485 Jul 27 21:17:33.131965 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef911b5a-a1ca-4874-8935-cd9cd8ebcb46 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.187694 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef911b5a-a1ca-4874-8935-cd9cd8ebcb46 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.204166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef911b5a-a1ca-4874-8935-cd9cd8ebcb46 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:33.204833 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef911b5a-a1ca-4874-8935-cd9cd8ebcb46 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:33.372646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35322) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:33.373157 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ef911b5a-a1ca-4874-8935-cd9cd8ebcb46 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5321820 Jul 27 21:17:33.379140 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-317d0b22-0cca-4d1f-94f2-b3573670fb49 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Request body: {'subnet': {'network_id': '671d2a86-7a29-4d8b-bd79-e1570710b485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:33.415283 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef911b5a-a1ca-4874-8935-cd9cd8ebcb46 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event updated for resources: {'Network': ['ID=671d2a86-7a29-4d8b-bd79-e1570710b485,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:33.434573 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 671d2a86-7a29-4d8b-bd79-e1570710b485 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:33.513530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35326) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:33.627929 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317d0b22-0cca-4d1f-94f2-b3573670fb49 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Made reservation on behalf of b70ca5de203245c7ab4cce3e72d86e48 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:33.632703 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-317d0b22-0cca-4d1f-94f2-b3573670fb49 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.009869 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.116198 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ae9bd2c-6475-40b4-bd64-da79788380ba req-07e08c5c-890b-4b63-9583-5f86c1f275d4 tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0896735 Jul 27 21:17:34.217227 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5acd39a-0b6d-4504-90bc-3ed8922b95dc req-20a3be0b-67f5-4bbc-ad46-04dccd59cdd6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.2507718 Jul 27 21:17:34.221272 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-317d0b22-0cca-4d1f-94f2-b3573670fb49 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.335990 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d0b22-0cca-4d1f-94f2-b3573670fb49 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event updated for resources: {'Subnet': ['ID=ffb5fb66-0bb8-42b3-aa1a-89ebb1295caf,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:34.345606 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317d0b22-0cca-4d1f-94f2-b3573670fb49 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Checking segment: {'id': 'f877ffc1-ba71-44f1-b481-53dd3be9b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '671d2a86-7a29-4d8b-bd79-e1570710b485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:34.345971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317d0b22-0cca-4d1f-94f2-b3573670fb49 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Network hostable DHCP agents. Network: 671d2a86-7a29-4d8b-bd79-e1570710b485, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:17:34.374255 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317d0b22-0cca-4d1f-94f2-b3573670fb49 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Network 671d2a86-7a29-4d8b-bd79-e1570710b485 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:17:34.395953 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-317d0b22-0cca-4d1f-94f2-b3573670fb49 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 671d2a86-7a29-4d8b-bd79-e1570710b485) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:34.408706 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e04d17a-bfef-4a31-9b8c-670cb2032c29 None None] Network 671d2a86-7a29-4d8b-bd79-e1570710b485 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:34.415772 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317d0b22-0cca-4d1f-94f2-b3573670fb49 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:34.416805 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-317d0b22-0cca-4d1f-94f2-b3573670fb49 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.475332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-317d0b22-0cca-4d1f-94f2-b3573670fb49 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1006956 Jul 27 21:17:34.482440 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35338) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:34.701643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-671d2a86-7a29-4d8b-bd79-e1570710b485', 'network_id': '671d2a86-7a29-4d8b-bd79-e1570710b485', 'tenant_id': 'b70ca5de203245c7ab4cce3e72d86e48', 'fixed_ips': [{'subnet_id': 'ffb5fb66-0bb8-42b3-aa1a-89ebb1295caf'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:17:34.708302 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.717051 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bdd54cd7-047c-4b5e-aba5-43fe80abca7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.727414 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:34.863408 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:35.110291 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Allocated IP 2001:db8::2 (671d2a86-7a29-4d8b-bd79-e1570710b485/ffb5fb66-0bb8-42b3-aa1a-89ebb1295caf/16eeea87-8526-4ba1-8381-648f8b37fa4d) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:35.425582 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aeffd0f2-4510-4d6c-bc25-1c960e3ab216 req-f1b5fbfc-b47b-4321-8004-7a8ee7ba3cf3 tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.1041393 Jul 27 21:17:35.547203 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:35.557172 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Transition to ACTIVE for port object 16eeea87-8526-4ba1-8381-648f8b37fa4d will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:35.577202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Transition to ACTIVE for port object 16eeea87-8526-4ba1-8381-648f8b37fa4d will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:35.613731 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:35.622716 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:35.695902 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb5fb66-0bb8-42b3-aa1a-89ebb1295caf,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:35.770119 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Network 671d2a86-7a29-4d8b-bd79-e1570710b485 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:35.791286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:35.800133 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:35.820534 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-224d8cc1-cbcc-4c32-ab7f-5cfa88c00ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:35.885352 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:35.897419 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3eb4c638-c3a5-48a7-be20-01afd21dbec8 req-3de5a448-b893-490d-9bf6-9a3bb1625055 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cdbf1281c11e431386198ea74748050e&device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0327563 Jul 27 21:17:35.898750 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:35.930990 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671d2a86-7a29-4d8b-bd79-e1570710b485']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:35.946211 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3eb4c638-c3a5-48a7-be20-01afd21dbec8 req-970b2633-24e8-4589-ab50-6e40fdb07173 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=cdbf1281c11e431386198ea74748050e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383708 Jul 27 21:17:35.971947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f877ffc1-ba71-44f1-b481-53dd3be9b02e') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:35.972251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f877ffc1-ba71-44f1-b481-53dd3be9b02e') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:36.001040 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Pushing event updated for resources: {'Port': ['ID=16eeea87-8526-4ba1-8381-648f8b37fa4d,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:36.022604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Attempting to bind port 16eeea87-8526-4ba1-8381-648f8b37fa4d on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:17:36.022963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Attempting to bind port 16eeea87-8526-4ba1-8381-648f8b37fa4d by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'f877ffc1-ba71-44f1-b481-53dd3be9b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '671d2a86-7a29-4d8b-bd79-e1570710b485'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:17:36.023502 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Attempting to bind port 16eeea87-8526-4ba1-8381-648f8b37fa4d on network 671d2a86-7a29-4d8b-bd79-e1570710b485 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:36.035415 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:17:36.035793 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Checking segment: {'id': 'f877ffc1-ba71-44f1-b481-53dd3be9b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '671d2a86-7a29-4d8b-bd79-e1570710b485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:36.037806 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.038346 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Bound using segment: {'id': 'f877ffc1-ba71-44f1-b481-53dd3be9b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '671d2a86-7a29-4d8b-bd79-e1570710b485'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:17:36.038769 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Bound port: 16eeea87-8526-4ba1-8381-648f8b37fa4d, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f877ffc1-ba71-44f1-b481-53dd3be9b02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '671d2a86-7a29-4d8b-bd79-e1570710b485'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:17:36.039413 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.083206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-bdd54cd7-047c-4b5e-aba5-43fe80abca7e admin admin] Deleting port 9f56f7ca-9053-4d4d-a908-4ce9747cde2a {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:36.083552 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bdd54cd7-047c-4b5e-aba5-43fe80abca7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.153753 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55965b8a-65f1-4621-beac-6b43d59e263e req-f775d684-d068-482f-ac0c-ca57679b490e tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.1749127 Jul 27 21:17:36.161244 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.214918 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.240334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:36.241921 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:36.249441 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:36.301007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] For port 16eeea87-8526-4ba1-8381-648f8b37fa4d, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:17:36.357733 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4c638-c3a5-48a7-be20-01afd21dbec8 req-65db17e0-6bee-4566-9bfc-1b9c1b4cc0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:36.358065 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3eb4c638-c3a5-48a7-be20-01afd21dbec8 req-65db17e0-6bee-4566-9bfc-1b9c1b4cc0f2 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4006348 Jul 27 21:17:36.374336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] For port 16eeea87-8526-4ba1-8381-648f8b37fa4d, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=16eeea87-8526-4ba1-8381-648f8b37fa4d,segment=NetworkSegment(f877ffc1-ba71-44f1-b481-53dd3be9b02e),segment_id=f877ffc1-ba71-44f1-b481-53dd3be9b02e)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:17:36.382377 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.392841 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.db.api [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 21:17:36.392841 n-d-764806-9 neutron-server[105579]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 21:17:36.392841 n-d-764806-9 neutron-server[105579]: [parameters: {'id': '671d2a86-7a29-4d8b-bd79-e1570710b485'}] Jul 27 21:17:36.392841 n-d-764806-9 neutron-server[105579]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105579) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:17:36.394605 n-d-764806-9 neutron-server[105579]: DEBUG oslo_db.api [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:17:36.404067 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-bdd54cd7-047c-4b5e-aba5-43fe80abca7e admin admin] For port 9f56f7ca-9053-4d4d-a908-4ce9747cde2a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9f56f7ca-9053-4d4d-a908-4ce9747cde2a,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:36.404881 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bdd54cd7-047c-4b5e-aba5-43fe80abca7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.439948 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-bdd54cd7-047c-4b5e-aba5-43fe80abca7e admin admin] Calling delete_port for 9f56f7ca-9053-4d4d-a908-4ce9747cde2a owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:36.463153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853772b-ae53-4152-a7b1-219720d79688 None None] Pushing event updated for resources: {'Port': ['ID=16eeea87-8526-4ba1-8381-648f8b37fa4d,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:36.540338 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2392c7-0bf2-48ae-86c6-2ad3b2a7dc2b None None] Network 671d2a86-7a29-4d8b-bd79-e1570710b485 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:36.778029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827e6e48-16eb-484b-90b6-c577830f6fc2 None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:17:36.789360 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bdd54cd7-047c-4b5e-aba5-43fe80abca7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.816190 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd54cd7-047c-4b5e-aba5-43fe80abca7e admin admin] Pushing event deleted for resources: {'Port': ['ID=9f56f7ca-9053-4d4d-a908-4ce9747cde2a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:36.896390 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:36.963905 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e6e48-16eb-484b-90b6-c577830f6fc2 None None] Resources bound (agent type, host, resource id): {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:17:37.051668 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bdd54cd7-047c-4b5e-aba5-43fe80abca7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.053235 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Deleting port 16eeea87-8526-4ba1-8381-648f8b37fa4d {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:37.054369 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.164681 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] For port 16eeea87-8526-4ba1-8381-648f8b37fa4d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=16eeea87-8526-4ba1-8381-648f8b37fa4d,segment=NetworkSegment(f877ffc1-ba71-44f1-b481-53dd3be9b02e),segment_id=f877ffc1-ba71-44f1-b481-53dd3be9b02e)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:37.165068 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.174713 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.189156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Calling delete_port for 16eeea87-8526-4ba1-8381-648f8b37fa4d owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:37.427953 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1feebdbb-fb49-41c9-850e-dc375ef38927 req-8d14f571-dd22-47e0-b77a-d279b90031c3 tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.55 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.0585535 Jul 27 21:17:37.483151 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.565491 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event deleted for resources: {'Port': ['ID=16eeea87-8526-4ba1-8381-648f8b37fa4d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:37.587977 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] No DVR routers for this DVR port 16eeea87-8526-4ba1-8381-648f8b37fa4d on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:37.676814 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3eb4c638-c3a5-48a7-be20-01afd21dbec8 req-f3dfb14b-14eb-4bed-8653-703e30a906e4 tempest-ServerShowV254Test-2066871115 tempest-ServerShowV254Test-2066871115-project] 10.222.0.20 "GET /v2.0/ports?device_id=a47bfcdd-36e6-465d-91df-86f44fe9e9fc HTTP/1.1" status: 200 len: 210 time: 0.1066096 Jul 27 21:17:37.691938 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.760808 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.766588 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd54cd7-047c-4b5e-aba5-43fe80abca7e admin admin] Router a9966926-8f35-4c58-8656-a81d19e96533 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:17:37.804331 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671d2a86-7a29-4d8b-bd79-e1570710b485']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:37.833591 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f877ffc1-ba71-44f1-b481-53dd3be9b02e') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:37.833836 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f877ffc1-ba71-44f1-b481-53dd3be9b02e') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:37.851458 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.880350 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.888706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:37.889106 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:37.892174 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:38.021752 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:38.029379 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:38.036024 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/networks/671d2a86-7a29-4d8b-bd79-e1570710b485 HTTP/1.1" status: 204 len: 168 time: 3.5525422 Jul 27 21:17:38.040711 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35372) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:38.062928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd54cd7-047c-4b5e-aba5-43fe80abca7e admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:17:38.070148 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-56cc24d7-e91a-47f0-b24d-22b46ac9c03d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1624410390'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:38.073600 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172def5-66da-495b-9f22-afff01c53607 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event deleted for resources: {'Network': ['ID=671d2a86-7a29-4d8b-bd79-e1570710b485,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:38.080051 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606667cf-7496-4b8b-9372-23ce0fe53c2c None None] Sync routers for ids ['a9966926-8f35-4c58-8656-a81d19e96533'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:17:38.089034 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bdd54cd7-047c-4b5e-aba5-43fe80abca7e admin admin] 10.222.0.55 "PUT /v2.0/routers/a9966926-8f35-4c58-8656-a81d19e96533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5726655 Jul 27 21:17:38.089510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35374) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:38.096588 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606667cf-7496-4b8b-9372-23ce0fe53c2c None None] Routers {'a9966926-8f35-4c58-8656-a81d19e96533'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:38.097525 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-606667cf-7496-4b8b-9372-23ce0fe53c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:17:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a9966926-8f35-4c58-8656-a81d19e96533'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:38.222129 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cc24d7-e91a-47f0-b24d-22b46ac9c03d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Made reservation on behalf of b70ca5de203245c7ab4cce3e72d86e48 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:38.226429 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-56cc24d7-e91a-47f0-b24d-22b46ac9c03d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:38.242116 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-606667cf-7496-4b8b-9372-23ce0fe53c2c None None] Set router a9966926-8f35-4c58-8656-a81d19e96533 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:17:38.314357 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cc24d7-e91a-47f0-b24d-22b46ac9c03d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:38.504575 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-56cc24d7-e91a-47f0-b24d-22b46ac9c03d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:38.505099 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-56cc24d7-e91a-47f0-b24d-22b46ac9c03d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Added segment 528b28c1-29eb-4391-bcdd-da632128c4b8 of type vlan for network 313fdb42-0bb6-4301-b406-5fe1a022f71e Jul 27 21:17:38.643986 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-606667cf-7496-4b8b-9372-23ce0fe53c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:17:36Z', 'revision_number': 5, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:38.661617 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3200edf-56d6-4dbe-bd6c-90e37fef8dac admin admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:38.677514 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-56cc24d7-e91a-47f0-b24d-22b46ac9c03d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:38.712427 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606667cf-7496-4b8b-9372-23ce0fe53c2c None None] Checking router: a9966926-8f35-4c58-8656-a81d19e96533 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:17:38.725128 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606667cf-7496-4b8b-9372-23ce0fe53c2c None None] Routers {'a9966926-8f35-4c58-8656-a81d19e96533'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:17:38.726068 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-606667cf-7496-4b8b-9372-23ce0fe53c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:17:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a9966926-8f35-4c58-8656-a81d19e96533'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:38.865613 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:38.870086 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3200edf-56d6-4dbe-bd6c-90e37fef8dac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:38.916728 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-56cc24d7-e91a-47f0-b24d-22b46ac9c03d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:38.924041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cc24d7-e91a-47f0-b24d-22b46ac9c03d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:38.924949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-56cc24d7-e91a-47f0-b24d-22b46ac9c03d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:38.940208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35388) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:38.953673 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-606667cf-7496-4b8b-9372-23ce0fe53c2c None None] Set router a9966926-8f35-4c58-8656-a81d19e96533 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:17:38.953982 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-56cc24d7-e91a-47f0-b24d-22b46ac9c03d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8859022 Jul 27 21:17:38.955685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35392) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:38.961855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-cb974c22-c26e-45ed-9084-15a978b46a8b tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Request body: {'subnet': {'network_id': '313fdb42-0bb6-4301-b406-5fe1a022f71e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:39.043589 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-e3200edf-56d6-4dbe-bd6c-90e37fef8dac admin admin] Deleting port 832396b7-3f48-4b7d-b8d4-274962554f80 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:39.044326 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3200edf-56d6-4dbe-bd6c-90e37fef8dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.137723 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb974c22-c26e-45ed-9084-15a978b46a8b tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Made reservation on behalf of b70ca5de203245c7ab4cce3e72d86e48 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:39.141836 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb974c22-c26e-45ed-9084-15a978b46a8b tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.159602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc24d7-e91a-47f0-b24d-22b46ac9c03d tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event updated for resources: {'Network': ['ID=313fdb42-0bb6-4301-b406-5fe1a022f71e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:39.174320 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 313fdb42-0bb6-4301-b406-5fe1a022f71e details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:39.272989 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-e3200edf-56d6-4dbe-bd6c-90e37fef8dac admin admin] For port 832396b7-3f48-4b7d-b8d4-274962554f80, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=832396b7-3f48-4b7d-b8d4-274962554f80,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:39.275315 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3200edf-56d6-4dbe-bd6c-90e37fef8dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.299496 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-e3200edf-56d6-4dbe-bd6c-90e37fef8dac admin admin] Calling delete_port for 832396b7-3f48-4b7d-b8d4-274962554f80 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:39.348501 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-606667cf-7496-4b8b-9372-23ce0fe53c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:17:36Z', 'revision_number': 5, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:39.385283 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606667cf-7496-4b8b-9372-23ce0fe53c2c None None] The sync data for ids ['a9966926-8f35-4c58-8656-a81d19e96533'] in n-d-764806-9 is: [{'id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'name': 'tempest-AttachVolumeShelveTestJSON-26546600-router', 'tenant_id': '316085248a694378aced875fc59e1117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:06:29Z', 'updated_at': '2021-07-27T21:17:36Z', 'revision_number': 5, 'project_id': '316085248a694378aced875fc59e1117', 'gw_port': {'id': '832396b7-3f48-4b7d-b8d4-274962554f80', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9966926-8f35-4c58-8656-a81d19e96533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:06:30Z', 'updated_at': '2021-07-27T21:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:17:39.423730 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0748a1d9-3f1c-4438-b98d-80cf7e0f3413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.542884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.objects.ports [None req-cb974c22-c26e-45ed-9084-15a978b46a8b tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105580) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:17:39.546397 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb974c22-c26e-45ed-9084-15a978b46a8b tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.572802 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3200edf-56d6-4dbe-bd6c-90e37fef8dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.604212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3200edf-56d6-4dbe-bd6c-90e37fef8dac admin admin] Pushing event deleted for resources: {'Port': ['ID=832396b7-3f48-4b7d-b8d4-274962554f80,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:39.672233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb974c22-c26e-45ed-9084-15a978b46a8b tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event updated for resources: {'Subnet': ['ID=cc46d493-b047-4e3b-942b-6e048dc2bc10,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:39.710777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb974c22-c26e-45ed-9084-15a978b46a8b tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Checking segment: {'id': '528b28c1-29eb-4391-bcdd-da632128c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '313fdb42-0bb6-4301-b406-5fe1a022f71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:39.711064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb974c22-c26e-45ed-9084-15a978b46a8b tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Network hostable DHCP agents. Network: 313fdb42-0bb6-4301-b406-5fe1a022f71e, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:17:39.725255 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3200edf-56d6-4dbe-bd6c-90e37fef8dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.767819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb974c22-c26e-45ed-9084-15a978b46a8b tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Network 313fdb42-0bb6-4301-b406-5fe1a022f71e is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:17:39.779411 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0748a1d9-3f1c-4438-b98d-80cf7e0f3413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.785218 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0748a1d9-3f1c-4438-b98d-80cf7e0f3413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.801307 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-cb974c22-c26e-45ed-9084-15a978b46a8b tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 313fdb42-0bb6-4301-b406-5fe1a022f71e) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:39.806525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb974c22-c26e-45ed-9084-15a978b46a8b tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:39.806954 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cb974c22-c26e-45ed-9084-15a978b46a8b tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:39.810335 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be009ddb-cee8-4699-bed5-3fe271a2cac6 None None] Network 313fdb42-0bb6-4301-b406-5fe1a022f71e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:39.839387 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cb974c22-c26e-45ed-9084-15a978b46a8b tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8816454 Jul 27 21:17:39.863483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35400) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:39.883758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748a1d9-3f1c-4438-b98d-80cf7e0f3413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b54bc7a-0206-4330-b918-6732f2236450,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:39.911798 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:17:39.915170 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0748a1d9-3f1c-4438-b98d-80cf7e0f3413 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cdbf1281c11e431386198ea74748050e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9735701 Jul 27 21:17:39.917753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35402) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:39.995955 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d77380ff-4a80-4072-9509-d5395c44ba6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.003448 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9f56f7ca-9053-4d4d-a908-4ce9747cde2a no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:40.031989 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d77380ff-4a80-4072-9509-d5395c44ba6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.036607 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3200edf-56d6-4dbe-bd6c-90e37fef8dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.038764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 9f56f7ca-9053-4d4d-a908-4ce9747cde2a {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:40.039296 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9f56f7ca-9053-4d4d-a908-4ce9747cde2a not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:40.052424 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3200edf-56d6-4dbe-bd6c-90e37fef8dac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.143014 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d77380ff-4a80-4072-9509-d5395c44ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.150352 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d77380ff-4a80-4072-9509-d5395c44ba6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.152190 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d77380ff-4a80-4072-9509-d5395c44ba6a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0b54bc7a-0206-4330-b918-6732f2236450 HTTP/1.1" status: 204 len: 168 time: 0.2331014 Jul 27 21:17:40.174950 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3200edf-56d6-4dbe-bd6c-90e37fef8dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.176217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3200edf-56d6-4dbe-bd6c-90e37fef8dac admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9966926-8f35-4c58-8656-a81d19e96533 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:17:40.181669 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3200edf-56d6-4dbe-bd6c-90e37fef8dac admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.185650 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e3200edf-56d6-4dbe-bd6c-90e37fef8dac admin admin] 10.222.0.55 "DELETE /v2.0/routers/a9966926-8f35-4c58-8656-a81d19e96533 HTTP/1.1" status: 204 len: 168 time: 2.0889225 Jul 27 21:17:40.192166 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35406) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:40.201129 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77380ff-4a80-4072-9509-d5395c44ba6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b54bc7a-0206-4330-b918-6732f2236450,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:40.218161 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-313fdb42-0bb6-4301-b406-5fe1a022f71e', 'network_id': '313fdb42-0bb6-4301-b406-5fe1a022f71e', 'tenant_id': 'b70ca5de203245c7ab4cce3e72d86e48', 'fixed_ips': [{'subnet_id': 'cc46d493-b047-4e3b-942b-6e048dc2bc10'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:17:40.218988 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.284480 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.301095 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe21a38-6c66-4d54-a666-7558552f9ac4 admin admin] Deleting subnet 6f5c215f-9e0c-4039-b305-c7ccda95b7dd {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:17:40.306975 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7fe21a38-6c66-4d54-a666-7558552f9ac4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.459806 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7fe21a38-6c66-4d54-a666-7558552f9ac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.517093 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.544245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Allocated IP 2001:db8::f816:3eff:fe1c:f2d1 (313fdb42-0bb6-4301-b406-5fe1a022f71e/cc46d493-b047-4e3b-942b-6e048dc2bc10/54cfd375-66b5-4956-8238-dcb95e1dc25e) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:40.692580 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7fe21a38-6c66-4d54-a666-7558552f9ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.827951 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7fe21a38-6c66-4d54-a666-7558552f9ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.836011 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.853382 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Transition to ACTIVE for port object 54cfd375-66b5-4956-8238-dcb95e1dc25e will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:40.873437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Transition to ACTIVE for port object 54cfd375-66b5-4956-8238-dcb95e1dc25e will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:40.880867 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.912584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe21a38-6c66-4d54-a666-7558552f9ac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f5c215f-9e0c-4039-b305-c7ccda95b7dd,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:40.915959 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7fe21a38-6c66-4d54-a666-7558552f9ac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:40.922399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35426) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:40.943522 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7fe21a38-6c66-4d54-a666-7558552f9ac4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6f5c215f-9e0c-4039-b305-c7ccda95b7dd HTTP/1.1" status: 204 len: 168 time: 0.7502470 Jul 27 21:17:40.949038 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Pushing event updated for resources: {'Port': ['ID=54cfd375-66b5-4956-8238-dcb95e1dc25e,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:40.964675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49a68a4-56c8-4e56-ab27-a68fdceec931 None None] Network 83632acd-e78d-4a39-ae97-2eaf775c8434 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:40.980120 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.051050 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event deleted for resources: {'Subnet': ['ID=cc46d493-b047-4e3b-942b-6e048dc2bc10,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:41.099799 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.139656 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Network 313fdb42-0bb6-4301-b406-5fe1a022f71e is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:41.160448 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:41.167017 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:41.235365 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] Deleting port a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:41.235865 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.254051 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.255404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Attempting to bind port 54cfd375-66b5-4956-8238-dcb95e1dc25e on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:17:41.255752 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Attempting to bind port 54cfd375-66b5-4956-8238-dcb95e1dc25e by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '528b28c1-29eb-4391-bcdd-da632128c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '313fdb42-0bb6-4301-b406-5fe1a022f71e'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:17:41.256238 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Attempting to bind port 54cfd375-66b5-4956-8238-dcb95e1dc25e on network 313fdb42-0bb6-4301-b406-5fe1a022f71e {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:41.282798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:17:41.283380 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Checking segment: {'id': '528b28c1-29eb-4391-bcdd-da632128c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '313fdb42-0bb6-4301-b406-5fe1a022f71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:41.283831 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.284329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Bound using segment: {'id': '528b28c1-29eb-4391-bcdd-da632128c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '313fdb42-0bb6-4301-b406-5fe1a022f71e'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:17:41.285121 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Bound port: 54cfd375-66b5-4956-8238-dcb95e1dc25e, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528b28c1-29eb-4391-bcdd-da632128c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '313fdb42-0bb6-4301-b406-5fe1a022f71e'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:17:41.285619 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.296565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313fdb42-0bb6-4301-b406-5fe1a022f71e']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:41.340153 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528b28c1-29eb-4391-bcdd-da632128c4b8') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:41.340557 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528b28c1-29eb-4391-bcdd-da632128c4b8') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:41.382154 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.420270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] For port a41f0be5-f51e-49b5-9b62-cb938d5fe2c7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a41f0be5-f51e-49b5-9b62-cb938d5fe2c7,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:41.420869 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.433471 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb245b5-f481-4c4e-be9d-ed54d246421b None None] DHCP port deletion for 83632acd-e78d-4a39-ae97-2eaf775c8434 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:17:41.438050 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] Calling delete_port for a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:41.440697 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.460715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:41.461540 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.523741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] For port 54cfd375-66b5-4956-8238-dcb95e1dc25e, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:17:41.562455 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1cb245b5-f481-4c4e-be9d-ed54d246421b None None] Deleting port a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:41.565070 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:41.568429 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1cb245b5-f481-4c4e-be9d-ed54d246421b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.576091 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.602965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41f0be5-f51e-49b5-9b62-cb938d5fe2c7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:41.607607 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.db.api [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 27 21:17:41.607607 n-d-764806-9 neutron-server[105579]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 27 21:17:41.607607 n-d-764806-9 neutron-server[105579]: [parameters: {'id': '313fdb42-0bb6-4301-b406-5fe1a022f71e'}] Jul 27 21:17:41.607607 n-d-764806-9 neutron-server[105579]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105579) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:17:41.608712 n-d-764806-9 neutron-server[105579]: DEBUG oslo_db.api [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:17:41.612676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] No DVR routers for this DVR port a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:41.693680 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.694975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1cb245b5-f481-4c4e-be9d-ed54d246421b None None] For port a41f0be5-f51e-49b5-9b62-cb938d5fe2c7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a41f0be5-f51e-49b5-9b62-cb938d5fe2c7,segment=NetworkSegment(10d16c9c-74a3-47cf-89ce-7a3b6191f405),segment_id=10d16c9c-74a3-47cf-89ce-7a3b6191f405)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:41.695632 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1cb245b5-f481-4c4e-be9d-ed54d246421b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.708213 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83632acd-e78d-4a39-ae97-2eaf775c8434']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:41.734126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d16c9c-74a3-47cf-89ce-7a3b6191f405') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:41.734126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d16c9c-74a3-47cf-89ce-7a3b6191f405') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:41.745081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1cb245b5-f481-4c4e-be9d-ed54d246421b None None] Calling delete_port for a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:41.755950 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.780699 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.797271 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:41.797684 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.810371 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] For port 54cfd375-66b5-4956-8238-dcb95e1dc25e, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=54cfd375-66b5-4956-8238-dcb95e1dc25e,segment=NetworkSegment(528b28c1-29eb-4391-bcdd-da632128c4b8),segment_id=528b28c1-29eb-4391-bcdd-da632128c4b8)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:17:41.828290 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:41.863107 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:41.869720 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.883562 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:41.890859 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/83632acd-e78d-4a39-ae97-2eaf775c8434 HTTP/1.1" status: 204 len: 168 time: 0.9666381 Jul 27 21:17:41.907619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b0108-1c0e-41e7-9af4-2754b54f9dc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=83632acd-e78d-4a39-ae97-2eaf775c8434,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:42.035443 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a5320-92a7-4549-836a-1b1a6be5ca7c None None] Pushing event updated for resources: {'Port': ['ID=54cfd375-66b5-4956-8238-dcb95e1dc25e,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:42.040204 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:42.089115 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:42.089575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:42.090995 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 832396b7-3f48-4b7d-b8d4-274962554f80 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:42.109867 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.152116 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35462) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:42.194293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 832396b7-3f48-4b7d-b8d4-274962554f80 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:17:42.194912 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 832396b7-3f48-4b7d-b8d4-274962554f80 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:17:42.224010 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d25fd1-b61b-4aa0-a013-694b688c686f None None] Network 313fdb42-0bb6-4301-b406-5fe1a022f71e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:42.248801 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1cb245b5-f481-4c4e-be9d-ed54d246421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.258982 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Deleting port 54cfd375-66b5-4956-8238-dcb95e1dc25e {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:42.260524 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.281860 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-45f06b73-c673-488f-a2ec-6339dca8852f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=316085248a694378aced875fc59e1117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278994 Jul 27 21:17:42.282532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35464) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:42.303043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35466) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:42.331247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb245b5-f481-4c4e-be9d-ed54d246421b None None] Pushing event deleted for resources: {'Port': ['ID=a41f0be5-f51e-49b5-9b62-cb938d5fe2c7,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:42.344758 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1cb245b5-f481-4c4e-be9d-ed54d246421b None None] Network 83632acd-e78d-4a39-ae97-2eaf775c8434 is not hosted by any dhcp agent {{(pid=105581) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:17:42.345225 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb245b5-f481-4c4e-be9d-ed54d246421b None None] No DVR routers for this DVR port a41f0be5-f51e-49b5-9b62-cb938d5fe2c7 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:42.398851 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7e09-eb5e-4665-bcc2-f23b88f11ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.410803 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] For port 54cfd375-66b5-4956-8238-dcb95e1dc25e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=54cfd375-66b5-4956-8238-dcb95e1dc25e,segment=NetworkSegment(528b28c1-29eb-4391-bcdd-da632128c4b8),segment_id=528b28c1-29eb-4391-bcdd-da632128c4b8)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:42.411173 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.429167 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Calling delete_port for 54cfd375-66b5-4956-8238-dcb95e1dc25e owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:42.431219 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7e09-eb5e-4665-bcc2-f23b88f11ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.552407 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7e09-eb5e-4665-bcc2-f23b88f11ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.556105 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7e09-eb5e-4665-bcc2-f23b88f11ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.557330 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bb4e7e09-eb5e-4665-bcc2-f23b88f11ae2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/654071c1-dd24-41f0-9de4-f13d8c983719 HTTP/1.1" status: 204 len: 168 time: 0.2738519 Jul 27 21:17:42.570787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e7e09-eb5e-4665-bcc2-f23b88f11ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654071c1-dd24-41f0-9de4-f13d8c983719,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:42.595846 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.642213 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event deleted for resources: {'Port': ['ID=54cfd375-66b5-4956-8238-dcb95e1dc25e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:42.654461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] No DVR routers for this DVR port 54cfd375-66b5-4956-8238-dcb95e1dc25e on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:42.760913 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76fbd44-848a-495f-b3bc-3450fc2111c7 None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:17:42.780080 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1d7b427e-d8e9-4164-a70d-4949a7495c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.887611 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.912064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313fdb42-0bb6-4301-b406-5fe1a022f71e']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:42.946060 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528b28c1-29eb-4391-bcdd-da632128c4b8') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:42.950216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528b28c1-29eb-4391-bcdd-da632128c4b8') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:42.957999 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76fbd44-848a-495f-b3bc-3450fc2111c7 None None] Resources bound (agent type, host, resource id): {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:17:42.971960 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:42.996588 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.009235 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:43.010851 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.018160 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1d7b427e-d8e9-4164-a70d-4949a7495c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:43.019148 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:43.027139 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1d7b427e-d8e9-4164-a70d-4949a7495c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.085631 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1d7b427e-d8e9-4164-a70d-4949a7495c97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a4299f450644793a6c883c4494584b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7815361 Jul 27 21:17:43.087475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b427e-d8e9-4164-a70d-4949a7495c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c5d8d3-ea12-41c3-978a-dc55633d2d50,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:43.107302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35482) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:43.118171 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.134546 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.140945 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35484) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:43.145314 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/networks/313fdb42-0bb6-4301-b406-5fe1a022f71e HTTP/1.1" status: 204 len: 168 time: 3.2806003 Jul 27 21:17:43.159004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0affe-8b16-41ce-8105-30e33d76e818 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event deleted for resources: {'Network': ['ID=313fdb42-0bb6-4301-b406-5fe1a022f71e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:43.207053 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a7583d-6849-4ef7-872b-54f43c2b48ff tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:43.207816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a7583d-6849-4ef7-872b-54f43c2b48ff tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:43.209749 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-20a7583d-6849-4ef7-872b-54f43c2b48ff tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/subnets/cc46d493-b047-4e3b-942b-6e048dc2bc10 HTTP/1.1" status: 404 len: 337 time: 0.0678258 Jul 27 21:17:43.212750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35490) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:43.242452 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63ad918-84e5-4a88-a368-1c7291566b90 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:43.243307 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63ad918-84e5-4a88-a368-1c7291566b90 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:43.245272 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f63ad918-84e5-4a88-a368-1c7291566b90 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/networks/313fdb42-0bb6-4301-b406-5fe1a022f71e HTTP/1.1" status: 404 len: 339 time: 0.0307379 Jul 27 21:17:43.246964 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b13fac48-faba-49bc-a0c4-b3fb823e4397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.248758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35492) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:43.283267 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46f042b-66b0-42da-bb61-ef530d4aa516 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:43.283973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46f042b-66b0-42da-bb61-ef530d4aa516 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:43.285448 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a46f042b-66b0-42da-bb61-ef530d4aa516 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/subnets/ffb5fb66-0bb8-42b3-aa1a-89ebb1295caf HTTP/1.1" status: 404 len: 337 time: 0.0357661 Jul 27 21:17:43.287964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35496) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:43.315531 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3cdeefb-efe1-4ffe-a9de-fd87eb84f156 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:43.317624 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3cdeefb-efe1-4ffe-a9de-fd87eb84f156 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:43.323389 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d3cdeefb-efe1-4ffe-a9de-fd87eb84f156 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/networks/671d2a86-7a29-4d8b-bd79-e1570710b485 HTTP/1.1" status: 404 len: 339 time: 0.0320024 Jul 27 21:17:43.323766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35498) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:43.337184 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b13fac48-faba-49bc-a0c4-b3fb823e4397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.365401 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-20db9b89-8c56-42fc-9c85-bb69156e9ef0 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:43.366054 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20db9b89-8c56-42fc-9c85-bb69156e9ef0 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:43.369401 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-20db9b89-8c56-42fc-9c85-bb69156e9ef0 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/subnets/82ec177d-fd01-4180-9e5c-ea33447a9d9e HTTP/1.1" status: 404 len: 337 time: 0.0439885 Jul 27 21:17:43.371962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35500) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:43.411067 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b13fac48-faba-49bc-a0c4-b3fb823e4397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.414976 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b13fac48-faba-49bc-a0c4-b3fb823e4397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.418839 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b13fac48-faba-49bc-a0c4-b3fb823e4397 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79c5d8d3-ea12-41c3-978a-dc55633d2d50 HTTP/1.1" status: 204 len: 168 time: 0.3085678 Jul 27 21:17:43.422867 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c21f432-b974-46ac-90bc-2171cf6f6add tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:43.423627 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c21f432-b974-46ac-90bc-2171cf6f6add tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:43.425655 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6c21f432-b974-46ac-90bc-2171cf6f6add tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/networks/129afa46-8c78-4f99-bcb0-d3377a0ce227 HTTP/1.1" status: 404 len: 339 time: 0.0523300 Jul 27 21:17:43.431063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35504) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:43.441111 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fac48-faba-49bc-a0c4-b3fb823e4397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c5d8d3-ea12-41c3-978a-dc55633d2d50,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:43.600658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1ef682ee-9ba4-4e26-84ed-b304c81d5586 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Deleting port ee4ed6e2-edb9-48fe-ad52-eea10f12b578 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:43.601099 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ef682ee-9ba4-4e26-84ed-b304c81d5586 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.769538 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ef682ee-9ba4-4e26-84ed-b304c81d5586 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:43.793700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1ef682ee-9ba4-4e26-84ed-b304c81d5586 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Calling delete_port for ee4ed6e2-edb9-48fe-ad52-eea10f12b578 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:43.948299 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ef682ee-9ba4-4e26-84ed-b304c81d5586 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.013661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef682ee-9ba4-4e26-84ed-b304c81d5586 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event deleted for resources: {'Port': ['ID=ee4ed6e2-edb9-48fe-ad52-eea10f12b578,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:44.024209 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ef682ee-9ba4-4e26-84ed-b304c81d5586 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.027538 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1ef682ee-9ba4-4e26-84ed-b304c81d5586 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/ports/ee4ed6e2-edb9-48fe-ad52-eea10f12b578 HTTP/1.1" status: 204 len: 168 time: 0.5950847 Jul 27 21:17:44.030573 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35528) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:44.066956 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-9803a152-6d33-407c-843c-df1b72b62498 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:44.075278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9803a152-6d33-407c-843c-df1b72b62498 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:44.075278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9803a152-6d33-407c-843c-df1b72b62498 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/subnets/4cda43c4-c2ea-40cd-afd5-2989cba98a51 HTTP/1.1" status: 404 len: 337 time: 0.0376401 Jul 27 21:17:44.077571 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35534) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:44.285219 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-021c1da5-8d35-4ff1-baca-501199135666 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.443537 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-021c1da5-8d35-4ff1-baca-501199135666 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.459858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-021c1da5-8d35-4ff1-baca-501199135666 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ac9709-ea33-4dad-af88-addad31c3689']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:44.478958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-021c1da5-8d35-4ff1-baca-501199135666 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e8e46f-cd2d-4434-a97a-f6c45db193b3') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:44.480096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-021c1da5-8d35-4ff1-baca-501199135666 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e8e46f-cd2d-4434-a97a-f6c45db193b3') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:44.501219 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-021c1da5-8d35-4ff1-baca-501199135666 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.545486 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-021c1da5-8d35-4ff1-baca-501199135666 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.561005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021c1da5-8d35-4ff1-baca-501199135666 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:44.562566 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-021c1da5-8d35-4ff1-baca-501199135666 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:44.566317 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:44.680955 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-021c1da5-8d35-4ff1-baca-501199135666 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.710396 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-021c1da5-8d35-4ff1-baca-501199135666 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.711535 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-021c1da5-8d35-4ff1-baca-501199135666 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/networks/94ac9709-ea33-4dad-af88-addad31c3689 HTTP/1.1" status: 204 len: 168 time: 0.6326337 Jul 27 21:17:44.712899 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c1da5-8d35-4ff1-baca-501199135666 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event deleted for resources: {'Network': ['ID=94ac9709-ea33-4dad-af88-addad31c3689,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:44.714102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35576) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:44.750830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35584) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:44.857332 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-07af9ced-a3ce-4ac7-a5d9-890b115498e2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Deleting port 9c30f0a0-1361-4a3b-aa80-e288b0748d95 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:44.858063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07af9ced-a3ce-4ac7-a5d9-890b115498e2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:44.979671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-def8545f-00f1-48be-8e21-091ad41d1e02 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-571771377-network', 'tenant_id': 'da4d529c58904df7b9361d196266d464'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:45.027057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def8545f-00f1-48be-8e21-091ad41d1e02 admin admin] Made reservation on behalf of da4d529c58904df7b9361d196266d464 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:45.049672 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-def8545f-00f1-48be-8e21-091ad41d1e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.071880 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-def8545f-00f1-48be-8e21-091ad41d1e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.217642 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35592) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:45.364539 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-def8545f-00f1-48be-8e21-091ad41d1e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.372829 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-def8545f-00f1-48be-8e21-091ad41d1e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.417519 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def8545f-00f1-48be-8e21-091ad41d1e02 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:45.442789 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-def8545f-00f1-48be-8e21-091ad41d1e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.443248 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-def8545f-00f1-48be-8e21-091ad41d1e02 admin admin] Added segment 00f39492-663a-46bb-a212-9ddd62481c71 of type vlan for network 5bdda84e-66f1-44c6-b187-28484bc5cb69 Jul 27 21:17:45.444751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8545f-00f1-48be-8e21-091ad41d1e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e60ce5c-2ecb-40d0-b225-2103be09fcde,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:45.518246 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-def8545f-00f1-48be-8e21-091ad41d1e02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.547686 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e4068131-ae87-4416-9fc0-15ad188e4c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.600403 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-def8545f-00f1-48be-8e21-091ad41d1e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.601694 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def8545f-00f1-48be-8e21-091ad41d1e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:45.602461 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-def8545f-00f1-48be-8e21-091ad41d1e02 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.645137 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07af9ced-a3ce-4ac7-a5d9-890b115498e2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.681421 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-07af9ced-a3ce-4ac7-a5d9-890b115498e2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Calling delete_port for 9c30f0a0-1361-4a3b-aa80-e288b0748d95 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:45.700200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8545f-00f1-48be-8e21-091ad41d1e02 admin admin] Pushing event updated for resources: {'Network': ['ID=5bdda84e-66f1-44c6-b187-28484bc5cb69,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:45.712352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 5bdda84e-66f1-44c6-b187-28484bc5cb69 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:45.792291 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07af9ced-a3ce-4ac7-a5d9-890b115498e2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.795687 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e4068131-ae87-4416-9fc0-15ad188e4c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.819484 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e4068131-ae87-4416-9fc0-15ad188e4c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.840522 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-def8545f-00f1-48be-8e21-091ad41d1e02 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0836055 Jul 27 21:17:45.844955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35602) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:45.856593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-dde669ae-a5f0-4023-8a1d-a967a56f7fa2 admin admin] Request body: {'subnet': {'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-571771377-subnet', 'tenant_id': 'da4d529c58904df7b9361d196266d464', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:45.861497 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af9ced-a3ce-4ac7-a5d9-890b115498e2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event deleted for resources: {'Port': ['ID=9c30f0a0-1361-4a3b-aa80-e288b0748d95,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:45.882615 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07af9ced-a3ce-4ac7-a5d9-890b115498e2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.889274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-07af9ced-a3ce-4ac7-a5d9-890b115498e2 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/ports/9c30f0a0-1361-4a3b-aa80-e288b0748d95 HTTP/1.1" status: 204 len: 168 time: 1.1730301 Jul 27 21:17:45.890198 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35604) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:45.903231 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e4068131-ae87-4416-9fc0-15ad188e4c9b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f61450c64355420b983a3cabc4745938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6800103 Jul 27 21:17:45.903886 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35606) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:45.913036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4068131-ae87-4416-9fc0-15ad188e4c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb94614-643f-4d42-8db6-c37b9a836d87,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:45.950982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde669ae-a5f0-4023-8a1d-a967a56f7fa2 admin admin] Made reservation on behalf of da4d529c58904df7b9361d196266d464 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:45.953553 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dde669ae-a5f0-4023-8a1d-a967a56f7fa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:45.957149 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8dc407-b058-4a56-9fdb-82360688d26c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:45.957859 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8dc407-b058-4a56-9fdb-82360688d26c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:45.963667 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0c8dc407-b058-4a56-9fdb-82360688d26c tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/subnets/656938c5-0bf6-4393-9548-731b10ef824c HTTP/1.1" status: 404 len: 337 time: 0.0721817 Jul 27 21:17:45.965390 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35608) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:46.047063 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7f3f320c-9ce9-4ddd-9f9b-3f835fe96eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.067630 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85c96aff-df14-46ac-bf3c-cfec0c506347 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.094189 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7f3f320c-9ce9-4ddd-9f9b-3f835fe96eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.237033 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7f3f320c-9ce9-4ddd-9f9b-3f835fe96eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.238644 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85c96aff-df14-46ac-bf3c-cfec0c506347 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.239860 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7f3f320c-9ce9-4ddd-9f9b-3f835fe96eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.243809 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7f3f320c-9ce9-4ddd-9f9b-3f835fe96eac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4fb94614-643f-4d42-8db6-c37b9a836d87 HTTP/1.1" status: 204 len: 168 time: 0.3365037 Jul 27 21:17:46.283459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-85c96aff-df14-46ac-bf3c-cfec0c506347 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb56756b-b536-461d-b62c-fb67ef9d3244']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:46.284224 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f320c-9ce9-4ddd-9f9b-3f835fe96eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb94614-643f-4d42-8db6-c37b9a836d87,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:46.313589 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dde669ae-a5f0-4023-8a1d-a967a56f7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.315113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-85c96aff-df14-46ac-bf3c-cfec0c506347 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443ac702-4a17-4780-b98d-8b8193c67266') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:46.315425 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-85c96aff-df14-46ac-bf3c-cfec0c506347 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443ac702-4a17-4780-b98d-8b8193c67266') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:46.342982 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85c96aff-df14-46ac-bf3c-cfec0c506347 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.417307 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85c96aff-df14-46ac-bf3c-cfec0c506347 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.490886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c96aff-df14-46ac-bf3c-cfec0c506347 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:46.498133 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85c96aff-df14-46ac-bf3c-cfec0c506347 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:46.521901 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:46.548213 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde669ae-a5f0-4023-8a1d-a967a56f7fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a856137-a432-4d9c-81fc-060524041102,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:46.578758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde669ae-a5f0-4023-8a1d-a967a56f7fa2 admin admin] Checking segment: {'id': '00f39492-663a-46bb-a212-9ddd62481c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:46.579135 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde669ae-a5f0-4023-8a1d-a967a56f7fa2 admin admin] Network hostable DHCP agents. Network: 5bdda84e-66f1-44c6-b187-28484bc5cb69, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:17:46.634330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde669ae-a5f0-4023-8a1d-a967a56f7fa2 admin admin] Network 5bdda84e-66f1-44c6-b187-28484bc5cb69 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:17:46.657882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-dde669ae-a5f0-4023-8a1d-a967a56f7fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 5bdda84e-66f1-44c6-b187-28484bc5cb69) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:46.671911 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e98af3-6510-4b46-9e5f-304a9b2579d5 None None] Network 5bdda84e-66f1-44c6-b187-28484bc5cb69 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:46.675749 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde669ae-a5f0-4023-8a1d-a967a56f7fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:46.676375 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dde669ae-a5f0-4023-8a1d-a967a56f7fa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.695159 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dde669ae-a5f0-4023-8a1d-a967a56f7fa2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8440354 Jul 27 21:17:46.722084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85c96aff-df14-46ac-bf3c-cfec0c506347 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.728190 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85c96aff-df14-46ac-bf3c-cfec0c506347 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.733376 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35620) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:46.735557 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-85c96aff-df14-46ac-bf3c-cfec0c506347 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/networks/eb56756b-b536-461d-b62c-fb67ef9d3244 HTTP/1.1" status: 204 len: 168 time: 0.7675908 Jul 27 21:17:46.761169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c96aff-df14-46ac-bf3c-cfec0c506347 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event deleted for resources: {'Network': ['ID=eb56756b-b536-461d-b62c-fb67ef9d3244,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:46.802842 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de1f695-4378-4429-beb5-8d9193bf3f98 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Deleting subnet 7324a072-9a99-4763-8be5-814388f65b7c {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:17:46.808945 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2de1f695-4378-4429-beb5-8d9193bf3f98 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.861113 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2de1f695-4378-4429-beb5-8d9193bf3f98 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:46.988235 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2de1f695-4378-4429-beb5-8d9193bf3f98 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:47.011360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6171ced0-df68-4c65-bb58-c985cfd4cb3d None None] Network 5bdda84e-66f1-44c6-b187-28484bc5cb69 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:47.063140 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2de1f695-4378-4429-beb5-8d9193bf3f98 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:47.102426 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1f695-4378-4429-beb5-8d9193bf3f98 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event deleted for resources: {'Subnet': ['ID=7324a072-9a99-4763-8be5-814388f65b7c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:47.107552 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2de1f695-4378-4429-beb5-8d9193bf3f98 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:47.112288 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2de1f695-4378-4429-beb5-8d9193bf3f98 tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/subnets/7324a072-9a99-4763-8be5-814388f65b7c HTTP/1.1" status: 204 len: 168 time: 0.3754437 Jul 27 21:17:47.113268 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35634) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:47.121728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e99e3b-e4bc-4834-b3d3-29133f08b9d8 None None] Network eb78cee9-4f32-4544-bd9b-c1830e324632 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:47.259984 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:47.802945 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da113ea-dd18-4c89-9b75-8bb45dcef22b None None] DHCP port deletion for eb78cee9-4f32-4544-bd9b-c1830e324632 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:17:47.871477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-c9f69f01-95da-4796-8dbc-cd23c2eca427 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:47.880028 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-c9f69f01-95da-4796-8dbc-cd23c2eca427 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/networks?id=5bdda84e-66f1-44c6-b187-28484bc5cb69 HTTP/1.1" status: 200 len: 814 time: 0.3391232 Jul 27 21:17:47.902573 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-a140871d-f42a-4b62-b1f6-2d860fa27a9a tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/quotas/da4d529c58904df7b9361d196266d464 HTTP/1.1" status: 200 len: 375 time: 0.0210660 Jul 27 21:17:47.952692 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6da113ea-dd18-4c89-9b75-8bb45dcef22b None None] Deleting port f758b941-2e9c-477f-aba0-9a813069789f {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:47.953994 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6da113ea-dd18-4c89-9b75-8bb45dcef22b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.020749 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-63f01790-b4ff-4908-9374-4185cc4323d5 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=da4d529c58904df7b9361d196266d464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1048944 Jul 27 21:17:48.055098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f758b941-2e9c-477f-aba0-9a813069789f no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:48.145558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6da113ea-dd18-4c89-9b75-8bb45dcef22b None None] For port f758b941-2e9c-477f-aba0-9a813069789f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f758b941-2e9c-477f-aba0-9a813069789f,segment=NetworkSegment(2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2),segment_id=2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:48.146377 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6da113ea-dd18-4c89-9b75-8bb45dcef22b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.169740 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6da113ea-dd18-4c89-9b75-8bb45dcef22b None None] Calling delete_port for f758b941-2e9c-477f-aba0-9a813069789f owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:48.216066 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.241905 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-2cb11254-b496-413c-a1da-a34690dbdf56 service neutron] 10.222.0.55 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201643 Jul 27 21:17:48.264199 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Deleting port f758b941-2e9c-477f-aba0-9a813069789f {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:48.266516 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.289883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port f758b941-2e9c-477f-aba0-9a813069789f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f758b941-2e9c-477f-aba0-9a813069789f,segment=NetworkSegment(2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2),segment_id=2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:48.325443 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.457171 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=f758b941-2e9c-477f-aba0-9a813069789f,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:48.471876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:48.471876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:48.471876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:48.471876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:48.471876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:48.472784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:48.472784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:48.473242 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:48.473829 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:48.474160 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:48.474932 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:48.475712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:17:48.490956 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6da113ea-dd18-4c89-9b75-8bb45dcef22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.492293 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-5926d5a6-3a37-43d6-83b5-38a2dfd64d12 service neutron] 10.222.0.55 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492478 Jul 27 21:17:48.495717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] For port f758b941-2e9c-477f-aba0-9a813069789f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f758b941-2e9c-477f-aba0-9a813069789f,segment=NetworkSegment(2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2),segment_id=2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:48.505120 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.534950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Calling delete_port for f758b941-2e9c-477f-aba0-9a813069789f owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:48.535342 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da113ea-dd18-4c89-9b75-8bb45dcef22b None None] Pushing event deleted for resources: {'Port': ['ID=f758b941-2e9c-477f-aba0-9a813069789f,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:48.542114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da113ea-dd18-4c89-9b75-8bb45dcef22b None None] No DVR routers for this DVR port f758b941-2e9c-477f-aba0-9a813069789f on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:48.679664 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.716321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event deleted for resources: {'Port': ['ID=f758b941-2e9c-477f-aba0-9a813069789f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:48.725033 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] No DVR routers for this DVR port f758b941-2e9c-477f-aba0-9a813069789f on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:17:48.854617 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7cfeb12f-c37a-4db1-b03e-d7c46bdd12df req-353b3b2c-6288-4374-afc3-6f19f2bac58f tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 210 time: 0.0660787 Jul 27 21:17:48.902975 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.921845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb78cee9-4f32-4544-bd9b-c1830e324632']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:48.936293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:48.936900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc94651-22c3-4c9f-8ea7-e452e8e2a1a2') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:48.948013 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.964187 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.974030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:48.974030 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:48.991274 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:49.078728 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:49.087941 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:49.092969 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] 10.222.0.55 "DELETE /v2.0/networks/eb78cee9-4f32-4544-bd9b-c1830e324632 HTTP/1.1" status: 204 len: 168 time: 1.9795098 Jul 27 21:17:49.115531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9bad1-3d96-40ce-b916-d35a3a8b388e tempest-NetworksIpV6TestAttrs-2146062776 tempest-NetworksIpV6TestAttrs-2146062776-project] Pushing event deleted for resources: {'Network': ['ID=eb78cee9-4f32-4544-bd9b-c1830e324632,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:49.647896 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35702) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:50.103060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8f28bfe-36ae-44ef-afae-9bf39b63880a req-d929a8f7-aa67-4d30-b653-eb81e4d3520c tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 210 time: 0.0895762 Jul 27 21:17:50.208301 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1181db3d-bc41-4d18-b217-06f89a78d24d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b70ca5de203245c7ab4cce3e72d86e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5581656 Jul 27 21:17:50.211285 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35726) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:50.354745 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-085aa970-ff96-4616-b15c-e5ad5284cd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:50.388977 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-085aa970-ff96-4616-b15c-e5ad5284cd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:50.459780 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-085aa970-ff96-4616-b15c-e5ad5284cd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:50.465498 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-085aa970-ff96-4616-b15c-e5ad5284cd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:50.466988 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-085aa970-ff96-4616-b15c-e5ad5284cd75 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc35c6c9-4db9-4cfe-8279-45d663d8a6fe HTTP/1.1" status: 204 len: 168 time: 0.2545514 Jul 27 21:17:50.518313 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085aa970-ff96-4616-b15c-e5ad5284cd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc35c6c9-4db9-4cfe-8279-45d663d8a6fe,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:50.571347 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-858a893b-da00-465f-9dca-a6874e35f54d tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:50.580849 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-858a893b-da00-465f-9dca-a6874e35f54d tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.20 "GET /v2.0/networks?id=5bdda84e-66f1-44c6-b187-28484bc5cb69 HTTP/1.1" status: 200 len: 814 time: 0.3976462 Jul 27 21:17:50.601274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-00777643-52a5-46ac-9c63-13b1569c03b2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Request body: {'port': {'device_id': '3907b8c7-00e6-4424-9d55-4b68dd746bf1', 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69', 'admin_state_up': True, 'tenant_id': 'da4d529c58904df7b9361d196266d464'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:50.836260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-00777643-52a5-46ac-9c63-13b1569c03b2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Made reservation on behalf of da4d529c58904df7b9361d196266d464 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:50.840792 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-00777643-52a5-46ac-9c63-13b1569c03b2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:51.120235 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-00777643-52a5-46ac-9c63-13b1569c03b2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Allocated IP 172.20.0.6 (5bdda84e-66f1-44c6-b187-28484bc5cb69/9a856137-a432-4d9c-81fc-060524041102/7efd83d4-43bc-4547-b8ba-f8a7223996c3) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:51.366529 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-903a804f-10ab-44cf-9897-344a028b2da3 req-3f661cb4-93b0-4dbc-945e-512243aacd79 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 210 time: 0.0720530 Jul 27 21:17:51.598073 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-00777643-52a5-46ac-9c63-13b1569c03b2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:51.665250 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-00777643-52a5-46ac-9c63-13b1569c03b2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:51.710986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35766) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:51.746990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-00777643-52a5-46ac-9c63-13b1569c03b2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Network 5bdda84e-66f1-44c6-b187-28484bc5cb69 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:51.750179 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-00777643-52a5-46ac-9c63-13b1569c03b2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:51.757036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-00777643-52a5-46ac-9c63-13b1569c03b2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:51.805667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00777643-52a5-46ac-9c63-13b1569c03b2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Pushing event updated for resources: {'Port': ['ID=7efd83d4-43bc-4547-b8ba-f8a7223996c3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:51.816702 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-00777643-52a5-46ac-9c63-13b1569c03b2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:51.817383 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-00777643-52a5-46ac-9c63-13b1569c03b2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:51.861331 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-00777643-52a5-46ac-9c63-13b1569c03b2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2643199 Jul 27 21:17:51.883197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Request body: {'port': {'device_id': '3907b8c7-00e6-4424-9d55-4b68dd746bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:52.026545 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c7e594e-faea-4f14-a8d3-d900a997e539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.060272 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.164980 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c7e594e-faea-4f14-a8d3-d900a997e539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.172221 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c7e594e-faea-4f14-a8d3-d900a997e539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.268702 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e594e-faea-4f14-a8d3-d900a997e539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3131ac3-980b-4a0e-a501-8102febab36c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:52.275534 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5c7e594e-faea-4f14-a8d3-d900a997e539 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2393bce8b07a4fc1990ed65f8e03cc46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5634575 Jul 27 21:17:52.281644 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35784) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:52.382397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35792) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:52.399280 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-766d7e53-4378-4b2f-b68b-9fffb8ccedc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.454691 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-766d7e53-4378-4b2f-b68b-9fffb8ccedc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.586874 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02345c5-362a-48ef-aa9a-c419ea8e19a8 req-37aa362f-17e5-49f7-be08-b6d4fec907a2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:52.588543 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e02345c5-362a-48ef-aa9a-c419ea8e19a8 req-37aa362f-17e5-49f7-be08-b6d4fec907a2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 931 time: 0.0996692 Jul 27 21:17:52.590542 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-766d7e53-4378-4b2f-b68b-9fffb8ccedc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.593635 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-766d7e53-4378-4b2f-b68b-9fffb8ccedc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.594950 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-766d7e53-4378-4b2f-b68b-9fffb8ccedc7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3131ac3-980b-4a0e-a501-8102febab36c HTTP/1.1" status: 204 len: 168 time: 0.3055978 Jul 27 21:17:52.611663 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d7e53-4378-4b2f-b68b-9fffb8ccedc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3131ac3-980b-4a0e-a501-8102febab36c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:52.659438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-bddf3476-ab03-4727-8ac5-09dfa60fb59f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1596378565'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:52.672045 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e02345c5-362a-48ef-aa9a-c419ea8e19a8 req-a7cfaa64-ce4c-4e48-8bf9-ea0b85e9a3aa tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712368 Jul 27 21:17:52.680332 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efd83d4-43bc-4547-b8ba-f8a7223996c3 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:17:52.691631 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.708056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddf3476-ab03-4727-8ac5-09dfa60fb59f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:52.711539 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bddf3476-ab03-4727-8ac5-09dfa60fb59f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.717130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Transition to ACTIVE for port object 7efd83d4-43bc-4547-b8ba-f8a7223996c3 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:52.724183 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bddf3476-ab03-4727-8ac5-09dfa60fb59f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.726091 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.807563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Pushing event updated for resources: {'Port': ['ID=7efd83d4-43bc-4547-b8ba-f8a7223996c3,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:52.923091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Attempting to bind port 7efd83d4-43bc-4547-b8ba-f8a7223996c3 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:17:52.923435 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Attempting to bind port 7efd83d4-43bc-4547-b8ba-f8a7223996c3 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '00f39492-663a-46bb-a212-9ddd62481c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:17:52.923770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Attempting to bind port 7efd83d4-43bc-4547-b8ba-f8a7223996c3 on network 5bdda84e-66f1-44c6-b187-28484bc5cb69 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:52.935750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Port 7efd83d4-43bc-4547-b8ba-f8a7223996c3 on network 5bdda84e-66f1-44c6-b187-28484bc5cb69 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:17:52.936783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Attempting to bind port 7efd83d4-43bc-4547-b8ba-f8a7223996c3 on network 5bdda84e-66f1-44c6-b187-28484bc5cb69 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:52.955404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:17:52.956919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Checking segment: {'id': '00f39492-663a-46bb-a212-9ddd62481c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:52.956919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Bound using segment: {'id': '00f39492-663a-46bb-a212-9ddd62481c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:17:52.956919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Bound port: 7efd83d4-43bc-4547-b8ba-f8a7223996c3, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f39492-663a-46bb-a212-9ddd62481c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:17:52.956919 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.973895 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bddf3476-ab03-4727-8ac5-09dfa60fb59f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:52.981759 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bddf3476-ab03-4727-8ac5-09dfa60fb59f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.048503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddf3476-ab03-4727-8ac5-09dfa60fb59f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:53.061001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf3476-ab03-4727-8ac5-09dfa60fb59f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d3250a-844d-421a-9f18-c4dd6aadb723,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:53.072170 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35806) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:53.072570 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bddf3476-ab03-4727-8ac5-09dfa60fb59f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.072927 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-bddf3476-ab03-4727-8ac5-09dfa60fb59f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Added segment bfd8e716-1ea1-4246-89a5-9d24a2f9e161 of type vlan for network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea Jul 27 21:17:53.088354 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] For port 7efd83d4-43bc-4547-b8ba-f8a7223996c3, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:17:53.104720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a96aaa27-ba7d-448a-bfc5-53038ef92af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.124688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] For port 7efd83d4-43bc-4547-b8ba-f8a7223996c3, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7efd83d4-43bc-4547-b8ba-f8a7223996c3,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:17:53.134197 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.137455 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bddf3476-ab03-4727-8ac5-09dfa60fb59f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.187003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:53.187641 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.189011 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] 10.222.0.20 "PUT /v2.0/ports/7efd83d4-43bc-4547-b8ba-f8a7223996c3 HTTP/1.1" status: 200 len: 1091 time: 1.3182983 Jul 27 21:17:53.189796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3907b8c7-00e6-4424-9d55-4b68dd746bf1', 'tag': '7efd83d4-43bc-4547-b8ba-f8a7223996c3'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:17:53.192392 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b718de45-2c42-47ca-8a5e-3021dfd86fea" -d '{"events": [{"name": "network-changed", "server_uuid": "3907b8c7-00e6-4424-9d55-4b68dd746bf1", "tag": "7efd83d4-43bc-4547-b8ba-f8a7223996c3"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:17:53.234371 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bddf3476-ab03-4727-8ac5-09dfa60fb59f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.240968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddf3476-ab03-4727-8ac5-09dfa60fb59f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:53.241601 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bddf3476-ab03-4727-8ac5-09dfa60fb59f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.294704 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f4858-faf6-4c1b-a077-b42ba87a213a service neutron] Pushing event updated for resources: {'Port': ['ID=7efd83d4-43bc-4547-b8ba-f8a7223996c3,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:53.348924 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd60af68-91f0-4b3a-9080-404b5af2bd9e x-openstack-request-id: req-dd60af68-91f0-4b3a-9080-404b5af2bd9e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:17:53.349518 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3907b8c7-00e6-4424-9d55-4b68dd746bf1", "tag": "7efd83d4-43bc-4547-b8ba-f8a7223996c3", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:17:53.349935 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dd60af68-91f0-4b3a-9080-404b5af2bd9e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:17:53.350527 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3907b8c7-00e6-4424-9d55-4b68dd746bf1', 'tag': '7efd83d4-43bc-4547-b8ba-f8a7223996c3', 'status': 'completed', 'code': 200} Jul 27 21:17:53.390065 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf3476-ab03-4727-8ac5-09dfa60fb59f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Network': ['ID=3e9ba7e1-3773-48dc-a56e-7a0ff16dacea,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:53.404725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:53.418330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-3cf53b85-02cd-4e80-bb4c-35c3723e059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:53.420397 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-3cf53b85-02cd-4e80-bb4c-35c3723e059e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da4d529c58904df7b9361d196266d464&device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 1094 time: 0.1531940 Jul 27 21:17:53.436540 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a96aaa27-ba7d-448a-bfc5-53038ef92af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.478068 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-61e8b0b7-3507-4de7-871e-b71ac4b018bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7efd83d4-43bc-4547-b8ba-f8a7223996c3 HTTP/1.1" status: 200 len: 217 time: 0.0482266 Jul 27 21:17:53.478667 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a96aaa27-ba7d-448a-bfc5-53038ef92af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.482847 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bddf3476-ab03-4727-8ac5-09dfa60fb59f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0993848 Jul 27 21:17:53.492136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35822) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:53.498956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-dd069643-9669-4f39-b03c-a71e82ebe728 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'name': 'tempest-PortsTestJSON-1151711988'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:53.509813 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a96aaa27-ba7d-448a-bfc5-53038ef92af9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23dd238ec34a4e96a35cd1eb0dd43d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357049 Jul 27 21:17:53.512545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35824) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:53.588409 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96aaa27-ba7d-448a-bfc5-53038ef92af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6946027-0bd4-47dd-8679-24897c5cc228,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:53.593816 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d3419b3e-9d1f-4d16-9b55-3028ff008fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.604040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-d5bfe7db-9e44-4374-a085-460f72d4fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:53.606633 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-d5bfe7db-9e44-4374-a085-460f72d4fe45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a856137-a432-4d9c-81fc-060524041102 HTTP/1.1" status: 200 len: 854 time: 0.1218412 Jul 27 21:17:53.628628 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc86fb-dff5-4765-b680-316beeec6c57 req-c94a7948-45dd-4ecc-9776-53fecf92d3f8 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:53.630016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b3bc86fb-dff5-4765-b680-316beeec6c57 req-c94a7948-45dd-4ecc-9776-53fecf92d3f8 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 945 time: 0.2252061 Jul 27 21:17:53.634856 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d3419b3e-9d1f-4d16-9b55-3028ff008fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.665650 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-3db26e4c-52e3-436a-aa34-fbf5ff1d5d22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bdda84e-66f1-44c6-b187-28484bc5cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517468 Jul 27 21:17:53.683255 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd069643-9669-4f39-b03c-a71e82ebe728 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:53.687146 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd069643-9669-4f39-b03c-a71e82ebe728 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.697132 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b3bc86fb-dff5-4765-b680-316beeec6c57 req-f07351cb-5c63-4321-9d06-61172fe34774 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597315 Jul 27 21:17:53.739676 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d3419b3e-9d1f-4d16-9b55-3028ff008fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.742809 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d3419b3e-9d1f-4d16-9b55-3028ff008fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:53.744050 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d3419b3e-9d1f-4d16-9b55-3028ff008fad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6946027-0bd4-47dd-8679-24897c5cc228 HTTP/1.1" status: 204 len: 168 time: 0.2304051 Jul 27 21:17:53.758523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3419b3e-9d1f-4d16-9b55-3028ff008fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6946027-0bd4-47dd-8679-24897c5cc228,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:53.798080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-dd069643-9669-4f39-b03c-a71e82ebe728 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] device_id is not set on port 62a7bca1-421f-4dd8-a517-78cb059a5092 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:17:53.918387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4025e-e480-42dc-94d6-e62616fe3f88 req-6736da3d-0927-4b27-a256-02e46ff3e220 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:53.920145 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fbc4025e-e480-42dc-94d6-e62616fe3f88 req-6736da3d-0927-4b27-a256-02e46ff3e220 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 943 time: 0.1125431 Jul 27 21:17:53.922595 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-66b4444f-d67b-447a-9a86-9d4fba315307 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485001 Jul 27 21:17:53.997172 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fbc4025e-e480-42dc-94d6-e62616fe3f88 req-8601d761-c8c4-4939-b9f4-c31c8d57ea1a tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665290 Jul 27 21:17:54.117610 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-be5135ba-0ad8-4b98-a252-2c9a3ec9e110 req-49f5b92e-774e-4efb-b7c9-78219acad1b3 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877759 Jul 27 21:17:54.131785 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd069643-9669-4f39-b03c-a71e82ebe728 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:54.176801 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd069643-9669-4f39-b03c-a71e82ebe728 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:54.307851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd069643-9669-4f39-b03c-a71e82ebe728 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=62a7bca1-421f-4dd8-a517-78cb059a5092,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:54.312421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd069643-9669-4f39-b03c-a71e82ebe728 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Checking segment: {'id': 'bfd8e716-1ea1-4246-89a5-9d24a2f9e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:54.312832 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd069643-9669-4f39-b03c-a71e82ebe728 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network hostable DHCP agents. Network: 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:17:54.343839 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd069643-9669-4f39-b03c-a71e82ebe728 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:17:54.347462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718de45-2c42-47ca-8a5e-3021dfd86fea req-7987e708-cce9-4db4-9fd5-39672e2032f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:54.348967 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b718de45-2c42-47ca-8a5e-3021dfd86fea req-7987e708-cce9-4db4-9fd5-39672e2032f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da4d529c58904df7b9361d196266d464&device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 1094 time: 0.1623070 Jul 27 21:17:54.367942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-dd069643-9669-4f39-b03c-a71e82ebe728 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:54.379717 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2081d76c-3237-4820-aaee-3f461884fbaf None None] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:54.415320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd069643-9669-4f39-b03c-a71e82ebe728 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:54.421656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd069643-9669-4f39-b03c-a71e82ebe728 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:54.422403 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd069643-9669-4f39-b03c-a71e82ebe728 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:54.448414 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dd069643-9669-4f39-b03c-a71e82ebe728 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9541109 Jul 27 21:17:54.452383 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35852) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:54.460403 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-289bee50-6c8c-4097-9766-ffbeb06e202b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-708003090'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:54.504777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718de45-2c42-47ca-8a5e-3021dfd86fea req-d9f48c39-3a86-4ff1-9ace-cffa392ba96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:54.504777 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b718de45-2c42-47ca-8a5e-3021dfd86fea req-d9f48c39-3a86-4ff1-9ace-cffa392ba96a service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bdda84e-66f1-44c6-b187-28484bc5cb69 HTTP/1.1" status: 200 len: 915 time: 0.1422303 Jul 27 21:17:54.527000 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289bee50-6c8c-4097-9766-ffbeb06e202b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:54.538261 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-289bee50-6c8c-4097-9766-ffbeb06e202b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:54.553783 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b718de45-2c42-47ca-8a5e-3021dfd86fea req-a5604a9a-340e-496e-afb4-b506f81e2cb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7efd83d4-43bc-4547-b8ba-f8a7223996c3 HTTP/1.1" status: 200 len: 217 time: 0.0460837 Jul 27 21:17:54.596408 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289bee50-6c8c-4097-9766-ffbeb06e202b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:54.617580 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-289bee50-6c8c-4097-9766-ffbeb06e202b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:54.619022 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-289bee50-6c8c-4097-9766-ffbeb06e202b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Added segment a4594f9b-b1a2-4aca-ba0d-045f138a09e6 of type vlan for network 82e2f852-6fa7-4519-8fc7-c96b91e50bbe Jul 27 21:17:54.655774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718de45-2c42-47ca-8a5e-3021dfd86fea req-f5da24d5-58f2-4ea3-abee-663618b11a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:54.657345 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b718de45-2c42-47ca-8a5e-3021dfd86fea req-f5da24d5-58f2-4ea3-abee-663618b11a2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a856137-a432-4d9c-81fc-060524041102 HTTP/1.1" status: 200 len: 854 time: 0.0903232 Jul 27 21:17:54.679812 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-289bee50-6c8c-4097-9766-ffbeb06e202b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:54.703620 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b718de45-2c42-47ca-8a5e-3021dfd86fea req-c68e062b-34a4-4d0b-af91-14223837d35b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bdda84e-66f1-44c6-b187-28484bc5cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380044 Jul 27 21:17:54.726280 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-289bee50-6c8c-4097-9766-ffbeb06e202b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:54.735615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289bee50-6c8c-4097-9766-ffbeb06e202b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:54.736625 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-289bee50-6c8c-4097-9766-ffbeb06e202b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:54.803241 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-289bee50-6c8c-4097-9766-ffbeb06e202b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3496981 Jul 27 21:17:54.806143 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35862) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:54.821223 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'ports': [{'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea'}, {'network_id': '82e2f852-6fa7-4519-8fc7-c96b91e50bbe'}]} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:54.822704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:54.822704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'network_id': '82e2f852-6fa7-4519-8fc7-c96b91e50bbe'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:54.838146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bee50-6c8c-4097-9766-ffbeb06e202b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Network': ['ID=82e2f852-6fa7-4519-8fc7-c96b91e50bbe,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:54.851072 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 82e2f852-6fa7-4519-8fc7-c96b91e50bbe details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:54.911622 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b718de45-2c42-47ca-8a5e-3021dfd86fea req-a57946e2-45dd-49cf-ba29-639beb34e13b service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994081 Jul 27 21:17:55.039747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'port': 2} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:55.046324 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:55.074380 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:55.081115 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b718de45-2c42-47ca-8a5e-3021dfd86fea req-f92f0645-2d4d-4de7-9992-b53a533c1bb4 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610954 Jul 27 21:17:55.202140 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] device_id is not set on port 1ea0d9f5-5d36-4704-bef1-377b2a3bf910 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:17:55.236889 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648a2e0-795e-474c-ad2a-0f3381ecf723 req-b1e5f28f-cbda-40bd-9916-7a58a8c2e223 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:55.239036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c648a2e0-795e-474c-ad2a-0f3381ecf723 req-b1e5f28f-cbda-40bd-9916-7a58a8c2e223 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 943 time: 0.1431577 Jul 27 21:17:55.311866 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c648a2e0-795e-474c-ad2a-0f3381ecf723 req-87f089ca-426e-4b60-8fec-45536443f2ac tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650821 Jul 27 21:17:55.427230 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:55.509502 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] device_id is not set on port abfc2b6a-9bff-464d-9d16-7e428fa8a631 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:17:55.660601 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:55.715941 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:55.757233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:55.760883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:55.765630 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:55.766629 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:55.788261 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=1ea0d9f5-5d36-4704-bef1-377b2a3bf910,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:55.843404 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=abfc2b6a-9bff-464d-9d16-7e428fa8a631,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:55.866547 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Checking segment: {'id': 'a4594f9b-b1a2-4aca-ba0d-045f138a09e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '82e2f852-6fa7-4519-8fc7-c96b91e50bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:55.867561 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network hostable DHCP agents. Network: 82e2f852-6fa7-4519-8fc7-c96b91e50bbe, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:17:55.888242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 82e2f852-6fa7-4519-8fc7-c96b91e50bbe is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:17:55.900557 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 82e2f852-6fa7-4519-8fc7-c96b91e50bbe) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:55.905683 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:55.912139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b516e9b-34c4-4066-ad4c-4409a2052b68 None None] Network 82e2f852-6fa7-4519-8fc7-c96b91e50bbe requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:55.918590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:55.923664 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:55.929239 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:55.943985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0b269256-864b-4fae-b7d2-8b5f411d1f43 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1367218 Jul 27 21:17:55.948226 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35894) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:56.111822 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf542b-1bbb-49aa-9f49-e7f67f65200d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port abfc2b6a-9bff-464d-9d16-7e428fa8a631 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:56.112178 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a4cf542b-1bbb-49aa-9f49-e7f67f65200d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:56.191664 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a4cf542b-1bbb-49aa-9f49-e7f67f65200d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:56.206931 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf542b-1bbb-49aa-9f49-e7f67f65200d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for abfc2b6a-9bff-464d-9d16-7e428fa8a631 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:56.331384 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a4cf542b-1bbb-49aa-9f49-e7f67f65200d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:56.375401 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a4cf542b-1bbb-49aa-9f49-e7f67f65200d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:56.378182 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a4cf542b-1bbb-49aa-9f49-e7f67f65200d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/abfc2b6a-9bff-464d-9d16-7e428fa8a631 HTTP/1.1" status: 204 len: 168 time: 0.4282169 Jul 27 21:17:56.379822 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf542b-1bbb-49aa-9f49-e7f67f65200d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=abfc2b6a-9bff-464d-9d16-7e428fa8a631,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:56.380665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35916) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:56.381288 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7efd83d4-43bc-4547-b8ba-f8a7223996c3 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:17:56.497636 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fb90ea-ea97-4034-8cb8-6986371e2294 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:56.504068 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fb90ea-ea97-4034-8cb8-6986371e2294 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:56.505673 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b9fb90ea-ea97-4034-8cb8-6986371e2294 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1240227 Jul 27 21:17:56.512323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35920) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:56.536576 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7efd83d4-43bc-4547-b8ba-f8a7223996c3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7efd83d4-43bc-4547-b8ba-f8a7223996c3,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:56.546262 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996313d-15d0-4eff-bafa-c35aeebf5223 req-a13e94c6-7612-4bce-9593-aca90ac71e7f tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:56.551854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '7efd83d4-43bc-4547-b8ba-f8a7223996c3', 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69', 'port_id': '7efd83d4-43bc-4547-b8ba-f8a7223996c3', 'mac_address': 'fa:16:3e:55:e0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a856137-a432-4d9c-81fc-060524041102', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:17:56.555009 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0996313d-15d0-4eff-bafa-c35aeebf5223 req-a13e94c6-7612-4bce-9593-aca90ac71e7f tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 943 time: 0.1025534 Jul 27 21:17:56.632727 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0996313d-15d0-4eff-bafa-c35aeebf5223 req-368d91e3-4070-44dd-9596-e591f83bf4e5 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722070 Jul 27 21:17:56.679514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8a7c4d74-2067-4c46-9b0d-cd08ba469818 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:17:56.682365 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:56.729414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-69be370d-3ae0-4bc3-b640-b05416f4469d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port 1ea0d9f5-5d36-4704-bef1-377b2a3bf910 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:56.729809 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69be370d-3ae0-4bc3-b640-b05416f4469d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:56.734613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efd83d4-43bc-4547-b8ba-f8a7223996c3 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:17:56.763313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7efd83d4-43bc-4547-b8ba-f8a7223996c3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7efd83d4-43bc-4547-b8ba-f8a7223996c3,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:56.773549 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:56.802491 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69be370d-3ae0-4bc3-b640-b05416f4469d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:56.816791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-69be370d-3ae0-4bc3-b640-b05416f4469d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for 1ea0d9f5-5d36-4704-bef1-377b2a3bf910 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:56.837380 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:56.861316 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7efd83d4-43bc-4547-b8ba-f8a7223996c3,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:56.883133 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:17:56.885819 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bed5cba-d67a-487b-8311-09ba45e4ec47" -d '{"events": [{"server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:17:56.912120 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69be370d-3ae0-4bc3-b640-b05416f4469d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:56.937666 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:56.943059 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:56.956530 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69be370d-3ae0-4bc3-b640-b05416f4469d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:56.961515 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35932) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:56.961683 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-69be370d-3ae0-4bc3-b640-b05416f4469d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/1ea0d9f5-5d36-4704-bef1-377b2a3bf910 HTTP/1.1" status: 204 len: 168 time: 0.4481347 Jul 27 21:17:56.963551 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be370d-3ae0-4bc3-b640-b05416f4469d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=1ea0d9f5-5d36-4704-bef1-377b2a3bf910,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:56.976767 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7b03bc-ed64-433c-a3ec-b9977836dc94 x-openstack-request-id: req-8e7b03bc-ed64-433c-a3ec-b9977836dc94 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:17:56.977317 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:17:56.977569 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e7b03bc-ed64-433c-a3ec-b9977836dc94 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:17:56.977950 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'code': 200} Jul 27 21:17:57.008771 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7efd83d4-43bc-4547-b8ba-f8a7223996c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:17:57.029019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35934) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:57.041716 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8a7c4d74-2067-4c46-9b0d-cd08ba469818,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:57.075223 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddd0368-52a9-40f0-a9cf-360157b7a595 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:57.077052 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1ddd0368-52a9-40f0-a9cf-360157b7a595 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1144481 Jul 27 21:17:57.079887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35938) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:57.112328 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a6217a-60a8-478a-8cea-d9745c8b6159 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] GET failed (client error): The resource could not be found. Jul 27 21:17:57.113914 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d9a6217a-60a8-478a-8cea-d9745c8b6159 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports/abfc2b6a-9bff-464d-9d16-7e428fa8a631 HTTP/1.1" status: 404 len: 333 time: 0.0327675 Jul 27 21:17:57.116558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35940) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:57.153166 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-92946446-8dd3-4b0e-8881-aab1fac0174a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] GET failed (client error): The resource could not be found. Jul 27 21:17:57.157126 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-92946446-8dd3-4b0e-8881-aab1fac0174a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports/1ea0d9f5-5d36-4704-bef1-377b2a3bf910 HTTP/1.1" status: 404 len: 333 time: 0.0372522 Jul 27 21:17:57.157507 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35942) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:57.167102 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a3b3f141-be53-4cc6-a7cd-83af50612265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.244780 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b2e7019-e867-47ab-a6f5-79a148b8e8c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.290771 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a3b3f141-be53-4cc6-a7cd-83af50612265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.295626 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a3b3f141-be53-4cc6-a7cd-83af50612265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.336830 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b2e7019-e867-47ab-a6f5-79a148b8e8c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.345568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3f141-be53-4cc6-a7cd-83af50612265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a3c6cf-a001-4af9-a690-1389736f3c5f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:57.347812 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-7b2e7019-e867-47ab-a6f5-79a148b8e8c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e2f852-6fa7-4519-8fc7-c96b91e50bbe']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:57.353810 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a3b3f141-be53-4cc6-a7cd-83af50612265 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d3c2f99fab2f42e897f3d304052533b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3235555 Jul 27 21:17:57.354466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35948) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:57.360993 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-7b2e7019-e867-47ab-a6f5-79a148b8e8c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4594f9b-b1a2-4aca-ba0d-045f138a09e6') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:57.361634 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-7b2e7019-e867-47ab-a6f5-79a148b8e8c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4594f9b-b1a2-4aca-ba0d-045f138a09e6') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:17:57.372082 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b2e7019-e867-47ab-a6f5-79a148b8e8c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.391318 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b2e7019-e867-47ab-a6f5-79a148b8e8c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.399160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2e7019-e867-47ab-a6f5-79a148b8e8c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:17:57.399830 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b2e7019-e867-47ab-a6f5-79a148b8e8c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.413363 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-355784d5-3d6b-4eda-8cb8-5e81cdbb6e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:17:57.415935 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:17:57.440515 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-355784d5-3d6b-4eda-8cb8-5e81cdbb6e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.472873 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b2e7019-e867-47ab-a6f5-79a148b8e8c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.485452 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b2e7019-e867-47ab-a6f5-79a148b8e8c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.487406 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7b2e7019-e867-47ab-a6f5-79a148b8e8c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/networks/82e2f852-6fa7-4519-8fc7-c96b91e50bbe HTTP/1.1" status: 204 len: 168 time: 0.3289173 Jul 27 21:17:57.492775 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35950) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:57.498810 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3bbd59ed-b28f-4965-aceb-6804bcc26391 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-373773998'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:57.500275 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e7019-e867-47ab-a6f5-79a148b8e8c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Network': ['ID=82e2f852-6fa7-4519-8fc7-c96b91e50bbe,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:57.506804 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-355784d5-3d6b-4eda-8cb8-5e81cdbb6e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.509301 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-355784d5-3d6b-4eda-8cb8-5e81cdbb6e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.513471 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-355784d5-3d6b-4eda-8cb8-5e81cdbb6e2c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/75a3c6cf-a001-4af9-a690-1389736f3c5f HTTP/1.1" status: 204 len: 168 time: 0.1545134 Jul 27 21:17:57.525531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355784d5-3d6b-4eda-8cb8-5e81cdbb6e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a3c6cf-a001-4af9-a690-1389736f3c5f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:57.557857 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbd59ed-b28f-4965-aceb-6804bcc26391 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:57.562107 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bbd59ed-b28f-4965-aceb-6804bcc26391 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.589798 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbd59ed-b28f-4965-aceb-6804bcc26391 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:17:57.600053 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bbd59ed-b28f-4965-aceb-6804bcc26391 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.600646 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-3bbd59ed-b28f-4965-aceb-6804bcc26391 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Added segment fd76014c-162a-44af-befb-25f261f7f177 of type vlan for network 8c862b16-c3de-463c-a38b-50aff09337f4 Jul 27 21:17:57.653775 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bbd59ed-b28f-4965-aceb-6804bcc26391 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.691702 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bbd59ed-b28f-4965-aceb-6804bcc26391 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.698074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbd59ed-b28f-4965-aceb-6804bcc26391 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:57.699509 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bbd59ed-b28f-4965-aceb-6804bcc26391 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.791594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd59ed-b28f-4965-aceb-6804bcc26391 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Network': ['ID=8c862b16-c3de-463c-a38b-50aff09337f4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:57.804126 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3bbd59ed-b28f-4965-aceb-6804bcc26391 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3102455 Jul 27 21:17:57.805103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35960) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:57.809470 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 8c862b16-c3de-463c-a38b-50aff09337f4 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:17:57.811783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e6575674-18a7-46b1-806a-cb7278ba8beb tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'subnet': {'network_id': '8c862b16-c3de-463c-a38b-50aff09337f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:57.903780 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15b0b0-9ef8-4166-b62c-ca7ef11742da req-27c69e5c-4a7d-43d6-a1c2-d0806f5a54dc tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:57.905966 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b15b0b0-9ef8-4166-b62c-ca7ef11742da req-27c69e5c-4a7d-43d6-a1c2-d0806f5a54dc tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 944 time: 0.1416509 Jul 27 21:17:57.933562 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35962) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:57.953154 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5473c57-3bb0-447f-9c8b-83d9eef10ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:57.960038 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b15b0b0-9ef8-4166-b62c-ca7ef11742da req-40a2ad38-e61d-44a2-a198-74af710d830f tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478308 Jul 27 21:17:57.978627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6575674-18a7-46b1-806a-cb7278ba8beb tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:57.982839 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e6575674-18a7-46b1-806a-cb7278ba8beb tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.176194 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5473c57-3bb0-447f-9c8b-83d9eef10ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.182022 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5473c57-3bb0-447f-9c8b-83d9eef10ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.250751 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f5473c57-3bb0-447f-9c8b-83d9eef10ca8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c00a364704c46d2b6ddb601c2a55b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158376 Jul 27 21:17:58.253484 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35964) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:58.261170 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5473c57-3bb0-447f-9c8b-83d9eef10ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca525ef2-bb09-4a77-83e0-d095dc6c0156,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:58.264379 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e6575674-18a7-46b1-806a-cb7278ba8beb tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.318457 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45e38cdd-b652-4bd4-bb8b-88751dd6c891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.333187 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6575674-18a7-46b1-806a-cb7278ba8beb tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Subnet': ['ID=c49cff21-77d7-4a22-9e9d-be059ef0b6b7,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:58.341003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6575674-18a7-46b1-806a-cb7278ba8beb tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Checking segment: {'id': 'fd76014c-162a-44af-befb-25f261f7f177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8c862b16-c3de-463c-a38b-50aff09337f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:58.341373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6575674-18a7-46b1-806a-cb7278ba8beb tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network hostable DHCP agents. Network: 8c862b16-c3de-463c-a38b-50aff09337f4, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:17:58.344690 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45e38cdd-b652-4bd4-bb8b-88751dd6c891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.359122 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6575674-18a7-46b1-806a-cb7278ba8beb tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 8c862b16-c3de-463c-a38b-50aff09337f4 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:17:58.369052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-e6575674-18a7-46b1-806a-cb7278ba8beb tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 8c862b16-c3de-463c-a38b-50aff09337f4) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:58.374295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6575674-18a7-46b1-806a-cb7278ba8beb tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:58.374891 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e6575674-18a7-46b1-806a-cb7278ba8beb tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.378437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7efd83d4-43bc-4547-b8ba-f8a7223996c3 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:17:58.399353 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e6575674-18a7-46b1-806a-cb7278ba8beb tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5908151 Jul 27 21:17:58.399603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35970) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:58.401280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b36c967-38e7-4625-9bd5-c724fe0b19ee None None] Network 8c862b16-c3de-463c-a38b-50aff09337f4 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:17:58.402646 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45e38cdd-b652-4bd4-bb8b-88751dd6c891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.407554 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3a59abb2-03f9-4bde-930c-e1ab1b455785 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'network_id': '8c862b16-c3de-463c-a38b-50aff09337f4', 'name': 'tempest-PortsTestJSON-1350872665'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:17:58.409074 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45e38cdd-b652-4bd4-bb8b-88751dd6c891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.412933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-45e38cdd-b652-4bd4-bb8b-88751dd6c891 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca525ef2-bb09-4a77-83e0-d095dc6c0156 HTTP/1.1" status: 204 len: 168 time: 0.1562581 Jul 27 21:17:58.422839 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e38cdd-b652-4bd4-bb8b-88751dd6c891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca525ef2-bb09-4a77-83e0-d095dc6c0156,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:58.510689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 7efd83d4-43bc-4547-b8ba-f8a7223996c3 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:17:58.516922 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 7efd83d4-43bc-4547-b8ba-f8a7223996c3 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:17:58.517309 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.566687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a59abb2-03f9-4bde-930c-e1ab1b455785 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:17:58.570175 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a59abb2-03f9-4bde-930c-e1ab1b455785 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.588697 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-3a59abb2-03f9-4bde-930c-e1ab1b455785 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] device_id is not set on port 80e8e9e4-f051-4c0d-b0db-76ff11efda6e yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:17:58.641137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-8c862b16-c3de-463c-a38b-50aff09337f4', 'network_id': '8c862b16-c3de-463c-a38b-50aff09337f4', 'tenant_id': '3eaf78494981471b9a39078e95b46f18', 'fixed_ips': [{'subnet_id': 'c49cff21-77d7-4a22-9e9d-be059ef0b6b7'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:17:58.641997 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.676247 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.724873 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-3a59abb2-03f9-4bde-930c-e1ab1b455785 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Allocated IP 172.20.0.5 (8c862b16-c3de-463c-a38b-50aff09337f4/c49cff21-77d7-4a22-9e9d-be059ef0b6b7/80e8e9e4-f051-4c0d-b0db-76ff11efda6e) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:58.773723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7efd83d4-43bc-4547-b8ba-f8a7223996c3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7efd83d4-43bc-4547-b8ba-f8a7223996c3,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:17:58.779190 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.844647 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7efd83d4-43bc-4547-b8ba-f8a7223996c3,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:58.903298 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a59abb2-03f9-4bde-930c-e1ab1b455785 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.917808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-3a59abb2-03f9-4bde-930c-e1ab1b455785 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Transition to ACTIVE for port object 80e8e9e4-f051-4c0d-b0db-76ff11efda6e will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:58.955141 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a59abb2-03f9-4bde-930c-e1ab1b455785 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:58.981251 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3907b8c7-00e6-4424-9d55-4b68dd746bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efd83d4-43bc-4547-b8ba-f8a7223996c3'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:17:58.994074 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc975883-6c62-43f3-a99b-2e1bfe14fcc4" -d '{"events": [{"server_uuid": "3907b8c7-00e6-4424-9d55-4b68dd746bf1", "name": "network-vif-plugged", "status": "completed", "tag": "7efd83d4-43bc-4547-b8ba-f8a7223996c3"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:17:59.020873 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a59abb2-03f9-4bde-930c-e1ab1b455785 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 8c862b16-c3de-463c-a38b-50aff09337f4 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:59.029396 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-3a59abb2-03f9-4bde-930c-e1ab1b455785 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:59.033979 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a59abb2-03f9-4bde-930c-e1ab1b455785 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:59.041698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59abb2-03f9-4bde-930c-e1ab1b455785 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=80e8e9e4-f051-4c0d-b0db-76ff11efda6e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:59.054011 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Allocated IP 172.20.0.2 (8c862b16-c3de-463c-a38b-50aff09337f4/c49cff21-77d7-4a22-9e9d-be059ef0b6b7/1174e2a6-fa1a-4d59-8272-b4a58c4e4509) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:17:59.100049 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdd3b88-fa96-47ae-8e06-1897151f02b9 x-openstack-request-id: req-cbdd3b88-fa96-47ae-8e06-1897151f02b9 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:17:59.100608 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3907b8c7-00e6-4424-9d55-4b68dd746bf1", "name": "network-vif-plugged", "status": "completed", "tag": "7efd83d4-43bc-4547-b8ba-f8a7223996c3", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:17:59.101039 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cbdd3b88-fa96-47ae-8e06-1897151f02b9 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:17:59.101706 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3907b8c7-00e6-4424-9d55-4b68dd746bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efd83d4-43bc-4547-b8ba-f8a7223996c3', 'code': 200} Jul 27 21:17:59.109141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a59abb2-03f9-4bde-930c-e1ab1b455785 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:59.109877 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a59abb2-03f9-4bde-930c-e1ab1b455785 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.129666 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3a59abb2-03f9-4bde-930c-e1ab1b455785 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7259927 Jul 27 21:17:59.132166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36000) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:59.210078 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd632b0-c51a-4aeb-9bbb-5e3dd1ca0e93 req-60136d36-1982-420f-bfc0-b6b687749af9 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:59.217697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-acd632b0-c51a-4aeb-9bbb-5e3dd1ca0e93 req-60136d36-1982-420f-bfc0-b6b687749af9 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 945 time: 0.1521783 Jul 27 21:17:59.288695 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-acd632b0-c51a-4aeb-9bbb-5e3dd1ca0e93 req-f687b1ca-c320-4cff-b40d-cd746d7bd478 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700448 Jul 27 21:17:59.317790 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077732c0-c9c8-47d6-8e2c-fde85a00946a req-0af5f5b5-e232-40aa-b92c-172e9712965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:17:59.319682 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-077732c0-c9c8-47d6-8e2c-fde85a00946a req-0af5f5b5-e232-40aa-b92c-172e9712965f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 1096 time: 0.1658876 Jul 27 21:17:59.343809 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.352704 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-092bd2ed-18df-40a1-882c-ac1c1ddba9e4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port 80e8e9e4-f051-4c0d-b0db-76ff11efda6e {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:17:59.353051 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-092bd2ed-18df-40a1-882c-ac1c1ddba9e4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.354320 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Transition to ACTIVE for port object 1174e2a6-fa1a-4d59-8272-b4a58c4e4509 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:59.374980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Transition to ACTIVE for port object 1174e2a6-fa1a-4d59-8272-b4a58c4e4509 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:17:59.384606 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.418384 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-077732c0-c9c8-47d6-8e2c-fde85a00946a req-30e1107a-7231-4be6-8538-2e867eb53060 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895958 Jul 27 21:17:59.440691 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Network 8c862b16-c3de-463c-a38b-50aff09337f4 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:17:59.448208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:17:59.453828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:17:59.462258 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Pushing event updated for resources: {'Port': ['ID=1174e2a6-fa1a-4d59-8272-b4a58c4e4509,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:59.512185 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-092bd2ed-18df-40a1-882c-ac1c1ddba9e4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.525280 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-092bd2ed-18df-40a1-882c-ac1c1ddba9e4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for 80e8e9e4-f051-4c0d-b0db-76ff11efda6e owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:17:59.538207 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Attempting to bind port 1174e2a6-fa1a-4d59-8272-b4a58c4e4509 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:17:59.538618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Attempting to bind port 1174e2a6-fa1a-4d59-8272-b4a58c4e4509 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'fd76014c-162a-44af-befb-25f261f7f177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8c862b16-c3de-463c-a38b-50aff09337f4'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:17:59.538980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Attempting to bind port 1174e2a6-fa1a-4d59-8272-b4a58c4e4509 on network 8c862b16-c3de-463c-a38b-50aff09337f4 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:17:59.544895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:17:59.545262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Checking segment: {'id': 'fd76014c-162a-44af-befb-25f261f7f177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8c862b16-c3de-463c-a38b-50aff09337f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:17:59.546968 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.547789 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Bound using segment: {'id': 'fd76014c-162a-44af-befb-25f261f7f177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8c862b16-c3de-463c-a38b-50aff09337f4'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:17:59.548442 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Bound port: 1174e2a6-fa1a-4d59-8272-b4a58c4e4509, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd76014c-162a-44af-befb-25f261f7f177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8c862b16-c3de-463c-a38b-50aff09337f4'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:17:59.548825 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.626566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] For port 1174e2a6-fa1a-4d59-8272-b4a58c4e4509, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:17:59.631457 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] For port 1174e2a6-fa1a-4d59-8272-b4a58c4e4509, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1174e2a6-fa1a-4d59-8272-b4a58c4e4509,segment=NetworkSegment(fd76014c-162a-44af-befb-25f261f7f177),segment_id=fd76014c-162a-44af-befb-25f261f7f177)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:17:59.638336 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.677318 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-092bd2ed-18df-40a1-882c-ac1c1ddba9e4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.733298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bd2ed-18df-40a1-882c-ac1c1ddba9e4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=80e8e9e4-f051-4c0d-b0db-76ff11efda6e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:59.765903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3a939-0121-41c2-b883-f6eae4401328 None None] Pushing event updated for resources: {'Port': ['ID=1174e2a6-fa1a-4d59-8272-b4a58c4e4509,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:17:59.807021 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-092bd2ed-18df-40a1-882c-ac1c1ddba9e4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:17:59.809070 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-092bd2ed-18df-40a1-882c-ac1c1ddba9e4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/80e8e9e4-f051-4c0d-b0db-76ff11efda6e HTTP/1.1" status: 204 len: 168 time: 0.6757643 Jul 27 21:17:59.811965 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36018) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:59.853005 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df60e1e-d33a-4552-a329-b45e5fbe5ace tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] DELETE failed (client error): The resource could not be found. Jul 27 21:17:59.853906 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df60e1e-d33a-4552-a329-b45e5fbe5ace tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:17:59.859245 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6df60e1e-d33a-4552-a329-b45e5fbe5ace tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/80e8e9e4-f051-4c0d-b0db-76ff11efda6e HTTP/1.1" status: 404 len: 333 time: 0.0462878 Jul 27 21:17:59.860043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36022) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:59.898521 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81b63fa-951a-4767-b1db-980c9508a964 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] GET failed (client error): The resource could not be found. Jul 27 21:17:59.900132 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c81b63fa-951a-4767-b1db-980c9508a964 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports/80e8e9e4-f051-4c0d-b0db-76ff11efda6e HTTP/1.1" status: 404 len: 333 time: 0.0390935 Jul 27 21:17:59.903481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36024) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:17:59.989155 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-640c131e-659e-42ea-95e8-4fc7fa969612 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting subnet c49cff21-77d7-4a22-9e9d-be059ef0b6b7 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:17:59.996787 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-640c131e-659e-42ea-95e8-4fc7fa969612 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:00.061085 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-640c131e-659e-42ea-95e8-4fc7fa969612 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:00.164264 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-640c131e-659e-42ea-95e8-4fc7fa969612 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:00.244906 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-640c131e-659e-42ea-95e8-4fc7fa969612 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:00.302432 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c131e-659e-42ea-95e8-4fc7fa969612 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Subnet': ['ID=c49cff21-77d7-4a22-9e9d-be059ef0b6b7,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:00.307022 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-640c131e-659e-42ea-95e8-4fc7fa969612 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:00.313887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36036) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:00.315063 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-640c131e-659e-42ea-95e8-4fc7fa969612 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/c49cff21-77d7-4a22-9e9d-be059ef0b6b7 HTTP/1.1" status: 204 len: 168 time: 0.4104846 Jul 27 21:18:00.424330 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:00.454106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b761e-45a2-4ba1-84e6-4a8ebeeb46c0 req-20cc8422-587b-4b35-9b1f-5d020f1f7fbf tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:00.455695 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae5b761e-45a2-4ba1-84e6-4a8ebeeb46c0 req-20cc8422-587b-4b35-9b1f-5d020f1f7fbf tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 945 time: 0.0835888 Jul 27 21:18:00.497508 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port 1174e2a6-fa1a-4d59-8272-b4a58c4e4509 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:00.497851 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:00.506065 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae5b761e-45a2-4ba1-84e6-4a8ebeeb46c0 req-f2ed7cba-338e-4ae4-8750-d2d9ae06daad tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Jul 27 21:18:00.595774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] For port 1174e2a6-fa1a-4d59-8272-b4a58c4e4509, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1174e2a6-fa1a-4d59-8272-b4a58c4e4509,segment=NetworkSegment(fd76014c-162a-44af-befb-25f261f7f177),segment_id=fd76014c-162a-44af-befb-25f261f7f177)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:00.596119 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:00.609939 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for 1174e2a6-fa1a-4d59-8272-b4a58c4e4509 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:00.672657 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8a7c4d74-2067-4c46-9b0d-cd08ba469818 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:18:00.717612 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:00.753381 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No DVR routers for this DVR port 1174e2a6-fa1a-4d59-8272-b4a58c4e4509 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:00.782421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=1174e2a6-fa1a-4d59-8272-b4a58c4e4509,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:00.941035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:00.986612 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'port_id': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'mac_address': 'fa:16:3e:24:da:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:18:01.091255 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.116227 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7c4d74-2067-4c46-9b0d-cd08ba469818 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:18:01.154383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf9151e-6eee-4712-9568-10553dd9ac61 None None] Network 8c862b16-c3de-463c-a38b-50aff09337f4 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:01.196838 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:01.210912 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.251559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b210f33f-7c07-41be-bee1-ea073eb1ee81 None None] Could not find standard attr ID for object 1174e2a6-fa1a-4d59-8272-b4a58c4e4509. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:18:01.308183 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['8a7c4d74-2067-4c46-9b0d-cd08ba469818'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:01.317453 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.338105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8a7c4d74-2067-4c46-9b0d-cd08ba469818,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:01.345080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c862b16-c3de-463c-a38b-50aff09337f4']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:01.361969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd76014c-162a-44af-befb-25f261f7f177') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:01.362462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd76014c-162a-44af-befb-25f261f7f177') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:01.385315 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.427039 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.427916 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36064) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:01.468824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:18:01.469370 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:18:01.476868 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:18:01.526467 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cb8760-0523-45ab-b5ae-40e8b3ca1faa None None] DHCP port deletion for 8c862b16-c3de-463c-a38b-50aff09337f4 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:18:01.631614 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.637362 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.642120 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/networks/8c862b16-c3de-463c-a38b-50aff09337f4 HTTP/1.1" status: 204 len: 168 time: 1.3257465 Jul 27 21:18:01.644457 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36074) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:01.652581 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0d96bd6f-f28a-46c4-9bcc-d6c52fac1b22 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-417724961'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:01.667089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ebec6-f6c6-43d9-88f3-715db9e71875 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Network': ['ID=8c862b16-c3de-463c-a38b-50aff09337f4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:01.682367 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d96bd6f-f28a-46c4-9bcc-d6c52fac1b22 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:01.690362 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d96bd6f-f28a-46c4-9bcc-d6c52fac1b22 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.718077 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c18fa43b-c5a7-4c69-ace2-e996721b1e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.753772 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d96bd6f-f28a-46c4-9bcc-d6c52fac1b22 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:01.784120 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d96bd6f-f28a-46c4-9bcc-d6c52fac1b22 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.784848 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-0d96bd6f-f28a-46c4-9bcc-d6c52fac1b22 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Added segment be0c4a0f-9de2-43b5-8357-f007e72c6ddb of type vlan for network 646a3852-eeae-4fa5-8bb0-dd1169bf8c13 Jul 27 21:18:01.859669 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d96bd6f-f28a-46c4-9bcc-d6c52fac1b22 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.919004 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d96bd6f-f28a-46c4-9bcc-d6c52fac1b22 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:01.924785 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d96bd6f-f28a-46c4-9bcc-d6c52fac1b22 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:01.925387 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d96bd6f-f28a-46c4-9bcc-d6c52fac1b22 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:02.020382 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c18fa43b-c5a7-4c69-ace2-e996721b1e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:02.028532 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c18fa43b-c5a7-4c69-ace2-e996721b1e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:02.032982 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96bd6f-f28a-46c4-9bcc-d6c52fac1b22 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Network': ['ID=646a3852-eeae-4fa5-8bb0-dd1169bf8c13,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:02.044791 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 646a3852-eeae-4fa5-8bb0-dd1169bf8c13 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:02.051464 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0d96bd6f-f28a-46c4-9bcc-d6c52fac1b22 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4052045 Jul 27 21:18:02.055066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36076) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:02.074277 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-705131f7-fedb-418c-b755-d10cf50f4cae tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'subnet': {'network_id': '646a3852-eeae-4fa5-8bb0-dd1169bf8c13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:02.088281 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fa43b-c5a7-4c69-ace2-e996721b1e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f728b34-f399-4ecd-8c20-85bc3481ee09,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:02.104419 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c18fa43b-c5a7-4c69-ace2-e996721b1e33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dbb1897d3c1748469e3514d9b51cc3b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6743348 Jul 27 21:18:02.111132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36080) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:02.208651 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa809d98-bdc4-4d81-b77a-a229a9ffc838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:02.245061 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa809d98-bdc4-4d81-b77a-a229a9ffc838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:02.273623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705131f7-fedb-418c-b755-d10cf50f4cae tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:02.282475 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-705131f7-fedb-418c-b755-d10cf50f4cae tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:02.315906 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa809d98-bdc4-4d81-b77a-a229a9ffc838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:02.328187 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa809d98-bdc4-4d81-b77a-a229a9ffc838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:02.332053 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-aa809d98-bdc4-4d81-b77a-a229a9ffc838 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8f728b34-f399-4ecd-8c20-85bc3481ee09 HTTP/1.1" status: 204 len: 168 time: 0.2172856 Jul 27 21:18:02.340630 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa809d98-bdc4-4d81-b77a-a229a9ffc838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f728b34-f399-4ecd-8c20-85bc3481ee09,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:02.557668 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-705131f7-fedb-418c-b755-d10cf50f4cae tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:02.666931 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d7dc-614d-4a80-8818-1a674e4b5c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:02.673951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705131f7-fedb-418c-b755-d10cf50f4cae tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Subnet': ['ID=2ee45890-04a3-45e1-a4b2-7b490687178f,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:02.681142 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8a7c4d74-2067-4c46-9b0d-cd08ba469818 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:02.684215 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705131f7-fedb-418c-b755-d10cf50f4cae tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Checking segment: {'id': 'be0c4a0f-9de2-43b5-8357-f007e72c6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '646a3852-eeae-4fa5-8bb0-dd1169bf8c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:02.684583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705131f7-fedb-418c-b755-d10cf50f4cae tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network hostable DHCP agents. Network: 646a3852-eeae-4fa5-8bb0-dd1169bf8c13, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:18:02.704588 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705131f7-fedb-418c-b755-d10cf50f4cae tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 646a3852-eeae-4fa5-8bb0-dd1169bf8c13 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:18:02.712229 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36092) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:02.724378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-705131f7-fedb-418c-b755-d10cf50f4cae tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 646a3852-eeae-4fa5-8bb0-dd1169bf8c13) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:02.736908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ff0c24-083e-4b48-ae30-45c1e307a56d None None] Network 646a3852-eeae-4fa5-8bb0-dd1169bf8c13 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:02.742981 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-78e4700c-89da-4ed9-91ea-11ae54ccca23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:02.776095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705131f7-fedb-418c-b755-d10cf50f4cae tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:02.777441 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-705131f7-fedb-418c-b755-d10cf50f4cae tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:02.820273 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3a5be7eb-0dd0-4022-957b-635fdd0930cf req-dac754e1-7c07-465e-af0c-93613a537162 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0914905 Jul 27 21:18:02.869533 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-78e4700c-89da-4ed9-91ea-11ae54ccca23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:02.875143 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-78e4700c-89da-4ed9-91ea-11ae54ccca23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:02.922478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36094) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:02.928788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7133af60-7671-42e7-9b75-cd288f52b0c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'network_id': '646a3852-eeae-4fa5-8bb0-dd1169bf8c13', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1178855678'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:02.930073 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-705131f7-fedb-418c-b755-d10cf50f4cae tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8628347 Jul 27 21:18:02.938693 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-78e4700c-89da-4ed9-91ea-11ae54ccca23 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5cabcabb39e4d3dba23b35e16191ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250619 Jul 27 21:18:02.939476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4700c-89da-4ed9-91ea-11ae54ccca23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e65d0f0-fc99-4ec3-9a59-78a8b666b613,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:02.942125 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36096) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:02.969180 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5be7eb-0dd0-4022-957b-635fdd0930cf req-88a288fd-20f9-4176-8bfd-a80e48f39368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:02.971345 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3a5be7eb-0dd0-4022-957b-635fdd0930cf req-88a288fd-20f9-4176-8bfd-a80e48f39368 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da4d529c58904df7b9361d196266d464&device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 1096 time: 0.0985224 Jul 27 21:18:02.992045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 8a7c4d74-2067-4c46-9b0d-cd08ba469818 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:02.992553 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.067245 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d53c-0e01-4acf-8126-5bdf3c93cbb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.097665 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d53c-0e01-4acf-8126-5bdf3c93cbb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.115604 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5be7eb-0dd0-4022-957b-635fdd0930cf req-7aea5039-44a6-499a-961a-79d626f4290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:03.117343 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3a5be7eb-0dd0-4022-957b-635fdd0930cf req-7aea5039-44a6-499a-961a-79d626f4290d service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bdda84e-66f1-44c6-b187-28484bc5cb69 HTTP/1.1" status: 200 len: 915 time: 0.1218855 Jul 27 21:18:03.157365 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.172015 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3a5be7eb-0dd0-4022-957b-635fdd0930cf req-e45845c4-16ca-4386-b358-95d34f05b2af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7efd83d4-43bc-4547-b8ba-f8a7223996c3 HTTP/1.1" status: 200 len: 217 time: 0.0476329 Jul 27 21:18:03.202067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-646a3852-eeae-4fa5-8bb0-dd1169bf8c13', 'network_id': '646a3852-eeae-4fa5-8bb0-dd1169bf8c13', 'tenant_id': '3eaf78494981471b9a39078e95b46f18', 'fixed_ips': [{'subnet_id': '2ee45890-04a3-45e1-a4b2-7b490687178f'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:18:03.203088 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.205127 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7133af60-7671-42e7-9b75-cd288f52b0c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:03.210148 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7133af60-7671-42e7-9b75-cd288f52b0c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.230956 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d53c-0e01-4acf-8126-5bdf3c93cbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.234816 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9f7d53c-0e01-4acf-8126-5bdf3c93cbb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.238208 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e9f7d53c-0e01-4acf-8126-5bdf3c93cbb8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e65d0f0-fc99-4ec3-9a59-78a8b666b613 HTTP/1.1" status: 204 len: 168 time: 0.2902904 Jul 27 21:18:03.240385 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:03.242629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-7133af60-7671-42e7-9b75-cd288f52b0c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] device_id is not set on port c901e8ef-aba7-4653-96ea-c95dce69b190 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:03.244087 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb02d588-2d62-4031-a424-5509fe93b03e" -d '{"events": [{"server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "name": "network-vif-plugged", "status": "completed", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:03.281224 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7d53c-0e01-4acf-8126-5bdf3c93cbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e65d0f0-fc99-4ec3-9a59-78a8b666b613,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:03.299580 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5be7eb-0dd0-4022-957b-635fdd0930cf req-9f14039a-e3df-4add-9e89-baad5f22e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:03.301142 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3a5be7eb-0dd0-4022-957b-635fdd0930cf req-9f14039a-e3df-4add-9e89-baad5f22e92d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a856137-a432-4d9c-81fc-060524041102 HTTP/1.1" status: 200 len: 854 time: 0.1182809 Jul 27 21:18:03.336021 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e522d401-656d-4df8-87e2-1f634950ab52 x-openstack-request-id: req-e522d401-656d-4df8-87e2-1f634950ab52 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:03.336548 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "name": "network-vif-plugged", "status": "completed", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:03.337215 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e522d401-656d-4df8-87e2-1f634950ab52 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:03.338159 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'code': 200} Jul 27 21:18:03.353592 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:03.377639 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3a5be7eb-0dd0-4022-957b-635fdd0930cf req-c50ba80f-1baa-401e-b935-ab112046753d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bdda84e-66f1-44c6-b187-28484bc5cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673771 Jul 27 21:18:03.390309 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.490283 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-7133af60-7671-42e7-9b75-cd288f52b0c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Allocated IP 172.20.0.3 (646a3852-eeae-4fa5-8bb0-dd1169bf8c13/2ee45890-04a3-45e1-a4b2-7b490687178f/c901e8ef-aba7-4653-96ea-c95dce69b190) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:03.496904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8a7c4d74-2067-4c46-9b0d-cd08ba469818,revision_number=10']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:03.595152 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3a5be7eb-0dd0-4022-957b-635fdd0930cf req-60e3edbc-be5b-4cb8-8e3c-e536e1c6d604 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108493 Jul 27 21:18:03.665815 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7133af60-7671-42e7-9b75-cd288f52b0c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.686708 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-7133af60-7671-42e7-9b75-cd288f52b0c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Transition to ACTIVE for port object c901e8ef-aba7-4653-96ea-c95dce69b190 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:03.771817 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7133af60-7671-42e7-9b75-cd288f52b0c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:03.791735 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3a5be7eb-0dd0-4022-957b-635fdd0930cf req-ee31ccaf-c678-4f74-a984-f04610a944e1 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888623 Jul 27 21:18:03.879923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133af60-7671-42e7-9b75-cd288f52b0c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=c901e8ef-aba7-4653-96ea-c95dce69b190,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:03.894901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Allocated IP 172.20.0.2 (646a3852-eeae-4fa5-8bb0-dd1169bf8c13/2ee45890-04a3-45e1-a4b2-7b490687178f/93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:03.902155 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7133af60-7671-42e7-9b75-cd288f52b0c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 646a3852-eeae-4fa5-8bb0-dd1169bf8c13 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:03.903940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7133af60-7671-42e7-9b75-cd288f52b0c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:03.906206 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7133af60-7671-42e7-9b75-cd288f52b0c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:03.997501 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7133af60-7671-42e7-9b75-cd288f52b0c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:03.998176 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7133af60-7671-42e7-9b75-cd288f52b0c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.020566 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.034457 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7133af60-7671-42e7-9b75-cd288f52b0c2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1104167 Jul 27 21:18:04.037404 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36134) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:04.166799 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-029abb41-cc6d-4a05-adc0-03a2f0044989 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port c901e8ef-aba7-4653-96ea-c95dce69b190 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:04.168025 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-029abb41-cc6d-4a05-adc0-03a2f0044989 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.178562 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.193654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Transition to ACTIVE for port object 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:04.212384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Transition to ACTIVE for port object 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:04.222008 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.292955 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Network 646a3852-eeae-4fa5-8bb0-dd1169bf8c13 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:04.296414 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:04.310477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:04.375583 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-029abb41-cc6d-4a05-adc0-03a2f0044989 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.411545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-029abb41-cc6d-4a05-adc0-03a2f0044989 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for c901e8ef-aba7-4653-96ea-c95dce69b190 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:04.411883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Pushing event updated for resources: {'Port': ['ID=93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:04.416682 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Attempting to bind port 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:04.418156 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Attempting to bind port 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'be0c4a0f-9de2-43b5-8357-f007e72c6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '646a3852-eeae-4fa5-8bb0-dd1169bf8c13'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:04.418742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Attempting to bind port 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16 on network 646a3852-eeae-4fa5-8bb0-dd1169bf8c13 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:04.425862 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:04.426542 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Checking segment: {'id': 'be0c4a0f-9de2-43b5-8357-f007e72c6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '646a3852-eeae-4fa5-8bb0-dd1169bf8c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:04.427161 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.427767 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Bound using segment: {'id': 'be0c4a0f-9de2-43b5-8357-f007e72c6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '646a3852-eeae-4fa5-8bb0-dd1169bf8c13'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:04.428671 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Bound port: 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0c4a0f-9de2-43b5-8357-f007e72c6ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '646a3852-eeae-4fa5-8bb0-dd1169bf8c13'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:04.429273 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.525971 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] For port 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:04.529775 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] For port 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16,segment=NetworkSegment(be0c4a0f-9de2-43b5-8357-f007e72c6ddb),segment_id=be0c4a0f-9de2-43b5-8357-f007e72c6ddb)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:04.537298 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.623407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cd3db-ba7e-45d8-b0b3-8dd8ff189b20 None None] Pushing event updated for resources: {'Port': ['ID=93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:04.637198 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-029abb41-cc6d-4a05-adc0-03a2f0044989 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.680370 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029abb41-cc6d-4a05-adc0-03a2f0044989 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=c901e8ef-aba7-4653-96ea-c95dce69b190,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:04.782092 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-029abb41-cc6d-4a05-adc0-03a2f0044989 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:04.785455 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-029abb41-cc6d-4a05-adc0-03a2f0044989 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/c901e8ef-aba7-4653-96ea-c95dce69b190 HTTP/1.1" status: 204 len: 168 time: 0.7470281 Jul 27 21:18:04.788258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36152) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:04.859015 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c27a00-308c-4fb2-b94b-3c03eae096b7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] GET failed (client error): The resource could not be found. Jul 27 21:18:04.860689 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-01c27a00-308c-4fb2-b94b-3c03eae096b7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports/c901e8ef-aba7-4653-96ea-c95dce69b190 HTTP/1.1" status: 404 len: 333 time: 0.0709379 Jul 27 21:18:04.863864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36158) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:04.975731 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-f828048c-53b7-41a9-8e6e-c029bc49605e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting subnet 2ee45890-04a3-45e1-a4b2-7b490687178f {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:18:04.993249 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f828048c-53b7-41a9-8e6e-c029bc49605e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:05.169410 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f828048c-53b7-41a9-8e6e-c029bc49605e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:05.366201 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4c8d5627-a0a8-4ef5-9eb4-796137c5e29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:05.377492 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f828048c-53b7-41a9-8e6e-c029bc49605e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:05.460391 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:05.468272 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f828048c-53b7-41a9-8e6e-c029bc49605e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:05.493286 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f828048c-53b7-41a9-8e6e-c029bc49605e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:05.497138 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f828048c-53b7-41a9-8e6e-c029bc49605e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/2ee45890-04a3-45e1-a4b2-7b490687178f HTTP/1.1" status: 204 len: 168 time: 0.6321387 Jul 27 21:18:05.500585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36184) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:05.546407 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828048c-53b7-41a9-8e6e-c029bc49605e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee45890-04a3-45e1-a4b2-7b490687178f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:05.611644 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:05.720052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:05.720462 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:05.822378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] For port 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16,segment=NetworkSegment(be0c4a0f-9de2-43b5-8357-f007e72c6ddb),segment_id=be0c4a0f-9de2-43b5-8357-f007e72c6ddb)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:05.823003 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:05.847650 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:06.069535 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:06.085730 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:06.125229 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No DVR routers for this DVR port 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:06.142659 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:18:06.153084 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 21:18:06.204891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Port 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16 not found, will not notify nova. {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 21:18:06.290295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:06.375334 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:06.390115 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646a3852-eeae-4fa5-8bb0-dd1169bf8c13']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:06.407126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0c4a0f-9de2-43b5-8357-f007e72c6ddb') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:06.407475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0c4a0f-9de2-43b5-8357-f007e72c6ddb') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:06.418487 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:06.434851 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:06.444759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:18:06.445174 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:18:06.451447 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:18:06.465587 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed36ebc-9f9e-402c-9e0b-bb10953aaece None None] Network 646a3852-eeae-4fa5-8bb0-dd1169bf8c13 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:06.550014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-48dae965-15f6-4f43-af38-bb3c5d2ae5cc None None] Could not find standard attr ID for object 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:18:06.685192 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:06.708995 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:06.716226 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/networks/646a3852-eeae-4fa5-8bb0-dd1169bf8c13 HTTP/1.1" status: 204 len: 168 time: 1.2095857 Jul 27 21:18:06.717271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36244) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:06.723957 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2ada874c-04f0-4a40-acfd-1fc6321cbcc8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'name': 'tempest-PortsTestJSON-1751192902'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:06.729564 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e54882-c1da-4c57-970a-9faebe9fea8e None None] DHCP port deletion for 646a3852-eeae-4fa5-8bb0-dd1169bf8c13 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:18:06.742972 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec064f-8fc3-44b9-a974-61e35ddb68e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Network': ['ID=646a3852-eeae-4fa5-8bb0-dd1169bf8c13,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:06.929819 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ada874c-04f0-4a40-acfd-1fc6321cbcc8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:06.935630 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ada874c-04f0-4a40-acfd-1fc6321cbcc8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:06.959523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-2ada874c-04f0-4a40-acfd-1fc6321cbcc8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] device_id is not set on port ef803f54-6d3c-447a-bd59-af4fe64ad548 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:07.152867 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:07.189697 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ada874c-04f0-4a40-acfd-1fc6321cbcc8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:07.220033 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36256) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:07.259919 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ada874c-04f0-4a40-acfd-1fc6321cbcc8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:07.336959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ada874c-04f0-4a40-acfd-1fc6321cbcc8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:07.350968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-2ada874c-04f0-4a40-acfd-1fc6321cbcc8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:07.355986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada874c-04f0-4a40-acfd-1fc6321cbcc8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:07.370261 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada874c-04f0-4a40-acfd-1fc6321cbcc8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:07.370827 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ada874c-04f0-4a40-acfd-1fc6321cbcc8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:07.380124 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada874c-04f0-4a40-acfd-1fc6321cbcc8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=ef803f54-6d3c-447a-bd59-af4fe64ad548,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:07.401086 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2ada874c-04f0-4a40-acfd-1fc6321cbcc8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6820624 Jul 27 21:18:07.403967 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36264) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:07.525384 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6d39b3dd-af1e-44bf-af82-fc281dc971b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:07.656121 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-4334d35f-dfee-4814-823f-e96fb8280d85 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port ef803f54-6d3c-447a-bd59-af4fe64ad548 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:07.656572 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4334d35f-dfee-4814-823f-e96fb8280d85 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:07.694496 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:07.784826 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4334d35f-dfee-4814-823f-e96fb8280d85 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:07.806007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-4334d35f-dfee-4814-823f-e96fb8280d85 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for ef803f54-6d3c-447a-bd59-af4fe64ad548 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:07.880310 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6d39b3dd-af1e-44bf-af82-fc281dc971b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:07.918943 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6d39b3dd-af1e-44bf-af82-fc281dc971b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:07.985597 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:18:08.029119 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6d39b3dd-af1e-44bf-af82-fc281dc971b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=423f9ac3afe940ed9b27fa500fa03db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8072488 Jul 27 21:18:08.029945 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39b3dd-af1e-44bf-af82-fc281dc971b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e18aa8a-ea20-43ef-83d2-ec1dfd8b307e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:08.033594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36268) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:08.035148 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:18:08.035601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 93ad5a31-b7a1-4c2f-8bd8-90b172b2dd16 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:18:08.063028 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4334d35f-dfee-4814-823f-e96fb8280d85 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:08.111427 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334d35f-dfee-4814-823f-e96fb8280d85 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=ef803f54-6d3c-447a-bd59-af4fe64ad548,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:08.124720 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4334d35f-dfee-4814-823f-e96fb8280d85 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:08.127157 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4334d35f-dfee-4814-823f-e96fb8280d85 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/ef803f54-6d3c-447a-bd59-af4fe64ad548 HTTP/1.1" status: 204 len: 168 time: 0.7220523 Jul 27 21:18:08.129882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36274) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:08.137867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-7c556226-bfeb-411f-a3c5-2743870b3bee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'mac_address': 'fa:16:3e:1e:b7:39', 'name': 'tempest-PortsTestJSON-1334232100'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:08.173756 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c996428-ab1b-46f2-8fcf-e4f32db8f543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:08.233305 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c996428-ab1b-46f2-8fcf-e4f32db8f543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:08.302309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c556226-bfeb-411f-a3c5-2743870b3bee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:08.328499 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c996428-ab1b-46f2-8fcf-e4f32db8f543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:08.331686 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c996428-ab1b-46f2-8fcf-e4f32db8f543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:08.335518 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4c996428-ab1b-46f2-8fcf-e4f32db8f543 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e18aa8a-ea20-43ef-83d2-ec1dfd8b307e HTTP/1.1" status: 204 len: 168 time: 0.2979407 Jul 27 21:18:08.366089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c996428-ab1b-46f2-8fcf-e4f32db8f543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e18aa8a-ea20-43ef-83d2-ec1dfd8b307e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:08.517763 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c556226-bfeb-411f-a3c5-2743870b3bee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:08.557286 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-7c556226-bfeb-411f-a3c5-2743870b3bee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] device_id is not set on port e8f933ee-e666-4548-8d13-f964a714a570 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:08.764231 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c556226-bfeb-411f-a3c5-2743870b3bee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:08.806498 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c556226-bfeb-411f-a3c5-2743870b3bee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:08.868201 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:08.877312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c556226-bfeb-411f-a3c5-2743870b3bee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=e8f933ee-e666-4548-8d13-f964a714a570,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:08.892932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c556226-bfeb-411f-a3c5-2743870b3bee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:08.894564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-7c556226-bfeb-411f-a3c5-2743870b3bee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:08.896987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c556226-bfeb-411f-a3c5-2743870b3bee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:08.903240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c556226-bfeb-411f-a3c5-2743870b3bee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:08.903897 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c556226-bfeb-411f-a3c5-2743870b3bee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:08.933580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36284) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:08.934081 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7c556226-bfeb-411f-a3c5-2743870b3bee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8015976 Jul 27 21:18:08.934249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36286) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:09.029490 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a9d20ca4-2b94-43fe-9613-6f2f24c22433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.096227 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5705f7a-9f57-435a-ac7d-61a227a7d455 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:09.106644 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e5705f7a-9f57-435a-ac7d-61a227a7d455 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports/e8f933ee-e666-4548-8d13-f964a714a570 HTTP/1.1" status: 200 len: 841 time: 0.1678851 Jul 27 21:18:09.108090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36290) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:09.303208 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a9d20ca4-2b94-43fe-9613-6f2f24c22433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.317954 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a9d20ca4-2b94-43fe-9613-6f2f24c22433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.319163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8e385f53-5ac3-4a6f-af53-d4578da5c596 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port e8f933ee-e666-4548-8d13-f964a714a570 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:09.320133 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8e385f53-5ac3-4a6f-af53-d4578da5c596 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.409031 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a9d20ca4-2b94-43fe-9613-6f2f24c22433 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4811d4508da744d4b565c69d8227bf38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715652 Jul 27 21:18:09.411620 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36296) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:09.412633 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d20ca4-2b94-43fe-9613-6f2f24c22433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca6f44a-e0ea-4177-93de-cdcb76e0ee18,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:09.458695 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8e385f53-5ac3-4a6f-af53-d4578da5c596 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.495351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8e385f53-5ac3-4a6f-af53-d4578da5c596 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for e8f933ee-e666-4548-8d13-f964a714a570 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:09.524507 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d5ad81b-b0d2-4d70-b4f4-5ee9f207570f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.558727 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d5ad81b-b0d2-4d70-b4f4-5ee9f207570f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.639373 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8e385f53-5ac3-4a6f-af53-d4578da5c596 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.665368 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d5ad81b-b0d2-4d70-b4f4-5ee9f207570f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.668794 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7d5ad81b-b0d2-4d70-b4f4-5ee9f207570f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.674276 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7d5ad81b-b0d2-4d70-b4f4-5ee9f207570f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eca6f44a-e0ea-4177-93de-cdcb76e0ee18 HTTP/1.1" status: 204 len: 168 time: 0.2368217 Jul 27 21:18:09.696321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ad81b-b0d2-4d70-b4f4-5ee9f207570f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca6f44a-e0ea-4177-93de-cdcb76e0ee18,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:09.730184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e385f53-5ac3-4a6f-af53-d4578da5c596 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=e8f933ee-e666-4548-8d13-f964a714a570,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:09.743428 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8e385f53-5ac3-4a6f-af53-d4578da5c596 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:09.747417 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8e385f53-5ac3-4a6f-af53-d4578da5c596 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/e8f933ee-e666-4548-8d13-f964a714a570 HTTP/1.1" status: 204 len: 168 time: 0.6380835 Jul 27 21:18:09.749636 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36306) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:09.805684 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-7510ea3d-3110-493f-86ed-2738266a89d7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] GET failed (client error): The resource could not be found. Jul 27 21:18:09.811827 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7510ea3d-3110-493f-86ed-2738266a89d7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports/e8f933ee-e666-4548-8d13-f964a714a570 HTTP/1.1" status: 404 len: 333 time: 0.0480137 Jul 27 21:18:09.812074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36308) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:09.819662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-a73630ee-3b1a-47e3-90c3-0712bf86f023 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'name': 'tempest-PortsTestJSON-143588495'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:10.062488 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73630ee-3b1a-47e3-90c3-0712bf86f023 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:10.068191 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a73630ee-3b1a-47e3-90c3-0712bf86f023 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.130707 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-a73630ee-3b1a-47e3-90c3-0712bf86f023 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] device_id is not set on port a5a992c7-8d81-4b51-a3b3-08d67510b43a yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:10.258653 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36318) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:10.474152 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a73630ee-3b1a-47e3-90c3-0712bf86f023 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.567880 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8da7f51-f4dc-49de-b253-28baac239101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.577680 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a73630ee-3b1a-47e3-90c3-0712bf86f023 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.705119 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73630ee-3b1a-47e3-90c3-0712bf86f023 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=a5a992c7-8d81-4b51-a3b3-08d67510b43a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:10.721570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73630ee-3b1a-47e3-90c3-0712bf86f023 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:10.723232 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-a73630ee-3b1a-47e3-90c3-0712bf86f023 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:10.725728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73630ee-3b1a-47e3-90c3-0712bf86f023 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:10.735013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73630ee-3b1a-47e3-90c3-0712bf86f023 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:10.735710 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a73630ee-3b1a-47e3-90c3-0712bf86f023 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.747120 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8da7f51-f4dc-49de-b253-28baac239101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.759925 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8da7f51-f4dc-49de-b253-28baac239101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.781535 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a73630ee-3b1a-47e3-90c3-0712bf86f023 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9657168 Jul 27 21:18:10.782428 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36332) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:10.793571 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f8da7f51-f4dc-49de-b253-28baac239101 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0a93850dda54d32b5e345a174cf7860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5333900 Jul 27 21:18:10.796161 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36334) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:10.796360 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f92aa9f4-a023-4681-94d6-a774e7190dee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:10.841461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da7f51-f4dc-49de-b253-28baac239101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7561ee72-1069-4581-b382-dabdb1f2d2d5,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:10.941678 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d74d80d0-d349-43b1-8e6c-4fd2b4772bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.979186 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f92aa9f4-a023-4681-94d6-a774e7190dee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:10.999700 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d74d80d0-d349-43b1-8e6c-4fd2b4772bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:11.099398 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d74d80d0-d349-43b1-8e6c-4fd2b4772bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:11.105908 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d74d80d0-d349-43b1-8e6c-4fd2b4772bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:11.109517 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d74d80d0-d349-43b1-8e6c-4fd2b4772bdf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7561ee72-1069-4581-b382-dabdb1f2d2d5 HTTP/1.1" status: 204 len: 168 time: 0.3100653 Jul 27 21:18:11.127954 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d80d0-d349-43b1-8e6c-4fd2b4772bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7561ee72-1069-4581-b382-dabdb1f2d2d5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:11.379114 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f92aa9f4-a023-4681-94d6-a774e7190dee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:11.395128 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f92aa9f4-a023-4681-94d6-a774e7190dee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:11.440443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-f92aa9f4-a023-4681-94d6-a774e7190dee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] In _notify_port_updated(), no bound segment for port a5a992c7-8d81-4b51-a3b3-08d67510b43a on network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea {{(pid=105580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:18:11.445993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92aa9f4-a023-4681-94d6-a774e7190dee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:11.452802 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f92aa9f4-a023-4681-94d6-a774e7190dee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:11.454927 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36354) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:11.460238 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f92aa9f4-a023-4681-94d6-a774e7190dee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "PUT /v2.0/ports/a5a992c7-8d81-4b51-a3b3-08d67510b43a HTTP/1.1" status: 200 len: 818 time: 0.6756442 Jul 27 21:18:11.479170 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92aa9f4-a023-4681-94d6-a774e7190dee tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=a5a992c7-8d81-4b51-a3b3-08d67510b43a,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:11.703489 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4a4df970-63f1-48d3-b91e-ca159d22f4a7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port a5a992c7-8d81-4b51-a3b3-08d67510b43a {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:11.704260 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4a4df970-63f1-48d3-b91e-ca159d22f4a7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:11.801114 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4a4df970-63f1-48d3-b91e-ca159d22f4a7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:11.829448 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4a4df970-63f1-48d3-b91e-ca159d22f4a7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for a5a992c7-8d81-4b51-a3b3-08d67510b43a owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:11.944150 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4a4df970-63f1-48d3-b91e-ca159d22f4a7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.007455 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4a4df970-63f1-48d3-b91e-ca159d22f4a7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.009628 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4a4df970-63f1-48d3-b91e-ca159d22f4a7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/a5a992c7-8d81-4b51-a3b3-08d67510b43a HTTP/1.1" status: 204 len: 168 time: 0.5517492 Jul 27 21:18:12.011577 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4df970-63f1-48d3-b91e-ca159d22f4a7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=a5a992c7-8d81-4b51-a3b3-08d67510b43a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:12.013614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36372) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:12.113977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22267ded-ff6b-485f-b965-30710fe87cdf tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:12.115855 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-22267ded-ff6b-485f-b965-30710fe87cdf tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1011090 Jul 27 21:18:12.118390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36378) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:12.159889 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-6056b0cd-1fca-4efd-9bf7-42a28fdf4494 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] GET failed (client error): The resource could not be found. Jul 27 21:18:12.162254 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6056b0cd-1fca-4efd-9bf7-42a28fdf4494 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports/a5a992c7-8d81-4b51-a3b3-08d67510b43a HTTP/1.1" status: 404 len: 333 time: 0.0425966 Jul 27 21:18:12.165746 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36382) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:12.172002 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-85f0d131-06e0-427c-9cba-7ede565a0892 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1354429680'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:12.224493 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f0d131-06e0-427c-9cba-7ede565a0892 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:12.229075 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85f0d131-06e0-427c-9cba-7ede565a0892 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.267391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f0d131-06e0-427c-9cba-7ede565a0892 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:12.284198 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85f0d131-06e0-427c-9cba-7ede565a0892 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.284600 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-85f0d131-06e0-427c-9cba-7ede565a0892 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Added segment a9896a38-9ffe-4f5f-842c-e85852f6fb50 of type vlan for network 01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f Jul 27 21:18:12.342744 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85f0d131-06e0-427c-9cba-7ede565a0892 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.382464 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85f0d131-06e0-427c-9cba-7ede565a0892 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.392550 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f0d131-06e0-427c-9cba-7ede565a0892 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:12.393519 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85f0d131-06e0-427c-9cba-7ede565a0892 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:12.501747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0d131-06e0-427c-9cba-7ede565a0892 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Network': ['ID=01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:12.517635 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:12.533777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-85f0d131-06e0-427c-9cba-7ede565a0892 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3666589 Jul 27 21:18:12.536556 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36400) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:12.561571 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c3862a59-13e8-4bb4-b8f2-d19ded438410 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'subnet': {'network_id': '01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:12.726179 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3862a59-13e8-4bb4-b8f2-d19ded438410 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:12.732840 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c3862a59-13e8-4bb4-b8f2-d19ded438410 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.611156 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c3862a59-13e8-4bb4-b8f2-d19ded438410 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.715815 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3862a59-13e8-4bb4-b8f2-d19ded438410 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Checking segment: {'id': 'a9896a38-9ffe-4f5f-842c-e85852f6fb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:13.716186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3862a59-13e8-4bb4-b8f2-d19ded438410 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network hostable DHCP agents. Network: 01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:18:13.723573 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3862a59-13e8-4bb4-b8f2-d19ded438410 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Subnet': ['ID=97745b1c-5024-47eb-97af-c904afe7e42d,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:13.753242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3862a59-13e8-4bb4-b8f2-d19ded438410 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:18:13.773646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-c3862a59-13e8-4bb4-b8f2-d19ded438410 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:13.788099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ae9765-42e2-4da6-961b-839697b20b14 None None] Network 01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:13.809492 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3862a59-13e8-4bb4-b8f2-d19ded438410 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:13.810098 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c3862a59-13e8-4bb4-b8f2-d19ded438410 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:13.854695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36488) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:13.855443 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c3862a59-13e8-4bb4-b8f2-d19ded438410 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3166206 Jul 27 21:18:13.860367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4b69d56a-8a76-4bd7-8e77-e1eb4b30f403 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'subnet': {'network_id': '01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:14.011908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b69d56a-8a76-4bd7-8e77-e1eb4b30f403 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:14.017390 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b69d56a-8a76-4bd7-8e77-e1eb4b30f403 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.167363 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f', 'network_id': '01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f', 'tenant_id': '3eaf78494981471b9a39078e95b46f18', 'fixed_ips': [{'subnet_id': '97745b1c-5024-47eb-97af-c904afe7e42d'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:18:14.171316 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.203645 n-d-764806-9 neutron-server[105580]: INFO neutron.db.ipam_backend_mixin [None req-4b69d56a-8a76-4bd7-8e77-e1eb4b30f403 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 97745b1c-5024-47eb-97af-c904afe7e42d (CIDR: 172.20.0.0/28) Jul 27 21:18:14.217381 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b69d56a-8a76-4bd7-8e77-e1eb4b30f403 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:18:14.217381 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b69d56a-8a76-4bd7-8e77-e1eb4b30f403 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:18:14.256128 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4b69d56a-8a76-4bd7-8e77-e1eb4b30f403 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4000528 Jul 27 21:18:14.258972 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36508) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:14.272789 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'subnet': {'network_id': '01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:14.407632 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Allocated IP 172.20.0.2 (01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f/97745b1c-5024-47eb-97af-c904afe7e42d/06fcc5aa-cf15-4853-b13b-9d935ba9d539) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:14.482691 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:14.487657 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.676139 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.694446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Transition to ACTIVE for port object 06fcc5aa-cf15-4853-b13b-9d935ba9d539 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:14.713472 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Transition to ACTIVE for port object 06fcc5aa-cf15-4853-b13b-9d935ba9d539 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:14.730436 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.789909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Network 01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:14.797843 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:14.801458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:14.810481 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Pushing event updated for resources: {'Port': ['ID=06fcc5aa-cf15-4853-b13b-9d935ba9d539,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:14.898064 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Attempting to bind port 06fcc5aa-cf15-4853-b13b-9d935ba9d539 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:14.898819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Attempting to bind port 06fcc5aa-cf15-4853-b13b-9d935ba9d539 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a9896a38-9ffe-4f5f-842c-e85852f6fb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:14.899409 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Attempting to bind port 06fcc5aa-cf15-4853-b13b-9d935ba9d539 on network 01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:14.907683 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:14.908401 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Checking segment: {'id': 'a9896a38-9ffe-4f5f-842c-e85852f6fb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:14.909032 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.909639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Bound using segment: {'id': 'a9896a38-9ffe-4f5f-842c-e85852f6fb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:14.910379 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Bound port: 06fcc5aa-cf15-4853-b13b-9d935ba9d539, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9896a38-9ffe-4f5f-842c-e85852f6fb50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:14.910936 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:14.971403 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.004977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] For port 06fcc5aa-cf15-4853-b13b-9d935ba9d539, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:15.009728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] For port 06fcc5aa-cf15-4853-b13b-9d935ba9d539, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=06fcc5aa-cf15-4853-b13b-9d935ba9d539,segment=NetworkSegment(a9896a38-9ffe-4f5f-842c-e85852f6fb50),segment_id=a9896a38-9ffe-4f5f-842c-e85852f6fb50)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:15.017014 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.068521 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:15.072080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:15.077948 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:15.078574 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.087496 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Subnet': ['ID=d2281daf-4252-4d4d-863f-ae8725a1ad2d,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:15.101188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:15.101821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:15.102338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:15.102869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:15.103349 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:15.103897 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:15.104661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:15.105256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:15.106461 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:15.106975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:15.107708 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:15.108203 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:15.121351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb704601-0f40-43a3-8548-587d6243b4e4 None None] Pushing event updated for resources: {'Port': ['ID=06fcc5aa-cf15-4853-b13b-9d935ba9d539,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:15.136394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36560) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:15.142262 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-4a4e3fd6-944b-4d2c-86bc-8b8dfb58e614 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'network_id': '01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f', 'fixed_ips': [{'subnet_id': '97745b1c-5024-47eb-97af-c904afe7e42d'}, {'subnet_id': 'd2281daf-4252-4d4d-863f-ae8725a1ad2d'}], 'name': 'tempest-PortsTestJSON-428411333'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:15.146712 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7e034491-3a37-4f2c-bf33-ca538c7ccb66 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8864245 Jul 27 21:18:15.331764 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4e3fd6-944b-4d2c-86bc-8b8dfb58e614 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:15.560789 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36568) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:15.592677 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3fd6-944b-4d2c-86bc-8b8dfb58e614 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.664781 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-4a4e3fd6-944b-4d2c-86bc-8b8dfb58e614 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] device_id is not set on port 66756d2b-a16b-4527-b683-10a4d776c5a5 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:15.742549 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9d597b2-5923-4d75-9c2d-9c94ab3bd3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.941194 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9d597b2-5923-4d75-9c2d-9c94ab3bd3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:15.955901 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f9d597b2-5923-4d75-9c2d-9c94ab3bd3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.017733 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f9d597b2-5923-4d75-9c2d-9c94ab3bd3e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=32388bd4ea944ca49fb652abf901253f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4545217 Jul 27 21:18:16.019772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36584) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:16.058818 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 06fcc5aa-cf15-4853-b13b-9d935ba9d539 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:16.183970 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d597b2-5923-4d75-9c2d-9c94ab3bd3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fede0b-691c-46e6-95dd-8df52a579dae,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:16.218255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 06fcc5aa-cf15-4853-b13b-9d935ba9d539 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:16.286241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-4a4e3fd6-944b-4d2c-86bc-8b8dfb58e614 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Allocated IP 172.20.0.13 (01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f/97745b1c-5024-47eb-97af-c904afe7e42d/66756d2b-a16b-4527-b683-10a4d776c5a5) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:16.298900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-4a4e3fd6-944b-4d2c-86bc-8b8dfb58e614 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Allocated IP 172.20.0.19 (01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f/d2281daf-4252-4d4d-863f-ae8725a1ad2d/66756d2b-a16b-4527-b683-10a4d776c5a5) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:16.313336 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39e01a86-f83e-4c59-a59c-b134ce60bd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.384831 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39e01a86-f83e-4c59-a59c-b134ce60bd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.456077 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39e01a86-f83e-4c59-a59c-b134ce60bd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.459672 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39e01a86-f83e-4c59-a59c-b134ce60bd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.466991 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-39e01a86-f83e-4c59-a59c-b134ce60bd18 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/15fede0b-691c-46e6-95dd-8df52a579dae HTTP/1.1" status: 204 len: 168 time: 0.4375224 Jul 27 21:18:16.479186 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e01a86-f83e-4c59-a59c-b134ce60bd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fede0b-691c-46e6-95dd-8df52a579dae,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:16.589490 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3fd6-944b-4d2c-86bc-8b8dfb58e614 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.610035 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-4a4e3fd6-944b-4d2c-86bc-8b8dfb58e614 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Transition to ACTIVE for port object 66756d2b-a16b-4527-b683-10a4d776c5a5 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:16.685177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eae9622-9c06-4ce7-9a6c-5b59ab716bbd None None] Network 01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:16.710522 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3fd6-944b-4d2c-86bc-8b8dfb58e614 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.783011 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-273305b9-e028-43c0-a67e-43e3dd3d4c0b None None] Provisioning for port 06fcc5aa-cf15-4853-b13b-9d935ba9d539 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:16.795845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-273305b9-e028-43c0-a67e-43e3dd3d4c0b None None] Provisioning complete for port 06fcc5aa-cf15-4853-b13b-9d935ba9d539 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:16.796689 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-273305b9-e028-43c0-a67e-43e3dd3d4c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.835319 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e3fd6-944b-4d2c-86bc-8b8dfb58e614 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=66756d2b-a16b-4527-b683-10a4d776c5a5,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:16.849833 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4e3fd6-944b-4d2c-86bc-8b8dfb58e614 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:16.853534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-4a4e3fd6-944b-4d2c-86bc-8b8dfb58e614 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:16.864095 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4e3fd6-944b-4d2c-86bc-8b8dfb58e614 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:16.909490 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-273305b9-e028-43c0-a67e-43e3dd3d4c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:16.921359 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:18:16.968603 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36602) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:17.002956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-273305b9-e028-43c0-a67e-43e3dd3d4c0b None None] For port 06fcc5aa-cf15-4853-b13b-9d935ba9d539, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=06fcc5aa-cf15-4853-b13b-9d935ba9d539,segment=NetworkSegment(a9896a38-9ffe-4f5f-842c-e85852f6fb50),segment_id=a9896a38-9ffe-4f5f-842c-e85852f6fb50)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:17.003318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4e3fd6-944b-4d2c-86bc-8b8dfb58e614 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:17.003868 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4a4e3fd6-944b-4d2c-86bc-8b8dfb58e614 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.006562 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-86e3ff25-911c-4dc9-a075-da46520bc36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.015744 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-273305b9-e028-43c0-a67e-43e3dd3d4c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.035968 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4a4e3fd6-944b-4d2c-86bc-8b8dfb58e614 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.8977199 Jul 27 21:18:17.038627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36604) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:17.047138 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-89079659-6084-4435-9978-f7179fb15e2a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97745b1c-5024-47eb-97af-c904afe7e42d'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:17.205629 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-86e3ff25-911c-4dc9-a075-da46520bc36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.212064 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-86e3ff25-911c-4dc9-a075-da46520bc36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.282916 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-86e3ff25-911c-4dc9-a075-da46520bc36f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4943037f6435410d99f84ee9d692bf69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3140049 Jul 27 21:18:17.285368 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36606) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:17.286412 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273305b9-e028-43c0-a67e-43e3dd3d4c0b None None] Pushing event updated for resources: {'Port': ['ID=06fcc5aa-cf15-4853-b13b-9d935ba9d539,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:17.292497 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3ff25-911c-4dc9-a075-da46520bc36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f08290b-f56e-439c-8193-42c8739ee26d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:17.310603 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143bd840-6c4a-48cb-a061-6bb2d2ff7fea None None] Update dhcp port {'port': {'network_id': '01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f', 'fixed_ips': [{'subnet_id': '97745b1c-5024-47eb-97af-c904afe7e42d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd2281daf-4252-4d4d-863f-ae8725a1ad2d'}], 'binding:host_id': 'n-d-764806-9'}, 'id': '06fcc5aa-cf15-4853-b13b-9d935ba9d539'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:18:17.376327 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-480ff233-8a5c-47c4-8479-d1ce70930b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.419646 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-480ff233-8a5c-47c4-8479-d1ce70930b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.424103 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-143bd840-6c4a-48cb-a061-6bb2d2ff7fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.429698 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-89079659-6084-4435-9978-f7179fb15e2a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.533625 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-480ff233-8a5c-47c4-8479-d1ce70930b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.548586 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-480ff233-8a5c-47c4-8479-d1ce70930b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:17.552117 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-480ff233-8a5c-47c4-8479-d1ce70930b32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f08290b-f56e-439c-8193-42c8739ee26d HTTP/1.1" status: 204 len: 168 time: 0.2646236 Jul 27 21:18:17.574121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ff233-8a5c-47c4-8479-d1ce70930b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f08290b-f56e-439c-8193-42c8739ee26d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:17.756192 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-143bd840-6c4a-48cb-a061-6bb2d2ff7fea None None] Allocated IP 172.20.0.18 (01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f/d2281daf-4252-4d4d-863f-ae8725a1ad2d/06fcc5aa-cf15-4853-b13b-9d935ba9d539) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:17.942053 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-143bd840-6c4a-48cb-a061-6bb2d2ff7fea None None] For port 06fcc5aa-cf15-4853-b13b-9d935ba9d539, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=06fcc5aa-cf15-4853-b13b-9d935ba9d539,segment=NetworkSegment(a9896a38-9ffe-4f5f-842c-e85852f6fb50),segment_id=a9896a38-9ffe-4f5f-842c-e85852f6fb50)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:17.998263 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 06fcc5aa-cf15-4853-b13b-9d935ba9d539 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:18.016381 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-143bd840-6c4a-48cb-a061-6bb2d2ff7fea None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:18.066577 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-f30c183d-80d7-4e9c-88f9-b3fb0508bcaa req-22780635-5bf1-4043-9b6e-7e9557f54763 tempest-ServersTestJSON-1608587402 tempest-ServersTestJSON-1608587402-project] (105580) timed out ('10.222.0.20', 65390) {{(pid=105580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:18:18.078682 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-143bd840-6c4a-48cb-a061-6bb2d2ff7fea None None] Transition to ACTIVE for port object 06fcc5aa-cf15-4853-b13b-9d935ba9d539 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:18.098723 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-143bd840-6c4a-48cb-a061-6bb2d2ff7fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:18.253803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-89079659-6084-4435-9978-f7179fb15e2a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Delete allocated IP 172.20.0.19 (01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f/d2281daf-4252-4d4d-863f-ae8725a1ad2d) {{(pid=105580) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 21:18:18.277108 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bd840-6c4a-48cb-a061-6bb2d2ff7fea None None] Pushing event updated for resources: {'Port': ['ID=06fcc5aa-cf15-4853-b13b-9d935ba9d539,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:18.481525 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-3646c1d9-32bc-427a-9518-dfc8070e4e73 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:18.488931 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-3646c1d9-32bc-427a-9518-dfc8070e4e73 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/networks?id=5bdda84e-66f1-44c6-b187-28484bc5cb69 HTTP/1.1" status: 200 len: 814 time: 0.2032106 Jul 27 21:18:18.505541 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-89079659-6084-4435-9978-f7179fb15e2a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:18.509580 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-4a315bf8-f8b5-4998-9112-3656cab2f021 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/quotas/da4d529c58904df7b9361d196266d464 HTTP/1.1" status: 200 len: 375 time: 0.0195410 Jul 27 21:18:18.557078 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-89079659-6084-4435-9978-f7179fb15e2a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Ignored duplicate provisioning block setup for port 66756d2b-a16b-4527-b683-10a4d776c5a5 by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 21:18:18.565982 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-89079659-6084-4435-9978-f7179fb15e2a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:18.696285 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-a58dc6eb-9c6a-42ac-9ade-f10ad5eac330 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=da4d529c58904df7b9361d196266d464&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1859634 Jul 27 21:18:18.711457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89079659-6084-4435-9978-f7179fb15e2a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=66756d2b-a16b-4527-b683-10a4d776c5a5,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:18.756897 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-89079659-6084-4435-9978-f7179fb15e2a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] In _notify_port_updated(), no bound segment for port 66756d2b-a16b-4527-b683-10a4d776c5a5 on network 01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f {{(pid=105580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:18:18.769598 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89079659-6084-4435-9978-f7179fb15e2a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:18.773576 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-89079659-6084-4435-9978-f7179fb15e2a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:18.781806 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-89079659-6084-4435-9978-f7179fb15e2a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "PUT /v2.0/ports/66756d2b-a16b-4527-b683-10a4d776c5a5 HTTP/1.1" status: 200 len: 919 time: 1.7411499 Jul 27 21:18:18.784551 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36662) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:18.794036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4e7da11b-1083-4f36-8ff9-f748f563e623 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97745b1c-5024-47eb-97af-c904afe7e42d'}, {'subnet_id': 'd2281daf-4252-4d4d-863f-ae8725a1ad2d'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:18.845969 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-16d96395-273a-425c-b5bf-caa3f266482f service neutron] 10.222.0.55 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416438 Jul 27 21:18:19.027060 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4e7da11b-1083-4f36-8ff9-f748f563e623 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:19.132470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-338c762b-b650-4942-831a-0943ab3d291c service neutron] 10.222.0.55 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791803 Jul 27 21:18:19.236723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a71b05b-809a-487d-a66b-b8b812c26149 None None] Network 01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:19.408836 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-144b5250-75bb-48c3-b21a-0514ca30ab11 None None] Provisioning for port 66756d2b-a16b-4527-b683-10a4d776c5a5 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:19.419956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-144b5250-75bb-48c3-b21a-0514ca30ab11 None None] Provisioning complete for port 66756d2b-a16b-4527-b683-10a4d776c5a5 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:19.421172 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-144b5250-75bb-48c3-b21a-0514ca30ab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:19.609681 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-144b5250-75bb-48c3-b21a-0514ca30ab11 None None] Port 66756d2b-a16b-4527-b683-10a4d776c5a5 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:19.677890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-144b5250-75bb-48c3-b21a-0514ca30ab11 None None] Provisioning for port 06fcc5aa-cf15-4853-b13b-9d935ba9d539 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:19.716021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-144b5250-75bb-48c3-b21a-0514ca30ab11 None None] Provisioning complete for port 06fcc5aa-cf15-4853-b13b-9d935ba9d539 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:19.716655 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-144b5250-75bb-48c3-b21a-0514ca30ab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:19.860563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-4e7da11b-1083-4f36-8ff9-f748f563e623 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Allocated IP 172.20.0.24 (01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f/d2281daf-4252-4d4d-863f-ae8725a1ad2d/66756d2b-a16b-4527-b683-10a4d776c5a5) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:20.018676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 06fcc5aa-cf15-4853-b13b-9d935ba9d539 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:20.064378 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06ece9f9-2123-4b0e-9d2b-88def7f25da5 req-474cf0fa-4152-497f-8327-f5206a6a35ac tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 210 time: 0.6084075 Jul 27 21:18:20.161337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 06fcc5aa-cf15-4853-b13b-9d935ba9d539 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:20.161974 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.208998 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4e7da11b-1083-4f36-8ff9-f748f563e623 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.236730 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-4e7da11b-1083-4f36-8ff9-f748f563e623 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Ignored duplicate provisioning block setup for port 66756d2b-a16b-4527-b683-10a4d776c5a5 by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 21:18:20.250632 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4e7da11b-1083-4f36-8ff9-f748f563e623 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.255222 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36700) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:20.481835 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7da11b-1083-4f36-8ff9-f748f563e623 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=66756d2b-a16b-4527-b683-10a4d776c5a5,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:20.527956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-4e7da11b-1083-4f36-8ff9-f748f563e623 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] In _notify_port_updated(), no bound segment for port 66756d2b-a16b-4527-b683-10a4d776c5a5 on network 01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f {{(pid=105580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:18:20.531394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c6d2f01b-7430-45a8-926d-c1f64ba81c87 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1125396564'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:20.535723 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7da11b-1083-4f36-8ff9-f748f563e623 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:20.536394 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4e7da11b-1083-4f36-8ff9-f748f563e623 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.544244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36704) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:20.544645 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4e7da11b-1083-4f36-8ff9-f748f563e623 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "PUT /v2.0/ports/66756d2b-a16b-4527-b683-10a4d776c5a5 HTTP/1.1" status: 200 len: 999 time: 1.7578778 Jul 27 21:18:20.676372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d2f01b-7430-45a8-926d-c1f64ba81c87 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Made reservation on behalf of e879fb20f23e43fcb74c142fdf1399f0 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:20.680124 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f01b-7430-45a8-926d-c1f64ba81c87 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.693088 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f01b-7430-45a8-926d-c1f64ba81c87 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.759769 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-214ca6d6-ce31-4aaa-bee7-170e94111c81 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port 66756d2b-a16b-4527-b683-10a4d776c5a5 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:20.760967 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-214ca6d6-ce31-4aaa-bee7-170e94111c81 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.814182 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3f5bf743-0941-4dd2-b5ed-6eb93d3f5672 None None] Provisioning complete for port 66756d2b-a16b-4527-b683-10a4d776c5a5 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:20.815744 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3f5bf743-0941-4dd2-b5ed-6eb93d3f5672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.965059 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f01b-7430-45a8-926d-c1f64ba81c87 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:20.979128 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f01b-7430-45a8-926d-c1f64ba81c87 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.056259 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-214ca6d6-ce31-4aaa-bee7-170e94111c81 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.085460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d2f01b-7430-45a8-926d-c1f64ba81c87 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:21.106778 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-214ca6d6-ce31-4aaa-bee7-170e94111c81 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for 66756d2b-a16b-4527-b683-10a4d776c5a5 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:21.130687 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2f01b-7430-45a8-926d-c1f64ba81c87 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ac81c9-eb5d-47d2-abd4-472be96710a4,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:21.147449 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f01b-7430-45a8-926d-c1f64ba81c87 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.148386 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-c6d2f01b-7430-45a8-926d-c1f64ba81c87 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Added segment 1248d7fe-a350-492e-a9d8-f27337c4629a of type vlan for network a7247186-a06e-4c18-9ab2-fe1f3e6c669e Jul 27 21:18:21.274202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3f5bf743-0941-4dd2-b5ed-6eb93d3f5672 None None] Port 66756d2b-a16b-4527-b683-10a4d776c5a5 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:21.302132 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3f5bf743-0941-4dd2-b5ed-6eb93d3f5672 None None] Provisioning complete for port 06fcc5aa-cf15-4853-b13b-9d935ba9d539 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:21.303276 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3f5bf743-0941-4dd2-b5ed-6eb93d3f5672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.324608 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1e1d19a-a497-4ea0-a866-7b4cc5fd16a3 req-a08d2769-e72f-4bba-aab2-0d15e15c2e02 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 210 time: 0.0487149 Jul 27 21:18:21.337910 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f01b-7430-45a8-926d-c1f64ba81c87 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.433018 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f01b-7430-45a8-926d-c1f64ba81c87 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.455361 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2f01b-7430-45a8-926d-c1f64ba81c87 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:21.456288 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c6d2f01b-7430-45a8-926d-c1f64ba81c87 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.520189 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-4b2d7ccb-5d02-48f5-8582-830692510956 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:21.522516 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-4b2d7ccb-5d02-48f5-8582-830692510956 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.66 "GET /v2.0/networks?id=5bdda84e-66f1-44c6-b187-28484bc5cb69 HTTP/1.1" status: 200 len: 814 time: 0.2845991 Jul 27 21:18:21.545177 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-dfdba8a5-de78-47c9-a45a-9aa6c1712dd3 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Request body: {'port': {'device_id': '7ea3252a-de4a-4db7-9d5b-f6a59c56693e', 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69', 'admin_state_up': True, 'tenant_id': 'da4d529c58904df7b9361d196266d464'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:21.581754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-14bb4ea9-2bc1-4216-b183-5c89fed53cde None None] Provisioning complete for port 66756d2b-a16b-4527-b683-10a4d776c5a5 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:21.584168 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-14bb4ea9-2bc1-4216-b183-5c89fed53cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.686864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-14bb4ea9-2bc1-4216-b183-5c89fed53cde None None] Port 66756d2b-a16b-4527-b683-10a4d776c5a5 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:21.718375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-dfdba8a5-de78-47c9-a45a-9aa6c1712dd3 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Made reservation on behalf of da4d529c58904df7b9361d196266d464 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:21.732188 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-dfdba8a5-de78-47c9-a45a-9aa6c1712dd3 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:21.805509 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c6d2f01b-7430-45a8-926d-c1f64ba81c87 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5461118 Jul 27 21:18:21.806579 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36714) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:21.814376 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2f01b-7430-45a8-926d-c1f64ba81c87 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Pushing event updated for resources: {'Network': ['ID=a7247186-a06e-4c18-9ab2-fe1f3e6c669e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:21.817512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2712ff06-58ae-4380-a477-1b3ceaa59797 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Request body: {'subnet': {'network_id': 'a7247186-a06e-4c18-9ab2-fe1f3e6c669e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:21.828798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network a7247186-a06e-4c18-9ab2-fe1f3e6c669e details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:21.837720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-214ca6d6-ce31-4aaa-bee7-170e94111c81 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.006185 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3394baa9-453a-4751-9e83-56b6ee867aa3 None None] Could not find standard attr ID for object 66756d2b-a16b-4527-b683-10a4d776c5a5. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:18:22.032782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ca6d6-ce31-4aaa-bee7-170e94111c81 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=66756d2b-a16b-4527-b683-10a4d776c5a5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:22.089353 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-214ca6d6-ce31-4aaa-bee7-170e94111c81 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.094841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-214ca6d6-ce31-4aaa-bee7-170e94111c81 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/66756d2b-a16b-4527-b683-10a4d776c5a5 HTTP/1.1" status: 204 len: 168 time: 1.5489364 Jul 27 21:18:22.095852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36720) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:22.133043 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ce638e-cf68-44c4-9032-c5b64b04e518 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] GET failed (client error): The resource could not be found. Jul 27 21:18:22.140257 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-10ce638e-cf68-44c4-9032-c5b64b04e518 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports/66756d2b-a16b-4527-b683-10a4d776c5a5 HTTP/1.1" status: 404 len: 333 time: 0.0427389 Jul 27 21:18:22.141058 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36722) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:22.189239 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2712ff06-58ae-4380-a477-1b3ceaa59797 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Made reservation on behalf of e879fb20f23e43fcb74c142fdf1399f0 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:22.195530 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2712ff06-58ae-4380-a477-1b3ceaa59797 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.218304 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-286cfe5c-b77d-480c-aa9c-90b84b13e57f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting subnet d2281daf-4252-4d4d-863f-ae8725a1ad2d {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:18:22.224394 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-286cfe5c-b77d-480c-aa9c-90b84b13e57f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.292333 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-286cfe5c-b77d-480c-aa9c-90b84b13e57f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.320327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-dfdba8a5-de78-47c9-a45a-9aa6c1712dd3 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Allocated IP 172.20.0.9 (5bdda84e-66f1-44c6-b187-28484bc5cb69/9a856137-a432-4d9c-81fc-060524041102/7cfeb750-7824-4483-b1b4-035d1ff6de18) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:22.453218 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-286cfe5c-b77d-480c-aa9c-90b84b13e57f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.701573 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecb6341f-6db1-491e-b046-83aaba3f52da req-20730b4a-cefe-404c-803d-11b65c43fb00 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 210 time: 0.1084602 Jul 27 21:18:22.765236 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-286cfe5c-b77d-480c-aa9c-90b84b13e57f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.825508 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cfe5c-b77d-480c-aa9c-90b84b13e57f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Subnet': ['ID=d2281daf-4252-4d4d-863f-ae8725a1ad2d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:22.850383 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-286cfe5c-b77d-480c-aa9c-90b84b13e57f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:22.855704 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-286cfe5c-b77d-480c-aa9c-90b84b13e57f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/d2281daf-4252-4d4d-863f-ae8725a1ad2d HTTP/1.1" status: 204 len: 168 time: 0.7101624 Jul 27 21:18:22.858731 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36732) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:22.858943 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4595f99-e736-48ed-bec5-d28c771befdd None None] Network 01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:22.971076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-785af3c4-03dc-4dfb-bdda-91cfb5b69315 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting subnet 97745b1c-5024-47eb-97af-c904afe7e42d {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:18:22.974572 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-785af3c4-03dc-4dfb-bdda-91cfb5b69315 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.069133 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-785af3c4-03dc-4dfb-bdda-91cfb5b69315 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.288116 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-785af3c4-03dc-4dfb-bdda-91cfb5b69315 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.406958 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-785af3c4-03dc-4dfb-bdda-91cfb5b69315 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.435321 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-785af3c4-03dc-4dfb-bdda-91cfb5b69315 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.438411 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-785af3c4-03dc-4dfb-bdda-91cfb5b69315 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/97745b1c-5024-47eb-97af-c904afe7e42d HTTP/1.1" status: 204 len: 168 time: 0.5785525 Jul 27 21:18:23.470727 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36738) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:23.487993 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785af3c4-03dc-4dfb-bdda-91cfb5b69315 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Subnet': ['ID=97745b1c-5024-47eb-97af-c904afe7e42d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:23.721972 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.801591 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-dfdba8a5-de78-47c9-a45a-9aa6c1712dd3 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.884352 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2ba4804-1c34-4a89-83fa-46fabdbf514b req-36b8987c-4481-40fa-9c5f-d84d5efcff0d tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 210 time: 0.0601580 Jul 27 21:18:23.893900 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2712ff06-58ae-4380-a477-1b3ceaa59797 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.977240 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-dfdba8a5-de78-47c9-a45a-9aa6c1712dd3 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:23.991063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7efd83d4-43bc-4547-b8ba-f8a7223996c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:24.059767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712ff06-58ae-4380-a477-1b3ceaa59797 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Pushing event updated for resources: {'Subnet': ['ID=754d786d-da8d-434a-8e06-1f67956ad874,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:24.099044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-dfdba8a5-de78-47c9-a45a-9aa6c1712dd3 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Network 5bdda84e-66f1-44c6-b187-28484bc5cb69 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:24.110459 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-dfdba8a5-de78-47c9-a45a-9aa6c1712dd3 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:24.112311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdba8a5-de78-47c9-a45a-9aa6c1712dd3 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Pushing event updated for resources: {'Port': ['ID=7cfeb750-7824-4483-b1b4-035d1ff6de18,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:24.115871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-dfdba8a5-de78-47c9-a45a-9aa6c1712dd3 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:24.123367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2712ff06-58ae-4380-a477-1b3ceaa59797 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Checking segment: {'id': '1248d7fe-a350-492e-a9d8-f27337c4629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7247186-a06e-4c18-9ab2-fe1f3e6c669e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:24.123743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2712ff06-58ae-4380-a477-1b3ceaa59797 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Network hostable DHCP agents. Network: a7247186-a06e-4c18-9ab2-fe1f3e6c669e, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:18:24.204774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-dfdba8a5-de78-47c9-a45a-9aa6c1712dd3 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:24.205465 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-dfdba8a5-de78-47c9-a45a-9aa6c1712dd3 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.214860 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port 06fcc5aa-cf15-4853-b13b-9d935ba9d539 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:24.215207 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.219212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2712ff06-58ae-4380-a477-1b3ceaa59797 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Network a7247186-a06e-4c18-9ab2-fe1f3e6c669e is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:18:24.237805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a97a0d-0f61-44a6-b494-c671b87cd222 None None] Network 01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:24.271632 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-dfdba8a5-de78-47c9-a45a-9aa6c1712dd3 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7328658 Jul 27 21:18:24.294871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-2712ff06-58ae-4380-a477-1b3ceaa59797 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, a7247186-a06e-4c18-9ab2-fe1f3e6c669e) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:24.315041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2712ff06-58ae-4380-a477-1b3ceaa59797 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:24.316056 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2712ff06-58ae-4380-a477-1b3ceaa59797 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.337294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91967c23-d8e1-4d7d-bba5-7dbccf80a982 None None] Network a7247186-a06e-4c18-9ab2-fe1f3e6c669e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:24.340235 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] For port 06fcc5aa-cf15-4853-b13b-9d935ba9d539, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=06fcc5aa-cf15-4853-b13b-9d935ba9d539,segment=NetworkSegment(a9896a38-9ffe-4f5f-842c-e85852f6fb50),segment_id=a9896a38-9ffe-4f5f-842c-e85852f6fb50)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:24.340421 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.364269 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for 06fcc5aa-cf15-4853-b13b-9d935ba9d539 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:24.453331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Request body: {'port': {'device_id': '7ea3252a-de4a-4db7-9d5b-f6a59c56693e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:24.458525 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2712ff06-58ae-4380-a477-1b3ceaa59797 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6497395 Jul 27 21:18:24.461274 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36750) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:24.467169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7936345f-e092-42eb-ac4b-ec2a6585b923 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Request body: {'port': {'network_id': 'a7247186-a06e-4c18-9ab2-fe1f3e6c669e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1571891922'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:24.571113 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.577116 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.633125 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=06fcc5aa-cf15-4853-b13b-9d935ba9d539,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:24.640234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No DVR routers for this DVR port 06fcc5aa-cf15-4853-b13b-9d935ba9d539 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:24.745925 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7936345f-e092-42eb-ac4b-ec2a6585b923 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Made reservation on behalf of e879fb20f23e43fcb74c142fdf1399f0 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:24.750932 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7936345f-e092-42eb-ac4b-ec2a6585b923 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.789367 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b445e4bc-34fe-4be7-9b9c-fc0a4b47221a None None] Provisioning complete for port 06fcc5aa-cf15-4853-b13b-9d935ba9d539 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:24.789739 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b445e4bc-34fe-4be7-9b9c-fc0a4b47221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.802883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-7936345f-e092-42eb-ac4b-ec2a6585b923 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] device_id is not set on port 1542085b-7931-4807-9fe6-7925c68ba4a6 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:24.872429 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.893368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:24.911238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9896a38-9ffe-4f5f-842c-e85852f6fb50') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:24.913940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9896a38-9ffe-4f5f-842c-e85852f6fb50') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:24.938575 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.984847 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:24.996424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:18:24.996897 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:18:25.000091 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:18:25.015690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-7936345f-e092-42eb-ac4b-ec2a6585b923 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Allocated IP 172.20.0.3 (a7247186-a06e-4c18-9ab2-fe1f3e6c669e/754d786d-da8d-434a-8e06-1f67956ad874/1542085b-7931-4807-9fe6-7925c68ba4a6) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:25.028801 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-a7247186-a06e-4c18-9ab2-fe1f3e6c669e', 'network_id': 'a7247186-a06e-4c18-9ab2-fe1f3e6c669e', 'tenant_id': 'e879fb20f23e43fcb74c142fdf1399f0', 'fixed_ips': [{'subnet_id': '754d786d-da8d-434a-8e06-1f67956ad874'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:18:25.029713 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.098432 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b445e4bc-34fe-4be7-9b9c-fc0a4b47221a None None] Port 06fcc5aa-cf15-4853-b13b-9d935ba9d539 was deleted so its status cannot be updated. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 21:18:25.135559 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.161941 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.184860 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/networks/01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f HTTP/1.1" status: 204 len: 168 time: 1.7101557 Jul 27 21:18:25.255190 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36756) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:25.258726 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7b216-6e5d-4f41-a38f-6bc2abf8f4ad tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Network': ['ID=01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:25.324177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82615b6-e5a8-46c6-b8e0-73d56ce55306 req-46caea3e-c88e-4eb6-84f9-b13e412eaa12 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:25.326182 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c82615b6-e5a8-46c6-b8e0-73d56ce55306 req-46caea3e-c88e-4eb6-84f9-b13e412eaa12 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 931 time: 0.2783353 Jul 27 21:18:25.364774 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eed075-2f29-4560-80d9-afde36a8dc42 None None] DHCP port deletion for 01d8adc6-df9f-4cf0-a470-9fdaf65bdd0f request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:18:25.399322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cfeb750-7824-4483-b1b4-035d1ff6de18 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:18:25.427410 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.449470 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Transition to ACTIVE for port object 7cfeb750-7824-4483-b1b4-035d1ff6de18 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:25.455028 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.521821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfeb750-7824-4483-b1b4-035d1ff6de18,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:25.531979 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8096f1-d5ca-4710-8591-026e1721f6c6 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:25.533547 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3c8096f1-d5ca-4710-8591-026e1721f6c6 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2764454 Jul 27 21:18:25.536537 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c82615b6-e5a8-46c6-b8e0-73d56ce55306 req-deb7112d-0a4f-4c70-8e4a-b34ae81fb8ed tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000337 Jul 27 21:18:25.539043 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36762) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:25.618090 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7936345f-e092-42eb-ac4b-ec2a6585b923 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.630901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-7936345f-e092-42eb-ac4b-ec2a6585b923 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Transition to ACTIVE for port object 1542085b-7931-4807-9fe6-7925c68ba4a6 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:25.639556 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Attempting to bind port 7cfeb750-7824-4483-b1b4-035d1ff6de18 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:25.640148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Attempting to bind port 7cfeb750-7824-4483-b1b4-035d1ff6de18 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '00f39492-663a-46bb-a212-9ddd62481c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:25.640772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Attempting to bind port 7cfeb750-7824-4483-b1b4-035d1ff6de18 on network 5bdda84e-66f1-44c6-b187-28484bc5cb69 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:25.647164 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Port 7cfeb750-7824-4483-b1b4-035d1ff6de18 on network 5bdda84e-66f1-44c6-b187-28484bc5cb69 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:18:25.647622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Attempting to bind port 7cfeb750-7824-4483-b1b4-035d1ff6de18 on network 5bdda84e-66f1-44c6-b187-28484bc5cb69 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:25.655653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:25.656130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Checking segment: {'id': '00f39492-663a-46bb-a212-9ddd62481c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:25.657104 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Bound using segment: {'id': '00f39492-663a-46bb-a212-9ddd62481c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:25.657921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Bound port: 7cfeb750-7824-4483-b1b4-035d1ff6de18, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f39492-663a-46bb-a212-9ddd62481c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:25.658559 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.676703 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-96ee5b72-1bf9-4331-9fec-a4ff08a5eae9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1308434 Jul 27 21:18:25.676938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36768) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:25.682519 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b621124e-0434-498b-97e8-55836ccd045d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1040453824'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:25.705847 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7936345f-e092-42eb-ac4b-ec2a6585b923 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.742251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b621124e-0434-498b-97e8-55836ccd045d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:25.746449 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b621124e-0434-498b-97e8-55836ccd045d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.773168 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7936345f-e092-42eb-ac4b-ec2a6585b923 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Network a7247186-a06e-4c18-9ab2-fe1f3e6c669e is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:25.782210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7936345f-e092-42eb-ac4b-ec2a6585b923 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:25.785909 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7936345f-e092-42eb-ac4b-ec2a6585b923 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:25.808402 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Allocated IP 172.20.0.2 (a7247186-a06e-4c18-9ab2-fe1f3e6c669e/754d786d-da8d-434a-8e06-1f67956ad874/5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:25.816648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] For port 7cfeb750-7824-4483-b1b4-035d1ff6de18, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:25.828316 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] For port 7cfeb750-7824-4483-b1b4-035d1ff6de18, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7cfeb750-7824-4483-b1b4-035d1ff6de18,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:25.836175 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.855691 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936345f-e092-42eb-ac4b-ec2a6585b923 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Pushing event updated for resources: {'Port': ['ID=1542085b-7931-4807-9fe6-7925c68ba4a6,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:25.877197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:25.879947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936345f-e092-42eb-ac4b-ec2a6585b923 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:25.880621 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7936345f-e092-42eb-ac4b-ec2a6585b923 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.887428 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.891306 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] 10.222.0.66 "PUT /v2.0/ports/7cfeb750-7824-4483-b1b4-035d1ff6de18 HTTP/1.1" status: 200 len: 1091 time: 1.6066670 Jul 27 21:18:25.908092 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea3252a-de4a-4db7-9d5b-f6a59c56693e', 'tag': '7cfeb750-7824-4483-b1b4-035d1ff6de18'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:25.916899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b621124e-0434-498b-97e8-55836ccd045d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:25.923204 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8013ff-f6dd-4eeb-ac53-dc0265e4f1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea3252a-de4a-4db7-9d5b-f6a59c56693e", "tag": "7cfeb750-7824-4483-b1b4-035d1ff6de18"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:25.967986 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7936345f-e092-42eb-ac4b-ec2a6585b923 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5046468 Jul 27 21:18:25.968574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36776) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:25.999653 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b621124e-0434-498b-97e8-55836ccd045d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:25.999653 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-b621124e-0434-498b-97e8-55836ccd045d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Added segment fa3cd437-ab79-408c-b62b-bde467e0549a of type vlan for network 7c58376c-4a37-4120-ad46-c40fcf54d8d3 Jul 27 21:18:26.016562 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 06fcc5aa-cf15-4853-b13b-9d935ba9d539 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:18:26.123697 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4bd4ae-9909-4924-875b-8f1605cade8e x-openstack-request-id: req-1f4bd4ae-9909-4924-875b-8f1605cade8e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:26.125408 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea3252a-de4a-4db7-9d5b-f6a59c56693e", "tag": "7cfeb750-7824-4483-b1b4-035d1ff6de18", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:26.126439 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f4bd4ae-9909-4924-875b-8f1605cade8e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:26.127375 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea3252a-de4a-4db7-9d5b-f6a59c56693e', 'tag': '7cfeb750-7824-4483-b1b4-035d1ff6de18', 'status': 'completed', 'code': 200} Jul 27 21:18:26.131053 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b621124e-0434-498b-97e8-55836ccd045d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.178917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b5693-ddc6-473f-9710-a51b8087fa04 service neutron] Pushing event updated for resources: {'Port': ['ID=7cfeb750-7824-4483-b1b4-035d1ff6de18,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:26.208081 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b621124e-0434-498b-97e8-55836ccd045d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.222481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b621124e-0434-498b-97e8-55836ccd045d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:26.223635 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b621124e-0434-498b-97e8-55836ccd045d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.255184 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.256541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-4df2869c-d7ea-48e1-a327-c45ecc16e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:26.258371 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-4df2869c-d7ea-48e1-a327-c45ecc16e630 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da4d529c58904df7b9361d196266d464&device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 1094 time: 0.2520897 Jul 27 21:18:26.274971 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Transition to ACTIVE for port object 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:26.304436 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Transition to ACTIVE for port object 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:26.304886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 06fcc5aa-cf15-4853-b13b-9d935ba9d539 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:18:26.305444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 06fcc5aa-cf15-4853-b13b-9d935ba9d539 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:18:26.320724 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.372174 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Network a7247186-a06e-4c18-9ab2-fe1f3e6c669e is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:26.380352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:26.383029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:26.386031 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-12540197-3a45-4319-bfd1-328aa1c0e094 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Deleting port 1542085b-7931-4807-9fe6-7925c68ba4a6 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:26.386415 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12540197-3a45-4319-bfd1-328aa1c0e094 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.405989 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621124e-0434-498b-97e8-55836ccd045d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Network': ['ID=7c58376c-4a37-4120-ad46-c40fcf54d8d3,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:26.443930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 7c58376c-4a37-4120-ad46-c40fcf54d8d3 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:26.448742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Pushing event updated for resources: {'Port': ['ID=5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:26.483852 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-2ab6a911-f809-4e2b-bc37-2aa00bba47d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cfeb750-7824-4483-b1b4-035d1ff6de18 HTTP/1.1" status: 200 len: 217 time: 0.2163069 Jul 27 21:18:26.508349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Attempting to bind port 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:26.508854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Attempting to bind port 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '1248d7fe-a350-492e-a9d8-f27337c4629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7247186-a06e-4c18-9ab2-fe1f3e6c669e'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:26.509435 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Attempting to bind port 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 on network a7247186-a06e-4c18-9ab2-fe1f3e6c669e {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:26.542651 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b621124e-0434-498b-97e8-55836ccd045d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8646226 Jul 27 21:18:26.548056 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36786) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:26.557346 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:26.557907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Checking segment: {'id': '1248d7fe-a350-492e-a9d8-f27337c4629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7247186-a06e-4c18-9ab2-fe1f3e6c669e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:26.558433 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.559104 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Bound using segment: {'id': '1248d7fe-a350-492e-a9d8-f27337c4629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7247186-a06e-4c18-9ab2-fe1f3e6c669e'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:26.559594 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Bound port: 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1248d7fe-a350-492e-a9d8-f27337c4629a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a7247186-a06e-4c18-9ab2-fe1f3e6c669e'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:26.560014 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.567400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-423e7c5a-ec51-47de-b66c-671cbc9ea38d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'subnet': {'network_id': '7c58376c-4a37-4120-ad46-c40fcf54d8d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:26.610737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-e7882ad3-ca4f-434f-b6c4-5ca36d49a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:26.612678 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-e7882ad3-ca4f-434f-b6c4-5ca36d49a52a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a856137-a432-4d9c-81fc-060524041102 HTTP/1.1" status: 200 len: 854 time: 0.1200607 Jul 27 21:18:26.698486 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-7052968b-d4dd-4506-a965-e3fa92eabf16 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5bdda84e-66f1-44c6-b187-28484bc5cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772793 Jul 27 21:18:26.761268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] For port 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:26.766856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] For port 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33,segment=NetworkSegment(1248d7fe-a350-492e-a9d8-f27337c4629a),segment_id=1248d7fe-a350-492e-a9d8-f27337c4629a)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:26.776035 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.805877 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12540197-3a45-4319-bfd1-328aa1c0e094 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.817213 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423e7c5a-ec51-47de-b66c-671cbc9ea38d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:26.821399 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-423e7c5a-ec51-47de-b66c-671cbc9ea38d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:26.832483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-12540197-3a45-4319-bfd1-328aa1c0e094 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Calling delete_port for 1542085b-7931-4807-9fe6-7925c68ba4a6 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:26.955337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7088b-db3e-4c57-a422-d4e385031220 None None] Pushing event updated for resources: {'Port': ['ID=5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:26.988018 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-cb075b62-16c2-49ad-88a4-867bf7d8ef2e service neutron] 10.222.0.66 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811224 Jul 27 21:18:27.019969 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac4ed6-a52c-4136-bc7d-cd9cf2ff3398 req-588b78ea-5307-4a64-884c-06cf0f98dc2d tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:27.021619 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5dac4ed6-a52c-4136-bc7d-cd9cf2ff3398 req-588b78ea-5307-4a64-884c-06cf0f98dc2d tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 943 time: 0.3326683 Jul 27 21:18:27.151939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5dac4ed6-a52c-4136-bc7d-cd9cf2ff3398 req-fa9e9151-a66f-4e41-888d-d43ba63d9d02 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182537 Jul 27 21:18:27.196454 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24af5c40-8f05-4e3e-8e43-05c031fd8441 req-37668a7e-8d25-411d-a365-c3664cdcdbe3 service neutron] 10.222.0.66 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946738 Jul 27 21:18:27.281553 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12540197-3a45-4319-bfd1-328aa1c0e094 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.393844 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-423e7c5a-ec51-47de-b66c-671cbc9ea38d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.401992 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8013ff-f6dd-4eeb-ac53-dc0265e4f1cf req-a345f1aa-d759-440c-9079-ea9ac4a6cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:27.403639 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bd8013ff-f6dd-4eeb-ac53-dc0265e4f1cf req-a345f1aa-d759-440c-9079-ea9ac4a6cc6d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da4d529c58904df7b9361d196266d464&device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 1094 time: 0.1031415 Jul 27 21:18:27.548901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e7c5a-ec51-47de-b66c-671cbc9ea38d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Subnet': ['ID=f3392015-548c-4777-8177-eb66274daef8,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:27.551934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8013ff-f6dd-4eeb-ac53-dc0265e4f1cf req-e5959165-9e45-496e-ab39-a7a773adc991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:27.553109 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12540197-3a45-4319-bfd1-328aa1c0e094 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Pushing event deleted for resources: {'Port': ['ID=1542085b-7931-4807-9fe6-7925c68ba4a6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:27.554069 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bd8013ff-f6dd-4eeb-ac53-dc0265e4f1cf req-e5959165-9e45-496e-ab39-a7a773adc991 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5bdda84e-66f1-44c6-b187-28484bc5cb69 HTTP/1.1" status: 200 len: 915 time: 0.1394682 Jul 27 21:18:27.606641 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bd8013ff-f6dd-4eeb-ac53-dc0265e4f1cf req-118aaea2-e26d-4b7d-b385-20814b001865 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cfeb750-7824-4483-b1b4-035d1ff6de18 HTTP/1.1" status: 200 len: 217 time: 0.0436020 Jul 27 21:18:27.654140 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423e7c5a-ec51-47de-b66c-671cbc9ea38d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Checking segment: {'id': 'fa3cd437-ab79-408c-b62b-bde467e0549a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7c58376c-4a37-4120-ad46-c40fcf54d8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:27.654558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423e7c5a-ec51-47de-b66c-671cbc9ea38d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network hostable DHCP agents. Network: 7c58376c-4a37-4120-ad46-c40fcf54d8d3, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:18:27.676951 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-12540197-3a45-4319-bfd1-328aa1c0e094 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.681401 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-12540197-3a45-4319-bfd1-328aa1c0e094 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] 10.222.0.55 "DELETE /v2.0/ports/1542085b-7931-4807-9fe6-7925c68ba4a6 HTTP/1.1" status: 204 len: 168 time: 1.7082620 Jul 27 21:18:27.683381 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36798) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:27.696855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423e7c5a-ec51-47de-b66c-671cbc9ea38d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 7c58376c-4a37-4120-ad46-c40fcf54d8d3 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:18:27.699835 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8013ff-f6dd-4eeb-ac53-dc0265e4f1cf req-aae2a8b2-571a-4394-a2bb-cf00f92048bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:27.701440 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bd8013ff-f6dd-4eeb-ac53-dc0265e4f1cf req-aae2a8b2-571a-4394-a2bb-cf00f92048bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a856137-a432-4d9c-81fc-060524041102 HTTP/1.1" status: 200 len: 854 time: 0.0873828 Jul 27 21:18:27.712633 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-423e7c5a-ec51-47de-b66c-671cbc9ea38d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 7c58376c-4a37-4120-ad46-c40fcf54d8d3) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:27.719082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423e7c5a-ec51-47de-b66c-671cbc9ea38d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:27.719751 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-423e7c5a-ec51-47de-b66c-671cbc9ea38d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.730396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70eb0f8-1815-4f34-950f-8921691f6734 None None] Network 7c58376c-4a37-4120-ad46-c40fcf54d8d3 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:27.746539 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bd8013ff-f6dd-4eeb-ac53-dc0265e4f1cf req-c1146022-83c4-4855-8990-d475a2ce0d7c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5bdda84e-66f1-44c6-b187-28484bc5cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369594 Jul 27 21:18:27.748884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-423e7c5a-ec51-47de-b66c-671cbc9ea38d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1979032 Jul 27 21:18:27.751377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36808) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:27.756729 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e71e07bf-165a-404e-a53e-74c77c45beff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'network_id': '7c58376c-4a37-4120-ad46-c40fcf54d8d3', 'name': 'tempest-PortsTestJSON-1257298086'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:27.860619 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3e0142ab-31c3-4da1-97e7-703b7d268bc7 tempest-DHCPAgentSchedulersTestJSON-1127178640 tempest-DHCPAgentSchedulersTestJSON-1127178640-project-admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.1761160 Jul 27 21:18:27.866824 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36812) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:27.868508 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bd8013ff-f6dd-4eeb-ac53-dc0265e4f1cf req-9df77b49-a341-4e4b-808c-c212438e4729 service neutron] 10.222.0.66 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158457 Jul 27 21:18:27.879645 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f923d5bb-2ab1-4364-8d3b-4346b501b24d tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1386112967'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:27.959868 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f923d5bb-2ab1-4364-8d3b-4346b501b24d tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Made reservation on behalf of e879fb20f23e43fcb74c142fdf1399f0 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:27.965018 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f923d5bb-2ab1-4364-8d3b-4346b501b24d tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.968902 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71e07bf-165a-404e-a53e-74c77c45beff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:27.972615 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e71e07bf-165a-404e-a53e-74c77c45beff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:27.991360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-7c58376c-4a37-4120-ad46-c40fcf54d8d3', 'network_id': '7c58376c-4a37-4120-ad46-c40fcf54d8d3', 'tenant_id': '3eaf78494981471b9a39078e95b46f18', 'fixed_ips': [{'subnet_id': 'f3392015-548c-4777-8177-eb66274daef8'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:18:27.992422 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.007135 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bd8013ff-f6dd-4eeb-ac53-dc0265e4f1cf req-21f60a41-7d05-421a-aa93-f25614a1cf21 service neutron] 10.222.0.66 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262689 Jul 27 21:18:28.029847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-e71e07bf-165a-404e-a53e-74c77c45beff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] device_id is not set on port 91f75d83-6f96-446e-9869-d2571fbde49a yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:28.074597 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:28.075414 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f923d5bb-2ab1-4364-8d3b-4346b501b24d tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:28.097646 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f923d5bb-2ab1-4364-8d3b-4346b501b24d tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.097986 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-f923d5bb-2ab1-4364-8d3b-4346b501b24d tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Added segment 5036283a-85da-4272-b456-f3629d969a65 of type vlan for network 59c2c2b7-d9de-4d8d-9fa4-5d22e77c5a21 Jul 27 21:18:28.146390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:28.177529 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f923d5bb-2ab1-4364-8d3b-4346b501b24d tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.203594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-e71e07bf-165a-404e-a53e-74c77c45beff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Allocated IP 172.20.0.2 (7c58376c-4a37-4120-ad46-c40fcf54d8d3/f3392015-548c-4777-8177-eb66274daef8/91f75d83-6f96-446e-9869-d2571fbde49a) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:28.235836 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f923d5bb-2ab1-4364-8d3b-4346b501b24d tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.241271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f923d5bb-2ab1-4364-8d3b-4346b501b24d tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:28.241866 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f923d5bb-2ab1-4364-8d3b-4346b501b24d tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.270184 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea602517-7e85-49b2-bce1-5de93ef64ebf None None] Network a7247186-a06e-4c18-9ab2-fe1f3e6c669e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:28.365704 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f923d5bb-2ab1-4364-8d3b-4346b501b24d tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4904933 Jul 27 21:18:28.368530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36818) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:28.386036 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0499dd93-3f99-4bd4-b8ab-0b2348442bae None None] Provisioning for port 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:28.396043 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0499dd93-3f99-4bd4-b8ab-0b2348442bae None None] Provisioning complete for port 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:28.396441 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0499dd93-3f99-4bd4-b8ab-0b2348442bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.524997 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0499dd93-3f99-4bd4-b8ab-0b2348442bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.571638 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-74eef1dd-a42d-435e-807f-a600bb9fbe41 tempest-DHCPAgentSchedulersTestJSON-1127178640 tempest-DHCPAgentSchedulersTestJSON-1127178640-project-admin] 10.222.0.55 "GET /v2.0/agents/1a665231-c9e5-4ab9-9935-87e8c78402a1/dhcp-networks HTTP/1.1" status: 200 len: 6435 time: 0.2007198 Jul 27 21:18:28.576502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36830) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:28.591691 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0499dd93-3f99-4bd4-b8ab-0b2348442bae None None] For port 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33,segment=NetworkSegment(1248d7fe-a350-492e-a9d8-f27337c4629a),segment_id=1248d7fe-a350-492e-a9d8-f27337c4629a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:28.599790 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0499dd93-3f99-4bd4-b8ab-0b2348442bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.736744 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499dd93-3f99-4bd4-b8ab-0b2348442bae None None] Pushing event updated for resources: {'Port': ['ID=5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:28.837687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19530024-5034-4ef5-ba65-765f91e0843a tempest-DHCPAgentSchedulersTestJSON-1127178640 tempest-DHCPAgentSchedulersTestJSON-1127178640-project-admin] Network 59c2c2b7-d9de-4d8d-9fa4-5d22e77c5a21 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:18:28.857366 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-19530024-5034-4ef5-ba65-765f91e0843a tempest-DHCPAgentSchedulersTestJSON-1127178640 tempest-DHCPAgentSchedulersTestJSON-1127178640-project-admin] 10.222.0.55 "POST /v2.0/agents/1a665231-c9e5-4ab9-9935-87e8c78402a1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2795188 Jul 27 21:18:28.861029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36838) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:28.867612 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c586321f-a214-4385-894a-75f3da74320b None None] Network 59c2c2b7-d9de-4d8d-9fa4-5d22e77c5a21 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:28.905547 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e71e07bf-165a-404e-a53e-74c77c45beff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:28.928024 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-e71e07bf-165a-404e-a53e-74c77c45beff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Transition to ACTIVE for port object 91f75d83-6f96-446e-9869-d2571fbde49a will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:28.966746 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923d5bb-2ab1-4364-8d3b-4346b501b24d tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Pushing event updated for resources: {'Network': ['ID=59c2c2b7-d9de-4d8d-9fa4-5d22e77c5a21,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:28.986932 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 59c2c2b7-d9de-4d8d-9fa4-5d22e77c5a21 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:28.990520 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e71e07bf-165a-404e-a53e-74c77c45beff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.000961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4bbd85a3-7145-4863-955c-f24a3c719f94 None None] Provisioning complete for port 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:29.001612 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4bbd85a3-7145-4863-955c-f24a3c719f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.034758 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a02a174d-52ae-4b7a-965c-7d29426eb995 tempest-DHCPAgentSchedulersTestJSON-1127178640 tempest-DHCPAgentSchedulersTestJSON-1127178640-project-admin] 10.222.0.55 "GET /v2.0/agents/1a665231-c9e5-4ab9-9935-87e8c78402a1/dhcp-networks HTTP/1.1" status: 200 len: 7206 time: 0.1715879 Jul 27 21:18:29.035983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36842) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:29.095247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e07bf-165a-404e-a53e-74c77c45beff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 7c58376c-4a37-4120-ad46-c40fcf54d8d3 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:29.114986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-e71e07bf-165a-404e-a53e-74c77c45beff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:29.145424 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3e12a-cab6-4937-8db0-b34197a4c46f req-4959ca18-5b8c-4005-a167-16b1459d6ae2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:29.147283 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-adf3e12a-cab6-4937-8db0-b34197a4c46f req-4959ca18-5b8c-4005-a167-16b1459d6ae2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 943 time: 0.8968298 Jul 27 21:18:29.148042 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71e07bf-165a-404e-a53e-74c77c45beff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:29.162115 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2c670b75-de4e-4d9c-b09a-b7a51a2ad430 tempest-DHCPAgentSchedulersTestJSON-1127178640 tempest-DHCPAgentSchedulersTestJSON-1127178640-project-admin] 10.222.0.55 "DELETE /v2.0/agents/1a665231-c9e5-4ab9-9935-87e8c78402a1/dhcp-networks/59c2c2b7-d9de-4d8d-9fa4-5d22e77c5a21 HTTP/1.1" status: 204 len: 168 time: 0.1246796 Jul 27 21:18:29.162789 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36846) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:29.163173 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e07bf-165a-404e-a53e-74c77c45beff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=91f75d83-6f96-446e-9869-d2571fbde49a,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:29.280179 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-cde0e0fa-d6bf-4899-8fa3-e95f95abd0c9 {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:18:29.280534 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:18:29.307986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71e07bf-165a-404e-a53e-74c77c45beff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:29.309076 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e71e07bf-165a-404e-a53e-74c77c45beff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.327124 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-08ce3c09-d63c-4240-9ec0-86a07b337238 tempest-DHCPAgentSchedulersTestJSON-1127178640 tempest-DHCPAgentSchedulersTestJSON-1127178640-project-admin] 10.222.0.55 "GET /v2.0/agents/1a665231-c9e5-4ab9-9935-87e8c78402a1/dhcp-networks HTTP/1.1" status: 200 len: 6435 time: 0.1632063 Jul 27 21:18:29.335191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36850) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:29.352969 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32426a3d-bdce-488e-8592-63883a7a9c37 req-634c0391-8070-4696-8e56-1c4c7badff6f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:29.355193 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32426a3d-bdce-488e-8592-63883a7a9c37 req-634c0391-8070-4696-8e56-1c4c7badff6f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.4600997 Jul 27 21:18:29.357402 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8e848062-743e-464d-bba3-b0ccef16c979 tempest-DHCPAgentSchedulersTestJSON-1127178640 tempest-DHCPAgentSchedulersTestJSON-1127178640-project-admin] 10.222.0.55 "GET /v2.0/networks/a7247186-a06e-4c18-9ab2-fe1f3e6c669e/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0208976 Jul 27 21:18:29.360630 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-adf3e12a-cab6-4937-8db0-b34197a4c46f req-ef4faf63-99d7-492c-96f1-5e3ecb13526b tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854944 Jul 27 21:18:29.361263 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36852) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:29.362619 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e71e07bf-165a-404e-a53e-74c77c45beff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6101999 Jul 27 21:18:29.367308 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36854) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:29.374197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f2c7ddd3-1424-4f8a-b10c-f5f7098ef04a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'network_id': '7c58376c-4a37-4120-ad46-c40fcf54d8d3', 'name': 'tempest-PortsTestJSON-1328899721'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:29.439241 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32426a3d-bdce-488e-8592-63883a7a9c37 req-12fb9d37-8a7b-4cca-b822-ec64502f21ed tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613952 Jul 27 21:18:29.441191 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b4b245b8-2b3f-40a7-83ec-71d70387070d tempest-DHCPAgentSchedulersTestJSON-1127178640 tempest-DHCPAgentSchedulersTestJSON-1127178640-project-admin] 10.222.0.55 "GET /v2.0/networks/a7247186-a06e-4c18-9ab2-fe1f3e6c669e/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0775154 Jul 27 21:18:29.446374 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36858) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:29.463052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b0d739dc-1ba2-4916-b968-4f2228e0e5d4 None None] Could not find standard attr ID for object 1542085b-7931-4807-9fe6-7925c68ba4a6. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:18:29.585837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c7ddd3-1424-4f8a-b10c-f5f7098ef04a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:29.589602 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2c7ddd3-1424-4f8a-b10c-f5f7098ef04a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.623493 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-94506aa8-1352-403a-9153-8b8b82970b26 tempest-DHCPAgentSchedulersTestJSON-1127178640 tempest-DHCPAgentSchedulersTestJSON-1127178640-project-admin] 10.222.0.55 "GET /v2.0/agents/1a665231-c9e5-4ab9-9935-87e8c78402a1/dhcp-networks HTTP/1.1" status: 200 len: 6435 time: 0.1760271 Jul 27 21:18:29.627040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36860) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:29.627535 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-f2c7ddd3-1424-4f8a-b10c-f5f7098ef04a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] device_id is not set on port 4fbd0e84-86f7-4580-80c9-f1254c742bc4 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:29.707509 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b6a29d5-7d4b-448a-b77a-2c6f8ab8a9fe tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.751230 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-f2c7ddd3-1424-4f8a-b10c-f5f7098ef04a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Allocated IP 172.20.0.13 (7c58376c-4a37-4120-ad46-c40fcf54d8d3/f3392015-548c-4777-8177-eb66274daef8/4fbd0e84-86f7-4580-80c9-f1254c742bc4) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:29.781451 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.810465 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b6a29d5-7d4b-448a-b77a-2c6f8ab8a9fe tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.820669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-0b6a29d5-7d4b-448a-b77a-2c6f8ab8a9fe tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c2c2b7-d9de-4d8d-9fa4-5d22e77c5a21']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:29.834256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-0b6a29d5-7d4b-448a-b77a-2c6f8ab8a9fe tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5036283a-85da-4272-b456-f3629d969a65') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:29.834620 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-0b6a29d5-7d4b-448a-b77a-2c6f8ab8a9fe tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5036283a-85da-4272-b456-f3629d969a65') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:29.844112 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b6a29d5-7d4b-448a-b77a-2c6f8ab8a9fe tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.859848 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b6a29d5-7d4b-448a-b77a-2c6f8ab8a9fe tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.866155 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6a29d5-7d4b-448a-b77a-2c6f8ab8a9fe tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:18:29.866659 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b6a29d5-7d4b-448a-b77a-2c6f8ab8a9fe tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:18:29.869864 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:18:29.922080 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2c7ddd3-1424-4f8a-b10c-f5f7098ef04a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.944379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-f2c7ddd3-1424-4f8a-b10c-f5f7098ef04a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Transition to ACTIVE for port object 4fbd0e84-86f7-4580-80c9-f1254c742bc4 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:29.944716 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b6a29d5-7d4b-448a-b77a-2c6f8ab8a9fe tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.957878 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b6a29d5-7d4b-448a-b77a-2c6f8ab8a9fe tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:29.960546 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0b6a29d5-7d4b-448a-b77a-2c6f8ab8a9fe tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] 10.222.0.55 "DELETE /v2.0/networks/59c2c2b7-d9de-4d8d-9fa4-5d22e77c5a21 HTTP/1.1" status: 204 len: 168 time: 0.3323758 Jul 27 21:18:29.965837 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:29.977584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36862) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:29.986984 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a29d5-7d4b-448a-b77a-2c6f8ab8a9fe tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Pushing event deleted for resources: {'Network': ['ID=59c2c2b7-d9de-4d8d-9fa4-5d22e77c5a21,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:29.988054 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2c7ddd3-1424-4f8a-b10c-f5f7098ef04a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.018611 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b96ae2-26fe-42d4-b005-9cc90267d36c tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] DELETE failed (client error): The resource could not be found. Jul 27 21:18:30.019286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b96ae2-26fe-42d4-b005-9cc90267d36c tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:18:30.021040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e2b96ae2-26fe-42d4-b005-9cc90267d36c tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] 10.222.0.55 "DELETE /v2.0/ports/1542085b-7931-4807-9fe6-7925c68ba4a6 HTTP/1.1" status: 404 len: 333 time: 0.0420632 Jul 27 21:18:30.023633 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36864) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:30.058154 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Allocated IP 172.20.0.3 (7c58376c-4a37-4120-ad46-c40fcf54d8d3/f3392015-548c-4777-8177-eb66274daef8/c070e3b7-432f-4762-aa21-9d6009511e2d) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:30.064827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7ddd3-1424-4f8a-b10c-f5f7098ef04a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=4fbd0e84-86f7-4580-80c9-f1254c742bc4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:30.077040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c7ddd3-1424-4f8a-b10c-f5f7098ef04a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 7c58376c-4a37-4120-ad46-c40fcf54d8d3 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:30.082369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f2c7ddd3-1424-4f8a-b10c-f5f7098ef04a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:30.086477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c7ddd3-1424-4f8a-b10c-f5f7098ef04a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:30.086772 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:30.087159 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.095136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Deleting subnet 754d786d-da8d-434a-8e06-1f67956ad874 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:18:30.100217 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.146157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c7ddd3-1424-4f8a-b10c-f5f7098ef04a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:30.146943 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2c7ddd3-1424-4f8a-b10c-f5f7098ef04a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.147558 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.169872 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f2c7ddd3-1424-4f8a-b10c-f5f7098ef04a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8007252 Jul 27 21:18:30.171530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36866) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:30.283315 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.359882 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.408887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Pushing event deleted for resources: {'Subnet': ['ID=754d786d-da8d-434a-8e06-1f67956ad874,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:30.434298 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:30.434944 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:30.435450 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:30.436207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230d137c-ba04-481c-afde-b297e812284a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:30.436740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:30.439532 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:30.440071 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:30.440607 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:30.441126 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:30.441643 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:30.441871 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-230d137c-ba04-481c-afde-b297e812284a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 922 time: 0.2688291 Jul 27 21:18:30.442581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36872) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:30.444266 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:30.448266 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:30.448854 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:30.460671 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.468185 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36876) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:30.468612 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d738957a-071c-461d-8b50-93b8b290636a tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] 10.222.0.55 "DELETE /v2.0/subnets/754d786d-da8d-434a-8e06-1f67956ad874 HTTP/1.1" status: 204 len: 168 time: 0.4437480 Jul 27 21:18:30.501679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3850b1d9-5cdf-425b-b944-86b98e74ee18 None None] Network a7247186-a06e-4c18-9ab2-fe1f3e6c669e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:30.613358 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.622195 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Transition to ACTIVE for port object c070e3b7-432f-4762-aa21-9d6009511e2d will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:30.641059 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Transition to ACTIVE for port object c070e3b7-432f-4762-aa21-9d6009511e2d will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:30.656057 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.678454 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Network 7c58376c-4a37-4120-ad46-c40fcf54d8d3 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:30.681571 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:30.711153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:30.727733 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d922b-b4f6-40ac-aefa-4e4f609bfe85 req-28b537e5-8dff-4608-aad2-f5822b741438 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:30.729415 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f3d922b-b4f6-40ac-aefa-4e4f609bfe85 req-28b537e5-8dff-4608-aad2-f5822b741438 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 943 time: 0.2562318 Jul 27 21:18:30.731501 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.773871 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7cfeb750-7824-4483-b1b4-035d1ff6de18 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:18:30.787326 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Pushing event updated for resources: {'Port': ['ID=c070e3b7-432f-4762-aa21-9d6009511e2d,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:30.795853 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cd580-70af-42f2-bbd3-b592bb067f5b req-594efca7-f5fb-4b05-977f-99e2f0b9f489 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:30.797433 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f81cd580-70af-42f2-bbd3-b592bb067f5b req-594efca7-f5fb-4b05-977f-99e2f0b9f489 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.1557810 Jul 27 21:18:30.807958 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f3d922b-b4f6-40ac-aefa-4e4f609bfe85 req-d3e778b0-041b-4b98-b7ce-371285bd3ed6 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699332 Jul 27 21:18:30.812393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-a7f285a0-0dd0-4d91-a5df-35aaf1e44833 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port 4fbd0e84-86f7-4580-80c9-f1254c742bc4 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:30.812753 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a7f285a0-0dd0-4d91-a5df-35aaf1e44833 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.856022 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f81cd580-70af-42f2-bbd3-b592bb067f5b req-6e6dde62-7330-47d4-a97f-a7ed832d6890 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468593 Jul 27 21:18:30.884071 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Attempting to bind port c070e3b7-432f-4762-aa21-9d6009511e2d on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:30.884450 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Attempting to bind port c070e3b7-432f-4762-aa21-9d6009511e2d by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'fa3cd437-ab79-408c-b62b-bde467e0549a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7c58376c-4a37-4120-ad46-c40fcf54d8d3'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:30.884914 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Attempting to bind port c070e3b7-432f-4762-aa21-9d6009511e2d on network 7c58376c-4a37-4120-ad46-c40fcf54d8d3 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:30.885617 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Deleting port 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:30.886172 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.893511 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:30.893887 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Checking segment: {'id': 'fa3cd437-ab79-408c-b62b-bde467e0549a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7c58376c-4a37-4120-ad46-c40fcf54d8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:30.894305 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:30.894707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Bound using segment: {'id': 'fa3cd437-ab79-408c-b62b-bde467e0549a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7c58376c-4a37-4120-ad46-c40fcf54d8d3'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:30.895171 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Bound port: c070e3b7-432f-4762-aa21-9d6009511e2d, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3cd437-ab79-408c-b62b-bde467e0549a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7c58376c-4a37-4120-ad46-c40fcf54d8d3'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:30.895607 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.004097 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] For port 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33,segment=NetworkSegment(1248d7fe-a350-492e-a9d8-f27337c4629a),segment_id=1248d7fe-a350-492e-a9d8-f27337c4629a)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:31.006203 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.011250 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a7f285a0-0dd0-4d91-a5df-35aaf1e44833 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.041790 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-a7f285a0-0dd0-4d91-a5df-35aaf1e44833 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for 4fbd0e84-86f7-4580-80c9-f1254c742bc4 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:31.042168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 7cfeb750-7824-4483-b1b4-035d1ff6de18, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7cfeb750-7824-4483-b1b4-035d1ff6de18,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:31.045189 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Calling delete_port for 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:31.055214 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] For port c070e3b7-432f-4762-aa21-9d6009511e2d, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:31.060281 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '7cfeb750-7824-4483-b1b4-035d1ff6de18', 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69', 'port_id': '7cfeb750-7824-4483-b1b4-035d1ff6de18', 'mac_address': 'fa:16:3e:a1:69:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a856137-a432-4d9c-81fc-060524041102', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:18:31.070375 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] For port c070e3b7-432f-4762-aa21-9d6009511e2d, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c070e3b7-432f-4762-aa21-9d6009511e2d,segment=NetworkSegment(fa3cd437-ab79-408c-b62b-bde467e0549a),segment_id=fa3cd437-ab79-408c-b62b-bde467e0549a)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:31.106725 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.170058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d0d6d-5bc8-47ae-8759-6cbe18340cc8 None None] Pushing event updated for resources: {'Port': ['ID=c070e3b7-432f-4762-aa21-9d6009511e2d,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:31.172875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4284fdf8-6eb9-4437-b85c-4096d39ad7d6 None None] DHCP port deletion for a7247186-a06e-4c18-9ab2-fe1f3e6c669e request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:18:31.233704 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.262510 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cfeb750-7824-4483-b1b4-035d1ff6de18 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:18:31.303162 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 7cfeb750-7824-4483-b1b4-035d1ff6de18, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7cfeb750-7824-4483-b1b4-035d1ff6de18,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:31.311431 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.316807 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-4284fdf8-6eb9-4437-b85c-4096d39ad7d6 None None] Deleting port 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:31.317194 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4284fdf8-6eb9-4437-b85c-4096d39ad7d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.382490 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.412448 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-4284fdf8-6eb9-4437-b85c-4096d39ad7d6 None None] For port 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33,segment=NetworkSegment(1248d7fe-a350-492e-a9d8-f27337c4629a),segment_id=1248d7fe-a350-492e-a9d8-f27337c4629a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:31.412842 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4284fdf8-6eb9-4437-b85c-4096d39ad7d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.430619 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-4284fdf8-6eb9-4437-b85c-4096d39ad7d6 None None] Calling delete_port for 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:31.461041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Pushing event deleted for resources: {'Port': ['ID=5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:31.476460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] No DVR routers for this DVR port 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:31.515804 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c5955-82a5-46b8-a378-2d3ab92e0a29 req-7b0d1f62-151b-4bd3-b26a-5be8ba3e6eec tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:31.516936 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e8c5955-82a5-46b8-a378-2d3ab92e0a29 req-7b0d1f62-151b-4bd3-b26a-5be8ba3e6eec tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.1731281 Jul 27 21:18:31.529525 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4284fdf8-6eb9-4437-b85c-4096d39ad7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.571863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4284fdf8-6eb9-4437-b85c-4096d39ad7d6 None None] No DVR routers for this DVR port 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:31.599952 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e8c5955-82a5-46b8-a378-2d3ab92e0a29 req-d82fa2bf-b6d9-4e77-a954-e2c964d1c3c5 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768239 Jul 27 21:18:31.607490 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=7cfeb750-7824-4483-b1b4-035d1ff6de18,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:31.610670 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a7f285a0-0dd0-4d91-a5df-35aaf1e44833 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.633605 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284fdf8-6eb9-4437-b85c-4096d39ad7d6 None None] Pushing event deleted for resources: {'Port': ['ID=5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:31.677633 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.680382 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f285a0-0dd0-4d91-a5df-35aaf1e44833 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=4fbd0e84-86f7-4580-80c9-f1254c742bc4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:31.715925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7247186-a06e-4c18-9ab2-fe1f3e6c669e']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:31.730469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1248d7fe-a350-492e-a9d8-f27337c4629a') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:31.730762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1248d7fe-a350-492e-a9d8-f27337c4629a') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:31.770914 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.790892 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a7f285a0-0dd0-4d91-a5df-35aaf1e44833 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.796162 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a7f285a0-0dd0-4d91-a5df-35aaf1e44833 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/4fbd0e84-86f7-4580-80c9-f1254c742bc4 HTTP/1.1" status: 204 len: 168 time: 1.3502924 Jul 27 21:18:31.796162 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.797175 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36892) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:31.801413 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:18:31.801841 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:18:31.805014 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:18:31.829164 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cca305-1a07-49da-83a2-c05ca383ba4e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] GET failed (client error): The resource could not be found. Jul 27 21:18:31.833430 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c5cca305-1a07-49da-83a2-c05ca383ba4e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports/4fbd0e84-86f7-4580-80c9-f1254c742bc4 HTTP/1.1" status: 404 len: 333 time: 0.0325379 Jul 27 21:18:31.833704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36894) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:31.869117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.870858 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['7cfeb750-7824-4483-b1b4-035d1ff6de18'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:31.878951 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:31.880978 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] 10.222.0.55 "DELETE /v2.0/networks/a7247186-a06e-4c18-9ab2-fe1f3e6c669e HTTP/1.1" status: 204 len: 168 time: 1.4137239 Jul 27 21:18:31.900148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088becb-4ae7-44c3-9aa4-2b4264ba3f82 tempest-DHCPAgentSchedulersTestJSON-948767328 tempest-DHCPAgentSchedulersTestJSON-948767328-project] Pushing event deleted for resources: {'Network': ['ID=a7247186-a06e-4c18-9ab2-fe1f3e6c669e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:32.039985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-8ae05b38-0ef6-4ae8-a472-b62e9813557b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port 91f75d83-6f96-446e-9869-d2571fbde49a {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:32.040365 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ae05b38-0ef6-4ae8-a472-b62e9813557b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.063808 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c070e3b7-432f-4762-aa21-9d6009511e2d up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:32.107740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec620f-5406-4b63-a583-d2d3bf14ff92 req-dbe9ca62-bfa9-4cc2-aa6b-31473586556a tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:32.111019 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93ec620f-5406-4b63-a583-d2d3bf14ff92 req-dbe9ca62-bfa9-4cc2-aa6b-31473586556a tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 944 time: 0.1713824 Jul 27 21:18:32.171755 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port c070e3b7-432f-4762-aa21-9d6009511e2d completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:32.196869 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ae05b38-0ef6-4ae8-a472-b62e9813557b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.213534 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93ec620f-5406-4b63-a583-d2d3bf14ff92 req-5f9fd89c-e1b7-40b8-82bd-9142affdd216 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868776 Jul 27 21:18:32.218193 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-8ae05b38-0ef6-4ae8-a472-b62e9813557b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for 91f75d83-6f96-446e-9869-d2571fbde49a owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:32.282592 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:18:32.321258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36902) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:32.325940 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:18:32.326433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5774a2ee-8c20-4b7d-9a1e-112c6c4e0c33 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:18:32.454147 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ae05b38-0ef6-4ae8-a472-b62e9813557b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.490248 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae05b38-0ef6-4ae8-a472-b62e9813557b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=91f75d83-6f96-446e-9869-d2571fbde49a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:32.545377 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ec2e2321-28bf-4937-b0eb-40f50eac1084 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e879fb20f23e43fcb74c142fdf1399f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2216818 Jul 27 21:18:32.548388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36908) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:32.608143 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ae05b38-0ef6-4ae8-a472-b62e9813557b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.612873 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8ae05b38-0ef6-4ae8-a472-b62e9813557b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/91f75d83-6f96-446e-9869-d2571fbde49a HTTP/1.1" status: 204 len: 168 time: 0.7755845 Jul 27 21:18:32.613154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36910) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:32.669298 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-95949a29-4f22-46b2-8d44-138acd4b558a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] GET failed (client error): The resource could not be found. Jul 27 21:18:32.671168 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-95949a29-4f22-46b2-8d44-138acd4b558a tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports/91f75d83-6f96-446e-9869-d2571fbde49a HTTP/1.1" status: 404 len: 333 time: 0.0569301 Jul 27 21:18:32.674410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36914) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:32.675182 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0f4d7ced-087c-40ff-8c3a-be8a3b8861fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.687683 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2debbff6-ac58-49c5-9b37-7272a5fda361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.704354 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e71d8f0-def3-4666-931b-54e930c9c195 None None] Network 7c58376c-4a37-4120-ad46-c40fcf54d8d3 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:32.742851 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2debbff6-ac58-49c5-9b37-7272a5fda361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.759737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa51f42-9bec-478d-a0a9-0b7a5df59209 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting subnet f3392015-548c-4777-8177-eb66274daef8 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:18:32.766060 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3fa51f42-9bec-478d-a0a9-0b7a5df59209 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.769001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8a7c4d74-2067-4c46-9b0d-cd08ba469818 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:18:32.800979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-219a787a-6802-4594-8130-83c61906fc66 None None] Provisioning for port c070e3b7-432f-4762-aa21-9d6009511e2d completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:32.809232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-219a787a-6802-4594-8130-83c61906fc66 None None] Provisioning complete for port c070e3b7-432f-4762-aa21-9d6009511e2d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:32.809735 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-219a787a-6802-4594-8130-83c61906fc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:32.830833 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9cc7d-8df1-48c5-9aab-4a9c5fc7f402 req-0aa41b0b-f1d9-4d87-adce-60584abf9ea2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:32.833305 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8cf9cc7d-8df1-48c5-9aab-4a9c5fc7f402 req-0aa41b0b-f1d9-4d87-adce-60584abf9ea2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.1048110 Jul 27 21:18:32.895327 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8cf9cc7d-8df1-48c5-9aab-4a9c5fc7f402 req-feaee214-1a38-4ee8-aea5-3b7683d2b9fe tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540757 Jul 27 21:18:33.000953 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-219a787a-6802-4594-8130-83c61906fc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.003037 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.095974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:33.098663 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52a9a6b-d433-4f06-9999-c16e7669a3f1" -d '{"events": [{"server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:33.105020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-219a787a-6802-4594-8130-83c61906fc66 None None] For port c070e3b7-432f-4762-aa21-9d6009511e2d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c070e3b7-432f-4762-aa21-9d6009511e2d,segment=NetworkSegment(fa3cd437-ab79-408c-b62b-bde467e0549a),segment_id=fa3cd437-ab79-408c-b62b-bde467e0549a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:33.121232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:33.124026 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-219a787a-6802-4594-8130-83c61906fc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.157401 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.163017 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b710ba5-a592-41ae-a786-d0131342376d x-openstack-request-id: req-1b710ba5-a592-41ae-a786-d0131342376d {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:33.163440 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:33.163695 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b710ba5-a592-41ae-a786-d0131342376d {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:33.164087 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'code': 200} Jul 27 21:18:33.195215 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3fa51f42-9bec-478d-a0a9-0b7a5df59209 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.196370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a787a-6802-4594-8130-83c61906fc66 None None] Pushing event updated for resources: {'Port': ['ID=c070e3b7-432f-4762-aa21-9d6009511e2d,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:33.269104 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2debbff6-ac58-49c5-9b37-7272a5fda361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.273606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8a7c4d74-2067-4c46-9b0d-cd08ba469818,revision_number=11']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:33.274546 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2debbff6-ac58-49c5-9b37-7272a5fda361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.277245 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2debbff6-ac58-49c5-9b37-7272a5fda361 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60ac81c9-eb5d-47d2-abd4-472be96710a4 HTTP/1.1" status: 204 len: 168 time: 0.7283800 Jul 27 21:18:33.332249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debbff6-ac58-49c5-9b37-7272a5fda361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ac81c9-eb5d-47d2-abd4-472be96710a4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:33.370003 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3fa51f42-9bec-478d-a0a9-0b7a5df59209 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.437081 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3fa51f42-9bec-478d-a0a9-0b7a5df59209 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.472340 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa51f42-9bec-478d-a0a9-0b7a5df59209 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Subnet': ['ID=f3392015-548c-4777-8177-eb66274daef8,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:33.474667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cff793-6e5f-47f9-bce2-bb93a1259b86 req-db22ae74-96e8-46c5-add0-eb88e7e2c6dc tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:33.476790 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3fa51f42-9bec-478d-a0a9-0b7a5df59209 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.480156 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3fa51f42-9bec-478d-a0a9-0b7a5df59209 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/f3392015-548c-4777-8177-eb66274daef8 HTTP/1.1" status: 204 len: 168 time: 0.8046439 Jul 27 21:18:33.482734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36922) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:33.485247 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18cff793-6e5f-47f9-bce2-bb93a1259b86 req-db22ae74-96e8-46c5-add0-eb88e7e2c6dc tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 944 time: 0.1529140 Jul 27 21:18:33.499482 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc736f2b-8bea-48bd-abf5-1bb2b5f31243 None None] Network 7c58376c-4a37-4120-ad46-c40fcf54d8d3 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:33.550828 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18cff793-6e5f-47f9-bce2-bb93a1259b86 req-8368cca1-41cb-44a2-80a8-29a01858b392 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646276 Jul 27 21:18:33.564265 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bea1dcd1-88b1-482e-ac5e-e3458744322c None None] Provisioning complete for port c070e3b7-432f-4762-aa21-9d6009511e2d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:33.564754 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bea1dcd1-88b1-482e-ac5e-e3458744322c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.599692 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.754205 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port c070e3b7-432f-4762-aa21-9d6009511e2d {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:33.754576 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.802691 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9867a21f-4f1d-4c28-a998-6f2190052160 None None] DHCP port deletion for 7c58376c-4a37-4120-ad46-c40fcf54d8d3 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:18:33.806166 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36928) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:33.820639 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3007cf02-7369-4f61-88b5-13f97204b0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.842076 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] For port c070e3b7-432f-4762-aa21-9d6009511e2d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c070e3b7-432f-4762-aa21-9d6009511e2d,segment=NetworkSegment(fa3cd437-ab79-408c-b62b-bde467e0549a),segment_id=fa3cd437-ab79-408c-b62b-bde467e0549a)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:33.842733 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.858297 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for c070e3b7-432f-4762-aa21-9d6009511e2d owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:33.860412 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-9867a21f-4f1d-4c28-a998-6f2190052160 None None] Deleting port c070e3b7-432f-4762-aa21-9d6009511e2d {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:33.861058 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9867a21f-4f1d-4c28-a998-6f2190052160 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.973491 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9867a21f-4f1d-4c28-a998-6f2190052160 None None] For port c070e3b7-432f-4762-aa21-9d6009511e2d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c070e3b7-432f-4762-aa21-9d6009511e2d,segment=NetworkSegment(fa3cd437-ab79-408c-b62b-bde467e0549a),segment_id=fa3cd437-ab79-408c-b62b-bde467e0549a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:33.974073 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9867a21f-4f1d-4c28-a998-6f2190052160 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.988695 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3007cf02-7369-4f61-88b5-13f97204b0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.994531 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3007cf02-7369-4f61-88b5-13f97204b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:33.995514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c070e3b7-432f-4762-aa21-9d6009511e2d no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:18:34.003222 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-9867a21f-4f1d-4c28-a998-6f2190052160 None None] Calling delete_port for c070e3b7-432f-4762-aa21-9d6009511e2d owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:34.034749 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.037622 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.069203 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=c070e3b7-432f-4762-aa21-9d6009511e2d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:34.069915 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3007cf02-7369-4f61-88b5-13f97204b0bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b27f17944c240a69a0ccad450828afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624133 Jul 27 21:18:34.070264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36932) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:34.071051 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007cf02-7369-4f61-88b5-13f97204b0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafebf80-874d-4857-95a4-0c97d7cfdc37,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:34.073061 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No DVR routers for this DVR port c070e3b7-432f-4762-aa21-9d6009511e2d on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:34.144193 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No active binding found for port c070e3b7-432f-4762-aa21-9d6009511e2d {{(pid=105581) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 21:18:34.144632 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c070e3b7-432f-4762-aa21-9d6009511e2d not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:18:34.155818 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b67280f-dacb-4754-8ce7-1fc1b7bb9a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.173235 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaca81a-cfc3-4fd3-bfc7-4907f88494a9 req-53282312-4521-402d-ba8e-51a7068f295e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:34.180786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3eaca81a-cfc3-4fd3-bfc7-4907f88494a9 req-53282312-4521-402d-ba8e-51a7068f295e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1369843 Jul 27 21:18:34.224594 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9867a21f-4f1d-4c28-a998-6f2190052160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.228051 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.232945 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b67280f-dacb-4754-8ce7-1fc1b7bb9a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.236158 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3eaca81a-cfc3-4fd3-bfc7-4907f88494a9 req-e307fbba-c211-4e7d-afbb-c3353d675207 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545671 Jul 27 21:18:34.252247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c58376c-4a37-4120-ad46-c40fcf54d8d3']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:34.265738 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867a21f-4f1d-4c28-a998-6f2190052160 None None] Pushing event deleted for resources: {'Port': ['ID=c070e3b7-432f-4762-aa21-9d6009511e2d,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:34.274901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9867a21f-4f1d-4c28-a998-6f2190052160 None None] No DVR routers for this DVR port c070e3b7-432f-4762-aa21-9d6009511e2d on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:34.283170 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3cd437-ab79-408c-b62b-bde467e0549a') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:34.283471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3cd437-ab79-408c-b62b-bde467e0549a') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:34.301393 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.317516 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.323952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:18:34.324363 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:18:34.327573 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:18:34.365983 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b67280f-dacb-4754-8ce7-1fc1b7bb9a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.368634 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b67280f-dacb-4754-8ce7-1fc1b7bb9a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.369840 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9b67280f-dacb-4754-8ce7-1fc1b7bb9a4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bafebf80-874d-4857-95a4-0c97d7cfdc37 HTTP/1.1" status: 204 len: 168 time: 0.2901897 Jul 27 21:18:34.386738 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67280f-dacb-4754-8ce7-1fc1b7bb9a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafebf80-874d-4857-95a4-0c97d7cfdc37,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:34.402425 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.411836 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.418999 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36936) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:34.419340 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/networks/7c58376c-4a37-4120-ad46-c40fcf54d8d3 HTTP/1.1" status: 204 len: 168 time: 0.9352231 Jul 27 21:18:34.424118 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ca45d2f6-ac78-4e99-a326-3920d830b2cf tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-759840870'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:34.428809 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182720a6-6e7f-4fd4-b2d1-7ae92d1439b4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Network': ['ID=7c58376c-4a37-4120-ad46-c40fcf54d8d3,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:34.454246 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca45d2f6-ac78-4e99-a326-3920d830b2cf tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:34.461247 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca45d2f6-ac78-4e99-a326-3920d830b2cf tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.490016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca45d2f6-ac78-4e99-a326-3920d830b2cf tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:34.500846 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca45d2f6-ac78-4e99-a326-3920d830b2cf tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.502014 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-ca45d2f6-ac78-4e99-a326-3920d830b2cf tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Added segment 0b3d71a7-ed86-4a20-a3b7-5fa97ebfd1ae of type vlan for network 6bbdeff1-bb4c-4058-9129-5eddbc9a49dd Jul 27 21:18:34.546619 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca45d2f6-ac78-4e99-a326-3920d830b2cf tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.602789 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca45d2f6-ac78-4e99-a326-3920d830b2cf tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.609514 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca45d2f6-ac78-4e99-a326-3920d830b2cf tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:34.610260 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca45d2f6-ac78-4e99-a326-3920d830b2cf tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.716959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36944) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:34.723560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-6e758752-8a23-412d-84ff-19ce31224c4e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'subnet': {'network_id': '6bbdeff1-bb4c-4058-9129-5eddbc9a49dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:34.728446 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ca45d2f6-ac78-4e99-a326-3920d830b2cf tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3082061 Jul 27 21:18:34.748272 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45d2f6-ac78-4e99-a326-3920d830b2cf tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Network': ['ID=6bbdeff1-bb4c-4058-9129-5eddbc9a49dd,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:34.770405 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7cfeb750-7824-4483-b1b4-035d1ff6de18 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:34.780596 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 6bbdeff1-bb4c-4058-9129-5eddbc9a49dd details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:34.835217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96361fa0-351d-4c80-ae20-4f6478f04d7f req-7fe2e949-6a08-485f-a58d-b7131f9b97eb tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:34.836753 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-96361fa0-351d-4c80-ae20-4f6478f04d7f req-7fe2e949-6a08-485f-a58d-b7131f9b97eb tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 944 time: 0.1663649 Jul 27 21:18:34.898237 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-96361fa0-351d-4c80-ae20-4f6478f04d7f req-f413c407-1143-4fdd-bc06-9689aeb4462d tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537310 Jul 27 21:18:34.925602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e758752-8a23-412d-84ff-19ce31224c4e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:34.925602 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6e758752-8a23-412d-84ff-19ce31224c4e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:34.955353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 7cfeb750-7824-4483-b1b4-035d1ff6de18 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:34.960365 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 7cfeb750-7824-4483-b1b4-035d1ff6de18 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:34.960738 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:35.086962 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:35.124654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 7cfeb750-7824-4483-b1b4-035d1ff6de18, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7cfeb750-7824-4483-b1b4-035d1ff6de18,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:35.130106 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:35.168609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea3252a-de4a-4db7-9d5b-f6a59c56693e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfeb750-7824-4483-b1b4-035d1ff6de18'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:35.170890 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab37dc65-0e47-4717-87c1-73436b185158" -d '{"events": [{"server_uuid": "7ea3252a-de4a-4db7-9d5b-f6a59c56693e", "name": "network-vif-plugged", "status": "completed", "tag": "7cfeb750-7824-4483-b1b4-035d1ff6de18"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:35.188742 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6e758752-8a23-412d-84ff-19ce31224c4e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:35.228893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=7cfeb750-7824-4483-b1b4-035d1ff6de18,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:35.242668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e758752-8a23-412d-84ff-19ce31224c4e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Subnet': ['ID=101fd46d-a976-4195-b623-b2e5b33cb29c,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:35.247123 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c75b4c3-d064-46b0-900a-babf1796e905 x-openstack-request-id: req-4c75b4c3-d064-46b0-900a-babf1796e905 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:35.247485 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea3252a-de4a-4db7-9d5b-f6a59c56693e", "name": "network-vif-plugged", "status": "completed", "tag": "7cfeb750-7824-4483-b1b4-035d1ff6de18", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:35.247643 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c75b4c3-d064-46b0-900a-babf1796e905 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:35.247982 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea3252a-de4a-4db7-9d5b-f6a59c56693e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfeb750-7824-4483-b1b4-035d1ff6de18', 'code': 200} Jul 27 21:18:35.326807 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e758752-8a23-412d-84ff-19ce31224c4e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Checking segment: {'id': '0b3d71a7-ed86-4a20-a3b7-5fa97ebfd1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6bbdeff1-bb4c-4058-9129-5eddbc9a49dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:35.327172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e758752-8a23-412d-84ff-19ce31224c4e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network hostable DHCP agents. Network: 6bbdeff1-bb4c-4058-9129-5eddbc9a49dd, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:18:35.365365 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-751fbc6b-c736-4be6-bd55-ca6cfba81583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:35.382175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e758752-8a23-412d-84ff-19ce31224c4e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 6bbdeff1-bb4c-4058-9129-5eddbc9a49dd is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:18:35.406813 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-6e758752-8a23-412d-84ff-19ce31224c4e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 6bbdeff1-bb4c-4058-9129-5eddbc9a49dd) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:35.416056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e758752-8a23-412d-84ff-19ce31224c4e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:35.416918 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6e758752-8a23-412d-84ff-19ce31224c4e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:35.425494 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec10227-e1da-4596-bb02-8c546a72e43e None None] Network 6bbdeff1-bb4c-4058-9129-5eddbc9a49dd requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:35.446337 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6e758752-8a23-412d-84ff-19ce31224c4e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7282355 Jul 27 21:18:35.451931 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36966) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:35.460073 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f82a4d94-8d43-4765-81a6-426361044e3b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'network_id': '6bbdeff1-bb4c-4058-9129-5eddbc9a49dd', 'name': 'tempest-PortsTestJSON-182134757', 'fixed_ips': [{'subnet_id': '101fd46d-a976-4195-b623-b2e5b33cb29c', 'ip_address': '172.20.0.10'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:35.474937 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf38062-a9f4-489b-8e0f-3b3698ee4500 req-f605f43e-7d6c-42d2-bc00-d3609bd93fcf tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:35.482150 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8bf38062-a9f4-489b-8e0f-3b3698ee4500 req-f605f43e-7d6c-42d2-bc00-d3609bd93fcf tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1386204 Jul 27 21:18:35.516045 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f0997-60f1-48e1-957d-e4c7f994ad63 req-91c0ea59-8bb3-4e9d-984c-b0985cf5982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:35.517746 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ad2f0997-60f1-48e1-957d-e4c7f994ad63 req-91c0ea59-8bb3-4e9d-984c-b0985cf5982d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 1096 time: 0.1818123 Jul 27 21:18:35.534795 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:35.565182 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8bf38062-a9f4-489b-8e0f-3b3698ee4500 req-28b255e0-2fa4-4b67-b2d3-f21361ef7267 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722842 Jul 27 21:18:35.581214 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ad2f0997-60f1-48e1-957d-e4c7f994ad63 req-d70aaef1-1518-45c0-ba82-2b69ea04e81d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531259 Jul 27 21:18:35.632897 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82a4d94-8d43-4765-81a6-426361044e3b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:35.785533 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f82a4d94-8d43-4765-81a6-426361044e3b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:35.813164 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-f82a4d94-8d43-4765-81a6-426361044e3b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] device_id is not set on port 452156c6-1368-4758-8a2a-77f710e5819a yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:35.865353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-6bbdeff1-bb4c-4058-9129-5eddbc9a49dd', 'network_id': '6bbdeff1-bb4c-4058-9129-5eddbc9a49dd', 'tenant_id': '3eaf78494981471b9a39078e95b46f18', 'fixed_ips': [{'subnet_id': '101fd46d-a976-4195-b623-b2e5b33cb29c'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:18:35.866415 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.072853 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Allocated IP 172.20.0.2 (6bbdeff1-bb4c-4058-9129-5eddbc9a49dd/101fd46d-a976-4195-b623-b2e5b33cb29c/33513857-e230-4cf1-8c96-c6eecabc16b1) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:36.151826 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c01229-050e-4880-b542-f69403fb1fe5 req-b1ff36d7-8d26-4d82-8d1c-bd705d836087 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:36.159155 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30c01229-050e-4880-b542-f69403fb1fe5 req-b1ff36d7-8d26-4d82-8d1c-bd705d836087 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 945 time: 0.1383381 Jul 27 21:18:36.204243 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30c01229-050e-4880-b542-f69403fb1fe5 req-852cb994-a930-4598-b8b1-fc079756b188 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442302 Jul 27 21:18:36.276335 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.286255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Transition to ACTIVE for port object 33513857-e230-4cf1-8c96-c6eecabc16b1 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:36.302829 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Transition to ACTIVE for port object 33513857-e230-4cf1-8c96-c6eecabc16b1 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:36.311875 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.354615 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Network 6bbdeff1-bb4c-4058-9129-5eddbc9a49dd is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:36.357002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:36.364433 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-f82a4d94-8d43-4765-81a6-426361044e3b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Allocated IP 172.20.0.10 (6bbdeff1-bb4c-4058-9129-5eddbc9a49dd/101fd46d-a976-4195-b623-b2e5b33cb29c/452156c6-1368-4758-8a2a-77f710e5819a) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:36.364800 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:36.376604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Pushing event updated for resources: {'Port': ['ID=33513857-e230-4cf1-8c96-c6eecabc16b1,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:36.444332 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Attempting to bind port 33513857-e230-4cf1-8c96-c6eecabc16b1 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:36.446007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Attempting to bind port 33513857-e230-4cf1-8c96-c6eecabc16b1 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '0b3d71a7-ed86-4a20-a3b7-5fa97ebfd1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6bbdeff1-bb4c-4058-9129-5eddbc9a49dd'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:36.447734 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Attempting to bind port 33513857-e230-4cf1-8c96-c6eecabc16b1 on network 6bbdeff1-bb4c-4058-9129-5eddbc9a49dd {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:36.465291 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:36.465691 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Checking segment: {'id': '0b3d71a7-ed86-4a20-a3b7-5fa97ebfd1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6bbdeff1-bb4c-4058-9129-5eddbc9a49dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:36.466463 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.468218 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Bound using segment: {'id': '0b3d71a7-ed86-4a20-a3b7-5fa97ebfd1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6bbdeff1-bb4c-4058-9129-5eddbc9a49dd'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:36.469874 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Bound port: 33513857-e230-4cf1-8c96-c6eecabc16b1, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3d71a7-ed86-4a20-a3b7-5fa97ebfd1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6bbdeff1-bb4c-4058-9129-5eddbc9a49dd'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:36.470883 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.555869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] For port 33513857-e230-4cf1-8c96-c6eecabc16b1, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:36.560245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] For port 33513857-e230-4cf1-8c96-c6eecabc16b1, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=33513857-e230-4cf1-8c96-c6eecabc16b1,segment=NetworkSegment(0b3d71a7-ed86-4a20-a3b7-5fa97ebfd1ae),segment_id=0b3d71a7-ed86-4a20-a3b7-5fa97ebfd1ae)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:36.565413 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36986) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:36.570916 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.588689 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f82a4d94-8d43-4765-81a6-426361044e3b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.608611 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-f82a4d94-8d43-4765-81a6-426361044e3b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Transition to ACTIVE for port object 452156c6-1368-4758-8a2a-77f710e5819a will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:36.660709 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f82a4d94-8d43-4765-81a6-426361044e3b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.673773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0502d7b-ea5f-4fdc-afa1-aeb12e3d51f9 None None] Pushing event updated for resources: {'Port': ['ID=33513857-e230-4cf1-8c96-c6eecabc16b1,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:36.738573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82a4d94-8d43-4765-81a6-426361044e3b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 6bbdeff1-bb4c-4058-9129-5eddbc9a49dd is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:36.742756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f82a4d94-8d43-4765-81a6-426361044e3b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:36.748053 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82a4d94-8d43-4765-81a6-426361044e3b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:36.767646 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8a7c4d74-2067-4c46-9b0d-cd08ba469818 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:18:36.805274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a4d94-8d43-4765-81a6-426361044e3b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=452156c6-1368-4758-8a2a-77f710e5819a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:36.825947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080957d-2cc0-443e-85cb-2beea47eff04 req-1f678879-7759-4701-8f46-a6d0fb4f1eea tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:36.833837 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3080957d-2cc0-443e-85cb-2beea47eff04 req-1f678879-7759-4701-8f46-a6d0fb4f1eea tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1521683 Jul 27 21:18:36.840393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82a4d94-8d43-4765-81a6-426361044e3b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:36.841072 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f82a4d94-8d43-4765-81a6-426361044e3b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.873323 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f82a4d94-8d43-4765-81a6-426361044e3b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4203422 Jul 27 21:18:36.880139 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36992) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:36.888162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d367d572-e5e7-4624-bf2b-d19664322fa6 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1318952819'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:36.900855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-43558c9e-52bb-4130-983f-62904a20ab65 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'network_id': '6bbdeff1-bb4c-4058-9129-5eddbc9a49dd', 'name': 'tempest-PortsTestJSON-1851292949', 'fixed_ips': [{'subnet_id': '101fd46d-a976-4195-b623-b2e5b33cb29c', 'ip_address': '172.20.0.9'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:36.919483 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3080957d-2cc0-443e-85cb-2beea47eff04 req-062ec505-7ce4-421e-b9b4-5ce659390099 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837984 Jul 27 21:18:36.945188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d367d572-e5e7-4624-bf2b-d19664322fa6 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Made reservation on behalf of 95de5f59abed47c3b132c67df3ca88b1 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:36.977955 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d367d572-e5e7-4624-bf2b-d19664322fa6 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:36.981791 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:37.005704 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d367d572-e5e7-4624-bf2b-d19664322fa6 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.012914 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'port_id': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'mac_address': 'fa:16:3e:24:da:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:18:37.124721 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.155987 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7c4d74-2067-4c46-9b0d-cd08ba469818 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:18:37.164509 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d367d572-e5e7-4624-bf2b-d19664322fa6 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.174084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d367d572-e5e7-4624-bf2b-d19664322fa6 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.196640 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43558c9e-52bb-4130-983f-62904a20ab65 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:37.202978 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.205133 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43558c9e-52bb-4130-983f-62904a20ab65 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.220079 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:37.223422 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d367d572-e5e7-4624-bf2b-d19664322fa6 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:37.228858 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.244448 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-43558c9e-52bb-4130-983f-62904a20ab65 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] device_id is not set on port 1fe5c0bc-1ec5-4c82-80fa-279e242198a1 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:37.258781 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d367d572-e5e7-4624-bf2b-d19664322fa6 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.259147 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-d367d572-e5e7-4624-bf2b-d19664322fa6 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Added segment b679e81f-2f4c-4be0-8cce-4162b206f46c of type vlan for network 4517ea1c-d095-49fb-948d-85bad28ef450 Jul 27 21:18:37.261383 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367d572-e5e7-4624-bf2b-d19664322fa6 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c54fbcb-539d-4262-a1d5-a1c8a4d9299d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:37.340581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['8a7c4d74-2067-4c46-9b0d-cd08ba469818'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:37.364684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8a7c4d74-2067-4c46-9b0d-cd08ba469818,revision_number=12']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:37.390727 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d367d572-e5e7-4624-bf2b-d19664322fa6 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.490970 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d367d572-e5e7-4624-bf2b-d19664322fa6 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.498448 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d367d572-e5e7-4624-bf2b-d19664322fa6 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:37.507489 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d367d572-e5e7-4624-bf2b-d19664322fa6 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.594187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92fe4-fd21-4272-8d47-2f3a125597ed req-5ddcfe27-7a4c-4a6a-b927-1f860ce59941 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:37.601818 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfa92fe4-fd21-4272-8d47-2f3a125597ed req-5ddcfe27-7a4c-4a6a-b927-1f860ce59941 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 945 time: 0.2590950 Jul 27 21:18:37.612713 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d367d572-e5e7-4624-bf2b-d19664322fa6 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0461752 Jul 27 21:18:37.618557 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36998) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:37.623216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-43558c9e-52bb-4130-983f-62904a20ab65 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Allocated IP 172.20.0.9 (6bbdeff1-bb4c-4058-9129-5eddbc9a49dd/101fd46d-a976-4195-b623-b2e5b33cb29c/1fe5c0bc-1ec5-4c82-80fa-279e242198a1) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:37.668383 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367d572-e5e7-4624-bf2b-d19664322fa6 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Pushing event updated for resources: {'Network': ['ID=4517ea1c-d095-49fb-948d-85bad28ef450,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:37.681670 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 4517ea1c-d095-49fb-948d-85bad28ef450 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:37.700520 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cfa92fe4-fd21-4272-8d47-2f3a125597ed req-3d7977d0-96dc-468a-b56c-115ccf1e7e1e tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975027 Jul 27 21:18:37.743089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-6c5198da-7505-4fbb-bc36-420ee22ec4db tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Request body: {'network': {'name': 'tempest-network--29277644', 'router:external': True}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:37.786334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5198da-7505-4fbb-bc36-420ee22ec4db tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Made reservation on behalf of 6a968df35c644823bcb1a5496edf0f2d for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:37.788717 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c5198da-7505-4fbb-bc36-420ee22ec4db tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.839154 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c5198da-7505-4fbb-bc36-420ee22ec4db tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:37.858117 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.099129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1da3d27-4242-4170-83c2-de2ea8cd6da1 None None] Network 6bbdeff1-bb4c-4058-9129-5eddbc9a49dd requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:38.118457 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43558c9e-52bb-4130-983f-62904a20ab65 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.167141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 33513857-e230-4cf1-8c96-c6eecabc16b1 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:38.173542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-43558c9e-52bb-4130-983f-62904a20ab65 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Transition to ACTIVE for port object 1fe5c0bc-1ec5-4c82-80fa-279e242198a1 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:38.219189 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8fd9c8c8-ebca-4d15-a111-6d34ddefe53c None None] Provisioning for port 33513857-e230-4cf1-8c96-c6eecabc16b1 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:38.287681 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43558c9e-52bb-4130-983f-62904a20ab65 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.291728 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244aa09-d4c7-4335-8886-632e11dae230 req-a6fbab7b-097d-4698-878b-43fcdffc0b13 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:38.293804 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4244aa09-d4c7-4335-8886-632e11dae230 req-a6fbab7b-097d-4698-878b-43fcdffc0b13 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 945 time: 0.2415762 Jul 27 21:18:38.300891 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c5198da-7505-4fbb-bc36-420ee22ec4db tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.321420 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c5198da-7505-4fbb-bc36-420ee22ec4db tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.343601 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5198da-7505-4fbb-bc36-420ee22ec4db tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:38.359966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43558c9e-52bb-4130-983f-62904a20ab65 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=1fe5c0bc-1ec5-4c82-80fa-279e242198a1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:38.362506 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c5198da-7505-4fbb-bc36-420ee22ec4db tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.362868 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-6c5198da-7505-4fbb-bc36-420ee22ec4db tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Added segment decdcd50-2e12-4d94-a3cc-1453172652f0 of type vlan for network fba2acad-82c7-4b68-9486-7300d1a5eec4 Jul 27 21:18:38.373210 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 33513857-e230-4cf1-8c96-c6eecabc16b1 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:38.383915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 33513857-e230-4cf1-8c96-c6eecabc16b1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:38.384692 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.396855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43558c9e-52bb-4130-983f-62904a20ab65 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 6bbdeff1-bb4c-4058-9129-5eddbc9a49dd is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:38.400597 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-43558c9e-52bb-4130-983f-62904a20ab65 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:38.405816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43558c9e-52bb-4130-983f-62904a20ab65 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:38.472833 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5198da-7505-4fbb-bc36-420ee22ec4db tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eeb0386-1be5-4e1a-8ff5-6b6b0f509a6f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:38.480694 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c5198da-7505-4fbb-bc36-420ee22ec4db tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.487977 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4244aa09-d4c7-4335-8886-632e11dae230 req-e63428fd-1486-4826-a0f0-fc22d549e6a2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770558 Jul 27 21:18:38.499959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43558c9e-52bb-4130-983f-62904a20ab65 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:38.501171 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43558c9e-52bb-4130-983f-62904a20ab65 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.529044 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c5198da-7505-4fbb-bc36-420ee22ec4db tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.530893 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5198da-7505-4fbb-bc36-420ee22ec4db tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:38.531831 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c5198da-7505-4fbb-bc36-420ee22ec4db tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.552162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37020) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:38.554567 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-43558c9e-52bb-4130-983f-62904a20ab65 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6724889 Jul 27 21:18:38.638025 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.638579 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6c5198da-7505-4fbb-bc36-420ee22ec4db tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.0187516 Jul 27 21:18:38.641788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37022) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:38.649568 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5198da-7505-4fbb-bc36-420ee22ec4db tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Pushing event updated for resources: {'Network': ['ID=fba2acad-82c7-4b68-9486-7300d1a5eec4,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:38.661379 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network fba2acad-82c7-4b68-9486-7300d1a5eec4 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:38.709650 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5822324-2940-475e-855d-8cd9fe8ae287 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:38.711378 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d5822324-2940-475e-855d-8cd9fe8ae287 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1558673 Jul 27 21:18:38.714406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37024) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:38.742668 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 33513857-e230-4cf1-8c96-c6eecabc16b1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=33513857-e230-4cf1-8c96-c6eecabc16b1,segment=NetworkSegment(0b3d71a7-ed86-4a20-a3b7-5fa97ebfd1ae),segment_id=0b3d71a7-ed86-4a20-a3b7-5fa97ebfd1ae)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:38.752242 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.769745 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff0d2498-35f3-4aaa-8b20-a194c3770051 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.786666 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8a7c4d74-2067-4c46-9b0d-cd08ba469818 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:38.896721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea6d723-e85e-4e4d-962b-7ba7fd6d9e72 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:38.914418 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.922359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea6d723-e85e-4e4d-962b-7ba7fd6d9e72 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:38.940323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=33513857-e230-4cf1-8c96-c6eecabc16b1,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:38.940710 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea6d723-e85e-4e4d-962b-7ba7fd6d9e72 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:38.948640 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8ea6d723-e85e-4e4d-962b-7ba7fd6d9e72 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2329788 Jul 27 21:18:38.949895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37026) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:38.951609 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff0d2498-35f3-4aaa-8b20-a194c3770051 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.973846 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-ff0d2498-35f3-4aaa-8b20-a194c3770051 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba2acad-82c7-4b68-9486-7300d1a5eec4']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:38.974098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 8a7c4d74-2067-4c46-9b0d-cd08ba469818 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:38.974369 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:38.987383 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-ff0d2498-35f3-4aaa-8b20-a194c3770051 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'decdcd50-2e12-4d94-a3cc-1453172652f0') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:38.988686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-ff0d2498-35f3-4aaa-8b20-a194c3770051 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'decdcd50-2e12-4d94-a3cc-1453172652f0') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:38.999606 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff0d2498-35f3-4aaa-8b20-a194c3770051 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.024503 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff0d2498-35f3-4aaa-8b20-a194c3770051 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.045278 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0d2498-35f3-4aaa-8b20-a194c3770051 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:18:39.046042 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff0d2498-35f3-4aaa-8b20-a194c3770051 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:18:39.059959 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:18:39.093918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5da60684-f38e-4452-beb6-0c234c5c290f None None] Provisioning complete for port 33513857-e230-4cf1-8c96-c6eecabc16b1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:39.094319 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5da60684-f38e-4452-beb6-0c234c5c290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.175990 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff0d2498-35f3-4aaa-8b20-a194c3770051 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.182211 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0d2498-35f3-4aaa-8b20-a194c3770051 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fba2acad-82c7-4b68-9486-7300d1a5eec4 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:18:39.184949 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff0d2498-35f3-4aaa-8b20-a194c3770051 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.186883 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ff0d2498-35f3-4aaa-8b20-a194c3770051 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "DELETE /v2.0/networks/fba2acad-82c7-4b68-9486-7300d1a5eec4 HTTP/1.1" status: 204 len: 168 time: 0.5434034 Jul 27 21:18:39.191010 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37028) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:39.196645 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c546c346-7f63-43fc-976f-e49e315621f5 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:39.207520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d2498-35f3-4aaa-8b20-a194c3770051 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Pushing event deleted for resources: {'Network': ['ID=fba2acad-82c7-4b68-9486-7300d1a5eec4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:39.228445 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.230448 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-41878d88-ecd1-40e4-a8c0-879c4fd2dff4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port 1fe5c0bc-1ec5-4c82-80fa-279e242198a1 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:39.231252 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-41878d88-ecd1-40e4-a8c0-879c4fd2dff4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.259824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:39.271896 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9299ff95-a27c-40b0-8081-292b0c3612ef" -d '{"events": [{"server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "name": "network-vif-plugged", "status": "completed", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:39.313726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c546c346-7f63-43fc-976f-e49e315621f5 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Made reservation on behalf of 6a968df35c644823bcb1a5496edf0f2d for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:39.323385 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c546c346-7f63-43fc-976f-e49e315621f5 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.351216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:39.362474 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.395658 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06237c16-055b-497f-8e47-fbddbf683424 x-openstack-request-id: req-06237c16-055b-497f-8e47-fbddbf683424 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:39.396238 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "name": "network-vif-plugged", "status": "completed", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:39.396238 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06237c16-055b-497f-8e47-fbddbf683424 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:39.396593 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'code': 200} Jul 27 21:18:39.437532 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-41878d88-ecd1-40e4-a8c0-879c4fd2dff4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.466182 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c546c346-7f63-43fc-976f-e49e315621f5 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:39.474856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5da60684-f38e-4452-beb6-0c234c5c290f None None] Provisioning for port 1fe5c0bc-1ec5-4c82-80fa-279e242198a1 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:39.475671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-41878d88-ecd1-40e4-a8c0-879c4fd2dff4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for 1fe5c0bc-1ec5-4c82-80fa-279e242198a1 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:39.489675 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c546c346-7f63-43fc-976f-e49e315621f5 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.490408 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-c546c346-7f63-43fc-976f-e49e315621f5 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Added segment 987d86e1-1fc2-425a-8916-520c698ca995 of type vlan for network ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d Jul 27 21:18:39.496935 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8a7c4d74-2067-4c46-9b0d-cd08ba469818,revision_number=13']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:39.499997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5da60684-f38e-4452-beb6-0c234c5c290f None None] Provisioning complete for port 1fe5c0bc-1ec5-4c82-80fa-279e242198a1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:39.500369 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5da60684-f38e-4452-beb6-0c234c5c290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.544356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5da60684-f38e-4452-beb6-0c234c5c290f None None] Port 1fe5c0bc-1ec5-4c82-80fa-279e242198a1 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:39.571312 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5da60684-f38e-4452-beb6-0c234c5c290f None None] Provisioning for port 452156c6-1368-4758-8a2a-77f710e5819a completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:39.583109 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5da60684-f38e-4452-beb6-0c234c5c290f None None] Provisioning complete for port 452156c6-1368-4758-8a2a-77f710e5819a triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:39.583714 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5da60684-f38e-4452-beb6-0c234c5c290f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.668122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5da60684-f38e-4452-beb6-0c234c5c290f None None] Port 452156c6-1368-4758-8a2a-77f710e5819a cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:39.781097 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c546c346-7f63-43fc-976f-e49e315621f5 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.800098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e2dd3f7d-723a-4465-8327-b48a5994bb63 None None] Provisioning complete for port 1fe5c0bc-1ec5-4c82-80fa-279e242198a1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:39.803293 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e2dd3f7d-723a-4465-8327-b48a5994bb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:39.931977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd3f7d-723a-4465-8327-b48a5994bb63 None None] Port 1fe5c0bc-1ec5-4c82-80fa-279e242198a1 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:39.963359 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e2dd3f7d-723a-4465-8327-b48a5994bb63 None None] Provisioning complete for port 452156c6-1368-4758-8a2a-77f710e5819a triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:39.967423 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e2dd3f7d-723a-4465-8327-b48a5994bb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:40.013748 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-41878d88-ecd1-40e4-a8c0-879c4fd2dff4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:40.026677 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 33513857-e230-4cf1-8c96-c6eecabc16b1 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:40.079263 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd3f7d-723a-4465-8327-b48a5994bb63 None None] Port 452156c6-1368-4758-8a2a-77f710e5819a cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:40.108967 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 33513857-e230-4cf1-8c96-c6eecabc16b1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:40.109438 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:40.130887 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c546c346-7f63-43fc-976f-e49e315621f5 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:40.131880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c546c346-7f63-43fc-976f-e49e315621f5 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:40.132456 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c546c346-7f63-43fc-976f-e49e315621f5 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:40.150915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41878d88-ecd1-40e4-a8c0-879c4fd2dff4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=1fe5c0bc-1ec5-4c82-80fa-279e242198a1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:40.180097 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbb3e9-1302-4487-b4d4-f3514b0decb1 req-c9d8f3a6-ef57-450f-8c2c-4978509bc34a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:40.188484 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-adfbb3e9-1302-4487-b4d4-f3514b0decb1 req-c9d8f3a6-ef57-450f-8c2c-4978509bc34a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.5286119 Jul 27 21:18:40.314704 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c546c346-7f63-43fc-976f-e49e315621f5 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1224103 Jul 27 21:18:40.319268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37038) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:40.333677 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-719a3a1b-d2e5-49b6-b028-7b176a766356 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Request body: {'subnet': {'network_id': 'ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:40.362529 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546c346-7f63-43fc-976f-e49e315621f5 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Pushing event updated for resources: {'Network': ['ID=ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:40.380202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:40.380903 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-41878d88-ecd1-40e4-a8c0-879c4fd2dff4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:40.387982 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-41878d88-ecd1-40e4-a8c0-879c4fd2dff4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/1fe5c0bc-1ec5-4c82-80fa-279e242198a1 HTTP/1.1" status: 204 len: 168 time: 1.4362805 Jul 27 21:18:40.390539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37042) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:40.412640 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-adfbb3e9-1302-4487-b4d4-f3514b0decb1 req-b4ab8558-9857-49c1-b350-9562711b1669 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232454 Jul 27 21:18:40.448739 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719a3a1b-d2e5-49b6-b028-7b176a766356 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Made reservation on behalf of 6a968df35c644823bcb1a5496edf0f2d for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:40.454655 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-719a3a1b-d2e5-49b6-b028-7b176a766356 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:40.463487 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-455aaa9c-d20d-4ccc-99a6-abb85d9965b5 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] GET failed (client error): The resource could not be found. Jul 27 21:18:40.470397 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-455aaa9c-d20d-4ccc-99a6-abb85d9965b5 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports/1fe5c0bc-1ec5-4c82-80fa-279e242198a1 HTTP/1.1" status: 404 len: 333 time: 0.0753691 Jul 27 21:18:40.471639 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37044) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:40.633354 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c68b8-511e-478b-abf5-a997465c27ff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port 452156c6-1368-4758-8a2a-77f710e5819a {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:40.634055 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f7c68b8-511e-478b-abf5-a997465c27ff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:40.750868 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f7c68b8-511e-478b-abf5-a997465c27ff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:40.774832 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c68b8-511e-478b-abf5-a997465c27ff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for 452156c6-1368-4758-8a2a-77f710e5819a owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:40.866410 n-d-764806-9 neutron-server[105579]: DEBUG neutron.objects.ports [None req-719a3a1b-d2e5-49b6-b028-7b176a766356 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105579) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:18:40.867265 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-719a3a1b-d2e5-49b6-b028-7b176a766356 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:40.922642 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f7c68b8-511e-478b-abf5-a997465c27ff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:40.931070 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a3a1b-d2e5-49b6-b028-7b176a766356 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cc0e6cef-ce1a-4545-817c-ba91ce662c87,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:40.983730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719a3a1b-d2e5-49b6-b028-7b176a766356 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Checking segment: {'id': '987d86e1-1fc2-425a-8916-520c698ca995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:40.984110 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719a3a1b-d2e5-49b6-b028-7b176a766356 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Network hostable DHCP agents. Network: ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:18:41.037136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719a3a1b-d2e5-49b6-b028-7b176a766356 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Network ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:18:41.060050 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-719a3a1b-d2e5-49b6-b028-7b176a766356 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:41.065763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719a3a1b-d2e5-49b6-b028-7b176a766356 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:41.066039 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c68b8-511e-478b-abf5-a997465c27ff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=452156c6-1368-4758-8a2a-77f710e5819a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:41.068284 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f7c68b8-511e-478b-abf5-a997465c27ff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.074092 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4f7c68b8-511e-478b-abf5-a997465c27ff tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/452156c6-1368-4758-8a2a-77f710e5819a HTTP/1.1" status: 204 len: 168 time: 0.6011908 Jul 27 21:18:41.074579 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37048) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:41.076118 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-719a3a1b-d2e5-49b6-b028-7b176a766356 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.078572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0155d64-9ac3-43f8-8ce3-6258c310b1de None None] Network ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:41.113386 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e953bd3-1afe-4e52-8e84-c5eb5a32dac9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] GET failed (client error): The resource could not be found. Jul 27 21:18:41.114487 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-719a3a1b-d2e5-49b6-b028-7b176a766356 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7920153 Jul 27 21:18:41.115436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37050) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:41.115621 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1e953bd3-1afe-4e52-8e84-c5eb5a32dac9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports/452156c6-1368-4758-8a2a-77f710e5819a HTTP/1.1" status: 404 len: 333 time: 0.0399127 Jul 27 21:18:41.116032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37052) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:41.123181 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Request body: {'floatingip': {'floating_network_id': 'ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:41.171053 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.199848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f4efb4-4c10-47ec-bd77-c1bee314d702 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting subnet 101fd46d-a976-4195-b623-b2e5b33cb29c {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:18:41.203899 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-77f4efb4-4c10-47ec-bd77-c1bee314d702 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.255604 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-77f4efb4-4c10-47ec-bd77-c1bee314d702 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.345426 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eb14fe-b864-43e5-93b5-48043b595238 None None] Network ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:41.378198 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.408654 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-77f4efb4-4c10-47ec-bd77-c1bee314d702 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.530471 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-77f4efb4-4c10-47ec-bd77-c1bee314d702 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.592455 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-77f4efb4-4c10-47ec-bd77-c1bee314d702 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.594869 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-77f4efb4-4c10-47ec-bd77-c1bee314d702 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/101fd46d-a976-4195-b623-b2e5b33cb29c HTTP/1.1" status: 204 len: 168 time: 0.4778390 Jul 27 21:18:41.597347 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37058) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:41.604688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a5a745-b88e-4b74-9823-0dbd96a517ef None None] Network 6bbdeff1-bb4c-4058-9129-5eddbc9a49dd requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:41.617845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4efb4-4c10-47ec-bd77-c1bee314d702 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Subnet': ['ID=101fd46d-a976-4195-b623-b2e5b33cb29c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:41.730948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Allocated IP 172.20.0.5 (ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d/cc0e6cef-ce1a-4545-817c-ba91ce662c87/d23b10a2-46ef-4a80-947f-058d0a563213) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:41.765002 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.834960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port 33513857-e230-4cf1-8c96-c6eecabc16b1 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:41.835398 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.845242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ef074-1c62-4345-b02f-f1ac181bd34c req-e7dc2090-92f7-4efc-b82a-5fcf425e3c5d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:41.847145 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b8ef074-1c62-4345-b02f-f1ac181bd34c req-e7dc2090-92f7-4efc-b82a-5fcf425e3c5d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.2108610 Jul 27 21:18:41.864593 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053a2d5b-0f81-4bee-9b2f-9684980ba6cd None None] DHCP port deletion for 6bbdeff1-bb4c-4058-9129-5eddbc9a49dd request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:18:41.924380 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b8ef074-1c62-4345-b02f-f1ac181bd34c req-f11b7acf-43fa-4789-9624-1f4f99464cb7 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544095 Jul 27 21:18:41.927645 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.952357 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-053a2d5b-0f81-4bee-9b2f-9684980ba6cd None None] Deleting port 33513857-e230-4cf1-8c96-c6eecabc16b1 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:41.953059 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-053a2d5b-0f81-4bee-9b2f-9684980ba6cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.960835 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] For port 33513857-e230-4cf1-8c96-c6eecabc16b1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=33513857-e230-4cf1-8c96-c6eecabc16b1,segment=NetworkSegment(0b3d71a7-ed86-4a20-a3b7-5fa97ebfd1ae),segment_id=0b3d71a7-ed86-4a20-a3b7-5fa97ebfd1ae)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:41.961534 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.971571 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:41.977589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for 33513857-e230-4cf1-8c96-c6eecabc16b1 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:42.012406 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 33513857-e230-4cf1-8c96-c6eecabc16b1 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:18:42.023045 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Network ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:42.029982 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:42.033917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:42.060479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Pushing event updated for resources: {'Port': ['ID=d23b10a2-46ef-4a80-947f-058d0a563213,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:42.094709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-053a2d5b-0f81-4bee-9b2f-9684980ba6cd None None] For port 33513857-e230-4cf1-8c96-c6eecabc16b1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=33513857-e230-4cf1-8c96-c6eecabc16b1,segment=NetworkSegment(0b3d71a7-ed86-4a20-a3b7-5fa97ebfd1ae),segment_id=0b3d71a7-ed86-4a20-a3b7-5fa97ebfd1ae)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:42.095380 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-053a2d5b-0f81-4bee-9b2f-9684980ba6cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.106454 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.114495 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-053a2d5b-0f81-4bee-9b2f-9684980ba6cd None None] Calling delete_port for 33513857-e230-4cf1-8c96-c6eecabc16b1 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:42.116086 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No active binding found for port 33513857-e230-4cf1-8c96-c6eecabc16b1 {{(pid=105581) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 27 21:18:42.116519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 33513857-e230-4cf1-8c96-c6eecabc16b1 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:18:42.155325 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=33513857-e230-4cf1-8c96-c6eecabc16b1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:42.157739 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No DVR routers for this DVR port 33513857-e230-4cf1-8c96-c6eecabc16b1 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:42.177685 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.239987 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.309095 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.339390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbdeff1-bb4c-4058-9129-5eddbc9a49dd']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:18:42.366256 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 21:18:42.370634 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-053a2d5b-0f81-4bee-9b2f-9684980ba6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.375570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3d71a7-ed86-4a20-a3b7-5fa97ebfd1ae') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:42.376102 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3d71a7-ed86-4a20-a3b7-5fa97ebfd1ae') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:42.387995 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.402604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a2d5b-0f81-4bee-9b2f-9684980ba6cd None None] Pushing event deleted for resources: {'Port': ['ID=33513857-e230-4cf1-8c96-c6eecabc16b1,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:42.404091 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.408581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a2d5b-0f81-4bee-9b2f-9684980ba6cd None None] No DVR routers for this DVR port 33513857-e230-4cf1-8c96-c6eecabc16b1 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:18:42.411653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:18:42.412806 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:18:42.502204 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:18:42.517427 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.545464 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.548441 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/networks/6bbdeff1-bb4c-4058-9129-5eddbc9a49dd HTTP/1.1" status: 204 len: 168 time: 0.9497373 Jul 27 21:18:42.552867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37072) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:42.569429 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3bcc2b1b-1794-4375-aafe-d2f501ca993e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1215721499'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:42.575963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef77f4-3033-4e75-9aec-2b38e9a94cd7 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Network': ['ID=6bbdeff1-bb4c-4058-9129-5eddbc9a49dd,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:42.604408 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcc2b1b-1794-4375-aafe-d2f501ca993e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:42.608912 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2b1b-1794-4375-aafe-d2f501ca993e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.643646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcc2b1b-1794-4375-aafe-d2f501ca993e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:42.659777 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2b1b-1794-4375-aafe-d2f501ca993e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.660176 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-3bcc2b1b-1794-4375-aafe-d2f501ca993e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Added segment c6cc6ce0-e67e-49f2-a1da-def793f12fbc of type vlan for network 40bd3430-900c-4045-889a-12071e4915f4 Jul 27 21:18:42.726710 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2b1b-1794-4375-aafe-d2f501ca993e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.761008 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2b1b-1794-4375-aafe-d2f501ca993e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.774056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcc2b1b-1794-4375-aafe-d2f501ca993e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:42.776158 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bcc2b1b-1794-4375-aafe-d2f501ca993e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.876927 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3bcc2b1b-1794-4375-aafe-d2f501ca993e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3110235 Jul 27 21:18:42.879200 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.880577 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37086) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:42.888603 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:42.905935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-31802b60-35dc-4c31-900e-b54aea88aeac tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'subnet': {'network_id': '40bd3430-900c-4045-889a-12071e4915f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:42.939894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc2b1b-1794-4375-aafe-d2f501ca993e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Network': ['ID=40bd3430-900c-4045-889a-12071e4915f4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:42.950180 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 40bd3430-900c-4045-889a-12071e4915f4 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:42.988725 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Pushing event updated for resources: {'Port': ['ID=d23b10a2-46ef-4a80-947f-058d0a563213,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:43.082377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31802b60-35dc-4c31-900e-b54aea88aeac tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:43.089213 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:43.090188 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-31802b60-35dc-4c31-900e-b54aea88aeac tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:43.146771 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:43.151203 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c36b7ce9-7bcc-476c-9779-7aaacbb683fc tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0315826 Jul 27 21:18:43.152304 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37102) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:43.261314 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2b393a10-e617-4762-ba7d-6044383556f8 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "GET /v2.0/floatingips?floating_network_id=ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d HTTP/1.1" status: 200 len: 689 time: 0.1055529 Jul 27 21:18:43.262345 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37110) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:43.297370 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62769dde-6100-40f6-9354-91ce39bb6fd9 req-325f8d5c-18f3-4c25-ab2b-dbe3b0dc6202 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:43.299450 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62769dde-6100-40f6-9354-91ce39bb6fd9 req-325f8d5c-18f3-4c25-ab2b-dbe3b0dc6202 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.2067838 Jul 27 21:18:43.368954 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62769dde-6100-40f6-9354-91ce39bb6fd9 req-e0e4c96a-09b3-468b-b56c-8d664ea877ff tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624423 Jul 27 21:18:43.549186 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-31802b60-35dc-4c31-900e-b54aea88aeac tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:43.638700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31802b60-35dc-4c31-900e-b54aea88aeac tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Subnet': ['ID=72e39efb-0f3c-409a-9aa0-9ee0d75991a6,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:43.657277 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.072963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31802b60-35dc-4c31-900e-b54aea88aeac tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Checking segment: {'id': 'c6cc6ce0-e67e-49f2-a1da-def793f12fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '40bd3430-900c-4045-889a-12071e4915f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:44.073644 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31802b60-35dc-4c31-900e-b54aea88aeac tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network hostable DHCP agents. Network: 40bd3430-900c-4045-889a-12071e4915f4, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:18:44.141586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31802b60-35dc-4c31-900e-b54aea88aeac tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 40bd3430-900c-4045-889a-12071e4915f4 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:18:44.146714 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Deleting port d23b10a2-46ef-4a80-947f-058d0a563213 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:44.147099 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.190957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-31802b60-35dc-4c31-900e-b54aea88aeac tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 40bd3430-900c-4045-889a-12071e4915f4) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:44.203486 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86a19d6-a7b5-453a-b247-8cbd171bc12f None None] Network 40bd3430-900c-4045-889a-12071e4915f4 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:44.204573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31802b60-35dc-4c31-900e-b54aea88aeac tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:44.205165 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-31802b60-35dc-4c31-900e-b54aea88aeac tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.282608 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-31802b60-35dc-4c31-900e-b54aea88aeac tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3980813 Jul 27 21:18:44.282968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37122) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:44.287958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-37471879-7e54-47e8-9def-99206d062c42 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1008317710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:44.348176 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.348735 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-37471879-7e54-47e8-9def-99206d062c42 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.349205 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.349810 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-37471879-7e54-47e8-9def-99206d062c42 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.373867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Calling delete_port for d23b10a2-46ef-4a80-947f-058d0a563213 owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:44.492997 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-37471879-7e54-47e8-9def-99206d062c42 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.542798 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-37471879-7e54-47e8-9def-99206d062c42 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.568933 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-40bd3430-900c-4045-889a-12071e4915f4', 'network_id': '40bd3430-900c-4045-889a-12071e4915f4', 'tenant_id': '3eaf78494981471b9a39078e95b46f18', 'fixed_ips': [{'subnet_id': '72e39efb-0f3c-409a-9aa0-9ee0d75991a6'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:18:44.569972 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.578670 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-37471879-7e54-47e8-9def-99206d062c42 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.580631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-37471879-7e54-47e8-9def-99206d062c42 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2959864 Jul 27 21:18:44.583891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37136) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:44.608921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-889bbb31-f7b2-4b5e-a5eb-88d876566444 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'network_id': '40bd3430-900c-4045-889a-12071e4915f4', 'name': 'tempest-PortsTestJSON-232066152'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:44.713685 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-7dc0b549-0366-4a54-9ce3-96e8273196be tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:44.720942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-7dc0b549-0366-4a54-9ce3-96e8273196be tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/networks?id=5bdda84e-66f1-44c6-b187-28484bc5cb69 HTTP/1.1" status: 200 len: 814 time: 0.2442386 Jul 27 21:18:44.748480 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-15864dc2-c3ee-49f3-b087-c6eb5dab195f tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/quotas/da4d529c58904df7b9361d196266d464 HTTP/1.1" status: 200 len: 375 time: 0.0223770 Jul 27 21:18:44.808180 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889bbb31-f7b2-4b5e-a5eb-88d876566444 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:44.814004 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-889bbb31-f7b2-4b5e-a5eb-88d876566444 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:44.838519 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423863e-8f3e-40f8-b92e-644c5a65fe00 req-718f81a6-8b53-4d97-aa6b-a5faa0135ebf tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:44.841279 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3423863e-8f3e-40f8-b92e-644c5a65fe00 req-718f81a6-8b53-4d97-aa6b-a5faa0135ebf tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.2466161 Jul 27 21:18:44.853566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-889bbb31-f7b2-4b5e-a5eb-88d876566444 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] device_id is not set on port 218f0ef3-2912-40f2-8cfa-eabeeb03c335 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:18:44.895728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Allocated IP 172.20.0.2 (40bd3430-900c-4045-889a-12071e4915f4/72e39efb-0f3c-409a-9aa0-9ee0d75991a6/d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:44.911749 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3423863e-8f3e-40f8-b92e-644c5a65fe00 req-050c29cb-215f-4b67-b64a-8cad1b1f1318 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625994 Jul 27 21:18:44.953053 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-ca7ca6e0-888b-4178-b03f-e64ebad313ef tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=da4d529c58904df7b9361d196266d464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2029169 Jul 27 21:18:44.969868 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.015003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Pushing event deleted for resources: {'Port': ['ID=d23b10a2-46ef-4a80-947f-058d0a563213,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:45.187012 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-81bbcc94-11ca-451e-8e4e-c422a3c68a7e service neutron] 10.222.0.55 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329400 Jul 27 21:18:45.217515 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.269003 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.293559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Transition to ACTIVE for port object d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:45.326214 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Transition to ACTIVE for port object d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:45.341101 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.356667 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-79a374e6-d4af-49ed-9ef6-3573f93da4a3 service neutron] 10.222.0.55 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686356 Jul 27 21:18:45.433608 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Network 40bd3430-900c-4045-889a-12071e4915f4 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:45.457229 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:45.467053 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:45.481401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-889bbb31-f7b2-4b5e-a5eb-88d876566444 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Allocated IP 172.20.0.13 (40bd3430-900c-4045-889a-12071e4915f4/72e39efb-0f3c-409a-9aa0-9ee0d75991a6/218f0ef3-2912-40f2-8cfa-eabeeb03c335) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:45.487896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Pushing event updated for resources: {'Port': ['ID=d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:45.689558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Attempting to bind port d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:45.689558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Attempting to bind port d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'c6cc6ce0-e67e-49f2-a1da-def793f12fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '40bd3430-900c-4045-889a-12071e4915f4'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:45.689558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Attempting to bind port d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d on network 40bd3430-900c-4045-889a-12071e4915f4 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:45.704983 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:45.705967 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Checking segment: {'id': 'c6cc6ce0-e67e-49f2-a1da-def793f12fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '40bd3430-900c-4045-889a-12071e4915f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:45.706158 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.706725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Bound using segment: {'id': 'c6cc6ce0-e67e-49f2-a1da-def793f12fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '40bd3430-900c-4045-889a-12071e4915f4'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:45.707345 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Bound port: d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cc6ce0-e67e-49f2-a1da-def793f12fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '40bd3430-900c-4045-889a-12071e4915f4'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:45.707839 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.723273 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b52b3c42-a3c9-45cc-979c-8f8ba7cece53 req-04841819-30ea-4ce3-ba9b-9ccbc8500915 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 210 time: 0.0658844 Jul 27 21:18:45.769152 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-889bbb31-f7b2-4b5e-a5eb-88d876566444 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.784159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-889bbb31-f7b2-4b5e-a5eb-88d876566444 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Transition to ACTIVE for port object 218f0ef3-2912-40f2-8cfa-eabeeb03c335 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:45.813259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] For port d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:45.820416 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] For port d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d,segment=NetworkSegment(c6cc6ce0-e67e-49f2-a1da-def793f12fbc),segment_id=c6cc6ce0-e67e-49f2-a1da-def793f12fbc)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:45.833484 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.848476 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-889bbb31-f7b2-4b5e-a5eb-88d876566444 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.870717 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:45.954873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d077d58-ba00-462c-8316-0b485d3632d0 None None] Pushing event updated for resources: {'Port': ['ID=d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:46.032414 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.086207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cc0e6cef-ce1a-4545-817c-ba91ce662c87,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:46.094823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889bbb31-f7b2-4b5e-a5eb-88d876566444 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 40bd3430-900c-4045-889a-12071e4915f4 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:46.102080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-889bbb31-f7b2-4b5e-a5eb-88d876566444 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:46.115615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bbb31-f7b2-4b5e-a5eb-88d876566444 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=218f0ef3-2912-40f2-8cfa-eabeeb03c335,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:46.119170 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889bbb31-f7b2-4b5e-a5eb-88d876566444 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:46.248737 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6b61d-834f-484e-afed-26cc9c2aad53 req-5f7568b7-4394-4eab-8091-ee2e4709dfcf tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:46.256927 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fed6b61d-834f-484e-afed-26cc9c2aad53 req-5f7568b7-4394-4eab-8091-ee2e4709dfcf tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.1950383 Jul 27 21:18:46.276014 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.342093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:46.370309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fed6b61d-834f-484e-afed-26cc9c2aad53 req-b5b99054-ea04-412f-a844-8b39727f249b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118727 Jul 27 21:18:46.373991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987d86e1-1fc2-425a-8916-520c698ca995') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:46.375632 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987d86e1-1fc2-425a-8916-520c698ca995') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:46.393518 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.413008 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.425505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:18:46.426703 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:18:46.546024 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:18:46.551651 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.561178 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:18:46.569957 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.577564 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "DELETE /v2.0/networks/ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d HTTP/1.1" status: 204 len: 168 time: 3.3032758 Jul 27 21:18:46.579228 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37162) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:46.643733 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889bbb31-f7b2-4b5e-a5eb-88d876566444 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:46.644393 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-889bbb31-f7b2-4b5e-a5eb-88d876566444 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:46.672531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17b300-1102-409e-b10f-526489839573 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:46.685463 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-889bbb31-f7b2-4b5e-a5eb-88d876566444 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0982363 Jul 27 21:18:46.688684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37164) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:46.871068 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a00ebb44-a58b-4ce7-9311-4365808047b1 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.2903605 Jul 27 21:18:46.908108 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37170) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:47.049026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118ae2f7-fede-4942-9cbe-e7aacf92bebf tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:47.049499 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118ae2f7-fede-4942-9cbe-e7aacf92bebf tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:47.049962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118ae2f7-fede-4942-9cbe-e7aacf92bebf tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:47.050451 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118ae2f7-fede-4942-9cbe-e7aacf92bebf tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:47.050913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118ae2f7-fede-4942-9cbe-e7aacf92bebf tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:47.051372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118ae2f7-fede-4942-9cbe-e7aacf92bebf tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:47.056012 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-118ae2f7-fede-4942-9cbe-e7aacf92bebf tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3977 time: 0.1413527 Jul 27 21:18:47.056012 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a293184e-580a-417e-b5f0-d990efa67efe req-22db3565-25ee-4209-8e85-fff1cb718661 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 210 time: 0.2217314 Jul 27 21:18:47.065957 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37172) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:47.221493 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-8af33565-936f-440d-acfa-75f11da68ff5 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] delete failed (client error): The resource could not be found. Jul 27 21:18:47.239359 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8af33565-936f-440d-acfa-75f11da68ff5 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/202073bb-fe29-45e7-aeed-4a07661a7cb2 HTTP/1.1" status: 404 len: 345 time: 0.1717017 Jul 27 21:18:47.250639 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37174) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:47.284541 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-44870c85-54c7-4bb0-8b67-e96044a4b537 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] DELETE failed (client error): The resource could not be found. Jul 27 21:18:47.285292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44870c85-54c7-4bb0-8b67-e96044a4b537 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:18:47.287877 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-44870c85-54c7-4bb0-8b67-e96044a4b537 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "DELETE /v2.0/networks/ca20e1f4-2599-4ab8-aa77-e8d41a16ce6d HTTP/1.1" status: 404 len: 339 time: 0.0358953 Jul 27 21:18:47.298761 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37176) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:47.304080 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-308ea9fc-3815-4191-8299-70d206093e67 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Request body: {'network': {'name': 'tempest-network--351887884', 'router:external': True}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:47.351582 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308ea9fc-3815-4191-8299-70d206093e67 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Made reservation on behalf of 6a968df35c644823bcb1a5496edf0f2d for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:47.354468 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-308ea9fc-3815-4191-8299-70d206093e67 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:47.455766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308ea9fc-3815-4191-8299-70d206093e67 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:47.491572 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-308ea9fc-3815-4191-8299-70d206093e67 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:47.492219 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-308ea9fc-3815-4191-8299-70d206093e67 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Added segment 916140b0-d9f4-42dc-8f2f-25283c433364 of type vlan for network 58cfbb0f-b2c3-452a-a3f8-579c1e0775b4 Jul 27 21:18:47.687275 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98ee6fda-91c5-45ca-a1d8-e849139c7a5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:47.693519 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-308ea9fc-3815-4191-8299-70d206093e67 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:47.758481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff18c3a-397d-46f2-aee5-78d3d49ce540 req-0e91b5aa-1ebc-4202-b7d9-d1c1c419c7ff tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:47.766882 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fff18c3a-397d-46f2-aee5-78d3d49ce540 req-0e91b5aa-1ebc-4202-b7d9-d1c1c419c7ff tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.2600946 Jul 27 21:18:47.780551 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-308ea9fc-3815-4191-8299-70d206093e67 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:47.781531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308ea9fc-3815-4191-8299-70d206093e67 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:47.782114 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-308ea9fc-3815-4191-8299-70d206093e67 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:47.823902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebaaad6-14af-41ea-ac13-9253df4ad2e9 None None] Network 40bd3430-900c-4045-889a-12071e4915f4 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:47.835532 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fff18c3a-397d-46f2-aee5-78d3d49ce540 req-8db3a6bf-caf7-46c5-9102-be9c10e2d8f9 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674999 Jul 27 21:18:47.838536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-308ea9fc-3815-4191-8299-70d206093e67 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5372252 Jul 27 21:18:47.849793 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37182) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:48.075988 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:48.121158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ea9fc-3815-4191-8299-70d206093e67 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Pushing event updated for resources: {'Network': ['ID=58cfbb0f-b2c3-452a-a3f8-579c1e0775b4,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:48.172613 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-edd23613-41f6-4946-b4f7-f17fd08e87d2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:48.178684 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-edd23613-41f6-4946-b4f7-f17fd08e87d2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.20 "GET /v2.0/networks?id=5bdda84e-66f1-44c6-b187-28484bc5cb69 HTTP/1.1" status: 200 len: 814 time: 0.4177494 Jul 27 21:18:48.206946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-51251009-74ce-4245-86f0-e879d7145fc1 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Request body: {'port': {'device_id': '9b5b4989-0cc5-4c6c-baeb-b60a7993103e', 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69', 'admin_state_up': True, 'tenant_id': 'da4d529c58904df7b9361d196266d464'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:48.220635 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 58cfbb0f-b2c3-452a-a3f8-579c1e0775b4 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:48.230293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-68b83e4e-a389-42c2-9323-6e85c2596f06 None None] Provisioning for port d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:48.278372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb0fec-244d-4566-a533-47c51d5898f8 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:48.284747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb0fec-244d-4566-a533-47c51d5898f8 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:48.291040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb0fec-244d-4566-a533-47c51d5898f8 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:48.298025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb0fec-244d-4566-a533-47c51d5898f8 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:48.299835 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a1bb0fec-244d-4566-a533-47c51d5898f8 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4490163 Jul 27 21:18:48.302186 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4bb7cabe-85ff-4cc1-adc0-00a5fca79e66 req-a9121afc-b83f-4a4c-aff8-89d006551d81 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 210 time: 0.1094534 Jul 27 21:18:48.304481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37186) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:48.430304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-51251009-74ce-4245-86f0-e879d7145fc1 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Made reservation on behalf of da4d529c58904df7b9361d196266d464 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:48.434805 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-51251009-74ce-4245-86f0-e879d7145fc1 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:48.435937 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:48.447420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:48.449359 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:48.494474 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f7000617-cb54-448a-a3d0-5fc496deb78c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:48.616268 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98ee6fda-91c5-45ca-a1d8-e849139c7a5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:48.626133 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:48.644140 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98ee6fda-91c5-45ca-a1d8-e849139c7a5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:48.651873 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f7000617-cb54-448a-a3d0-5fc496deb78c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:48.675761 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f7000617-cb54-448a-a3d0-5fc496deb78c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cfbb0f-b2c3-452a-a3f8-579c1e0775b4']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:48.719360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d,segment=NetworkSegment(c6cc6ce0-e67e-49f2-a1da-def793f12fbc),segment_id=c6cc6ce0-e67e-49f2-a1da-def793f12fbc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:48.721855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f7000617-cb54-448a-a3d0-5fc496deb78c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916140b0-d9f4-42dc-8f2f-25283c433364') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:48.725320 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f7000617-cb54-448a-a3d0-5fc496deb78c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916140b0-d9f4-42dc-8f2f-25283c433364') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:48.747533 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:48.759754 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f7000617-cb54-448a-a3d0-5fc496deb78c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:48.814572 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f7000617-cb54-448a-a3d0-5fc496deb78c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:48.827166 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7000617-cb54-448a-a3d0-5fc496deb78c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:18:48.827867 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f7000617-cb54-448a-a3d0-5fc496deb78c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:18:48.832382 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:18:48.845460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-51251009-74ce-4245-86f0-e879d7145fc1 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Allocated IP 172.20.0.10 (5bdda84e-66f1-44c6-b187-28484bc5cb69/9a856137-a432-4d9c-81fc-060524041102/a44acb6e-a098-413d-a28a-1392098412d4) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:18:48.877300 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:48.888657 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:48.889168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:48.889789 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:48.890250 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:48.904899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:48.907555 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:48.908039 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:48.908591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:48.910872 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:48.911336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:48.911799 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:48.912239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:18:49.023234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee6fda-91c5-45ca-a1d8-e849139c7a5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=218f0ef3-2912-40f2-8cfa-eabeeb03c335,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:49.094266 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e239a6b2-8a3e-40c9-8825-4f2a407801f2 None None] Provisioning for port 218f0ef3-2912-40f2-8cfa-eabeeb03c335 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:49.105472 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e239a6b2-8a3e-40c9-8825-4f2a407801f2 None None] Provisioning complete for port 218f0ef3-2912-40f2-8cfa-eabeeb03c335 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:49.105472 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e239a6b2-8a3e-40c9-8825-4f2a407801f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.108678 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f7000617-cb54-448a-a3d0-5fc496deb78c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.129048 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7000617-cb54-448a-a3d0-5fc496deb78c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 58cfbb0f-b2c3-452a-a3f8-579c1e0775b4 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:18:49.158159 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f7000617-cb54-448a-a3d0-5fc496deb78c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.177347 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f7000617-cb54-448a-a3d0-5fc496deb78c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "DELETE /v2.0/networks/58cfbb0f-b2c3-452a-a3f8-579c1e0775b4 HTTP/1.1" status: 204 len: 168 time: 0.8718231 Jul 27 21:18:49.188616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37196) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:49.203222 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-33a7fcaa-9747-40a8-babe-be90afb2368a tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Request body: {'network': {'name': 'tempest-network--343378485', 'router:external': True}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:49.233990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e239a6b2-8a3e-40c9-8825-4f2a407801f2 None None] Port 218f0ef3-2912-40f2-8cfa-eabeeb03c335 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:49.260615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a7fcaa-9747-40a8-babe-be90afb2368a tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Made reservation on behalf of 6a968df35c644823bcb1a5496edf0f2d for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:49.272803 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33a7fcaa-9747-40a8-babe-be90afb2368a tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.275458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7000617-cb54-448a-a3d0-5fc496deb78c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Pushing event deleted for resources: {'Network': ['ID=58cfbb0f-b2c3-452a-a3f8-579c1e0775b4,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:49.283977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e239a6b2-8a3e-40c9-8825-4f2a407801f2 None None] Provisioning complete for port d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:49.284358 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e239a6b2-8a3e-40c9-8825-4f2a407801f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.375148 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a7fcaa-9747-40a8-babe-be90afb2368a tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:49.389809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0c255-980f-4426-a53b-95f22cffac99 req-260faf13-209c-44ff-8cb5-5e8da477b8fb tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:49.412948 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5cb0c255-980f-4426-a53b-95f22cffac99 req-260faf13-209c-44ff-8cb5-5e8da477b8fb tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.4008782 Jul 27 21:18:49.481187 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33a7fcaa-9747-40a8-babe-be90afb2368a tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.483774 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-33a7fcaa-9747-40a8-babe-be90afb2368a tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Added segment c0752031-7494-40b2-a1a7-823bdc02cb5b of type vlan for network cff2ab49-443d-43bd-a356-f7a64d98c162 Jul 27 21:18:49.627880 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b2419309-c0f8-4521-a473-177c3abdd477 req-a53b17df-cb56-4730-8e98-8fd99d4c6a8d tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 210 time: 0.1488259 Jul 27 21:18:49.700937 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5cb0c255-980f-4426-a53b-95f22cffac99 req-605ae68d-fb25-43f9-8983-b314a7bdfbaa tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744844 Jul 27 21:18:49.740096 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33a7fcaa-9747-40a8-babe-be90afb2368a tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.767957 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-31f84a73-52c8-49a3-aa42-30f836acb4f6 None None] Provisioning complete for port 218f0ef3-2912-40f2-8cfa-eabeeb03c335 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:49.771889 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-31f84a73-52c8-49a3-aa42-30f836acb4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.802045 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98ee6fda-91c5-45ca-a1d8-e849139c7a5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.871506 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33a7fcaa-9747-40a8-babe-be90afb2368a tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.872542 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a7fcaa-9747-40a8-babe-be90afb2368a tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:49.873139 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33a7fcaa-9747-40a8-babe-be90afb2368a tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:49.899728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-31f84a73-52c8-49a3-aa42-30f836acb4f6 None None] Port 218f0ef3-2912-40f2-8cfa-eabeeb03c335 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:50.031755 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-33a7fcaa-9747-40a8-babe-be90afb2368a tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8415983 Jul 27 21:18:50.036150 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37202) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:50.040761 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-400fd68d-f177-4bda-aa32-0b4429ba59bc None None] Provisioning complete for port 218f0ef3-2912-40f2-8cfa-eabeeb03c335 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:50.041193 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-400fd68d-f177-4bda-aa32-0b4429ba59bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:50.081251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7fcaa-9747-40a8-babe-be90afb2368a tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Pushing event updated for resources: {'Network': ['ID=cff2ab49-443d-43bd-a356-f7a64d98c162,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:50.137904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:50.175168 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-51251009-74ce-4245-86f0-e879d7145fc1 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:50.184391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network cff2ab49-443d-43bd-a356-f7a64d98c162 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:50.266661 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-400fd68d-f177-4bda-aa32-0b4429ba59bc None None] Port 218f0ef3-2912-40f2-8cfa-eabeeb03c335 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:50.300574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d316af-50de-48d2-9e1b-eee27f30c796 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:50.302166 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-80d316af-50de-48d2-9e1b-eee27f30c796 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] 10.222.0.55 "GET /v2.0/networks/cff2ab49-443d-43bd-a356-f7a64d98c162 HTTP/1.1" status: 200 len: 756 time: 0.2563119 Jul 27 21:18:50.304950 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37204) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:50.309071 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:50.314075 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:50.344257 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98ee6fda-91c5-45ca-a1d8-e849139c7a5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:50.367255 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-51251009-74ce-4245-86f0-e879d7145fc1 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:50.425805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7efd83d4-43bc-4547-b8ba-f8a7223996c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:50.485626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['7cfeb750-7824-4483-b1b4-035d1ff6de18'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:50.546914 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dfab57-d784-4f7b-a539-f8f6a7f40708 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:50.548360 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-64dfab57-d784-4f7b-a539-f8f6a7f40708 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] 10.222.0.55 "GET /v2.0/networks/4517ea1c-d095-49fb-948d-85bad28ef450 HTTP/1.1" status: 200 len: 768 time: 0.2421091 Jul 27 21:18:50.553437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37206) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:50.576636 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-51251009-74ce-4245-86f0-e879d7145fc1 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Network 5bdda84e-66f1-44c6-b187-28484bc5cb69 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:50.654141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-51251009-74ce-4245-86f0-e879d7145fc1 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:50.669026 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-51251009-74ce-4245-86f0-e879d7145fc1 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:18:50.703107 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb518c29-b5dc-4586-8358-5d050dde9e19 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:50.746333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51251009-74ce-4245-86f0-e879d7145fc1 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Pushing event updated for resources: {'Port': ['ID=a44acb6e-a098-413d-a28a-1392098412d4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:50.764677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-51251009-74ce-4245-86f0-e879d7145fc1 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:50.765336 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-51251009-74ce-4245-86f0-e879d7145fc1 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:50.863944 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-51251009-74ce-4245-86f0-e879d7145fc1 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6711297 Jul 27 21:18:50.937980 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb518c29-b5dc-4586-8358-5d050dde9e19 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:50.960349 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-cb518c29-b5dc-4586-8358-5d050dde9e19 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff2ab49-443d-43bd-a356-f7a64d98c162']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:51.016974 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-cb518c29-b5dc-4586-8358-5d050dde9e19 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0752031-7494-40b2-a1a7-823bdc02cb5b') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:51.017423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-cb518c29-b5dc-4586-8358-5d050dde9e19 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0752031-7494-40b2-a1a7-823bdc02cb5b') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:51.049419 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Request body: {'port': {'device_id': '9b5b4989-0cc5-4c6c-baeb-b60a7993103e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:51.054116 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb518c29-b5dc-4586-8358-5d050dde9e19 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.083391 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb518c29-b5dc-4586-8358-5d050dde9e19 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.095204 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb518c29-b5dc-4586-8358-5d050dde9e19 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:18:51.095618 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb518c29-b5dc-4586-8358-5d050dde9e19 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:18:51.153265 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:18:51.185301 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e2768-9b64-48e8-85cd-ecc2361476d9 req-84b75ef1-a222-4646-9379-8813c5707f37 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:51.187130 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed7e2768-9b64-48e8-85cd-ecc2361476d9 req-84b75ef1-a222-4646-9379-8813c5707f37 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 932 time: 0.4432454 Jul 27 21:18:51.212906 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.220577 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb518c29-b5dc-4586-8358-5d050dde9e19 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.235468 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00724e56-28b7-4243-9bd3-bb6b361f2f27 req-12eca56f-3ec5-4a8f-90d0-242048341cbd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:51.249062 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00724e56-28b7-4243-9bd3-bb6b361f2f27 req-12eca56f-3ec5-4a8f-90d0-242048341cbd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.3666041 Jul 27 21:18:51.249062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb518c29-b5dc-4586-8358-5d050dde9e19 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cff2ab49-443d-43bd-a356-f7a64d98c162 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:18:51.254956 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb518c29-b5dc-4586-8358-5d050dde9e19 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.261460 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cb518c29-b5dc-4586-8358-5d050dde9e19 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "DELETE /v2.0/networks/cff2ab49-443d-43bd-a356-f7a64d98c162 HTTP/1.1" status: 204 len: 168 time: 0.7026000 Jul 27 21:18:51.274872 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37216) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:51.313466 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-bb88d0b0-ac03-4952-9192-2ed64c1158e7 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Request body: {'network': {'name': 'tempest-network--167828149'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:51.318136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb518c29-b5dc-4586-8358-5d050dde9e19 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Pushing event deleted for resources: {'Network': ['ID=cff2ab49-443d-43bd-a356-f7a64d98c162,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:51.325910 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98ee6fda-91c5-45ca-a1d8-e849139c7a5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.360384 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98ee6fda-91c5-45ca-a1d8-e849139c7a5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.360628 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed7e2768-9b64-48e8-85cd-ecc2361476d9 req-f981cceb-c7ea-4910-9bb3-8c05b2c89e12 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599262 Jul 27 21:18:51.403254 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00724e56-28b7-4243-9bd3-bb6b361f2f27 req-6da62234-8ed0-41bd-a06d-26b8a3914c71 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580577 Jul 27 21:18:51.489029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb88d0b0-ac03-4952-9192-2ed64c1158e7 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Made reservation on behalf of 6a968df35c644823bcb1a5496edf0f2d for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:51.492345 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bb88d0b0-ac03-4952-9192-2ed64c1158e7 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.531852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb88d0b0-ac03-4952-9192-2ed64c1158e7 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:51.548768 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bb88d0b0-ac03-4952-9192-2ed64c1158e7 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.549386 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-bb88d0b0-ac03-4952-9192-2ed64c1158e7 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Added segment c1f74edc-0f34-43f4-89e8-395e6bc9c9a3 of type vlan for network 5ff3d4ee-ca2f-4492-aaa2-3a3b7284253d Jul 27 21:18:51.558731 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-98ee6fda-91c5-45ca-a1d8-e849139c7a5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.617158 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bb88d0b0-ac03-4952-9192-2ed64c1158e7 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.639443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee6fda-91c5-45ca-a1d8-e849139c7a5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=218f0ef3-2912-40f2-8cfa-eabeeb03c335,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:51.668877 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bb88d0b0-ac03-4952-9192-2ed64c1158e7 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.670120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb88d0b0-ac03-4952-9192-2ed64c1158e7 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:51.670779 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bb88d0b0-ac03-4952-9192-2ed64c1158e7 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:51.703689 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bb88d0b0-ac03-4952-9192-2ed64c1158e7 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4052238 Jul 27 21:18:51.730813 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37222) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:51.749170 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d4b60e7f-a7c4-43b2-a493-50efc1f34325 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:51.755724 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88d0b0-ac03-4952-9192-2ed64c1158e7 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Pushing event updated for resources: {'Network': ['ID=5ff3d4ee-ca2f-4492-aaa2-3a3b7284253d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:51.769947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 5ff3d4ee-ca2f-4492-aaa2-3a3b7284253d details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:52.137319 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4b60e7f-a7c4-43b2-a493-50efc1f34325 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.239893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ee6fda-91c5-45ca-a1d8-e849139c7a5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 40bd3430-900c-4045-889a-12071e4915f4 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:18:52.240980 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4b60e7f-a7c4-43b2-a493-50efc1f34325 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.256525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-98ee6fda-91c5-45ca-a1d8-e849139c7a5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:18:52.396193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d4b60e7f-a7c4-43b2-a493-50efc1f34325 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Network 5ff3d4ee-ca2f-4492-aaa2-3a3b7284253d is not hosted by any dhcp agent {{(pid=105580) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:18:52.397470 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b60e7f-a7c4-43b2-a493-50efc1f34325 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:52.398335 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4b60e7f-a7c4-43b2-a493-50efc1f34325 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.400369 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d4b60e7f-a7c4-43b2-a493-50efc1f34325 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "PUT /v2.0/networks/5ff3d4ee-ca2f-4492-aaa2-3a3b7284253d HTTP/1.1" status: 200 len: 857 time: 0.6615396 Jul 27 21:18:52.403006 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37258) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:52.511715 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44acb6e-a098-413d-a28a-1392098412d4 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:18:52.521802 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.566284 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Transition to ACTIVE for port object a44acb6e-a098-413d-a28a-1392098412d4 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:18:52.590824 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.624910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6380e65d-26fb-43d4-a897-ec6ec069f49b None None] Provisioning complete for port 218f0ef3-2912-40f2-8cfa-eabeeb03c335 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:52.626449 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6380e65d-26fb-43d4-a897-ec6ec069f49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.678548 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b60e7f-a7c4-43b2-a493-50efc1f34325 tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Pushing event updated for resources: {'Network': ['ID=5ff3d4ee-ca2f-4492-aaa2-3a3b7284253d,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:52.736592 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6380e65d-26fb-43d4-a897-ec6ec069f49b None None] Port 218f0ef3-2912-40f2-8cfa-eabeeb03c335 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:18:52.754241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a44acb6e-a098-413d-a28a-1392098412d4,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:52.823217 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-596db380-d060-47d0-aeeb-829a59ea2d9c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:52.851981 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ee6fda-91c5-45ca-a1d8-e849139c7a5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Router 46270cde-0f2d-4b6f-8401-9d8956e475ea is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:18:52.874576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Attempting to bind port a44acb6e-a098-413d-a28a-1392098412d4 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:18:52.875210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Attempting to bind port a44acb6e-a098-413d-a28a-1392098412d4 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '00f39492-663a-46bb-a212-9ddd62481c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:18:52.875642 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Attempting to bind port a44acb6e-a098-413d-a28a-1392098412d4 on network 5bdda84e-66f1-44c6-b187-28484bc5cb69 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:52.936985 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Port a44acb6e-a098-413d-a28a-1392098412d4 on network 5bdda84e-66f1-44c6-b187-28484bc5cb69 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:18:52.937314 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Attempting to bind port a44acb6e-a098-413d-a28a-1392098412d4 on network 5bdda84e-66f1-44c6-b187-28484bc5cb69 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:18:52.987272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:18:52.987639 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Checking segment: {'id': '00f39492-663a-46bb-a212-9ddd62481c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:18:52.988034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Bound using segment: {'id': '00f39492-663a-46bb-a212-9ddd62481c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:18:52.988523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Bound port: a44acb6e-a098-413d-a28a-1392098412d4, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f39492-663a-46bb-a212-9ddd62481c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:18:52.990352 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.040039 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1b3c1-8caa-4e64-ba96-287f7f9a2191 req-646905ec-52e2-4d83-8ab5-5a1faab337f0 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:53.042649 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ea1b3c1-8caa-4e64-ba96-287f7f9a2191 req-646905ec-52e2-4d83-8ab5-5a1faab337f0 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 944 time: 0.4233294 Jul 27 21:18:53.052130 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897ce79-d174-446f-839d-35848f91a8fe req-9c40c6f2-a321-47c7-90b8-9f78f75f05aa tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:53.061550 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f897ce79-d174-446f-839d-35848f91a8fe req-9c40c6f2-a321-47c7-90b8-9f78f75f05aa tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.4529269 Jul 27 21:18:53.103395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] For port a44acb6e-a098-413d-a28a-1392098412d4, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:18:53.114082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] For port a44acb6e-a098-413d-a28a-1392098412d4, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=a44acb6e-a098-413d-a28a-1392098412d4,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:18:53.127697 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.203133 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ea1b3c1-8caa-4e64-ba96-287f7f9a2191 req-2684ff40-753b-468f-b35e-838eabe8187c tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184158 Jul 27 21:18:53.205301 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-596db380-d060-47d0-aeeb-829a59ea2d9c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.229371 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-596db380-d060-47d0-aeeb-829a59ea2d9c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff3d4ee-ca2f-4492-aaa2-3a3b7284253d']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:53.249874 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f897ce79-d174-446f-839d-35848f91a8fe req-f7242cf9-e61d-47ad-a3a7-45bd0e5ada80 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827340 Jul 27 21:18:53.281192 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-596db380-d060-47d0-aeeb-829a59ea2d9c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f74edc-0f34-43f4-89e8-395e6bc9c9a3') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:53.281610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-596db380-d060-47d0-aeeb-829a59ea2d9c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f74edc-0f34-43f4-89e8-395e6bc9c9a3') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:53.303486 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-596db380-d060-47d0-aeeb-829a59ea2d9c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.324253 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-596db380-d060-47d0-aeeb-829a59ea2d9c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.332713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596db380-d060-47d0-aeeb-829a59ea2d9c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:18:53.333213 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-596db380-d060-47d0-aeeb-829a59ea2d9c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:18:53.446694 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:18:53.450889 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-596db380-d060-47d0-aeeb-829a59ea2d9c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.459579 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596db380-d060-47d0-aeeb-829a59ea2d9c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ff3d4ee-ca2f-4492-aaa2-3a3b7284253d {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 27 21:18:53.464039 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-596db380-d060-47d0-aeeb-829a59ea2d9c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.469691 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-596db380-d060-47d0-aeeb-829a59ea2d9c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] 10.222.0.55 "DELETE /v2.0/networks/5ff3d4ee-ca2f-4492-aaa2-3a3b7284253d HTTP/1.1" status: 204 len: 168 time: 1.0619991 Jul 27 21:18:53.491345 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37296) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:53.505104 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596db380-d060-47d0-aeeb-829a59ea2d9c tempest-ExternalNetworksTestJSON-1879491414 tempest-ExternalNetworksTestJSON-1879491414-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ff3d4ee-ca2f-4492-aaa2-3a3b7284253d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:53.531568 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccaa6662-3d81-452f-8ec5-64f314b92431 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] DELETE failed (client error): The resource could not be found. Jul 27 21:18:53.532284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccaa6662-3d81-452f-8ec5-64f314b92431 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:18:53.536465 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ccaa6662-3d81-452f-8ec5-64f314b92431 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] 10.222.0.55 "DELETE /v2.0/subnets/cc0e6cef-ce1a-4545-817c-ba91ce662c87 HTTP/1.1" status: 404 len: 337 time: 0.0415795 Jul 27 21:18:53.537218 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37302) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:53.678073 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:53.679909 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.682630 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] 10.222.0.20 "PUT /v2.0/ports/a44acb6e-a098-413d-a28a-1392098412d4 HTTP/1.1" status: 200 len: 1092 time: 2.7563944 Jul 27 21:18:53.686805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5b4989-0cc5-4c6c-baeb-b60a7993103e', 'tag': 'a44acb6e-a098-413d-a28a-1392098412d4'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:53.690866 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf61eaa8-28c1-4af0-8230-0d4de47b4e34" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5b4989-0cc5-4c6c-baeb-b60a7993103e", "tag": "a44acb6e-a098-413d-a28a-1392098412d4"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:53.698513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ee6fda-91c5-45ca-a1d8-e849139c7a5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:18:53.708569 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-98ee6fda-91c5-45ca-a1d8-e849139c7a5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "PUT /v2.0/routers/46270cde-0f2d-4b6f-8401-9d8956e475ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0162733 Jul 27 21:18:53.712500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37312) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:53.768856 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24a8b84e-4553-43c8-bd9a-62d4b63c3fe4 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:53.805151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2b4f0-5119-4b59-92b9-c05de73403a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a44acb6e-a098-413d-a28a-1392098412d4,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:53.850330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91ad8ac-95e0-4524-b2d9-aaace61ebf9b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:53.855039 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a91ad8ac-95e0-4524-b2d9-aaace61ebf9b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports?device_id=46270cde-0f2d-4b6f-8401-9d8956e475ea HTTP/1.1" status: 200 len: 982 time: 0.1383407 Jul 27 21:18:53.856686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37314) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:53.866475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-fe8d1736-32d3-4d80-ad95-5217006c6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:53.867992 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-fe8d1736-32d3-4d80-ad95-5217006c6d7f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da4d529c58904df7b9361d196266d464&device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 1095 time: 0.1176751 Jul 27 21:18:53.915541 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:18:54.009746 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24a8b84e-4553-43c8-bd9a-62d4b63c3fe4 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.056781 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-24a8b84e-4553-43c8-bd9a-62d4b63c3fe4 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4517ea1c-d095-49fb-948d-85bad28ef450']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:54.078907 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-9d72edeb-4ec3-43e2-ba2a-9ca75e9e7e22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a44acb6e-a098-413d-a28a-1392098412d4 HTTP/1.1" status: 200 len: 217 time: 0.1729314 Jul 27 21:18:54.108907 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-24a8b84e-4553-43c8-bd9a-62d4b63c3fe4 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b679e81f-2f4c-4be0-8cce-4162b206f46c') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:54.116223 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-24a8b84e-4553-43c8-bd9a-62d4b63c3fe4 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b679e81f-2f4c-4be0-8cce-4162b206f46c') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:54.134399 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dfc024-6fa8-4388-9f1c-eff3c956332b x-openstack-request-id: req-a4dfc024-6fa8-4388-9f1c-eff3c956332b {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:54.134698 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5b4989-0cc5-4c6c-baeb-b60a7993103e", "tag": "a44acb6e-a098-413d-a28a-1392098412d4", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:54.134961 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4dfc024-6fa8-4388-9f1c-eff3c956332b {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:54.135369 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5b4989-0cc5-4c6c-baeb-b60a7993103e', 'tag': 'a44acb6e-a098-413d-a28a-1392098412d4', 'status': 'completed', 'code': 200} Jul 27 21:18:54.156214 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24a8b84e-4553-43c8-bd9a-62d4b63c3fe4 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.175766 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24a8b84e-4553-43c8-bd9a-62d4b63c3fe4 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.197959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a8b84e-4553-43c8-bd9a-62d4b63c3fe4 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:18:54.198723 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24a8b84e-4553-43c8-bd9a-62d4b63c3fe4 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:18:54.203120 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:18:54.393054 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-576596f4-c0c7-41e2-89e7-3b39c1f9847e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:54.395515 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-576596f4-c0c7-41e2-89e7-3b39c1f9847e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a856137-a432-4d9c-81fc-060524041102 HTTP/1.1" status: 200 len: 854 time: 0.3063958 Jul 27 21:18:54.423704 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24a8b84e-4553-43c8-bd9a-62d4b63c3fe4 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.429586 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24a8b84e-4553-43c8-bd9a-62d4b63c3fe4 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:54.443913 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-24a8b84e-4553-43c8-bd9a-62d4b63c3fe4 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] 10.222.0.55 "DELETE /v2.0/networks/4517ea1c-d095-49fb-948d-85bad28ef450 HTTP/1.1" status: 204 len: 168 time: 0.9042964 Jul 27 21:18:54.456377 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-aeab6bff-8408-459e-8c8f-9f0e509269ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bdda84e-66f1-44c6-b187-28484bc5cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513754 Jul 27 21:18:54.563933 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8b84e-4553-43c8-bd9a-62d4b63c3fe4 tempest-ExternalNetworksTestJSON-1382099507 tempest-ExternalNetworksTestJSON-1382099507-project] Pushing event deleted for resources: {'Network': ['ID=4517ea1c-d095-49fb-948d-85bad28ef450,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:54.647549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42c628-e032-42ce-8529-dabf748cafff req-12fcf2a1-fa9c-44e8-bb48-38eda6ae8ec5 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:54.649760 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c42c628-e032-42ce-8529-dabf748cafff req-12fcf2a1-fa9c-44e8-bb48-38eda6ae8ec5 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 944 time: 0.3057718 Jul 27 21:18:54.656416 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14536bce-cf14-43c6-bc7e-fc1165db0337 None None] Sync routers for ids ['46270cde-0f2d-4b6f-8401-9d8956e475ea'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:18:54.684019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14536bce-cf14-43c6-bc7e-fc1165db0337 None None] Routers {'46270cde-0f2d-4b6f-8401-9d8956e475ea'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:54.684965 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-14536bce-cf14-43c6-bc7e-fc1165db0337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:18:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['46270cde-0f2d-4b6f-8401-9d8956e475ea'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:54.719621 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d3225-c90a-42db-a8fa-128b6c25cae1 req-fec73c33-c995-48b6-a0db-d18db26e9ef0 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:54.723439 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ec9d3225-c90a-42db-a8fa-128b6c25cae1 req-fec73c33-c995-48b6-a0db-d18db26e9ef0 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.3028255 Jul 27 21:18:54.785958 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-14536bce-cf14-43c6-bc7e-fc1165db0337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:54.801228 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-d50bcc13-38b7-4492-94b6-0f8fd1651630 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352690 Jul 27 21:18:54.809032 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14536bce-cf14-43c6-bc7e-fc1165db0337 None None] Routers {'46270cde-0f2d-4b6f-8401-9d8956e475ea'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:54.810705 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-14536bce-cf14-43c6-bc7e-fc1165db0337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:18:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['46270cde-0f2d-4b6f-8401-9d8956e475ea'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:54.829276 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c42c628-e032-42ce-8529-dabf748cafff req-d5b8ed83-aa3e-4c99-99a5-f65c403c8224 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688716 Jul 27 21:18:54.881942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ec9d3225-c90a-42db-a8fa-128b6c25cae1 req-df8fa010-7684-498d-8aed-60e911a296ae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500418 Jul 27 21:18:54.884146 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-14536bce-cf14-43c6-bc7e-fc1165db0337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:54.884945 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14536bce-cf14-43c6-bc7e-fc1165db0337 None None] The sync data for ids ['46270cde-0f2d-4b6f-8401-9d8956e475ea'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:18:54.954255 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37328) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:55.028671 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94249191-f9b5-480e-93d4-c57107e69bd9 req-62fc93ff-6e39-4c61-ba7c-5e3fd4a2b3f4 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146707 Jul 27 21:18:55.060106 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c71d84f6-39ba-4f66-b462-bac3f2b4bbdc tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.199999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f1474242-0b5e-4273-952d-e8f4f20887ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95de5f59abed47c3b132c67df3ca88b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446513 Jul 27 21:18:55.200924 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37334) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:55.278199 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1ba6b398-5469-4799-a867-764f463411c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.306066 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1ba6b398-5469-4799-a867-764f463411c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.350019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61eaa8-28c1-4af0-8230-0d4de47b4e34 req-37dbf903-09bb-4d26-a401-a4c1e027d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:55.351789 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cf61eaa8-28c1-4af0-8230-0d4de47b4e34 req-37dbf903-09bb-4d26-a401-a4c1e027d153 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da4d529c58904df7b9361d196266d464&device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 1095 time: 0.2470503 Jul 27 21:18:55.378169 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1ba6b398-5469-4799-a867-764f463411c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.381428 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1ba6b398-5469-4799-a867-764f463411c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.382639 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1ba6b398-5469-4799-a867-764f463411c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c54fbcb-539d-4262-a1d5-a1c8a4d9299d HTTP/1.1" status: 204 len: 168 time: 0.1807735 Jul 27 21:18:55.392975 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6b398-5469-4799-a867-764f463411c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c54fbcb-539d-4262-a1d5-a1c8a4d9299d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:55.605782 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61eaa8-28c1-4af0-8230-0d4de47b4e34 req-4d173b05-0dc2-4bfa-8bc7-8183732eac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:55.607691 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cf61eaa8-28c1-4af0-8230-0d4de47b4e34 req-4d173b05-0dc2-4bfa-8bc7-8183732eac70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bdda84e-66f1-44c6-b187-28484bc5cb69 HTTP/1.1" status: 200 len: 915 time: 0.2475998 Jul 27 21:18:55.610913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c71d84f6-39ba-4f66-b462-bac3f2b4bbdc tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port 218f0ef3-2912-40f2-8cfa-eabeeb03c335 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:55.611341 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c71d84f6-39ba-4f66-b462-bac3f2b4bbdc tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.713092 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cf61eaa8-28c1-4af0-8230-0d4de47b4e34 req-22af0c51-9bac-4d20-910b-138e1f7e2e12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a44acb6e-a098-413d-a28a-1392098412d4 HTTP/1.1" status: 200 len: 217 time: 0.0965152 Jul 27 21:18:55.810758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61eaa8-28c1-4af0-8230-0d4de47b4e34 req-055081a9-d763-4311-a8d3-2c9917bc1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:55.812457 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cf61eaa8-28c1-4af0-8230-0d4de47b4e34 req-055081a9-d763-4311-a8d3-2c9917bc1624 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a856137-a432-4d9c-81fc-060524041102 HTTP/1.1" status: 200 len: 854 time: 0.0911412 Jul 27 21:18:55.816355 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c71d84f6-39ba-4f66-b462-bac3f2b4bbdc tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:55.841182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c71d84f6-39ba-4f66-b462-bac3f2b4bbdc tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for 218f0ef3-2912-40f2-8cfa-eabeeb03c335 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:55.939269 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cf61eaa8-28c1-4af0-8230-0d4de47b4e34 req-2711b70f-4173-4b33-a556-4810ce27c195 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bdda84e-66f1-44c6-b187-28484bc5cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133146 Jul 27 21:18:55.975015 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37344) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:56.186280 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-44e7e603-9ba7-4121-8fcb-500afdac9779 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a968df35c644823bcb1a5496edf0f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045848 Jul 27 21:18:56.186280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37346) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:56.305553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca748f2-64a2-43b7-bbc5-54bf5c0a0b2f req-8ff1bfcb-d56a-4dd0-98d6-ddb53d2384b7 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:56.314425 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ca748f2-64a2-43b7-bbc5-54bf5c0a0b2f req-8ff1bfcb-d56a-4dd0-98d6-ddb53d2384b7 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 944 time: 0.2267077 Jul 27 21:18:56.324893 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6c72a-c3ea-420e-924d-34aa50f9a1a6 req-b3ed758c-67ab-4ee5-8e56-cb0602c43424 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:56.326690 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2d6c72a-c3ea-420e-924d-34aa50f9a1a6 req-b3ed758c-67ab-4ee5-8e56-cb0602c43424 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.2243359 Jul 27 21:18:56.327385 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cf61eaa8-28c1-4af0-8230-0d4de47b4e34 req-fbce1158-46c6-49d3-814a-6d3ff0507104 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509569 Jul 27 21:18:56.388695 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-81726e9f-62b2-4217-8429-470bc9f48e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:56.434823 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ca748f2-64a2-43b7-bbc5-54bf5c0a0b2f req-f2876c40-c3f3-4b90-a384-ea74ef4db4c6 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194541 Jul 27 21:18:56.442708 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cf61eaa8-28c1-4af0-8230-0d4de47b4e34 req-817cf807-f1c2-4e71-a37d-f1284d06efaf service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068525 Jul 27 21:18:56.467701 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2d6c72a-c3ea-420e-924d-34aa50f9a1a6 req-7416881a-ef5f-43e8-ae8d-50ce254dbb22 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273072 Jul 27 21:18:56.470802 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-81726e9f-62b2-4217-8429-470bc9f48e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:56.549609 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-81726e9f-62b2-4217-8429-470bc9f48e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:56.552502 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c71d84f6-39ba-4f66-b462-bac3f2b4bbdc tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:56.553283 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-81726e9f-62b2-4217-8429-470bc9f48e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:56.554892 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-81726e9f-62b2-4217-8429-470bc9f48e34 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3eeb0386-1be5-4e1a-8ff5-6b6b0f509a6f HTTP/1.1" status: 204 len: 168 time: 0.3627172 Jul 27 21:18:56.590069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d84f6-39ba-4f66-b462-bac3f2b4bbdc tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=218f0ef3-2912-40f2-8cfa-eabeeb03c335,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:56.612831 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81726e9f-62b2-4217-8429-470bc9f48e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eeb0386-1be5-4e1a-8ff5-6b6b0f509a6f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:56.626860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device a44acb6e-a098-413d-a28a-1392098412d4 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:18:56.896595 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c71d84f6-39ba-4f66-b462-bac3f2b4bbdc tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:56.901245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port a44acb6e-a098-413d-a28a-1392098412d4, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=a44acb6e-a098-413d-a28a-1392098412d4,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:56.949340 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'a44acb6e-a098-413d-a28a-1392098412d4', 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69', 'port_id': 'a44acb6e-a098-413d-a28a-1392098412d4', 'mac_address': 'fa:16:3e:b3:00:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a856137-a432-4d9c-81fc-060524041102', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:18:57.019597 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:57.038013 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44acb6e-a098-413d-a28a-1392098412d4 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:18:57.081675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port a44acb6e-a098-413d-a28a-1392098412d4, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=a44acb6e-a098-413d-a28a-1392098412d4,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:57.086982 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:57.167451 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=a44acb6e-a098-413d-a28a-1392098412d4,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:57.182521 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71d84f6-39ba-4f66-b462-bac3f2b4bbdc tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Router 46270cde-0f2d-4b6f-8401-9d8956e475ea has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:18:57.315940 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['a44acb6e-a098-413d-a28a-1392098412d4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:18:57.830502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71d84f6-39ba-4f66-b462-bac3f2b4bbdc tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:18:57.844674 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a93fe9-8d02-4c15-83c5-bb2a43bddc83 None None] Sync routers for ids ['46270cde-0f2d-4b6f-8401-9d8956e475ea'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:18:57.859707 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a93fe9-8d02-4c15-83c5-bb2a43bddc83 None None] Routers {'46270cde-0f2d-4b6f-8401-9d8956e475ea'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:57.860347 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-83a93fe9-8d02-4c15-83c5-bb2a43bddc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:18:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['46270cde-0f2d-4b6f-8401-9d8956e475ea'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:57.861938 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c71d84f6-39ba-4f66-b462-bac3f2b4bbdc tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "PUT /v2.0/routers/46270cde-0f2d-4b6f-8401-9d8956e475ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0041151 Jul 27 21:18:57.864329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37378) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:57.924285 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-740e7f6e-b9c1-4272-81b6-aacc71aa05e4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] GET failed (client error): The resource could not be found. Jul 27 21:18:57.928353 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-740e7f6e-b9c1-4272-81b6-aacc71aa05e4 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports/218f0ef3-2912-40f2-8cfa-eabeeb03c335 HTTP/1.1" status: 404 len: 333 time: 0.0599146 Jul 27 21:18:57.928700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37382) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:57.958590 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-83a93fe9-8d02-4c15-83c5-bb2a43bddc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:57.991319 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a93fe9-8d02-4c15-83c5-bb2a43bddc83 None None] Routers {'46270cde-0f2d-4b6f-8401-9d8956e475ea'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:18:57.991948 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-83a93fe9-8d02-4c15-83c5-bb2a43bddc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:18:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['46270cde-0f2d-4b6f-8401-9d8956e475ea'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:58.048302 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-83a93fe9-8d02-4c15-83c5-bb2a43bddc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:18:58.049252 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a93fe9-8d02-4c15-83c5-bb2a43bddc83 None None] The sync data for ids ['46270cde-0f2d-4b6f-8401-9d8956e475ea'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:18:58.063260 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9305b905-68e0-4054-914e-b495e0aae8a1 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.129290 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37384) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:58.234654 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c6b85-d9f9-40a0-bedb-b4152bcfaa35 req-630195fc-c403-4156-b2ac-ccc66b153e73 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:58.243065 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f91c6b85-d9f9-40a0-bedb-b4152bcfaa35 req-630195fc-c403-4156-b2ac-ccc66b153e73 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 945 time: 0.6892104 Jul 27 21:18:58.292183 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbb9b0-6851-412b-bb2a-0c5b831e16b1 req-35b80c81-7db1-40c9-ac37-a2dbf834d7a0 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:58.296335 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38cbb9b0-6851-412b-bb2a-0c5b831e16b1 req-35b80c81-7db1-40c9-ac37-a2dbf834d7a0 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.6656196 Jul 27 21:18:58.342327 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f91c6b85-d9f9-40a0-bedb-b4152bcfaa35 req-8326eec5-1f60-4487-a0c6-b5cd772b584f tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928082 Jul 27 21:18:58.377164 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-74cef3f0-d3a4-45d9-95bd-bc7082468e61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1427677415'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:58.379549 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38cbb9b0-6851-412b-bb2a-0c5b831e16b1 req-31c59a9f-f0ba-4f79-8644-1a06e83a466e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741804 Jul 27 21:18:58.428504 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9305b905-68e0-4054-914e-b495e0aae8a1 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.432744 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9305b905-68e0-4054-914e-b495e0aae8a1 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.510427 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cef3f0-d3a4-45d9-95bd-bc7082468e61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:58.514191 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74cef3f0-d3a4-45d9-95bd-bc7082468e61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.526871 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74cef3f0-d3a4-45d9-95bd-bc7082468e61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.535670 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9305b905-68e0-4054-914e-b495e0aae8a1 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.536183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9305b905-68e0-4054-914e-b495e0aae8a1 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Fanout notify agent at l3_agent the message router_deleted on router 46270cde-0f2d-4b6f-8401-9d8956e475ea {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:18:58.545416 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9305b905-68e0-4054-914e-b495e0aae8a1 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.549512 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9305b905-68e0-4054-914e-b495e0aae8a1 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/routers/46270cde-0f2d-4b6f-8401-9d8956e475ea HTTP/1.1" status: 204 len: 168 time: 0.6169202 Jul 27 21:18:58.549611 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37390) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:58.639078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device a44acb6e-a098-413d-a28a-1392098412d4 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:18:58.662830 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f42e4fc-5e33-4a02-b203-031c3451d10d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting subnet 72e39efb-0f3c-409a-9aa0-9ee0d75991a6 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:18:58.677355 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f42e4fc-5e33-4a02-b203-031c3451d10d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.747129 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74cef3f0-d3a4-45d9-95bd-bc7082468e61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.757232 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74cef3f0-d3a4-45d9-95bd-bc7082468e61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.763509 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port a44acb6e-a098-413d-a28a-1392098412d4 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:18:58.773294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port a44acb6e-a098-413d-a28a-1392098412d4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:18:58.773732 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.774021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74cef3f0-d3a4-45d9-95bd-bc7082468e61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:18:58.784862 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74cef3f0-d3a4-45d9-95bd-bc7082468e61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.785219 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-74cef3f0-d3a4-45d9-95bd-bc7082468e61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Added segment d8842d7f-da5b-41ec-b8a6-0f5ae775d244 of type vlan for network 644dd19b-aa0a-4755-9430-38a1fea5548c Jul 27 21:18:58.793195 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f42e4fc-5e33-4a02-b203-031c3451d10d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.833136 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74cef3f0-d3a4-45d9-95bd-bc7082468e61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.875638 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74cef3f0-d3a4-45d9-95bd-bc7082468e61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.882044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cef3f0-d3a4-45d9-95bd-bc7082468e61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:58.882733 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-74cef3f0-d3a4-45d9-95bd-bc7082468e61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.964181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cef3f0-d3a4-45d9-95bd-bc7082468e61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6e5ff3-7163-402e-930a-f4e761d109d8,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:58.978814 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.980380 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f42e4fc-5e33-4a02-b203-031c3451d10d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:58.994840 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-74cef3f0-d3a4-45d9-95bd-bc7082468e61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8638589 Jul 27 21:18:58.998416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cef3f0-d3a4-45d9-95bd-bc7082468e61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Network': ['ID=644dd19b-aa0a-4755-9430-38a1fea5548c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:59.000538 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37392) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:59.014114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d8cf36e9-1947-4679-bf4c-865fdb2946e1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:18:59.014353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:18:59.093193 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f42e4fc-5e33-4a02-b203-031c3451d10d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.127256 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5b4989-0cc5-4c6c-baeb-b60a7993103e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44acb6e-a098-413d-a28a-1392098412d4'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:18:59.130920 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6de593f-7371-474e-afe8-19c5b5c185fe" -d '{"events": [{"server_uuid": "9b5b4989-0cc5-4c6c-baeb-b60a7993103e", "name": "network-vif-plugged", "status": "completed", "tag": "a44acb6e-a098-413d-a28a-1392098412d4"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:18:59.142271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42e4fc-5e33-4a02-b203-031c3451d10d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Subnet': ['ID=72e39efb-0f3c-409a-9aa0-9ee0d75991a6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:59.144565 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f42e4fc-5e33-4a02-b203-031c3451d10d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.146601 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0f42e4fc-5e33-4a02-b203-031c3451d10d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/72e39efb-0f3c-409a-9aa0-9ee0d75991a6 HTTP/1.1" status: 204 len: 168 time: 0.5963848 Jul 27 21:18:59.157864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37398) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:18:59.163888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b0f3f7-2389-48da-953e-14e8379805d6 None None] Network 40bd3430-900c-4045-889a-12071e4915f4 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:18:59.182954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cf36e9-1947-4679-bf4c-865fdb2946e1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:18:59.188985 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8cf36e9-1947-4679-bf4c-865fdb2946e1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.285063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port a44acb6e-a098-413d-a28a-1392098412d4, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=a44acb6e-a098-413d-a28a-1392098412d4,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:59.292644 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.312620 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.385195 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=a44acb6e-a098-413d-a28a-1392098412d4,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:18:59.481763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:59.483057 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.527172 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa1dd5a-8220-4c01-8e4b-c18cdafe76c0 x-openstack-request-id: req-5aa1dd5a-8220-4c01-8e4b-c18cdafe76c0 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:18:59.531467 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5b4989-0cc5-4c6c-baeb-b60a7993103e", "name": "network-vif-plugged", "status": "completed", "tag": "a44acb6e-a098-413d-a28a-1392098412d4", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:18:59.531760 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5aa1dd5a-8220-4c01-8e4b-c18cdafe76c0 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:18:59.532936 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5b4989-0cc5-4c6c-baeb-b60a7993103e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44acb6e-a098-413d-a28a-1392098412d4', 'code': 200} Jul 27 21:18:59.667141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88929aa-6fe2-4a44-8751-8ad2632fc477 None None] DHCP port deletion for 40bd3430-900c-4045-889a-12071e4915f4 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:18:59.752171 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] For port d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d,segment=NetworkSegment(c6cc6ce0-e67e-49f2-a1da-def793f12fbc),segment_id=c6cc6ce0-e67e-49f2-a1da-def793f12fbc)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:59.752553 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.769813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e88929aa-6fe2-4a44-8751-8ad2632fc477 None None] Deleting port d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:18:59.771975 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:18:59.773723 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e88929aa-6fe2-4a44-8751-8ad2632fc477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.800558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8db628-3352-4448-a31c-af2de9655500 req-b8183503-bc34-4eb8-8153-52aff35ab201 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:18:59.802015 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1e8db628-3352-4448-a31c-af2de9655500 req-b8183503-bc34-4eb8-8153-52aff35ab201 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 946 time: 0.2828498 Jul 27 21:18:59.835414 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8cf36e9-1947-4679-bf4c-865fdb2946e1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.896512 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1e8db628-3352-4448-a31c-af2de9655500 req-1990c3c1-8104-4a62-896b-d1bc5c982616 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591111 Jul 27 21:18:59.919306 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e88929aa-6fe2-4a44-8751-8ad2632fc477 None None] For port d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d,segment=NetworkSegment(c6cc6ce0-e67e-49f2-a1da-def793f12fbc),segment_id=c6cc6ce0-e67e-49f2-a1da-def793f12fbc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:18:59.919711 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e88929aa-6fe2-4a44-8751-8ad2632fc477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:18:59.943206 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e88929aa-6fe2-4a44-8751-8ad2632fc477 None None] Calling delete_port for d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:00.023252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0a120-3d37-400b-b49b-fed653d0cdef req-04a01ecd-54e0-4360-bd43-34ee01c4ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:00.027295 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.029159 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6af0a120-3d37-400b-b49b-fed653d0cdef req-04a01ecd-54e0-4360-bd43-34ee01c4ac14 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 1097 time: 0.4501965 Jul 27 21:19:00.050305 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:00.071411 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf36e9-1947-4679-bf4c-865fdb2946e1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=6887ef3f-1285-40cf-a67b-077337805f0f,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:00.096558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf36e9-1947-4679-bf4c-865fdb2946e1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:00.096558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf36e9-1947-4679-bf4c-865fdb2946e1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network hostable DHCP agents. Network: 644dd19b-aa0a-4755-9430-38a1fea5548c, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:19:00.101743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:00.110817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6af0a120-3d37-400b-b49b-fed653d0cdef req-b6d47741-a49c-4c60-9bae-7e5189fca9cc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736907 Jul 27 21:19:00.120488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No DVR routers for this DVR port d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:00.131356 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffe3c5-73df-4b01-8880-12c1ec94a30b req-13f866ba-5700-46f2-91d2-0c854821dab1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:00.134277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:00.134277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:00.140921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf36e9-1947-4679-bf4c-865fdb2946e1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:19:00.151735 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65ffe3c5-73df-4b01-8880-12c1ec94a30b req-13f866ba-5700-46f2-91d2-0c854821dab1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.2657430 Jul 27 21:19:00.167141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-d8cf36e9-1947-4679-bf4c-865fdb2946e1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 644dd19b-aa0a-4755-9430-38a1fea5548c) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:00.172272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cf36e9-1947-4679-bf4c-865fdb2946e1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:00.172572 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8cf36e9-1947-4679-bf4c-865fdb2946e1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.190964 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d4aa65-ed73-47e6-bd00-4b3c92cddac1 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:00.196306 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d8cf36e9-1947-4679-bf4c-865fdb2946e1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1864412 Jul 27 21:19:00.199117 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37408) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:00.205294 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-aa991696-6a84-470f-a9ce-7a91911c1f67 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'name': 'tempest-NetworksTestDHCPv6-475755523'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:00.287490 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65ffe3c5-73df-4b01-8880-12c1ec94a30b req-05bcb561-801b-4edc-a24f-e35cbd9af935 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345932 Jul 27 21:19:00.299702 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e88929aa-6fe2-4a44-8751-8ad2632fc477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.332236 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.343749 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88929aa-6fe2-4a44-8751-8ad2632fc477 None None] Pushing event deleted for resources: {'Port': ['ID=d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:00.346272 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40bd3430-900c-4045-889a-12071e4915f4']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:00.357078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88929aa-6fe2-4a44-8751-8ad2632fc477 None None] No DVR routers for this DVR port d8fc9a6f-e90d-4b0b-a710-c4adcc6a8f0d on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:00.359985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cc6ce0-e67e-49f2-a1da-def793f12fbc') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:00.360664 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cc6ce0-e67e-49f2-a1da-def793f12fbc') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:00.381169 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.398568 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.406180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:19:00.406684 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.464499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': '6887ef3f-1285-40cf-a67b-077337805f0f'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:00.466440 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:19:00.476557 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:19:00.481394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa991696-6a84-470f-a9ce-7a91911c1f67 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:00.487266 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-aa991696-6a84-470f-a9ce-7a91911c1f67 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.491791 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.501598 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.509329 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/networks/40bd3430-900c-4045-889a-12071e4915f4 HTTP/1.1" status: 204 len: 168 time: 1.3417866 Jul 27 21:19:00.512311 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37410) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:00.519716 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-aa991696-6a84-470f-a9ce-7a91911c1f67 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port bd5f50d0-baa3-4393-aad9-7563b23bf758 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:00.547338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2e1b1-da2f-4199-ba71-f5115d61ef9c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Network': ['ID=40bd3430-900c-4045-889a-12071e4915f4,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:00.649860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45b3fbd-9fd7-4ad1-8014-fd65b8e8a6d5 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:00.655162 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e45b3fbd-9fd7-4ad1-8014-fd65b8e8a6d5 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports/62a7bca1-421f-4dd8-a517-78cb059a5092 HTTP/1.1" status: 200 len: 841 time: 0.1383805 Jul 27 21:19:00.655576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37412) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:00.687715 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Allocated IP 2001:db8::2 (644dd19b-aa0a-4755-9430-38a1fea5548c/6887ef3f-1285-40cf-a67b-077337805f0f/c5393b9c-e888-4964-9000-d7863566db8d) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:00.742698 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-88f3821e-36ac-4b5c-803d-c3eef10f5b9e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports/62a7bca1-421f-4dd8-a517-78cb059a5092?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0815990 Jul 27 21:19:00.742698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37416) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:00.749525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-62ff091e-fc87-46c9-a53f-bca0b1a4ba73 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'subnet': {'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:00.987308 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:00.999074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Transition to ACTIVE for port object c5393b9c-e888-4964-9000-d7863566db8d will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:01.007859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ff091e-fc87-46c9-a53f-bca0b1a4ba73 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:01.016264 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-62ff091e-fc87-46c9-a53f-bca0b1a4ba73 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.018332 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Transition to ACTIVE for port object c5393b9c-e888-4964-9000-d7863566db8d will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:01.029993 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.124020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:01.127157 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:01.135021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:01.214741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Pushing event updated for resources: {'Port': ['ID=c5393b9c-e888-4964-9000-d7863566db8d,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:01.230506 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Attempting to bind port c5393b9c-e888-4964-9000-d7863566db8d on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:01.231042 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Attempting to bind port c5393b9c-e888-4964-9000-d7863566db8d by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:01.231682 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Attempting to bind port c5393b9c-e888-4964-9000-d7863566db8d on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:01.239314 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:01.239586 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b7c0b-0357-4e91-8cf3-18d12e0b1748 req-84bf5af7-d2f7-4e39-86a5-f65de6f1a3f7 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:01.239966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:01.240173 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-aa991696-6a84-470f-a9ce-7a91911c1f67 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::cf (644dd19b-aa0a-4755-9430-38a1fea5548c/6887ef3f-1285-40cf-a67b-077337805f0f/bd5f50d0-baa3-4393-aad9-7563b23bf758) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:01.240707 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.240894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-545b7c0b-0357-4e91-8cf3-18d12e0b1748 req-84bf5af7-d2f7-4e39-86a5-f65de6f1a3f7 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 946 time: 0.1420665 Jul 27 21:19:01.241163 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:01.241757 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Bound port: c5393b9c-e888-4964-9000-d7863566db8d, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:01.242393 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.341005 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-545b7c0b-0357-4e91-8cf3-18d12e0b1748 req-13ebc98d-5a45-4dee-b2a8-ba0df63ea889 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868821 Jul 27 21:19:01.360905 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] For port c5393b9c-e888-4964-9000-d7863566db8d, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:01.369047 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] For port c5393b9c-e888-4964-9000-d7863566db8d, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c5393b9c-e888-4964-9000-d7863566db8d,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:01.383267 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.499371 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-62ff091e-fc87-46c9-a53f-bca0b1a4ba73 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.580342 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dbb1d-020d-410a-8799-1b786d3fd2f9 req-cd054769-8d83-4197-9802-5b3d696fc9d3 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:01.585645 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb2dbb1d-020d-410a-8799-1b786d3fd2f9 req-cd054769-8d83-4197-9802-5b3d696fc9d3 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.1422133 Jul 27 21:19:01.674992 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb2dbb1d-020d-410a-8799-1b786d3fd2f9 req-f90774fa-b70e-4327-9171-2ff305e4c9e4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851068 Jul 27 21:19:01.683448 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ff091e-fc87-46c9-a53f-bca0b1a4ba73 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:01.692292 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-62ff091e-fc87-46c9-a53f-bca0b1a4ba73 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:01.715795 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff091e-fc87-46c9-a53f-bca0b1a4ba73 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Subnet': ['ID=7f21a7ba-fca3-412c-bb24-e15e2f9f58d3,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:01.724247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ff091e-fc87-46c9-a53f-bca0b1a4ba73 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:01.724864 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-62ff091e-fc87-46c9-a53f-bca0b1a4ba73 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.744553 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-aa991696-6a84-470f-a9ce-7a91911c1f67 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.754966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166ba41-96c9-4cdc-98cc-f72ef170e94f None None] Pushing event updated for resources: {'Port': ['ID=c5393b9c-e888-4964-9000-d7863566db8d,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:01.766015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47ec571-1796-4897-9488-660097133219 None None] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:01.778652 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37422) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:01.778897 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-62ff091e-fc87-46c9-a53f-bca0b1a4ba73 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0357902 Jul 27 21:19:01.781671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-aa991696-6a84-470f-a9ce-7a91911c1f67 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object bd5f50d0-baa3-4393-aad9-7563b23bf758 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:01.783369 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d08a083e-ce9e-4193-a891-71c0ccd70671 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'security_group': {'name': 'tempest-secgroup-1208902253'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:01.839593 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-aa991696-6a84-470f-a9ce-7a91911c1f67 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.853833 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d08a083e-ce9e-4193-a891-71c0ccd70671 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.936648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa991696-6a84-470f-a9ce-7a91911c1f67 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:01.956612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-aa991696-6a84-470f-a9ce-7a91911c1f67 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:01.966599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa991696-6a84-470f-a9ce-7a91911c1f67 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:01.975311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa991696-6a84-470f-a9ce-7a91911c1f67 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:01.975993 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-aa991696-6a84-470f-a9ce-7a91911c1f67 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:01.989702 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa991696-6a84-470f-a9ce-7a91911c1f67 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=bd5f50d0-baa3-4393-aad9-7563b23bf758,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:02.118384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'tenant_id': '3eaf78494981471b9a39078e95b46f18', 'fixed_ips': [{'subnet_id': '7f21a7ba-fca3-412c-bb24-e15e2f9f58d3'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:02.119349 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.126371 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d08a083e-ce9e-4193-a891-71c0ccd70671 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.138629 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d08a083e-ce9e-4193-a891-71c0ccd70671 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.165996 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d08a083e-ce9e-4193-a891-71c0ccd70671 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.168386 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-aa991696-6a84-470f-a9ce-7a91911c1f67 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9681392 Jul 27 21:19:02.175686 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d08a083e-ce9e-4193-a891-71c0ccd70671 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3949306 Jul 27 21:19:02.180867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37426) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:02.185950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37428) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:02.236156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-b8af1e46-3dda-4d5b-aaab-baa5c7144e07 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'security_group': {'name': 'tempest-secgroup-343105714'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:02.237047 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a083e-ce9e-4193-a891-71c0ccd70671 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054640e5-7fd6-4067-a400-106e84a8a3cc,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:02.298097 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e334de0a-a8c7-4347-8f16-5c3dfaa4f1f8 req-75b912f0-a46b-412a-8a00-9df2a81ff77b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2334898 Jul 27 21:19:02.325889 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b8af1e46-3dda-4d5b-aaab-baa5c7144e07 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.383434 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee3783-9bb7-4935-9645-1f344498da09 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:02.389666 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee3783-9bb7-4935-9645-1f344498da09 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:02.393814 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-66ee3783-9bb7-4935-9645-1f344498da09 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2077818 Jul 27 21:19:02.394711 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37434) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:02.591607 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Allocated IP 172.20.0.2 (3e9ba7e1-3773-48dc-a56e-7a0ff16dacea/7f21a7ba-fca3-412c-bb24-e15e2f9f58d3/7a1adf7d-e964-4ae1-b049-4f790ccc71c8) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:02.596900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334de0a-a8c7-4347-8f16-5c3dfaa4f1f8 req-172c9930-91e7-494d-b348-5d3dc52f20fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:02.599883 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e334de0a-a8c7-4347-8f16-5c3dfaa4f1f8 req-172c9930-91e7-494d-b348-5d3dc52f20fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da4d529c58904df7b9361d196266d464&device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 1096 time: 0.2412918 Jul 27 21:19:02.657053 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-00f0d247-6de0-49eb-9ead-69c815f14c18 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port bd5f50d0-baa3-4393-aad9-7563b23bf758 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:02.658475 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-00f0d247-6de0-49eb-9ead-69c815f14c18 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.671147 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b8af1e46-3dda-4d5b-aaab-baa5c7144e07 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.672230 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ca226-d2f1-4770-9170-41d12d177745 req-24360dea-cfc6-49ae-95fe-e99b528b2971 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:02.673994 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd7ca226-d2f1-4770-9170-41d12d177745 req-24360dea-cfc6-49ae-95fe-e99b528b2971 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 946 time: 0.1758614 Jul 27 21:19:02.720647 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b8af1e46-3dda-4d5b-aaab-baa5c7144e07 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.762247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af1e46-3dda-4d5b-aaab-baa5c7144e07 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98002a6-f612-47dd-848b-bedbc2b57f2a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:02.817058 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b8af1e46-3dda-4d5b-aaab-baa5c7144e07 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.825830 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b8af1e46-3dda-4d5b-aaab-baa5c7144e07 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6404245 Jul 27 21:19:02.828969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37438) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:02.839033 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd7ca226-d2f1-4770-9170-41d12d177745 req-66f82ab6-5df4-4de2-8663-59cc42dbc66a tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473529 Jul 27 21:19:02.841348 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-bd0c01dd-2f66-46f2-a3cf-aa51593a246c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1577895905', 'security_groups': ['e98002a6-f612-47dd-848b-bedbc2b57f2a'], 'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7f21a7ba-fca3-412c-bb24-e15e2f9f58d3'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:02.942867 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.956022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Transition to ACTIVE for port object 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:02.979655 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-00f0d247-6de0-49eb-9ead-69c815f14c18 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:02.985228 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Transition to ACTIVE for port object 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:03.001406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334de0a-a8c7-4347-8f16-5c3dfaa4f1f8 req-5d878222-3139-4b2d-917f-0a70273e724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:03.002174 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:03.009369 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e334de0a-a8c7-4347-8f16-5c3dfaa4f1f8 req-5d878222-3139-4b2d-917f-0a70273e724b service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bdda84e-66f1-44c6-b187-28484bc5cb69 HTTP/1.1" status: 200 len: 915 time: 0.3845780 Jul 27 21:19:03.062613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-00f0d247-6de0-49eb-9ead-69c815f14c18 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for bd5f50d0-baa3-4393-aad9-7563b23bf758 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:03.067348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Pushing event updated for resources: {'Port': ['ID=7a1adf7d-e964-4ae1-b049-4f790ccc71c8,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:03.089049 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-444c7d2e-a64c-401b-9256-b0fff86fbb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:03.114964 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:03.120155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:03.145640 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:03.159900 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e334de0a-a8c7-4347-8f16-5c3dfaa4f1f8 req-5eb6d5e0-9701-42b9-aaa0-a57a30404fad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7efd83d4-43bc-4547-b8ba-f8a7223996c3 HTTP/1.1" status: 200 len: 217 time: 0.1123338 Jul 27 21:19:03.268408 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Attempting to bind port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:03.268408 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Attempting to bind port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'bfd8e716-1ea1-4246-89a5-9d24a2f9e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:03.268408 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Attempting to bind port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 on network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:03.270814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:03.271341 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Checking segment: {'id': 'bfd8e716-1ea1-4246-89a5-9d24a2f9e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:03.271753 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:03.272279 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Bound using segment: {'id': 'bfd8e716-1ea1-4246-89a5-9d24a2f9e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:03.272757 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Bound port: 7a1adf7d-e964-4ae1-b049-4f790ccc71c8, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd8e716-1ea1-4246-89a5-9d24a2f9e161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:03.273146 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:03.274152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20075dab-8e60-4d6f-822f-8821a06bb8f7 req-6d393a95-e077-41c5-b71c-7717a4c9b9ea tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:03.281131 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20075dab-8e60-4d6f-822f-8821a06bb8f7 req-6d393a95-e077-41c5-b71c-7717a4c9b9ea tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.4393620 Jul 27 21:19:03.329761 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334de0a-a8c7-4347-8f16-5c3dfaa4f1f8 req-4fbc517a-c8ef-4850-ae00-dc712eddc5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:03.334620 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e334de0a-a8c7-4347-8f16-5c3dfaa4f1f8 req-4fbc517a-c8ef-4850-ae00-dc712eddc5b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a856137-a432-4d9c-81fc-060524041102 HTTP/1.1" status: 200 len: 854 time: 0.1582849 Jul 27 21:19:03.432575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] For port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:03.452847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] For port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7a1adf7d-e964-4ae1-b049-4f790ccc71c8,segment=NetworkSegment(bfd8e716-1ea1-4246-89a5-9d24a2f9e161),segment_id=bfd8e716-1ea1-4246-89a5-9d24a2f9e161)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:03.465851 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:03.476382 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e334de0a-a8c7-4347-8f16-5c3dfaa4f1f8 req-362f486f-33fc-43f6-9420-fc7c40c31f36 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bdda84e-66f1-44c6-b187-28484bc5cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313143 Jul 27 21:19:03.617790 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20075dab-8e60-4d6f-822f-8821a06bb8f7 req-558e595d-b56c-46cb-b0ad-daad19848528 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3072169 Jul 27 21:19:03.691309 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d15ff0-54f4-439f-a18e-9ddabf29ac32 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:03.727149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0c01dd-2f66-46f2-a3cf-aa51593a246c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:03.736366 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b4582-9b6b-421a-bc26-bcc287396309 None None] Pushing event updated for resources: {'Port': ['ID=7a1adf7d-e964-4ae1-b049-4f790ccc71c8,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:03.776150 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-00f0d247-6de0-49eb-9ead-69c815f14c18 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:03.828496 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e334de0a-a8c7-4347-8f16-5c3dfaa4f1f8 req-5b7f93c8-f651-4706-ac81-4b236b45ddaf service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296237 Jul 27 21:19:03.844537 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-277ba178-84d0-4202-beef-2e4cbdae5077 None None] Provisioning for port c5393b9c-e888-4964-9000-d7863566db8d completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:03.879782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0d247-6de0-49eb-9ead-69c815f14c18 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=bd5f50d0-baa3-4393-aad9-7563b23bf758,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:03.983660 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-00f0d247-6de0-49eb-9ead-69c815f14c18 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:03.990096 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-00f0d247-6de0-49eb-9ead-69c815f14c18 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/bd5f50d0-baa3-4393-aad9-7563b23bf758 HTTP/1.1" status: 204 len: 168 time: 1.5899227 Jul 27 21:19:03.996189 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37450) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:04.063356 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.096085 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e334de0a-a8c7-4347-8f16-5c3dfaa4f1f8 req-3c585282-c362-445f-afd2-fe7413e5fc5e service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569950 Jul 27 21:19:04.184151 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bd0c01dd-2f66-46f2-a3cf-aa51593a246c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.190719 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c5393b9c-e888-4964-9000-d7863566db8d up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:04.231451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-bd0c01dd-2f66-46f2-a3cf-aa51593a246c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] device_id is not set on port 7062a28c-2888-4304-b087-9876f1a56947 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:04.241263 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e6ab09-f421-4add-9d85-d57fdc94d6df tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:04.255267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e6ab09-f421-4add-9d85-d57fdc94d6df tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:04.263139 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-25e6ab09-f421-4add-9d85-d57fdc94d6df tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2634673 Jul 27 21:19:04.272320 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37454) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:04.285458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port c5393b9c-e888-4964-9000-d7863566db8d completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:04.302862 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port c5393b9c-e888-4964-9000-d7863566db8d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:04.303235 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.474802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-b618173b-a0b4-42c1-9675-2a3371126fc4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 6887ef3f-1285-40cf-a67b-077337805f0f {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:04.481721 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b618173b-a0b4-42c1-9675-2a3371126fc4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.618694 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.629857 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b618173b-a0b4-42c1-9675-2a3371126fc4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.646688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-bd0c01dd-2f66-46f2-a3cf-aa51593a246c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Allocated IP 172.20.0.3 (3e9ba7e1-3773-48dc-a56e-7a0ff16dacea/7f21a7ba-fca3-412c-bb24-e15e2f9f58d3/7062a28c-2888-4304-b087-9876f1a56947) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:04.751349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port c5393b9c-e888-4964-9000-d7863566db8d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c5393b9c-e888-4964-9000-d7863566db8d,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:04.782707 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:04.955777 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=c5393b9c-e888-4964-9000-d7863566db8d,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:04.973353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-aeef21a7-a789-4e61-98f7-0f4fcd7b0b26 None None] Provisioning complete for port c5393b9c-e888-4964-9000-d7863566db8d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:04.977886 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aeef21a7-a789-4e61-98f7-0f4fcd7b0b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.023804 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b618173b-a0b4-42c1-9675-2a3371126fc4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.177525 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bd0c01dd-2f66-46f2-a3cf-aa51593a246c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.214345 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-bd0c01dd-2f66-46f2-a3cf-aa51593a246c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Transition to ACTIVE for port object 7062a28c-2888-4304-b087-9876f1a56947 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:05.324452 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b618173b-a0b4-42c1-9675-2a3371126fc4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.361631 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1b5c6e67-b314-44e9-8035-5529264aedca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.399932 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bd0c01dd-2f66-46f2-a3cf-aa51593a246c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.429235 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618173b-a0b4-42c1-9675-2a3371126fc4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=6887ef3f-1285-40cf-a67b-077337805f0f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:05.445748 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b618173b-a0b4-42c1-9675-2a3371126fc4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.450184 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b618173b-a0b4-42c1-9675-2a3371126fc4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/6887ef3f-1285-40cf-a67b-077337805f0f HTTP/1.1" status: 204 len: 168 time: 1.1767950 Jul 27 21:19:05.484079 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96985645-fcc0-4137-85f1-3f87b012d570 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:05.487569 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e68e7-4ed9-467a-8425-c9f3d87b0373 req-dad33e53-5811-47a5-8e67-34a60ebdd291 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:05.489144 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d5e68e7-4ed9-467a-8425-c9f3d87b0373 req-dad33e53-5811-47a5-8e67-34a60ebdd291 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.6289134 Jul 27 21:19:05.489640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37466) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:05.569439 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2361fe06-3a65-42d4-b661-e6d2aa9a55bf tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786262 Jul 27 21:19:05.572931 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37468) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:05.578845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0c01dd-2f66-46f2-a3cf-aa51593a246c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:05.579530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-4d6ed196-303d-4411-b3b6-a895bbbe9b0a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:05.601660 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-bd0c01dd-2f66-46f2-a3cf-aa51593a246c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:05.615339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0c01dd-2f66-46f2-a3cf-aa51593a246c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:05.619476 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.627469 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f7938416-2acd-461e-ad00-08264ad89bc2 None None] Could not find standard attr ID for object bd5f50d0-baa3-4393-aad9-7563b23bf758. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:05.629683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c01dd-2f66-46f2-a3cf-aa51593a246c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=7062a28c-2888-4304-b087-9876f1a56947,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:05.757261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0c01dd-2f66-46f2-a3cf-aa51593a246c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:05.757951 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bd0c01dd-2f66-46f2-a3cf-aa51593a246c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.810117 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d5e68e7-4ed9-467a-8425-c9f3d87b0373 req-98ebc7e6-de66-45b4-8499-77278a56cd82 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119924 Jul 27 21:19:05.817889 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bd0c01dd-2f66-46f2-a3cf-aa51593a246c tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9821270 Jul 27 21:19:05.819493 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37474) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:05.840063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-6c722fbc-b5b9-4bdb-b51e-d683edc1072b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'subnet': {'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:05.871981 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6ed196-303d-4411-b3b6-a895bbbe9b0a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:05.881002 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4d6ed196-303d-4411-b3b6-a895bbbe9b0a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:05.896268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-82bb6a0a-7431-4e2b-8d10-9cc2ff641375 None None] Provisioning for port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:05.964713 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac79b650-2a33-4992-9f77-0ab0551d2653 None None] DHCP port deletion for 644dd19b-aa0a-4755-9430-38a1fea5548c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:19:06.050688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-82bb6a0a-7431-4e2b-8d10-9cc2ff641375 None None] Provisioning complete for port 62a7bca1-421f-4dd8-a517-78cb059a5092 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:06.051333 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-82bb6a0a-7431-4e2b-8d10-9cc2ff641375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.143317 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c722fbc-b5b9-4bdb-b51e-d683edc1072b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:06.169502 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6c722fbc-b5b9-4bdb-b51e-d683edc1072b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.183250 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-82bb6a0a-7431-4e2b-8d10-9cc2ff641375 None None] Port 62a7bca1-421f-4dd8-a517-78cb059a5092 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:06.189019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:06.277977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:06.286378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ac79b650-2a33-4992-9f77-0ab0551d2653 None None] Deleting port c5393b9c-e888-4964-9000-d7863566db8d {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:06.286990 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ac79b650-2a33-4992-9f77-0ab0551d2653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.395959 n-d-764806-9 neutron-server[105580]: INFO neutron.db.ipam_backend_mixin [None req-6c722fbc-b5b9-4bdb-b51e-d683edc1072b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7f21a7ba-fca3-412c-bb24-e15e2f9f58d3 (CIDR: 172.20.0.0/28) Jul 27 21:19:06.401929 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:06.403047 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c722fbc-b5b9-4bdb-b51e-d683edc1072b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:19:06.403549 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c722fbc-b5b9-4bdb-b51e-d683edc1072b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:06.403816 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.437225 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6c722fbc-b5b9-4bdb-b51e-d683edc1072b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6144476 Jul 27 21:19:06.439629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37484) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:06.446907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-9fc84b97-581b-4192-b840-27aa08203a39 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'subnet': {'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:06.511510 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4d6ed196-303d-4411-b3b6-a895bbbe9b0a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.567781 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ac79b650-2a33-4992-9f77-0ab0551d2653 None None] For port c5393b9c-e888-4964-9000-d7863566db8d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c5393b9c-e888-4964-9000-d7863566db8d,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:06.568318 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ac79b650-2a33-4992-9f77-0ab0551d2653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.628833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ac79b650-2a33-4992-9f77-0ab0551d2653 None None] Calling delete_port for c5393b9c-e888-4964-9000-d7863566db8d owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:06.658004 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6d27c19c-8826-417f-9180-7ddcf3e02a72 None None] Provisioning for port 7062a28c-2888-4304-b087-9876f1a56947 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:06.662974 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6ed196-303d-4411-b3b6-a895bbbe9b0a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:06.667009 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-4d6ed196-303d-4411-b3b6-a895bbbe9b0a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:06.672286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6ed196-303d-4411-b3b6-a895bbbe9b0a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:06.672885 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4d6ed196-303d-4411-b3b6-a895bbbe9b0a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.676498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ed196-303d-4411-b3b6-a895bbbe9b0a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=c62c619a-3458-4b40-972d-ff48d4efeea5,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:06.695488 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6d27c19c-8826-417f-9180-7ddcf3e02a72 None None] Provisioning complete for port 7062a28c-2888-4304-b087-9876f1a56947 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:06.695943 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6d27c19c-8826-417f-9180-7ddcf3e02a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.699835 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4d6ed196-303d-4411-b3b6-a895bbbe9b0a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1256161 Jul 27 21:19:06.702755 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37488) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:06.708052 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ea1d6a8c-1453-40a7-99ba-e8e8d064f3be tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'name': 'tempest-NetworksTestDHCPv6-663561588'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:06.746011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc84b97-581b-4192-b840-27aa08203a39 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:06.750419 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9fc84b97-581b-4192-b840-27aa08203a39 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:06.965879 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1d6a8c-1453-40a7-99ba-e8e8d064f3be tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:06.969439 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea1d6a8c-1453-40a7-99ba-e8e8d064f3be tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.004291 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-ea1d6a8c-1453-40a7-99ba-e8e8d064f3be tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port a26c5739-a88b-4272-a7b1-2c6530c6bed3 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:07.006501 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6d27c19c-8826-417f-9180-7ddcf3e02a72 None None] Port 7062a28c-2888-4304-b087-9876f1a56947 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:07.047943 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.084762 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ac79b650-2a33-4992-9f77-0ab0551d2653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.167697 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac79b650-2a33-4992-9f77-0ab0551d2653 None None] No DVR routers for this DVR port c5393b9c-e888-4964-9000-d7863566db8d on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:07.177155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7a1adf7d-e964-4ae1-b049-4f790ccc71c8,segment=NetworkSegment(bfd8e716-1ea1-4246-89a5-9d24a2f9e161),segment_id=bfd8e716-1ea1-4246-89a5-9d24a2f9e161)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:07.188108 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79b650-2a33-4992-9f77-0ab0551d2653 None None] Pushing event deleted for resources: {'Port': ['ID=c5393b9c-e888-4964-9000-d7863566db8d,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:07.192782 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.252334 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830fbdb5-9210-48d7-a5d9-79dfa9a1ca35 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:07.261362 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2118b13-1fcb-4c9b-bd56-2b860dd8d88e req-06b7161a-3ff4-4270-b8cb-fcf4e387e211 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:07.261727 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2118b13-1fcb-4c9b-bd56-2b860dd8d88e req-06b7161a-3ff4-4270-b8cb-fcf4e387e211 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.2257879 Jul 27 21:19:07.319512 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.348458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=7a1adf7d-e964-4ae1-b049-4f790ccc71c8,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:07.377020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-ea1d6a8c-1453-40a7-99ba-e8e8d064f3be tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::8d (644dd19b-aa0a-4755-9430-38a1fea5548c/c62c619a-3458-4b40-972d-ff48d4efeea5/a26c5739-a88b-4272-a7b1-2c6530c6bed3) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:07.476534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': 'c62c619a-3458-4b40-972d-ff48d4efeea5'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:07.477952 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.514017 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2118b13-1fcb-4c9b-bd56-2b860dd8d88e req-aae189c0-f9a2-413a-b906-2d1f0085157a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267406 Jul 27 21:19:07.618427 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9fc84b97-581b-4192-b840-27aa08203a39 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.679738 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc84b97-581b-4192-b840-27aa08203a39 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:07.686031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-9fc84b97-581b-4192-b840-27aa08203a39 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:07.691148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc84b97-581b-4192-b840-27aa08203a39 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:07.691745 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9fc84b97-581b-4192-b840-27aa08203a39 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.698344 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.705618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eea7eaa-1e51-4b6d-ae0d-eab96c28ce58 None None] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:07.712586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc84b97-581b-4192-b840-27aa08203a39 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Subnet': ['ID=479eadaa-0ce0-42ff-96a4-6b1c2c208cea,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:07.720612 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9fc84b97-581b-4192-b840-27aa08203a39 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2795646 Jul 27 21:19:07.723174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37506) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:07.729376 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d8f7ab38-a504-44b5-a1fd-6296ec3bb81d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1958831561', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '479eadaa-0ce0-42ff-96a4-6b1c2c208cea'}], 'security_groups': ['054640e5-7fd6-4067-a400-106e84a8a3cc']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:07.758510 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea1d6a8c-1453-40a7-99ba-e8e8d064f3be tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.781973 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-ea1d6a8c-1453-40a7-99ba-e8e8d064f3be tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object a26c5739-a88b-4272-a7b1-2c6530c6bed3 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:07.831815 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea1d6a8c-1453-40a7-99ba-e8e8d064f3be tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.850527 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ab38-a504-44b5-a1fd-6296ec3bb81d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.898709 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1d6a8c-1453-40a7-99ba-e8e8d064f3be tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:07.903389 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-ea1d6a8c-1453-40a7-99ba-e8e8d064f3be tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:07.906738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1d6a8c-1453-40a7-99ba-e8e8d064f3be tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:07.913290 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d6a8c-1453-40a7-99ba-e8e8d064f3be tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:07.913970 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea1d6a8c-1453-40a7-99ba-e8e8d064f3be tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:07.945292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d6a8c-1453-40a7-99ba-e8e8d064f3be tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=a26c5739-a88b-4272-a7b1-2c6530c6bed3,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:07.981536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ea1d6a8c-1453-40a7-99ba-e8e8d064f3be tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2776928 Jul 27 21:19:07.987646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37510) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:08.011186 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Allocated IP 2001:db8::2 (644dd19b-aa0a-4755-9430-38a1fea5548c/c62c619a-3458-4b40-972d-ff48d4efeea5/f3f101eb-5672-4466-9b66-53f27ca31895) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:08.077628 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:08.118026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88220b5d-b6b5-4347-8afb-74755ac4b2e3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:08.125896 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-88220b5d-b6b5-4347-8afb-74755ac4b2e3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1353791 Jul 27 21:19:08.125896 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37516) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:08.313432 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:08.313973 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:08.363944 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-2a29ed45-b27d-4f32-bccd-767e8d440e4a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port a26c5739-a88b-4272-a7b1-2c6530c6bed3 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:08.364063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2a29ed45-b27d-4f32-bccd-767e8d440e4a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:08.528872 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2a29ed45-b27d-4f32-bccd-767e8d440e4a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:08.547032 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54656e3e-e271-4d1a-bcaf-562e028b4bc6 None None] Update dhcp port {'port': {'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'fixed_ips': [{'subnet_id': '7f21a7ba-fca3-412c-bb24-e15e2f9f58d3', 'ip_address': '172.20.0.2'}, {'subnet_id': '479eadaa-0ce0-42ff-96a4-6b1c2c208cea'}], 'binding:host_id': 'n-d-764806-9'}, 'id': '7a1adf7d-e964-4ae1-b049-4f790ccc71c8'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:19:08.549207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-d8f7ab38-a504-44b5-a1fd-6296ec3bb81d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Delete allocated IP 172.20.0.3 (3e9ba7e1-3773-48dc-a56e-7a0ff16dacea/7f21a7ba-fca3-412c-bb24-e15e2f9f58d3) {{(pid=105580) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 21:19:08.553535 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:08.561002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-d8f7ab38-a504-44b5-a1fd-6296ec3bb81d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Allocated IP 172.20.0.20 (3e9ba7e1-3773-48dc-a56e-7a0ff16dacea/479eadaa-0ce0-42ff-96a4-6b1c2c208cea/7062a28c-2888-4304-b087-9876f1a56947) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:08.562164 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-2a29ed45-b27d-4f32-bccd-767e8d440e4a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for a26c5739-a88b-4272-a7b1-2c6530c6bed3 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:08.835679 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ab38-a504-44b5-a1fd-6296ec3bb81d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:08.855551 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bc64dd34-8c57-4128-8fc1-84a7e6cc2209 req-ad93cde8-8ad0-4284-aac2-b5f8056a7f89 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1338978 Jul 27 21:19:08.858957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-d8f7ab38-a504-44b5-a1fd-6296ec3bb81d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Transition to ACTIVE for port object 7062a28c-2888-4304-b087-9876f1a56947 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:08.868619 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ab38-a504-44b5-a1fd-6296ec3bb81d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:08.918905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b662c1c-9ab1-4fa3-8052-e4a9fd1e3cac req-2188fe3c-76e7-410b-8016-5b639bd827c1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:08.934405 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b662c1c-9ab1-4fa3-8052-e4a9fd1e3cac req-2188fe3c-76e7-410b-8016-5b639bd827c1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.2068710 Jul 27 21:19:08.978213 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7ab38-a504-44b5-a1fd-6296ec3bb81d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=7062a28c-2888-4304-b087-9876f1a56947,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:08.991624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b662c1c-9ab1-4fa3-8052-e4a9fd1e3cac req-955f1c85-bf4b-4303-9102-3e3e2198d7fa tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456059 Jul 27 21:19:08.996840 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2a29ed45-b27d-4f32-bccd-767e8d440e4a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.044550 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29ed45-b27d-4f32-bccd-767e8d440e4a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=a26c5739-a88b-4272-a7b1-2c6530c6bed3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:09.102982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Transition to ACTIVE for port object f3f101eb-5672-4466-9b66-53f27ca31895 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:09.127118 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2a29ed45-b27d-4f32-bccd-767e8d440e4a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.133719 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2a29ed45-b27d-4f32-bccd-767e8d440e4a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/a26c5739-a88b-4272-a7b1-2c6530c6bed3 HTTP/1.1" status: 204 len: 168 time: 1.0054176 Jul 27 21:19:09.135682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37560) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:09.206458 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.241605 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-54656e3e-e271-4d1a-bcaf-562e028b4bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.261754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07df608-f48c-4d9b-a0ba-7d5f82e297d1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:09.265485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07df608-f48c-4d9b-a0ba-7d5f82e297d1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:09.271513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7ab38-a504-44b5-a1fd-6296ec3bb81d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] In _notify_port_updated(), no bound segment for port 7062a28c-2888-4304-b087-9876f1a56947 on network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea {{(pid=105580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:19:09.271723 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e07df608-f48c-4d9b-a0ba-7d5f82e297d1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1322713 Jul 27 21:19:09.271839 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Transition to ACTIVE for port object f3f101eb-5672-4466-9b66-53f27ca31895 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:09.272339 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37568) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:09.282240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f7ab38-a504-44b5-a1fd-6296ec3bb81d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:09.287968 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ab38-a504-44b5-a1fd-6296ec3bb81d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.290877 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d8f7ab38-a504-44b5-a1fd-6296ec3bb81d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "PUT /v2.0/ports/7062a28c-2888-4304-b087-9876f1a56947 HTTP/1.1" status: 200 len: 921 time: 1.5666642 Jul 27 21:19:09.293153 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37570) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:09.316888 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64dd34-8c57-4128-8fc1-84a7e6cc2209 req-d0e19a82-b6d9-458c-aab9-a75ac20910f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:09.319062 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bc64dd34-8c57-4128-8fc1-84a7e6cc2209 req-d0e19a82-b6d9-458c-aab9-a75ac20910f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 1097 time: 0.3489242 Jul 27 21:19:09.425665 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5de532-137a-4206-a58e-900edaabf4fe tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet c62c619a-3458-4b40-972d-ff48d4efeea5 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:09.455534 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df5de532-137a-4206-a58e-900edaabf4fe tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.507470 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c5393b9c-e888-4964-9000-d7863566db8d no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:09.521481 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df5de532-137a-4206-a58e-900edaabf4fe tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.556879 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1b4fd405-4f47-42f7-964a-08c17f7f6454 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port 7062a28c-2888-4304-b087-9876f1a56947 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:09.557164 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd405-4f47-42f7-964a-08c17f7f6454 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.561156 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: c5393b9c-e888-4964-9000-d7863566db8d {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:09.561751 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c5393b9c-e888-4964-9000-d7863566db8d not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:09.566780 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.588987 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5b74f-3c8d-4009-b305-4038620fc6b2 req-56c89878-3135-457d-8d84-3975f87e476b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:09.590690 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7b5b74f-3c8d-4009-b305-4038620fc6b2 req-56c89878-3135-457d-8d84-3975f87e476b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 946 time: 0.1820011 Jul 27 21:19:09.655823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64dd34-8c57-4128-8fc1-84a7e6cc2209 req-11a49504-3a83-4ccb-bc65-b21da37c6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:09.657898 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bc64dd34-8c57-4128-8fc1-84a7e6cc2209 req-11a49504-3a83-4ccb-bc65-b21da37c6ea7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.3064587 Jul 27 21:19:09.690209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:09.723869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Pushing event updated for resources: {'Port': ['ID=f3f101eb-5672-4466-9b66-53f27ca31895,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:09.749854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:09.753752 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:09.826475 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd405-4f47-42f7-964a-08c17f7f6454 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.879666 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bc64dd34-8c57-4128-8fc1-84a7e6cc2209 req-d5107055-b833-4345-943e-0e93049aeefe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818 HTTP/1.1" status: 200 len: 1000 time: 0.2130387 Jul 27 21:19:09.880732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1b4fd405-4f47-42f7-964a-08c17f7f6454 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for 7062a28c-2888-4304-b087-9876f1a56947 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:09.925784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-54656e3e-e271-4d1a-bcaf-562e028b4bc6 None None] Allocated IP 172.20.0.18 (3e9ba7e1-3773-48dc-a56e-7a0ff16dacea/479eadaa-0ce0-42ff-96a4-6b1c2c208cea/7a1adf7d-e964-4ae1-b049-4f790ccc71c8) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:09.927530 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Attempting to bind port f3f101eb-5672-4466-9b66-53f27ca31895 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:09.927901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Attempting to bind port f3f101eb-5672-4466-9b66-53f27ca31895 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:09.928282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Attempting to bind port f3f101eb-5672-4466-9b66-53f27ca31895 on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:09.965504 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:09.965774 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:09.965976 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.966674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:09.966877 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Bound port: f3f101eb-5672-4466-9b66-53f27ca31895, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:09.967266 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:09.988870 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7b5b74f-3c8d-4009-b305-4038620fc6b2 req-6471c511-44c7-4007-b6c2-7ad625eedb8d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3890443 Jul 27 21:19:10.008975 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df5de532-137a-4206-a58e-900edaabf4fe tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.051021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64dd34-8c57-4128-8fc1-84a7e6cc2209 req-6c4a7013-22a0-4840-9b4d-f1b2b23197ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:10.052530 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bc64dd34-8c57-4128-8fc1-84a7e6cc2209 req-6c4a7013-22a0-4840-9b4d-f1b2b23197ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.1573901 Jul 27 21:19:10.104820 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df5de532-137a-4206-a58e-900edaabf4fe tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.126622 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-54656e3e-e271-4d1a-bcaf-562e028b4bc6 None None] For port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7a1adf7d-e964-4ae1-b049-4f790ccc71c8,segment=NetworkSegment(bfd8e716-1ea1-4246-89a5-9d24a2f9e161),segment_id=bfd8e716-1ea1-4246-89a5-9d24a2f9e161)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:10.160048 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-54656e3e-e271-4d1a-bcaf-562e028b4bc6 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.180680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-54656e3e-e271-4d1a-bcaf-562e028b4bc6 None None] Transition to ACTIVE for port object 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:10.185937 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5de532-137a-4206-a58e-900edaabf4fe tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=c62c619a-3458-4b40-972d-ff48d4efeea5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:10.199830 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-54656e3e-e271-4d1a-bcaf-562e028b4bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.214876 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-df5de532-137a-4206-a58e-900edaabf4fe tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.224643 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-df5de532-137a-4206-a58e-900edaabf4fe tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/c62c619a-3458-4b40-972d-ff48d4efeea5 HTTP/1.1" status: 204 len: 168 time: 0.9474652 Jul 27 21:19:10.225892 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37586) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:10.334047 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd405-4f47-42f7-964a-08c17f7f6454 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.366037 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54656e3e-e271-4d1a-bcaf-562e028b4bc6 None None] Pushing event updated for resources: {'Port': ['ID=7a1adf7d-e964-4ae1-b049-4f790ccc71c8,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:10.370068 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6c0751de-16a6-4e5a-bc93-1bb453a75893 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1401565 Jul 27 21:19:10.403452 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37598) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:10.415973 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b1085e3a-8997-4675-bd5a-734a442525a2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:10.445916 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] For port f3f101eb-5672-4466-9b66-53f27ca31895, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:10.450160 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] For port f3f101eb-5672-4466-9b66-53f27ca31895, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f3f101eb-5672-4466-9b66-53f27ca31895,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:10.456868 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.492280 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fd405-4f47-42f7-964a-08c17f7f6454 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=7062a28c-2888-4304-b087-9876f1a56947,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:10.635596 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd405-4f47-42f7-964a-08c17f7f6454 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.637585 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1b4fd405-4f47-42f7-964a-08c17f7f6454 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/7062a28c-2888-4304-b087-9876f1a56947 HTTP/1.1" status: 204 len: 168 time: 1.3434823 Jul 27 21:19:10.641816 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37616) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:10.659098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1085e3a-8997-4675-bd5a-734a442525a2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:10.660750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64dd34-8c57-4128-8fc1-84a7e6cc2209 req-bfe74339-8a15-43af-b1c2-7250c12c25c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:10.663101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f124fb-4f4e-46e2-9f4f-526347000709 None None] Pushing event updated for resources: {'Port': ['ID=f3f101eb-5672-4466-9b66-53f27ca31895,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:10.665086 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bc64dd34-8c57-4128-8fc1-84a7e6cc2209 req-bfe74339-8a15-43af-b1c2-7250c12c25c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3725047 Jul 27 21:19:10.666164 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1085e3a-8997-4675-bd5a-734a442525a2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.798913 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbf2879-d4bc-42e6-917e-eaaa69e3016d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] GET failed (client error): The resource could not be found. Jul 27 21:19:10.803211 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5bbf2879-d4bc-42e6-917e-eaaa69e3016d tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports/7062a28c-2888-4304-b087-9876f1a56947 HTTP/1.1" status: 404 len: 333 time: 0.1539907 Jul 27 21:19:10.804493 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37618) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:10.934751 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7186016-6acd-413f-b535-c7d03b550482 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:10.935487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8a7c4d74-2067-4c46-9b0d-cd08ba469818 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:10.956788 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bc64dd34-8c57-4128-8fc1-84a7e6cc2209 req-c4a812c4-b20c-452d-93d6-a3ff8f941836 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841942 Jul 27 21:19:11.059462 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7186016-6acd-413f-b535-c7d03b550482 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.077856 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1085e3a-8997-4675-bd5a-734a442525a2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.205335 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.210297 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7186016-6acd-413f-b535-c7d03b550482 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.214280 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7186016-6acd-413f-b535-c7d03b550482 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.217988 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f7186016-6acd-413f-b535-c7d03b550482 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/security-groups/e98002a6-f612-47dd-848b-bedbc2b57f2a HTTP/1.1" status: 204 len: 168 time: 0.4107468 Jul 27 21:19:11.227233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1085e3a-8997-4675-bd5a-734a442525a2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:11.229340 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37638) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:11.230502 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-b1085e3a-8997-4675-bd5a-734a442525a2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:11.239682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1085e3a-8997-4675-bd5a-734a442525a2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:11.240289 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b1085e3a-8997-4675-bd5a-734a442525a2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.247953 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922096b9-8655-4ca3-8822-8aea8904e518 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:11.283993 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bc64dd34-8c57-4128-8fc1-84a7e6cc2209 req-e28af59c-4d4f-496b-88e8-aa699b740cf6 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136821 Jul 27 21:19:11.285176 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7186016-6acd-413f-b535-c7d03b550482 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98002a6-f612-47dd-848b-bedbc2b57f2a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:11.286256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1085e3a-8997-4675-bd5a-734a442525a2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=a6dc70ae-8198-4cae-8e2f-fd92ff37f504,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:11.316012 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b1085e3a-8997-4675-bd5a-734a442525a2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9099517 Jul 27 21:19:11.319457 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37642) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:11.326110 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-4e9919f4-3735-409e-ac26-fe163e6371bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'name': 'tempest-NetworksTestDHCPv6-1334790729'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:11.358068 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:19:11.361062 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c15f3ad-01aa-49f4-87aa-a6e13374b2fb" -d '{"events": [{"server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:19:11.374092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:11.398548 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.415652 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-77be76cb-d6f2-4314-82e2-718ba32e72f8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.475501 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97309d35-63e2-40f5-86f1-692289eee9af x-openstack-request-id: req-97309d35-63e2-40f5-86f1-692289eee9af {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:19:11.475801 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:19:11.476052 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97309d35-63e2-40f5-86f1-692289eee9af {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:19:11.476618 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-77be76cb-d6f2-4314-82e2-718ba32e72f8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.478159 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'code': 200} Jul 27 21:19:11.488325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-277b24d5-9e46-4ecf-84dc-4342bbe30514 None None] Could not find standard attr ID for object 7062a28c-2888-4304-b087-9876f1a56947. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:11.558049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8a7c4d74-2067-4c46-9b0d-cd08ba469818,revision_number=14']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:11.562316 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-77be76cb-d6f2-4314-82e2-718ba32e72f8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.572611 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-77be76cb-d6f2-4314-82e2-718ba32e72f8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.576573 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-77be76cb-d6f2-4314-82e2-718ba32e72f8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/security-groups/054640e5-7fd6-4067-a400-106e84a8a3cc HTTP/1.1" status: 204 len: 168 time: 0.3451164 Jul 27 21:19:11.579678 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37666) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:11.597788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be76cb-d6f2-4314-82e2-718ba32e72f8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054640e5-7fd6-4067-a400-106e84a8a3cc,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:11.599144 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-277b24d5-9e46-4ecf-84dc-4342bbe30514 None None] Provisioning for port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:11.609636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-277b24d5-9e46-4ecf-84dc-4342bbe30514 None None] Provisioning complete for port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:11.610007 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-277b24d5-9e46-4ecf-84dc-4342bbe30514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.716763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87aafba-2a6d-4101-83a1-18d43ad40f1b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting subnet 7f21a7ba-fca3-412c-bb24-e15e2f9f58d3 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:11.720613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9919f4-3735-409e-ac26-fe163e6371bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:11.724277 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e9919f4-3735-409e-ac26-fe163e6371bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.727929 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b87aafba-2a6d-4101-83a1-18d43ad40f1b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.807534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-4e9919f4-3735-409e-ac26-fe163e6371bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port 16599d6f-696b-44e7-aac3-9a3c8f8334fa yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:11.853780 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-277b24d5-9e46-4ecf-84dc-4342bbe30514 None None] Provisioning complete for port 62a7bca1-421f-4dd8-a517-78cb059a5092 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:11.856509 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-277b24d5-9e46-4ecf-84dc-4342bbe30514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.880384 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b87aafba-2a6d-4101-83a1-18d43ad40f1b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:11.914092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-277b24d5-9e46-4ecf-84dc-4342bbe30514 None None] Port 62a7bca1-421f-4dd8-a517-78cb059a5092 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:12.055741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be20405-ca61-4fd6-9519-69b2cf5531b3 None None] Update dhcp port {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'fixed_ips': [{'subnet_id': 'a6dc70ae-8198-4cae-8e2f-fd92ff37f504'}], 'binding:host_id': 'n-d-764806-9'}, 'id': 'f3f101eb-5672-4466-9b66-53f27ca31895'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:19:12.097819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:12.147083 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-4e9919f4-3735-409e-ac26-fe163e6371bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::20d (644dd19b-aa0a-4755-9430-38a1fea5548c/a6dc70ae-8198-4cae-8e2f-fd92ff37f504/16599d6f-696b-44e7-aac3-9a3c8f8334fa) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:12.152110 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6be20405-ca61-4fd6-9519-69b2cf5531b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.153788 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b87aafba-2a6d-4101-83a1-18d43ad40f1b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.212408 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9ad21-be43-4c05-8a44-60ed80031111 req-f7cc62b7-ba01-455a-8614-5831c2265fa2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:12.213801 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cde9ad21-be43-4c05-8a44-60ed80031111 req-f7cc62b7-ba01-455a-8614-5831c2265fa2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.2360222 Jul 27 21:19:12.237255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a9209d9c-6e2f-41e5-abb0-a614368e53ff None None] Could not find standard attr ID for object 7062a28c-2888-4304-b087-9876f1a56947. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:12.277966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:12.278867 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.318804 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cde9ad21-be43-4c05-8a44-60ed80031111 req-a6460996-37c5-42ad-8ce4-1ae50dae180f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936911 Jul 27 21:19:12.403319 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b87aafba-2a6d-4101-83a1-18d43ad40f1b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.442013 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b87aafba-2a6d-4101-83a1-18d43ad40f1b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.448978 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37676) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:12.452728 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b87aafba-2a6d-4101-83a1-18d43ad40f1b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/7f21a7ba-fca3-412c-bb24-e15e2f9f58d3 HTTP/1.1" status: 204 len: 168 time: 0.8691733 Jul 27 21:19:12.456370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e1d28bd2-b3fc-4a10-90a0-2327a053a271 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'subnet': {'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:12.497469 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87aafba-2a6d-4101-83a1-18d43ad40f1b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Subnet': ['ID=7f21a7ba-fca3-412c-bb24-e15e2f9f58d3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:12.515610 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdf334c-65eb-4a20-b554-6ba03f265744 None None] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:12.654565 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e9919f4-3735-409e-ac26-fe163e6371bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.693530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-4e9919f4-3735-409e-ac26-fe163e6371bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object 16599d6f-696b-44e7-aac3-9a3c8f8334fa will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:12.811651 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d28bd2-b3fc-4a10-90a0-2327a053a271 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:12.816301 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1d28bd2-b3fc-4a10-90a0-2327a053a271 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.828741 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe875170-c0db-41d0-bfd8-08a47ef4dadb req-8d4eae57-5151-41ca-a925-c66b21955488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:12.832087 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe875170-c0db-41d0-bfd8-08a47ef4dadb req-8d4eae57-5151-41ca-a925-c66b21955488 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 1095 time: 0.1701007 Jul 27 21:19:12.833668 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e9919f4-3735-409e-ac26-fe163e6371bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.844658 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688aed1-5378-429f-bcf4-67fe17a72f40 req-049ec8cb-34c9-4b6f-b281-363a5a315b27 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:12.854364 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0688aed1-5378-429f-bcf4-67fe17a72f40 req-049ec8cb-34c9-4b6f-b281-363a5a315b27 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1327236 Jul 27 21:19:12.919161 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9919f4-3735-409e-ac26-fe163e6371bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:12.922991 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-4e9919f4-3735-409e-ac26-fe163e6371bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:12.928253 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-6be20405-ca61-4fd6-9519-69b2cf5531b3 None None] Allocated IP 2001:db8::2 (644dd19b-aa0a-4755-9430-38a1fea5548c/a6dc70ae-8198-4cae-8e2f-fd92ff37f504/f3f101eb-5672-4466-9b66-53f27ca31895) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:12.946096 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9919f4-3735-409e-ac26-fe163e6371bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:12.952118 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9919f4-3735-409e-ac26-fe163e6371bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:12.952948 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e9919f4-3735-409e-ac26-fe163e6371bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:12.968319 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0688aed1-5378-429f-bcf4-67fe17a72f40 req-e740fd2d-af67-47a7-adce-f35d3bd9e897 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129637 Jul 27 21:19:12.983565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9919f4-3735-409e-ac26-fe163e6371bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=16599d6f-696b-44e7-aac3-9a3c8f8334fa,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:13.000455 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4e9919f4-3735-409e-ac26-fe163e6371bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6773467 Jul 27 21:19:13.000779 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37680) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:13.120432 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e62eb4-018f-475e-9d70-4814108d2722 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:13.126708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6be20405-ca61-4fd6-9519-69b2cf5531b3 None None] For port f3f101eb-5672-4466-9b66-53f27ca31895, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f3f101eb-5672-4466-9b66-53f27ca31895,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:13.129414 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e62eb4-018f-475e-9d70-4814108d2722 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:13.134102 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe875170-c0db-41d0-bfd8-08a47ef4dadb req-19369f2d-c51d-4e42-bf5b-a9f57422c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:13.135922 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe875170-c0db-41d0-bfd8-08a47ef4dadb req-19369f2d-c51d-4e42-bf5b-a9f57422c997 service neutron] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.2904048 Jul 27 21:19:13.136402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37684) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:13.137373 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-11e62eb4-018f-475e-9d70-4814108d2722 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1349380 Jul 27 21:19:13.185801 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6be20405-ca61-4fd6-9519-69b2cf5531b3 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.202999 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6be20405-ca61-4fd6-9519-69b2cf5531b3 None None] Ignored duplicate provisioning block setup for port f3f101eb-5672-4466-9b66-53f27ca31895 by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 21:19:13.216486 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6be20405-ca61-4fd6-9519-69b2cf5531b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.350375 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be20405-ca61-4fd6-9519-69b2cf5531b3 None None] Pushing event updated for resources: {'Port': ['ID=f3f101eb-5672-4466-9b66-53f27ca31895,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:13.379841 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe875170-c0db-41d0-bfd8-08a47ef4dadb req-20c28988-c324-4672-af24-065700cc1d6d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818 HTTP/1.1" status: 200 len: 998 time: 0.2303498 Jul 27 21:19:13.513778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe875170-c0db-41d0-bfd8-08a47ef4dadb req-ed21f134-ad2e-4deb-a777-bd9e7b31d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:13.516098 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe875170-c0db-41d0-bfd8-08a47ef4dadb req-ed21f134-ad2e-4deb-a777-bd9e7b31d1f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.1240921 Jul 27 21:19:13.612730 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1d28bd2-b3fc-4a10-90a0-2327a053a271 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.622900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-15e7c197-7aa2-4eab-8a85-e720a53e6e14 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port 16599d6f-696b-44e7-aac3-9a3c8f8334fa {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:13.628012 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15e7c197-7aa2-4eab-8a85-e720a53e6e14 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.758835 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d28bd2-b3fc-4a10-90a0-2327a053a271 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:13.773511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-e1d28bd2-b3fc-4a10-90a0-2327a053a271 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:13.787802 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d28bd2-b3fc-4a10-90a0-2327a053a271 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:13.788404 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1d28bd2-b3fc-4a10-90a0-2327a053a271 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.797510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d28bd2-b3fc-4a10-90a0-2327a053a271 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Subnet': ['ID=41177d27-90af-4dcc-beac-0568e0ce49c4,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:13.816690 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe875170-c0db-41d0-bfd8-08a47ef4dadb req-0db31d46-942a-4197-8547-3a4d052840db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:13.818379 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe875170-c0db-41d0-bfd8-08a47ef4dadb req-0db31d46-942a-4197-8547-3a4d052840db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2911799 Jul 27 21:19:13.825510 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71417b6-4327-4221-ba56-23d1f3b5f4e6 None None] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:13.845957 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e1d28bd2-b3fc-4a10-90a0-2327a053a271 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3940117 Jul 27 21:19:13.848671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37688) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:13.854127 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-3fb7503b-e751-420f-8c59-789f440f0877 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'security_group': {'name': 'tempest-secgroup-1386617974'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:13.883755 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15e7c197-7aa2-4eab-8a85-e720a53e6e14 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.892007 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3fb7503b-e751-420f-8c59-789f440f0877 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:13.904029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-15e7c197-7aa2-4eab-8a85-e720a53e6e14 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for 16599d6f-696b-44e7-aac3-9a3c8f8334fa owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:13.918986 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2af626d1-e92c-4dea-a74b-1b444fb01bd1 None None] Provisioning complete for port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:13.919357 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2af626d1-e92c-4dea-a74b-1b444fb01bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.012403 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe875170-c0db-41d0-bfd8-08a47ef4dadb req-182cdf46-11b3-41e3-857e-aed074ca4bac service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851349 Jul 27 21:19:14.113569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f3f101eb-5672-4466-9b66-53f27ca31895 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:14.131277 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3fb7503b-e751-420f-8c59-789f440f0877 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.185280 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3fb7503b-e751-420f-8c59-789f440f0877 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.189899 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe875170-c0db-41d0-bfd8-08a47ef4dadb req-c06e4a34-c1a4-4aad-86a4-be1e9326e1bc service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686797 Jul 27 21:19:14.196006 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15e7c197-7aa2-4eab-8a85-e720a53e6e14 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.240018 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7c197-7aa2-4eab-8a85-e720a53e6e14 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=16599d6f-696b-44e7-aac3-9a3c8f8334fa,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:14.251314 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3fb7503b-e751-420f-8c59-789f440f0877 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.252941 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3fb7503b-e751-420f-8c59-789f440f0877 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4032047 Jul 27 21:19:14.258448 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37696) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:14.263109 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7503b-e751-420f-8c59-789f440f0877 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a830a56-920e-432a-9717-30fdcde5120c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:14.271033 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-830352fc-dd40-4992-a27f-acf1679f61c0 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'security_group': {'name': 'tempest-secgroup-1974536352'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:14.281868 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5020d73-39a0-447a-a32b-e7b5f4888d2d req-c05bed49-486d-4a17-a20f-047eee251d84 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:14.291262 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5020d73-39a0-447a-a32b-e7b5f4888d2d req-c05bed49-486d-4a17-a20f-047eee251d84 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1546428 Jul 27 21:19:14.326620 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15e7c197-7aa2-4eab-8a85-e720a53e6e14 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.328675 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-15e7c197-7aa2-4eab-8a85-e720a53e6e14 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/16599d6f-696b-44e7-aac3-9a3c8f8334fa HTTP/1.1" status: 204 len: 168 time: 1.1891832 Jul 27 21:19:14.333197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37698) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:14.342826 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port f3f101eb-5672-4466-9b66-53f27ca31895 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:14.366355 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5020d73-39a0-447a-a32b-e7b5f4888d2d req-5c936ad9-eb75-469d-8366-54e3e60ba6bd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739639 Jul 27 21:19:14.391432 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-830352fc-dd40-4992-a27f-acf1679f61c0 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.420821 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2af626d1-e92c-4dea-a74b-1b444fb01bd1 None None] Provisioning complete for port 62a7bca1-421f-4dd8-a517-78cb059a5092 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:14.421203 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2af626d1-e92c-4dea-a74b-1b444fb01bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.455437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ccce77-e8e4-45e1-8698-b97c875065b8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:14.458183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ccce77-e8e4-45e1-8698-b97c875065b8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:14.463653 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-81ccce77-e8e4-45e1-8698-b97c875065b8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1287391 Jul 27 21:19:14.463955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37702) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:14.556212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-2597d623-8d55-4f40-a961-362487dc8d79 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet a6dc70ae-8198-4cae-8e2f-fd92ff37f504 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:14.564282 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2597d623-8d55-4f40-a961-362487dc8d79 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.603721 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343c5c06-6bef-4aae-a958-9c8e13b31fbe None None] Update dhcp port {'port': {'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'fixed_ips': [{'subnet_id': '479eadaa-0ce0-42ff-96a4-6b1c2c208cea', 'ip_address': '172.20.0.18'}, {'subnet_id': '41177d27-90af-4dcc-beac-0568e0ce49c4'}], 'binding:host_id': 'n-d-764806-9'}, 'id': '7a1adf7d-e964-4ae1-b049-4f790ccc71c8'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:19:14.625386 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-830352fc-dd40-4992-a27f-acf1679f61c0 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.637990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-2af626d1-e92c-4dea-a74b-1b444fb01bd1 None None] Port 62a7bca1-421f-4dd8-a517-78cb059a5092 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:14.643504 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-830352fc-dd40-4992-a27f-acf1679f61c0 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.647565 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2597d623-8d55-4f40-a961-362487dc8d79 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.666181 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-343c5c06-6bef-4aae-a958-9c8e13b31fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.785577 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2597d623-8d55-4f40-a961-362487dc8d79 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.895335 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2597d623-8d55-4f40-a961-362487dc8d79 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.973560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597d623-8d55-4f40-a961-362487dc8d79 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=a6dc70ae-8198-4cae-8e2f-fd92ff37f504,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:14.980882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-343c5c06-6bef-4aae-a958-9c8e13b31fbe None None] Allocated IP 172.20.0.2 (3e9ba7e1-3773-48dc-a56e-7a0ff16dacea/41177d27-90af-4dcc-beac-0568e0ce49c4/7a1adf7d-e964-4ae1-b049-4f790ccc71c8) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:14.984012 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2597d623-8d55-4f40-a961-362487dc8d79 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:14.987147 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2597d623-8d55-4f40-a961-362487dc8d79 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/a6dc70ae-8198-4cae-8e2f-fd92ff37f504 HTTP/1.1" status: 204 len: 168 time: 0.5220945 Jul 27 21:19:14.994586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37712) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:15.062490 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-830352fc-dd40-4992-a27f-acf1679f61c0 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.069278 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-830352fc-dd40-4992-a27f-acf1679f61c0 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8025842 Jul 27 21:19:15.069278 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0392e3f7-1193-4109-9cdf-d0418dc0b4cc tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676787 Jul 27 21:19:15.069549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37714) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:15.069549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37716) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:15.074572 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2033dcfe-529a-4d96-8927-61ea90ff0ebd tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'security_group': {'name': 'tempest-secgroup-585610807'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:15.074783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830352fc-dd40-4992-a27f-acf1679f61c0 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9b9386-31e8-4927-8401-e9acca90fb92,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:15.096213 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-162a3920-3355-4923-9670-0c169669b31f None None] Provisioning for port f3f101eb-5672-4466-9b66-53f27ca31895 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:15.105228 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-162a3920-3355-4923-9670-0c169669b31f None None] Provisioning complete for port f3f101eb-5672-4466-9b66-53f27ca31895 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:15.105607 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-162a3920-3355-4923-9670-0c169669b31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.161450 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2033dcfe-529a-4d96-8927-61ea90ff0ebd tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.175686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-343c5c06-6bef-4aae-a958-9c8e13b31fbe None None] For port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7a1adf7d-e964-4ae1-b049-4f790ccc71c8,segment=NetworkSegment(bfd8e716-1ea1-4246-89a5-9d24a2f9e161),segment_id=bfd8e716-1ea1-4246-89a5-9d24a2f9e161)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:15.224662 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c63575-3799-4d50-b556-474bcaddc14e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:15.230363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37718) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:15.230514 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d5c63575-3799-4d50-b556-474bcaddc14e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1600726 Jul 27 21:19:15.237323 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-343c5c06-6bef-4aae-a958-9c8e13b31fbe None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.280192 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-162a3920-3355-4923-9670-0c169669b31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.283772 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-343c5c06-6bef-4aae-a958-9c8e13b31fbe None None] Transition to ACTIVE for port object 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:15.304305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe07a68-4030-46b1-8695-4143d8d376d3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:15.306404 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ffe07a68-4030-46b1-8695-4143d8d376d3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0748162 Jul 27 21:19:15.308579 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86679dce-dfc6-440f-a400-adcdcb0cb39e None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:15.309355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37720) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:15.320380 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2033dcfe-529a-4d96-8927-61ea90ff0ebd tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.323870 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-343c5c06-6bef-4aae-a958-9c8e13b31fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.328632 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2033dcfe-529a-4d96-8927-61ea90ff0ebd tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.361290 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-563b3104-d4d3-40bf-bec2-fdf369233c82 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505607 Jul 27 21:19:15.365827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37726) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:15.373431 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2033dcfe-529a-4d96-8927-61ea90ff0ebd tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.376120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:15.381122 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2033dcfe-529a-4d96-8927-61ea90ff0ebd tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3130751 Jul 27 21:19:15.391006 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37728) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:15.396164 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e67deb98-a773-4f4a-9839-f8a540d25541 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-312639017', 'security_groups': ['ad70e5b6-e563-44d3-b09e-1221dc0c40ee'], 'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '41177d27-90af-4dcc-beac-0568e0ce49c4'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:15.399549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033dcfe-529a-4d96-8927-61ea90ff0ebd tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad70e5b6-e563-44d3-b09e-1221dc0c40ee,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:15.524089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-162a3920-3355-4923-9670-0c169669b31f None None] For port f3f101eb-5672-4466-9b66-53f27ca31895, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f3f101eb-5672-4466-9b66-53f27ca31895,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:15.572464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:15.576784 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.585207 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-162a3920-3355-4923-9670-0c169669b31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.629648 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87857360-347a-4fb4-a695-4b64670d1637 req-cd896b6e-74ad-4a76-9508-ce9a3083db8d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:15.638513 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-87857360-347a-4fb4-a695-4b64670d1637 req-cd896b6e-74ad-4a76-9508-ce9a3083db8d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1593225 Jul 27 21:19:15.640300 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67deb98-a773-4f4a-9839-f8a540d25541 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:15.690779 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c5c06-6bef-4aae-a958-9c8e13b31fbe None None] Pushing event updated for resources: {'Port': ['ID=7a1adf7d-e964-4ae1-b049-4f790ccc71c8,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:15.784127 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-87857360-347a-4fb4-a695-4b64670d1637 req-4edb286f-2676-4eb8-bcd6-7776322250fc tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445916 Jul 27 21:19:15.828941 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.856151 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e67deb98-a773-4f4a-9839-f8a540d25541 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.897784 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-e67deb98-a773-4f4a-9839-f8a540d25541 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] device_id is not set on port 0389b0dd-39e4-44b6-91a8-131622cd8498 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:15.911558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:15.917159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:15.927748 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:15.929008 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:15.940977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=4aeccfe1-f842-40e2-a3c0-4b6e562aa6cd,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:15.951312 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f5da7f9b-4685-42f0-878f-cfbc8307f2a2 None None] Could not find standard attr ID for object 16599d6f-696b-44e7-aac3-9a3c8f8334fa. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:15.968742 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:15.970099 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:15.970099 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:15.970099 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:15.970652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:15.971077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:15.971503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:15.971940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:15.972367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:15.978025 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:15.978601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:15.979179 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:15.987538 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-493e19ef-ad41-429b-a377-581a8a79d740 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6174438 Jul 27 21:19:15.988222 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37744) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:15.997209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1e1ab8a2-b73c-4216-a89d-5c32041084e5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'fixed_ips': [{'subnet_id': '4aeccfe1-f842-40e2-a3c0-4b6e562aa6cd', 'ip_address': '2001:db8::9472:38e3:c34c:6f62'}], 'name': 'tempest-NetworksTestDHCPv6-632746063'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:16.018427 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a3920-3355-4923-9670-0c169669b31f None None] Pushing event updated for resources: {'Port': ['ID=f3f101eb-5672-4466-9b66-53f27ca31895,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:16.069088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:16.116736 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c912720-222f-4c67-ae3b-d38ea25cf97e None None] DHCP port deletion for 644dd19b-aa0a-4755-9430-38a1fea5548c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:19:16.218598 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6c912720-222f-4c67-ae3b-d38ea25cf97e None None] Deleting port f3f101eb-5672-4466-9b66-53f27ca31895 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:16.219856 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f52e1-9ac0-400e-b9c2-cce1772925b5 req-4f7640f5-d37a-4e8d-b1b0-b1698bdd1b7c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:16.220108 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c912720-222f-4c67-ae3b-d38ea25cf97e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.227573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1ab8a2-b73c-4216-a89d-5c32041084e5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:16.228627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a05f52e1-9ac0-400e-b9c2-cce1772925b5 req-4f7640f5-d37a-4e8d-b1b0-b1698bdd1b7c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1933489 Jul 27 21:19:16.296736 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-e67deb98-a773-4f4a-9839-f8a540d25541 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Allocated IP 172.20.0.11 (3e9ba7e1-3773-48dc-a56e-7a0ff16dacea/41177d27-90af-4dcc-beac-0568e0ce49c4/0389b0dd-39e4-44b6-91a8-131622cd8498) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:16.314154 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a05f52e1-9ac0-400e-b9c2-cce1772925b5 req-9276c93c-93f2-4ddc-9485-83de1d12f164 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845599 Jul 27 21:19:16.389748 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1e1ab8a2-b73c-4216-a89d-5c32041084e5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.411685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6c912720-222f-4c67-ae3b-d38ea25cf97e None None] For port f3f101eb-5672-4466-9b66-53f27ca31895, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f3f101eb-5672-4466-9b66-53f27ca31895,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:16.412134 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c912720-222f-4c67-ae3b-d38ea25cf97e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.419862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-1e1ab8a2-b73c-4216-a89d-5c32041084e5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port 32e66dcb-a030-40d1-ba83-c3dbf1c1848f yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:16.450197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6c912720-222f-4c67-ae3b-d38ea25cf97e None None] Calling delete_port for f3f101eb-5672-4466-9b66-53f27ca31895 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:16.611748 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c912720-222f-4c67-ae3b-d38ea25cf97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.651610 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fac1e919-3e6c-42aa-9621-91e91267f222 None None] Provisioning for port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:16.657057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c912720-222f-4c67-ae3b-d38ea25cf97e None None] Pushing event deleted for resources: {'Port': ['ID=f3f101eb-5672-4466-9b66-53f27ca31895,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:16.659538 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c912720-222f-4c67-ae3b-d38ea25cf97e None None] No DVR routers for this DVR port f3f101eb-5672-4466-9b66-53f27ca31895 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:16.663532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fac1e919-3e6c-42aa-9621-91e91267f222 None None] Provisioning complete for port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:16.664184 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fac1e919-3e6c-42aa-9621-91e91267f222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.670262 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e67deb98-a773-4f4a-9839-f8a540d25541 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.684843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-1e1ab8a2-b73c-4216-a89d-5c32041084e5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::9472:38e3:c34c:6f62 (644dd19b-aa0a-4755-9430-38a1fea5548c/4aeccfe1-f842-40e2-a3c0-4b6e562aa6cd/32e66dcb-a030-40d1-ba83-c3dbf1c1848f) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:16.691739 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-e67deb98-a773-4f4a-9839-f8a540d25541 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Transition to ACTIVE for port object 0389b0dd-39e4-44b6-91a8-131622cd8498 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:16.700969 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1390970e-4d55-47a7-9f96-bdf43a97c385 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:16.748128 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025ac24-4478-4b91-9037-983edc9b575e req-cc753e29-c541-4aaf-97c5-15cf7c82c1d9 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:16.750467 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1025ac24-4478-4b91-9037-983edc9b575e req-cc753e29-c541-4aaf-97c5-15cf7c82c1d9 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.3262930 Jul 27 21:19:16.753200 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e67deb98-a773-4f4a-9839-f8a540d25541 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.870569 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67deb98-a773-4f4a-9839-f8a540d25541 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:16.881534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-e67deb98-a773-4f4a-9839-f8a540d25541 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:16.884774 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67deb98-a773-4f4a-9839-f8a540d25541 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:16.903844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fac1e919-3e6c-42aa-9621-91e91267f222 None None] Provisioning complete for port 62a7bca1-421f-4dd8-a517-78cb059a5092 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:16.904354 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fac1e919-3e6c-42aa-9621-91e91267f222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.923573 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1e1ab8a2-b73c-4216-a89d-5c32041084e5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.941206 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-fac1e919-3e6c-42aa-9621-91e91267f222 None None] Port 62a7bca1-421f-4dd8-a517-78cb059a5092 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:16.951411 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-1e1ab8a2-b73c-4216-a89d-5c32041084e5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object 32e66dcb-a030-40d1-ba83-c3dbf1c1848f will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:16.967363 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1025ac24-4478-4b91-9037-983edc9b575e req-e7ef2264-003b-44c3-b4e7-b39b908e8217 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073061 Jul 27 21:19:16.970360 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67deb98-a773-4f4a-9839-f8a540d25541 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=0389b0dd-39e4-44b6-91a8-131622cd8498,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:16.979679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67deb98-a773-4f4a-9839-f8a540d25541 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:16.980840 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e67deb98-a773-4f4a-9839-f8a540d25541 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:16.996987 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': '4aeccfe1-f842-40e2-a3c0-4b6e562aa6cd'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:16.998628 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.012972 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e67deb98-a773-4f4a-9839-f8a540d25541 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6205900 Jul 27 21:19:17.015562 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37762) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:17.020961 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4a9a5127-501b-4f08-a9ca-5ae83e3994a0 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'subnet': {'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:17.111730 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1e1ab8a2-b73c-4216-a89d-5c32041084e5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.192552 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Allocated IP 2001:db8::2 (644dd19b-aa0a-4755-9430-38a1fea5548c/4aeccfe1-f842-40e2-a3c0-4b6e562aa6cd/f3170c3f-f711-45db-a971-a79225c59750) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:17.205021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1ab8a2-b73c-4216-a89d-5c32041084e5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:17.208123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ab8a2-b73c-4216-a89d-5c32041084e5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=32e66dcb-a030-40d1-ba83-c3dbf1c1848f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:17.213471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-1e1ab8a2-b73c-4216-a89d-5c32041084e5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:17.217968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ab8a2-b73c-4216-a89d-5c32041084e5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:17.223612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1ab8a2-b73c-4216-a89d-5c32041084e5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:17.224237 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1e1ab8a2-b73c-4216-a89d-5c32041084e5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.252719 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9a5127-501b-4f08-a9ca-5ae83e3994a0 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:17.260515 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4a9a5127-501b-4f08-a9ca-5ae83e3994a0 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.277817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1e1ab8a2-b73c-4216-a89d-5c32041084e5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2882206 Jul 27 21:19:17.282134 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37774) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:17.291101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c27e419d-0b51-47a7-822b-53a586f24a56 None None] Provisioning for port 0389b0dd-39e4-44b6-91a8-131622cd8498 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:17.309503 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c27e419d-0b51-47a7-822b-53a586f24a56 None None] Provisioning complete for port 0389b0dd-39e4-44b6-91a8-131622cd8498 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:17.310007 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c27e419d-0b51-47a7-822b-53a586f24a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.366199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c27e419d-0b51-47a7-822b-53a586f24a56 None None] Port 0389b0dd-39e4-44b6-91a8-131622cd8498 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:17.369061 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-2d94afa3-30a9-46cd-8175-9d75ddc521b7 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:17.370650 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-2d94afa3-30a9-46cd-8175-9d75ddc521b7 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 811 time: 0.1945124 Jul 27 21:19:17.387254 n-d-764806-9 neutron-server[105580]: INFO neutron.db.ipam_backend_mixin [None req-4a9a5127-501b-4f08-a9ca-5ae83e3994a0 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 41177d27-90af-4dcc-beac-0568e0ce49c4 (CIDR: 172.20.0.0/28) Jul 27 21:19:17.391886 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-00e238b3-46a1-45db-bf7c-6e4537ac5e47 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/quotas/4d778f8b6f9145c4833b2fba5db782c4 HTTP/1.1" status: 200 len: 375 time: 0.0128262 Jul 27 21:19:17.400722 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047cd5d0-9509-45c2-b7d1-2f020d3d961a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:17.401253 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9a5127-501b-4f08-a9ca-5ae83e3994a0 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:19:17.401756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9a5127-501b-4f08-a9ca-5ae83e3994a0 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:17.402170 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-047cd5d0-9509-45c2-b7d1-2f020d3d961a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1191635 Jul 27 21:19:17.404987 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37776) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:17.421739 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4a9a5127-501b-4f08-a9ca-5ae83e3994a0 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4049859 Jul 27 21:19:17.424271 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37778) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:17.431394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4a55e252-cbce-4a88-90e5-fabfba67c765 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'subnet': {'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:17.481076 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.490556 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Transition to ACTIVE for port object f3170c3f-f711-45db-a971-a79225c59750 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:17.507541 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Transition to ACTIVE for port object f3170c3f-f711-45db-a971-a79225c59750 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:17.515149 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.571017 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-7496000b-7ec0-4f0d-b8cd-a880f5b8343f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1670027 Jul 27 21:19:17.575934 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:17.584149 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:17.586911 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:17.587388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a55e252-cbce-4a88-90e5-fabfba67c765 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:17.592467 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4a55e252-cbce-4a88-90e5-fabfba67c765 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.594960 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Pushing event updated for resources: {'Port': ['ID=f3170c3f-f711-45db-a971-a79225c59750,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:17.657653 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-846fa2fa-6edd-4ae1-8af9-979349714e0c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port 32e66dcb-a030-40d1-ba83-c3dbf1c1848f {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:17.658041 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-846fa2fa-6edd-4ae1-8af9-979349714e0c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.701909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Attempting to bind port f3170c3f-f711-45db-a971-a79225c59750 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:17.702485 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Attempting to bind port f3170c3f-f711-45db-a971-a79225c59750 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:17.702850 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Attempting to bind port f3170c3f-f711-45db-a971-a79225c59750 on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:17.715191 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:17.716581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:17.716581 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.717131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:17.717615 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Bound port: f3170c3f-f711-45db-a971-a79225c59750, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:17.718024 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.738128 n-d-764806-9 neutron-server[105580]: INFO neutron.db.ipam_backend_mixin [None req-4a55e252-cbce-4a88-90e5-fabfba67c765 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 479eadaa-0ce0-42ff-96a4-6b1c2c208cea (CIDR: 172.20.0.16/28) Jul 27 21:19:17.744547 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a55e252-cbce-4a88-90e5-fabfba67c765 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:19:17.745997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a55e252-cbce-4a88-90e5-fabfba67c765 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:17.765960 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4a55e252-cbce-4a88-90e5-fabfba67c765 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3402836 Jul 27 21:19:17.768525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37784) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:17.775768 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-61b268b8-6dce-4e2b-91cf-f995fd64d977 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'subnet': {'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:17.808013 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] For port f3170c3f-f711-45db-a971-a79225c59750, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:17.813062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] For port f3170c3f-f711-45db-a971-a79225c59750, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f3170c3f-f711-45db-a971-a79225c59750,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:17.818989 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:17.903748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502feff-8536-41c8-9f1c-83592bdf74d6 None None] Pushing event updated for resources: {'Port': ['ID=f3170c3f-f711-45db-a971-a79225c59750,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:17.952334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b268b8-6dce-4e2b-91cf-f995fd64d977 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Made reservation on behalf of 3eaf78494981471b9a39078e95b46f18 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:17.957886 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-61b268b8-6dce-4e2b-91cf-f995fd64d977 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.060852 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f3f101eb-5672-4466-9b66-53f27ca31895 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:18.115125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: f3f101eb-5672-4466-9b66-53f27ca31895 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:18.116830 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-846fa2fa-6edd-4ae1-8af9-979349714e0c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.118286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f3f101eb-5672-4466-9b66-53f27ca31895 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:18.156417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-846fa2fa-6edd-4ae1-8af9-979349714e0c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for 32e66dcb-a030-40d1-ba83-c3dbf1c1848f owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:18.183544 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-abad92b0-93d6-4160-8867-8e3721cd8d7c service neutron] 10.222.0.55 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110408 Jul 27 21:19:18.317219 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-61b268b8-6dce-4e2b-91cf-f995fd64d977 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.359772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b268b8-6dce-4e2b-91cf-f995fd64d977 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:18.362744 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-36bfe3a9-979b-48f9-acea-926539ce8df5 service neutron] 10.222.0.55 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460643 Jul 27 21:19:18.363543 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-61b268b8-6dce-4e2b-91cf-f995fd64d977 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:18.367200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b268b8-6dce-4e2b-91cf-f995fd64d977 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:18.367783 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-61b268b8-6dce-4e2b-91cf-f995fd64d977 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.373039 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727552b4-b0dd-4b31-a4b8-725db5c78f2a None None] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:18.423545 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-61b268b8-6dce-4e2b-91cf-f995fd64d977 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6537735 Jul 27 21:19:18.428638 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37786) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:18.439665 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-846fa2fa-6edd-4ae1-8af9-979349714e0c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.444785 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-917e7a83-ea50-40d5-a16f-bfffee1cd749 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-331390982', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e76f9a15-3464-451b-9add-ad5661e71aaf'}], 'security_groups': ['8a830a56-920e-432a-9717-30fdcde5120c', '8c9b9386-31e8-4927-8401-e9acca90fb92']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:18.472988 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fa2fa-6edd-4ae1-8af9-979349714e0c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=32e66dcb-a030-40d1-ba83-c3dbf1c1848f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:18.518211 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b268b8-6dce-4e2b-91cf-f995fd64d977 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Subnet': ['ID=e76f9a15-3464-451b-9add-ad5661e71aaf,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:18.592218 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-846fa2fa-6edd-4ae1-8af9-979349714e0c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.601492 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-846fa2fa-6edd-4ae1-8af9-979349714e0c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/32e66dcb-a030-40d1-ba83-c3dbf1c1848f HTTP/1.1" status: 204 len: 168 time: 1.1952240 Jul 27 21:19:18.604101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37792) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:18.677644 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ce3ebc4-bb3e-4274-b339-ceeca1d7e7a9 req-eea985b3-14eb-4b5e-9d28-1e684ff95e3e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 210 time: 0.0660386 Jul 27 21:19:18.733389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e84608f-7553-43cd-b563-002a7e24a90b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:18.735436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e84608f-7553-43cd-b563-002a7e24a90b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:18.739704 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4e84608f-7553-43cd-b563-002a7e24a90b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1320508 Jul 27 21:19:18.741499 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37798) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:18.830826 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-917e7a83-ea50-40d5-a16f-bfffee1cd749 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.878781 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-055bd00f-1033-45b3-91f5-7f8bc63fccb2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 4aeccfe1-f842-40e2-a3c0-4b6e562aa6cd {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:18.883614 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-055bd00f-1033-45b3-91f5-7f8bc63fccb2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.891234 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fadaad0-21a0-446a-b9a6-dca8660a7c1a None None] Update dhcp port {'port': {'network_id': '3e9ba7e1-3773-48dc-a56e-7a0ff16dacea', 'fixed_ips': [{'subnet_id': '479eadaa-0ce0-42ff-96a4-6b1c2c208cea', 'ip_address': '172.20.0.18'}, {'subnet_id': '41177d27-90af-4dcc-beac-0568e0ce49c4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e76f9a15-3464-451b-9add-ad5661e71aaf'}], 'binding:host_id': 'n-d-764806-9'}, 'id': '7a1adf7d-e964-4ae1-b049-4f790ccc71c8'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:19:18.947388 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5fadaad0-21a0-446a-b9a6-dca8660a7c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:18.984633 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-055bd00f-1033-45b3-91f5-7f8bc63fccb2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.135515 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-055bd00f-1033-45b3-91f5-7f8bc63fccb2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.237814 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-055bd00f-1033-45b3-91f5-7f8bc63fccb2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.244935 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-5fadaad0-21a0-446a-b9a6-dca8660a7c1a None None] Allocated IP 172.20.0.34 (3e9ba7e1-3773-48dc-a56e-7a0ff16dacea/e76f9a15-3464-451b-9add-ad5661e71aaf/7a1adf7d-e964-4ae1-b049-4f790ccc71c8) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:19.282705 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bd00f-1033-45b3-91f5-7f8bc63fccb2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=4aeccfe1-f842-40e2-a3c0-4b6e562aa6cd,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:19.288300 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-055bd00f-1033-45b3-91f5-7f8bc63fccb2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.290155 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-055bd00f-1033-45b3-91f5-7f8bc63fccb2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/4aeccfe1-f842-40e2-a3c0-4b6e562aa6cd HTTP/1.1" status: 204 len: 168 time: 0.5469496 Jul 27 21:19:19.293015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37806) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:19.382306 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37808) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:19.385012 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-eb37052e-3dc8-4de2-91db-5908af7b6fea tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:19.392211 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e16e0ee6-eb68-423e-8263-2055bee8b9e6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978754 Jul 27 21:19:19.438557 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750644b5-e463-496d-9107-97099c847880 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:19.549975 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb37052e-3dc8-4de2-91db-5908af7b6fea tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:19.557293 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb37052e-3dc8-4de2-91db-5908af7b6fea tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.567841 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-5fadaad0-21a0-446a-b9a6-dca8660a7c1a None None] For port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7a1adf7d-e964-4ae1-b049-4f790ccc71c8,segment=NetworkSegment(bfd8e716-1ea1-4246-89a5-9d24a2f9e161),segment_id=bfd8e716-1ea1-4246-89a5-9d24a2f9e161)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:19.611223 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0ca42fe8-5043-46a2-a6a1-170cccfe8ba5 None None] Provisioning for port f3170c3f-f711-45db-a971-a79225c59750 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:19.648014 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5fadaad0-21a0-446a-b9a6-dca8660a7c1a None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.692770 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5fadaad0-21a0-446a-b9a6-dca8660a7c1a None None] Transition to ACTIVE for port object 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:19.700364 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5fadaad0-21a0-446a-b9a6-dca8660a7c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.821095 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadaad0-21a0-446a-b9a6-dca8660a7c1a None None] Pushing event updated for resources: {'Port': ['ID=7a1adf7d-e964-4ae1-b049-4f790ccc71c8,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:19.920020 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb37052e-3dc8-4de2-91db-5908af7b6fea tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:19.980996 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5f8615-c4c4-4710-8541-71ca38e7e9da None None] DHCP port deletion for 644dd19b-aa0a-4755-9430-38a1fea5548c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:19:20.030748 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f15e081-f683-4bed-a349-fba19f820701 req-a6690fa5-f69f-4675-896e-ea72c4d32be2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 210 time: 0.1395152 Jul 27 21:19:20.059035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-917e7a83-ea50-40d5-a16f-bfffee1cd749 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Delete allocated IP 172.20.0.11 (3e9ba7e1-3773-48dc-a56e-7a0ff16dacea/41177d27-90af-4dcc-beac-0568e0ce49c4) {{(pid=105580) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 21:19:20.141183 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-de5f8615-c4c4-4710-8541-71ca38e7e9da None None] Deleting port f3170c3f-f711-45db-a971-a79225c59750 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:20.141768 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-de5f8615-c4c4-4710-8541-71ca38e7e9da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:20.144016 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:20.156756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb37052e-3dc8-4de2-91db-5908af7b6fea tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:20.171653 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-eb37052e-3dc8-4de2-91db-5908af7b6fea tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:20.185141 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb37052e-3dc8-4de2-91db-5908af7b6fea tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:20.186394 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb37052e-3dc8-4de2-91db-5908af7b6fea tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:20.193917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-917e7a83-ea50-40d5-a16f-bfffee1cd749 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Allocated IP 172.20.0.38 (3e9ba7e1-3773-48dc-a56e-7a0ff16dacea/e76f9a15-3464-451b-9add-ad5661e71aaf/0389b0dd-39e4-44b6-91a8-131622cd8498) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:20.220429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37052e-3dc8-4de2-91db-5908af7b6fea tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=7032581c-79ba-428e-b36d-48f734d64368,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:20.244081 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-eb37052e-3dc8-4de2-91db-5908af7b6fea tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8662398 Jul 27 21:19:20.246930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37822) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:20.255265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ecd9aa9a-5e1f-47ed-b19d-137dffc8747a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'fixed_ips': [{'subnet_id': '7032581c-79ba-428e-b36d-48f734d64368', 'ip_address': '2001:db8::7a1a:6506:6828:23f5'}], 'name': 'tempest-NetworksTestDHCPv6-129244538'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:20.400006 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-de5f8615-c4c4-4710-8541-71ca38e7e9da None None] For port f3170c3f-f711-45db-a971-a79225c59750, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f3170c3f-f711-45db-a971-a79225c59750,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:20.400493 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-de5f8615-c4c4-4710-8541-71ca38e7e9da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:20.432864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-de5f8615-c4c4-4710-8541-71ca38e7e9da None None] Calling delete_port for f3170c3f-f711-45db-a971-a79225c59750 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:20.494522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-d7b62eba-a5d1-462c-b5f7-518aa2626114 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:20.496505 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-d7b62eba-a5d1-462c-b5f7-518aa2626114 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 811 time: 0.4311159 Jul 27 21:19:20.529296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-c3b989d7-0b9a-436b-8461-6230f075665a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Request body: {'port': {'device_id': 'd76998eb-436f-484e-90db-78cb320a708b', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'admin_state_up': True, 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:20.560211 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-de5f8615-c4c4-4710-8541-71ca38e7e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:20.588359 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f8615-c4c4-4710-8541-71ca38e7e9da None None] No DVR routers for this DVR port f3170c3f-f711-45db-a971-a79225c59750 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:20.637513 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd9aa9a-5e1f-47ed-b19d-137dffc8747a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:20.646668 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9609073-0c34-40d3-9af3-115795d3c0f4 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:20.746306 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f8615-c4c4-4710-8541-71ca38e7e9da None None] Pushing event deleted for resources: {'Port': ['ID=f3170c3f-f711-45db-a971-a79225c59750,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:20.792909 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecd9aa9a-5e1f-47ed-b19d-137dffc8747a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:20.812398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-ecd9aa9a-5e1f-47ed-b19d-137dffc8747a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port a097d1dd-d823-407f-ab39-0d0c845f4a43 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:20.913477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': '7032581c-79ba-428e-b36d-48f734d64368'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:20.915170 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:20.917589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-c3b989d7-0b9a-436b-8461-6230f075665a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Made reservation on behalf of 4d778f8b6f9145c4833b2fba5db782c4 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:20.921660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-c3b989d7-0b9a-436b-8461-6230f075665a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.012150 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-ecd9aa9a-5e1f-47ed-b19d-137dffc8747a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::7a1a:6506:6828:23f5 (644dd19b-aa0a-4755-9430-38a1fea5548c/7032581c-79ba-428e-b36d-48f734d64368/a097d1dd-d823-407f-ab39-0d0c845f4a43) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:21.109106 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-917e7a83-ea50-40d5-a16f-bfffee1cd749 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.144123 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-645f618d-f167-4b3c-8da8-2627d80c1c86 None None] Provisioning for port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:21.155941 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-645f618d-f167-4b3c-8da8-2627d80c1c86 None None] Provisioning complete for port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:21.156689 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-645f618d-f167-4b3c-8da8-2627d80c1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.162839 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-917e7a83-ea50-40d5-a16f-bfffee1cd749 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Transition to ACTIVE for port object 0389b0dd-39e4-44b6-91a8-131622cd8498 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:21.175399 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-917e7a83-ea50-40d5-a16f-bfffee1cd749 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.194484 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-325342aa-23ae-4405-81ef-99dda1b2a037 req-62dfd831-8e50-486c-b5e6-4aeef238edd3 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 210 time: 0.0716867 Jul 27 21:19:21.263453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e7a83-ea50-40d5-a16f-bfffee1cd749 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event updated for resources: {'Port': ['ID=0389b0dd-39e4-44b6-91a8-131622cd8498,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:21.285751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-c3b989d7-0b9a-436b-8461-6230f075665a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Allocated IP 172.20.0.10 (469a8226-6f36-400c-8f75-c82802ca52c3/4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c/6b197af2-29df-4fce-939c-c2f753463315) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:21.321321 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-645f618d-f167-4b3c-8da8-2627d80c1c86 None None] Provisioning for port 0389b0dd-39e4-44b6-91a8-131622cd8498 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:21.329848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-645f618d-f167-4b3c-8da8-2627d80c1c86 None None] Provisioning complete for port 0389b0dd-39e4-44b6-91a8-131622cd8498 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:21.330243 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-645f618d-f167-4b3c-8da8-2627d80c1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.389693 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecd9aa9a-5e1f-47ed-b19d-137dffc8747a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.394784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-645f618d-f167-4b3c-8da8-2627d80c1c86 None None] Port 0389b0dd-39e4-44b6-91a8-131622cd8498 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:21.407356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-645f618d-f167-4b3c-8da8-2627d80c1c86 None None] Provisioning complete for port 62a7bca1-421f-4dd8-a517-78cb059a5092 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:21.407737 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-645f618d-f167-4b3c-8da8-2627d80c1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.429188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-917e7a83-ea50-40d5-a16f-bfffee1cd749 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] In _notify_port_updated(), no bound segment for port 0389b0dd-39e4-44b6-91a8-131622cd8498 on network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea {{(pid=105580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:19:21.431728 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-ecd9aa9a-5e1f-47ed-b19d-137dffc8747a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object a097d1dd-d823-407f-ab39-0d0c845f4a43 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:21.435465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e7a83-ea50-40d5-a16f-bfffee1cd749 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:21.436232 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-917e7a83-ea50-40d5-a16f-bfffee1cd749 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.437834 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-917e7a83-ea50-40d5-a16f-bfffee1cd749 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "PUT /v2.0/ports/0389b0dd-39e4-44b6-91a8-131622cd8498 HTTP/1.1" status: 200 len: 959 time: 3.0057025 Jul 27 21:19:21.441034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37836) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:21.451338 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-645f618d-f167-4b3c-8da8-2627d80c1c86 None None] Port 62a7bca1-421f-4dd8-a517-78cb059a5092 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:21.486353 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecd9aa9a-5e1f-47ed-b19d-137dffc8747a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.540357 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd9aa9a-5e1f-47ed-b19d-137dffc8747a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:21.545708 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-ecd9aa9a-5e1f-47ed-b19d-137dffc8747a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:21.552166 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9aa9a-5e1f-47ed-b19d-137dffc8747a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:21.558101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd9aa9a-5e1f-47ed-b19d-137dffc8747a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:21.558816 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecd9aa9a-5e1f-47ed-b19d-137dffc8747a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.559588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Allocated IP 2001:db8::2 (644dd19b-aa0a-4755-9430-38a1fea5548c/7032581c-79ba-428e-b36d-48f734d64368/688b769d-49e2-49b2-8930-504676428d52) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:21.569318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9aa9a-5e1f-47ed-b19d-137dffc8747a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=a097d1dd-d823-407f-ab39-0d0c845f4a43,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:21.592122 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ecd9aa9a-5e1f-47ed-b19d-137dffc8747a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3415134 Jul 27 21:19:21.592334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37838) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:21.663570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-0e6ddbbf-cac6-4a71-bb96-795e90f6f207 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port 0389b0dd-39e4-44b6-91a8-131622cd8498 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:21.666947 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0e6ddbbf-cac6-4a71-bb96-795e90f6f207 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.699903 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51187acb-e652-4e10-a7a9-a5b45db0bc71 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:21.702542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-51187acb-e652-4e10-a7a9-a5b45db0bc71 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1092532 Jul 27 21:19:21.706134 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37840) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:21.807869 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-c3b989d7-0b9a-436b-8461-6230f075665a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.810151 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.827337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Transition to ACTIVE for port object 688b769d-49e2-49b2-8930-504676428d52 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:21.865583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-c3b989d7-0b9a-436b-8461-6230f075665a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Transition to ACTIVE for port object 6b197af2-29df-4fce-939c-c2f753463315 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:21.866245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Transition to ACTIVE for port object 688b769d-49e2-49b2-8930-504676428d52 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:21.871067 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0e6ddbbf-cac6-4a71-bb96-795e90f6f207 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.882892 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.891157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-0e6ddbbf-cac6-4a71-bb96-795e90f6f207 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for 0389b0dd-39e4-44b6-91a8-131622cd8498 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:21.937584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-17929e8b-df7f-4681-bf65-db1ee40f01a4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port a097d1dd-d823-407f-ab39-0d0c845f4a43 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:21.937946 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17929e8b-df7f-4681-bf65-db1ee40f01a4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:21.952049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:21.954139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:21.956119 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Pushing event updated for resources: {'Port': ['ID=688b769d-49e2-49b2-8930-504676428d52,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:21.958638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:22.025249 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-c3b989d7-0b9a-436b-8461-6230f075665a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:22.028785 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Attempting to bind port 688b769d-49e2-49b2-8930-504676428d52 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:22.029294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Attempting to bind port 688b769d-49e2-49b2-8930-504676428d52 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:22.029774 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Attempting to bind port 688b769d-49e2-49b2-8930-504676428d52 on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:22.037974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:22.038350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:22.038908 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:22.039953 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:22.040602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Bound port: 688b769d-49e2-49b2-8930-504676428d52, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:22.041046 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:22.099408 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-c3b989d7-0b9a-436b-8461-6230f075665a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Network 469a8226-6f36-400c-8f75-c82802ca52c3 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:22.107135 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-c3b989d7-0b9a-436b-8461-6230f075665a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:22.112918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-c3b989d7-0b9a-436b-8461-6230f075665a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:22.132512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] For port 688b769d-49e2-49b2-8930-504676428d52, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:22.142214 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] For port 688b769d-49e2-49b2-8930-504676428d52, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=688b769d-49e2-49b2-8930-504676428d52,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:22.145796 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17929e8b-df7f-4681-bf65-db1ee40f01a4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:22.149542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b989d7-0b9a-436b-8461-6230f075665a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event updated for resources: {'Port': ['ID=6b197af2-29df-4fce-939c-c2f753463315,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:22.157798 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:22.186991 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-17929e8b-df7f-4681-bf65-db1ee40f01a4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for a097d1dd-d823-407f-ab39-0d0c845f4a43 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:22.233942 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f3965726-1786-4032-b861-89a03d1c6ad0 None None] Provisioning complete for port 0389b0dd-39e4-44b6-91a8-131622cd8498 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:22.234622 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f3965726-1786-4032-b861-89a03d1c6ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:22.259778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-c3b989d7-0b9a-436b-8461-6230f075665a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:22.260851 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-c3b989d7-0b9a-436b-8461-6230f075665a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:22.283761 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-c3b989d7-0b9a-436b-8461-6230f075665a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7725043 Jul 27 21:19:22.302870 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Request body: {'port': {'device_id': 'd76998eb-436f-484e-90db-78cb320a708b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:22.308738 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0e6ddbbf-cac6-4a71-bb96-795e90f6f207 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:22.414753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ddbbf-cac6-4a71-bb96-795e90f6f207 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=0389b0dd-39e4-44b6-91a8-131622cd8498,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:22.419728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-f3965726-1786-4032-b861-89a03d1c6ad0 None None] Port 0389b0dd-39e4-44b6-91a8-131622cd8498 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:22.443031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5f47e-21e5-4e6e-8fc8-c8e78d2725b8 None None] Pushing event updated for resources: {'Port': ['ID=688b769d-49e2-49b2-8930-504676428d52,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:22.613554 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:22.619444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-65ddb991-fc15-4be4-a6c4-1ed84c9d256d None None] Provisioning for port 6b197af2-29df-4fce-939c-c2f753463315 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:22.629336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-65ddb991-fc15-4be4-a6c4-1ed84c9d256d None None] Provisioning complete for port 6b197af2-29df-4fce-939c-c2f753463315 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:22.630734 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-65ddb991-fc15-4be4-a6c4-1ed84c9d256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:22.647247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf7164-da98-4bb2-8b44-4555b5b0797d req-e441f401-c39e-46c2-a470-3d35cac5dd02 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:22.650196 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecdf7164-da98-4bb2-8b44-4555b5b0797d req-e441f401-c39e-46c2-a470-3d35cac5dd02 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 932 time: 0.3217225 Jul 27 21:19:22.690000 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0e6ddbbf-cac6-4a71-bb96-795e90f6f207 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:22.692087 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0e6ddbbf-cac6-4a71-bb96-795e90f6f207 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/0389b0dd-39e4-44b6-91a8-131622cd8498 HTTP/1.1" status: 204 len: 168 time: 1.2500038 Jul 27 21:19:22.701370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37856) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:22.756381 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecdf7164-da98-4bb2-8b44-4555b5b0797d req-dfd85149-9913-42e2-929a-79a9e0394beb tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922649 Jul 27 21:19:22.758449 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17929e8b-df7f-4681-bf65-db1ee40f01a4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:22.775532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-65ddb991-fc15-4be4-a6c4-1ed84c9d256d None None] Port 6b197af2-29df-4fce-939c-c2f753463315 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:22.784536 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-0395cecb-e5b5-41fb-89e0-a4883e4a0729 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] GET failed (client error): The resource could not be found. Jul 27 21:19:22.786528 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0395cecb-e5b5-41fb-89e0-a4883e4a0729 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports/0389b0dd-39e4-44b6-91a8-131622cd8498 HTTP/1.1" status: 404 len: 333 time: 0.0764258 Jul 27 21:19:22.797229 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37860) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:22.888130 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17929e8b-df7f-4681-bf65-db1ee40f01a4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=a097d1dd-d823-407f-ab39-0d0c845f4a43,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:22.935119 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17929e8b-df7f-4681-bf65-db1ee40f01a4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:22.939500 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-17929e8b-df7f-4681-bf65-db1ee40f01a4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/a097d1dd-d823-407f-ab39-0d0c845f4a43 HTTP/1.1" status: 204 len: 168 time: 1.2290199 Jul 27 21:19:22.940048 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37864) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:23.046409 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e886e56-7330-43b3-a1a4-c74c3fa3262b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.057730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca62d1b-1cc0-4a29-8e8a-81e92c297772 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:23.059284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca62d1b-1cc0-4a29-8e8a-81e92c297772 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:23.065830 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cca62d1b-1cc0-4a29-8e8a-81e92c297772 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1203785 Jul 27 21:19:23.068253 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37866) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:23.111993 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e886e56-7330-43b3-a1a4-c74c3fa3262b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.151229 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-024e0c58-7440-4a57-a1f4-4677b14afb2a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 7032581c-79ba-428e-b36d-48f734d64368 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:23.154687 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-024e0c58-7440-4a57-a1f4-4677b14afb2a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.165096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b197af2-29df-4fce-939c-c2f753463315 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:19:23.188362 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.197779 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-024e0c58-7440-4a57-a1f4-4677b14afb2a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.236029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Transition to ACTIVE for port object 6b197af2-29df-4fce-939c-c2f753463315 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:23.245492 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.303003 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-024e0c58-7440-4a57-a1f4-4677b14afb2a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.378699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Pushing event updated for resources: {'Port': ['ID=6b197af2-29df-4fce-939c-c2f753463315,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:23.382461 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-024e0c58-7440-4a57-a1f4-4677b14afb2a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.430643 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e0c58-7440-4a57-a1f4-4677b14afb2a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=7032581c-79ba-428e-b36d-48f734d64368,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:23.440308 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e886e56-7330-43b3-a1a4-c74c3fa3262b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.444104 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e886e56-7330-43b3-a1a4-c74c3fa3262b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.450828 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3e886e56-7330-43b3-a1a4-c74c3fa3262b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/security-groups/ad70e5b6-e563-44d3-b09e-1221dc0c40ee HTTP/1.1" status: 204 len: 168 time: 0.6520798 Jul 27 21:19:23.452653 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37874) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:23.455589 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-024e0c58-7440-4a57-a1f4-4677b14afb2a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.460440 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-024e0c58-7440-4a57-a1f4-4677b14afb2a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/7032581c-79ba-428e-b36d-48f734d64368 HTTP/1.1" status: 204 len: 168 time: 0.3923419 Jul 27 21:19:23.528756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37876) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:23.552247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e886e56-7330-43b3-a1a4-c74c3fa3262b tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad70e5b6-e563-44d3-b09e-1221dc0c40ee,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:23.662839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8fd66aa9-fe02-4a4d-b37c-5a87b700de1d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1161411 Jul 27 21:19:23.672950 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37878) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:23.678773 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-cc2cbd93-093b-400c-aad6-324b3e35be92 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:23.810900 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c8cda20-0ea4-4121-848f-86269ed89820 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.850611 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c8cda20-0ea4-4121-848f-86269ed89820 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.864417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2cbd93-093b-400c-aad6-324b3e35be92 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:23.869493 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc2cbd93-093b-400c-aad6-324b3e35be92 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:23.894437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Attempting to bind port 6b197af2-29df-4fce-939c-c2f753463315 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:23.895013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Attempting to bind port 6b197af2-29df-4fce-939c-c2f753463315 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:23.895370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Attempting to bind port 6b197af2-29df-4fce-939c-c2f753463315 on network 469a8226-6f36-400c-8f75-c82802ca52c3 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:23.903316 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Port 6b197af2-29df-4fce-939c-c2f753463315 on network 469a8226-6f36-400c-8f75-c82802ca52c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:23.903823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Attempting to bind port 6b197af2-29df-4fce-939c-c2f753463315 on network 469a8226-6f36-400c-8f75-c82802ca52c3 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:23.910397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:23.910740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Checking segment: {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:23.911182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Bound using segment: {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:23.911617 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Bound port: 6b197af2-29df-4fce-939c-c2f753463315, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:23.911980 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.043179 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] For port 6b197af2-29df-4fce-939c-c2f753463315, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:24.046848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] For port 6b197af2-29df-4fce-939c-c2f753463315, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6b197af2-29df-4fce-939c-c2f753463315,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:24.051525 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c8cda20-0ea4-4121-848f-86269ed89820 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.054344 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5c8cda20-0ea4-4121-848f-86269ed89820 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.055764 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.056734 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5c8cda20-0ea4-4121-848f-86269ed89820 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/security-groups/8c9b9386-31e8-4927-8401-e9acca90fb92 HTTP/1.1" status: 204 len: 168 time: 0.5876112 Jul 27 21:19:24.066245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37882) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:24.076199 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cda20-0ea4-4121-848f-86269ed89820 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9b9386-31e8-4927-8401-e9acca90fb92,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:24.095145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f80029-270c-496a-805e-a5588317e5be None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:24.100830 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5a5e-4e9a-41f8-ba90-a3c9f1b3a89f req-9f6567fe-876c-41ed-8817-617e9f87cd2d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:24.105175 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-174e5a5e-4e9a-41f8-ba90-a3c9f1b3a89f req-9f6567fe-876c-41ed-8817-617e9f87cd2d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 944 time: 0.2031009 Jul 27 21:19:24.173345 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:24.174040 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.175446 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] 10.222.0.66 "PUT /v2.0/ports/6b197af2-29df-4fce-939c-c2f753463315 HTTP/1.1" status: 200 len: 1092 time: 1.8798137 Jul 27 21:19:24.175896 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76998eb-436f-484e-90db-78cb320a708b', 'tag': '6b197af2-29df-4fce-939c-c2f753463315'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:19:24.178173 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef043428-58d9-4ba6-923a-8ae128674206" -d '{"events": [{"name": "network-changed", "server_uuid": "d76998eb-436f-484e-90db-78cb320a708b", "tag": "6b197af2-29df-4fce-939c-c2f753463315"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:19:24.214011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421feab8-5bb0-480f-a094-09b2f3022459 service neutron] Pushing event updated for resources: {'Port': ['ID=6b197af2-29df-4fce-939c-c2f753463315,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:24.214911 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-174e5a5e-4e9a-41f8-ba90-a3c9f1b3a89f req-a6d4a3b9-21c2-4e17-b074-038bf7d972c5 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928829 Jul 27 21:19:24.245610 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 688b769d-49e2-49b2-8930-504676428d52 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:24.292797 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598b7788-1710-4560-bcb9-8c29ed1369b4 x-openstack-request-id: req-598b7788-1710-4560-bcb9-8c29ed1369b4 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:19:24.293171 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76998eb-436f-484e-90db-78cb320a708b", "tag": "6b197af2-29df-4fce-939c-c2f753463315", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:19:24.293521 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-598b7788-1710-4560-bcb9-8c29ed1369b4 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:19:24.293933 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76998eb-436f-484e-90db-78cb320a708b', 'tag': '6b197af2-29df-4fce-939c-c2f753463315', 'status': 'completed', 'code': 200} Jul 27 21:19:24.295584 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3921e1e-fd2b-424d-a93a-bbe4117322c1 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.329021 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3921e1e-fd2b-424d-a93a-bbe4117322c1 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.339948 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc2cbd93-093b-400c-aad6-324b3e35be92 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.350816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ef305d20-dcb4-4cc0-9a08-e9493eb9bed9 None None] Provisioning for port 688b769d-49e2-49b2-8930-504676428d52 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:24.409404 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cbd93-093b-400c-aad6-324b3e35be92 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=983c2c7d-80b9-486b-a102-d1f22efe42b7,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:24.427132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2cbd93-093b-400c-aad6-324b3e35be92 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:24.431613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-cc2cbd93-093b-400c-aad6-324b3e35be92 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:24.439792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2cbd93-093b-400c-aad6-324b3e35be92 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:24.440937 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc2cbd93-093b-400c-aad6-324b3e35be92 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.471594 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3921e1e-fd2b-424d-a93a-bbe4117322c1 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.475443 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cc2cbd93-093b-400c-aad6-324b3e35be92 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8005812 Jul 27 21:19:24.476306 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37890) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:24.480899 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e3921e1e-fd2b-424d-a93a-bbe4117322c1 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.484509 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e3921e1e-fd2b-424d-a93a-bbe4117322c1 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/security-groups/8a830a56-920e-432a-9717-30fdcde5120c HTTP/1.1" status: 204 len: 168 time: 0.4166646 Jul 27 21:19:24.484713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8932dd00-7ba0-43dc-9d7d-19adebc4a371 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'fixed_ips': [{'subnet_id': '983c2c7d-80b9-486b-a102-d1f22efe42b7', 'ip_address': '2001:db8::527e:effb:ee76:80f0'}], 'name': 'tempest-NetworksTestDHCPv6-1888239434'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:24.484834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-22e16991-0de4-4d7f-8da1-5d39b31720ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:24.485973 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-22e16991-0de4-4d7f-8da1-5d39b31720ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 1095 time: 0.2541406 Jul 27 21:19:24.490639 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37892) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:24.545387 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3921e1e-fd2b-424d-a93a-bbe4117322c1 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a830a56-920e-432a-9717-30fdcde5120c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:24.659089 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-7b1600e3-5aed-4c99-bd7f-16e2676ac02a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b197af2-29df-4fce-939c-c2f753463315 HTTP/1.1" status: 200 len: 217 time: 0.1247168 Jul 27 21:19:24.690559 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8932dd00-7ba0-43dc-9d7d-19adebc4a371 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:24.696492 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8932dd00-7ba0-43dc-9d7d-19adebc4a371 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.723114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-8932dd00-7ba0-43dc-9d7d-19adebc4a371 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port c8ccb8ae-f1dc-4376-9cc8-2e2f930f1490 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:24.723339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-d3f9ea78-1c1e-43bb-b3cf-5164a51e4f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:24.726106 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-d3f9ea78-1c1e-43bb-b3cf-5164a51e4f40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.0545392 Jul 27 21:19:24.796264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-181dc2fe-baba-4733-806c-5223431fbcc3 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting subnet 41177d27-90af-4dcc-beac-0568e0ce49c4 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:24.808914 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-181dc2fe-baba-4733-806c-5223431fbcc3 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.817611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 688b769d-49e2-49b2-8930-504676428d52 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:24.827360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 688b769d-49e2-49b2-8930-504676428d52 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:24.827898 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.874480 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-181dc2fe-baba-4733-806c-5223431fbcc3 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.979969 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:24.982154 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-181dc2fe-baba-4733-806c-5223431fbcc3 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:25.041788 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 688b769d-49e2-49b2-8930-504676428d52, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=688b769d-49e2-49b2-8930-504676428d52,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:25.056729 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:25.100092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-8932dd00-7ba0-43dc-9d7d-19adebc4a371 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::527e:effb:ee76:80f0 (644dd19b-aa0a-4755-9430-38a1fea5548c/983c2c7d-80b9-486b-a102-d1f22efe42b7/c8ccb8ae-f1dc-4376-9cc8-2e2f930f1490) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:25.112057 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-181dc2fe-baba-4733-806c-5223431fbcc3 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:25.123065 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-972db0ee-ff45-49b2-ab02-90f2d465843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:25.130914 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-972db0ee-ff45-49b2-ab02-90f2d465843f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3876076 Jul 27 21:19:25.151141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=688b769d-49e2-49b2-8930-504676428d52,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:25.178405 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13909642-7ee6-4bfd-a113-67a8b832f2f5 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:25.197576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181dc2fe-baba-4733-806c-5223431fbcc3 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Subnet': ['ID=41177d27-90af-4dcc-beac-0568e0ce49c4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:25.230010 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-181dc2fe-baba-4733-806c-5223431fbcc3 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:25.238633 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-181dc2fe-baba-4733-806c-5223431fbcc3 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/41177d27-90af-4dcc-beac-0568e0ce49c4 HTTP/1.1" status: 204 len: 168 time: 0.7223601 Jul 27 21:19:25.240922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37894) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:25.256816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd091dbb-d196-4065-b928-a2568f782e13 None None] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:25.321708 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e41b495-f0d2-4cd7-a7ef-cb5c87af06e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting subnet e76f9a15-3464-451b-9add-ad5661e71aaf {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:25.332966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ca68d697-eef0-46d6-bb1b-a7f324a1479b None None] Provisioning complete for port 688b769d-49e2-49b2-8930-504676428d52 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:25.333471 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ca68d697-eef0-46d6-bb1b-a7f324a1479b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:25.342823 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e41b495-f0d2-4cd7-a7ef-cb5c87af06e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:25.380662 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-29102ac1-7e89-472e-abc9-81faaff0187d service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277923 Jul 27 21:19:25.469927 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e41b495-f0d2-4cd7-a7ef-cb5c87af06e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:25.611428 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e41b495-f0d2-4cd7-a7ef-cb5c87af06e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:25.643149 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8932dd00-7ba0-43dc-9d7d-19adebc4a371 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:25.684796 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-8932dd00-7ba0-43dc-9d7d-19adebc4a371 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object c8ccb8ae-f1dc-4376-9cc8-2e2f930f1490 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:25.702790 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e41b495-f0d2-4cd7-a7ef-cb5c87af06e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:25.707247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae91083-51c1-4705-88c8-ce78e7bd0b61 req-ff760242-6fa2-4964-ac47-3b45a8228eed tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:25.708910 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ae91083-51c1-4705-88c8-ce78e7bd0b61 req-ff760242-6fa2-4964-ac47-3b45a8228eed tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 944 time: 0.2868738 Jul 27 21:19:25.767601 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dfadc8a8-af73-4b58-b814-2c564d49e849 req-701ea8b7-ef41-4c6e-8cef-7ffc35cebfc7 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744714 Jul 27 21:19:25.773850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41b495-f0d2-4cd7-a7ef-cb5c87af06e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Subnet': ['ID=e76f9a15-3464-451b-9add-ad5661e71aaf,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:25.780346 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3e41b495-f0d2-4cd7-a7ef-cb5c87af06e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:25.784284 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3e41b495-f0d2-4cd7-a7ef-cb5c87af06e9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/e76f9a15-3464-451b-9add-ad5661e71aaf HTTP/1.1" status: 204 len: 168 time: 0.5404406 Jul 27 21:19:25.786746 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37906) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:25.818597 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ae91083-51c1-4705-88c8-ce78e7bd0b61 req-c1842bc6-726d-4bf8-b69a-ba0eaddd9278 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977058 Jul 27 21:19:25.827913 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8932dd00-7ba0-43dc-9d7d-19adebc4a371 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:25.888708 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3b0bc1-243d-49b1-8bcc-aeca5521c7e8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] DELETE failed (client error): The resource could not be found. Jul 27 21:19:25.889392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3b0bc1-243d-49b1-8bcc-aeca5521c7e8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:25.896266 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dd3b0bc1-243d-49b1-8bcc-aeca5521c7e8 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/41177d27-90af-4dcc-beac-0568e0ce49c4 HTTP/1.1" status: 404 len: 337 time: 0.1086614 Jul 27 21:19:25.900850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37910) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:25.936675 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932dd00-7ba0-43dc-9d7d-19adebc4a371 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=c8ccb8ae-f1dc-4376-9cc8-2e2f930f1490,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:25.947649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8932dd00-7ba0-43dc-9d7d-19adebc4a371 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:25.949606 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-8932dd00-7ba0-43dc-9d7d-19adebc4a371 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:25.952674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8932dd00-7ba0-43dc-9d7d-19adebc4a371 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:25.958365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8932dd00-7ba0-43dc-9d7d-19adebc4a371 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:25.959164 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8932dd00-7ba0-43dc-9d7d-19adebc4a371 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:25.987271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8932dd00-7ba0-43dc-9d7d-19adebc4a371 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5088811 Jul 27 21:19:25.989766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37912) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:25.990316 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d487bd8-30de-43f5-b950-13cbb044dc02 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting subnet 479eadaa-0ce0-42ff-96a4-6b1c2c208cea {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:25.996344 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d487bd8-30de-43f5-b950-13cbb044dc02 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.105843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef043428-58d9-4ba6-923a-8ae128674206 req-b8eea941-25a1-4bb1-844d-03488844e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:26.129031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-aef05076-f838-49b0-a164-f653b009ddf3 None None] Provisioning complete for port 688b769d-49e2-49b2-8930-504676428d52 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:26.129536 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aef05076-f838-49b0-a164-f653b009ddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.132092 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ef043428-58d9-4ba6-923a-8ae128674206 req-b8eea941-25a1-4bb1-844d-03488844e5a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 1095 time: 0.2859414 Jul 27 21:19:26.140984 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d487bd8-30de-43f5-b950-13cbb044dc02 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.155358 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0bb811-da37-452a-b84a-0c29a6f10a86 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:26.156079 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 688b769d-49e2-49b2-8930-504676428d52 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:26.170849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0bb811-da37-452a-b84a-0c29a6f10a86 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:26.172751 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3e0bb811-da37-452a-b84a-0c29a6f10a86 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1819847 Jul 27 21:19:26.181908 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37914) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:26.348731 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 688b769d-49e2-49b2-8930-504676428d52 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:26.349769 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.364760 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3dc71-88f8-45cb-978d-74dd3704bd70 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port c8ccb8ae-f1dc-4376-9cc8-2e2f930f1490 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:26.365118 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ff3dc71-88f8-45cb-978d-74dd3704bd70 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.449883 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d487bd8-30de-43f5-b950-13cbb044dc02 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.571223 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ff3dc71-88f8-45cb-978d-74dd3704bd70 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.572119 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d7685df4-3f1a-4f02-9fb8-8ff4c2025559 None None] Could not find standard attr ID for object 32e66dcb-a030-40d1-ba83-c3dbf1c1848f. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:26.594418 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef043428-58d9-4ba6-923a-8ae128674206 req-bcb5b0f5-413a-4abd-8c71-94678e0568e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:26.597421 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ef043428-58d9-4ba6-923a-8ae128674206 req-bcb5b0f5-413a-4abd-8c71-94678e0568e6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.3826675 Jul 27 21:19:26.601886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-2ff3dc71-88f8-45cb-978d-74dd3704bd70 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for c8ccb8ae-f1dc-4376-9cc8-2e2f930f1490 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:26.675161 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ef043428-58d9-4ba6-923a-8ae128674206 req-8e127d53-7e0a-4a9d-bf7b-b5071b8eb996 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b197af2-29df-4fce-939c-c2f753463315 HTTP/1.1" status: 200 len: 217 time: 0.0678594 Jul 27 21:19:26.735566 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d487bd8-30de-43f5-b950-13cbb044dc02 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.747351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b205774-75dd-41cf-bfea-382a9d537512 None None] Network 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:26.796435 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ff3dc71-88f8-45cb-978d-74dd3704bd70 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.856901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-47881aea-4bb2-419e-ae69-9b7ed331b7af None None] Provisioning complete for port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:26.857144 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3dc71-88f8-45cb-978d-74dd3704bd70 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=c8ccb8ae-f1dc-4376-9cc8-2e2f930f1490,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:26.857267 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-47881aea-4bb2-419e-ae69-9b7ed331b7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.871517 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d487bd8-30de-43f5-b950-13cbb044dc02 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:26.875668 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4d487bd8-30de-43f5-b950-13cbb044dc02 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/479eadaa-0ce0-42ff-96a4-6b1c2c208cea HTTP/1.1" status: 204 len: 168 time: 0.9713953 Jul 27 21:19:26.883966 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37920) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:26.888193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d487bd8-30de-43f5-b950-13cbb044dc02 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Subnet': ['ID=479eadaa-0ce0-42ff-96a4-6b1c2c208cea,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:26.959119 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef043428-58d9-4ba6-923a-8ae128674206 req-9c76b143-dd92-4346-aa8b-35f6ece60227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:26.961220 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ef043428-58d9-4ba6-923a-8ae128674206 req-9c76b143-dd92-4346-aa8b-35f6ece60227 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.2664266 Jul 27 21:19:26.965265 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-63503c45-181c-4be2-b257-b2a05b772676 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] DELETE failed (client error): The resource could not be found. Jul 27 21:19:26.965732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63503c45-181c-4be2-b257-b2a05b772676 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:26.970436 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-63503c45-181c-4be2-b257-b2a05b772676 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/7f21a7ba-fca3-412c-bb24-e15e2f9f58d3 HTTP/1.1" status: 404 len: 337 time: 0.0821550 Jul 27 21:19:26.981603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37924) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:26.995728 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ff3dc71-88f8-45cb-978d-74dd3704bd70 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:27.000712 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2ff3dc71-88f8-45cb-978d-74dd3704bd70 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/c8ccb8ae-f1dc-4376-9cc8-2e2f930f1490 HTTP/1.1" status: 204 len: 168 time: 0.8176324 Jul 27 21:19:27.014873 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37926) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:27.055254 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a0f5a5c3-3b0b-4441-9cf2-f2219e144ab6 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "GET /v2.0/ports?device_id=46270cde-0f2d-4b6f-8401-9d8956e475ea HTTP/1.1" status: 200 len: 205 time: 0.0649264 Jul 27 21:19:27.055805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37928) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:27.098562 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795ed29c-e691-4de3-9af1-eb862904af9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:27.105796 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795ed29c-e691-4de3-9af1-eb862904af9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:27.110616 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-795ed29c-e691-4de3-9af1-eb862904af9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0944798 Jul 27 21:19:27.123585 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-47881aea-4bb2-419e-ae69-9b7ed331b7af None None] Provisioning complete for port 62a7bca1-421f-4dd8-a517-78cb059a5092 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:27.124340 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-47881aea-4bb2-419e-ae69-9b7ed331b7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:27.130943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37930) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:27.143842 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-8eec76aa-46c8-4cde-8c3c-a8941fb93916 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] delete failed (client error): The resource could not be found. Jul 27 21:19:27.147110 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8eec76aa-46c8-4cde-8c3c-a8941fb93916 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/routers/46270cde-0f2d-4b6f-8401-9d8956e475ea HTTP/1.1" status: 404 len: 336 time: 0.0883415 Jul 27 21:19:27.149127 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37932) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:27.192893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f44aeac-2394-47e9-abe3-d11ee4b053a8 None None] DHCP port deletion for 3e9ba7e1-3773-48dc-a56e-7a0ff16dacea request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:19:27.200189 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-37616128-75f3-435f-8431-c275a85e20c5 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] DELETE failed (client error): The resource could not be found. Jul 27 21:19:27.200962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37616128-75f3-435f-8431-c275a85e20c5 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:27.202745 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-37616128-75f3-435f-8431-c275a85e20c5 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/72e39efb-0f3c-409a-9aa0-9ee0d75991a6 HTTP/1.1" status: 404 len: 337 time: 0.0523169 Jul 27 21:19:27.208734 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37934) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:27.231034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7841656-762f-425a-bd90-0e44bee030ef tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 983c2c7d-80b9-486b-a102-d1f22efe42b7 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:27.253120 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33414e3-d3af-4832-9d37-31ccde21acb2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] DELETE failed (client error): The resource could not be found. Jul 27 21:19:27.253582 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33414e3-d3af-4832-9d37-31ccde21acb2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:27.254395 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7841656-762f-425a-bd90-0e44bee030ef tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:27.255479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b33414e3-d3af-4832-9d37-31ccde21acb2 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/101fd46d-a976-4195-b623-b2e5b33cb29c HTTP/1.1" status: 404 len: 337 time: 0.0455642 Jul 27 21:19:27.259079 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37936) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:27.288083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef043428-58d9-4ba6-923a-8ae128674206 req-d9b440bb-4f86-4842-a181-842ae21a5888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:27.290803 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ef043428-58d9-4ba6-923a-8ae128674206 req-d9b440bb-4f86-4842-a181-842ae21a5888 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3176005 Jul 27 21:19:27.299357 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-d177b975-b636-44db-9a31-298801695e8e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] DELETE failed (client error): The resource could not be found. Jul 27 21:19:27.299904 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d177b975-b636-44db-9a31-298801695e8e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:27.301938 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d177b975-b636-44db-9a31-298801695e8e tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/f3392015-548c-4777-8177-eb66274daef8 HTTP/1.1" status: 404 len: 337 time: 0.0375202 Jul 27 21:19:27.305216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37938) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:27.307943 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-47881aea-4bb2-419e-ae69-9b7ed331b7af None None] Port 62a7bca1-421f-4dd8-a517-78cb059a5092 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:27.358530 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfefb1c9-f6a9-4cdb-a5fc-9d6131831d62 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] DELETE failed (client error): The resource could not be found. Jul 27 21:19:27.359501 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfefb1c9-f6a9-4cdb-a5fc-9d6131831d62 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:27.360968 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cfefb1c9-f6a9-4cdb-a5fc-9d6131831d62 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/66756d2b-a16b-4527-b683-10a4d776c5a5 HTTP/1.1" status: 404 len: 333 time: 0.0547035 Jul 27 21:19:27.363895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37940) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:27.366856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6f44aeac-2394-47e9-abe3-d11ee4b053a8 None None] Deleting port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:27.367580 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f44aeac-2394-47e9-abe3-d11ee4b053a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:27.389921 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7841656-762f-425a-bd90-0e44bee030ef tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:27.432100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-dbf66b1d-0410-4eaa-a9a9-4a7a7c95b6d5 None None] Could not find standard attr ID for object c8ccb8ae-f1dc-4376-9cc8-2e2f930f1490. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:27.466611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-dbf66b1d-0410-4eaa-a9a9-4a7a7c95b6d5 None None] Could not find standard attr ID for object a097d1dd-d823-407f-ab39-0d0c845f4a43. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:27.476200 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6f44aeac-2394-47e9-abe3-d11ee4b053a8 None None] For port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7a1adf7d-e964-4ae1-b049-4f790ccc71c8,segment=NetworkSegment(bfd8e716-1ea1-4246-89a5-9d24a2f9e161),segment_id=bfd8e716-1ea1-4246-89a5-9d24a2f9e161)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:27.477239 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f44aeac-2394-47e9-abe3-d11ee4b053a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:27.494153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6f44aeac-2394-47e9-abe3-d11ee4b053a8 None None] Calling delete_port for 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:27.507367 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7841656-762f-425a-bd90-0e44bee030ef tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:27.608563 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f44aeac-2394-47e9-abe3-d11ee4b053a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:27.631441 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ef043428-58d9-4ba6-923a-8ae128674206 req-c82bdf5e-dd66-44bb-a996-e6bdbcbbf522 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278613 Jul 27 21:19:27.634915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44aeac-2394-47e9-abe3-d11ee4b053a8 None None] No DVR routers for this DVR port 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:27.635225 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7841656-762f-425a-bd90-0e44bee030ef tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:27.691198 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44aeac-2394-47e9-abe3-d11ee4b053a8 None None] Pushing event deleted for resources: {'Port': ['ID=7a1adf7d-e964-4ae1-b049-4f790ccc71c8,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:27.764523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7841656-762f-425a-bd90-0e44bee030ef tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=983c2c7d-80b9-486b-a102-d1f22efe42b7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:27.813589 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ef043428-58d9-4ba6-923a-8ae128674206 req-815a01e4-6eb2-447f-9d99-6bc94157f11f service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656783 Jul 27 21:19:27.817220 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7841656-762f-425a-bd90-0e44bee030ef tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:27.819412 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e7841656-762f-425a-bd90-0e44bee030ef tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/983c2c7d-80b9-486b-a102-d1f22efe42b7 HTTP/1.1" status: 204 len: 168 time: 0.6859012 Jul 27 21:19:27.822945 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37946) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:27.880498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800e2d4-932c-4ffb-a070-a5a5b962c889 req-c079fadf-2b6e-4114-b58a-43b32a414324 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:27.882429 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0800e2d4-932c-4ffb-a070-a5a5b962c889 req-c079fadf-2b6e-4114-b58a-43b32a414324 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 944 time: 0.8801684 Jul 27 21:19:27.883887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37948) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:27.884065 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ac21e5e1-2cb2-4ef8-8852-7ab58ea6d723 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598676 Jul 27 21:19:27.885065 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac583d9b-45dd-4136-81e7-dfdf937b71a1 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] DELETE failed (client error): The resource could not be found. Jul 27 21:19:27.885637 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac583d9b-45dd-4136-81e7-dfdf937b71a1 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:27.889765 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ac583d9b-45dd-4136-81e7-dfdf937b71a1 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/d2281daf-4252-4d4d-863f-ae8725a1ad2d HTTP/1.1" status: 404 len: 337 time: 0.5247717 Jul 27 21:19:27.890293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37950) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:27.941494 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3d5aba-4d9b-473b-b92d-3ae3c9a8cc5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] DELETE failed (client error): The resource could not be found. Jul 27 21:19:27.941984 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3d5aba-4d9b-473b-b92d-3ae3c9a8cc5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:27.943799 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8f3d5aba-4d9b-473b-b92d-3ae3c9a8cc5f tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/97745b1c-5024-47eb-97af-c904afe7e42d HTTP/1.1" status: 404 len: 337 time: 0.0525408 Jul 27 21:19:27.946591 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37954) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:27.983879 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0800e2d4-932c-4ffb-a070-a5a5b962c889 req-63067c6d-9261-4d63-9ad5-bf6c043bc355 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810561 Jul 27 21:19:27.993275 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a508136-813d-4fea-8576-8e97e04ef746 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] DELETE failed (client error): The resource could not be found. Jul 27 21:19:27.994010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a508136-813d-4fea-8576-8e97e04ef746 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:27.998730 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7a508136-813d-4fea-8576-8e97e04ef746 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/c901e8ef-aba7-4653-96ea-c95dce69b190 HTTP/1.1" status: 404 len: 333 time: 0.0511131 Jul 27 21:19:28.002329 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37960) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:28.030299 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8eaef9-8f73-4fa2-933b-e3ae9fb359a0 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] DELETE failed (client error): The resource could not be found. Jul 27 21:19:28.030771 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8eaef9-8f73-4fa2-933b-e3ae9fb359a0 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:28.032812 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5e8eaef9-8f73-4fa2-933b-e3ae9fb359a0 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/2ee45890-04a3-45e1-a4b2-7b490687178f HTTP/1.1" status: 404 len: 337 time: 0.0295291 Jul 27 21:19:28.035407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37962) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:28.056234 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e609a68f-e9cb-48a8-90ac-eb3bf97d28a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:28.068870 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e609a68f-e9cb-48a8-90ac-eb3bf97d28a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1754608 Jul 27 21:19:28.069847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37970) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:28.071925 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e66b8e-0ef6-4a9b-b949-ec6799254cae tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] DELETE failed (client error): The resource could not be found. Jul 27 21:19:28.072428 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e66b8e-0ef6-4a9b-b949-ec6799254cae tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:28.076838 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-39e66b8e-0ef6-4a9b-b949-ec6799254cae tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/subnets/c49cff21-77d7-4a22-9e9d-be059ef0b6b7 HTTP/1.1" status: 404 len: 337 time: 0.0361128 Jul 27 21:19:28.077077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37972) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:28.107609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aa321f-ab4d-48a0-b54f-73323d480906 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:28.158473 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:28.162457 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18eede6-0243-487d-be32-f5c8e92ef64d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:28.164475 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e18eede6-0243-487d-be32-f5c8e92ef64d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0914536 Jul 27 21:19:28.167205 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37974) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:28.190252 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:28.190597 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7a1adf7d-e964-4ae1-b049-4f790ccc71c8 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:28.211922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-6c08dc8e-1d40-4079-8c37-fc999a715ef9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Deleting port 62a7bca1-421f-4dd8-a517-78cb059a5092 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:28.212262 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6c08dc8e-1d40-4079-8c37-fc999a715ef9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.255227 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-64102331-0d44-41c3-a490-5863b1b1d8f0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863426 Jul 27 21:19:28.259280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37976) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:28.264615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-4164ae92-e9ad-447c-bc68-4d30a4e50359 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:28.327401 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6c08dc8e-1d40-4079-8c37-fc999a715ef9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.348291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-6c08dc8e-1d40-4079-8c37-fc999a715ef9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Calling delete_port for 62a7bca1-421f-4dd8-a517-78cb059a5092 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:28.387740 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d950a429-1f46-424f-9ca2-52869573f58e None None] DHCP port deletion for 644dd19b-aa0a-4755-9430-38a1fea5548c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:19:28.415816 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-1a858781-734c-4d6c-bb4e-81f798b817cc tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:28.417489 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-1a858781-734c-4d6c-bb4e-81f798b817cc tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/networks?id=5bdda84e-66f1-44c6-b187-28484bc5cb69 HTTP/1.1" status: 200 len: 814 time: 0.3461728 Jul 27 21:19:28.442430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4164ae92-e9ad-447c-bc68-4d30a4e50359 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:28.447210 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d950a429-1f46-424f-9ca2-52869573f58e None None] Deleting port 688b769d-49e2-49b2-8930-504676428d52 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:28.447884 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d950a429-1f46-424f-9ca2-52869573f58e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.448015 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4164ae92-e9ad-447c-bc68-4d30a4e50359 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.455496 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6c08dc8e-1d40-4079-8c37-fc999a715ef9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.495601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08dc8e-1d40-4079-8c37-fc999a715ef9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Port': ['ID=62a7bca1-421f-4dd8-a517-78cb059a5092,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:28.505822 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-8ac2ec61-0c03-4cbb-acd9-addd342e47d9 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/quotas/da4d529c58904df7b9361d196266d464 HTTP/1.1" status: 200 len: 375 time: 0.0822010 Jul 27 21:19:28.510283 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6c08dc8e-1d40-4079-8c37-fc999a715ef9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.514635 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6c08dc8e-1d40-4079-8c37-fc999a715ef9 tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/ports/62a7bca1-421f-4dd8-a517-78cb059a5092 HTTP/1.1" status: 204 len: 168 time: 0.4342089 Jul 27 21:19:28.518757 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37978) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:28.530083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d950a429-1f46-424f-9ca2-52869573f58e None None] For port 688b769d-49e2-49b2-8930-504676428d52, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=688b769d-49e2-49b2-8930-504676428d52,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:28.530513 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d950a429-1f46-424f-9ca2-52869573f58e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.547347 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d950a429-1f46-424f-9ca2-52869573f58e None None] Calling delete_port for 688b769d-49e2-49b2-8930-504676428d52 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:28.611618 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69fe296a-f4ae-4752-9377-37d609c446af tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.641674 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d950a429-1f46-424f-9ca2-52869573f58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.651209 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-624bd197-9657-46b8-81ce-5d8e3a2bffa4 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=da4d529c58904df7b9361d196266d464&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1359773 Jul 27 21:19:28.675880 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950a429-1f46-424f-9ca2-52869573f58e None None] Pushing event deleted for resources: {'Port': ['ID=688b769d-49e2-49b2-8930-504676428d52,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:28.682629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d950a429-1f46-424f-9ca2-52869573f58e None None] No DVR routers for this DVR port 688b769d-49e2-49b2-8930-504676428d52 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:28.705723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4238a8-289f-40ab-8b81-9bab454724f4 None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:19:28.743115 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69fe296a-f4ae-4752-9377-37d609c446af tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.756852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-69fe296a-f4ae-4752-9377-37d609c446af tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9ba7e1-3773-48dc-a56e-7a0ff16dacea']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:28.768841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-7e3b16fd-a0a3-4177-a370-cf896c857ae7 service neutron] 10.222.0.55 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087031 Jul 27 21:19:28.769072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-69fe296a-f4ae-4752-9377-37d609c446af tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd8e716-1ea1-4246-89a5-9d24a2f9e161') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:28.769323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-69fe296a-f4ae-4752-9377-37d609c446af tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd8e716-1ea1-4246-89a5-9d24a2f9e161') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:28.783521 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69fe296a-f4ae-4752-9377-37d609c446af tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.800504 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69fe296a-f4ae-4752-9377-37d609c446af tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.814172 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4238a8-289f-40ab-8b81-9bab454724f4 None None] Resources bound (agent type, host, resource id): {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:19:28.821032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fe296a-f4ae-4752-9377-37d609c446af tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:19:28.821927 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69fe296a-f4ae-4752-9377-37d609c446af tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:19:28.826242 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:19:28.896956 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69fe296a-f4ae-4752-9377-37d609c446af tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.921756 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69fe296a-f4ae-4752-9377-37d609c446af tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:28.924072 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-69fe296a-f4ae-4752-9377-37d609c446af tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] 10.222.0.55 "DELETE /v2.0/networks/3e9ba7e1-3773-48dc-a56e-7a0ff16dacea HTTP/1.1" status: 204 len: 168 time: 0.4039798 Jul 27 21:19:28.925451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe296a-f4ae-4752-9377-37d609c446af tempest-PortsTestJSON-537530999 tempest-PortsTestJSON-537530999-project] Pushing event deleted for resources: {'Network': ['ID=3e9ba7e1-3773-48dc-a56e-7a0ff16dacea,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:28.931064 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-99b10e1d-79fa-4a84-85a8-a97ff41abcbb service neutron] 10.222.0.55 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520336 Jul 27 21:19:28.993860 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4164ae92-e9ad-447c-bc68-4d30a4e50359 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.022111 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4164ae92-e9ad-447c-bc68-4d30a4e50359 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:29.023775 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6b197af2-29df-4fce-939c-c2f753463315 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:19:29.027226 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-4164ae92-e9ad-447c-bc68-4d30a4e50359 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:29.074798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4164ae92-e9ad-447c-bc68-4d30a4e50359 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:29.076052 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4164ae92-e9ad-447c-bc68-4d30a4e50359 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.120598 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4164ae92-e9ad-447c-bc68-4d30a4e50359 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8563552 Jul 27 21:19:29.120881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37984) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:29.121890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164ae92-e9ad-447c-bc68-4d30a4e50359 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=962a8bb9-f594-40c6-ab3c-07420913ca39,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:29.126201 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e1cc188e-f115-46cb-8419-4f7954dc2494 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'fixed_ips': [{'subnet_id': '962a8bb9-f594-40c6-ab3c-07420913ca39', 'ip_address': '2001:db8::2630:b8b:d75c:cfad'}], 'name': 'tempest-NetworksTestDHCPv6-294567992'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:29.320090 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': '962a8bb9-f594-40c6-ab3c-07420913ca39'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:29.321026 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.321151 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-23e39434-8805-49fb-9db1-26c15ec734a1 req-1aca16ce-09ef-4d2a-ae57-0913f9c59970 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 210 time: 0.0585907 Jul 27 21:19:29.396674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba61ce7-bdeb-44bc-9e66-53004f6e0b2f req-e0301152-945e-4aa5-a25d-49c774a3b3b5 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:29.398985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aba61ce7-bdeb-44bc-9e66-53004f6e0b2f req-e0301152-945e-4aa5-a25d-49c774a3b3b5 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 944 time: 0.2572680 Jul 27 21:19:29.410911 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 6b197af2-29df-4fce-939c-c2f753463315, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6b197af2-29df-4fce-939c-c2f753463315,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:29.432081 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cc188e-f115-46cb-8419-4f7954dc2494 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:29.433246 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '6b197af2-29df-4fce-939c-c2f753463315', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'port_id': '6b197af2-29df-4fce-939c-c2f753463315', 'mac_address': 'fa:16:3e:d6:be:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:19:29.478543 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aba61ce7-bdeb-44bc-9e66-53004f6e0b2f req-32ee6b24-36f4-4c1a-925a-8735814d965b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713329 Jul 27 21:19:29.493153 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38002) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:29.649892 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.653102 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1cc188e-f115-46cb-8419-4f7954dc2494 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.672236 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b197af2-29df-4fce-939c-c2f753463315 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:19:29.702593 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Allocated IP 2001:db8::2 (644dd19b-aa0a-4755-9430-38a1fea5548c/962a8bb9-f594-40c6-ab3c-07420913ca39/d31877d1-bacc-4ddc-95d7-4dbf778f9326) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:29.709640 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 6b197af2-29df-4fce-939c-c2f753463315, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6b197af2-29df-4fce-939c-c2f753463315,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:29.723120 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.723427 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-e1cc188e-f115-46cb-8419-4f7954dc2494 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port 9f2dd3d5-3caf-40e3-a8c1-5039cdf20232 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:29.765363 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-06f0a7f8-0edd-4678-ad7a-23f7148e6c3f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3eaf78494981471b9a39078e95b46f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707517 Jul 27 21:19:29.767795 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38008) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:29.829442 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=6b197af2-29df-4fce-939c-c2f753463315,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:29.899278 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-af794507-866e-4b75-ac5b-01757915e9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.925645 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.939406 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Transition to ACTIVE for port object d31877d1-bacc-4ddc-95d7-4dbf778f9326 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:29.953365 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-af794507-866e-4b75-ac5b-01757915e9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:29.962080 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Transition to ACTIVE for port object d31877d1-bacc-4ddc-95d7-4dbf778f9326 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:29.973124 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.027087 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-af794507-866e-4b75-ac5b-01757915e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.030087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:30.031422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Pushing event updated for resources: {'Port': ['ID=d31877d1-bacc-4ddc-95d7-4dbf778f9326,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:30.035462 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-af794507-866e-4b75-ac5b-01757915e9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.039806 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:30.042993 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-af794507-866e-4b75-ac5b-01757915e9e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90d3250a-844d-421a-9f18-c4dd6aadb723 HTTP/1.1" status: 204 len: 168 time: 0.2739272 Jul 27 21:19:30.046015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:30.059949 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af794507-866e-4b75-ac5b-01757915e9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d3250a-844d-421a-9f18-c4dd6aadb723,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:30.105080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-e1cc188e-f115-46cb-8419-4f7954dc2494 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::2630:b8b:d75c:cfad (644dd19b-aa0a-4755-9430-38a1fea5548c/962a8bb9-f594-40c6-ab3c-07420913ca39/9f2dd3d5-3caf-40e3-a8c1-5039cdf20232) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:30.128310 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 688b769d-49e2-49b2-8930-504676428d52 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:30.136302 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['6b197af2-29df-4fce-939c-c2f753463315'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:19:30.317849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 688b769d-49e2-49b2-8930-504676428d52 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:30.318198 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 688b769d-49e2-49b2-8930-504676428d52 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:30.346790 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1cc188e-f115-46cb-8419-4f7954dc2494 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.364375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-e1cc188e-f115-46cb-8419-4f7954dc2494 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object 9f2dd3d5-3caf-40e3-a8c1-5039cdf20232 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:30.395911 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Attempting to bind port d31877d1-bacc-4ddc-95d7-4dbf778f9326 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:30.396538 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Attempting to bind port d31877d1-bacc-4ddc-95d7-4dbf778f9326 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:30.397077 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Attempting to bind port d31877d1-bacc-4ddc-95d7-4dbf778f9326 on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:30.410421 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:30.411049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:30.412078 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.412643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:30.413403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Bound port: d31877d1-bacc-4ddc-95d7-4dbf778f9326, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:30.414664 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.460386 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1cc188e-f115-46cb-8419-4f7954dc2494 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.525142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d802b406-4b47-4966-8dcc-54f503f81e6d req-302c0e04-c696-4317-8f9c-107064f9799e tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 210 time: 0.0727382 Jul 27 21:19:30.553402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc188e-f115-46cb-8419-4f7954dc2494 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:30.558133 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-e1cc188e-f115-46cb-8419-4f7954dc2494 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:30.578492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc188e-f115-46cb-8419-4f7954dc2494 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=9f2dd3d5-3caf-40e3-a8c1-5039cdf20232,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:30.592693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cc188e-f115-46cb-8419-4f7954dc2494 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:30.600406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cc188e-f115-46cb-8419-4f7954dc2494 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:30.602858 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1cc188e-f115-46cb-8419-4f7954dc2494 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.638342 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] For port d31877d1-bacc-4ddc-95d7-4dbf778f9326, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:30.658784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] For port d31877d1-bacc-4ddc-95d7-4dbf778f9326, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d31877d1-bacc-4ddc-95d7-4dbf778f9326,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:30.671524 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:30.736408 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0d04b-6d8c-4588-afdc-919a4e73fcc2 req-e15b79fa-0c57-40be-9b0e-3bdd55b98a76 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:30.737980 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-14b0d04b-6d8c-4588-afdc-919a4e73fcc2 req-e15b79fa-0c57-40be-9b0e-3bdd55b98a76 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 945 time: 0.1256175 Jul 27 21:19:30.811329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda95563-301a-4251-b1bf-d628592c38a2 None None] Pushing event updated for resources: {'Port': ['ID=d31877d1-bacc-4ddc-95d7-4dbf778f9326,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:30.838915 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-14b0d04b-6d8c-4588-afdc-919a4e73fcc2 req-75ed2f60-700d-4ea7-ac37-d86f4f08e6e8 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927386 Jul 27 21:19:30.917129 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:19:31.163288 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38036) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:31.174436 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e1cc188e-f115-46cb-8419-4f7954dc2494 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0503027 Jul 27 21:19:31.176480 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38040) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:31.182125 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d457eabe-d27c-47e5-a22d-d53244e46157 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'fixed_ips': [{'subnet_id': '962a8bb9-f594-40c6-ab3c-07420913ca39', 'ip_address': '2001:db8::2630:b8b:d75c:cfad'}], 'name': 'tempest-NetworksTestDHCPv6-1397929439'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:31.185486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-050fcadf-93ff-4e7d-9288-eb34f7c0af4b tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:31.187221 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-050fcadf-93ff-4e7d-9288-eb34f7c0af4b tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.20 "GET /v2.0/networks?id=5bdda84e-66f1-44c6-b187-28484bc5cb69 HTTP/1.1" status: 200 len: 814 time: 0.5726697 Jul 27 21:19:31.203423 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-a6fc8c09-b5a5-47b5-9df2-5839507c21ba tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Request body: {'port': {'device_id': '7abd5fe6-9dd3-4ea8-85c7-a70b407e8076', 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69', 'admin_state_up': True, 'tenant_id': 'da4d529c58904df7b9361d196266d464'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:31.316407 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-854471e3-5077-4063-be16-1280a796c23e tempest-ServiceProvidersTest-1298056815 tempest-ServiceProvidersTest-1298056815-project] 10.222.0.55 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1504083 Jul 27 21:19:31.344351 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d457eabe-d27c-47e5-a22d-d53244e46157 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:31.363623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-a6fc8c09-b5a5-47b5-9df2-5839507c21ba tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Made reservation on behalf of da4d529c58904df7b9361d196266d464 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:31.369241 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-a6fc8c09-b5a5-47b5-9df2-5839507c21ba tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:31.463484 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d457eabe-d27c-47e5-a22d-d53244e46157 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:31.487487 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-d457eabe-d27c-47e5-a22d-d53244e46157 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port 4464a2ca-b486-49ec-b1d1-4e8da8d601af yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:31.555255 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-a6fc8c09-b5a5-47b5-9df2-5839507c21ba tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Allocated IP 172.20.0.13 (5bdda84e-66f1-44c6-b187-28484bc5cb69/9a856137-a432-4d9c-81fc-060524041102/e28d2230-8da4-4da7-add9-3d158d98f0bf) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:31.708087 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6e096c98-ec8c-47ce-96af-3650f6c1c25b req-e2958202-9ae8-4737-b894-efd57d57bba9 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 210 time: 0.0456533 Jul 27 21:19:31.745246 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38050) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:31.774341 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-a6fc8c09-b5a5-47b5-9df2-5839507c21ba tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:31.783826 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-d457eabe-d27c-47e5-a22d-d53244e46157 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 21:19:31.785553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d457eabe-d27c-47e5-a22d-d53244e46157 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:31.808918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d457eabe-d27c-47e5-a22d-d53244e46157 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.6312776 Jul 27 21:19:31.812259 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38054) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:31.886443 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-a6fc8c09-b5a5-47b5-9df2-5839507c21ba tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:31.901013 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['7cfeb750-7824-4483-b1b4-035d1ff6de18'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:19:31.977866 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7efd83d4-43bc-4547-b8ba-f8a7223996c3', 'a44acb6e-a098-413d-a28a-1392098412d4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:19:31.990451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aac55b-81e9-4a3d-b841-d844366e0553 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:32.001586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aac55b-81e9-4a3d-b841-d844366e0553 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:32.006942 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-99aac55b-81e9-4a3d-b841-d844366e0553 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1935697 Jul 27 21:19:32.008471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38058) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:32.067923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698ee7d-9507-4346-9fcd-e7448b8c8212 req-2fe51ef2-e736-4fd8-9358-c62632b86af7 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:32.070434 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4698ee7d-9507-4346-9fcd-e7448b8c8212 req-2fe51ef2-e736-4fd8-9358-c62632b86af7 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 945 time: 0.1377497 Jul 27 21:19:32.091093 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d21085f-5708-48d0-a6fa-9e4519d361cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.107153 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-a6fc8c09-b5a5-47b5-9df2-5839507c21ba tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Network 5bdda84e-66f1-44c6-b187-28484bc5cb69 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:32.120401 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d31877d1-bacc-4ddc-95d7-4dbf778f9326 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:32.125409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-a6fc8c09-b5a5-47b5-9df2-5839507c21ba tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:32.128654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-a6fc8c09-b5a5-47b5-9df2-5839507c21ba tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:32.185967 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc8c09-b5a5-47b5-9df2-5839507c21ba tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Pushing event updated for resources: {'Port': ['ID=e28d2230-8da4-4da7-add9-3d158d98f0bf,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:32.190536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4698ee7d-9507-4346-9fcd-e7448b8c8212 req-3f02e675-b9a5-450c-99e3-427f6933a29d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100733 Jul 27 21:19:32.202179 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-a6fc8c09-b5a5-47b5-9df2-5839507c21ba tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:32.202894 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-a6fc8c09-b5a5-47b5-9df2-5839507c21ba tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.242193 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12db4a0-ae73-4ea8-9233-10d459524d3b None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:32.311760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port d31877d1-bacc-4ddc-95d7-4dbf778f9326 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:32.316672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-45341a0e-1446-4834-b87d-b0d23cf83d8c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port 9f2dd3d5-3caf-40e3-a8c1-5039cdf20232 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:32.317022 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-45341a0e-1446-4834-b87d-b0d23cf83d8c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.336386 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-76ffc0c7-a160-46de-afea-554c979b933c None None] Provisioning for port d31877d1-bacc-4ddc-95d7-4dbf778f9326 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:32.344510 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port d31877d1-bacc-4ddc-95d7-4dbf778f9326 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:32.344881 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.362895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-76ffc0c7-a160-46de-afea-554c979b933c None None] Provisioning complete for port d31877d1-bacc-4ddc-95d7-4dbf778f9326 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:32.363280 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-76ffc0c7-a160-46de-afea-554c979b933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.440196 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d21085f-5708-48d0-a6fa-9e4519d361cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.452313 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4d21085f-5708-48d0-a6fa-9e4519d361cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.455732 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-45341a0e-1446-4834-b87d-b0d23cf83d8c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.474488 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-a6fc8c09-b5a5-47b5-9df2-5839507c21ba tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2760925 Jul 27 21:19:32.485564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-45341a0e-1446-4834-b87d-b0d23cf83d8c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for 9f2dd3d5-3caf-40e3-a8c1-5039cdf20232 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:32.492207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Request body: {'port': {'device_id': '7abd5fe6-9dd3-4ea8-85c7-a70b407e8076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:32.559172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21085f-5708-48d0-a6fa-9e4519d361cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f4c835-39fe-4dd8-8c90-5dbd1be886e0,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:32.568947 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4d21085f-5708-48d0-a6fa-9e4519d361cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=661b1c3e03384204bbbd3d3131722b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8226736 Jul 27 21:19:32.569085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38062) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:32.685233 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.719705 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.757501 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.758688 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.891876 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-45341a0e-1446-4834-b87d-b0d23cf83d8c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.903044 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port d31877d1-bacc-4ddc-95d7-4dbf778f9326, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d31877d1-bacc-4ddc-95d7-4dbf778f9326,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:32.915735 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-76ffc0c7-a160-46de-afea-554c979b933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.920644 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.923661 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:32.924821 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76f4c835-39fe-4dd8-8c90-5dbd1be886e0 HTTP/1.1" status: 204 len: 168 time: 0.3540528 Jul 27 21:19:32.951847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cb6dd-6c65-4c07-ade8-4d8d7ed7ad26 req-60930d4d-b14f-4ec9-9e10-e1b5a1c2034f tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:32.960089 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b09cb6dd-6c65-4c07-ade8-4d8d7ed7ad26 req-60930d4d-b14f-4ec9-9e10-e1b5a1c2034f tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 932 time: 0.1580133 Jul 27 21:19:32.982066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f4c835-39fe-4dd8-8c90-5dbd1be886e0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:32.986958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45341a0e-1446-4834-b87d-b0d23cf83d8c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=9f2dd3d5-3caf-40e3-a8c1-5039cdf20232,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:32.999002 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0affc8bf-f518-4b2f-9692-e278fb9883bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.002501 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.011078 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-76ffc0c7-a160-46de-afea-554c979b933c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:19:33.011722 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-76ffc0c7-a160-46de-afea-554c979b933c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:19:33.012224 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:33.012576 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:33.012918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:33.013384 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:33.013723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:33.014057 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:33.014431 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:33.014759 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:33.015089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:33.015423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:33.015762 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:33.016053 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cb2821-0242-475b-993c-da292380d70a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:33.034458 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b09cb6dd-6c65-4c07-ade8-4d8d7ed7ad26 req-8a1f6e68-41c0-4d65-b57d-224e15615e94 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686092 Jul 27 21:19:33.061019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6b197af2-29df-4fce-939c-c2f753463315 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:33.096706 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-45341a0e-1446-4834-b87d-b0d23cf83d8c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.102130 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38072) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:33.102339 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-45341a0e-1446-4834-b87d-b0d23cf83d8c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/9f2dd3d5-3caf-40e3-a8c1-5039cdf20232 HTTP/1.1" status: 204 len: 168 time: 1.0859971 Jul 27 21:19:33.170927 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=d31877d1-bacc-4ddc-95d7-4dbf778f9326,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:33.202173 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 6b197af2-29df-4fce-939c-c2f753463315 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:33.207868 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb40c2cf-3afa-4b26-8dd8-a525e051b220 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:33.209578 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb40c2cf-3afa-4b26-8dd8-a525e051b220 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:33.213168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 6b197af2-29df-4fce-939c-c2f753463315 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:33.213661 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.217792 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fb40c2cf-3afa-4b26-8dd8-a525e051b220 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1119509 Jul 27 21:19:33.218334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38076) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:33.242859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28d2230-8da4-4da7-add9-3d158d98f0bf {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:19:33.260159 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.300288 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Transition to ACTIVE for port object e28d2230-8da4-4da7-add9-3d158d98f0bf will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:33.307646 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.343974 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd748b9-7766-4c8c-a387-d13f594fb93c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 962a8bb9-f594-40c6-ab3c-07420913ca39 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:33.349635 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fdd748b9-7766-4c8c-a387-d13f594fb93c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.393826 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.437696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Pushing event updated for resources: {'Port': ['ID=e28d2230-8da4-4da7-add9-3d158d98f0bf,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:33.455616 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76998eb-436f-484e-90db-78cb320a708b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b197af2-29df-4fce-939c-c2f753463315'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:19:33.461235 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad07712-f9c5-4e99-888d-44f1674c7e2d" -d '{"events": [{"server_uuid": "d76998eb-436f-484e-90db-78cb320a708b", "name": "network-vif-plugged", "status": "completed", "tag": "6b197af2-29df-4fce-939c-c2f753463315"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:19:33.490512 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fdd748b9-7766-4c8c-a387-d13f594fb93c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.503803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 6b197af2-29df-4fce-939c-c2f753463315, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6b197af2-29df-4fce-939c-c2f753463315,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:33.512048 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.533353 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Attempting to bind port e28d2230-8da4-4da7-add9-3d158d98f0bf on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:33.533962 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Attempting to bind port e28d2230-8da4-4da7-add9-3d158d98f0bf by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '00f39492-663a-46bb-a212-9ddd62481c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:33.534090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Attempting to bind port e28d2230-8da4-4da7-add9-3d158d98f0bf on network 5bdda84e-66f1-44c6-b187-28484bc5cb69 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:33.544840 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a572eb4-c624-4b97-863c-66dbc709464c x-openstack-request-id: req-7a572eb4-c624-4b97-863c-66dbc709464c {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:19:33.545123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Port e28d2230-8da4-4da7-add9-3d158d98f0bf on network 5bdda84e-66f1-44c6-b187-28484bc5cb69 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:19:33.545482 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76998eb-436f-484e-90db-78cb320a708b", "name": "network-vif-plugged", "status": "completed", "tag": "6b197af2-29df-4fce-939c-c2f753463315", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:19:33.545605 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Attempting to bind port e28d2230-8da4-4da7-add9-3d158d98f0bf on network 5bdda84e-66f1-44c6-b187-28484bc5cb69 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:33.546030 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a572eb4-c624-4b97-863c-66dbc709464c {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:19:33.546770 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76998eb-436f-484e-90db-78cb320a708b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b197af2-29df-4fce-939c-c2f753463315', 'code': 200} Jul 27 21:19:33.558388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:33.558886 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Checking segment: {'id': '00f39492-663a-46bb-a212-9ddd62481c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:33.559331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Bound using segment: {'id': '00f39492-663a-46bb-a212-9ddd62481c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:33.559903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Bound port: e28d2230-8da4-4da7-add9-3d158d98f0bf, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f39492-663a-46bb-a212-9ddd62481c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:33.560304 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.625674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b38fb6-ca1b-4340-aeb2-4b35edd7e24d req-a5f3adcb-9732-42ca-b3ca-c014aaf17e62 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:33.626997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=6b197af2-29df-4fce-939c-c2f753463315,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:33.629438 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37b38fb6-ca1b-4340-aeb2-4b35edd7e24d req-a5f3adcb-9732-42ca-b3ca-c014aaf17e62 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 945 time: 0.2825606 Jul 27 21:19:33.726552 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37b38fb6-ca1b-4340-aeb2-4b35edd7e24d req-f1c1f21e-93cd-4462-8205-0d66490f623f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891571 Jul 27 21:19:33.734110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] For port e28d2230-8da4-4da7-add9-3d158d98f0bf, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:33.736798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-58cab1e2-c116-4bad-937f-00b2a90ea007 None None] Could not find standard attr ID for object 9f2dd3d5-3caf-40e3-a8c1-5039cdf20232. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:33.752723 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fdd748b9-7766-4c8c-a387-d13f594fb93c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.762100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-58cab1e2-c116-4bad-937f-00b2a90ea007 None None] Provisioning complete for port d31877d1-bacc-4ddc-95d7-4dbf778f9326 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:33.762651 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58cab1e2-c116-4bad-937f-00b2a90ea007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.766235 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] For port e28d2230-8da4-4da7-add9-3d158d98f0bf, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e28d2230-8da4-4da7-add9-3d158d98f0bf,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:33.782309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dea71a-159f-4ca4-8f54-ac23fb7e460b req-874bfe8e-694d-411a-9f13-ca08badb8042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:33.786079 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f9dea71a-159f-4ca4-8f54-ac23fb7e460b req-874bfe8e-694d-411a-9f13-ca08badb8042 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 1097 time: 0.1669312 Jul 27 21:19:33.791241 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.915280 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fdd748b9-7766-4c8c-a387-d13f594fb93c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.957086 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:33.957711 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.959133 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] 10.222.0.20 "PUT /v2.0/ports/e28d2230-8da4-4da7-add9-3d158d98f0bf HTTP/1.1" status: 200 len: 1092 time: 1.4716194 Jul 27 21:19:33.959578 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abd5fe6-9dd3-4ea8-85c7-a70b407e8076', 'tag': 'e28d2230-8da4-4da7-add9-3d158d98f0bf'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:19:33.974330 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dd1c53-c345-400e-bddd-9befce8fc29b" -d '{"events": [{"name": "network-changed", "server_uuid": "7abd5fe6-9dd3-4ea8-85c7-a70b407e8076", "tag": "e28d2230-8da4-4da7-add9-3d158d98f0bf"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:19:33.976036 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd748b9-7766-4c8c-a387-d13f594fb93c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=962a8bb9-f594-40c6-ab3c-07420913ca39,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:33.991381 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fdd748b9-7766-4c8c-a387-d13f594fb93c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:33.998136 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fdd748b9-7766-4c8c-a387-d13f594fb93c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/962a8bb9-f594-40c6-ab3c-07420913ca39 HTTP/1.1" status: 204 len: 168 time: 0.7788181 Jul 27 21:19:33.999110 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38100) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:34.031713 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.054517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a9cee-0ae0-4a43-8185-1a5a4b0de11a service neutron] Pushing event updated for resources: {'Port': ['ID=e28d2230-8da4-4da7-add9-3d158d98f0bf,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:34.056717 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1a5b13a7-f357-409f-81d5-ad6db4f4121e None None] Could not find standard attr ID for object 9f2dd3d5-3caf-40e3-a8c1-5039cdf20232. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:34.094994 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e15f0abe-6533-49ff-bf68-19d8b50d8c05 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945964 Jul 27 21:19:34.095628 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38106) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:34.102713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d46fde9a-deb0-4aa1-9843-032d5abe2119 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:34.109924 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae332854-c1a5-45d3-b247-62d014b98064 x-openstack-request-id: req-ae332854-c1a5-45d3-b247-62d014b98064 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:19:34.110366 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abd5fe6-9dd3-4ea8-85c7-a70b407e8076", "tag": "e28d2230-8da4-4da7-add9-3d158d98f0bf", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:19:34.110729 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae332854-c1a5-45d3-b247-62d014b98064 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:19:34.112448 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abd5fe6-9dd3-4ea8-85c7-a70b407e8076', 'tag': 'e28d2230-8da4-4da7-add9-3d158d98f0bf', 'status': 'completed', 'code': 200} Jul 27 21:19:34.121116 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f9dea71a-159f-4ca4-8f54-ac23fb7e460b req-f3f6206e-066b-417b-b820-e601a287bb48 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237040 Jul 27 21:19:34.134506 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d31877d1-bacc-4ddc-95d7-4dbf778f9326 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:34.189154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-3d855357-fef8-404a-aab8-30e4d54be67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:34.190773 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-3d855357-fef8-404a-aab8-30e4d54be67c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da4d529c58904df7b9361d196266d464&device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 1095 time: 0.1552467 Jul 27 21:19:34.259160 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port d31877d1-bacc-4ddc-95d7-4dbf778f9326 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:34.259926 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.278835 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1eab7-078c-4a75-b980-4f69b068697b req-a6583ce7-dec4-46eb-94bc-a2aecf1d626b tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:34.280146 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bfb1eab7-078c-4a75-b980-4f69b068697b req-a6583ce7-dec4-46eb-94bc-a2aecf1d626b tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 944 time: 0.1257772 Jul 27 21:19:34.290727 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-dec5777d-95d1-4a05-932a-94eec1dd951d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e28d2230-8da4-4da7-add9-3d158d98f0bf HTTP/1.1" status: 200 len: 217 time: 0.0856280 Jul 27 21:19:34.301907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7402f067-a20d-45e6-a62c-dd9adbfc8bb1 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:34.302119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46fde9a-deb0-4aa1-9843-032d5abe2119 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:34.310454 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d46fde9a-deb0-4aa1-9843-032d5abe2119 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.347270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-93769638-a60b-43ae-b5f4-aae0c06b6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:34.348754 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-93769638-a60b-43ae-b5f4-aae0c06b6e8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a856137-a432-4d9c-81fc-060524041102 HTTP/1.1" status: 200 len: 854 time: 0.0492485 Jul 27 21:19:34.394685 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-d735a9f1-f10d-4f01-8f4d-9b1dc3c7c846 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bdda84e-66f1-44c6-b187-28484bc5cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371294 Jul 27 21:19:34.411718 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bfb1eab7-078c-4a75-b980-4f69b068697b req-a0ff3ed4-f1ca-4e9b-8045-be3b545f323e tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194601 Jul 27 21:19:34.568407 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d46fde9a-deb0-4aa1-9843-032d5abe2119 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.602367 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-90dec54b-9d3c-4bc7-9372-a581d78e224b service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992598 Jul 27 21:19:34.624627 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46fde9a-deb0-4aa1-9843-032d5abe2119 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:34.629087 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-d46fde9a-deb0-4aa1-9843-032d5abe2119 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:34.633787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46fde9a-deb0-4aa1-9843-032d5abe2119 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:34.634405 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d46fde9a-deb0-4aa1-9843-032d5abe2119 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.645834 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fde9a-deb0-4aa1-9843-032d5abe2119 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=7d739b1d-4c40-4a0c-bb0b-8d5a76e6f6fc,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:34.661286 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d46fde9a-deb0-4aa1-9843-032d5abe2119 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5617409 Jul 27 21:19:34.661477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38112) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:34.664898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad39fb9d-d86f-4681-9234-fe5ffd55aafc None None] DHCP port deletion for 644dd19b-aa0a-4755-9430-38a1fea5548c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:19:34.667544 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-14eacad5-62b6-495f-9651-84c10105f57d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'fixed_ips': [{'subnet_id': '7d739b1d-4c40-4a0c-bb0b-8d5a76e6f6fc', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-97856427'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:34.731993 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ad39fb9d-d86f-4681-9234-fe5ffd55aafc None None] Deleting port d31877d1-bacc-4ddc-95d7-4dbf778f9326 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:34.732371 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ad39fb9d-d86f-4681-9234-fe5ffd55aafc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.753612 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08efdedc-a0a7-4ab4-8ace-b0ced92a32e7 req-9ba57997-ba96-4293-a419-f5b15d9fd36e service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424983 Jul 27 21:19:34.926804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd1c53-c345-400e-bddd-9befce8fc29b req-289a408a-137b-49b8-a1e7-fae4600e1da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:34.928393 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6dd1c53-c345-400e-bddd-9befce8fc29b req-289a408a-137b-49b8-a1e7-fae4600e1da4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da4d529c58904df7b9361d196266d464&device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 1095 time: 0.1222639 Jul 27 21:19:34.928532 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14eacad5-62b6-495f-9651-84c10105f57d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:34.935990 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-14eacad5-62b6-495f-9651-84c10105f57d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.943767 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ad39fb9d-d86f-4681-9234-fe5ffd55aafc None None] For port d31877d1-bacc-4ddc-95d7-4dbf778f9326, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d31877d1-bacc-4ddc-95d7-4dbf778f9326,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:34.945873 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ad39fb9d-d86f-4681-9234-fe5ffd55aafc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:34.969394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ad39fb9d-d86f-4681-9234-fe5ffd55aafc None None] Calling delete_port for d31877d1-bacc-4ddc-95d7-4dbf778f9326 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:35.011803 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5197ac4-b483-4197-8879-4286ab8ef6ed req-3aebe260-86f5-4c3f-b56b-2815138e3697 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:35.013400 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5197ac4-b483-4197-8879-4286ab8ef6ed req-3aebe260-86f5-4c3f-b56b-2815138e3697 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.1690023 Jul 27 21:19:35.018939 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-14eacad5-62b6-495f-9651-84c10105f57d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port 47703b7a-466d-4ea3-890b-f11fbae983aa yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:35.089324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd1c53-c345-400e-bddd-9befce8fc29b req-12c3f1bd-ac81-4f16-8dd0-a0f590ccf3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:35.091227 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6dd1c53-c345-400e-bddd-9befce8fc29b req-12c3f1bd-ac81-4f16-8dd0-a0f590ccf3fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bdda84e-66f1-44c6-b187-28484bc5cb69 HTTP/1.1" status: 200 len: 915 time: 0.1543822 Jul 27 21:19:35.115774 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ad39fb9d-d86f-4681-9234-fe5ffd55aafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.147342 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6dd1c53-c345-400e-bddd-9befce8fc29b req-a92bc6a3-afe5-4d12-967d-32923975788d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e28d2230-8da4-4da7-add9-3d158d98f0bf HTTP/1.1" status: 200 len: 217 time: 0.0441489 Jul 27 21:19:35.150232 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5197ac4-b483-4197-8879-4286ab8ef6ed req-c70ecbd4-c6b6-46f0-a3e0-9ad74dc1fe36 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250179 Jul 27 21:19:35.166653 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39fb9d-d86f-4681-9234-fe5ffd55aafc None None] Pushing event deleted for resources: {'Port': ['ID=d31877d1-bacc-4ddc-95d7-4dbf778f9326,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:35.185369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad39fb9d-d86f-4681-9234-fe5ffd55aafc None None] No DVR routers for this DVR port d31877d1-bacc-4ddc-95d7-4dbf778f9326 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:35.222623 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa16a6c-e475-4e08-b8c7-10dcdc010384 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:35.232368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd1c53-c345-400e-bddd-9befce8fc29b req-f3c1e9fd-5f63-43a9-8045-edb938d5d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:35.234093 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6dd1c53-c345-400e-bddd-9befce8fc29b req-f3c1e9fd-5f63-43a9-8045-edb938d5d332 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a856137-a432-4d9c-81fc-060524041102 HTTP/1.1" status: 200 len: 854 time: 0.0721276 Jul 27 21:19:35.238616 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-14eacad5-62b6-495f-9651-84c10105f57d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:19:35.239385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14eacad5-62b6-495f-9651-84c10105f57d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:19:35.276344 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-14eacad5-62b6-495f-9651-84c10105f57d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6134386 Jul 27 21:19:35.278965 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38132) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:35.292551 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6dd1c53-c345-400e-bddd-9befce8fc29b req-ceec0391-c18c-41a8-b2cc-a2f714c853b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bdda84e-66f1-44c6-b187-28484bc5cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437834 Jul 27 21:19:35.361328 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3d6f8352-ca20-4c54-ab1e-7692aa426441 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0804036 Jul 27 21:19:35.363856 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38134) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:35.424378 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6dd1c53-c345-400e-bddd-9befce8fc29b req-ceb4ee56-78aa-4f11-b10d-8cf100f0b0a1 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224816 Jul 27 21:19:35.509617 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d6b90c-76d0-44ae-b239-7259252f9a59 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:35.511706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d6b90c-76d0-44ae-b239-7259252f9a59 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:35.516100 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-97d6b90c-76d0-44ae-b239-7259252f9a59 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1512344 Jul 27 21:19:35.516714 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38140) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:35.551235 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.567752 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-18e3b4b7-d843-4d99-86db-ade6a064b1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.621178 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a6dd1c53-c345-400e-bddd-9befce8fc29b req-c13ec3c9-7f65-400b-be59-bb84c3462956 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852741 Jul 27 21:19:35.635598 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae01533f-2046-459b-9bae-66b2c5ffaf47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': '7d739b1d-4c40-4a0c-bb0b-8d5a76e6f6fc'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:35.636471 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ae01533f-2046-459b-9bae-66b2c5ffaf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.641277 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-b101d274-c615-4459-a3eb-0ea047696b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 7d739b1d-4c40-4a0c-bb0b-8d5a76e6f6fc {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:35.649730 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b101d274-c615-4459-a3eb-0ea047696b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.702967 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b101d274-c615-4459-a3eb-0ea047696b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.743346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c35db-50fb-42ec-bfaf-54c8ba8e4c45 req-d82f7d79-60d4-4917-890b-a4799dba36de tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:35.744927 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-299c35db-50fb-42ec-bfaf-54c8ba8e4c45 req-d82f7d79-60d4-4917-890b-a4799dba36de tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 944 time: 0.1814597 Jul 27 21:19:35.786912 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b101d274-c615-4459-a3eb-0ea047696b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.824936 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-299c35db-50fb-42ec-bfaf-54c8ba8e4c45 req-e1bac47a-379e-45cf-a2f0-1f249735e248 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727534 Jul 27 21:19:35.872452 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b101d274-c615-4459-a3eb-0ea047696b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server [None req-ae01533f-2046-459b-9bae-66b2c5ffaf47 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7d739b1d-4c40-4a0c-bb0b-8d5a76e6f6fc: This subnet is being modified by another concurrent operation. Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise exception Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7d739b1d-4c40-4a0c-bb0b-8d5a76e6f6fc: This subnet is being modified by another concurrent operation. Jul 27 21:19:35.875452 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server Jul 27 21:19:35.898370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc9d867-e1ce-4ae9-b8d5-850d0d5bc1d5 None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:19:35.904923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101d274-c615-4459-a3eb-0ea047696b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=7d739b1d-4c40-4a0c-bb0b-8d5a76e6f6fc,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:35.915676 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b101d274-c615-4459-a3eb-0ea047696b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:35.920281 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38150) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:35.920827 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b101d274-c615-4459-a3eb-0ea047696b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/7d739b1d-4c40-4a0c-bb0b-8d5a76e6f6fc HTTP/1.1" status: 204 len: 168 time: 0.4031374 Jul 27 21:19:36.003244 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-713cb6ce-33e1-4b4c-9a04-73b4cb42b7d2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777242 Jul 27 21:19:36.003439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38156) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:36.014377 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc9d867-e1ce-4ae9-b8d5-850d0d5bc1d5 None None] Resources bound (agent type, host, resource id): {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:19:36.019708 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38158) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:36.021119 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c3b3160d-842c-4ded-b488-1e120deb7d46 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:36.073350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d31877d1-bacc-4ddc-95d7-4dbf778f9326 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:36.153215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: d31877d1-bacc-4ddc-95d7-4dbf778f9326 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:36.153894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b3160d-842c-4ded-b488-1e120deb7d46 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:36.154522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d31877d1-bacc-4ddc-95d7-4dbf778f9326 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:36.166047 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c3b3160d-842c-4ded-b488-1e120deb7d46 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.173996 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bfb95522-75d5-4fa7-a477-c52f3fa2dfd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.379323 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d2f99-f8ea-4e06-bc8c-8c6bac846c50 req-edf41939-9489-4d24-893c-79d1783573bc tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:36.380867 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b3d2f99-f8ea-4e06-bc8c-8c6bac846c50 req-edf41939-9489-4d24-893c-79d1783573bc tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.1443243 Jul 27 21:19:36.383639 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bfb95522-75d5-4fa7-a477-c52f3fa2dfd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.392373 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bfb95522-75d5-4fa7-a477-c52f3fa2dfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.413310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38166) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:36.466897 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bfb95522-75d5-4fa7-a477-c52f3fa2dfd4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=efdc2926f6234b8dbc35ce7a879c93c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4432998 Jul 27 21:19:36.469428 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38170) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:36.470172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb95522-75d5-4fa7-a477-c52f3fa2dfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe10985-84d7-4e69-93c5-3e51a9e4aae7,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:36.486624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b3d2f99-f8ea-4e06-bc8c-8c6bac846c50 req-38b59a4e-26b2-4655-8467-54c6cf8dbc10 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973647 Jul 27 21:19:36.509116 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c3b3160d-842c-4ded-b488-1e120deb7d46 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.572787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b3160d-842c-4ded-b488-1e120deb7d46 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:36.586864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-c3b3160d-842c-4ded-b488-1e120deb7d46 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:36.591589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b3160d-842c-4ded-b488-1e120deb7d46 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:36.592186 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c3b3160d-842c-4ded-b488-1e120deb7d46 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.599604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f1a6e6-aac3-4a6a-83b5-3323189ff213 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:36.601939 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-edcb4f21-92d7-4479-a35c-eeeed2128caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.626585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3160d-842c-4ded-b488-1e120deb7d46 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=5ea27d16-e4f7-4400-a7c8-8845b513121e,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:36.638326 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eba1e915-6250-4083-b56f-d07cabcfb8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.648590 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c3b3160d-842c-4ded-b488-1e120deb7d46 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6432509 Jul 27 21:19:36.652904 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38176) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:36.658910 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7832547b-8e9e-449f-a30b-ee92076da509 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1873126552', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:36.680440 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eba1e915-6250-4083-b56f-d07cabcfb8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.743791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bebbe3-b849-4a1d-8e6d-555c60978121 req-dc589949-6430-4fda-8185-730969ad5ca8 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:36.753575 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74bebbe3-b849-4a1d-8e6d-555c60978121 req-dc589949-6430-4fda-8185-730969ad5ca8 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.1014819 Jul 27 21:19:36.767323 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eba1e915-6250-4083-b56f-d07cabcfb8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.770833 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eba1e915-6250-4083-b56f-d07cabcfb8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.772139 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-eba1e915-6250-4083-b56f-d07cabcfb8e7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/abe10985-84d7-4e69-93c5-3e51a9e4aae7 HTTP/1.1" status: 204 len: 168 time: 0.3014643 Jul 27 21:19:36.788064 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': '5ea27d16-e4f7-4400-a7c8-8845b513121e'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:36.789152 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.791271 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1e915-6250-4083-b56f-d07cabcfb8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe10985-84d7-4e69-93c5-3e51a9e4aae7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:36.810145 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-edcb4f21-92d7-4479-a35c-eeeed2128caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.812488 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74bebbe3-b849-4a1d-8e6d-555c60978121 req-0f5cfa85-7af8-45c9-9197-eb26341b9ef9 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575953 Jul 27 21:19:36.815553 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-edcb4f21-92d7-4479-a35c-eeeed2128caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.843391 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7832547b-8e9e-449f-a30b-ee92076da509 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.844892 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7832547b-8e9e-449f-a30b-ee92076da509 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.869931 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-edcb4f21-92d7-4479-a35c-eeeed2128caa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fddcc32e8f984d729d5a0fdc2ff9a431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4543283 Jul 27 21:19:36.871131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb4f21-92d7-4479-a35c-eeeed2128caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dd637d-1ef3-46db-adf9-aa37c8ef419c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:36.875209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38182) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:36.935302 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7832547b-8e9e-449f-a30b-ee92076da509 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.945515 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47ab5e43-bbe5-4fbb-8a48-6f97036e6c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.971091 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7832547b-8e9e-449f-a30b-ee92076da509 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.972169 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47ab5e43-bbe5-4fbb-8a48-6f97036e6c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.988370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Allocated IP 2001:db8::2 (644dd19b-aa0a-4755-9430-38a1fea5548c/5ea27d16-e4f7-4400-a7c8-8845b513121e/958487d9-e994-4ecc-93d6-d44d723b0b6f) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:36.989768 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7832547b-8e9e-449f-a30b-ee92076da509 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:36.995558 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7832547b-8e9e-449f-a30b-ee92076da509 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3414319 Jul 27 21:19:36.996382 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38186) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:37.034962 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47ab5e43-bbe5-4fbb-8a48-6f97036e6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.038239 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-47ab5e43-bbe5-4fbb-8a48-6f97036e6c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.055191 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-47ab5e43-bbe5-4fbb-8a48-6f97036e6c5c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01dd637d-1ef3-46db-adf9-aa37c8ef419c HTTP/1.1" status: 204 len: 168 time: 0.1664433 Jul 27 21:19:37.084176 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab5e43-bbe5-4fbb-8a48-6f97036e6c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dd637d-1ef3-46db-adf9-aa37c8ef419c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:37.188216 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.214833 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.227858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38190) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:37.229337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Transition to ACTIVE for port object 958487d9-e994-4ecc-93d6-d44d723b0b6f will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:37.251212 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae9c1e28-4964-4f0e-b435-8a9b912c9e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.256438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Transition to ACTIVE for port object 958487d9-e994-4ecc-93d6-d44d723b0b6f will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:37.274956 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.323561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:37.330058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:37.339703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:37.383344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Pushing event updated for resources: {'Port': ['ID=958487d9-e994-4ecc-93d6-d44d723b0b6f,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:37.384757 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae9c1e28-4964-4f0e-b435-8a9b912c9e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.395912 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ae9c1e28-4964-4f0e-b435-8a9b912c9e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.396149 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07437d1-b86b-446b-9fa3-acd5b1619c8f req-4166ce4f-9891-4814-8981-020504b1d3be tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:37.404644 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b07437d1-b86b-446b-9fa3-acd5b1619c8f req-4166ce4f-9891-4814-8981-020504b1d3be tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 944 time: 0.4671497 Jul 27 21:19:37.446680 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ae9c1e28-4964-4f0e-b435-8a9b912c9e50 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee39c6af2a5e43199016cda3a82ff601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173867 Jul 27 21:19:37.454391 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38196) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:37.494758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c1e28-4964-4f0e-b435-8a9b912c9e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eca09a6-2791-4bf2-b352-469e076b9a93,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:37.526752 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b07437d1-b86b-446b-9fa3-acd5b1619c8f req-58e3f4cd-972b-479a-b2c3-069758b2d476 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147122 Jul 27 21:19:37.559307 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-703c134a-cbb6-4e04-9fed-1048852fb880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.590763 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-703c134a-cbb6-4e04-9fed-1048852fb880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.612158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Attempting to bind port 958487d9-e994-4ecc-93d6-d44d723b0b6f on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:37.612515 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Attempting to bind port 958487d9-e994-4ecc-93d6-d44d723b0b6f by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:37.612870 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Attempting to bind port 958487d9-e994-4ecc-93d6-d44d723b0b6f on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:37.619056 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:37.619430 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:37.619871 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.620256 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:37.620730 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Bound port: 958487d9-e994-4ecc-93d6-d44d723b0b6f, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:37.621074 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.656487 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-703c134a-cbb6-4e04-9fed-1048852fb880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.660196 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-703c134a-cbb6-4e04-9fed-1048852fb880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.661675 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-703c134a-cbb6-4e04-9fed-1048852fb880 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9eca09a6-2791-4bf2-b352-469e076b9a93 HTTP/1.1" status: 204 len: 168 time: 0.2062089 Jul 27 21:19:37.683300 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.691298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c134a-cbb6-4e04-9fed-1048852fb880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eca09a6-2791-4bf2-b352-469e076b9a93,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:37.706981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] For port 958487d9-e994-4ecc-93d6-d44d723b0b6f, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:37.711581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] For port 958487d9-e994-4ecc-93d6-d44d723b0b6f, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=958487d9-e994-4ecc-93d6-d44d723b0b6f,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:37.733579 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.760260 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:37.819355 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db05649-1b68-44f1-b804-9e123a091934 None None] Pushing event updated for resources: {'Port': ['ID=958487d9-e994-4ecc-93d6-d44d723b0b6f,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:38.027592 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::1 (644dd19b-aa0a-4755-9430-38a1fea5548c/5ea27d16-e4f7-4400-a7c8-8845b513121e/5b89dfd5-6623-4ab8-b188-befdbca75a11) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:38.070808 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab921a1-63ea-4e73-893f-b0faecb48534 req-f4385f33-10ea-4df8-8884-55f3dfe8d91e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:38.072644 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ab921a1-63ea-4e73-893f-b0faecb48534 req-f4385f33-10ea-4df8-8884-55f3dfe8d91e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.1622593 Jul 27 21:19:38.172048 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ab921a1-63ea-4e73-893f-b0faecb48534 req-2da3794e-7745-48ac-8a35-dcb260140ca5 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896871 Jul 27 21:19:38.236710 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:38.255003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object 5b89dfd5-6623-4ab8-b188-befdbca75a11 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:38.293223 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:38.338279 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:38.343457 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:38.347274 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:38.347832 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:38.408930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=5b89dfd5-6623-4ab8-b188-befdbca75a11,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:38.553562 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:38.839284 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device e28d2230-8da4-4da7-add9-3d158d98f0bf details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:19:38.871358 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e6705-57c2-4c61-acf1-8ba874776c4a req-9d26059f-1a0a-488b-9b89-d41eed12c664 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:38.879388 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d98e6705-57c2-4c61-acf1-8ba874776c4a req-9d26059f-1a0a-488b-9b89-d41eed12c664 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 944 time: 0.1576586 Jul 27 21:19:38.905671 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:38.974824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d98e6705-57c2-4c61-acf1-8ba874776c4a req-6c4838a8-c89a-4a1d-8109-b342330bf503 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942688 Jul 27 21:19:38.998301 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.004928 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.005700 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.092373 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port e28d2230-8da4-4da7-add9-3d158d98f0bf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e28d2230-8da4-4da7-add9-3d158d98f0bf,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:39.123684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'e28d2230-8da4-4da7-add9-3d158d98f0bf', 'network_id': '5bdda84e-66f1-44c6-b187-28484bc5cb69', 'port_id': 'e28d2230-8da4-4da7-add9-3d158d98f0bf', 'mac_address': 'fa:16:3e:ef:8e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a856137-a432-4d9c-81fc-060524041102', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:19:39.136190 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=5b89dfd5-6623-4ab8-b188-befdbca75a11,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:39.159438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b9b3a94c-3fa0-44e3-8ab3-d03cea6e7a0b None None] Provisioning for port 958487d9-e994-4ecc-93d6-d44d723b0b6f completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:39.182870 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.201801 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28d2230-8da4-4da7-add9-3d158d98f0bf {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:19:39.229307 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port e28d2230-8da4-4da7-add9-3d158d98f0bf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e28d2230-8da4-4da7-add9-3d158d98f0bf,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:39.237308 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.252742 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:39.254333 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:39.321050 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=e28d2230-8da4-4da7-add9-3d158d98f0bf,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:39.450158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb19c9-cf33-4ad4-bb69-6a30856c5b49 req-7eece851-54aa-4faa-b218-6d66caf7de03 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:39.457454 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['e28d2230-8da4-4da7-add9-3d158d98f0bf'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:19:39.459450 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55bb19c9-cf33-4ad4-bb69-6a30856c5b49 req-7eece851-54aa-4faa-b218-6d66caf7de03 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.1339917 Jul 27 21:19:39.525677 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55bb19c9-cf33-4ad4-bb69-6a30856c5b49 req-b1ba4954-84b0-4851-a8c9-9f9f79c0c772 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650487 Jul 27 21:19:39.527067 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Router 0d8dbbbf-7815-4d8b-93c2-be6801228c89 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:19:39.555480 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cfa93036-925a-41f1-94a1-575b5b95bdaa None None] Provisioning for port 5b89dfd5-6623-4ab8-b188-befdbca75a11 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:39.562065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cfa93036-925a-41f1-94a1-575b5b95bdaa None None] Provisioning complete for port 5b89dfd5-6623-4ab8-b188-befdbca75a11 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:39.562749 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cfa93036-925a-41f1-94a1-575b5b95bdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.614649 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cfa93036-925a-41f1-94a1-575b5b95bdaa None None] Port 5b89dfd5-6623-4ab8-b188-befdbca75a11 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:39.664928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:39.673939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4c587356-4422-4edb-afb9-31b21a65c32b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "PUT /v2.0/routers/0d8dbbbf-7815-4d8b-93c2-be6801228c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6736131 Jul 27 21:19:39.675533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38282) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:39.691786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Sync routers for ids ['0d8dbbbf-7815-4d8b-93c2-be6801228c89'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:39.733307 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Routers {'0d8dbbbf-7815-4d8b-93c2-be6801228c89'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:39.733962 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:19:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d8dbbbf-7815-4d8b-93c2-be6801228c89'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:39.763931 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2467c02e-f666-4b98-b894-0cf8b55fcb50 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:39.765550 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2467c02e-f666-4b98-b894-0cf8b55fcb50 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports/5b89dfd5-6623-4ab8-b188-befdbca75a11 HTTP/1.1" status: 200 len: 911 time: 0.0884283 Jul 27 21:19:39.768195 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38284) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:39.858895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Set router 0d8dbbbf-7815-4d8b-93c2-be6801228c89 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:39.867356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05154a-d923-4e86-9f79-5f1d991fdbd2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:39.874259 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05154a-d923-4e86-9f79-5f1d991fdbd2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:39.876201 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3f05154a-d923-4e86-9f79-5f1d991fdbd2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1063168 Jul 27 21:19:39.879119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38292) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:39.898684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-022c7c43-96ef-4c00-9151-c052bb295163 None None] Provisioning complete for port 5b89dfd5-6623-4ab8-b188-befdbca75a11 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:39.899365 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-022c7c43-96ef-4c00-9151-c052bb295163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:39.953056 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-022c7c43-96ef-4c00-9151-c052bb295163 None None] Port 5b89dfd5-6623-4ab8-b188-befdbca75a11 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:40.111987 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 958487d9-e994-4ecc-93d6-d44d723b0b6f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:40.242205 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 958487d9-e994-4ecc-93d6-d44d723b0b6f completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:40.249414 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 958487d9-e994-4ecc-93d6-d44d723b0b6f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:40.250427 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.297466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8dbbbf-7815-4d8b-93c2-be6801228c89', 'name': 'tempest-NetworksTestDHCPv6-router-1873126552', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:36Z', 'updated_at': '2021-07-27T21:19:38Z', 'revision_number': 2, 'project_id': 'e5e2b25248d4480db696a630a44bf04b', 'gw_port_host': None, '_interfaces': [{'id': '5b89dfd5-6623-4ab8-b188-befdbca75a11', 'name': '', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'mac_address': 'fa:16:3e:0d:8c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8dbbbf-7815-4d8b-93c2-be6801228c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '5ea27d16-e4f7-4400-a7c8-8845b513121e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:37Z', 'updated_at': '2021-07-27T21:19:38Z', 'revision_number': 2, 'project_id': 'e5e2b25248d4480db696a630a44bf04b', 'subnets': [{'id': '5ea27d16-e4f7-4400-a7c8-8845b513121e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:40.330377 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Checking router: 0d8dbbbf-7815-4d8b-93c2-be6801228c89 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:19:40.330832 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Updating router 0d8dbbbf-7815-4d8b-93c2-be6801228c89 port 5b89dfd5-6623-4ab8-b188-befdbca75a11 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:19:40.402989 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.414808 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.481619 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 958487d9-e994-4ecc-93d6-d44d723b0b6f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=958487d9-e994-4ecc-93d6-d44d723b0b6f,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:40.520622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4401c16-7f47-461e-bd2c-53c741be82b6 req-5fdc34e0-f36b-499e-bd2d-ee2e0d9bdda2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:40.522100 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4401c16-7f47-461e-bd2c-53c741be82b6 req-5fdc34e0-f36b-499e-bd2d-ee2e0d9bdda2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 945 time: 0.1442442 Jul 27 21:19:40.529002 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.608449 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4401c16-7f47-461e-bd2c-53c741be82b6 req-eadecb06-f149-4e8e-bfd8-aea56f2c029c tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800312 Jul 27 21:19:40.639716 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=958487d9-e994-4ecc-93d6-d44d723b0b6f,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:40.753659 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.764233 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Transition to ACTIVE for port object 5b89dfd5-6623-4ab8-b188-befdbca75a11 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:40.770509 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.773468 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2baa5ff1-2261-481f-90b1-1e1f2a05b536 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.840871 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecebc8-0461-4748-bee6-c6bee0241836 None None] Pushing event updated for resources: {'Port': ['ID=5b89dfd5-6623-4ab8-b188-befdbca75a11,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:40.851783 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device e28d2230-8da4-4da7-add9-3d158d98f0bf up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:40.881504 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809af5d-2999-4c89-bcd3-3e32af6fe7d3 req-537b3239-5fe9-4f3c-a46b-5fe1a3d6351e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:40.883179 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a809af5d-2999-4c89-bcd3-3e32af6fe7d3 req-537b3239-5fe9-4f3c-a46b-5fe1a3d6351e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.2064478 Jul 27 21:19:40.911651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Attempting to bind port 5b89dfd5-6623-4ab8-b188-befdbca75a11 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:40.912252 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Attempting to bind port 5b89dfd5-6623-4ab8-b188-befdbca75a11 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:40.912378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Attempting to bind port 5b89dfd5-6623-4ab8-b188-befdbca75a11 on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:40.920511 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:40.920788 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:40.921210 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.921621 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:40.922084 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Bound port: 5b89dfd5-6623-4ab8-b188-befdbca75a11, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:40.923126 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:40.978772 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port e28d2230-8da4-4da7-add9-3d158d98f0bf completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:40.982721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a809af5d-2999-4c89-bcd3-3e32af6fe7d3 req-afea685f-db5c-4067-99dc-dad0a1f8a970 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621233 Jul 27 21:19:40.987497 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port e28d2230-8da4-4da7-add9-3d158d98f0bf triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:40.987876 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.034742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] For port 5b89dfd5-6623-4ab8-b188-befdbca75a11, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:41.039815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] For port 5b89dfd5-6623-4ab8-b188-befdbca75a11, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5b89dfd5-6623-4ab8-b188-befdbca75a11,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:41.045122 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.073744 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-2baa5ff1-2261-481f-90b1-1e1f2a05b536 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port 5b89dfd5-6623-4ab8-b188-befdbca75a11 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:41.074091 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2baa5ff1-2261-481f-90b1-1e1f2a05b536 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.156794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecebc8-0461-4748-bee6-c6bee0241836 None None] Pushing event updated for resources: {'Port': ['ID=5b89dfd5-6623-4ab8-b188-befdbca75a11,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:41.159469 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Routers {'0d8dbbbf-7815-4d8b-93c2-be6801228c89'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:41.160386 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:19:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['0d8dbbbf-7815-4d8b-93c2-be6801228c89'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:41.183316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-2baa5ff1-2261-481f-90b1-1e1f2a05b536 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] For port 5b89dfd5-6623-4ab8-b188-befdbca75a11, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5b89dfd5-6623-4ab8-b188-befdbca75a11,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:41.183846 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2baa5ff1-2261-481f-90b1-1e1f2a05b536 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.198439 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-2baa5ff1-2261-481f-90b1-1e1f2a05b536 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for 5b89dfd5-6623-4ab8-b188-befdbca75a11 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:41.226743 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.277714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abd5fe6-9dd3-4ea8-85c7-a70b407e8076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28d2230-8da4-4da7-add9-3d158d98f0bf'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:19:41.280155 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27c3d49-13f8-46b0-9103-fd9bc2c78ca0" -d '{"events": [{"server_uuid": "7abd5fe6-9dd3-4ea8-85c7-a70b407e8076", "name": "network-vif-plugged", "status": "completed", "tag": "e28d2230-8da4-4da7-add9-3d158d98f0bf"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:19:41.288146 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] Set router 0d8dbbbf-7815-4d8b-93c2-be6801228c89 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:41.324444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port e28d2230-8da4-4da7-add9-3d158d98f0bf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e28d2230-8da4-4da7-add9-3d158d98f0bf,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:41.334006 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.370427 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a773e8-4e89-4e23-86f5-76a882315a84 x-openstack-request-id: req-c0a773e8-4e89-4e23-86f5-76a882315a84 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:19:41.370784 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abd5fe6-9dd3-4ea8-85c7-a70b407e8076", "name": "network-vif-plugged", "status": "completed", "tag": "e28d2230-8da4-4da7-add9-3d158d98f0bf", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:19:41.371124 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0a773e8-4e89-4e23-86f5-76a882315a84 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:19:41.371607 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abd5fe6-9dd3-4ea8-85c7-a70b407e8076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28d2230-8da4-4da7-add9-3d158d98f0bf', 'code': 200} Jul 27 21:19:41.431727 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2baa5ff1-2261-481f-90b1-1e1f2a05b536 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.492128 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa5ff1-2261-481f-90b1-1e1f2a05b536 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=5b89dfd5-6623-4ab8-b188-befdbca75a11,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:41.517724 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38318) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:41.523018 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-54003fc0-f874-4357-8d2c-ae788a485134 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Request body: {'network': {'name': 'tempest-network-smoke--423316938', 'project_id': '68e16342715c4510a4b81e0488054ee7', 'port_security_enabled': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:41.540672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2977ddc6-66e4-42aa-a726-2b2f4e4add02 None None] Could not find standard attr ID for object 5b89dfd5-6623-4ab8-b188-befdbca75a11. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:19:41.573493 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=e28d2230-8da4-4da7-add9-3d158d98f0bf,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:41.587124 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54003fc0-f874-4357-8d2c-ae788a485134 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Made reservation on behalf of 68e16342715c4510a4b81e0488054ee7 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:41.591115 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-54003fc0-f874-4357-8d2c-ae788a485134 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.603167 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8dbbbf-7815-4d8b-93c2-be6801228c89', 'name': 'tempest-NetworksTestDHCPv6-router-1873126552', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:36Z', 'updated_at': '2021-07-27T21:19:38Z', 'revision_number': 2, 'project_id': 'e5e2b25248d4480db696a630a44bf04b', 'gw_port_host': None, '_interfaces': [{'id': '5b89dfd5-6623-4ab8-b188-befdbca75a11', 'name': '', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'mac_address': 'fa:16:3e:0d:8c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8dbbbf-7815-4d8b-93c2-be6801228c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '5ea27d16-e4f7-4400-a7c8-8845b513121e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:37Z', 'updated_at': '2021-07-27T21:19:41Z', 'revision_number': 4, 'project_id': 'e5e2b25248d4480db696a630a44bf04b', 'subnets': [{'id': '5ea27d16-e4f7-4400-a7c8-8845b513121e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:41.604476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef64b0-c59c-4ce8-8c78-f19c76e3a0a5 req-f2c03171-fa10-4a1b-9eaf-3926de190950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:41.606193 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-adef64b0-c59c-4ce8-8c78-f19c76e3a0a5 req-f2c03171-fa10-4a1b-9eaf-3926de190950 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 1097 time: 0.1923175 Jul 27 21:19:41.607084 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-54003fc0-f874-4357-8d2c-ae788a485134 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.676987 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2baa5ff1-2261-481f-90b1-1e1f2a05b536 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.679297 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-adef64b0-c59c-4ce8-8c78-f19c76e3a0a5 req-7950cbb7-9166-4158-82a4-3c1d477037b8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612195 Jul 27 21:19:41.824137 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-54003fc0-f874-4357-8d2c-ae788a485134 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.846419 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-54003fc0-f874-4357-8d2c-ae788a485134 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.864725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c987fbe-e8ca-4d4b-be98-a8681e324c81 None None] The sync data for ids ['0d8dbbbf-7815-4d8b-93c2-be6801228c89'] in n-d-764806-9 is: [{'id': '0d8dbbbf-7815-4d8b-93c2-be6801228c89', 'name': 'tempest-NetworksTestDHCPv6-router-1873126552', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:36Z', 'updated_at': '2021-07-27T21:19:38Z', 'revision_number': 2, 'project_id': 'e5e2b25248d4480db696a630a44bf04b', 'gw_port_host': None, '_interfaces': [{'id': '5b89dfd5-6623-4ab8-b188-befdbca75a11', 'name': '', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'mac_address': 'fa:16:3e:0d:8c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8dbbbf-7815-4d8b-93c2-be6801228c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '5ea27d16-e4f7-4400-a7c8-8845b513121e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:37Z', 'updated_at': '2021-07-27T21:19:41Z', 'revision_number': 4, 'project_id': 'e5e2b25248d4480db696a630a44bf04b', 'subnets': [{'id': '5ea27d16-e4f7-4400-a7c8-8845b513121e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:41.891699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54003fc0-f874-4357-8d2c-ae788a485134 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:19:41.906134 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54003fc0-f874-4357-8d2c-ae788a485134 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6444ee6a-b31a-4014-8ea6-78bd6133da2c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:41.923290 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-54003fc0-f874-4357-8d2c-ae788a485134 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:41.926543 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-54003fc0-f874-4357-8d2c-ae788a485134 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Added segment 54019ef5-a287-424f-bf6e-8e47be1e32ff of type vlan for network ce34b7da-179c-4dce-b4e7-a3584a253d98 Jul 27 21:19:41.990873 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baa5ff1-2261-481f-90b1-1e1f2a05b536 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Router 0d8dbbbf-7815-4d8b-93c2-be6801228c89 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:19:42.010787 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-54003fc0-f874-4357-8d2c-ae788a485134 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.019085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722db10-e78c-440e-97d1-9ac702d11242 req-820e223a-3c20-42f8-85a2-74252f0716e2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:42.034907 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5722db10-e78c-440e-97d1-9ac702d11242 req-820e223a-3c20-42f8-85a2-74252f0716e2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 946 time: 0.2478135 Jul 27 21:19:42.067678 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-54003fc0-f874-4357-8d2c-ae788a485134 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.080830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54003fc0-f874-4357-8d2c-ae788a485134 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:42.081812 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-54003fc0-f874-4357-8d2c-ae788a485134 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.098024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 958487d9-e994-4ecc-93d6-d44d723b0b6f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:42.132683 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-54003fc0-f874-4357-8d2c-ae788a485134 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6125066 Jul 27 21:19:42.148201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38332) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:42.156826 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1367407351', 'admin_state_up': True, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:42.199150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 958487d9-e994-4ecc-93d6-d44d723b0b6f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:42.199397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baa5ff1-2261-481f-90b1-1e1f2a05b536 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:42.199645 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.211044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54003fc0-f874-4357-8d2c-ae788a485134 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'Network': ['ID=ce34b7da-179c-4dce-b4e7-a3584a253d98,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:42.231218 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network ce34b7da-179c-4dce-b4e7-a3584a253d98 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:19:42.245899 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2baa5ff1-2261-481f-90b1-1e1f2a05b536 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "PUT /v2.0/routers/0d8dbbbf-7815-4d8b-93c2-be6801228c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3656588 Jul 27 21:19:42.246843 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-695e8bbc-8a90-4bd6-a5e6-5a412a30c7b3 req-5b11a76d-7041-44a5-b1a8-16de4072b151 service neutron] (105579) timed out ('10.222.0.20', 65344) {{(pid=105579) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:19:42.248474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38336) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:42.293182 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5722db10-e78c-440e-97d1-9ac702d11242 req-3f0e96a0-007a-43c4-a315-7450767a9d02 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571714 Jul 27 21:19:42.314590 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.324847 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.360485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8605924d-9a05-4e68-a3c5-3323108f18d3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:42.368720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8605924d-9a05-4e68-a3c5-3323108f18d3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:42.374804 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8605924d-9a05-4e68-a3c5-3323108f18d3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1221192 Jul 27 21:19:42.375387 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38338) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:42.448492 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fa6cf-1d41-4ca2-a1b5-2354c3912628 req-73b00738-5405-46cb-8da0-b71d6d168129 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:42.457185 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e7fa6cf-1d41-4ca2-a1b5-2354c3912628 req-73b00738-5405-46cb-8da0-b71d6d168129 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.3334532 Jul 27 21:19:42.470801 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.471281 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea320af-0879-4939-811b-12f3a454d17b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 5ea27d16-e4f7-4400-a7c8-8845b513121e {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:42.476396 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ea320af-0879-4939-811b-12f3a454d17b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.546303 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ea320af-0879-4939-811b-12f3a454d17b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.675487 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ea320af-0879-4939-811b-12f3a454d17b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.725399 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e7fa6cf-1d41-4ca2-a1b5-2354c3912628 req-d91d4756-da1e-4da5-8a0d-ef9a3378afb0 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531047 Jul 27 21:19:42.734063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.759309 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ea320af-0879-4939-811b-12f3a454d17b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.801051 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea320af-0879-4939-811b-12f3a454d17b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea27d16-e4f7-4400-a7c8-8845b513121e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:42.806948 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ea320af-0879-4939-811b-12f3a454d17b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:42.809328 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0ea320af-0879-4939-811b-12f3a454d17b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/5ea27d16-e4f7-4400-a7c8-8845b513121e HTTP/1.1" status: 204 len: 168 time: 0.4323993 Jul 27 21:19:42.811570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38340) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:42.814606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486bf047-1572-4ae7-9d76-42fa0ac4cf9d None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:42.957619 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-698fb957-c6ba-4ed9-9af6-8dd7d8ce9896 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1447773 Jul 27 21:19:42.960680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38342) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:43.056077 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d53b804b-c663-4982-8790-d1a1a204cb2f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.091438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc96541-f8f8-40c8-bd8b-94c6bb25dddd None None] DHCP port deletion for 644dd19b-aa0a-4755-9430-38a1fea5548c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:19:43.130754 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.147365 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-2fc96541-f8f8-40c8-bd8b-94c6bb25dddd None None] Deleting port 958487d9-e994-4ecc-93d6-d44d723b0b6f {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:43.148498 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2fc96541-f8f8-40c8-bd8b-94c6bb25dddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.163429 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.222937 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-2fc96541-f8f8-40c8-bd8b-94c6bb25dddd None None] For port 958487d9-e994-4ecc-93d6-d44d723b0b6f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=958487d9-e994-4ecc-93d6-d44d723b0b6f,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:43.223368 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2fc96541-f8f8-40c8-bd8b-94c6bb25dddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.236714 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d53b804b-c663-4982-8790-d1a1a204cb2f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.239098 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d53b804b-c663-4982-8790-d1a1a204cb2f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.250546 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-2fc96541-f8f8-40c8-bd8b-94c6bb25dddd None None] Calling delete_port for 958487d9-e994-4ecc-93d6-d44d723b0b6f owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:43.302711 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d53b804b-c663-4982-8790-d1a1a204cb2f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.303323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53b804b-c663-4982-8790-d1a1a204cb2f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Fanout notify agent at l3_agent the message router_deleted on router 0d8dbbbf-7815-4d8b-93c2-be6801228c89 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:19:43.311149 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d53b804b-c663-4982-8790-d1a1a204cb2f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.312333 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d53b804b-c663-4982-8790-d1a1a204cb2f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/routers/0d8dbbbf-7815-4d8b-93c2-be6801228c89 HTTP/1.1" status: 204 len: 168 time: 0.3501873 Jul 27 21:19:43.315248 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38350) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:43.321833 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2a00418d-1ab7-4d5c-8738-8f6ef057ca3b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:43.393319 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2fc96541-f8f8-40c8-bd8b-94c6bb25dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.423159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc96541-f8f8-40c8-bd8b-94c6bb25dddd None None] Pushing event deleted for resources: {'Port': ['ID=958487d9-e994-4ecc-93d6-d44d723b0b6f,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:43.426784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc96541-f8f8-40c8-bd8b-94c6bb25dddd None None] No DVR routers for this DVR port 958487d9-e994-4ecc-93d6-d44d723b0b6f on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:43.452952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a00418d-1ab7-4d5c-8738-8f6ef057ca3b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:43.456852 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a00418d-1ab7-4d5c-8738-8f6ef057ca3b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.656319 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Allocated IP 172.25.2.210 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/a2b71a68-4775-432d-8d05-958202936879) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:43.668653 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24264f2a-4a61-44e2-962f-0749b8620f18 req-c146b7a3-69d0-4517-80ef-48fbc2adb35a tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:43.670079 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24264f2a-4a61-44e2-962f-0749b8620f18 req-c146b7a3-69d0-4517-80ef-48fbc2adb35a tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 946 time: 0.1302457 Jul 27 21:19:43.674257 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a00418d-1ab7-4d5c-8738-8f6ef057ca3b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.725641 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a00418d-1ab7-4d5c-8738-8f6ef057ca3b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:43.731113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-2a00418d-1ab7-4d5c-8738-8f6ef057ca3b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:43.735481 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a00418d-1ab7-4d5c-8738-8f6ef057ca3b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:43.736081 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a00418d-1ab7-4d5c-8738-8f6ef057ca3b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.739726 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00418d-1ab7-4d5c-8738-8f6ef057ca3b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=00ec969a-11cb-49dc-8f0f-48b475aca85e,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:43.756022 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2a00418d-1ab7-4d5c-8738-8f6ef057ca3b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4394848 Jul 27 21:19:43.758564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38358) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:43.758924 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdad93d-a3d2-45bd-b253-35a881c48436 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:43.764872 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f17a0e61-0d9e-46fd-9001-fc2d13835f68 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-101828282', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:43.790032 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24264f2a-4a61-44e2-962f-0749b8620f18 req-4630a555-d0f0-41da-b36e-8dfd9b79fc78 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033502 Jul 27 21:19:43.844620 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e61-0d9e-46fd-9001-fc2d13835f68 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.846123 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e61-0d9e-46fd-9001-fc2d13835f68 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.903967 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.972354 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e61-0d9e-46fd-9001-fc2d13835f68 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.982306 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e61-0d9e-46fd-9001-fc2d13835f68 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:43.987146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b50f6-f139-4106-a61d-fbbde6ccb474 req-11f1b75c-6362-4487-a6d0-f7f284157cda tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:43.994308 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6e0b50f6-f139-4106-a61d-fbbde6ccb474 req-11f1b75c-6362-4487-a6d0-f7f284157cda tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.1530027 Jul 27 21:19:44.024208 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f17a0e61-0d9e-46fd-9001-fc2d13835f68 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.026043 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f17a0e61-0d9e-46fd-9001-fc2d13835f68 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2660275 Jul 27 21:19:44.028951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38368) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:44.040962 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc1eb55-ea79-45c2-b8a5-5790ab9cd9a7 None None] Sync routers for ids ['0d8dbbbf-7815-4d8b-93c2-be6801228c89'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:44.059904 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc1eb55-ea79-45c2-b8a5-5790ab9cd9a7 None None] Routers set() bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:44.060532 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc1eb55-ea79-45c2-b8a5-5790ab9cd9a7 None None] Router IDs set() for agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 21:19:44.061974 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_agentschedulers_db [None req-4dc1eb55-ea79-45c2-b8a5-5790ab9cd9a7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0d8dbbbf-7815-4d8b-93c2-be6801228c89'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:19:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent'). {{(pid=105582) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 21:19:44.084544 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc1eb55-ea79-45c2-b8a5-5790ab9cd9a7 None None] Routers set() bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:44.087173 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc1eb55-ea79-45c2-b8a5-5790ab9cd9a7 None None] Router IDs set() for agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 21:19:44.088868 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_agentschedulers_db [None req-4dc1eb55-ea79-45c2-b8a5-5790ab9cd9a7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0d8dbbbf-7815-4d8b-93c2-be6801228c89'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:19:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent'). {{(pid=105582) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 21:19:44.089325 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc1eb55-ea79-45c2-b8a5-5790ab9cd9a7 None None] The sync data for ids ['0d8dbbbf-7815-4d8b-93c2-be6801228c89'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:44.105661 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.148881 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6e0b50f6-f139-4106-a61d-fbbde6ccb474 req-4251a9a0-8458-4e36-a7c8-c2de01b257dd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536524 Jul 27 21:19:44.161184 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 958487d9-e994-4ecc-93d6-d44d723b0b6f no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:44.215664 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:44.219474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:44.228119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:44.233214 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': '00ec969a-11cb-49dc-8f0f-48b475aca85e'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:44.236575 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.244104 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 958487d9-e994-4ecc-93d6-d44d723b0b6f {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:44.244519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 958487d9-e994-4ecc-93d6-d44d723b0b6f not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:44.281709 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'Port': ['ID=a2b71a68-4775-432d-8d05-958202936879,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:44.439864 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.501249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Allocated IP 2001:db8::2 (644dd19b-aa0a-4755-9430-38a1fea5548c/00ec969a-11cb-49dc-8f0f-48b475aca85e/33770ed5-edb1-42b7-b71c-a1c7a1034f48) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:44.664772 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.722175 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.733668 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Transition to ACTIVE for port object 33770ed5-edb1-42b7-b71c-a1c7a1034f48 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:44.761109 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Transition to ACTIVE for port object 33770ed5-edb1-42b7-b71c-a1c7a1034f48 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:44.769767 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.817762 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:44.823422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:44.833347 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:44.879097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Pushing event updated for resources: {'Port': ['ID=33770ed5-edb1-42b7-b71c-a1c7a1034f48,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:44.952963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Attempting to bind port 33770ed5-edb1-42b7-b71c-a1c7a1034f48 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:44.953349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Attempting to bind port 33770ed5-edb1-42b7-b71c-a1c7a1034f48 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:44.953776 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Attempting to bind port 33770ed5-edb1-42b7-b71c-a1c7a1034f48 on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:44.960764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:44.961185 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:44.962582 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.962984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:44.963523 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Bound port: 33770ed5-edb1-42b7-b71c-a1c7a1034f48, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:44.963903 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:44.968290 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.067164 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] For port 33770ed5-edb1-42b7-b71c-a1c7a1034f48, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:45.070651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] For port 33770ed5-edb1-42b7-b71c-a1c7a1034f48, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=33770ed5-edb1-42b7-b71c-a1c7a1034f48,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:45.078159 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.176210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Router aae94406-406a-4a09-8951-50969696dfd7 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:19:45.278595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87197203-f3c4-458b-aae5-60caced85d7a None None] Pushing event updated for resources: {'Port': ['ID=33770ed5-edb1-42b7-b71c-a1c7a1034f48,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:45.501537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::1 (644dd19b-aa0a-4755-9430-38a1fea5548c/00ec969a-11cb-49dc-8f0f-48b475aca85e/a0fca76c-faa6-4289-a82d-cd2ff589db79) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:45.736720 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6ddb8-a6e0-462b-bae2-b801f49cdd63 req-05cb5b7a-815b-47fd-9eb8-785a23e15c88 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:45.738441 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11b6ddb8-a6e0-462b-bae2-b801f49cdd63 req-05cb5b7a-815b-47fd-9eb8-785a23e15c88 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.4034569 Jul 27 21:19:45.739810 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:45.752278 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Sync routers for ids ['aae94406-406a-4a09-8951-50969696dfd7'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:45.768014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Routers {'aae94406-406a-4a09-8951-50969696dfd7'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:45.768808 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:19:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aae94406-406a-4a09-8951-50969696dfd7'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:45.774536 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.776008 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2e34b295-321d-4b29-8237-765498725c04 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.6242692 Jul 27 21:19:45.785130 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38390) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:45.816402 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11b6ddb8-a6e0-462b-bae2-b801f49cdd63 req-ba2371a1-298b-42e6-b0ff-151f996ed709 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497658 Jul 27 21:19:45.849155 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:45.879516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object a0fca76c-faa6-4289-a82d-cd2ff589db79 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:45.952761 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.008309 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Set router aae94406-406a-4a09-8951-50969696dfd7 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:46.031104 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=a0fca76c-faa6-4289-a82d-cd2ff589db79,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:46.043868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:46.045414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:46.046991 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0632ad36-df80-4df3-8012-94593470b6fb tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=68e16342715c4510a4b81e0488054ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2606213 Jul 27 21:19:46.049750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38398) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:46.050943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:46.051552 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.262582 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 33770ed5-edb1-42b7-b71c-a1c7a1034f48 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:46.348884 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.406740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85893ad0-d7dd-4909-90cb-748410eeea43 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:46.408081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 33770ed5-edb1-42b7-b71c-a1c7a1034f48 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:46.408624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-85893ad0-d7dd-4909-90cb-748410eeea43 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3577271 Jul 27 21:19:46.411340 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38404) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:46.462213 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5b89dfd5-6623-4ab8-b188-befdbca75a11 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:46.467142 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae94406-406a-4a09-8951-50969696dfd7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367407351', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a2b71a68-4775-432d-8d05-958202936879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:42Z', 'updated_at': '2021-07-27T21:19:44Z', 'revision_number': 3, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': 'a2b71a68-4775-432d-8d05-958202936879', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:46.501436 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0083faef-0f0c-481d-a544-1a1d245628d7 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0884693 Jul 27 21:19:46.503828 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38408) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:46.511048 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a8a642f9-6509-4157-be45-7d9d1a1f385e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1606034291', 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98', 'project_id': '68e16342715c4510a4b81e0488054ee7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:46.542949 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 5b89dfd5-6623-4ab8-b188-befdbca75a11 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:46.543323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5b89dfd5-6623-4ab8-b188-befdbca75a11 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:46.551438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Checking router: aae94406-406a-4a09-8951-50969696dfd7 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:19:46.560524 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Updating router aae94406-406a-4a09-8951-50969696dfd7 port a2b71a68-4775-432d-8d05-958202936879 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:19:46.632961 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.664082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a642f9-6509-4157-be45-7d9d1a1f385e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Made reservation on behalf of 68e16342715c4510a4b81e0488054ee7 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:46.668262 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a8a642f9-6509-4157-be45-7d9d1a1f385e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.909434 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.927214 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:46.928165 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:47.056959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=a0fca76c-faa6-4289-a82d-cd2ff589db79,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:47.115010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:47.117293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:47.140297 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a8a642f9-6509-4157-be45-7d9d1a1f385e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:47.252810 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a642f9-6509-4157-be45-7d9d1a1f385e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'Subnet': ['ID=39ea2bcd-c6f9-4ae1-bb77-30b8d5382020,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:47.307609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-702e516f-5a16-49d0-a5bd-97bffd193351 None None] Provisioning for port 33770ed5-edb1-42b7-b71c-a1c7a1034f48 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:47.310645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Router e2be52bc-e6e3-41b2-8dad-317e206a15b1 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:19:47.314369 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:47.343724 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-702e516f-5a16-49d0-a5bd-97bffd193351 None None] Provisioning complete for port 33770ed5-edb1-42b7-b71c-a1c7a1034f48 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:47.343893 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-702e516f-5a16-49d0-a5bd-97bffd193351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:47.367181 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1d8d0-d176-423b-ba32-29b54c8ae107 req-60019bda-496b-4e6a-afce-63cc858039f5 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:47.368796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55c1d8d0-d176-423b-ba32-29b54c8ae107 req-60019bda-496b-4e6a-afce-63cc858039f5 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.4003901 Jul 27 21:19:47.385628 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a642f9-6509-4157-be45-7d9d1a1f385e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Checking segment: {'id': '54019ef5-a287-424f-bf6e-8e47be1e32ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:47.385988 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a642f9-6509-4157-be45-7d9d1a1f385e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Network hostable DHCP agents. Network: ce34b7da-179c-4dce-b4e7-a3584a253d98, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:19:47.421960 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Transition to ACTIVE for port object a2b71a68-4775-432d-8d05-958202936879 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:47.440148 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55c1d8d0-d176-423b-ba32-29b54c8ae107 req-904af107-7b1c-4f0d-89ad-f189925abf34 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578597 Jul 27 21:19:47.464809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a642f9-6509-4157-be45-7d9d1a1f385e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Network ce34b7da-179c-4dce-b4e7-a3584a253d98 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:19:47.482782 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:47.486352 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-a8a642f9-6509-4157-be45-7d9d1a1f385e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, ce34b7da-179c-4dce-b4e7-a3584a253d98) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:47.504493 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a642f9-6509-4157-be45-7d9d1a1f385e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:47.507764 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a8a642f9-6509-4157-be45-7d9d1a1f385e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:47.516529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:47.525876 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-de394bc0-e546-4a86-b609-9dd109862363 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "PUT /v2.0/routers/e2be52bc-e6e3-41b2-8dad-317e206a15b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4920671 Jul 27 21:19:47.525986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38416) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:47.534012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e458d09c-1e37-4937-a1b0-e305d8681d73 None None] Network ce34b7da-179c-4dce-b4e7-a3584a253d98 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:47.535750 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Sync routers for ids ['e2be52bc-e6e3-41b2-8dad-317e206a15b1'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:47.570855 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Routers {'e2be52bc-e6e3-41b2-8dad-317e206a15b1'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:47.575199 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:19:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e2be52bc-e6e3-41b2-8dad-317e206a15b1'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:47.628493 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38420) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:47.629701 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a8a642f9-6509-4157-be45-7d9d1a1f385e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1246417 Jul 27 21:19:47.680789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6694d935-7356-442b-8d83-43abf0cdd605 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:47.684713 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6694d935-7356-442b-8d83-43abf0cdd605 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports/a0fca76c-faa6-4289-a82d-cd2ff589db79 HTTP/1.1" status: 200 len: 911 time: 0.1564813 Jul 27 21:19:47.685202 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38422) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:47.725105 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Set router e2be52bc-e6e3-41b2-8dad-317e206a15b1 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:47.791228 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Attempting to bind port a2b71a68-4775-432d-8d05-958202936879 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:47.791512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Attempting to bind port a2b71a68-4775-432d-8d05-958202936879 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:47.791879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Attempting to bind port a2b71a68-4775-432d-8d05-958202936879 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:47.840102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d755ab8-3c85-47c7-ba85-f6ede1dfc07e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:47.846387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d755ab8-3c85-47c7-ba85-f6ede1dfc07e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:47.846555 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd23bb-4a56-4689-8aa9-0fe1c0dd7a75 None None] Pushing event updated for resources: {'Port': ['ID=a2b71a68-4775-432d-8d05-958202936879,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:47.847918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4d755ab8-3c85-47c7-ba85-f6ede1dfc07e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1617200 Jul 27 21:19:47.858804 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38424) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:47.911385 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:47.911756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:47.912169 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:47.912563 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:47.913100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Bound port: a2b71a68-4775-432d-8d05-958202936879, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:47.913659 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:47.980357 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-702e516f-5a16-49d0-a5bd-97bffd193351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:47.998123 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be52bc-e6e3-41b2-8dad-317e206a15b1', 'name': 'tempest-NetworksTestDHCPv6-router-101828282', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:46Z', 'revision_number': 2, 'project_id': 'e5e2b25248d4480db696a630a44bf04b', 'gw_port_host': None, '_interfaces': [{'id': 'a0fca76c-faa6-4289-a82d-cd2ff589db79', 'name': '', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'mac_address': 'fa:16:3e:00:a4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2be52bc-e6e3-41b2-8dad-317e206a15b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '00ec969a-11cb-49dc-8f0f-48b475aca85e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:45Z', 'updated_at': '2021-07-27T21:19:46Z', 'revision_number': 2, 'project_id': 'e5e2b25248d4480db696a630a44bf04b', 'subnets': [{'id': '00ec969a-11cb-49dc-8f0f-48b475aca85e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:48.036746 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Checking router: e2be52bc-e6e3-41b2-8dad-317e206a15b1 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:19:48.037089 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Updating router e2be52bc-e6e3-41b2-8dad-317e206a15b1 port a0fca76c-faa6-4289-a82d-cd2ff589db79 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:19:48.043409 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-ce34b7da-179c-4dce-b4e7-a3584a253d98', 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'fixed_ips': [{'subnet_id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:48.044278 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.080568 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.190532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] For port a2b71a68-4775-432d-8d05-958202936879, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:48.193624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-702e516f-5a16-49d0-a5bd-97bffd193351 None None] For port 33770ed5-edb1-42b7-b71c-a1c7a1034f48, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=33770ed5-edb1-42b7-b71c-a1c7a1034f48,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:48.358962 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-702e516f-5a16-49d0-a5bd-97bffd193351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.382206 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] For port a2b71a68-4775-432d-8d05-958202936879, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a2b71a68-4775-432d-8d05-958202936879,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:48.418864 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.426090 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-333d8561-a216-4df7-b67d-38d82038cdb0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.561150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Allocated IP 172.20.0.2 (ce34b7da-179c-4dce-b4e7-a3584a253d98/39ea2bcd-c6f9-4ae1-bb77-30b8d5382020/38098a19-4478-490b-aa6a-2fef13c376de) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:48.709364 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e516f-5a16-49d0-a5bd-97bffd193351 None None] Pushing event updated for resources: {'Port': ['ID=33770ed5-edb1-42b7-b71c-a1c7a1034f48,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:48.715570 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.737605 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.761746 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Transition to ACTIVE for port object a0fca76c-faa6-4289-a82d-cd2ff589db79 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:48.763695 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4a67d1e5-577b-4cfa-8bcc-a03288d17bba None None] Provisioning for port a0fca76c-faa6-4289-a82d-cd2ff589db79 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:48.776715 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4a67d1e5-577b-4cfa-8bcc-a03288d17bba None None] Provisioning complete for port a0fca76c-faa6-4289-a82d-cd2ff589db79 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:48.777516 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4a67d1e5-577b-4cfa-8bcc-a03288d17bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.780522 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:48.865975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-4a67d1e5-577b-4cfa-8bcc-a03288d17bba None None] Port a0fca76c-faa6-4289-a82d-cd2ff589db79 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:48.868920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Routers {'aae94406-406a-4a09-8951-50969696dfd7'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:48.869730 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:19:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aae94406-406a-4a09-8951-50969696dfd7'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:48.883250 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5ec19-1793-46bb-8947-259dde2dbc21 None None] Pushing event updated for resources: {'Port': ['ID=a0fca76c-faa6-4289-a82d-cd2ff589db79,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:48.977047 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5ec19-1793-46bb-8947-259dde2dbc21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:48.977390 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5ec19-1793-46bb-8947-259dde2dbc21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:48.978023 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5ec19-1793-46bb-8947-259dde2dbc21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:48.978376 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5ec19-1793-46bb-8947-259dde2dbc21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:48.978707 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5ec19-1793-46bb-8947-259dde2dbc21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:48.979035 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5ec19-1793-46bb-8947-259dde2dbc21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:48.979414 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5ec19-1793-46bb-8947-259dde2dbc21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:48.979742 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5ec19-1793-46bb-8947-259dde2dbc21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:48.980066 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5ec19-1793-46bb-8947-259dde2dbc21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:48.980385 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5ec19-1793-46bb-8947-259dde2dbc21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:48.980708 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5ec19-1793-46bb-8947-259dde2dbc21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:48.981025 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac5ec19-1793-46bb-8947-259dde2dbc21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:49.076991 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Attempting to bind port a0fca76c-faa6-4289-a82d-cd2ff589db79 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:49.077395 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Attempting to bind port a0fca76c-faa6-4289-a82d-cd2ff589db79 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:49.077765 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Attempting to bind port a0fca76c-faa6-4289-a82d-cd2ff589db79 on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:49.092189 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:49.092554 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:49.094002 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.094583 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:49.095975 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Bound port: a0fca76c-faa6-4289-a82d-cd2ff589db79, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:49.096569 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.236322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd23bb-4a56-4689-8aa9-0fe1c0dd7a75 None None] Pushing event updated for resources: {'Port': ['ID=a2b71a68-4775-432d-8d05-958202936879,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:49.240868 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] For port a0fca76c-faa6-4289-a82d-cd2ff589db79, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:49.249623 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] For port a0fca76c-faa6-4289-a82d-cd2ff589db79, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a0fca76c-faa6-4289-a82d-cd2ff589db79,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:49.254654 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.316557 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Routers {'e2be52bc-e6e3-41b2-8dad-317e206a15b1'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:49.317186 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:19:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e2be52bc-e6e3-41b2-8dad-317e206a15b1'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:49.363469 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd23bb-4a56-4689-8aa9-0fe1c0dd7a75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:49.364172 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd23bb-4a56-4689-8aa9-0fe1c0dd7a75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:49.364779 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd23bb-4a56-4689-8aa9-0fe1c0dd7a75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:49.365339 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd23bb-4a56-4689-8aa9-0fe1c0dd7a75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:49.365886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd23bb-4a56-4689-8aa9-0fe1c0dd7a75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:49.366554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd23bb-4a56-4689-8aa9-0fe1c0dd7a75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:49.367147 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd23bb-4a56-4689-8aa9-0fe1c0dd7a75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:49.367707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd23bb-4a56-4689-8aa9-0fe1c0dd7a75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:49.368243 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd23bb-4a56-4689-8aa9-0fe1c0dd7a75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:49.368794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd23bb-4a56-4689-8aa9-0fe1c0dd7a75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:49.369326 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd23bb-4a56-4689-8aa9-0fe1c0dd7a75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:49.369856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fd23bb-4a56-4689-8aa9-0fe1c0dd7a75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:19:49.458967 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] Set router aae94406-406a-4a09-8951-50969696dfd7 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:49.496481 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5ec19-1793-46bb-8947-259dde2dbc21 None None] Pushing event updated for resources: {'Port': ['ID=a0fca76c-faa6-4289-a82d-cd2ff589db79,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:49.552180 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] Set router e2be52bc-e6e3-41b2-8dad-317e206a15b1 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:49.649088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecb402-0f6c-46e7-97e3-42ec75d7b5a2 req-3d7d1168-7dc0-466c-87fa-e310df49788e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:49.660766 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0eecb402-0f6c-46e7-97e3-42ec75d7b5a2 req-3d7d1168-7dc0-466c-87fa-e310df49788e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 1.0423703 Jul 27 21:19:49.742721 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.763689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Transition to ACTIVE for port object 38098a19-4478-490b-aa6a-2fef13c376de will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:49.777564 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0eecb402-0f6c-46e7-97e3-42ec75d7b5a2 req-fd93d9be-4d14-4a90-a79c-7914e16bff03 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155903 Jul 27 21:19:49.830650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Transition to ACTIVE for port object 38098a19-4478-490b-aa6a-2fef13c376de will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:49.845985 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae94406-406a-4a09-8951-50969696dfd7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367407351', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a2b71a68-4775-432d-8d05-958202936879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:42Z', 'updated_at': '2021-07-27T21:19:44Z', 'revision_number': 3, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': 'a2b71a68-4775-432d-8d05-958202936879', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:49.933984 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.936383 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-333d8561-a216-4df7-b67d-38d82038cdb0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port a0fca76c-faa6-4289-a82d-cd2ff589db79 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:49.936741 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-333d8561-a216-4df7-b67d-38d82038cdb0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:49.949201 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1e7bcd-8963-4e61-ac69-b9531d74b736 None None] The sync data for ids ['aae94406-406a-4a09-8951-50969696dfd7'] in n-d-764806-9 is: [{'id': 'aae94406-406a-4a09-8951-50969696dfd7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367407351', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a2b71a68-4775-432d-8d05-958202936879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:42Z', 'updated_at': '2021-07-27T21:19:44Z', 'revision_number': 3, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': 'a2b71a68-4775-432d-8d05-958202936879', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:49.975026 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Allocated IP 172.20.0.1 (ce34b7da-179c-4dce-b4e7-a3584a253d98/39ea2bcd-c6f9-4ae1-bb77-30b8d5382020/bf8b076c-8e63-4752-bff2-73a84dc86dc0) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:50.014472 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be52bc-e6e3-41b2-8dad-317e206a15b1', 'name': 'tempest-NetworksTestDHCPv6-router-101828282', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:46Z', 'revision_number': 2, 'project_id': 'e5e2b25248d4480db696a630a44bf04b', 'gw_port_host': None, '_interfaces': [{'id': 'a0fca76c-faa6-4289-a82d-cd2ff589db79', 'name': '', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'mac_address': 'fa:16:3e:00:a4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2be52bc-e6e3-41b2-8dad-317e206a15b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '00ec969a-11cb-49dc-8f0f-48b475aca85e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:45Z', 'updated_at': '2021-07-27T21:19:49Z', 'revision_number': 4, 'project_id': 'e5e2b25248d4480db696a630a44bf04b', 'subnets': [{'id': '00ec969a-11cb-49dc-8f0f-48b475aca85e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:50.037177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Network ce34b7da-179c-4dce-b4e7-a3584a253d98 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:50.040812 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:50.044527 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:50.063078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Pushing event updated for resources: {'Port': ['ID=38098a19-4478-490b-aa6a-2fef13c376de,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:50.091653 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada29efe-f70c-445f-841d-b5f43b432e24 None None] The sync data for ids ['e2be52bc-e6e3-41b2-8dad-317e206a15b1'] in n-d-764806-9 is: [{'id': 'e2be52bc-e6e3-41b2-8dad-317e206a15b1', 'name': 'tempest-NetworksTestDHCPv6-router-101828282', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:46Z', 'revision_number': 2, 'project_id': 'e5e2b25248d4480db696a630a44bf04b', 'gw_port_host': None, '_interfaces': [{'id': 'a0fca76c-faa6-4289-a82d-cd2ff589db79', 'name': '', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'mac_address': 'fa:16:3e:00:a4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2be52bc-e6e3-41b2-8dad-317e206a15b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '00ec969a-11cb-49dc-8f0f-48b475aca85e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:45Z', 'updated_at': '2021-07-27T21:19:49Z', 'revision_number': 4, 'project_id': 'e5e2b25248d4480db696a630a44bf04b', 'subnets': [{'id': '00ec969a-11cb-49dc-8f0f-48b475aca85e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:50.156669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 33770ed5-edb1-42b7-b71c-a1c7a1034f48 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:50.208940 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Attempting to bind port 38098a19-4478-490b-aa6a-2fef13c376de on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:50.209186 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Attempting to bind port 38098a19-4478-490b-aa6a-2fef13c376de by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '54019ef5-a287-424f-bf6e-8e47be1e32ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:50.209380 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Attempting to bind port 38098a19-4478-490b-aa6a-2fef13c376de on network ce34b7da-179c-4dce-b4e7-a3584a253d98 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:50.219747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:50.220135 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Checking segment: {'id': '54019ef5-a287-424f-bf6e-8e47be1e32ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:50.220542 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.220936 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Bound using segment: {'id': '54019ef5-a287-424f-bf6e-8e47be1e32ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:50.221490 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Bound port: 38098a19-4478-490b-aa6a-2fef13c376de, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54019ef5-a287-424f-bf6e-8e47be1e32ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:50.221880 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.300229 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-333d8561-a216-4df7-b67d-38d82038cdb0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] For port a0fca76c-faa6-4289-a82d-cd2ff589db79, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a0fca76c-faa6-4289-a82d-cd2ff589db79,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:50.301728 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-333d8561-a216-4df7-b67d-38d82038cdb0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.307183 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 33770ed5-edb1-42b7-b71c-a1c7a1034f48 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:50.307553 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.338971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-333d8561-a216-4df7-b67d-38d82038cdb0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for a0fca76c-faa6-4289-a82d-cd2ff589db79 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:50.365193 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.379206 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] For port 38098a19-4478-490b-aa6a-2fef13c376de, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:50.397909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] For port 38098a19-4478-490b-aa6a-2fef13c376de, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=38098a19-4478-490b-aa6a-2fef13c376de,segment=NetworkSegment(54019ef5-a287-424f-bf6e-8e47be1e32ff),segment_id=54019ef5-a287-424f-bf6e-8e47be1e32ff)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:50.422005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Transition to ACTIVE for port object bf8b076c-8e63-4752-bff2-73a84dc86dc0 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:50.459027 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.529423 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.557708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e94b87-4eef-44e0-92a5-fc5a3bc27ced None None] Pushing event updated for resources: {'Port': ['ID=38098a19-4478-490b-aa6a-2fef13c376de,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:50.650082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Network ce34b7da-179c-4dce-b4e7-a3584a253d98 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:50.665213 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:50.690643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:50.809101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'Port': ['ID=bf8b076c-8e63-4752-bff2-73a84dc86dc0,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:50.848120 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:50.990062 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-333d8561-a216-4df7-b67d-38d82038cdb0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.101818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d8561-a216-4df7-b67d-38d82038cdb0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=a0fca76c-faa6-4289-a82d-cd2ff589db79,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:51.284840 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.452563 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-333d8561-a216-4df7-b67d-38d82038cdb0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:51.688382 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff1fcd-459e-4ac5-8e3e-955f6ba31a2a req-8572cfd7-0cfb-4097-9201-af968080903b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:51.690526 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2eff1fcd-459e-4ac5-8e3e-955f6ba31a2a req-8572cfd7-0cfb-4097-9201-af968080903b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.7584248 Jul 27 21:19:51.964609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2eff1fcd-459e-4ac5-8e3e-955f6ba31a2a req-5d1fd517-e7fb-4123-9f98-a57a0f597750 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613344 Jul 27 21:19:51.993968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333d8561-a216-4df7-b67d-38d82038cdb0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Router e2be52bc-e6e3-41b2-8dad-317e206a15b1 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:19:52.129769 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:52.142292 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:52.228867 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333d8561-a216-4df7-b67d-38d82038cdb0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:52.240586 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-333d8561-a216-4df7-b67d-38d82038cdb0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "PUT /v2.0/routers/e2be52bc-e6e3-41b2-8dad-317e206a15b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3806546 Jul 27 21:19:52.251657 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38452) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:52.443259 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'Port': ['ID=bf8b076c-8e63-4752-bff2-73a84dc86dc0,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:52.444699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a2b71a68-4775-432d-8d05-958202936879 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:52.462509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3d95e0-aa57-423e-aa1f-1768ab089f4b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:52.472048 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3d95e0-aa57-423e-aa1f-1768ab089f4b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:52.476209 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ce3d95e0-aa57-423e-aa1f-1768ab089f4b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2209868 Jul 27 21:19:52.480015 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38456) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:52.513984 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:52.604890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port a2b71a68-4775-432d-8d05-958202936879 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:52.611003 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a2b71a68-4775-432d-8d05-958202936879 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:52.611694 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:52.662633 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-665c5d42-525d-47c2-a027-24c4e8c9dad2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 00ec969a-11cb-49dc-8f0f-48b475aca85e {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:19:52.665453 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-665c5d42-525d-47c2-a027-24c4e8c9dad2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:52.708352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5576e591-37ba-402a-bd53-a73842e37ca3 None None] Network ce34b7da-179c-4dce-b4e7-a3584a253d98 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:52.719583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Network ce34b7da-179c-4dce-b4e7-a3584a253d98 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:52.721571 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:52.766476 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-665c5d42-525d-47c2-a027-24c4e8c9dad2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:52.828224 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4b03a361-8919-45b0-8c47-77cc6d9890b3 None None] Provisioning for port 38098a19-4478-490b-aa6a-2fef13c376de completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:52.949009 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-665c5d42-525d-47c2-a027-24c4e8c9dad2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:52.969663 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:53.083606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Router aae94406-406a-4a09-8951-50969696dfd7 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:19:53.085230 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port a2b71a68-4775-432d-8d05-958202936879, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a2b71a68-4775-432d-8d05-958202936879,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:53.104856 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:53.105625 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 38098a19-4478-490b-aa6a-2fef13c376de up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:53.188349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c222b-00db-4ea3-bef9-ca7d0069c0fb None None] Sync routers for ids ['e2be52bc-e6e3-41b2-8dad-317e206a15b1'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:53.209418 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-665c5d42-525d-47c2-a027-24c4e8c9dad2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:53.236270 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-665c5d42-525d-47c2-a027-24c4e8c9dad2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:53.239591 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-665c5d42-525d-47c2-a027-24c4e8c9dad2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/00ec969a-11cb-49dc-8f0f-48b475aca85e HTTP/1.1" status: 204 len: 168 time: 0.7547729 Jul 27 21:19:53.240449 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af7a70e-959a-48ad-a156-fdc527161b91 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:53.248646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38462) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:53.262018 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c222b-00db-4ea3-bef9-ca7d0069c0fb None None] Routers {'e2be52bc-e6e3-41b2-8dad-317e206a15b1'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:53.269097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-623c222b-00db-4ea3-bef9-ca7d0069c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:19:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e2be52bc-e6e3-41b2-8dad-317e206a15b1'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:53.283826 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=a2b71a68-4775-432d-8d05-958202936879,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:53.330750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c5d42-525d-47c2-a027-24c4e8c9dad2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=00ec969a-11cb-49dc-8f0f-48b475aca85e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:53.401223 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ca29c-1af9-439c-855b-87faa99b10a7 req-f3a988ee-5cae-43a6-98d8-de547793ba45 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:53.409279 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-003ca29c-1af9-439c-855b-87faa99b10a7 req-f3a988ee-5cae-43a6-98d8-de547793ba45 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.2791336 Jul 27 21:19:53.444181 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6c7b137e-6ef4-47aa-8956-91d480a7a022 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1898625 Jul 27 21:19:53.445563 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38466) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:53.509241 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-623c222b-00db-4ea3-bef9-ca7d0069c0fb None None] Set router e2be52bc-e6e3-41b2-8dad-317e206a15b1 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:53.525119 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:19:53.581577 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-445efa5a-d86c-4037-95d9-2de9d35fccad tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "PUT /v2.0/routers/aae94406-406a-4a09-8951-50969696dfd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9446907 Jul 27 21:19:53.588715 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38468) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:53.611471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d12496b9-df69-488f-b3ec-7b6113ba99fc tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1927255992', 'description': 'tempest-secgroup_access--1927255992 description', 'project_id': '68e16342715c4510a4b81e0488054ee7'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:53.656522 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-003ca29c-1af9-439c-855b-87faa99b10a7 req-e9981102-ee05-4b61-bb25-8a50dabfb49f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463150 Jul 27 21:19:53.660744 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5f868d58-26f2-4d62-8c3f-ecf4a8192037 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:53.709594 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-623c222b-00db-4ea3-bef9-ca7d0069c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be52bc-e6e3-41b2-8dad-317e206a15b1', 'name': 'tempest-NetworksTestDHCPv6-router-101828282', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:50Z', 'revision_number': 3, 'project_id': 'e5e2b25248d4480db696a630a44bf04b', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:53.723216 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d12496b9-df69-488f-b3ec-7b6113ba99fc tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:53.778979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c222b-00db-4ea3-bef9-ca7d0069c0fb None None] Checking router: e2be52bc-e6e3-41b2-8dad-317e206a15b1 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:19:53.782058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 38098a19-4478-490b-aa6a-2fef13c376de completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:53.834655 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 38098a19-4478-490b-aa6a-2fef13c376de triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:53.835046 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:53.896700 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c222b-00db-4ea3-bef9-ca7d0069c0fb None None] Routers {'e2be52bc-e6e3-41b2-8dad-317e206a15b1'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:53.897946 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-623c222b-00db-4ea3-bef9-ca7d0069c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:19:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e2be52bc-e6e3-41b2-8dad-317e206a15b1'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:53.971352 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Sync routers for ids ['aae94406-406a-4a09-8951-50969696dfd7'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:19:54.009943 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Routers {'aae94406-406a-4a09-8951-50969696dfd7'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:54.012374 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:19:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aae94406-406a-4a09-8951-50969696dfd7'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:54.036339 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d12496b9-df69-488f-b3ec-7b6113ba99fc tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.040313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-77c185a0-0ce2-45ef-8cb6-187a30a271a9 None None] Provisioning for port bf8b076c-8e63-4752-bff2-73a84dc86dc0 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:54.053447 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-623c222b-00db-4ea3-bef9-ca7d0069c0fb None None] Set router e2be52bc-e6e3-41b2-8dad-317e206a15b1 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:54.064334 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d12496b9-df69-488f-b3ec-7b6113ba99fc tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.080803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-77c185a0-0ce2-45ef-8cb6-187a30a271a9 None None] Provisioning complete for port bf8b076c-8e63-4752-bff2-73a84dc86dc0 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:54.081048 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-77c185a0-0ce2-45ef-8cb6-187a30a271a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.139698 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d12496b9-df69-488f-b3ec-7b6113ba99fc tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.141180 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d12496b9-df69-488f-b3ec-7b6113ba99fc tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5477905 Jul 27 21:19:54.151665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38474) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:54.162555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-a80897d8-6f8c-4eb9-b689-c7cbf5817aae tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--333814362', 'description': 'tempest-secgroup_general--333814362 description', 'project_id': '68e16342715c4510a4b81e0488054ee7'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:54.232264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12496b9-df69-488f-b3ec-7b6113ba99fc tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb680b66-bbb9-4056-a616-512448436eee,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:54.233503 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-77c185a0-0ce2-45ef-8cb6-187a30a271a9 None None] Port bf8b076c-8e63-4752-bff2-73a84dc86dc0 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:19:54.259885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-623c222b-00db-4ea3-bef9-ca7d0069c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2be52bc-e6e3-41b2-8dad-317e206a15b1', 'name': 'tempest-NetworksTestDHCPv6-router-101828282', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:50Z', 'revision_number': 3, 'project_id': 'e5e2b25248d4480db696a630a44bf04b', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:54.287428 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a80897d8-6f8c-4eb9-b689-c7cbf5817aae tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.287581 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5f868d58-26f2-4d62-8c3f-ecf4a8192037 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.306661 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5f868d58-26f2-4d62-8c3f-ecf4a8192037 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.401522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c222b-00db-4ea3-bef9-ca7d0069c0fb None None] The sync data for ids ['e2be52bc-e6e3-41b2-8dad-317e206a15b1'] in n-d-764806-9 is: [{'id': 'e2be52bc-e6e3-41b2-8dad-317e206a15b1', 'name': 'tempest-NetworksTestDHCPv6-router-101828282', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:50Z', 'revision_number': 3, 'project_id': 'e5e2b25248d4480db696a630a44bf04b', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:54.416078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-77c185a0-0ce2-45ef-8cb6-187a30a271a9 None None] Provisioning complete for port 38098a19-4478-490b-aa6a-2fef13c376de triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:54.417291 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-77c185a0-0ce2-45ef-8cb6-187a30a271a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.464727 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5f868d58-26f2-4d62-8c3f-ecf4a8192037 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.465247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f868d58-26f2-4d62-8c3f-ecf4a8192037 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Fanout notify agent at l3_agent the message router_deleted on router e2be52bc-e6e3-41b2-8dad-317e206a15b1 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:19:54.488018 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5f868d58-26f2-4d62-8c3f-ecf4a8192037 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.504688 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5f868d58-26f2-4d62-8c3f-ecf4a8192037 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/routers/e2be52bc-e6e3-41b2-8dad-317e206a15b1 HTTP/1.1" status: 204 len: 168 time: 1.0567162 Jul 27 21:19:54.512102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38476) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:54.567576 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a80897d8-6f8c-4eb9-b689-c7cbf5817aae tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.573205 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a80897d8-6f8c-4eb9-b689-c7cbf5817aae tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.612923 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.635793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80897d8-6f8c-4eb9-b689-c7cbf5817aae tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1e7012-0db1-49cc-aecf-e7aa42cf88ce,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:54.649165 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a80897d8-6f8c-4eb9-b689-c7cbf5817aae tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.653324 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a80897d8-6f8c-4eb9-b689-c7cbf5817aae tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4979758 Jul 27 21:19:54.653721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38478) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:54.657206 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4983ca-af52-4f99-81b3-ff538c808411 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:54.658984 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0c4983ca-af52-4f99-81b3-ff538c808411 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1455874 Jul 27 21:19:54.660750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3f2d6f50-94c1-4bb9-896a-efdbb6e5248a tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Request body: {'security_group_rule': {'security_group_id': 'fb680b66-bbb9-4056-a616-512448436eee', 'project_id': '68e16342715c4510a4b81e0488054ee7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:54.661270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38480) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:54.675742 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Set router aae94406-406a-4a09-8951-50969696dfd7 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:54.758015 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f2d6f50-94c1-4bb9-896a-efdbb6e5248a tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.853537 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b100b3-01bf-4067-95bf-aff086bad732 None None] DHCP port deletion for 644dd19b-aa0a-4755-9430-38a1fea5548c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:19:54.867098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 38098a19-4478-490b-aa6a-2fef13c376de, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=38098a19-4478-490b-aa6a-2fef13c376de,segment=NetworkSegment(54019ef5-a287-424f-bf6e-8e47be1e32ff),segment_id=54019ef5-a287-424f-bf6e-8e47be1e32ff)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:54.869280 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-77c185a0-0ce2-45ef-8cb6-187a30a271a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.883739 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.891719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04aa459-a4e9-4492-a4cf-d290710f8064 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:54.894782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d04aa459-a4e9-4492-a4cf-d290710f8064 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2325637 Jul 27 21:19:54.903852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38488) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:54.969647 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f2d6f50-94c1-4bb9-896a-efdbb6e5248a tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:54.979608 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f2d6f50-94c1-4bb9-896a-efdbb6e5248a tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.076029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d6f50-94c1-4bb9-896a-efdbb6e5248a tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75f826a-4a09-4144-ace7-fe4145d988de,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:55.093193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38490) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:55.093494 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f0a6ea4c-3310-4eab-8e9d-0c5fcfb4b2a4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1349063 Jul 27 21:19:55.120808 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a2b71a68-4775-432d-8d05-958202936879 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:55.124002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-5854d0f9-f480-4bfc-b8af-f34292a47ac4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:55.129931 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f2d6f50-94c1-4bb9-896a-efdbb6e5248a tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.131177 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3f2d6f50-94c1-4bb9-896a-efdbb6e5248a tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4762032 Jul 27 21:19:55.156400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07a84c-4080-4d1e-9cc9-4659b7859b83 req-6c9251f0-650d-45dd-91a0-14025c38d9bf tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:55.158622 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b07a84c-4080-4d1e-9cc9-4659b7859b83 req-6c9251f0-650d-45dd-91a0-14025c38d9bf tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.3429756 Jul 27 21:19:55.217298 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae94406-406a-4a09-8951-50969696dfd7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367407351', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a2b71a68-4775-432d-8d05-958202936879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:42Z', 'updated_at': '2021-07-27T21:19:51Z', 'revision_number': 4, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': 'a2b71a68-4775-432d-8d05-958202936879', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'bf8b076c-8e63-4752-bff2-73a84dc86dc0', 'name': '', 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'mac_address': 'fa:16:3e:4d:3a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:49Z', 'updated_at': '2021-07-27T21:19:51Z', 'revision_number': 2, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'subnets': [{'id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:55.268374 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Checking router: aae94406-406a-4a09-8951-50969696dfd7 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:19:55.268718 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Updating router aae94406-406a-4a09-8951-50969696dfd7 port bf8b076c-8e63-4752-bff2-73a84dc86dc0 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:19:55.273197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b07a84c-4080-4d1e-9cc9-4659b7859b83 req-22a05b6e-973c-431e-aa3b-350f1024b287 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064672 Jul 27 21:19:55.349054 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.398560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5854d0f9-f480-4bfc-b8af-f34292a47ac4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:55.407109 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5854d0f9-f480-4bfc-b8af-f34292a47ac4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.493542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-a0f6269e-c1a3-4716-84a9-01076b36d3a4 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_access--1927255992&fields=id&tenant_id=68e16342715c4510a4b81e0488054ee7 HTTP/1.1" status: 200 len: 267 time: 0.1150727 Jul 27 21:19:55.537141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=38098a19-4478-490b-aa6a-2fef13c376de,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:55.575236 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-00b2517f-3701-4ece-82be-d152d7a751ff tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_general--333814362&fields=id&tenant_id=68e16342715c4510a4b81e0488054ee7 HTTP/1.1" status: 200 len: 267 time: 0.0806751 Jul 27 21:19:55.586204 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-77c185a0-0ce2-45ef-8cb6-187a30a271a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:19:55.586804 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-77c185a0-0ce2-45ef-8cb6-187a30a271a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:19:55.589234 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e0b100b3-01bf-4067-95bf-aff086bad732 None None] Deleting port 33770ed5-edb1-42b7-b71c-a1c7a1034f48 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:19:55.589772 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0b100b3-01bf-4067-95bf-aff086bad732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.642441 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a2b71a68-4775-432d-8d05-958202936879 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:55.643537 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.723188 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e0b100b3-01bf-4067-95bf-aff086bad732 None None] For port 33770ed5-edb1-42b7-b71c-a1c7a1034f48, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=33770ed5-edb1-42b7-b71c-a1c7a1034f48,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:55.723587 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0b100b3-01bf-4067-95bf-aff086bad732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.746894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e0b100b3-01bf-4067-95bf-aff086bad732 None None] Calling delete_port for 33770ed5-edb1-42b7-b71c-a1c7a1034f48 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:19:55.770874 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-aceac2a4-2b45-444a-ac8a-e26337d89b15 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:55.774543 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-aceac2a4-2b45-444a-ac8a-e26337d89b15 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/networks?id=ce34b7da-179c-4dce-b4e7-a3584a253d98 HTTP/1.1" status: 200 len: 796 time: 0.1981943 Jul 27 21:19:55.804455 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-b54d7d63-e3e9-49da-8c52-72d7389ef35c tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/quotas/68e16342715c4510a4b81e0488054ee7 HTTP/1.1" status: 200 len: 375 time: 0.0229163 Jul 27 21:19:55.844072 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.870441 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Transition to ACTIVE for port object bf8b076c-8e63-4752-bff2-73a84dc86dc0 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:55.878700 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:55.918293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 33770ed5-edb1-42b7-b71c-a1c7a1034f48 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:55.964062 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6db34f-5b27-483b-959b-745c27c6767b None None] Pushing event updated for resources: {'Port': ['ID=bf8b076c-8e63-4752-bff2-73a84dc86dc0,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:55.970786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-9e1bb00e-a82a-436d-a8d4-1911d905a28e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=68e16342715c4510a4b81e0488054ee7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1650488 Jul 27 21:19:56.067897 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0b100b3-01bf-4067-95bf-aff086bad732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.081729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.objects.ports [None req-5854d0f9-f480-4bfc-b8af-f34292a47ac4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105580) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:19:56.135066 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Attempting to bind port bf8b076c-8e63-4752-bff2-73a84dc86dc0 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:56.135686 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Attempting to bind port bf8b076c-8e63-4752-bff2-73a84dc86dc0 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '54019ef5-a287-424f-bf6e-8e47be1e32ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:56.136228 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Attempting to bind port bf8b076c-8e63-4752-bff2-73a84dc86dc0 on network ce34b7da-179c-4dce-b4e7-a3584a253d98 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:56.137323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Port 33770ed5-edb1-42b7-b71c-a1c7a1034f48 update to DOWN by agent not found {{(pid=105581) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 27 21:19:56.149321 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a0fca76c-faa6-4289-a82d-cd2ff589db79 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:19:56.155739 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:56.156110 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Checking segment: {'id': '54019ef5-a287-424f-bf6e-8e47be1e32ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:56.156704 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.157804 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Bound using segment: {'id': '54019ef5-a287-424f-bf6e-8e47be1e32ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:56.158675 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Bound port: bf8b076c-8e63-4752-bff2-73a84dc86dc0, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54019ef5-a287-424f-bf6e-8e47be1e32ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:56.159221 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.205228 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-48779559-85c7-475d-bd69-77fa30b9ae57 service neutron] 10.222.0.55 "GET /v2.0/networks/ce34b7da-179c-4dce-b4e7-a3584a253d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210300 Jul 27 21:19:56.236426 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b100b3-01bf-4067-95bf-aff086bad732 None None] No DVR routers for this DVR port 33770ed5-edb1-42b7-b71c-a1c7a1034f48 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:19:56.238265 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b100b3-01bf-4067-95bf-aff086bad732 None None] Pushing event deleted for resources: {'Port': ['ID=33770ed5-edb1-42b7-b71c-a1c7a1034f48,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:56.242380 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: a0fca76c-faa6-4289-a82d-cd2ff589db79 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:19:56.242731 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a0fca76c-faa6-4289-a82d-cd2ff589db79 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:19:56.262731 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] For port bf8b076c-8e63-4752-bff2-73a84dc86dc0, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:56.266679 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] For port bf8b076c-8e63-4752-bff2-73a84dc86dc0, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=bf8b076c-8e63-4752-bff2-73a84dc86dc0,segment=NetworkSegment(54019ef5-a287-424f-bf6e-8e47be1e32ff),segment_id=54019ef5-a287-424f-bf6e-8e47be1e32ff)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:56.277447 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:56.403547 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Routers {'aae94406-406a-4a09-8951-50969696dfd7'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:19:56.404173 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:19:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aae94406-406a-4a09-8951-50969696dfd7'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:56.409161 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6db34f-5b27-483b-959b-745c27c6767b None None] Pushing event updated for resources: {'Port': ['ID=bf8b076c-8e63-4752-bff2-73a84dc86dc0,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:56.592043 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] Set router aae94406-406a-4a09-8951-50969696dfd7 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:19:56.628135 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-8610971a-47ce-421e-82b4-7dd750dcfb65 service neutron] 10.222.0.55 "GET /v2.0/networks/ce34b7da-179c-4dce-b4e7-a3584a253d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171095 Jul 27 21:19:56.653349 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426be099-c7f3-4c65-8222-cf1622897e4e req-f88c1b0f-e812-4ae5-8d25-130160b4170a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:56.667478 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-426be099-c7f3-4c65-8222-cf1622897e4e req-f88c1b0f-e812-4ae5-8d25-130160b4170a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.2389743 Jul 27 21:19:56.763568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-426be099-c7f3-4c65-8222-cf1622897e4e req-47ad649b-f37b-4687-9513-47d7736a2982 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906699 Jul 27 21:19:56.947836 n-d-764806-9 neutron-server[105580]: WARNING neutron.services.revisions.revision_plugin [None req-5854d0f9-f480-4bfc-b8af-f34292a47ac4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Could not find related port for resource to bump revision. Jul 27 21:19:56.948418 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8692c548-d306-46ad-a62a-3d589f6b1482 req-f60b2b17-be19-48ff-bb2e-4d99be1b7983 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 210 time: 0.0711622 Jul 27 21:19:56.970644 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.ipam_pluggable_backend [None req-5854d0f9-f480-4bfc-b8af-f34292a47ac4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Port 33770ed5-edb1-42b7-b71c-a1c7a1034f48 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105580) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 27 21:19:56.970644 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.ipam_pluggable_backend [None req-5854d0f9-f480-4bfc-b8af-f34292a47ac4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7d:6edd {{(pid=105580) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 27 21:19:56.974283 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae94406-406a-4a09-8951-50969696dfd7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367407351', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a2b71a68-4775-432d-8d05-958202936879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:42Z', 'updated_at': '2021-07-27T21:19:51Z', 'revision_number': 4, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': 'a2b71a68-4775-432d-8d05-958202936879', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'bf8b076c-8e63-4752-bff2-73a84dc86dc0', 'name': '', 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'mac_address': 'fa:16:3e:4d:3a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:49Z', 'updated_at': '2021-07-27T21:19:56Z', 'revision_number': 4, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'subnets': [{'id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:19:56.979175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.ipam_pluggable_backend [None req-5854d0f9-f480-4bfc-b8af-f34292a47ac4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7d:6edd {{(pid=105580) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 27 21:19:56.980681 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5854d0f9-f480-4bfc-b8af-f34292a47ac4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:57.018169 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d86f7-83c1-49e4-8c1c-1577f21e21aa None None] The sync data for ids ['aae94406-406a-4a09-8951-50969696dfd7'] in n-d-764806-9 is: [{'id': 'aae94406-406a-4a09-8951-50969696dfd7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367407351', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a2b71a68-4775-432d-8d05-958202936879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:42Z', 'updated_at': '2021-07-27T21:19:51Z', 'revision_number': 4, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': 'a2b71a68-4775-432d-8d05-958202936879', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'bf8b076c-8e63-4752-bff2-73a84dc86dc0', 'name': '', 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'mac_address': 'fa:16:3e:4d:3a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:49Z', 'updated_at': '2021-07-27T21:19:56Z', 'revision_number': 4, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'subnets': [{'id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:19:57.024423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 38098a19-4478-490b-aa6a-2fef13c376de up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:57.040564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5854d0f9-f480-4bfc-b8af-f34292a47ac4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:57.043813 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-5854d0f9-f480-4bfc-b8af-f34292a47ac4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:57.049969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5854d0f9-f480-4bfc-b8af-f34292a47ac4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:57.050793 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5854d0f9-f480-4bfc-b8af-f34292a47ac4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:57.063233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854d0f9-f480-4bfc-b8af-f34292a47ac4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=36c0470d-a0d8-4f7f-aa4c-16b6ef7457ca,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:57.091598 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5854d0f9-f480-4bfc-b8af-f34292a47ac4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9931595 Jul 27 21:19:57.092327 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d385f99-cc81-4242-bf18-59f660bbff32 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:57.094415 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38522) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:57.099885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c073e617-bc56-44af-b9c9-ee087ad0ad74 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:57.191743 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 38098a19-4478-490b-aa6a-2fef13c376de triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:57.192558 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:57.380154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c073e617-bc56-44af-b9c9-ee087ad0ad74 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:57.385067 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c073e617-bc56-44af-b9c9-ee087ad0ad74 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:57.460576 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': '36c0470d-a0d8-4f7f-aa4c-16b6ef7457ca'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:19:57.461644 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:57.672228 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Allocated IP 2001:db8::f816:3eff:fee4:a28e (644dd19b-aa0a-4755-9430-38a1fea5548c/36c0470d-a0d8-4f7f-aa4c-16b6ef7457ca/a2b0216f-7aae-460d-9ab1-79d5ae8e620b) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:57.782355 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c073e617-bc56-44af-b9c9-ee087ad0ad74 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:57.848616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c073e617-bc56-44af-b9c9-ee087ad0ad74 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:57.857429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-c073e617-bc56-44af-b9c9-ee087ad0ad74 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:57.867478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c073e617-bc56-44af-b9c9-ee087ad0ad74 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:57.868065 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c073e617-bc56-44af-b9c9-ee087ad0ad74 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:57.882257 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073e617-bc56-44af-b9c9-ee087ad0ad74 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=34c5a250-136f-44c8-a8f5-278ffeadf352,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:57.910031 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c073e617-bc56-44af-b9c9-ee087ad0ad74 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8116467 Jul 27 21:19:57.910306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38536) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:57.915826 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-21484984-3619-4448-abda-6e21d1daae4e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'mac_address': 'fa:16:3e:2d:76:cb', 'name': 'tempest-NetworksTestDHCPv6-1519233193'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:57.934086 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:57.943279 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Transition to ACTIVE for port object a2b0216f-7aae-460d-9ab1-79d5ae8e620b will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:57.973061 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Transition to ACTIVE for port object a2b0216f-7aae-460d-9ab1-79d5ae8e620b will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:57.984100 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.011142 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2010b1-e183-4b98-84ba-9967aa03c564 req-96d9183b-46ad-487e-b7e7-e044725c4ad2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:58.013454 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b2010b1-e183-4b98-84ba-9967aa03c564 req-96d9183b-46ad-487e-b7e7-e044725c4ad2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.1254132 Jul 27 21:19:58.065890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Pushing event updated for resources: {'Port': ['ID=a2b0216f-7aae-460d-9ab1-79d5ae8e620b,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:58.082844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:58.084687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:58.089024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:58.106296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b2010b1-e183-4b98-84ba-9967aa03c564 req-f58ca7e3-3a38-42b8-8516-58ec910af20f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847838 Jul 27 21:19:58.109259 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1cb94aa4-e91a-454d-9210-2748ff27b46c req-118bd234-34c0-497f-a9b9-66e6b2275103 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 210 time: 0.0543652 Jul 27 21:19:58.158606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21484984-3619-4448-abda-6e21d1daae4e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:58.182000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Attempting to bind port a2b0216f-7aae-460d-9ab1-79d5ae8e620b on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:19:58.182726 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Attempting to bind port a2b0216f-7aae-460d-9ab1-79d5ae8e620b by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:19:58.183306 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Attempting to bind port a2b0216f-7aae-460d-9ab1-79d5ae8e620b on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:19:58.190968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:19:58.191703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:19:58.192263 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.192886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:19:58.193547 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Bound port: a2b0216f-7aae-460d-9ab1-79d5ae8e620b, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:19:58.194769 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.332815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] For port a2b0216f-7aae-460d-9ab1-79d5ae8e620b, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:19:58.342191 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] For port a2b0216f-7aae-460d-9ab1-79d5ae8e620b, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a2b0216f-7aae-460d-9ab1-79d5ae8e620b,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:19:58.351411 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-e86ae372-d4b4-432f-aec1-daaf3736a69d tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:58.353485 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.364201 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-e86ae372-d4b4-432f-aec1-daaf3736a69d tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.66 "GET /v2.0/networks?id=ce34b7da-179c-4dce-b4e7-a3584a253d98 HTTP/1.1" status: 200 len: 796 time: 0.1444752 Jul 27 21:19:58.436520 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661db628-cc6a-4e65-8a8b-a1111c17f5aa None None] Pushing event updated for resources: {'Port': ['ID=a2b0216f-7aae-460d-9ab1-79d5ae8e620b,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:58.511004 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-b7f0abc4-f89d-4b13-8bc2-c7215a0acf14 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68e16342715c4510a4b81e0488054ee7 HTTP/1.1" status: 200 len: 477 time: 0.1353376 Jul 27 21:19:58.525316 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-04968117-6455-48af-817a-a1fd8056e90f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Request body: {'port': {'device_id': '9c9e98f3-0f47-4c03-ba02-bdb9146101d7', 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98', 'admin_state_up': True, 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'security_groups': ['fb680b66-bbb9-4056-a616-512448436eee', '0b1e7012-0db1-49cc-aecf-e7aa42cf88ce']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:58.588275 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21484984-3619-4448-abda-6e21d1daae4e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.635188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-21484984-3619-4448-abda-6e21d1daae4e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port d00e05e1-3c24-4fa9-8b38-dc0f747f1b45 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:19:58.845263 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-04968117-6455-48af-817a-a1fd8056e90f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Made reservation on behalf of 68e16342715c4510a4b81e0488054ee7 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:19:58.849452 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-04968117-6455-48af-817a-a1fd8056e90f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:58.981189 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-21484984-3619-4448-abda-6e21d1daae4e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 172.20.0.7 (644dd19b-aa0a-4755-9430-38a1fea5548c/34c5a250-136f-44c8-a8f5-278ffeadf352/d00e05e1-3c24-4fa9-8b38-dc0f747f1b45) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:58.994299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-21484984-3619-4448-abda-6e21d1daae4e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::f816:3eff:fe2d:76cb (644dd19b-aa0a-4755-9430-38a1fea5548c/36c0470d-a0d8-4f7f-aa4c-16b6ef7457ca/d00e05e1-3c24-4fa9-8b38-dc0f747f1b45) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:59.004284 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device bf8b076c-8e63-4752-bff2-73a84dc86dc0 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:59.054673 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port bf8b076c-8e63-4752-bff2-73a84dc86dc0 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:59.058361 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port bf8b076c-8e63-4752-bff2-73a84dc86dc0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:59.058799 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.066780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-04968117-6455-48af-817a-a1fd8056e90f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Allocated IP 172.20.0.13 (ce34b7da-179c-4dce-b4e7-a3584a253d98/39ea2bcd-c6f9-4ae1-bb77-30b8d5382020/1df1dbd5-509e-4d2c-9354-4fdd8bec5e66) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:19:59.139551 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.177208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port bf8b076c-8e63-4752-bff2-73a84dc86dc0, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=bf8b076c-8e63-4752-bff2-73a84dc86dc0,segment=NetworkSegment(54019ef5-a287-424f-bf6e-8e47be1e32ff),segment_id=54019ef5-a287-424f-bf6e-8e47be1e32ff)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:19:59.182512 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.183248 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a2b0216f-7aae-460d-9ab1-79d5ae8e620b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:19:59.228030 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21484984-3619-4448-abda-6e21d1daae4e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.255518 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-192112a1-7abb-42dc-afff-c43fb0d6d463 req-961f7552-b4bb-4856-94a4-27eac4969ef2 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 210 time: 0.0476384 Jul 27 21:19:59.267623 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=bf8b076c-8e63-4752-bff2-73a84dc86dc0,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:59.283852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-21484984-3619-4448-abda-6e21d1daae4e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object d00e05e1-3c24-4fa9-8b38-dc0f747f1b45 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:59.306807 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port a2b0216f-7aae-460d-9ab1-79d5ae8e620b completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:59.325788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbfa4a-2900-4b3a-921d-a4e441340280 req-b2c13da5-c590-4c5a-9f3e-a6ff7c246f57 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:59.327392 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f5fbfa4a-2900-4b3a-921d-a4e441340280 req-b2c13da5-c590-4c5a-9f3e-a6ff7c246f57 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.1057832 Jul 27 21:19:59.366962 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f5fbfa4a-2900-4b3a-921d-a4e441340280 req-141ba113-300a-4de6-80f6-dd2304d8d438 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327358 Jul 27 21:19:59.389272 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21484984-3619-4448-abda-6e21d1daae4e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.458564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21484984-3619-4448-abda-6e21d1daae4e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:59.468967 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-21484984-3619-4448-abda-6e21d1daae4e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:59.471436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21484984-3619-4448-abda-6e21d1daae4e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:59.505483 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-04968117-6455-48af-817a-a1fd8056e90f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.514656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21484984-3619-4448-abda-6e21d1daae4e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=d00e05e1-3c24-4fa9-8b38-dc0f747f1b45,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:59.531685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-04968117-6455-48af-817a-a1fd8056e90f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Transition to ACTIVE for port object 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:19:59.553377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21484984-3619-4448-abda-6e21d1daae4e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:59.554638 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21484984-3619-4448-abda-6e21d1daae4e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.585510 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-21484984-3619-4448-abda-6e21d1daae4e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6733403 Jul 27 21:19:59.588410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38558) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:59.630245 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-04968117-6455-48af-817a-a1fd8056e90f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.702303 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-04968117-6455-48af-817a-a1fd8056e90f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Network ce34b7da-179c-4dce-b4e7-a3584a253d98 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:19:59.708924 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04968117-6455-48af-817a-a1fd8056e90f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'Port': ['ID=1df1dbd5-509e-4d2c-9354-4fdd8bec5e66,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:19:59.712777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-04968117-6455-48af-817a-a1fd8056e90f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:19:59.714893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-04968117-6455-48af-817a-a1fd8056e90f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:19:59.763487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0485263-0060-4b5b-806b-bdda682aa6bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:59.769858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0485263-0060-4b5b-806b-bdda682aa6bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:59.771579 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e0485263-0060-4b5b-806b-bdda682aa6bb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1822121 Jul 27 21:19:59.776252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38566) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:19:59.830456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-04968117-6455-48af-817a-a1fd8056e90f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:19:59.831103 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-04968117-6455-48af-817a-a1fd8056e90f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:19:59.843275 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f67009-9bea-48cd-bb55-def4c9d86e8f None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:19:59.875710 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-04968117-6455-48af-817a-a1fd8056e90f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.3572006 Jul 27 21:19:59.900499 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Request body: {'port': {'device_id': '9c9e98f3-0f47-4c03-ba02-bdb9146101d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:19:59.967642 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-88230c5e-12f8-4e73-b7b3-446cc703505e None None] Provisioning for port a2b0216f-7aae-460d-9ab1-79d5ae8e620b completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:19:59.976837 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-88230c5e-12f8-4e73-b7b3-446cc703505e None None] Provisioning complete for port a2b0216f-7aae-460d-9ab1-79d5ae8e620b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:19:59.977040 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-88230c5e-12f8-4e73-b7b3-446cc703505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.000540 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-621bcb01-f0cf-4a83-97ae-120f3294e6d4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port d00e05e1-3c24-4fa9-8b38-dc0f747f1b45 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:00.000888 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-621bcb01-f0cf-4a83-97ae-120f3294e6d4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.005287 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.166527 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-88230c5e-12f8-4e73-b7b3-446cc703505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.194626 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-621bcb01-f0cf-4a83-97ae-120f3294e6d4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.204022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-88230c5e-12f8-4e73-b7b3-446cc703505e None None] For port a2b0216f-7aae-460d-9ab1-79d5ae8e620b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a2b0216f-7aae-460d-9ab1-79d5ae8e620b,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:00.210425 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-88230c5e-12f8-4e73-b7b3-446cc703505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.221175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-621bcb01-f0cf-4a83-97ae-120f3294e6d4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for d00e05e1-3c24-4fa9-8b38-dc0f747f1b45 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:00.298623 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88230c5e-12f8-4e73-b7b3-446cc703505e None None] Pushing event updated for resources: {'Port': ['ID=a2b0216f-7aae-460d-9ab1-79d5ae8e620b,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:00.312611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb22e70-7d5e-424b-8bd8-8a4366fd5559 None None] Update dhcp port {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'fixed_ips': [{'subnet_id': '36c0470d-a0d8-4f7f-aa4c-16b6ef7457ca', 'ip_address': '2001:db8::f816:3eff:fee4:a28e'}, {'subnet_id': '34c5a250-136f-44c8-a8f5-278ffeadf352'}], 'binding:host_id': 'n-d-764806-9'}, 'id': 'a2b0216f-7aae-460d-9ab1-79d5ae8e620b'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:20:00.363334 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ebb22e70-7d5e-424b-8bd8-8a4366fd5559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.365171 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6d66eae2-d5cf-4972-8f2e-51642d792377 None None] Provisioning for port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:00.377426 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6d66eae2-d5cf-4972-8f2e-51642d792377 None None] Provisioning complete for port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:00.377975 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6d66eae2-d5cf-4972-8f2e-51642d792377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.445342 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6d66eae2-d5cf-4972-8f2e-51642d792377 None None] Port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:20:00.488947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abf7f1-96aa-46d5-a3c4-6edd36ada2de req-f4aa1766-beee-4183-a666-e03c0426cad7 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:00.497476 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86abf7f1-96aa-46d5-a3c4-6edd36ada2de req-f4aa1766-beee-4183-a666-e03c0426cad7 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 971 time: 0.1364586 Jul 27 21:20:00.504908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:20:00.517337 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.560386 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Transition to ACTIVE for port object 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:00.575713 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.598456 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86abf7f1-96aa-46d5-a3c4-6edd36ada2de req-678f91ee-2a4a-4d6b-b949-3f7f40267b35 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b1e7012-0db1-49cc-aecf-e7aa42cf88ce&id=fb680b66-bbb9-4056-a616-512448436eee&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0994313 Jul 27 21:20:00.613312 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-621bcb01-f0cf-4a83-97ae-120f3294e6d4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.635803 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431a2af-decb-4c76-a052-78d0cc5c9d46 req-7c5a47f9-6bc1-4a43-929c-56e7a37acab7 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:00.645196 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a431a2af-decb-4c76-a052-78d0cc5c9d46 req-7c5a47f9-6bc1-4a43-929c-56e7a37acab7 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.1650391 Jul 27 21:20:00.649334 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-ebb22e70-7d5e-424b-8bd8-8a4366fd5559 None None] Allocated IP 172.20.0.2 (644dd19b-aa0a-4755-9430-38a1fea5548c/34c5a250-136f-44c8-a8f5-278ffeadf352/a2b0216f-7aae-460d-9ab1-79d5ae8e620b) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:00.662581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Pushing event updated for resources: {'Port': ['ID=1df1dbd5-509e-4d2c-9354-4fdd8bec5e66,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:00.713997 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a431a2af-decb-4c76-a052-78d0cc5c9d46 req-2f8c9e15-7e1b-4523-bb10-8d0bfd5450d1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609491 Jul 27 21:20:00.785915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ebb22e70-7d5e-424b-8bd8-8a4366fd5559 None None] For port a2b0216f-7aae-460d-9ab1-79d5ae8e620b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a2b0216f-7aae-460d-9ab1-79d5ae8e620b,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:00.817662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621bcb01-f0cf-4a83-97ae-120f3294e6d4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=d00e05e1-3c24-4fa9-8b38-dc0f747f1b45,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:00.826533 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ebb22e70-7d5e-424b-8bd8-8a4366fd5559 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.860871 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ebb22e70-7d5e-424b-8bd8-8a4366fd5559 None None] Transition to ACTIVE for port object a2b0216f-7aae-460d-9ab1-79d5ae8e620b will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:00.871247 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ebb22e70-7d5e-424b-8bd8-8a4366fd5559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.895671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Attempting to bind port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:00.897272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Attempting to bind port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '54019ef5-a287-424f-bf6e-8e47be1e32ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:00.897646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Attempting to bind port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 on network ce34b7da-179c-4dce-b4e7-a3584a253d98 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:00.901437 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-621bcb01-f0cf-4a83-97ae-120f3294e6d4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:00.903628 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-621bcb01-f0cf-4a83-97ae-120f3294e6d4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/d00e05e1-3c24-4fa9-8b38-dc0f747f1b45 HTTP/1.1" status: 204 len: 168 time: 1.1263635 Jul 27 21:20:00.906361 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38578) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:00.908019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 on network ce34b7da-179c-4dce-b4e7-a3584a253d98 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:00.908311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Attempting to bind port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 on network ce34b7da-179c-4dce-b4e7-a3584a253d98 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:00.914587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:00.915157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Checking segment: {'id': '54019ef5-a287-424f-bf6e-8e47be1e32ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:00.915592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Bound using segment: {'id': '54019ef5-a287-424f-bf6e-8e47be1e32ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:00.916092 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Bound port: 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54019ef5-a287-424f-bf6e-8e47be1e32ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:00.916501 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.077493 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] For port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:01.078460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device bf8b076c-8e63-4752-bff2-73a84dc86dc0 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:01.082117 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] For port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1df1dbd5-509e-4d2c-9354-4fdd8bec5e66,segment=NetworkSegment(54019ef5-a287-424f-bf6e-8e47be1e32ff),segment_id=54019ef5-a287-424f-bf6e-8e47be1e32ff)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:01.089621 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.120371 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f872f2c8-0acb-4f9b-85d6-868c8890a823 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.120371 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f872f2c8-0acb-4f9b-85d6-868c8890a823 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.120371 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f872f2c8-0acb-4f9b-85d6-868c8890a823 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.120670 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb22e70-7d5e-424b-8bd8-8a4366fd5559 None None] Pushing event updated for resources: {'Port': ['ID=a2b0216f-7aae-460d-9ab1-79d5ae8e620b,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:01.121300 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f872f2c8-0acb-4f9b-85d6-868c8890a823 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2102923 Jul 27 21:20:01.130775 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38588) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:01.163301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Pushing event updated for resources: {'Port': ['ID=1df1dbd5-509e-4d2c-9354-4fdd8bec5e66,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:01.165039 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port bf8b076c-8e63-4752-bff2-73a84dc86dc0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:01.165526 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.175126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.176088 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.177828 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-407de9a1-b446-4043-b967-fc8478d67f9d service neutron] 10.222.0.66 "PUT /v2.0/ports/1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 HTTP/1.1" status: 200 len: 1131 time: 1.2820630 Jul 27 21:20:01.178541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9e98f3-0f47-4c03-ba02-bdb9146101d7', 'tag': '1df1dbd5-509e-4d2c-9354-4fdd8bec5e66'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:01.181214 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0b438c-67d4-4e2a-aeaf-06df5a32c5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9e98f3-0f47-4c03-ba02-bdb9146101d7", "tag": "1df1dbd5-509e-4d2c-9354-4fdd8bec5e66"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:01.300089 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1df6a6-2e4e-4d23-93f6-abedbc50853b x-openstack-request-id: req-1c1df6a6-2e4e-4d23-93f6-abedbc50853b {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:01.301046 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9e98f3-0f47-4c03-ba02-bdb9146101d7", "tag": "1df1dbd5-509e-4d2c-9354-4fdd8bec5e66", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:01.301478 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c1df6a6-2e4e-4d23-93f6-abedbc50853b {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:01.303702 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c1b2376-3a26-4760-9083-660a94231fde tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 34c5a250-136f-44c8-a8f5-278ffeadf352 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:01.304401 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9e98f3-0f47-4c03-ba02-bdb9146101d7', 'tag': '1df1dbd5-509e-4d2c-9354-4fdd8bec5e66', 'status': 'completed', 'code': 200} Jul 27 21:20:01.308815 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c1b2376-3a26-4760-9083-660a94231fde tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.329400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a2b0216f-7aae-460d-9ab1-79d5ae8e620b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:01.374350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-1a907105-ac73-4d92-8c3e-22719ccb0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.380300 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-1a907105-ac73-4d92-8c3e-22719ccb0ad1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68e16342715c4510a4b81e0488054ee7&device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 1134 time: 0.1578853 Jul 27 21:20:01.415814 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c1b2376-3a26-4760-9083-660a94231fde tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.452531 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-d4a6ff9a-3cea-46d4-b563-e5f2f1d01d04 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 HTTP/1.1" status: 200 len: 217 time: 0.0631516 Jul 27 21:20:01.546008 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-242f14eb-62a1-4773-a263-8b830530f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.552914 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-242f14eb-62a1-4773-a263-8b830530f7b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39ea2bcd-c6f9-4ae1-bb77-30b8d5382020 HTTP/1.1" status: 200 len: 835 time: 0.0919611 Jul 27 21:20:01.553238 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c1b2376-3a26-4760-9083-660a94231fde tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.656480 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-b727b9b8-d786-4814-b658-60f7b5a91bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:01.665341 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-b727b9b8-d786-4814-b658-60f7b5a91bfd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ce34b7da-179c-4dce-b4e7-a3584a253d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049159 Jul 27 21:20:01.726163 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c1b2376-3a26-4760-9083-660a94231fde tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.833960 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-fc293314-738b-4242-821d-e58ee69b4744 service neutron] 10.222.0.66 "GET /v2.0/networks/ce34b7da-179c-4dce-b4e7-a3584a253d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537383 Jul 27 21:20:01.864087 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c1b2376-3a26-4760-9083-660a94231fde tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:01.866845 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4c1b2376-3a26-4760-9083-660a94231fde tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/34c5a250-136f-44c8-a8f5-278ffeadf352 HTTP/1.1" status: 204 len: 168 time: 0.7340713 Jul 27 21:20:01.870111 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b2376-3a26-4760-9083-660a94231fde tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=34c5a250-136f-44c8-a8f5-278ffeadf352,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:01.880820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38606) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:01.949059 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e23f92a3-734a-4801-ab9c-8b25e9ea341f req-61a5d0c4-209b-4db7-a52d-842877ff50ec service neutron] 10.222.0.66 "GET /v2.0/networks/ce34b7da-179c-4dce-b4e7-a3584a253d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067810 Jul 27 21:20:01.982993 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2613d50-5868-44e1-ae3e-109eb56a389a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 36c0470d-a0d8-4f7f-aa4c-16b6ef7457ca {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:01.993150 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2613d50-5868-44e1-ae3e-109eb56a389a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:02.085649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b438c-67d4-4e2a-aeaf-06df5a32c5a8 req-186597dc-04b2-4f7b-85f9-6d0b1ac2b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:02.087510 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e0b438c-67d4-4e2a-aeaf-06df5a32c5a8 req-186597dc-04b2-4f7b-85f9-6d0b1ac2b0ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68e16342715c4510a4b81e0488054ee7&device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 1134 time: 0.0793757 Jul 27 21:20:02.099460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a483bb-bd0b-4e33-aa70-98daa675942c None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:02.211017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b438c-67d4-4e2a-aeaf-06df5a32c5a8 req-b64d4657-ff8d-4c5c-bdbf-3052d7f644c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:02.212523 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e0b438c-67d4-4e2a-aeaf-06df5a32c5a8 req-b64d4657-ff8d-4c5c-bdbf-3052d7f644c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ce34b7da-179c-4dce-b4e7-a3584a253d98 HTTP/1.1" status: 200 len: 897 time: 0.1165662 Jul 27 21:20:02.220274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b9b10016-f47b-4843-ad6a-aa6d953f9a40 None None] Could not find standard attr ID for object d00e05e1-3c24-4fa9-8b38-dc0f747f1b45. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:20:02.240193 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b9b10016-f47b-4843-ad6a-aa6d953f9a40 None None] Provisioning for port a2b0216f-7aae-460d-9ab1-79d5ae8e620b completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:02.255556 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b9b10016-f47b-4843-ad6a-aa6d953f9a40 None None] Provisioning complete for port a2b0216f-7aae-460d-9ab1-79d5ae8e620b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:02.256440 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b9b10016-f47b-4843-ad6a-aa6d953f9a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:02.337673 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e0b438c-67d4-4e2a-aeaf-06df5a32c5a8 req-fc47aaa4-3f65-48b0-bef7-e4528ae3441f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 HTTP/1.1" status: 200 len: 217 time: 0.1163864 Jul 27 21:20:02.466862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b438c-67d4-4e2a-aeaf-06df5a32c5a8 req-9e7e4f19-f9da-4824-a19e-1fbdd8136770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:02.473454 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e0b438c-67d4-4e2a-aeaf-06df5a32c5a8 req-9e7e4f19-f9da-4824-a19e-1fbdd8136770 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39ea2bcd-c6f9-4ae1-bb77-30b8d5382020 HTTP/1.1" status: 200 len: 835 time: 0.1251464 Jul 27 21:20:02.509726 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2613d50-5868-44e1-ae3e-109eb56a389a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:02.634979 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b438c-67d4-4e2a-aeaf-06df5a32c5a8 req-d722f9e0-3a0a-4f2f-8640-f8d94eaa8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:02.637423 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e0b438c-67d4-4e2a-aeaf-06df5a32c5a8 req-d722f9e0-3a0a-4f2f-8640-f8d94eaa8834 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ce34b7da-179c-4dce-b4e7-a3584a253d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547389 Jul 27 21:20:02.673648 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc2a7604-6699-43fd-8cd6-7b4b9d0e367e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:02.728562 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a310db-dd15-4a15-89a4-4101ac7ba37d req-1e8974d8-048b-4242-bcc7-eb3902835e7c tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:02.754706 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-87a310db-dd15-4a15-89a4-4101ac7ba37d req-1e8974d8-048b-4242-bcc7-eb3902835e7c tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 983 time: 0.9327896 Jul 27 21:20:02.846637 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aab07a-cb04-41e9-a3ee-aa2e9fe75c25 req-5f74b0b9-f45c-4fce-92b8-5e2f6e144f00 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:02.859403 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-09aab07a-cb04-41e9-a3ee-aa2e9fe75c25 req-5f74b0b9-f45c-4fce-92b8-5e2f6e144f00 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.9911551 Jul 27 21:20:02.889612 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e0b438c-67d4-4e2a-aeaf-06df5a32c5a8 req-689845ab-67f1-44bd-89a7-9d451b6f63d4 service neutron] 10.222.0.66 "GET /v2.0/networks/ce34b7da-179c-4dce-b4e7-a3584a253d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390311 Jul 27 21:20:02.910135 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-87a310db-dd15-4a15-89a4-4101ac7ba37d req-3dc6311d-242b-42be-9eb4-ff95a7a0a6d4 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b1e7012-0db1-49cc-aecf-e7aa42cf88ce&id=fb680b66-bbb9-4056-a616-512448436eee&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1542778 Jul 27 21:20:02.938400 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2613d50-5868-44e1-ae3e-109eb56a389a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.016896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a2b0216f-7aae-460d-9ab1-79d5ae8e620b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:03.056174 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-09aab07a-cb04-41e9-a3ee-aa2e9fe75c25 req-d4599788-71e5-46d4-8be8-2467e5ac0a08 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956747 Jul 27 21:20:03.105858 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2613d50-5868-44e1-ae3e-109eb56a389a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.108333 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e0b438c-67d4-4e2a-aeaf-06df5a32c5a8 req-9f89a8da-08c9-4d8a-8e50-8189bb973d33 service neutron] 10.222.0.66 "GET /v2.0/networks/ce34b7da-179c-4dce-b4e7-a3584a253d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133069 Jul 27 21:20:03.149383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a2b0216f-7aae-460d-9ab1-79d5ae8e620b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:03.150014 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.164122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2613d50-5868-44e1-ae3e-109eb56a389a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=36c0470d-a0d8-4f7f-aa4c-16b6ef7457ca,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:03.176911 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2613d50-5868-44e1-ae3e-109eb56a389a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.179971 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a2613d50-5868-44e1-ae3e-109eb56a389a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/36c0470d-a0d8-4f7f-aa4c-16b6ef7457ca HTTP/1.1" status: 204 len: 168 time: 1.2975197 Jul 27 21:20:03.182926 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38624) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:03.253554 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bb6c4858-9d10-473a-b7f5-e67df48d1214 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680392 Jul 27 21:20:03.254849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38626) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:03.265415 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4b8d66fc-1494-4c79-bf2b-86ee1bf9ab94 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:03.435597 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8d66fc-1494-4c79-bf2b-86ee1bf9ab94 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:03.442787 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b8d66fc-1494-4c79-bf2b-86ee1bf9ab94 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.488325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8357008-e2e4-4389-a9d3-0e7b26890ddb None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:03.604903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a63d29d0-ab69-4a11-b5c3-952b53654375 None None] Provisioning complete for port a2b0216f-7aae-460d-9ab1-79d5ae8e620b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:03.605348 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a63d29d0-ab69-4a11-b5c3-952b53654375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:03.883293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.objects.ports [None req-4b8d66fc-1494-4c79-bf2b-86ee1bf9ab94 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105580) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:20:03.995687 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fea88f5-9540-4b9a-8f69-da6000afe70f req-853ae9d4-3108-4a72-8538-ae4f76e45dfd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1690261 Jul 27 21:20:04.052326 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:04.093977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fbe1a1-e01f-4700-b4e1-d0630e4e3149 None None] DHCP port deletion for 644dd19b-aa0a-4755-9430-38a1fea5548c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:20:04.179067 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b8d66fc-1494-4c79-bf2b-86ee1bf9ab94 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:04.200736 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17db82-b813-40ed-b872-2af0c225d380 req-e841311b-9bdc-426e-9a46-feb0a5feb0ea tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:04.202600 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-61fbe1a1-e01f-4700-b4e1-d0630e4e3149 None None] Deleting port a2b0216f-7aae-460d-9ab1-79d5ae8e620b {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:04.203184 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-61fbe1a1-e01f-4700-b4e1-d0630e4e3149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:04.204772 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de17db82-b813-40ed-b872-2af0c225d380 req-e841311b-9bdc-426e-9a46-feb0a5feb0ea tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 983 time: 0.1411755 Jul 27 21:20:04.248868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea88f5-9540-4b9a-8f69-da6000afe70f req-ea47a6c4-3951-45f8-acc2-65c7090894dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:04.248868 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fea88f5-9540-4b9a-8f69-da6000afe70f req-ea47a6c4-3951-45f8-acc2-65c7090894dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=da4d529c58904df7b9361d196266d464&device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 1097 time: 0.1463778 Jul 27 21:20:04.337628 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de17db82-b813-40ed-b872-2af0c225d380 req-08c63d73-b6d9-4776-90ce-93919df1188c tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b1e7012-0db1-49cc-aecf-e7aa42cf88ce&id=fb680b66-bbb9-4056-a616-512448436eee&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1187141 Jul 27 21:20:04.344063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-61fbe1a1-e01f-4700-b4e1-d0630e4e3149 None None] For port a2b0216f-7aae-460d-9ab1-79d5ae8e620b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a2b0216f-7aae-460d-9ab1-79d5ae8e620b,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:04.345732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821adbf-9d3e-45ec-9d66-a0d267e93005 req-7488baae-f3bf-4388-aa8d-93a97ed205be tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:04.347279 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1821adbf-9d3e-45ec-9d66-a0d267e93005 req-7488baae-f3bf-4388-aa8d-93a97ed205be tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.2039900 Jul 27 21:20:04.348225 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-61fbe1a1-e01f-4700-b4e1-d0630e4e3149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:04.384182 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-61fbe1a1-e01f-4700-b4e1-d0630e4e3149 None None] Calling delete_port for a2b0216f-7aae-460d-9ab1-79d5ae8e620b owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:04.418967 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1821adbf-9d3e-45ec-9d66-a0d267e93005 req-f72a2cca-b3e7-4e43-97b4-cf3e3f40438c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631139 Jul 27 21:20:04.752597 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea88f5-9540-4b9a-8f69-da6000afe70f req-d1a0698e-afec-416c-aa35-8bfa0f328a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:04.754094 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fea88f5-9540-4b9a-8f69-da6000afe70f req-d1a0698e-afec-416c-aa35-8bfa0f328a24 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bdda84e-66f1-44c6-b187-28484bc5cb69 HTTP/1.1" status: 200 len: 915 time: 0.4877768 Jul 27 21:20:04.806051 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fea88f5-9540-4b9a-8f69-da6000afe70f req-73bae921-809c-4159-b36a-d8b659383f9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a44acb6e-a098-413d-a28a-1392098412d4 HTTP/1.1" status: 200 len: 217 time: 0.0425420 Jul 27 21:20:04.816343 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-4b8d66fc-1494-4c79-bf2b-86ee1bf9ab94 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] For port a2b0216f-7aae-460d-9ab1-79d5ae8e620b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a2b0216f-7aae-460d-9ab1-79d5ae8e620b,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:04.886028 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b8d66fc-1494-4c79-bf2b-86ee1bf9ab94 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:04.893666 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea88f5-9540-4b9a-8f69-da6000afe70f req-8c595cb7-cc1c-4384-a4ab-dd0848a03b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:04.895127 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fea88f5-9540-4b9a-8f69-da6000afe70f req-8c595cb7-cc1c-4384-a4ab-dd0848a03b4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a856137-a432-4d9c-81fc-060524041102 HTTP/1.1" status: 200 len: 854 time: 0.0809257 Jul 27 21:20:04.895726 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b8d66fc-1494-4c79-bf2b-86ee1bf9ab94 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:04.896461 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b8d66fc-1494-4c79-bf2b-86ee1bf9ab94 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:04.988167 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fea88f5-9540-4b9a-8f69-da6000afe70f req-7a20645e-e595-4aee-a624-23a679f9fe73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bdda84e-66f1-44c6-b187-28484bc5cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806534 Jul 27 21:20:05.004730 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-61fbe1a1-e01f-4700-b4e1-d0630e4e3149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.019114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a2b0216f-7aae-460d-9ab1-79d5ae8e620b no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:05.068203 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: a2b0216f-7aae-460d-9ab1-79d5ae8e620b {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:20:05.069429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a2b0216f-7aae-460d-9ab1-79d5ae8e620b not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:20:05.081296 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbe1a1-e01f-4700-b4e1-d0630e4e3149 None None] Pushing event deleted for resources: {'Port': ['ID=a2b0216f-7aae-460d-9ab1-79d5ae8e620b,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:05.105722 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fea88f5-9540-4b9a-8f69-da6000afe70f req-1d7e0b54-2092-4af0-95ee-cc4692cbfc56 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064122 Jul 27 21:20:05.112881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8d66fc-1494-4c79-bf2b-86ee1bf9ab94 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:05.134374 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-4b8d66fc-1494-4c79-bf2b-86ee1bf9ab94 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:05.136105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fbe1a1-e01f-4700-b4e1-d0630e4e3149 None None] No DVR routers for this DVR port a2b0216f-7aae-460d-9ab1-79d5ae8e620b on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:05.154565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8d66fc-1494-4c79-bf2b-86ee1bf9ab94 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:05.155282 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4b8d66fc-1494-4c79-bf2b-86ee1bf9ab94 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.157123 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19541eb8-ee54-4f9a-991f-1e7352bed932 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:05.220960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d66fc-1494-4c79-bf2b-86ee1bf9ab94 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=80f073f0-7381-480b-98a8-b0f793aa8299,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:05.252471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d66fc-1494-4c79-bf2b-86ee1bf9ab94 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=a2b0216f-7aae-460d-9ab1-79d5ae8e620b,revision_number=8']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:05.259442 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4b8d66fc-1494-4c79-bf2b-86ee1bf9ab94 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0009840 Jul 27 21:20:05.259747 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38654) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:05.265002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-5dc69471-58a9-49fe-bb0d-d4252e8d2e11 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:05.403000 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc69471-58a9-49fe-bb0d-d4252e8d2e11 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:05.406619 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5dc69471-58a9-49fe-bb0d-d4252e8d2e11 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.411094 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eb0da620-3914-4059-ac48-96b25cceabfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.413978 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': '80f073f0-7381-480b-98a8-b0f793aa8299'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:05.415316 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.484497 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fea88f5-9540-4b9a-8f69-da6000afe70f req-f9291a18-8654-4a5b-afa6-08906a80c8c1 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681073 Jul 27 21:20:05.527341 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.668071 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ec129-9a5d-46d7-8588-3cab98b0402f req-b29c7fe8-61f4-4ae8-b255-b1f47e64cec1 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:05.670421 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-575ec129-9a5d-46d7-8588-3cab98b0402f req-b29c7fe8-61f4-4ae8-b255-b1f47e64cec1 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 983 time: 0.1783097 Jul 27 21:20:05.770965 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590eda5-4009-4e3c-b29c-7ed6b46a55d4 req-ba22c5bc-a94c-4284-9e70-60474401fb71 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:05.780780 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f590eda5-4009-4e3c-b29c-7ed6b46a55d4 req-ba22c5bc-a94c-4284-9e70-60474401fb71 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.2126601 Jul 27 21:20:05.807680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Allocated IP 2001:db8::f816:3eff:fea1:2412 (644dd19b-aa0a-4755-9430-38a1fea5548c/80f073f0-7381-480b-98a8-b0f793aa8299/037549ee-4889-4cdc-8d31-63dcc6557438) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:05.820289 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-575ec129-9a5d-46d7-8588-3cab98b0402f req-2d44f04d-5d9b-46d7-989f-6a3a3b25a840 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b1e7012-0db1-49cc-aecf-e7aa42cf88ce&id=fb680b66-bbb9-4056-a616-512448436eee&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1250203 Jul 27 21:20:05.852332 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38662) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:05.882392 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5dc69471-58a9-49fe-bb0d-d4252e8d2e11 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.887224 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f590eda5-4009-4e3c-b29c-7ed6b46a55d4 req-3a7dca4c-5010-4d99-8caa-5a4d7553505d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051552 Jul 27 21:20:05.946144 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc69471-58a9-49fe-bb0d-d4252e8d2e11 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=94e8b28d-e599-4422-b582-6f90a3596a8f,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:05.966142 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc69471-58a9-49fe-bb0d-d4252e8d2e11 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:05.967859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-5dc69471-58a9-49fe-bb0d-d4252e8d2e11 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:05.974493 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc69471-58a9-49fe-bb0d-d4252e8d2e11 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:05.975730 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5dc69471-58a9-49fe-bb0d-d4252e8d2e11 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:05.998886 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5dc69471-58a9-49fe-bb0d-d4252e8d2e11 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7376513 Jul 27 21:20:06.001479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38666) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:06.007703 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2f620fae-07e5-49ac-8c53-6bea9b7545d5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'mac_address': 'fa:16:3e:ba:71:69', 'name': 'tempest-NetworksTestDHCPv6-141696481'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:06.017320 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.027287 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Transition to ACTIVE for port object 037549ee-4889-4cdc-8d31-63dcc6557438 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:06.043745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Transition to ACTIVE for port object 037549ee-4889-4cdc-8d31-63dcc6557438 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:06.054318 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.125618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:06.127125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:06.134122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:06.142630 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Pushing event updated for resources: {'Port': ['ID=037549ee-4889-4cdc-8d31-63dcc6557438,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:06.144638 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-314cb71c-6d05-4a9d-8ef4-4bc923a547a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.224377 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Attempting to bind port 037549ee-4889-4cdc-8d31-63dcc6557438 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:06.226675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Attempting to bind port 037549ee-4889-4cdc-8d31-63dcc6557438 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:06.228294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Attempting to bind port 037549ee-4889-4cdc-8d31-63dcc6557438 on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:06.241858 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:06.243981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:06.244733 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.245462 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:06.246703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Bound port: 037549ee-4889-4cdc-8d31-63dcc6557438, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:06.247294 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.277561 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-314cb71c-6d05-4a9d-8ef4-4bc923a547a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.285151 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-314cb71c-6d05-4a9d-8ef4-4bc923a547a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.339615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f620fae-07e5-49ac-8c53-6bea9b7545d5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:06.341590 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] For port 037549ee-4889-4cdc-8d31-63dcc6557438, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:06.345287 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] For port 037549ee-4889-4cdc-8d31-63dcc6557438, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=037549ee-4889-4cdc-8d31-63dcc6557438,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:06.351033 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.363626 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-314cb71c-6d05-4a9d-8ef4-4bc923a547a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e142ea03c15845498318078f1a0cfdc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5074327 Jul 27 21:20:06.363996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38670) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:06.387054 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cb71c-6d05-4a9d-8ef4-4bc923a547a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf9f601-5822-4b71-9c29-abecddf4680c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:06.431050 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a5362-646e-41ad-9a3e-4e0646dc421d None None] Pushing event updated for resources: {'Port': ['ID=037549ee-4889-4cdc-8d31-63dcc6557438,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:06.453651 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-38cda1d9-c825-478b-97b0-4da6ba7c5b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.469212 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2f620fae-07e5-49ac-8c53-6bea9b7545d5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.492386 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-38cda1d9-c825-478b-97b0-4da6ba7c5b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.497321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-2f620fae-07e5-49ac-8c53-6bea9b7545d5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port 232e3143-a6ee-4be0-b1be-832cab39b96c yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:06.595386 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-38cda1d9-c825-478b-97b0-4da6ba7c5b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.598807 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-38cda1d9-c825-478b-97b0-4da6ba7c5b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:06.600688 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-38cda1d9-c825-478b-97b0-4da6ba7c5b23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fdf9f601-5822-4b71-9c29-abecddf4680c HTTP/1.1" status: 204 len: 168 time: 0.2357059 Jul 27 21:20:06.623300 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cda1d9-c825-478b-97b0-4da6ba7c5b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf9f601-5822-4b71-9c29-abecddf4680c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:06.749721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-2f620fae-07e5-49ac-8c53-6bea9b7545d5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 172.20.0.2 (644dd19b-aa0a-4755-9430-38a1fea5548c/94e8b28d-e599-4422-b582-6f90a3596a8f/232e3143-a6ee-4be0-b1be-832cab39b96c) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:06.769735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-2f620fae-07e5-49ac-8c53-6bea9b7545d5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::f816:3eff:feba:7169 (644dd19b-aa0a-4755-9430-38a1fea5548c/80f073f0-7381-480b-98a8-b0f793aa8299/232e3143-a6ee-4be0-b1be-832cab39b96c) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:07.066635 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38680) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:07.089881 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1c222024-2e25-448c-9c00-258c5fa9174c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.119005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 037549ee-4889-4cdc-8d31-63dcc6557438 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:07.166466 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2f620fae-07e5-49ac-8c53-6bea9b7545d5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.167332 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:20:07.182879 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.196228 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-2f620fae-07e5-49ac-8c53-6bea9b7545d5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object 232e3143-a6ee-4be0-b1be-832cab39b96c will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:07.207147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c595b8-47db-444c-9835-dfc703716b4d req-1d41bef1-2f48-45d2-b3ac-0ee06e0bc511 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:07.208926 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6c595b8-47db-444c-9835-dfc703716b4d req-1d41bef1-2f48-45d2-b3ac-0ee06e0bc511 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 983 time: 0.2500496 Jul 27 21:20:07.265549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 037549ee-4889-4cdc-8d31-63dcc6557438 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:07.266096 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1c222024-2e25-448c-9c00-258c5fa9174c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.271576 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1c222024-2e25-448c-9c00-258c5fa9174c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.308232 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf221a-3387-481d-89b6-0e3acdd23cbf req-3ebd2aeb-e549-4032-a803-e4bcead88bf1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:07.314030 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5cf221a-3387-481d-89b6-0e3acdd23cbf req-3ebd2aeb-e549-4032-a803-e4bcead88bf1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.2451913 Jul 27 21:20:07.321857 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1c222024-2e25-448c-9c00-258c5fa9174c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c1418a84b574619b3a87c64ba459617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539170 Jul 27 21:20:07.324783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38682) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:07.326086 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c222024-2e25-448c-9c00-258c5fa9174c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cf7238-f503-4420-a52d-ba2ef1380371,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:07.359633 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1df1dbd5-509e-4d2c-9354-4fdd8bec5e66,segment=NetworkSegment(54019ef5-a287-424f-bf6e-8e47be1e32ff),segment_id=54019ef5-a287-424f-bf6e-8e47be1e32ff)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:07.373888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '1df1dbd5-509e-4d2c-9354-4fdd8bec5e66', 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98', 'port_id': '1df1dbd5-509e-4d2c-9354-4fdd8bec5e66', 'mac_address': 'fa:16:3e:7c:fb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:20:07.429983 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.438083 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-655dc294-5c3d-4698-bf7e-dc7fbe56a065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.445024 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5cf221a-3387-481d-89b6-0e3acdd23cbf req-fb3c526d-d909-458c-a22a-3020b947e50d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048379 Jul 27 21:20:07.450318 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:20:07.495044 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-655dc294-5c3d-4698-bf7e-dc7fbe56a065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.502398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6c595b8-47db-444c-9835-dfc703716b4d req-72dc0e19-1bd6-4a4a-bca2-2301deca082e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b1e7012-0db1-49cc-aecf-e7aa42cf88ce&id=fb680b66-bbb9-4056-a616-512448436eee&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2809489 Jul 27 21:20:07.514423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1df1dbd5-509e-4d2c-9354-4fdd8bec5e66,segment=NetworkSegment(54019ef5-a287-424f-bf6e-8e47be1e32ff),segment_id=54019ef5-a287-424f-bf6e-8e47be1e32ff)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:07.527830 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.531985 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2f620fae-07e5-49ac-8c53-6bea9b7545d5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.587226 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-655dc294-5c3d-4698-bf7e-dc7fbe56a065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.590086 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-655dc294-5c3d-4698-bf7e-dc7fbe56a065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.593991 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-655dc294-5c3d-4698-bf7e-dc7fbe56a065 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/71cf7238-f503-4420-a52d-ba2ef1380371 HTTP/1.1" status: 204 len: 168 time: 0.2622991 Jul 27 21:20:07.611685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655dc294-5c3d-4698-bf7e-dc7fbe56a065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cf7238-f503-4420-a52d-ba2ef1380371,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:07.641074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f620fae-07e5-49ac-8c53-6bea9b7545d5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:07.642974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=1df1dbd5-509e-4d2c-9354-4fdd8bec5e66,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:07.645497 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-2f620fae-07e5-49ac-8c53-6bea9b7545d5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:07.654135 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f620fae-07e5-49ac-8c53-6bea9b7545d5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:07.657801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f620fae-07e5-49ac-8c53-6bea9b7545d5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=232e3143-a6ee-4be0-b1be-832cab39b96c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:07.701153 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.714774 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f620fae-07e5-49ac-8c53-6bea9b7545d5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:07.715559 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2f620fae-07e5-49ac-8c53-6bea9b7545d5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.735111 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2f620fae-07e5-49ac-8c53-6bea9b7545d5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7323618 Jul 27 21:20:07.737830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38692) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:07.816171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8ac663-ba47-4d7b-98f9-fe9f8da6909b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:07.823307 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8ac663-ba47-4d7b-98f9-fe9f8da6909b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:07.824965 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3d8ac663-ba47-4d7b-98f9-fe9f8da6909b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0855074 Jul 27 21:20:07.828072 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38694) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:07.853124 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfb5d5c-1e7c-4d05-958f-96ad6b50d075 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:07.917457 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:20:07.963917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d4688329-5723-4e8f-b523-afab562de52c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port 232e3143-a6ee-4be0-b1be-832cab39b96c {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:07.964307 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4688329-5723-4e8f-b523-afab562de52c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:07.988047 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-656daad6-19dd-4fd1-917a-57267e8bf4f2 None None] Provisioning for port 037549ee-4889-4cdc-8d31-63dcc6557438 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:07.994294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-656daad6-19dd-4fd1-917a-57267e8bf4f2 None None] Provisioning complete for port 037549ee-4889-4cdc-8d31-63dcc6557438 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:07.994671 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-656daad6-19dd-4fd1-917a-57267e8bf4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.030594 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['1df1dbd5-509e-4d2c-9354-4fdd8bec5e66'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:20:08.079465 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4688329-5723-4e8f-b523-afab562de52c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.095153 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d4688329-5723-4e8f-b523-afab562de52c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for 232e3143-a6ee-4be0-b1be-832cab39b96c owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:08.194840 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-656daad6-19dd-4fd1-917a-57267e8bf4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.300399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-656daad6-19dd-4fd1-917a-57267e8bf4f2 None None] For port 037549ee-4889-4cdc-8d31-63dcc6557438, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=037549ee-4889-4cdc-8d31-63dcc6557438,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:08.313207 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-656daad6-19dd-4fd1-917a-57267e8bf4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.394117 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e012da-fc1f-4f4a-833a-991dce4b1321 None None] Update dhcp port {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'fixed_ips': [{'subnet_id': '80f073f0-7381-480b-98a8-b0f793aa8299', 'ip_address': '2001:db8::f816:3eff:fea1:2412'}, {'subnet_id': '94e8b28d-e599-4422-b582-6f90a3596a8f'}], 'binding:host_id': 'n-d-764806-9'}, 'id': '037549ee-4889-4cdc-8d31-63dcc6557438'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:20:08.404283 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eec6242-73b7-42d6-96b2-87a93195d71a req-c6201b2d-e663-433a-a34c-78b8b3a92cfe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0955064 Jul 27 21:20:08.413393 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4688329-5723-4e8f-b523-afab562de52c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.467624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656daad6-19dd-4fd1-917a-57267e8bf4f2 None None] Pushing event updated for resources: {'Port': ['ID=037549ee-4889-4cdc-8d31-63dcc6557438,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:08.468885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4688329-5723-4e8f-b523-afab562de52c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=232e3143-a6ee-4be0-b1be-832cab39b96c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:08.495547 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-97e012da-fc1f-4f4a-833a-991dce4b1321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.539689 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec6242-73b7-42d6-96b2-87a93195d71a req-337f8dd5-a763-4c30-b26d-7bbabe4e3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:08.541208 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eec6242-73b7-42d6-96b2-87a93195d71a req-337f8dd5-a763-4c30-b26d-7bbabe4e3f8a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da4d529c58904df7b9361d196266d464&device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 1096 time: 0.1090274 Jul 27 21:20:08.657355 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4688329-5723-4e8f-b523-afab562de52c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.660048 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d4688329-5723-4e8f-b523-afab562de52c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/232e3143-a6ee-4be0-b1be-832cab39b96c HTTP/1.1" status: 204 len: 168 time: 0.8309326 Jul 27 21:20:08.664366 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38720) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:08.667185 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec6242-73b7-42d6-96b2-87a93195d71a req-a3521ab4-d9bc-4bbb-9601-b41ea4ec07b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:08.671461 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eec6242-73b7-42d6-96b2-87a93195d71a req-a3521ab4-d9bc-4bbb-9601-b41ea4ec07b1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5bdda84e-66f1-44c6-b187-28484bc5cb69 HTTP/1.1" status: 200 len: 915 time: 0.1081872 Jul 27 21:20:08.728876 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eec6242-73b7-42d6-96b2-87a93195d71a req-b62d7368-50f1-48b6-80e8-9615efbd0e71 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cfeb750-7824-4483-b1b4-035d1ff6de18 HTTP/1.1" status: 200 len: 217 time: 0.0447078 Jul 27 21:20:08.747313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-97e012da-fc1f-4f4a-833a-991dce4b1321 None None] Allocated IP 172.20.0.2 (644dd19b-aa0a-4755-9430-38a1fea5548c/94e8b28d-e599-4422-b582-6f90a3596a8f/037549ee-4889-4cdc-8d31-63dcc6557438) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:08.760336 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02dbb6-31f7-4334-8298-b8c95ae7c119 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:08.762601 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02dbb6-31f7-4334-8298-b8c95ae7c119 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:08.764891 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02dbb6-31f7-4334-8298-b8c95ae7c119 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:08.769429 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7e02dbb6-31f7-4334-8298-b8c95ae7c119 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1015053 Jul 27 21:20:08.770438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38724) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:08.812573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec6242-73b7-42d6-96b2-87a93195d71a req-1e8597b4-e483-452e-afb1-e7543aa7cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:08.813185 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e85ce-197b-43a1-ad9a-437f08f87634 req-5e8abab2-2dea-4b84-a146-a1cda94712a8 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:08.814795 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd5e85ce-197b-43a1-ad9a-437f08f87634 req-5e8abab2-2dea-4b84-a146-a1cda94712a8 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.2280521 Jul 27 21:20:08.815526 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eec6242-73b7-42d6-96b2-87a93195d71a req-1e8597b4-e483-452e-afb1-e7543aa7cb38 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9a856137-a432-4d9c-81fc-060524041102 HTTP/1.1" status: 200 len: 854 time: 0.0811949 Jul 27 21:20:08.875996 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eec6242-73b7-42d6-96b2-87a93195d71a req-55ca6a60-52d7-473e-9b16-e9cfca81d557 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5bdda84e-66f1-44c6-b187-28484bc5cb69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453849 Jul 27 21:20:08.897370 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:08.917095 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-841e7d3f-c00b-4d45-a3d8-58f70609371d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 80f073f0-7381-480b-98a8-b0f793aa8299 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:08.938664 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd5e85ce-197b-43a1-ad9a-437f08f87634 req-740cf60b-b84f-4c2d-b1a6-6adf394ad0e9 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969970 Jul 27 21:20:08.953847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-97e012da-fc1f-4f4a-833a-991dce4b1321 None None] For port 037549ee-4889-4cdc-8d31-63dcc6557438, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=037549ee-4889-4cdc-8d31-63dcc6557438,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:08.965685 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400efc32-3ec9-45e1-9cb9-4a864082734a req-bc96dc35-38d1-439e-9155-4a423edc5896 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:08.968342 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-400efc32-3ec9-45e1-9cb9-4a864082734a req-bc96dc35-38d1-439e-9155-4a423edc5896 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 984 time: 0.2345345 Jul 27 21:20:09.033489 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-400efc32-3ec9-45e1-9cb9-4a864082734a req-3e7f0ceb-0970-4c89-9ed8-403eb1b5c7ec tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b1e7012-0db1-49cc-aecf-e7aa42cf88ce&id=fb680b66-bbb9-4056-a616-512448436eee&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0591426 Jul 27 21:20:09.054895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 037549ee-4889-4cdc-8d31-63dcc6557438 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:09.093958 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eec6242-73b7-42d6-96b2-87a93195d71a req-0cfef5d7-54c1-4e8b-a8ce-af7db50e7347 service neutron] 10.222.0.66 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074969 Jul 27 21:20:09.102889 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-97e012da-fc1f-4f4a-833a-991dce4b1321 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.141447 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-97e012da-fc1f-4f4a-833a-991dce4b1321 None None] Transition to ACTIVE for port object 037549ee-4889-4cdc-8d31-63dcc6557438 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:09.152966 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-841e7d3f-c00b-4d45-a3d8-58f70609371d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.153542 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-97e012da-fc1f-4f4a-833a-991dce4b1321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.230609 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eec6242-73b7-42d6-96b2-87a93195d71a req-044a26b4-6e76-4cc5-83ea-a6cd2b308a8b service neutron] 10.222.0.66 "GET /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262259 Jul 27 21:20:09.273508 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-841e7d3f-c00b-4d45-a3d8-58f70609371d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.282134 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e012da-fc1f-4f4a-833a-991dce4b1321 None None] Pushing event updated for resources: {'Port': ['ID=037549ee-4889-4cdc-8d31-63dcc6557438,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:09.368923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d5c68-b63d-4e0d-ab3c-3228872d7b6a req-f45aab15-6a20-42cf-8fc9-9e66ee88b048 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:09.371181 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b6d5c68-b63d-4e0d-ab3c-3228872d7b6a req-f45aab15-6a20-42cf-8fc9-9e66ee88b048 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1689091 Jul 27 21:20:09.471793 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-841e7d3f-c00b-4d45-a3d8-58f70609371d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.497943 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b6d5c68-b63d-4e0d-ab3c-3228872d7b6a req-c2c3d0f5-3f19-40b6-a807-90839c46e13d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141858 Jul 27 21:20:09.577751 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-841e7d3f-c00b-4d45-a3d8-58f70609371d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.639321 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-841e7d3f-c00b-4d45-a3d8-58f70609371d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.643287 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-841e7d3f-c00b-4d45-a3d8-58f70609371d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/80f073f0-7381-480b-98a8-b0f793aa8299 HTTP/1.1" status: 204 len: 168 time: 0.8662856 Jul 27 21:20:09.643287 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e7d3f-c00b-4d45-a3d8-58f70609371d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=80f073f0-7381-480b-98a8-b0f793aa8299,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:09.644991 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38744) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:09.743475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b36a522-61c8-4ffe-a3ea-c00cd6b7cecb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 94e8b28d-e599-4422-b582-6f90a3596a8f {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:09.747983 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8b36a522-61c8-4ffe-a3ea-c00cd6b7cecb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.814351 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8b36a522-61c8-4ffe-a3ea-c00cd6b7cecb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:09.851758 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45dda1-f87c-4f41-8be3-dda7962b6d4d req-54724d9a-37f4-48af-8b2e-9b48d534eb32 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:09.853495 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f45dda1-f87c-4f41-8be3-dda7962b6d4d req-54724d9a-37f4-48af-8b2e-9b48d534eb32 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.2569981 Jul 27 21:20:09.942308 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f45dda1-f87c-4f41-8be3-dda7962b6d4d req-6c243b24-594b-4d5b-b07b-dca56f1919b5 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781775 Jul 27 21:20:09.977329 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8b36a522-61c8-4ffe-a3ea-c00cd6b7cecb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.077395 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8b36a522-61c8-4ffe-a3ea-c00cd6b7cecb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.100830 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8b36a522-61c8-4ffe-a3ea-c00cd6b7cecb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.103033 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8b36a522-61c8-4ffe-a3ea-c00cd6b7cecb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/94e8b28d-e599-4422-b582-6f90a3596a8f HTTP/1.1" status: 204 len: 168 time: 0.4572191 Jul 27 21:20:10.105679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38762) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:10.137350 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36a522-61c8-4ffe-a3ea-c00cd6b7cecb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=94e8b28d-e599-4422-b582-6f90a3596a8f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:10.176030 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4feb7664-ad98-4ba1-b631-aba6c1d4f4c8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686107 Jul 27 21:20:10.176639 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38770) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:10.181980 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8217a705-8901-467f-b88f-53efa16621dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:10.253163 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87457fa3-1885-4984-b69e-d333a1079cf2 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:10.333322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ac3776ee-cd52-4530-bf79-9e7596ab31b1 None None] Provisioning for port 037549ee-4889-4cdc-8d31-63dcc6557438 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:10.343433 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240a767-1513-40db-a730-5848980e2f70 req-b21598cf-b663-4562-a317-34fec57592f9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:10.352541 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b240a767-1513-40db-a730-5848980e2f70 req-b21598cf-b663-4562-a317-34fec57592f9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 984 time: 0.1852467 Jul 27 21:20:10.352770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8217a705-8901-467f-b88f-53efa16621dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:10.357209 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8217a705-8901-467f-b88f-53efa16621dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.372519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ac3776ee-cd52-4530-bf79-9e7596ab31b1 None None] Provisioning complete for port 037549ee-4889-4cdc-8d31-63dcc6557438 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:10.373359 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ac3776ee-cd52-4530-bf79-9e7596ab31b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.429775 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-25c6f08e-ff41-4f00-9e32-be9cac2c82f8 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:10.438190 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-25c6f08e-ff41-4f00-9e32-be9cac2c82f8 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 811 time: 0.2106647 Jul 27 21:20:10.465880 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b240a767-1513-40db-a730-5848980e2f70 req-fc27cdb2-9ab8-4615-a22d-fe3178308afa tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b1e7012-0db1-49cc-aecf-e7aa42cf88ce&id=fb680b66-bbb9-4056-a616-512448436eee&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1124206 Jul 27 21:20:10.475472 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-33dedc62-fe96-4939-8fbb-506b6a92ab9c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/quotas/4d778f8b6f9145c4833b2fba5db782c4 HTTP/1.1" status: 200 len: 375 time: 0.0361497 Jul 27 21:20:10.559670 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-7193bb59-13be-488f-aa7d-132e7d4cb16f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0832381 Jul 27 21:20:10.658302 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8217a705-8901-467f-b88f-53efa16621dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.672268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ac3776ee-cd52-4530-bf79-9e7596ab31b1 None None] Could not find standard attr ID for object 232e3143-a6ee-4be0-b1be-832cab39b96c. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:20:10.688747 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-2648a5ec-2a60-4891-8570-665ccfdf6220 service neutron] 10.222.0.55 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167397 Jul 27 21:20:10.707435 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8217a705-8901-467f-b88f-53efa16621dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:10.713153 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-8217a705-8901-467f-b88f-53efa16621dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:10.717635 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8217a705-8901-467f-b88f-53efa16621dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:10.718378 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8217a705-8901-467f-b88f-53efa16621dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.739915 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217a705-8901-467f-b88f-53efa16621dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=9dd73ff6-8c3e-4db6-b191-9766c78b8d9f,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:10.744099 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8217a705-8901-467f-b88f-53efa16621dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5664871 Jul 27 21:20:10.748339 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38786) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:10.753374 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-4bac31c7-1ada-4121-8803-94513e487f99 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:10.767959 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237211ea-3a4b-456e-86ae-fb5f414d9b03 None None] DHCP port deletion for 644dd19b-aa0a-4755-9430-38a1fea5548c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:20:10.851491 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-237211ea-3a4b-456e-86ae-fb5f414d9b03 None None] Deleting port 037549ee-4889-4cdc-8d31-63dcc6557438 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:10.852030 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-237211ea-3a4b-456e-86ae-fb5f414d9b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:10.861613 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-a62c1b35-2743-45da-a651-3db8602b8ea3 service neutron] 10.222.0.55 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718733 Jul 27 21:20:10.907417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bac31c7-1ada-4121-8803-94513e487f99 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:10.911437 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4bac31c7-1ada-4121-8803-94513e487f99 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.014126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 037549ee-4889-4cdc-8d31-63dcc6557438 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:11.069181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-237211ea-3a4b-456e-86ae-fb5f414d9b03 None None] For port 037549ee-4889-4cdc-8d31-63dcc6557438, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=037549ee-4889-4cdc-8d31-63dcc6557438,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:11.069929 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-237211ea-3a4b-456e-86ae-fb5f414d9b03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.090322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-237211ea-3a4b-456e-86ae-fb5f414d9b03 None None] Calling delete_port for 037549ee-4889-4cdc-8d31-63dcc6557438 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:11.146855 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6dff33bd-a9bf-4dfd-8d38-00aab6ceb33e req-450ec727-657f-49d9-a7d6-1707b51a08ae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 210 time: 0.0664973 Jul 27 21:20:11.165780 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:11.213990 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.471608 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 037549ee-4889-4cdc-8d31-63dcc6557438, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=037549ee-4889-4cdc-8d31-63dcc6557438,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:11.486345 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.503505 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-237211ea-3a4b-456e-86ae-fb5f414d9b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.505310 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:11.532901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event deleted for resources: {'Port': ['ID=037549ee-4889-4cdc-8d31-63dcc6557438,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:11.543049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:11.543538 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.577756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237211ea-3a4b-456e-86ae-fb5f414d9b03 None None] No DVR routers for this DVR port 037549ee-4889-4cdc-8d31-63dcc6557438 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:11.603895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237211ea-3a4b-456e-86ae-fb5f414d9b03 None None] Pushing event deleted for resources: {'Port': ['ID=037549ee-4889-4cdc-8d31-63dcc6557438,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:11.621731 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa1a397-11a0-4393-815c-d79cdc68841b None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:11.695323 n-d-764806-9 neutron-server[105579]: DEBUG neutron.objects.ports [None req-4bac31c7-1ada-4121-8803-94513e487f99 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105579) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:20:11.753555 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.788414 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9e98f3-0f47-4c03-ba02-bdb9146101d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df1dbd5-509e-4d2c-9354-4fdd8bec5e66'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:11.790836 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5787a061-5fd5-4db7-8103-8bd5bff49b01" -d '{"events": [{"server_uuid": "9c9e98f3-0f47-4c03-ba02-bdb9146101d7", "name": "network-vif-plugged", "status": "completed", "tag": "1df1dbd5-509e-4d2c-9354-4fdd8bec5e66"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:11.823811 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1df1dbd5-509e-4d2c-9354-4fdd8bec5e66,segment=NetworkSegment(54019ef5-a287-424f-bf6e-8e47be1e32ff),segment_id=54019ef5-a287-424f-bf6e-8e47be1e32ff)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:11.829509 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:11.924002 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5580947-f795-4e19-8864-8542633e5393 x-openstack-request-id: req-d5580947-f795-4e19-8864-8542633e5393 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:11.924374 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9e98f3-0f47-4c03-ba02-bdb9146101d7", "name": "network-vif-plugged", "status": "completed", "tag": "1df1dbd5-509e-4d2c-9354-4fdd8bec5e66", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:11.924578 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5580947-f795-4e19-8864-8542633e5393 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:11.925082 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9e98f3-0f47-4c03-ba02-bdb9146101d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df1dbd5-509e-4d2c-9354-4fdd8bec5e66', 'code': 200} Jul 27 21:20:12.025325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=1df1dbd5-509e-4d2c-9354-4fdd8bec5e66,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:12.043133 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': '68820772-ded6-430d-a9ff-46684dbef96f'}, {'subnet_id': '9dd73ff6-8c3e-4db6-b191-9766c78b8d9f'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:12.044271 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.080406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5222b3-7af7-45bd-842b-77a830f1801d req-14b33170-bd6f-4e59-9a3f-935ea0863684 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:12.082161 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a5222b3-7af7-45bd-842b-77a830f1801d req-14b33170-bd6f-4e59-9a3f-935ea0863684 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 984 time: 0.4825189 Jul 27 21:20:12.148124 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e253e8-ad37-4dab-a84a-dff6537c1b84 req-b30eb090-2da6-4985-9c5f-04406fe07e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:12.150482 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-57e253e8-ad37-4dab-a84a-dff6537c1b84 req-b30eb090-2da6-4985-9c5f-04406fe07e3a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 1136 time: 0.1353378 Jul 27 21:20:12.226550 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-57e253e8-ad37-4dab-a84a-dff6537c1b84 req-ecf7f300-64b4-460f-8340-6444511bc379 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fb680b66-bbb9-4056-a616-512448436eee&id=0b1e7012-0db1-49cc-aecf-e7aa42cf88ce&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0671167 Jul 27 21:20:12.359404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Allocated IP 172.20.0.2 (644dd19b-aa0a-4755-9430-38a1fea5548c/9dd73ff6-8c3e-4db6-b191-9766c78b8d9f/3e567a63-bff2-40ad-bd39-f7c9936ef08e) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:12.369799 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Allocated IP 2001:db8::f816:3eff:fef9:4d (644dd19b-aa0a-4755-9430-38a1fea5548c/68820772-ded6-430d-a9ff-46684dbef96f/3e567a63-bff2-40ad-bd39-f7c9936ef08e) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:12.506943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-2780d070-d14b-4dda-878e-edc7b1fa0f15 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:12.508707 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-2780d070-d14b-4dda-878e-edc7b1fa0f15 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.20 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 811 time: 0.1214576 Jul 27 21:20:12.522772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-d822afad-f680-447b-8ddd-b723c7b09e46 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Request body: {'port': {'device_id': '4d13cd29-6f39-4d60-a3ec-ba2be255efdb', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'admin_state_up': True, 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:12.636749 n-d-764806-9 neutron-server[105579]: WARNING neutron.services.revisions.revision_plugin [None req-4bac31c7-1ada-4121-8803-94513e487f99 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Could not find related port for resource to bump revision. Jul 27 21:20:12.666590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_pluggable_backend [None req-4bac31c7-1ada-4121-8803-94513e487f99 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Port 037549ee-4889-4cdc-8d31-63dcc6557438 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105579) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 27 21:20:12.666854 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_pluggable_backend [None req-4bac31c7-1ada-4121-8803-94513e487f99 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Reverting IP allocation for 2001:db8::f816:3eff:fea1:2412 {{(pid=105579) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 27 21:20:12.690464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_pluggable_backend [None req-4bac31c7-1ada-4121-8803-94513e487f99 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea1:2412 {{(pid=105579) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 27 21:20:12.693040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ae3809f-9c22-4b02-a7bf-7a25b8c51645 req-b7caa1ae-c557-44ee-9ebf-39a132d9ca20 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 210 time: 0.0542285 Jul 27 21:20:12.702251 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4bac31c7-1ada-4121-8803-94513e487f99 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.714302 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.724018 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Transition to ACTIVE for port object 3e567a63-bff2-40ad-bd39-f7c9936ef08e will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:12.742680 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a5222b3-7af7-45bd-842b-77a830f1801d req-d17a913d-06f4-4094-aa40-e9ecaa0bcbc1 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b1e7012-0db1-49cc-aecf-e7aa42cf88ce&id=fb680b66-bbb9-4056-a616-512448436eee&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1025822 Jul 27 21:20:12.748963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Transition to ACTIVE for port object 3e567a63-bff2-40ad-bd39-f7c9936ef08e will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:12.750640 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-d822afad-f680-447b-8ddd-b723c7b09e46 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Made reservation on behalf of 4d778f8b6f9145c4833b2fba5db782c4 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:12.756239 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-d822afad-f680-447b-8ddd-b723c7b09e46 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.758699 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.762569 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bac31c7-1ada-4121-8803-94513e487f99 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:12.765467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-4bac31c7-1ada-4121-8803-94513e487f99 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:12.775049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bac31c7-1ada-4121-8803-94513e487f99 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:12.775664 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4bac31c7-1ada-4121-8803-94513e487f99 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.784705 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac31c7-1ada-4121-8803-94513e487f99 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=68820772-ded6-430d-a9ff-46684dbef96f,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:12.799339 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4bac31c7-1ada-4121-8803-94513e487f99 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0497057 Jul 27 21:20:12.804730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38818) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:12.806598 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:12.810878 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:12.811559 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a06d218a-a665-4b04-8030-c32b1e4c07a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'mac_address': 'fa:16:3e:be:ff:f8', 'name': 'tempest-NetworksTestDHCPv6-486772735'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:12.817036 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:12.848571 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Pushing event updated for resources: {'Port': ['ID=3e567a63-bff2-40ad-bd39-f7c9936ef08e,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:12.945936 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Attempting to bind port 3e567a63-bff2-40ad-bd39-f7c9936ef08e on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:12.946627 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Attempting to bind port 3e567a63-bff2-40ad-bd39-f7c9936ef08e by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:12.947188 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Attempting to bind port 3e567a63-bff2-40ad-bd39-f7c9936ef08e on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:12.953404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:12.954062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:12.954672 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.955230 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:12.955886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Bound port: 3e567a63-bff2-40ad-bd39-f7c9936ef08e, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:12.956462 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:12.967107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-d822afad-f680-447b-8ddd-b723c7b09e46 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Allocated IP 172.20.0.12 (469a8226-6f36-400c-8f75-c82802ca52c3/4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c/bab724c1-b25b-4c81-ac8b-9c65bda4b615) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:12.987697 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ae5e6-605e-4d42-a592-c6caa605fec2 req-3641c004-d836-438b-8b6f-e85fec6bedf2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:12.989571 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c33ae5e6-605e-4d42-a592-c6caa605fec2 req-3641c004-d836-438b-8b6f-e85fec6bedf2 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 946 time: 0.1508505 Jul 27 21:20:13.033091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06d218a-a665-4b04-8030-c32b1e4c07a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:13.036369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] For port 3e567a63-bff2-40ad-bd39-f7c9936ef08e, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:13.041107 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] For port 3e567a63-bff2-40ad-bd39-f7c9936ef08e, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3e567a63-bff2-40ad-bd39-f7c9936ef08e,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:13.046912 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:13.125175 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb6b99-d6bd-4761-bc11-26f536e4a7a0 None None] Pushing event updated for resources: {'Port': ['ID=3e567a63-bff2-40ad-bd39-f7c9936ef08e,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:13.132604 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a06d218a-a665-4b04-8030-c32b1e4c07a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:13.156278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c33ae5e6-605e-4d42-a592-c6caa605fec2 req-2b7fe2d3-61d4-4fa8-9795-a6b52fc668bc tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571555 Jul 27 21:20:13.169823 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-a06d218a-a665-4b04-8030-c32b1e4c07a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port 7f99c71f-54be-4f52-bc68-2ab9b8a33b0f yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:13.195696 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-d822afad-f680-447b-8ddd-b723c7b09e46 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:13.225709 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-d822afad-f680-447b-8ddd-b723c7b09e46 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Transition to ACTIVE for port object bab724c1-b25b-4c81-ac8b-9c65bda4b615 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:13.276212 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-d822afad-f680-447b-8ddd-b723c7b09e46 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:13.288866 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['6b197af2-29df-4fce-939c-c2f753463315'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:20:13.394988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-d822afad-f680-447b-8ddd-b723c7b09e46 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Network 469a8226-6f36-400c-8f75-c82802ca52c3 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:13.400907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-d822afad-f680-447b-8ddd-b723c7b09e46 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:13.429291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-d822afad-f680-447b-8ddd-b723c7b09e46 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:13.470574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-a06d218a-a665-4b04-8030-c32b1e4c07a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 172.20.0.13 (644dd19b-aa0a-4755-9430-38a1fea5548c/9dd73ff6-8c3e-4db6-b191-9766c78b8d9f/7f99c71f-54be-4f52-bc68-2ab9b8a33b0f) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:13.478641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-a06d218a-a665-4b04-8030-c32b1e4c07a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::f816:3eff:febe:fff8 (644dd19b-aa0a-4755-9430-38a1fea5548c/68820772-ded6-430d-a9ff-46684dbef96f/7f99c71f-54be-4f52-bc68-2ab9b8a33b0f) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:13.543920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-d822afad-f680-447b-8ddd-b723c7b09e46 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:13.544616 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-d822afad-f680-447b-8ddd-b723c7b09e46 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:13.604670 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822afad-f680-447b-8ddd-b723c7b09e46 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event updated for resources: {'Port': ['ID=bab724c1-b25b-4c81-ac8b-9c65bda4b615,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:13.607849 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-d822afad-f680-447b-8ddd-b723c7b09e46 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0893991 Jul 27 21:20:13.623714 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Request body: {'port': {'device_id': '4d13cd29-6f39-4d60-a3ec-ba2be255efdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:13.738601 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:13.771518 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a06d218a-a665-4b04-8030-c32b1e4c07a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:13.791649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-a06d218a-a665-4b04-8030-c32b1e4c07a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object 7f99c71f-54be-4f52-bc68-2ab9b8a33b0f will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:13.830790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2b022c35-aeb3-4dae-b547-ce4e60d89929 None None] Provisioning for port bab724c1-b25b-4c81-ac8b-9c65bda4b615 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:13.842744 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2b022c35-aeb3-4dae-b547-ce4e60d89929 None None] Provisioning complete for port bab724c1-b25b-4c81-ac8b-9c65bda4b615 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:13.843337 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2b022c35-aeb3-4dae-b547-ce4e60d89929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:13.884301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-2b022c35-aeb3-4dae-b547-ce4e60d89929 None None] Port bab724c1-b25b-4c81-ac8b-9c65bda4b615 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:20:13.902399 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2a98e-f054-4ab7-821e-a8cb816f249b req-d285db5b-a55a-437c-8bac-84897da9f370 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:13.903304 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dcd2a98e-f054-4ab7-821e-a8cb816f249b req-d285db5b-a55a-437c-8bac-84897da9f370 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 932 time: 0.1064961 Jul 27 21:20:13.913766 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a06d218a-a665-4b04-8030-c32b1e4c07a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.005256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06d218a-a665-4b04-8030-c32b1e4c07a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:14.025499 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-a06d218a-a665-4b04-8030-c32b1e4c07a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:14.032793 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d218a-a665-4b04-8030-c32b1e4c07a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:14.043558 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dcd2a98e-f054-4ab7-821e-a8cb816f249b req-ea85cdda-b97f-4aa6-947f-44c16204b419 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277337 Jul 27 21:20:14.048703 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c642241-3e17-47c0-a0a6-1c41ef71991e req-ee61bf8c-cccd-4367-8542-25db437c18ae tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:14.050171 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0c642241-3e17-47c0-a0a6-1c41ef71991e req-ee61bf8c-cccd-4367-8542-25db437c18ae tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.20 "GET /v2.0/ports?device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 946 time: 0.1475563 Jul 27 21:20:14.064641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d218a-a665-4b04-8030-c32b1e4c07a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=7f99c71f-54be-4f52-bc68-2ab9b8a33b0f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:14.104173 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91206d92-0fbe-4098-b85e-32bb93483772 req-f8d44f64-6885-433a-9f6b-594d8276da9b tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:14.105759 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91206d92-0fbe-4098-b85e-32bb93483772 req-f8d44f64-6885-433a-9f6b-594d8276da9b tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 985 time: 0.2137411 Jul 27 21:20:14.111930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06d218a-a665-4b04-8030-c32b1e4c07a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:14.112574 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a06d218a-a665-4b04-8030-c32b1e4c07a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.153624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a06d218a-a665-4b04-8030-c32b1e4c07a6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3473687 Jul 27 21:20:14.157292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38856) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:14.170297 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91206d92-0fbe-4098-b85e-32bb93483772 req-c0894da5-fe26-451e-9f83-22ebcff39330 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b1e7012-0db1-49cc-aecf-e7aa42cf88ce&id=fb680b66-bbb9-4056-a616-512448436eee&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0547843 Jul 27 21:20:14.264082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-0c642241-3e17-47c0-a0a6-1c41ef71991e req-32b8d88d-9b19-411b-81e7-f100222176dd tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Deleting port e28d2230-8da4-4da7-add9-3d158d98f0bf {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:14.264663 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0c642241-3e17-47c0-a0a6-1c41ef71991e req-32b8d88d-9b19-411b-81e7-f100222176dd tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.368012 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4deb06-9297-433b-92b5-d2d784a6611f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:14.374088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4deb06-9297-433b-92b5-d2d784a6611f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:14.376087 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-eb4deb06-9297-433b-92b5-d2d784a6611f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.2176874 Jul 27 21:20:14.380269 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38870) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:14.387333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab724c1-b25b-4c81-ac8b-9c65bda4b615 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:20:14.405799 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.453325 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Transition to ACTIVE for port object bab724c1-b25b-4c81-ac8b-9c65bda4b615 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:14.462873 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.466034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0c642241-3e17-47c0-a0a6-1c41ef71991e req-32b8d88d-9b19-411b-81e7-f100222176dd tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] For port e28d2230-8da4-4da7-add9-3d158d98f0bf, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=e28d2230-8da4-4da7-add9-3d158d98f0bf,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:14.466413 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0c642241-3e17-47c0-a0a6-1c41ef71991e req-32b8d88d-9b19-411b-81e7-f100222176dd tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.509337 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b87c5-b8b9-4ebf-9071-04978ba0ca55 req-f9997499-9c9a-469a-b47c-bba2af5319ae tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:14.510957 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-531b87c5-b8b9-4ebf-9071-04978ba0ca55 req-f9997499-9c9a-469a-b47c-bba2af5319ae tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 946 time: 0.2428658 Jul 27 21:20:14.529195 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f662c56-cd93-4c2e-b8b6-5a1157a836dd req-445ec0d8-5c8d-463f-a43e-a916437a20ae tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:14.531190 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f662c56-cd93-4c2e-b8b6-5a1157a836dd req-445ec0d8-5c8d-463f-a43e-a916437a20ae tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 985 time: 0.2125964 Jul 27 21:20:14.538588 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Pushing event updated for resources: {'Port': ['ID=bab724c1-b25b-4c81-ac8b-9c65bda4b615,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:14.547528 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-0c642241-3e17-47c0-a0a6-1c41ef71991e req-32b8d88d-9b19-411b-81e7-f100222176dd tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Calling delete_port for e28d2230-8da4-4da7-add9-3d158d98f0bf owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:14.634448 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-531b87c5-b8b9-4ebf-9071-04978ba0ca55 req-f169dc9b-485f-4338-9c66-415363be4eca tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949960 Jul 27 21:20:14.665777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f662c56-cd93-4c2e-b8b6-5a1157a836dd req-97301790-cdfc-404b-a7c1-286406569e46 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b1e7012-0db1-49cc-aecf-e7aa42cf88ce&id=fb680b66-bbb9-4056-a616-512448436eee&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1086042 Jul 27 21:20:14.668654 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-73b031cb-327c-4049-9aee-2ab4fff85be7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port 7f99c71f-54be-4f52-bc68-2ab9b8a33b0f {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:14.669003 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73b031cb-327c-4049-9aee-2ab4fff85be7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.762044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Attempting to bind port bab724c1-b25b-4c81-ac8b-9c65bda4b615 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:14.762442 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Attempting to bind port bab724c1-b25b-4c81-ac8b-9c65bda4b615 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:14.762778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Attempting to bind port bab724c1-b25b-4c81-ac8b-9c65bda4b615 on network 469a8226-6f36-400c-8f75-c82802ca52c3 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:14.779776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Port bab724c1-b25b-4c81-ac8b-9c65bda4b615 on network 469a8226-6f36-400c-8f75-c82802ca52c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:14.780175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Attempting to bind port bab724c1-b25b-4c81-ac8b-9c65bda4b615 on network 469a8226-6f36-400c-8f75-c82802ca52c3 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:14.791311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c1fe28-591a-49b1-af9d-dce711fbd226 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:14.869419 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fe462eff-2578-4e84-89cf-da986fcae235 None None] Provisioning for port 3e567a63-bff2-40ad-bd39-f7c9936ef08e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:14.870112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:14.870112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Checking segment: {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:14.870889 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Bound using segment: {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:14.871706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Bound port: bab724c1-b25b-4c81-ac8b-9c65bda4b615, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:14.872593 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.877130 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0c642241-3e17-47c0-a0a6-1c41ef71991e req-32b8d88d-9b19-411b-81e7-f100222176dd tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:14.892815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7efd83d4-43bc-4547-b8ba-f8a7223996c3', 'a44acb6e-a098-413d-a28a-1392098412d4', 'e28d2230-8da4-4da7-add9-3d158d98f0bf'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:20:14.935364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8d88d-9b19-411b-81e7-f100222176dd tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Pushing event deleted for resources: {'Port': ['ID=e28d2230-8da4-4da7-add9-3d158d98f0bf,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:14.960067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['7cfeb750-7824-4483-b1b4-035d1ff6de18'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:20:14.991165 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73b031cb-327c-4049-9aee-2ab4fff85be7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:15.019921 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-73b031cb-327c-4049-9aee-2ab4fff85be7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for 7f99c71f-54be-4f52-bc68-2ab9b8a33b0f owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:15.031981 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c642241-3e17-47c0-a0a6-1c41ef71991e req-32b8d88d-9b19-411b-81e7-f100222176dd tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] No DVR routers for this DVR port e28d2230-8da4-4da7-add9-3d158d98f0bf on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:15.037272 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0c642241-3e17-47c0-a0a6-1c41ef71991e req-32b8d88d-9b19-411b-81e7-f100222176dd tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:15.041462 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0c642241-3e17-47c0-a0a6-1c41ef71991e req-32b8d88d-9b19-411b-81e7-f100222176dd tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.20 "DELETE /v2.0/ports/e28d2230-8da4-4da7-add9-3d158d98f0bf HTTP/1.1" status: 204 len: 173 time: 0.9840069 Jul 27 21:20:15.042070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abd5fe6-9dd3-4ea8-85c7-a70b407e8076', 'name': 'network-vif-deleted', 'tag': 'e28d2230-8da4-4da7-add9-3d158d98f0bf'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:15.043434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0cfe1-57a2-460d-b83e-4875816c5bce req-27a8e903-b1c8-424d-9121-34ee9e1b9bf6 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:15.044699 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87000d3-11e5-4bd8-89b4-ca1fb68b7353" -d '{"events": [{"server_uuid": "7abd5fe6-9dd3-4ea8-85c7-a70b407e8076", "name": "network-vif-deleted", "tag": "e28d2230-8da4-4da7-add9-3d158d98f0bf"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:15.070865 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51d0cfe1-57a2-460d-b83e-4875816c5bce req-27a8e903-b1c8-424d-9121-34ee9e1b9bf6 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 1136 time: 0.2755530 Jul 27 21:20:15.117118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3e567a63-bff2-40ad-bd39-f7c9936ef08e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:15.128515 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] For port bab724c1-b25b-4c81-ac8b-9c65bda4b615, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:15.137376 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] For port bab724c1-b25b-4c81-ac8b-9c65bda4b615, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=bab724c1-b25b-4c81-ac8b-9c65bda4b615,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:15.144122 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b5cfe1-2ea3-447d-9528-479257348ba9 x-openstack-request-id: req-89b5cfe1-2ea3-447d-9528-479257348ba9 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:15.145774 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abd5fe6-9dd3-4ea8-85c7-a70b407e8076", "name": "network-vif-deleted", "tag": "e28d2230-8da4-4da7-add9-3d158d98f0bf", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:15.147741 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89b5cfe1-2ea3-447d-9528-479257348ba9 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:15.148987 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abd5fe6-9dd3-4ea8-85c7-a70b407e8076', 'name': 'network-vif-deleted', 'tag': 'e28d2230-8da4-4da7-add9-3d158d98f0bf', 'status': 'completed', 'code': 200} Jul 27 21:20:15.154515 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:15.194426 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-51d0cfe1-57a2-460d-b83e-4875816c5bce req-37b41a27-c980-42eb-bc2c-d93d0577bc60 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:15.227985 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:15.228617 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:15.230032 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] 10.222.0.20 "PUT /v2.0/ports/bab724c1-b25b-4c81-ac8b-9c65bda4b615 HTTP/1.1" status: 200 len: 1092 time: 1.6120892 Jul 27 21:20:15.281645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c23d75-4a48-4626-97bd-2c0ed2092d5b service neutron] Pushing event updated for resources: {'Port': ['ID=bab724c1-b25b-4c81-ac8b-9c65bda4b615,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:15.323410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 3e567a63-bff2-40ad-bd39-f7c9936ef08e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:15.372010 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 3e567a63-bff2-40ad-bd39-f7c9936ef08e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:15.388567 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:15.388744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-8bb0fca5-ce23-42b9-8bc6-d95af1b5a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:15.388744 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-8bb0fca5-ce23-42b9-8bc6-d95af1b5a8ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 1095 time: 0.0800726 Jul 27 21:20:15.455217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0c230-42fb-4e7b-bb40-164c03128016 req-72fd533b-311b-45be-a118-6fc80af1bc7a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:15.463559 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-0ada6ea8-6f98-42a5-bc58-892faf8786e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bab724c1-b25b-4c81-ac8b-9c65bda4b615 HTTP/1.1" status: 200 len: 217 time: 0.0733807 Jul 27 21:20:15.497542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82b0c230-42fb-4e7b-bb40-164c03128016 req-72fd533b-311b-45be-a118-6fc80af1bc7a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 944 time: 0.2335627 Jul 27 21:20:15.586900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-61fd4ab8-3dd0-44aa-a6d2-4efb58efab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:15.587126 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82b0c230-42fb-4e7b-bb40-164c03128016 req-a4366d5b-7270-45ad-8d72-240e81a4990b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883367 Jul 27 21:20:15.588403 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-61fd4ab8-3dd0-44aa-a6d2-4efb58efab55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.1170218 Jul 27 21:20:15.642517 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73b031cb-327c-4049-9aee-2ab4fff85be7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:15.729433 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:15.745871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-eeba1266-181b-41b2-966a-79e81af73c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:15.753767 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-eeba1266-181b-41b2-966a-79e81af73c57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582284 Jul 27 21:20:15.767806 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b031cb-327c-4049-9aee-2ab4fff85be7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=7f99c71f-54be-4f52-bc68-2ab9b8a33b0f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:15.805167 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 3e567a63-bff2-40ad-bd39-f7c9936ef08e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3e567a63-bff2-40ad-bd39-f7c9936ef08e,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:15.846970 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:15.906899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=3e567a63-bff2-40ad-bd39-f7c9936ef08e,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:15.964061 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-dec93314-e4fa-476e-a1af-fbf2329aa493 service neutron] 10.222.0.20 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027581 Jul 27 21:20:15.970338 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3398fabc-9c80-4fdf-84b7-3f105d922412 req-323b2418-d51c-4421-a1a2-f00ad9db4013 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7abd5fe6-9dd3-4ea8-85c7-a70b407e8076 HTTP/1.1" status: 200 len: 210 time: 0.0869839 Jul 27 21:20:16.033946 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-51d0cfe1-57a2-460d-b83e-4875816c5bce req-37b41a27-c980-42eb-bc2c-d93d0577bc60 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.042781 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73b031cb-327c-4049-9aee-2ab4fff85be7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.047189 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-73b031cb-327c-4049-9aee-2ab4fff85be7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/7f99c71f-54be-4f52-bc68-2ab9b8a33b0f HTTP/1.1" status: 204 len: 168 time: 1.6624067 Jul 27 21:20:16.047189 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-51d0cfe1-57a2-460d-b83e-4875816c5bce req-37b41a27-c980-42eb-bc2c-d93d0577bc60 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.048361 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38892) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:16.091018 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63f9fc9c-50c4-490c-af0c-2fbeb7da3170 req-2a76b2db-db0a-4eca-b0a1-f205a68cd939 service neutron] 10.222.0.20 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155519 Jul 27 21:20:16.123699 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51d0cfe1-57a2-460d-b83e-4875816c5bce req-37b41a27-c980-42eb-bc2c-d93d0577bc60 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=0b1e7012-0db1-49cc-aecf-e7aa42cf88ce&id=fb680b66-bbb9-4056-a616-512448436eee&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.0507169 Jul 27 21:20:16.134022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b41a27-c980-42eb-bc2c-d93d0577bc60 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8080e4-1c8b-41d3-a10d-cbdb23ad3af5,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:16.138782 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6d7486d6-ab72-47e2-b4c2-04e24315bb03 None None] Could not find standard attr ID for object 7f99c71f-54be-4f52-bc68-2ab9b8a33b0f. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:20:16.152507 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6d7486d6-ab72-47e2-b4c2-04e24315bb03 None None] Provisioning complete for port 3e567a63-bff2-40ad-bd39-f7c9936ef08e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:16.153246 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6d7486d6-ab72-47e2-b4c2-04e24315bb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.158030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38894) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:16.165358 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c297fce7-bda7-4407-a191-602de1d5812b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:16.167232 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c297fce7-bda7-4407-a191-602de1d5812b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:16.172328 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c297fce7-bda7-4407-a191-602de1d5812b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:16.177356 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c297fce7-bda7-4407-a191-602de1d5812b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1263907 Jul 27 21:20:16.178558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38896) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:16.243974 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cd3ce8-a847-48d3-83b6-c63d6b1e0465 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:16.245754 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-49cd3ce8-a847-48d3-83b6-c63d6b1e0465 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 1131 time: 0.0864184 Jul 27 21:20:16.248743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38898) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:16.265915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-167bb6a7-6294-41b3-b0d0-26f5bc6429e6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 68820772-ded6-430d-a9ff-46684dbef96f {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:16.268827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '1df1dbd5-509e-4d2c-9354-4fdd8bec5e66', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:16.273464 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-167bb6a7-6294-41b3-b0d0-26f5bc6429e6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.299039 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for floatingip, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.336809 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-167bb6a7-6294-41b3-b0d0-26f5bc6429e6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.420793 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.457661 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-167bb6a7-6294-41b3-b0d0-26f5bc6429e6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.497632 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0f91ff5f-d60e-44c0-86ea-8c93a5fe361e None None] Could not find standard attr ID for object d00e05e1-3c24-4fa9-8b38-dc0f747f1b45. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:20:16.529743 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-167bb6a7-6294-41b3-b0d0-26f5bc6429e6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.546804 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-167bb6a7-6294-41b3-b0d0-26f5bc6429e6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.548994 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-167bb6a7-6294-41b3-b0d0-26f5bc6429e6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/68820772-ded6-430d-a9ff-46684dbef96f HTTP/1.1" status: 204 len: 168 time: 0.3692868 Jul 27 21:20:16.563119 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38900) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:16.569968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bb6a7-6294-41b3-b0d0-26f5bc6429e6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=68820772-ded6-430d-a9ff-46684dbef96f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:16.648633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 9dd73ff6-8c3e-4db6-b191-9766c78b8d9f {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:16.654583 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.697921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Allocated IP 172.25.2.201 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/9eff574a-2d11-464c-840b-417889ffba3d) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:16.718932 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.759530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce05e25-ea60-4be4-bf5b-26aa687f6241 req-9423908b-7615-4efd-86a6-f99cdefe6b5c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:16.768732 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ce05e25-ea60-4be4-bf5b-26aa687f6241 req-9423908b-7615-4efd-86a6-f99cdefe6b5c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 944 time: 0.0948272 Jul 27 21:20:16.815069 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ce05e25-ea60-4be4-bf5b-26aa687f6241 req-5ee86659-95ad-491f-bdf0-4ef04d2e30cb tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451241 Jul 27 21:20:16.817443 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a263c73e-9199-40fb-802c-e11b0d7386d9 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:16.886603 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:16.946742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-dfbe10a0-76a8-44b4-ba0f-56c2d27ea74e None None] Could not find standard attr ID for object 7f99c71f-54be-4f52-bc68-2ab9b8a33b0f. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:20:17.007720 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device e28d2230-8da4-4da7-add9-3d158d98f0bf no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:17.033621 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: e28d2230-8da4-4da7-add9-3d158d98f0bf {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:20:17.034029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device e28d2230-8da4-4da7-add9-3d158d98f0bf not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:20:17.070923 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3e567a63-bff2-40ad-bd39-f7c9936ef08e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:17.140371 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 3e567a63-bff2-40ad-bd39-f7c9936ef08e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:17.141691 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.358184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d13cd29-6f39-4d60-a3ec-ba2be255efdb', 'tag': 'bab724c1-b25b-4c81-ac8b-9c65bda4b615'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:17.361160 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe44ad5-772f-4350-8f53-656ecac0dd59" -d '{"events": [{"name": "network-changed", "server_uuid": "4d13cd29-6f39-4d60-a3ec-ba2be255efdb", "tag": "bab724c1-b25b-4c81-ac8b-9c65bda4b615"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:17.392638 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.432403 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae95328b-e7e9-4cb7-bdd1-0046666d07d5 x-openstack-request-id: req-ae95328b-e7e9-4cb7-bdd1-0046666d07d5 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:17.432708 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d13cd29-6f39-4d60-a3ec-ba2be255efdb", "tag": "bab724c1-b25b-4c81-ac8b-9c65bda4b615", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:17.432962 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae95328b-e7e9-4cb7-bdd1-0046666d07d5 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:17.433497 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d13cd29-6f39-4d60-a3ec-ba2be255efdb', 'tag': 'bab724c1-b25b-4c81-ac8b-9c65bda4b615', 'status': 'completed', 'code': 200} Jul 27 21:20:17.496674 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.582416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd73ff6-8c3e-4db6-b191-9766c78b8d9f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:17.592422 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.594621 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/9dd73ff6-8c3e-4db6-b191-9766c78b8d9f HTTP/1.1" status: 204 len: 168 time: 1.0303421 Jul 27 21:20:17.597387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38926) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:17.622549 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38928) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:17.642928 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:17.676322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.676672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.677016 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.677393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.677934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.678298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.678637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.678972 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.679306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.679633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.679957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.680284 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eff1b6e-8315-433a-a2d8-c8a39ea5455e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:17.692142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3a9bc525-2f79-4d60-9138-7045f7a8a655 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910375 Jul 27 21:20:17.693533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38932) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:17.725076 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f754576d-af15-4b8d-b805-29e2da4c9b21 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:17.737864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:17.758003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe44ad5-772f-4350-8f53-656ecac0dd59 req-fdfa0489-b3c1-4e25-a2d2-b195102aa37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:17.759644 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bbe44ad5-772f-4350-8f53-656ecac0dd59 req-fdfa0489-b3c1-4e25-a2d2-b195102aa37b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 1095 time: 0.3065610 Jul 27 21:20:17.796138 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:17.808771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:17.931304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'Port': ['ID=9eff574a-2d11-464c-840b-417889ffba3d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:17.933833 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-736b93c6-9b06-4e5e-ba33-8664d91989a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:18.014430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15008d0e-6f3e-4aeb-9654-d2de637b1b71 req-25abc558-ada6-4fe6-b07e-7d27ebe1462a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:18.016031 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15008d0e-6f3e-4aeb-9654-d2de637b1b71 req-25abc558-ada6-4fe6-b07e-7d27ebe1462a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 944 time: 0.0752792 Jul 27 21:20:18.049114 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.db.api [None req-736b93c6-9b06-4e5e-ba33-8664d91989a7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:20:18.049114 n-d-764806-9 neutron-server[105580]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 21:20:18.049114 n-d-764806-9 neutron-server[105580]: [parameters: {'project_id_1': 'f30dcf0d94ae4891b74d72cd3d3b07db', 'expiration_1': datetime.datetime(2021, 7, 27, 21, 20, 17, 992688)}] Jul 27 21:20:18.049114 n-d-764806-9 neutron-server[105580]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:20:18.049611 n-d-764806-9 neutron-server[105580]: DEBUG oslo_db.api [None req-736b93c6-9b06-4e5e-ba33-8664d91989a7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:20:18.073921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15008d0e-6f3e-4aeb-9654-d2de637b1b71 req-3056f584-91e4-448b-a034-afa943f8f5dc tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515354 Jul 27 21:20:18.077819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f754576d-af15-4b8d-b805-29e2da4c9b21 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:18.081293 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f754576d-af15-4b8d-b805-29e2da4c9b21 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:18.105317 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c21d78-ca62-4ad7-8a5b-9f8fe2849c4b None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:18.216743 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-adc692ba-63e9-41bf-a5b0-e791e9847e96 None None] Provisioning complete for port 3e567a63-bff2-40ad-bd39-f7c9936ef08e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:18.217110 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-adc692ba-63e9-41bf-a5b0-e791e9847e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:18.237360 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe44ad5-772f-4350-8f53-656ecac0dd59 req-230a6370-4256-472a-b56e-d457862c51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:18.238805 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bbe44ad5-772f-4350-8f53-656ecac0dd59 req-230a6370-4256-472a-b56e-d457862c51a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.4370298 Jul 27 21:20:18.336994 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bbe44ad5-772f-4350-8f53-656ecac0dd59 req-e0e4bd1b-db40-4ed0-8965-7db516b37607 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bab724c1-b25b-4c81-ac8b-9c65bda4b615 HTTP/1.1" status: 200 len: 217 time: 0.0521667 Jul 27 21:20:18.440475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec889d59-287f-46fb-9a74-be8c6f9eb47d None None] DHCP port deletion for 644dd19b-aa0a-4755-9430-38a1fea5548c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:20:18.494097 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe44ad5-772f-4350-8f53-656ecac0dd59 req-ec69e55d-7124-40ba-8070-45cf8c5b8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:18.495554 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bbe44ad5-772f-4350-8f53-656ecac0dd59 req-ec69e55d-7124-40ba-8070-45cf8c5b8229 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.1478627 Jul 27 21:20:18.497465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ec889d59-287f-46fb-9a74-be8c6f9eb47d None None] Deleting port 3e567a63-bff2-40ad-bd39-f7c9936ef08e {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:18.498067 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ec889d59-287f-46fb-9a74-be8c6f9eb47d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:18.566407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ec889d59-287f-46fb-9a74-be8c6f9eb47d None None] For port 3e567a63-bff2-40ad-bd39-f7c9936ef08e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3e567a63-bff2-40ad-bd39-f7c9936ef08e,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:18.566806 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ec889d59-287f-46fb-9a74-be8c6f9eb47d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:18.577274 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-736b93c6-9b06-4e5e-ba33-8664d91989a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:18.584893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ec889d59-287f-46fb-9a74-be8c6f9eb47d None None] Calling delete_port for 3e567a63-bff2-40ad-bd39-f7c9936ef08e owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:18.672450 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ec889d59-287f-46fb-9a74-be8c6f9eb47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:18.698898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec889d59-287f-46fb-9a74-be8c6f9eb47d None None] Pushing event deleted for resources: {'Port': ['ID=3e567a63-bff2-40ad-bd39-f7c9936ef08e,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:18.702813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec889d59-287f-46fb-9a74-be8c6f9eb47d None None] No DVR routers for this DVR port 3e567a63-bff2-40ad-bd39-f7c9936ef08e on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:18.728596 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24172ff1-ebe6-4e1b-b891-366bebb0465f None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:20:18.805787 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f754576d-af15-4b8d-b805-29e2da4c9b21 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:18.823071 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24172ff1-ebe6-4e1b-b891-366bebb0465f None None] Resources bound (agent type, host, resource id): {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:20:18.941767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f754576d-af15-4b8d-b805-29e2da4c9b21 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:18.964063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f754576d-af15-4b8d-b805-29e2da4c9b21 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:18.967074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f754576d-af15-4b8d-b805-29e2da4c9b21 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:18.967678 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f754576d-af15-4b8d-b805-29e2da4c9b21 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:18.977685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe44ad5-772f-4350-8f53-656ecac0dd59 req-6164101e-335e-4f18-a1ac-c00008ff26ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:18.979871 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bbe44ad5-772f-4350-8f53-656ecac0dd59 req-6164101e-335e-4f18-a1ac-c00008ff26ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4749932 Jul 27 21:20:18.997839 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754576d-af15-4b8d-b805-29e2da4c9b21 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=522ec069-c555-4f69-b6ab-538979e19494,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:18.998947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3e567a63-bff2-40ad-bd39-f7c9936ef08e no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:19.024748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device bab724c1-b25b-4c81-ac8b-9c65bda4b615 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:20:19.028548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 3e567a63-bff2-40ad-bd39-f7c9936ef08e {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:20:19.029026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3e567a63-bff2-40ad-bd39-f7c9936ef08e not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:20:19.074915 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.215661 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-736b93c6-9b06-4e5e-ba33-8664d91989a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.252893 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-736b93c6-9b06-4e5e-ba33-8664d91989a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.254087 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d90143-bab4-48c7-8bc8-ce9922b2da29 req-81feb164-9a1f-4c88-a317-2e7e1f3def0f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:19.268187 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bbe44ad5-772f-4350-8f53-656ecac0dd59 req-8977cbb9-744b-42eb-b43a-40dd60b38b0c service neutron] 10.222.0.20 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598696 Jul 27 21:20:19.268440 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7d90143-bab4-48c7-8bc8-ce9922b2da29 req-81feb164-9a1f-4c88-a317-2e7e1f3def0f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 944 time: 0.0981815 Jul 27 21:20:19.292917 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f754576d-af15-4b8d-b805-29e2da4c9b21 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5951297 Jul 27 21:20:19.294335 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38940) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:19.305702 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a9aab1db-4453-4e06-83ec-dfdca0916dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:19.366880 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7d90143-bab4-48c7-8bc8-ce9922b2da29 req-32313f89-5044-492a-b2ae-e6193b535c94 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992715 Jul 27 21:20:19.368607 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-736b93c6-9b06-4e5e-ba33-8664d91989a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f30dcf0d94ae4891b74d72cd3d3b07db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7449660 Jul 27 21:20:19.371501 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.373473 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38944) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:19.374384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': '522ec069-c555-4f69-b6ab-538979e19494'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:19.377469 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.381824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b93c6-9b06-4e5e-ba33-8664d91989a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f173d9a2-5854-4d06-b518-867d9b22c5ff,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:19.384639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port bab724c1-b25b-4c81-ac8b-9c65bda4b615, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=bab724c1-b25b-4c81-ac8b-9c65bda4b615,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:19.449675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'bab724c1-b25b-4c81-ac8b-9c65bda4b615', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'port_id': 'bab724c1-b25b-4c81-ac8b-9c65bda4b615', 'mac_address': 'fa:16:3e:85:31:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:20:19.513561 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9aab1db-4453-4e06-83ec-dfdca0916dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:19.519192 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a9aab1db-4453-4e06-83ec-dfdca0916dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.551618 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bbe44ad5-772f-4350-8f53-656ecac0dd59 req-ebee7576-013e-4599-b1f5-97256d9e7de9 service neutron] 10.222.0.20 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724822 Jul 27 21:20:19.573915 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.585024 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f8290dba-45c2-49b0-9127-321c439adb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.616118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab724c1-b25b-4c81-ac8b-9c65bda4b615 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:20:19.621832 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f8290dba-45c2-49b0-9127-321c439adb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.650324 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port bab724c1-b25b-4c81-ac8b-9c65bda4b615, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=bab724c1-b25b-4c81-ac8b-9c65bda4b615,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:19.652008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Allocated IP 172.20.0.2 (644dd19b-aa0a-4755-9430-38a1fea5548c/522ec069-c555-4f69-b6ab-538979e19494/973c0f96-39a0-4590-8722-e0a284c4e8d7) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:19.667340 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.709180 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.719702 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.729234 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f8290dba-45c2-49b0-9127-321c439adb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.731625 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f8290dba-45c2-49b0-9127-321c439adb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.735177 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f8290dba-45c2-49b0-9127-321c439adb0e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f173d9a2-5854-4d06-b518-867d9b22c5ff HTTP/1.1" status: 204 len: 168 time: 0.3561726 Jul 27 21:20:19.803431 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=bab724c1-b25b-4c81-ac8b-9c65bda4b615,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:19.896461 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8290dba-45c2-49b0-9127-321c439adb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f173d9a2-5854-4d06-b518-867d9b22c5ff,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:19.902980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['bab724c1-b25b-4c81-ac8b-9c65bda4b615'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:20:19.925036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'Port': ['ID=9eff574a-2d11-464c-840b-417889ffba3d,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:19.945543 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.952641 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:19.971966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Transition to ACTIVE for port object 973c0f96-39a0-4590-8722-e0a284c4e8d7 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:20.013463 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Transition to ACTIVE for port object 973c0f96-39a0-4590-8722-e0a284c4e8d7 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:20.038273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.objects.ports [None req-a9aab1db-4453-4e06-83ec-dfdca0916dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105579) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:20:20.038559 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.040519 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a9aab1db-4453-4e06-83ec-dfdca0916dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.100567 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aab1db-4453-4e06-83ec-dfdca0916dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:20.104385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-a9aab1db-4453-4e06-83ec-dfdca0916dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:20.111600 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aab1db-4453-4e06-83ec-dfdca0916dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:20.112334 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a9aab1db-4453-4e06-83ec-dfdca0916dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.116632 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Floating IP 058423f4-6d80-41ed-9ea3-c777fed73e1a associated. External IP: 172.25.2.201, port: 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66. Jul 27 21:20:20.131287 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aab1db-4453-4e06-83ec-dfdca0916dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=7d2ce335-6a50-49e8-abb5-d68cbefdcbb7,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:20.154817 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a9aab1db-4453-4e06-83ec-dfdca0916dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8592694 Jul 27 21:20:20.155474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38950) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:20.160496 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2e912a75-7647-4692-b51d-c888f996c4ab tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'mac_address': 'fa:16:3e:d3:4b:8f', 'name': 'tempest-NetworksTestDHCPv6-1890608985'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:20.165565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:20.167335 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Pushing event updated for resources: {'Port': ['ID=973c0f96-39a0-4590-8722-e0a284c4e8d7,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:20.170716 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:20.197071 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38952) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:20.200316 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:20.257198 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1845-d8da-468b-a037-bb2a8ef5590b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.301028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Attempting to bind port 973c0f96-39a0-4590-8722-e0a284c4e8d7 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:20.301397 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Attempting to bind port 973c0f96-39a0-4590-8722-e0a284c4e8d7 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:20.301836 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Attempting to bind port 973c0f96-39a0-4590-8722-e0a284c4e8d7 on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:20.311824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:20.312197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:20.312592 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.312988 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:20.313469 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Bound port: 973c0f96-39a0-4590-8722-e0a284c4e8d7, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:20.313854 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.414642 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] For port 973c0f96-39a0-4590-8722-e0a284c4e8d7, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:20.418172 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] For port 973c0f96-39a0-4590-8722-e0a284c4e8d7, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=973c0f96-39a0-4590-8722-e0a284c4e8d7,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:20.426012 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.461997 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1845-d8da-468b-a037-bb2a8ef5590b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.484547 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1845-d8da-468b-a037-bb2a8ef5590b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.566902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea6854-31a6-44cc-a354-0eab17b5cfb5 None None] Pushing event updated for resources: {'Port': ['ID=973c0f96-39a0-4590-8722-e0a284c4e8d7,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:20.652237 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4a5b1845-d8da-468b-a037-bb2a8ef5590b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bc0e09b1d2a04822a5e7d0a172c566f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4521129 Jul 27 21:20:20.652237 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b1845-d8da-468b-a037-bb2a8ef5590b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db443cc5-b5f9-4a9e-b685-c4e597db93cf,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:20.665942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38960) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:20.668205 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e912a75-7647-4692-b51d-c888f996c4ab tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:20.820152 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36ff5075-9c99-45dd-876a-e7853e601605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.882214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb17cf-754b-4339-aaf2-1fca7dad2e87 req-766661fc-2eaa-44d6-bfb9-0d9f7e2ad0a6 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:20.883644 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36ff5075-9c99-45dd-876a-e7853e601605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.884704 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-12eb17cf-754b-4339-aaf2-1fca7dad2e87 req-766661fc-2eaa-44d6-bfb9-0d9f7e2ad0a6 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 945 time: 0.4141147 Jul 27 21:20:20.888572 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e912a75-7647-4692-b51d-c888f996c4ab tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.970990 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-2e912a75-7647-4692-b51d-c888f996c4ab tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port ee56132d-e6d2-4cec-813b-93d85afa96a4 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:20.973899 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36ff5075-9c99-45dd-876a-e7853e601605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.979856 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36ff5075-9c99-45dd-876a-e7853e601605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:20.984191 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-36ff5075-9c99-45dd-876a-e7853e601605 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db443cc5-b5f9-4a9e-b685-c4e597db93cf HTTP/1.1" status: 204 len: 168 time: 0.3126237 Jul 27 21:20:20.993267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Router aae94406-406a-4a09-8951-50969696dfd7 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:20:21.003460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff5075-9c99-45dd-876a-e7853e601605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db443cc5-b5f9-4a9e-b685-c4e597db93cf,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:21.041896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device bab724c1-b25b-4c81-ac8b-9c65bda4b615 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:21.128369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 973c0f96-39a0-4590-8722-e0a284c4e8d7 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:21.166194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:20:21.182378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2b1693-b912-41e8-b46d-a1536a75825e None None] Sync routers for ids ['aae94406-406a-4a09-8951-50969696dfd7'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:20:21.197006 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.231671 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2b1693-b912-41e8-b46d-a1536a75825e None None] Routers {'aae94406-406a-4a09-8951-50969696dfd7'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:20:21.232332 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8b2b1693-b912-41e8-b46d-a1536a75825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:20:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aae94406-406a-4a09-8951-50969696dfd7'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:21.279823 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-608e042d-7aaa-4821-971a-125ef5fd8072 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0296681 Jul 27 21:20:21.280468 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38968) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:21.281562 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9e98f3-0f47-4c03-ba02-bdb9146101d7', 'tag': '1df1dbd5-509e-4d2c-9354-4fdd8bec5e66'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:21.284044 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6378eab2-2ab7-4030-84ee-662af4f29cca" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9e98f3-0f47-4c03-ba02-bdb9146101d7", "tag": "1df1dbd5-509e-4d2c-9354-4fdd8bec5e66"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:21.304924 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port bab724c1-b25b-4c81-ac8b-9c65bda4b615 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:21.312581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port bab724c1-b25b-4c81-ac8b-9c65bda4b615 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:21.312948 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.397594 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 973c0f96-39a0-4590-8722-e0a284c4e8d7 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:21.460683 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-8b2b1693-b912-41e8-b46d-a1536a75825e None None] Set router aae94406-406a-4a09-8951-50969696dfd7 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:20:21.468902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-12eb17cf-754b-4339-aaf2-1fca7dad2e87 req-8fdc9e03-b8b6-4c90-8d56-5d09390bac16 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5755880 Jul 27 21:20:21.504818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a59301-9677-40fd-8778-3a764414eac9 req-40c603b6-775d-4b0b-b6fd-000bc85e74c3 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.507242 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33a59301-9677-40fd-8778-3a764414eac9 req-40c603b6-775d-4b0b-b6fd-000bc85e74c3 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 946 time: 0.6817060 Jul 27 21:20:21.569672 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b5960c-cf9c-4d3e-91aa-6acba5ba2ee6 x-openstack-request-id: req-a9b5960c-cf9c-4d3e-91aa-6acba5ba2ee6 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:21.570114 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9e98f3-0f47-4c03-ba02-bdb9146101d7", "tag": "1df1dbd5-509e-4d2c-9354-4fdd8bec5e66", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:21.570581 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9b5960c-cf9c-4d3e-91aa-6acba5ba2ee6 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:21.571295 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9e98f3-0f47-4c03-ba02-bdb9146101d7', 'tag': '1df1dbd5-509e-4d2c-9354-4fdd8bec5e66', 'status': 'completed', 'code': 200} Jul 27 21:20:21.635942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33a59301-9677-40fd-8778-3a764414eac9 req-7884fdb5-3c9b-480b-81b7-46a4ba497073 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169086 Jul 27 21:20:21.679137 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.689673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e3573-74e5-4234-b96b-562a0139b217 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.690278 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e3573-74e5-4234-b96b-562a0139b217 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.690653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e3573-74e5-4234-b96b-562a0139b217 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.691129 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e3573-74e5-4234-b96b-562a0139b217 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.691590 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e3573-74e5-4234-b96b-562a0139b217 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.692054 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e3573-74e5-4234-b96b-562a0139b217 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.692511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e3573-74e5-4234-b96b-562a0139b217 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.696981 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b08e3573-74e5-4234-b96b-562a0139b217 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5028 time: 0.4066541 Jul 27 21:20:21.698368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 38980) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:21.740951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port bab724c1-b25b-4c81-ac8b-9c65bda4b615, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=bab724c1-b25b-4c81-ac8b-9c65bda4b615,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:21.742005 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-2e912a75-7647-4692-b51d-c888f996c4ab tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 172.20.0.8 (644dd19b-aa0a-4755-9430-38a1fea5548c/522ec069-c555-4f69-b6ab-538979e19494/ee56132d-e6d2-4cec-813b-93d85afa96a4) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:21.757540 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-2e912a75-7647-4692-b51d-c888f996c4ab tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::f816:3eff:fed3:4b8f (644dd19b-aa0a-4755-9430-38a1fea5548c/7d2ce335-6a50-49e8-abb5-d68cbefdcbb7/ee56132d-e6d2-4cec-813b-93d85afa96a4) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:21.769250 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d13cd29-6f39-4d60-a3ec-ba2be255efdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab724c1-b25b-4c81-ac8b-9c65bda4b615'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:21.772955 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8f7641-6321-4f01-98e0-87fd27c1eaf5" -d '{"events": [{"server_uuid": "4d13cd29-6f39-4d60-a3ec-ba2be255efdb", "name": "network-vif-plugged", "status": "completed", "tag": "bab724c1-b25b-4c81-ac8b-9c65bda4b615"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:21.779631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378eab2-2ab7-4030-84ee-662af4f29cca req-4351f351-5853-4dca-9fc8-e34f4c447beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.781146 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6378eab2-2ab7-4030-84ee-662af4f29cca req-4351f351-5853-4dca-9fc8-e34f4c447beb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68e16342715c4510a4b81e0488054ee7&device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 1136 time: 0.1836922 Jul 27 21:20:21.904971 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:21.943892 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b85344f-fcfe-446e-a4fd-3c6049649572 x-openstack-request-id: req-9b85344f-fcfe-446e-a4fd-3c6049649572 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:21.944103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341234f-905d-4e01-b96e-8a6fb4932eb1 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.944425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341234f-905d-4e01-b96e-8a6fb4932eb1 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.944753 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d13cd29-6f39-4d60-a3ec-ba2be255efdb", "name": "network-vif-plugged", "status": "completed", "tag": "bab724c1-b25b-4c81-ac8b-9c65bda4b615", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:21.944885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341234f-905d-4e01-b96e-8a6fb4932eb1 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.945345 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341234f-905d-4e01-b96e-8a6fb4932eb1 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.945773 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b85344f-fcfe-446e-a4fd-3c6049649572 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:21.946179 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d13cd29-6f39-4d60-a3ec-ba2be255efdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab724c1-b25b-4c81-ac8b-9c65bda4b615', 'code': 200} Jul 27 21:20:21.946907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341234f-905d-4e01-b96e-8a6fb4932eb1 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.947387 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341234f-905d-4e01-b96e-8a6fb4932eb1 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.947855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341234f-905d-4e01-b96e-8a6fb4932eb1 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.948315 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341234f-905d-4e01-b96e-8a6fb4932eb1 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:21.953111 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9341234f-905d-4e01-b96e-8a6fb4932eb1 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5240 time: 0.2527251 Jul 27 21:20:21.955091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 38990) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:22.008390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c018f5b2-4ec7-45d4-a16d-515dc62b0576 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:22.022709 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378eab2-2ab7-4030-84ee-662af4f29cca req-49e66208-251b-4d6e-a368-648f56e5a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:22.024791 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6378eab2-2ab7-4030-84ee-662af4f29cca req-49e66208-251b-4d6e-a368-648f56e5a200 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ce34b7da-179c-4dce-b4e7-a3584a253d98 HTTP/1.1" status: 200 len: 897 time: 0.2356806 Jul 27 21:20:22.093891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=bab724c1-b25b-4c81-ac8b-9c65bda4b615,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:22.105693 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a4c783d9-4eae-40c3-8fec-92a2bf5b8cf2 None None] Provisioning for port 973c0f96-39a0-4590-8722-e0a284c4e8d7 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:22.112622 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8b2b1693-b912-41e8-b46d-a1536a75825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae94406-406a-4a09-8951-50969696dfd7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367407351', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a2b71a68-4775-432d-8d05-958202936879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:42Z', 'updated_at': '2021-07-27T21:19:51Z', 'revision_number': 4, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': 'a2b71a68-4775-432d-8d05-958202936879', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '058423f4-6d80-41ed-9ea3-c777fed73e1a', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'port_id': '1df1dbd5-509e-4d2c-9354-4fdd8bec5e66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98', 'mac_address': 'fa:16:3e:7c:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e98f3-0f47-4c03-ba02-bdb9146101d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:20:18Z', 'updated_at': '2021-07-27T21:20:18Z', 'revision_number': 0, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8b076c-8e63-4752-bff2-73a84dc86dc0', 'name': '', 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'mac_address': 'fa:16:3e:4d:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:49Z', 'updated_at': '2021-07-27T21:19:59Z', 'revision_number': 5, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'subnets': [{'id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:22.114501 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a4c783d9-4eae-40c3-8fec-92a2bf5b8cf2 None None] Provisioning complete for port 973c0f96-39a0-4590-8722-e0a284c4e8d7 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:22.115015 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a4c783d9-4eae-40c3-8fec-92a2bf5b8cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.155442 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e912a75-7647-4692-b51d-c888f996c4ab tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.170202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2b1693-b912-41e8-b46d-a1536a75825e None None] Checking router: aae94406-406a-4a09-8951-50969696dfd7 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:20:22.179299 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-2e912a75-7647-4692-b51d-c888f996c4ab tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object ee56132d-e6d2-4cec-813b-93d85afa96a4 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:22.180139 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6378eab2-2ab7-4030-84ee-662af4f29cca req-4745afd8-0e42-42cf-ba09-bfc478b507c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 HTTP/1.1" status: 200 len: 1000 time: 0.1181316 Jul 27 21:20:22.231779 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e912a75-7647-4692-b51d-c888f996c4ab tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.243626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378eab2-2ab7-4030-84ee-662af4f29cca req-37181862-2f7f-42c0-acb0-e51f1a98a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:22.248514 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6378eab2-2ab7-4030-84ee-662af4f29cca req-37181862-2f7f-42c0-acb0-e51f1a98a43b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39ea2bcd-c6f9-4ae1-bb77-30b8d5382020 HTTP/1.1" status: 200 len: 835 time: 0.0558560 Jul 27 21:20:22.251689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2b1693-b912-41e8-b46d-a1536a75825e None None] Routers {'aae94406-406a-4a09-8951-50969696dfd7'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:20:22.253356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8b2b1693-b912-41e8-b46d-a1536a75825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:20:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aae94406-406a-4a09-8951-50969696dfd7'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:22.262750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e912a75-7647-4692-b51d-c888f996c4ab tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:22.270663 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-2e912a75-7647-4692-b51d-c888f996c4ab tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:22.272899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e912a75-7647-4692-b51d-c888f996c4ab tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:22.274455 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ab9b2-b796-4a27-b02f-b5da7b2a2f63 req-4a1e3966-e28d-46d2-aaeb-8286be72e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:22.275970 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9d1ab9b2-b796-4a27-b02f-b5da7b2a2f63 req-4a1e3966-e28d-46d2-aaeb-8286be72e9bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 1097 time: 0.2503030 Jul 27 21:20:22.359315 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e912a75-7647-4692-b51d-c888f996c4ab tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:22.360018 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2e912a75-7647-4692-b51d-c888f996c4ab tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.374390 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9d1ab9b2-b796-4a27-b02f-b5da7b2a2f63 req-115bcedf-5dcb-402c-83df-07cd6ef873fa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572152 Jul 27 21:20:22.391268 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2e912a75-7647-4692-b51d-c888f996c4ab tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2324338 Jul 27 21:20:22.394907 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39000) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:22.397451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb04465-6ed5-4fc5-a68b-1a56b5fe6513 req-214f02e4-2b88-41e8-9e51-2e6231978558 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:22.399100 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eeb04465-6ed5-4fc5-a68b-1a56b5fe6513 req-214f02e4-2b88-41e8-9e51-2e6231978558 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 946 time: 0.2164373 Jul 27 21:20:22.408203 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378eab2-2ab7-4030-84ee-662af4f29cca req-fb04b31e-112c-4780-a36f-46d6d2c65f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:22.409695 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6378eab2-2ab7-4030-84ee-662af4f29cca req-fb04b31e-112c-4780-a36f-46d6d2c65f1b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ce34b7da-179c-4dce-b4e7-a3584a253d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327345 Jul 27 21:20:22.456926 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a4c783d9-4eae-40c3-8fec-92a2bf5b8cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.507402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e912a75-7647-4692-b51d-c888f996c4ab tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=ee56132d-e6d2-4cec-813b-93d85afa96a4,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:22.543883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a4c783d9-4eae-40c3-8fec-92a2bf5b8cf2 None None] For port 973c0f96-39a0-4590-8722-e0a284c4e8d7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=973c0f96-39a0-4590-8722-e0a284c4e8d7,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:22.551584 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a4c783d9-4eae-40c3-8fec-92a2bf5b8cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.608053 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6378eab2-2ab7-4030-84ee-662af4f29cca req-72d4f980-e4e8-4ffa-8024-0f002d69b210 service neutron] 10.222.0.66 "GET /v2.0/networks/ce34b7da-179c-4dce-b4e7-a3584a253d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899235 Jul 27 21:20:22.625661 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c783d9-4eae-40c3-8fec-92a2bf5b8cf2 None None] Pushing event updated for resources: {'Port': ['ID=973c0f96-39a0-4590-8722-e0a284c4e8d7,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:22.637553 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-8b2b1693-b912-41e8-b46d-a1536a75825e None None] Set router aae94406-406a-4a09-8951-50969696dfd7 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:20:22.681143 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-08b58022-40ec-443f-b20c-994bf291f4f4 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.7225544 Jul 27 21:20:22.683203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39012) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:22.734280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ec692d-1962-47e2-9c59-bd6d0c054300 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:22.741456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ec692d-1962-47e2-9c59-bd6d0c054300 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:22.743128 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b1ec692d-1962-47e2-9c59-bd6d0c054300 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.3299172 Jul 27 21:20:22.747530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39016) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:22.785684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-eeb04465-6ed5-4fc5-a68b-1a56b5fe6513 req-a046ab6b-d09e-49e8-b093-577e9edfdc16 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Deleting port a44acb6e-a098-413d-a28a-1392098412d4 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:22.786296 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eeb04465-6ed5-4fc5-a68b-1a56b5fe6513 req-a046ab6b-d09e-49e8-b093-577e9edfdc16 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.792244 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6378eab2-2ab7-4030-84ee-662af4f29cca req-8a42a2e7-a901-48d3-bc7d-c5bb880e1f47 service neutron] 10.222.0.66 "GET /v2.0/networks/ce34b7da-179c-4dce-b4e7-a3584a253d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753595 Jul 27 21:20:22.930291 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd89ad4-672f-4cf2-a997-3b3037d73f43 req-2846f163-48ba-4cee-a6da-d1f15f128952 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:22.931805 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7cd89ad4-672f-4cf2-a997-3b3037d73f43 req-2846f163-48ba-4cee-a6da-d1f15f128952 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 946 time: 0.3146057 Jul 27 21:20:22.935867 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cad110-c716-4169-87d1-b3cd774c987b tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:22.936370 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cad110-c716-4169-87d1-b3cd774c987b tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:22.937921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a1cad110-c716-4169-87d1-b3cd774c987b tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=aae94406-406a-4a09-8951-50969696dfd7 HTTP/1.1" status: 200 len: 1990 time: 0.2548199 Jul 27 21:20:22.953284 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-eeb04465-6ed5-4fc5-a68b-1a56b5fe6513 req-a046ab6b-d09e-49e8-b093-577e9edfdc16 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] For port a44acb6e-a098-413d-a28a-1392098412d4, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=a44acb6e-a098-413d-a28a-1392098412d4,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:22.953284 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eeb04465-6ed5-4fc5-a68b-1a56b5fe6513 req-a046ab6b-d09e-49e8-b093-577e9edfdc16 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:22.953606 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf3f81-296d-44c7-bf24-1b85bcacdf06 req-ad806f2c-2673-4588-88f5-8e5827b5a67a tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:22.954308 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ebdf3f81-296d-44c7-bf24-1b85bcacdf06 req-ad806f2c-2673-4588-88f5-8e5827b5a67a tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b5b4989-0cc5-4c6c-baeb-b60a7993103e HTTP/1.1" status: 200 len: 946 time: 0.2099905 Jul 27 21:20:22.990147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-eeb04465-6ed5-4fc5-a68b-1a56b5fe6513 req-a046ab6b-d09e-49e8-b093-577e9edfdc16 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Calling delete_port for a44acb6e-a098-413d-a28a-1392098412d4 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:23.016179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 973c0f96-39a0-4590-8722-e0a284c4e8d7 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:23.023599 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7cd89ad4-672f-4cf2-a997-3b3037d73f43 req-1ef7027e-3578-433c-b25d-6c1d1e512386 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807586 Jul 27 21:20:23.031842 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-6c8faab2-3cc4-4520-ac92-d84e3aa3d53e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port ee56132d-e6d2-4cec-813b-93d85afa96a4 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:23.032187 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c8faab2-3cc4-4520-ac92-d84e3aa3d53e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.085119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ebdf3f81-296d-44c7-bf24-1b85bcacdf06 req-fe66db85-1e9d-47f7-874d-7eedde85a7b9 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222737 Jul 27 21:20:23.155403 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c8faab2-3cc4-4520-ac92-d84e3aa3d53e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.186549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-6c8faab2-3cc4-4520-ac92-d84e3aa3d53e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for ee56132d-e6d2-4cec-813b-93d85afa96a4 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:23.194656 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eeb04465-6ed5-4fc5-a68b-1a56b5fe6513 req-a046ab6b-d09e-49e8-b093-577e9edfdc16 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.224714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['7cfeb750-7824-4483-b1b4-035d1ff6de18'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:20:23.228624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7efd83d4-43bc-4547-b8ba-f8a7223996c3', 'a44acb6e-a098-413d-a28a-1392098412d4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:20:23.248436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046ab6b-d09e-49e8-b093-577e9edfdc16 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Pushing event deleted for resources: {'Port': ['ID=a44acb6e-a098-413d-a28a-1392098412d4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:23.316407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb04465-6ed5-4fc5-a68b-1a56b5fe6513 req-a046ab6b-d09e-49e8-b093-577e9edfdc16 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] No DVR routers for this DVR port a44acb6e-a098-413d-a28a-1392098412d4 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:23.319467 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-eeb04465-6ed5-4fc5-a68b-1a56b5fe6513 req-a046ab6b-d09e-49e8-b093-577e9edfdc16 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.321664 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-eeb04465-6ed5-4fc5-a68b-1a56b5fe6513 req-a046ab6b-d09e-49e8-b093-577e9edfdc16 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.20 "DELETE /v2.0/ports/a44acb6e-a098-413d-a28a-1392098412d4 HTTP/1.1" status: 204 len: 173 time: 0.8955939 Jul 27 21:20:23.346517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e8895b-4299-4249-97ea-65ffe3d8bbb5 None None] Update dhcp port {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'fixed_ips': [{'subnet_id': '522ec069-c555-4f69-b6ab-538979e19494', 'ip_address': '172.20.0.2'}, {'subnet_id': '7d2ce335-6a50-49e8-abb5-d68cbefdcbb7'}], 'binding:host_id': 'n-d-764806-9'}, 'id': '973c0f96-39a0-4590-8722-e0a284c4e8d7'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:20:23.426778 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 973c0f96-39a0-4590-8722-e0a284c4e8d7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:23.427711 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.429498 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a9e8895b-4299-4249-97ea-65ffe3d8bbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.495921 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c8faab2-3cc4-4520-ac92-d84e3aa3d53e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.506702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8b2b1693-b912-41e8-b46d-a1536a75825e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae94406-406a-4a09-8951-50969696dfd7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367407351', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a2b71a68-4775-432d-8d05-958202936879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:42Z', 'updated_at': '2021-07-27T21:19:51Z', 'revision_number': 4, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': 'a2b71a68-4775-432d-8d05-958202936879', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '058423f4-6d80-41ed-9ea3-c777fed73e1a', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'port_id': '1df1dbd5-509e-4d2c-9354-4fdd8bec5e66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98', 'mac_address': 'fa:16:3e:7c:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e98f3-0f47-4c03-ba02-bdb9146101d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:20:18Z', 'updated_at': '2021-07-27T21:20:18Z', 'revision_number': 0, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8b076c-8e63-4752-bff2-73a84dc86dc0', 'name': '', 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'mac_address': 'fa:16:3e:4d:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:49Z', 'updated_at': '2021-07-27T21:19:59Z', 'revision_number': 5, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'subnets': [{'id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:23.535945 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8faab2-3cc4-4520-ac92-d84e3aa3d53e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=ee56132d-e6d2-4cec-813b-93d85afa96a4,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:23.567489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2b1693-b912-41e8-b46d-a1536a75825e None None] The sync data for ids ['aae94406-406a-4a09-8951-50969696dfd7'] in n-d-764806-9 is: [{'id': 'aae94406-406a-4a09-8951-50969696dfd7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367407351', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a2b71a68-4775-432d-8d05-958202936879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:42Z', 'updated_at': '2021-07-27T21:19:51Z', 'revision_number': 4, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': 'a2b71a68-4775-432d-8d05-958202936879', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '058423f4-6d80-41ed-9ea3-c777fed73e1a', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'port_id': '1df1dbd5-509e-4d2c-9354-4fdd8bec5e66', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98', 'mac_address': 'fa:16:3e:7c:fb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9e98f3-0f47-4c03-ba02-bdb9146101d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:20:18Z', 'updated_at': '2021-07-27T21:20:18Z', 'revision_number': 0, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8b076c-8e63-4752-bff2-73a84dc86dc0', 'name': '', 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'mac_address': 'fa:16:3e:4d:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:49Z', 'updated_at': '2021-07-27T21:19:59Z', 'revision_number': 5, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'subnets': [{'id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:20:23.572630 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5b4989-0cc5-4c6c-baeb-b60a7993103e', 'name': 'network-vif-deleted', 'tag': 'a44acb6e-a098-413d-a28a-1392098412d4'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:23.579333 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaa6108-d858-40cd-80d0-b581ec0b9be1" -d '{"events": [{"server_uuid": "9b5b4989-0cc5-4c6c-baeb-b60a7993103e", "name": "network-vif-deleted", "tag": "a44acb6e-a098-413d-a28a-1392098412d4"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:23.628993 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0487060f-d091-47ad-8c92-b09e60267031 x-openstack-request-id: req-0487060f-d091-47ad-8c92-b09e60267031 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:23.629507 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5b4989-0cc5-4c6c-baeb-b60a7993103e", "name": "network-vif-deleted", "tag": "a44acb6e-a098-413d-a28a-1392098412d4", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:23.629923 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0487060f-d091-47ad-8c92-b09e60267031 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:23.630401 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5b4989-0cc5-4c6c-baeb-b60a7993103e', 'name': 'network-vif-deleted', 'tag': 'a44acb6e-a098-413d-a28a-1392098412d4', 'status': 'completed', 'code': 200} Jul 27 21:20:23.676082 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c8faab2-3cc4-4520-ac92-d84e3aa3d53e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:23.680470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6c8faab2-3cc4-4520-ac92-d84e3aa3d53e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/ee56132d-e6d2-4cec-813b-93d85afa96a4 HTTP/1.1" status: 204 len: 168 time: 0.9290037 Jul 27 21:20:23.680939 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39048) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:23.748157 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6c9bed-98d1-4a99-a50e-ea3e23cb7dbe tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:23.749875 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6c9bed-98d1-4a99-a50e-ea3e23cb7dbe tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:23.751612 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6c9bed-98d1-4a99-a50e-ea3e23cb7dbe tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:23.755185 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ad6c9bed-98d1-4a99-a50e-ea3e23cb7dbe tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0732751 Jul 27 21:20:23.758422 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39052) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:23.838566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-6592ae0a-e7f4-4940-8b92-8d3d0e68320a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 522ec069-c555-4f69-b6ab-538979e19494 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:23.921039 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-a9e8895b-4299-4249-97ea-65ffe3d8bbb5 None None] Allocated IP 2001:db8::f816:3eff:fedd:e73e (644dd19b-aa0a-4755-9430-38a1fea5548c/7d2ce335-6a50-49e8-abb5-d68cbefdcbb7/973c0f96-39a0-4590-8722-e0a284c4e8d7) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:23.955747 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694fae9a-fa0d-4fd7-a00b-957145f0c30d None None] New status for floating IP 058423f4-6d80-41ed-9ea3-c777fed73e1a: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:20:24.046210 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a9e8895b-4299-4249-97ea-65ffe3d8bbb5 None None] For port 973c0f96-39a0-4590-8722-e0a284c4e8d7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=973c0f96-39a0-4590-8722-e0a284c4e8d7,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:24.091938 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a9e8895b-4299-4249-97ea-65ffe3d8bbb5 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.119963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a9e8895b-4299-4249-97ea-65ffe3d8bbb5 None None] Transition to ACTIVE for port object 973c0f96-39a0-4590-8722-e0a284c4e8d7 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:24.125976 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a9e8895b-4299-4249-97ea-65ffe3d8bbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.126196 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6592ae0a-e7f4-4940-8b92-8d3d0e68320a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.210563 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6592ae0a-e7f4-4940-8b92-8d3d0e68320a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.272509 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8895b-4299-4249-97ea-65ffe3d8bbb5 None None] Pushing event updated for resources: {'Port': ['ID=973c0f96-39a0-4590-8722-e0a284c4e8d7,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:24.274441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39066) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:24.321557 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ad100-962e-48f0-b731-ba72dddd1cfc req-f4790585-7649-4926-b014-cd5b600166f4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:24.331737 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-453ad100-962e-48f0-b731-ba72dddd1cfc req-f4790585-7649-4926-b014-cd5b600166f4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 946 time: 0.1759577 Jul 27 21:20:24.363545 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6592ae0a-e7f4-4940-8b92-8d3d0e68320a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.379875 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-453ad100-962e-48f0-b731-ba72dddd1cfc req-9d024dcf-bd48-45f7-9a47-42561d12e591 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467451 Jul 27 21:20:24.497485 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6592ae0a-e7f4-4940-8b92-8d3d0e68320a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.529323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592ae0a-e7f4-4940-8b92-8d3d0e68320a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=522ec069-c555-4f69-b6ab-538979e19494,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:24.534091 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3d550974-b1eb-4894-bd21-3757b2ed310a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.534320 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6592ae0a-e7f4-4940-8b92-8d3d0e68320a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.536398 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6592ae0a-e7f4-4940-8b92-8d3d0e68320a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/522ec069-c555-4f69-b6ab-538979e19494 HTTP/1.1" status: 204 len: 168 time: 0.7767820 Jul 27 21:20:24.539486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39074) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:24.596440 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fec435-dcbc-4ad7-a287-0b8d0a637b93 req-3cd2f25c-dbdb-4390-ac08-2bffc2719d4b tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:24.598047 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47fec435-dcbc-4ad7-a287-0b8d0a637b93 req-3cd2f25c-dbdb-4390-ac08-2bffc2719d4b tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 945 time: 0.1029227 Jul 27 21:20:24.601811 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad60b72e-c521-4e52-b239-2eb837395b60 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 7d2ce335-6a50-49e8-abb5-d68cbefdcbb7 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:24.607056 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ad60b72e-c521-4e52-b239-2eb837395b60 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.659765 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ad60b72e-c521-4e52-b239-2eb837395b60 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.666118 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47fec435-dcbc-4ad7-a287-0b8d0a637b93 req-dabd2220-5ca1-440d-96d1-f186e86b9430 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578289 Jul 27 21:20:24.714683 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3d550974-b1eb-4894-bd21-3757b2ed310a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.719307 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3d550974-b1eb-4894-bd21-3757b2ed310a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.757677 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ad60b72e-c521-4e52-b239-2eb837395b60 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.774871 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3d550974-b1eb-4894-bd21-3757b2ed310a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=78fd11c7e0a14d91b5a3efb98b7279d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4990664 Jul 27 21:20:24.776152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d550974-b1eb-4894-bd21-3757b2ed310a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff4832f-ba39-45e4-bf30-1b61d74c9b27,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:24.778946 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39076) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:24.834840 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ad60b72e-c521-4e52-b239-2eb837395b60 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.843882 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-76892f02-905e-426e-8e04-6efbd3d82c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.868722 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-76892f02-905e-426e-8e04-6efbd3d82c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.869801 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ad60b72e-c521-4e52-b239-2eb837395b60 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.871913 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ad60b72e-c521-4e52-b239-2eb837395b60 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/7d2ce335-6a50-49e8-abb5-d68cbefdcbb7 HTTP/1.1" status: 204 len: 168 time: 0.3314378 Jul 27 21:20:24.873040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60b72e-c521-4e52-b239-2eb837395b60 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2ce335-6a50-49e8-abb5-d68cbefdcbb7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:24.875389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39078) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:24.922393 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4aaef0f6-b49e-41e1-8ec8-26f62af946a9 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453289 Jul 27 21:20:24.925094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39080) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:24.929898 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-76892f02-905e-426e-8e04-6efbd3d82c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.935536 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-76892f02-905e-426e-8e04-6efbd3d82c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:24.941893 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-76892f02-905e-426e-8e04-6efbd3d82c47 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ff4832f-ba39-45e4-bf30-1b61d74c9b27 HTTP/1.1" status: 204 len: 168 time: 0.1616585 Jul 27 21:20:24.957227 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76892f02-905e-426e-8e04-6efbd3d82c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff4832f-ba39-45e4-bf30-1b61d74c9b27,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:25.007857 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e97d0c-22a7-4f7f-92f0-cf61252cd9d3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:25.012091 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-11e97d0c-22a7-4f7f-92f0-cf61252cd9d3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0853357 Jul 27 21:20:25.012328 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39084) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:25.035774 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 973c0f96-39a0-4590-8722-e0a284c4e8d7 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:25.042670 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c85196-598d-443f-a428-46049ef18d2d None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:25.083436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888b00ce-71d3-4626-8366-c1ea6b37173e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:25.087375 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-888b00ce-71d3-4626-8366-c1ea6b37173e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0715973 Jul 27 21:20:25.087663 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39086) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:25.125960 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ca584cfc-e271-4013-a25c-ec0cfce2c3ad None None] Could not find standard attr ID for object ee56132d-e6d2-4cec-813b-93d85afa96a4. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:20:25.134601 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7eb375fb-4e96-4c07-b2c0-79fb5f5e0b17 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450566 Jul 27 21:20:25.139988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39090) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:25.145227 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-b9727d15-b334-4796-b59d-6294563174b0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:25.181490 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ca584cfc-e271-4013-a25c-ec0cfce2c3ad None None] Provisioning for port 973c0f96-39a0-4590-8722-e0a284c4e8d7 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:25.190445 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ca584cfc-e271-4013-a25c-ec0cfce2c3ad None None] Provisioning complete for port 973c0f96-39a0-4590-8722-e0a284c4e8d7 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:25.190445 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ca584cfc-e271-4013-a25c-ec0cfce2c3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.237016 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 973c0f96-39a0-4590-8722-e0a284c4e8d7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:25.237416 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.245028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9727d15-b334-4796-b59d-6294563174b0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:25.249580 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b9727d15-b334-4796-b59d-6294563174b0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.251430 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9727d15-b334-4796-b59d-6294563174b0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:20:25.252062 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9727d15-b334-4796-b59d-6294563174b0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:25.275261 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b9727d15-b334-4796-b59d-6294563174b0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1351793 Jul 27 21:20:25.278188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39092) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:25.283769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e5f6a600-a74e-4a71-870f-a19738416cec tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:25.298948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39094) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:25.313602 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-82854a5d-a1cf-4d8d-b762-15b6e2ed442f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.412787 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2a1242-1354-46c9-a5b7-4de133ff34ff None None] DHCP port deletion for 644dd19b-aa0a-4755-9430-38a1fea5548c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:20:25.430705 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-82854a5d-a1cf-4d8d-b762-15b6e2ed442f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.436110 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-82854a5d-a1cf-4d8d-b762-15b6e2ed442f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.470930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f6a600-a74e-4a71-870f-a19738416cec tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:25.475282 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e5f6a600-a74e-4a71-870f-a19738416cec tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.476707 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f6a600-a74e-4a71-870f-a19738416cec tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:20:25.477144 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f6a600-a74e-4a71-870f-a19738416cec tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:25.480776 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-de2a1242-1354-46c9-a5b7-4de133ff34ff None None] Deleting port 973c0f96-39a0-4590-8722-e0a284c4e8d7 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:25.481380 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-de2a1242-1354-46c9-a5b7-4de133ff34ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.495480 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-82854a5d-a1cf-4d8d-b762-15b6e2ed442f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f3109d1038d4e0abeb91712d521558d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950409 Jul 27 21:20:25.498326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39098) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:25.499602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82854a5d-a1cf-4d8d-b762-15b6e2ed442f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e86d31-e4d9-4c30-89db-b3748677c491,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:25.521986 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e5f6a600-a74e-4a71-870f-a19738416cec tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2427709 Jul 27 21:20:25.526197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39100) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:25.531390 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1f10d456-260a-4bd7-9ae1-788f3f7301b3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:25.577261 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-65718c73-99ec-40cb-9ff8-1e68f7b77fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.591701 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-de2a1242-1354-46c9-a5b7-4de133ff34ff None None] For port 973c0f96-39a0-4590-8722-e0a284c4e8d7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=973c0f96-39a0-4590-8722-e0a284c4e8d7,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:25.592564 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-de2a1242-1354-46c9-a5b7-4de133ff34ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.606882 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-65718c73-99ec-40cb-9ff8-1e68f7b77fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.607584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-de2a1242-1354-46c9-a5b7-4de133ff34ff None None] Calling delete_port for 973c0f96-39a0-4590-8722-e0a284c4e8d7 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:25.643097 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f10d456-260a-4bd7-9ae1-788f3f7301b3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:25.651610 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f10d456-260a-4bd7-9ae1-788f3f7301b3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.653092 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f10d456-260a-4bd7-9ae1-788f3f7301b3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:20:25.653539 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f10d456-260a-4bd7-9ae1-788f3f7301b3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:25.666461 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-65718c73-99ec-40cb-9ff8-1e68f7b77fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.669035 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-65718c73-99ec-40cb-9ff8-1e68f7b77fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.671145 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-65718c73-99ec-40cb-9ff8-1e68f7b77fa8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2e86d31-e4d9-4c30-89db-b3748677c491 HTTP/1.1" status: 204 len: 168 time: 0.1715860 Jul 27 21:20:25.682374 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65718c73-99ec-40cb-9ff8-1e68f7b77fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e86d31-e4d9-4c30-89db-b3748677c491,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:25.686469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1f10d456-260a-4bd7-9ae1-788f3f7301b3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1564591 Jul 27 21:20:25.686882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39104) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:25.692462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f16a9500-8f47-42fc-8158-03d5eb8f8e26 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:25.741413 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-de2a1242-1354-46c9-a5b7-4de133ff34ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.799638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a1242-1354-46c9-a5b7-4de133ff34ff None None] Pushing event deleted for resources: {'Port': ['ID=973c0f96-39a0-4590-8722-e0a284c4e8d7,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:25.817140 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a1242-1354-46c9-a5b7-4de133ff34ff None None] No DVR routers for this DVR port 973c0f96-39a0-4590-8722-e0a284c4e8d7 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:25.843103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16a9500-8f47-42fc-8158-03d5eb8f8e26 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:25.847302 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f16a9500-8f47-42fc-8158-03d5eb8f8e26 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:25.849712 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16a9500-8f47-42fc-8158-03d5eb8f8e26 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:20:25.850161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16a9500-8f47-42fc-8158-03d5eb8f8e26 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:25.871952 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f16a9500-8f47-42fc-8158-03d5eb8f8e26 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1837928 Jul 27 21:20:25.872635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39108) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:25.882030 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0fe341c0-8c55-47f1-9f4e-61c4608f1d32 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:25.893645 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fcc7c-5a03-4ed2-87db-507b4b17fae4 req-90317037-b135-4817-8716-9e83e9525860 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:25.895254 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-265fcc7c-5a03-4ed2-87db-507b4b17fae4 req-90317037-b135-4817-8716-9e83e9525860 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 945 time: 0.1168914 Jul 27 21:20:26.016089 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-265fcc7c-5a03-4ed2-87db-507b4b17fae4 req-078d19a7-19f9-4b3d-b52c-fa77a172e599 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077752 Jul 27 21:20:26.038857 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe341c0-8c55-47f1-9f4e-61c4608f1d32 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:26.042561 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0fe341c0-8c55-47f1-9f4e-61c4608f1d32 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.043829 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe341c0-8c55-47f1-9f4e-61c4608f1d32 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:20:26.044281 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe341c0-8c55-47f1-9f4e-61c4608f1d32 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:26.058126 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0fe341c0-8c55-47f1-9f4e-61c4608f1d32 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1825719 Jul 27 21:20:26.061357 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39112) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:26.066182 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b2f2b0f1-6fab-48d1-aee3-ce0462a648d3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:26.163116 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f2b0f1-6fab-48d1-aee3-ce0462a648d3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:26.166703 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2f2b0f1-6fab-48d1-aee3-ce0462a648d3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.168103 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f2b0f1-6fab-48d1-aee3-ce0462a648d3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:20:26.168533 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f2b0f1-6fab-48d1-aee3-ce0462a648d3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:26.183129 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b2f2b0f1-6fab-48d1-aee3-ce0462a648d3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1208889 Jul 27 21:20:26.185693 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39120) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:26.217884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-900cff0e-340c-4793-a4a0-dabddd6e0195 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0307202 Jul 27 21:20:26.220202 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39124) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:26.273940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ced443b-2ede-4cc4-baab-879120942663 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:26.278478 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7ced443b-2ede-4cc4-baab-879120942663 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0545928 Jul 27 21:20:26.278632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39126) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:26.290744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae4bd8-f07f-4cfb-b160-86a329b2d93a req-8d2a9c04-7d2d-4c78-b505-fe09b08ace0b tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:26.292454 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f5ae4bd8-f07f-4cfb-b160-86a329b2d93a req-8d2a9c04-7d2d-4c78-b505-fe09b08ace0b tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 945 time: 0.0762300 Jul 27 21:20:26.317510 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f196caeb-771e-4233-a02d-651659622db8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378532 Jul 27 21:20:26.322574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39130) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:26.328159 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8e29cade-d7b7-4b71-b969-2ef7d706a079 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:26.418087 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-f5ae4bd8-f07f-4cfb-b160-86a329b2d93a req-44833018-f418-4be0-a6f6-38a7b1302ba9 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Deleting port 7cfeb750-7824-4483-b1b4-035d1ff6de18 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:26.418472 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f5ae4bd8-f07f-4cfb-b160-86a329b2d93a req-44833018-f418-4be0-a6f6-38a7b1302ba9 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.426401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e29cade-d7b7-4b71-b969-2ef7d706a079 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:26.431314 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8e29cade-d7b7-4b71-b969-2ef7d706a079 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.540817 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f5ae4bd8-f07f-4cfb-b160-86a329b2d93a req-44833018-f418-4be0-a6f6-38a7b1302ba9 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] For port 7cfeb750-7824-4483-b1b4-035d1ff6de18, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7cfeb750-7824-4483-b1b4-035d1ff6de18,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:26.541427 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f5ae4bd8-f07f-4cfb-b160-86a329b2d93a req-44833018-f418-4be0-a6f6-38a7b1302ba9 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.551444 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39138) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:26.559866 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-f5ae4bd8-f07f-4cfb-b160-86a329b2d93a req-44833018-f418-4be0-a6f6-38a7b1302ba9 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Calling delete_port for 7cfeb750-7824-4483-b1b4-035d1ff6de18 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:26.675794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e63f462f-8635-4e75-9a23-6b12c69dca02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-775557335-network', 'tenant_id': '26ebe097beb8482d9d6fa70170e10ecf'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:26.704205 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f5ae4bd8-f07f-4cfb-b160-86a329b2d93a req-44833018-f418-4be0-a6f6-38a7b1302ba9 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.714069 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63f462f-8635-4e75-9a23-6b12c69dca02 admin admin] Made reservation on behalf of 26ebe097beb8482d9d6fa70170e10ecf for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:26.716421 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e63f462f-8635-4e75-9a23-6b12c69dca02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.717087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7efd83d4-43bc-4547-b8ba-f8a7223996c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:20:26.742849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44833018-f418-4be0-a6f6-38a7b1302ba9 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Pushing event deleted for resources: {'Port': ['ID=7cfeb750-7824-4483-b1b4-035d1ff6de18,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:26.746741 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e63f462f-8635-4e75-9a23-6b12c69dca02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.753858 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['7cfeb750-7824-4483-b1b4-035d1ff6de18'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:20:26.791217 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ae4bd8-f07f-4cfb-b160-86a329b2d93a req-44833018-f418-4be0-a6f6-38a7b1302ba9 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] No DVR routers for this DVR port 7cfeb750-7824-4483-b1b4-035d1ff6de18 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:26.793682 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f5ae4bd8-f07f-4cfb-b160-86a329b2d93a req-44833018-f418-4be0-a6f6-38a7b1302ba9 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.795737 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f5ae4bd8-f07f-4cfb-b160-86a329b2d93a req-44833018-f418-4be0-a6f6-38a7b1302ba9 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.66 "DELETE /v2.0/ports/7cfeb750-7824-4483-b1b4-035d1ff6de18 HTTP/1.1" status: 204 len: 173 time: 0.4926193 Jul 27 21:20:26.796174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea3252a-de4a-4db7-9d5b-f6a59c56693e', 'name': 'network-vif-deleted', 'tag': '7cfeb750-7824-4483-b1b4-035d1ff6de18'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:26.798460 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a43cf9f-bec0-44ee-8d5c-ed5862c3a731" -d '{"events": [{"server_uuid": "7ea3252a-de4a-4db7-9d5b-f6a59c56693e", "name": "network-vif-deleted", "tag": "7cfeb750-7824-4483-b1b4-035d1ff6de18"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:26.806044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.objects.ports [None req-8e29cade-d7b7-4b71-b969-2ef7d706a079 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105579) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:20:26.812448 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8e29cade-d7b7-4b71-b969-2ef7d706a079 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.846492 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33b5d28-d0b0-4f22-8b57-f239f17a3e40 x-openstack-request-id: req-c33b5d28-d0b0-4f22-8b57-f239f17a3e40 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:26.846790 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea3252a-de4a-4db7-9d5b-f6a59c56693e", "name": "network-vif-deleted", "tag": "7cfeb750-7824-4483-b1b4-035d1ff6de18", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:26.847043 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c33b5d28-d0b0-4f22-8b57-f239f17a3e40 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:26.847459 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea3252a-de4a-4db7-9d5b-f6a59c56693e', 'name': 'network-vif-deleted', 'tag': '7cfeb750-7824-4483-b1b4-035d1ff6de18', 'status': 'completed', 'code': 200} Jul 27 21:20:26.904730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e29cade-d7b7-4b71-b969-2ef7d706a079 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:26.912074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-8e29cade-d7b7-4b71-b969-2ef7d706a079 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:26.918770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e29cade-d7b7-4b71-b969-2ef7d706a079 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:26.918997 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8e29cade-d7b7-4b71-b969-2ef7d706a079 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.921414 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77b5fb1-f261-4f8f-96fe-bf094e443551 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:26.932028 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29cade-d7b7-4b71-b969-2ef7d706a079 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=71f632ef-4ce4-4206-816c-1f6094737880,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:26.985422 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e63f462f-8635-4e75-9a23-6b12c69dca02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.992489 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e63f462f-8635-4e75-9a23-6b12c69dca02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:26.999097 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8e29cade-d7b7-4b71-b969-2ef7d706a079 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6753621 Jul 27 21:20:27.000099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 973c0f96-39a0-4590-8722-e0a284c4e8d7 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:27.002993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39146) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:27.012953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2bf5f03a-6c36-4a41-8e23-ff896e77802f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'mac_address': 'fa:16:3e:1c:7f:9c', 'name': 'tempest-NetworksTestDHCPv6-606923789'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:27.015120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63f462f-8635-4e75-9a23-6b12c69dca02 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:20:27.028567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 973c0f96-39a0-4590-8722-e0a284c4e8d7 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:20:27.028980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 973c0f96-39a0-4590-8722-e0a284c4e8d7 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:20:27.030466 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f462f-8635-4e75-9a23-6b12c69dca02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c0b4e1-6300-439c-96ee-a8f5294b7127,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:27.035601 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e63f462f-8635-4e75-9a23-6b12c69dca02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.035951 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-e63f462f-8635-4e75-9a23-6b12c69dca02 admin admin] Added segment 14ba684c-79ad-4664-a594-ff697882529b of type vlan for network 1af90772-f6f0-477e-9175-2425870ed89b Jul 27 21:20:27.071414 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device a44acb6e-a098-413d-a28a-1392098412d4 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:27.094974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: a44acb6e-a098-413d-a28a-1392098412d4 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:20:27.095274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device a44acb6e-a098-413d-a28a-1392098412d4 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:20:27.109313 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e63f462f-8635-4e75-9a23-6b12c69dca02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.149822 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': '71f632ef-4ce4-4206-816c-1f6094737880'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:27.150765 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.158208 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca702fd5-f8f0-4bc7-ac74-3cffdad0e59a req-8e12f68d-7a5e-4c68-8d2c-0b8153548ad7 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ea3252a-de4a-4db7-9d5b-f6a59c56693e HTTP/1.1" status: 200 len: 210 time: 0.0380585 Jul 27 21:20:27.164855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf5f03a-6c36-4a41-8e23-ff896e77802f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:27.180425 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e63f462f-8635-4e75-9a23-6b12c69dca02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.181530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63f462f-8635-4e75-9a23-6b12c69dca02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:27.182032 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e63f462f-8635-4e75-9a23-6b12c69dca02 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.258065 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e63f462f-8635-4e75-9a23-6b12c69dca02 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7054183 Jul 27 21:20:27.258621 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39150) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:27.264723 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-da431c71-dfe2-4477-8e4f-cb4761d965eb admin admin] Request body: {'subnet': {'network_id': '1af90772-f6f0-477e-9175-2425870ed89b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-775557335-subnet', 'tenant_id': '26ebe097beb8482d9d6fa70170e10ecf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:27.273963 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f462f-8635-4e75-9a23-6b12c69dca02 admin admin] Pushing event updated for resources: {'Network': ['ID=1af90772-f6f0-477e-9175-2425870ed89b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:27.294073 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f03a-6c36-4a41-8e23-ff896e77802f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.294574 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 1af90772-f6f0-477e-9175-2425870ed89b details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:20:27.316446 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da431c71-dfe2-4477-8e4f-cb4761d965eb admin admin] Made reservation on behalf of 26ebe097beb8482d9d6fa70170e10ecf for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:27.319727 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-da431c71-dfe2-4477-8e4f-cb4761d965eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.334667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-2bf5f03a-6c36-4a41-8e23-ff896e77802f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port ab2a4dae-ab2d-4084-a050-54e5126a5876 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:27.372039 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Allocated IP 2001:db8::f816:3eff:fe1e:c47e (644dd19b-aa0a-4755-9430-38a1fea5548c/71f632ef-4ce4-4206-816c-1f6094737880/222aa88a-13de-4b45-a603-8f0135e1e549) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:27.542951 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.551723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Transition to ACTIVE for port object 222aa88a-13de-4b45-a603-8f0135e1e549 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:27.555106 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-da431c71-dfe2-4477-8e4f-cb4761d965eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.568570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Transition to ACTIVE for port object 222aa88a-13de-4b45-a603-8f0135e1e549 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:27.574342 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.612463 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:27.618834 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:27.623477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:27.625388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Pushing event updated for resources: {'Port': ['ID=222aa88a-13de-4b45-a603-8f0135e1e549,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:27.690333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Attempting to bind port 222aa88a-13de-4b45-a603-8f0135e1e549 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:27.690882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Attempting to bind port 222aa88a-13de-4b45-a603-8f0135e1e549 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:27.691252 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Attempting to bind port 222aa88a-13de-4b45-a603-8f0135e1e549 on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:27.697429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:27.697912 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:27.698424 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.698879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:27.699436 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Bound port: 222aa88a-13de-4b45-a603-8f0135e1e549, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:27.699885 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.767707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] For port 222aa88a-13de-4b45-a603-8f0135e1e549, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:27.771702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] For port 222aa88a-13de-4b45-a603-8f0135e1e549, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=222aa88a-13de-4b45-a603-8f0135e1e549,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:27.776258 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:27.843662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f318-542e-452f-8a0c-9541a61a9def None None] Pushing event updated for resources: {'Port': ['ID=222aa88a-13de-4b45-a603-8f0135e1e549,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:27.968239 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da431c71-dfe2-4477-8e4f-cb4761d965eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a612b1-25e6-43da-835a-2ad97348f36a,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:27.980152 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-2bf5f03a-6c36-4a41-8e23-ff896e77802f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::f816:3eff:fe1c:7f9c (644dd19b-aa0a-4755-9430-38a1fea5548c/71f632ef-4ce4-4206-816c-1f6094737880/ab2a4dae-ab2d-4084-a050-54e5126a5876) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:28.000484 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da431c71-dfe2-4477-8e4f-cb4761d965eb admin admin] Checking segment: {'id': '14ba684c-79ad-4664-a594-ff697882529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1af90772-f6f0-477e-9175-2425870ed89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:28.000877 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da431c71-dfe2-4477-8e4f-cb4761d965eb admin admin] Network hostable DHCP agents. Network: 1af90772-f6f0-477e-9175-2425870ed89b, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:20:28.048277 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da431c71-dfe2-4477-8e4f-cb4761d965eb admin admin] Network 1af90772-f6f0-477e-9175-2425870ed89b is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:20:28.079267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-da431c71-dfe2-4477-8e4f-cb4761d965eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 1af90772-f6f0-477e-9175-2425870ed89b) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:28.088137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28041b59-4a7b-4a3a-9232-2f887dd4de4b None None] Network 1af90772-f6f0-477e-9175-2425870ed89b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:28.110828 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da431c71-dfe2-4477-8e4f-cb4761d965eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:28.111421 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-da431c71-dfe2-4477-8e4f-cb4761d965eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.139729 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-da431c71-dfe2-4477-8e4f-cb4761d965eb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8799942 Jul 27 21:20:28.194622 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f03a-6c36-4a41-8e23-ff896e77802f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.211892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-2bf5f03a-6c36-4a41-8e23-ff896e77802f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object ab2a4dae-ab2d-4084-a050-54e5126a5876 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:28.250673 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f03a-6c36-4a41-8e23-ff896e77802f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.292826 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3258ff6b-c580-4e07-8ecf-ed9e36765666 None None] Network 1af90772-f6f0-477e-9175-2425870ed89b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:28.305824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf5f03a-6c36-4a41-8e23-ff896e77802f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:28.312765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-2bf5f03a-6c36-4a41-8e23-ff896e77802f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:28.318189 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf5f03a-6c36-4a41-8e23-ff896e77802f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:28.327584 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf5f03a-6c36-4a41-8e23-ff896e77802f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:28.328795 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f03a-6c36-4a41-8e23-ff896e77802f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.332523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5f03a-6c36-4a41-8e23-ff896e77802f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=ab2a4dae-ab2d-4084-a050-54e5126a5876,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:28.355993 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2bf5f03a-6c36-4a41-8e23-ff896e77802f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3481917 Jul 27 21:20:28.356430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39166) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:28.451453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50319089-0b54-41d7-a628-05e811929f4d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:28.459974 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50319089-0b54-41d7-a628-05e811929f4d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:28.462284 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-50319089-0b54-41d7-a628-05e811929f4d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1036692 Jul 27 21:20:28.464501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39168) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:28.589985 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-33195d0d-46ec-47c5-86a5-ec8566cbd50b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port ab2a4dae-ab2d-4084-a050-54e5126a5876 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:28.590459 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-33195d0d-46ec-47c5-86a5-ec8566cbd50b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.718107 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-33195d0d-46ec-47c5-86a5-ec8566cbd50b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.730979 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-33195d0d-46ec-47c5-86a5-ec8566cbd50b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for ab2a4dae-ab2d-4084-a050-54e5126a5876 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:28.843599 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39180) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:28.848695 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d4eae432-8977-4941-b1ac-d45bb94ec4db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-515892179-network', 'tenant_id': '2da2181a7fe24213a8dfddcdaba282e0'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:28.877705 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eae432-8977-4941-b1ac-d45bb94ec4db admin admin] Made reservation on behalf of 2da2181a7fe24213a8dfddcdaba282e0 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:28.881480 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4eae432-8977-4941-b1ac-d45bb94ec4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.892195 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4eae432-8977-4941-b1ac-d45bb94ec4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.908022 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-33195d0d-46ec-47c5-86a5-ec8566cbd50b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:28.974940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33195d0d-46ec-47c5-86a5-ec8566cbd50b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=ab2a4dae-ab2d-4084-a050-54e5126a5876,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:29.010772 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-33195d0d-46ec-47c5-86a5-ec8566cbd50b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.016924 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-33195d0d-46ec-47c5-86a5-ec8566cbd50b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/ab2a4dae-ab2d-4084-a050-54e5126a5876 HTTP/1.1" status: 204 len: 168 time: 0.5506091 Jul 27 21:20:29.017608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39182) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:29.069076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 222aa88a-13de-4b45-a603-8f0135e1e549 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:29.079306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bec92a0-616f-416f-8595-bbb7916c9f4f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:29.081467 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bec92a0-616f-416f-8595-bbb7916c9f4f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:29.086566 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3bec92a0-616f-416f-8595-bbb7916c9f4f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0673645 Jul 27 21:20:29.087197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39184) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:29.104377 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4eae432-8977-4941-b1ac-d45bb94ec4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.114876 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4eae432-8977-4941-b1ac-d45bb94ec4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.135885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4eae432-8977-4941-b1ac-d45bb94ec4db admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:20:29.149903 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4eae432-8977-4941-b1ac-d45bb94ec4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.150679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8cc45e-0430-4039-aa38-9213f8e84ec5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 71f632ef-4ce4-4206-816c-1f6094737880 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:29.151249 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-d4eae432-8977-4941-b1ac-d45bb94ec4db admin admin] Added segment 74055723-b1fc-442b-9dca-6d1f0c20325f of type vlan for network 469c050a-bbe4-4c78-8a79-8fd2821756e1 Jul 27 21:20:29.158470 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc45e-0430-4039-aa38-9213f8e84ec5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.182584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ea5aecc9-e8cb-4a94-a45b-246456d22312 None None] Provisioning for port 222aa88a-13de-4b45-a603-8f0135e1e549 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:29.191197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 222aa88a-13de-4b45-a603-8f0135e1e549 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:29.198836 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ea5aecc9-e8cb-4a94-a45b-246456d22312 None None] Provisioning complete for port 222aa88a-13de-4b45-a603-8f0135e1e549 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:29.200616 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ea5aecc9-e8cb-4a94-a45b-246456d22312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.203342 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 222aa88a-13de-4b45-a603-8f0135e1e549 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:29.203713 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.217539 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc45e-0430-4039-aa38-9213f8e84ec5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.248025 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4eae432-8977-4941-b1ac-d45bb94ec4db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.281759 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7cfeb750-7824-4483-b1b4-035d1ff6de18 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:29.300167 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eae432-8977-4941-b1ac-d45bb94ec4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a3d695-f54e-4da8-bcc5-be899ede7cda,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:29.340110 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 7cfeb750-7824-4483-b1b4-035d1ff6de18 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:20:29.340972 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7cfeb750-7824-4483-b1b4-035d1ff6de18 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:20:29.349919 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4eae432-8977-4941-b1ac-d45bb94ec4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.351875 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eae432-8977-4941-b1ac-d45bb94ec4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:29.352803 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4eae432-8977-4941-b1ac-d45bb94ec4db admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.370856 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc45e-0430-4039-aa38-9213f8e84ec5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.380559 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d4eae432-8977-4941-b1ac-d45bb94ec4db admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5356307 Jul 27 21:20:29.435439 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ea5aecc9-e8cb-4a94-a45b-246456d22312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.438498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39186) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:29.465658 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d8dd2ef0-0985-4c1c-8143-9ce6ec66c7fd admin admin] Request body: {'subnet': {'network_id': '469c050a-bbe4-4c78-8a79-8fd2821756e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-515892179-subnet', 'tenant_id': '2da2181a7fe24213a8dfddcdaba282e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:29.469960 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.483251 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc45e-0430-4039-aa38-9213f8e84ec5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.539050 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eae432-8977-4941-b1ac-d45bb94ec4db admin admin] Pushing event updated for resources: {'Network': ['ID=469c050a-bbe4-4c78-8a79-8fd2821756e1,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:29.548919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dd2ef0-0985-4c1c-8143-9ce6ec66c7fd admin admin] Made reservation on behalf of 2da2181a7fe24213a8dfddcdaba282e0 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:29.550923 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cc45e-0430-4039-aa38-9213f8e84ec5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=71f632ef-4ce4-4206-816c-1f6094737880,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:29.551993 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d8dd2ef0-0985-4c1c-8143-9ce6ec66c7fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.561187 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc45e-0430-4039-aa38-9213f8e84ec5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.564165 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4c8cc45e-0430-4039-aa38-9213f8e84ec5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/71f632ef-4ce4-4206-816c-1f6094737880 HTTP/1.1" status: 204 len: 168 time: 0.4759717 Jul 27 21:20:29.566574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39192) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:29.574306 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 469c050a-bbe4-4c78-8a79-8fd2821756e1 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:20:29.593532 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-ea5aecc9-e8cb-4a94-a45b-246456d22312 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:20:29.593897 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-ea5aecc9-e8cb-4a94-a45b-246456d22312 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:20:29.626887 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5c51d714-50c7-45ab-ab46-c9d6d46dd4ba tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591822 Jul 27 21:20:29.629949 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39194) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:29.643342 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:20:29.643677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-5792dcd3-3fd7-40ba-a4fa-be4cea792b61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:29.643823 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:20:29.727756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc737a5-4d8b-4db1-b1f8-ff0dd92482f5 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:29.758244 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5792dcd3-3fd7-40ba-a4fa-be4cea792b61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:29.762255 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5792dcd3-3fd7-40ba-a4fa-be4cea792b61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.806367 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d8dd2ef0-0985-4c1c-8143-9ce6ec66c7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.886672 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd2ef0-0985-4c1c-8143-9ce6ec66c7fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=71aa2ab1-ae5e-4c8f-bd40-6dfba554b2e7,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:29.897336 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dd2ef0-0985-4c1c-8143-9ce6ec66c7fd admin admin] Checking segment: {'id': '74055723-b1fc-442b-9dca-6d1f0c20325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '469c050a-bbe4-4c78-8a79-8fd2821756e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:29.897698 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dd2ef0-0985-4c1c-8143-9ce6ec66c7fd admin admin] Network hostable DHCP agents. Network: 469c050a-bbe4-4c78-8a79-8fd2821756e1, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:20:29.915957 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dd2ef0-0985-4c1c-8143-9ce6ec66c7fd admin admin] Network 469c050a-bbe4-4c78-8a79-8fd2821756e1 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:20:29.927542 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-d8dd2ef0-0985-4c1c-8143-9ce6ec66c7fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 469c050a-bbe4-4c78-8a79-8fd2821756e1) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:29.933161 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dd2ef0-0985-4c1c-8143-9ce6ec66c7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:29.933766 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d8dd2ef0-0985-4c1c-8143-9ce6ec66c7fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:29.945071 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c93367-9e29-4b3f-ab5c-e29af73f2a7e None None] Network 469c050a-bbe4-4c78-8a79-8fd2821756e1 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:29.962498 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d8dd2ef0-0985-4c1c-8143-9ce6ec66c7fd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5119381 Jul 27 21:20:30.049908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a041e5-5407-4d30-9d38-43899022d5a6 None None] DHCP port deletion for 644dd19b-aa0a-4755-9430-38a1fea5548c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:20:30.143854 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ea5aecc9-e8cb-4a94-a45b-246456d22312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.167147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.objects.ports [None req-5792dcd3-3fd7-40ba-a4fa-be4cea792b61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105580) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:20:30.261762 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25701c9-ce99-4108-b33d-72d1fa34f9e1 None None] Network 469c050a-bbe4-4c78-8a79-8fd2821756e1 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:30.269555 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-30a041e5-5407-4d30-9d38-43899022d5a6 None None] Deleting port 222aa88a-13de-4b45-a603-8f0135e1e549 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:30.270415 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-30a041e5-5407-4d30-9d38-43899022d5a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.362205 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ea5aecc9-e8cb-4a94-a45b-246456d22312 None None] For port 222aa88a-13de-4b45-a603-8f0135e1e549, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=222aa88a-13de-4b45-a603-8f0135e1e549,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:30.371743 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ea5aecc9-e8cb-4a94-a45b-246456d22312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.378879 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.449833 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5792dcd3-3fd7-40ba-a4fa-be4cea792b61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.526465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1aa00f04-c677-4213-920a-072637548418 None None] Could not find standard attr ID for object ab2a4dae-ab2d-4084-a050-54e5126a5876. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:20:30.557132 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5aecc9-e8cb-4a94-a45b-246456d22312 None None] Pushing event updated for resources: {'Port': ['ID=222aa88a-13de-4b45-a603-8f0135e1e549,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:30.566632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32813c91-1c76-4147-95e0-6fdb506d171f req-d9b793d4-6ecb-4791-a679-80c1d7f6696c tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:30.569344 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32813c91-1c76-4147-95e0-6fdb506d171f req-d9b793d4-6ecb-4791-a679-80c1d7f6696c tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/networks?id=1af90772-f6f0-477e-9175-2425870ed89b HTTP/1.1" status: 200 len: 808 time: 0.1543112 Jul 27 21:20:30.594629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-30a041e5-5407-4d30-9d38-43899022d5a6 None None] For port 222aa88a-13de-4b45-a603-8f0135e1e549, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=222aa88a-13de-4b45-a603-8f0135e1e549,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:30.594926 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-30a041e5-5407-4d30-9d38-43899022d5a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.599795 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32813c91-1c76-4147-95e0-6fdb506d171f req-368a8c50-3403-4615-9b34-4e20346773b0 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/quotas/26ebe097beb8482d9d6fa70170e10ecf HTTP/1.1" status: 200 len: 375 time: 0.0174985 Jul 27 21:20:30.636203 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:20:30.636624 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:20:30.637429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-30a041e5-5407-4d30-9d38-43899022d5a6 None None] Calling delete_port for 222aa88a-13de-4b45-a603-8f0135e1e549 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:30.660960 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32813c91-1c76-4147-95e0-6fdb506d171f req-c356a37f-4fab-4518-95ad-7976497b8b7d tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=26ebe097beb8482d9d6fa70170e10ecf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547202 Jul 27 21:20:30.665047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-5792dcd3-3fd7-40ba-a4fa-be4cea792b61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] For port 222aa88a-13de-4b45-a603-8f0135e1e549, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=222aa88a-13de-4b45-a603-8f0135e1e549,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:30.706533 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5792dcd3-3fd7-40ba-a4fa-be4cea792b61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.714629 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5792dcd3-3fd7-40ba-a4fa-be4cea792b61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.715404 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5792dcd3-3fd7-40ba-a4fa-be4cea792b61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.741682 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-30a041e5-5407-4d30-9d38-43899022d5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.754668 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a041e5-5407-4d30-9d38-43899022d5a6 None None] No DVR routers for this DVR port 222aa88a-13de-4b45-a603-8f0135e1e549 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:30.774772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5792dcd3-3fd7-40ba-a4fa-be4cea792b61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:30.791413 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a041e5-5407-4d30-9d38-43899022d5a6 None None] Pushing event deleted for resources: {'Port': ['ID=222aa88a-13de-4b45-a603-8f0135e1e549,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:30.798775 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-5792dcd3-3fd7-40ba-a4fa-be4cea792b61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:30.807535 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5792dcd3-3fd7-40ba-a4fa-be4cea792b61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:30.808664 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5792dcd3-3fd7-40ba-a4fa-be4cea792b61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:30.812043 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f0e69f-4f20-4aa3-aa64-3152c30612b7 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:30.853312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792dcd3-3fd7-40ba-a4fa-be4cea792b61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=d087ebb8-46ee-4d14-8cab-0b4db41b30ac,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:30.858109 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792dcd3-3fd7-40ba-a4fa-be4cea792b61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=222aa88a-13de-4b45-a603-8f0135e1e549,revision_number=6']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:30.864466 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5792dcd3-3fd7-40ba-a4fa-be4cea792b61 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2326279 Jul 27 21:20:30.869020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39220) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:30.915364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-62a9e00e-6efa-4648-9b91-3e7d97ee3b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'mac_address': 'fa:16:3e:cc:1f:8b', 'name': 'tempest-NetworksTestDHCPv6-837649506'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:30.980903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32813c91-1c76-4147-95e0-6fdb506d171f req-3141f014-90e3-4f84-b34b-74500a8aed21 service neutron] 10.222.0.55 "GET /v2.0/networks/1af90772-f6f0-477e-9175-2425870ed89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186121 Jul 27 21:20:31.012923 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': 'd087ebb8-46ee-4d14-8cab-0b4db41b30ac'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:31.013799 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.124331 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32813c91-1c76-4147-95e0-6fdb506d171f req-b75d8bee-f199-4655-b35f-31028f15eac7 service neutron] 10.222.0.55 "GET /v2.0/networks/1af90772-f6f0-477e-9175-2425870ed89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341808 Jul 27 21:20:31.125391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a9e00e-6efa-4648-9b91-3e7d97ee3b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:31.169301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Allocated IP 2001:db8::f816:3eff:feae:c6ec (644dd19b-aa0a-4755-9430-38a1fea5548c/d087ebb8-46ee-4d14-8cab-0b4db41b30ac/94cc1add-224c-4380-b457-de03cbad1c11) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:31.215521 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62a9e00e-6efa-4648-9b91-3e7d97ee3b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.250900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-62a9e00e-6efa-4648-9b91-3e7d97ee3b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port 1e14ffa3-a640-4b0a-bbc8-fd96b6a13788 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:31.357336 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00e1c034-77f6-4f5c-b244-9e967b4355b0 req-bd6686fd-35e2-4cb7-b322-33a05782d0e3 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebbf58a5-a418-4c81-b122-fc1ab571e1cb HTTP/1.1" status: 200 len: 210 time: 0.0480607 Jul 27 21:20:31.377346 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.386150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Transition to ACTIVE for port object 94cc1add-224c-4380-b457-de03cbad1c11 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:31.405099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Transition to ACTIVE for port object 94cc1add-224c-4380-b457-de03cbad1c11 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:31.411954 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.478701 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-62a9e00e-6efa-4648-9b91-3e7d97ee3b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::f816:3eff:fecc:1f8b (644dd19b-aa0a-4755-9430-38a1fea5548c/d087ebb8-46ee-4d14-8cab-0b4db41b30ac/1e14ffa3-a640-4b0a-bbc8-fd96b6a13788) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:31.484404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:31.489147 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:31.493464 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Pushing event updated for resources: {'Port': ['ID=94cc1add-224c-4380-b457-de03cbad1c11,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:31.496447 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:31.588567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Port 222aa88a-13de-4b45-a603-8f0135e1e549 update to ACTIVE by agent not found {{(pid=105581) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 27 21:20:31.590440 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Attempting to bind port 94cc1add-224c-4380-b457-de03cbad1c11 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:31.590878 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Attempting to bind port 94cc1add-224c-4380-b457-de03cbad1c11 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:31.591354 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Attempting to bind port 94cc1add-224c-4380-b457-de03cbad1c11 on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:31.597253 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:31.597719 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:31.598192 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.598775 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:31.599601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Bound port: 94cc1add-224c-4380-b457-de03cbad1c11, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:31.600172 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.704286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] For port 94cc1add-224c-4380-b457-de03cbad1c11, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:31.707881 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] For port 94cc1add-224c-4380-b457-de03cbad1c11, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=94cc1add-224c-4380-b457-de03cbad1c11,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:31.715584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 222aa88a-13de-4b45-a603-8f0135e1e549 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:31.718070 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.719730 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62a9e00e-6efa-4648-9b91-3e7d97ee3b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.737213 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-62a9e00e-6efa-4648-9b91-3e7d97ee3b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object 1e14ffa3-a640-4b0a-bbc8-fd96b6a13788 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:31.776797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 222aa88a-13de-4b45-a603-8f0135e1e549 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:20:31.777152 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 222aa88a-13de-4b45-a603-8f0135e1e549 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:20:31.792915 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62a9e00e-6efa-4648-9b91-3e7d97ee3b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.826447 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc54f7-4e35-4091-9afa-ac78d2015ea5 None None] Pushing event updated for resources: {'Port': ['ID=94cc1add-224c-4380-b457-de03cbad1c11,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:31.844992 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a9e00e-6efa-4648-9b91-3e7d97ee3b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:31.849177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-62a9e00e-6efa-4648-9b91-3e7d97ee3b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:31.856977 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a9e00e-6efa-4648-9b91-3e7d97ee3b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:31.865067 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a9e00e-6efa-4648-9b91-3e7d97ee3b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:31.866057 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62a9e00e-6efa-4648-9b91-3e7d97ee3b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:31.893298 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9e00e-6efa-4648-9b91-3e7d97ee3b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=1e14ffa3-a640-4b0a-bbc8-fd96b6a13788,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:31.904967 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39238) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:31.906216 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-62a9e00e-6efa-4648-9b91-3e7d97ee3b39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0354881 Jul 27 21:20:32.061150 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c7393a-c368-4964-9e2a-6b6e08aea915 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:32.067235 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c7393a-c368-4964-9e2a-6b6e08aea915 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:32.069778 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-58c7393a-c368-4964-9e2a-6b6e08aea915 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1637743 Jul 27 21:20:32.072339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39244) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:32.136184 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bc2b6-f9b5-4d1b-9cce-fcd8a93c04c6 req-201657e4-efef-4c87-8f35-590f3fbe8ce4 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:32.137774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-051bc2b6-f9b5-4d1b-9cce-fcd8a93c04c6 req-201657e4-efef-4c87-8f35-590f3fbe8ce4 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 945 time: 0.1394775 Jul 27 21:20:32.208098 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-051bc2b6-f9b5-4d1b-9cce-fcd8a93c04c6 req-533d0cb5-27df-4417-86ff-7f2899c39fc8 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583220 Jul 27 21:20:32.257248 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9c774992-766b-4eb6-a7d3-a8ac54dcd88a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port 1e14ffa3-a640-4b0a-bbc8-fd96b6a13788 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:32.257585 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9c774992-766b-4eb6-a7d3-a8ac54dcd88a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.355966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9c774992-766b-4eb6-a7d3-a8ac54dcd88a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.368734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-9c774992-766b-4eb6-a7d3-a8ac54dcd88a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for 1e14ffa3-a640-4b0a-bbc8-fd96b6a13788 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:32.467716 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ed7ecf8-7d91-4134-bfa5-fea009ac7402 req-603a22cd-6698-469c-b97a-372e1ac73303 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebbf58a5-a418-4c81-b122-fc1ab571e1cb HTTP/1.1" status: 200 len: 210 time: 0.0331912 Jul 27 21:20:32.535376 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9c774992-766b-4eb6-a7d3-a8ac54dcd88a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.573751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c774992-766b-4eb6-a7d3-a8ac54dcd88a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=1e14ffa3-a640-4b0a-bbc8-fd96b6a13788,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:32.612595 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9c774992-766b-4eb6-a7d3-a8ac54dcd88a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.615121 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9c774992-766b-4eb6-a7d3-a8ac54dcd88a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/1e14ffa3-a640-4b0a-bbc8-fd96b6a13788 HTTP/1.1" status: 204 len: 168 time: 0.5412824 Jul 27 21:20:32.617982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39248) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:32.667786 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c3367da9-f547-4dbd-9f2a-e04bb6c4850c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.724354 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b42b33c-e602-40ba-9350-a852cd0fcc88 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:32.725979 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b42b33c-e602-40ba-9350-a852cd0fcc88 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:32.727577 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4b42b33c-e602-40ba-9350-a852cd0fcc88 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1085474 Jul 27 21:20:32.731613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39250) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:32.767575 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32813c91-1c76-4147-95e0-6fdb506d171f req-e455ed97-5294-4e05-9a8a-78d23566172d tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:32.769298 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32813c91-1c76-4147-95e0-6fdb506d171f req-e455ed97-5294-4e05-9a8a-78d23566172d tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.20 "GET /v2.0/networks?id=1af90772-f6f0-477e-9175-2425870ed89b HTTP/1.1" status: 200 len: 808 time: 0.1683362 Jul 27 21:20:32.790201 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-32813c91-1c76-4147-95e0-6fdb506d171f req-b1348bc8-2b2e-4d13-afe2-0ea54c7fc0af tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Request body: {'port': {'device_id': 'ebbf58a5-a418-4c81-b122-fc1ab571e1cb', 'network_id': '1af90772-f6f0-477e-9175-2425870ed89b', 'admin_state_up': True, 'tenant_id': '26ebe097beb8482d9d6fa70170e10ecf'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:32.795405 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet d087ebb8-46ee-4d14-8cab-0b4db41b30ac {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:32.798652 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.847665 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.913706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32813c91-1c76-4147-95e0-6fdb506d171f req-b1348bc8-2b2e-4d13-afe2-0ea54c7fc0af tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Made reservation on behalf of 26ebe097beb8482d9d6fa70170e10ecf for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:32.917716 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-32813c91-1c76-4147-95e0-6fdb506d171f req-b1348bc8-2b2e-4d13-afe2-0ea54c7fc0af tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:32.976667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2f8196b3-baef-44f6-a984-453a97472125 None None] Provisioning for port 94cc1add-224c-4380-b457-de03cbad1c11 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:33.080227 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-32813c91-1c76-4147-95e0-6fdb506d171f req-b1348bc8-2b2e-4d13-afe2-0ea54c7fc0af tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Allocated IP 172.20.0.13 (1af90772-f6f0-477e-9175-2425870ed89b/c7a612b1-25e6-43da-835a-2ad97348f36a/ab129eb4-22fc-4f6c-a156-0fdd0792735f) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:33.200647 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-acda985a-bdfb-4597-b43b-21db50c0fbd7 None None] Could not find standard attr ID for object 1e14ffa3-a640-4b0a-bbc8-fd96b6a13788. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:20:33.272889 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-32813c91-1c76-4147-95e0-6fdb506d171f req-b1348bc8-2b2e-4d13-afe2-0ea54c7fc0af tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.288206 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.322198 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-32813c91-1c76-4147-95e0-6fdb506d171f req-b1348bc8-2b2e-4d13-afe2-0ea54c7fc0af tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.369334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32813c91-1c76-4147-95e0-6fdb506d171f req-b1348bc8-2b2e-4d13-afe2-0ea54c7fc0af tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Network 1af90772-f6f0-477e-9175-2425870ed89b is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:33.373753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-32813c91-1c76-4147-95e0-6fdb506d171f req-b1348bc8-2b2e-4d13-afe2-0ea54c7fc0af tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:33.377862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-32813c91-1c76-4147-95e0-6fdb506d171f req-b1348bc8-2b2e-4d13-afe2-0ea54c7fc0af tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:33.392577 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.417911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1348bc8-2b2e-4d13-afe2-0ea54c7fc0af tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Pushing event updated for resources: {'Port': ['ID=ab129eb4-22fc-4f6c-a156-0fdd0792735f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:33.430392 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3579b1-1ab1-417b-a6d5-b86b869f4c5e req-aae6b10d-270a-475a-81c7-6f820dd46c9c tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:33.431897 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b3579b1-1ab1-417b-a6d5-b86b869f4c5e req-aae6b10d-270a-475a-81c7-6f820dd46c9c tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 945 time: 0.1206059 Jul 27 21:20:33.434402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=d087ebb8-46ee-4d14-8cab-0b4db41b30ac,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:33.436921 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.439001 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/d087ebb8-46ee-4d14-8cab-0b4db41b30ac HTTP/1.1" status: 204 len: 168 time: 0.7057748 Jul 27 21:20:33.443990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5def666-0a44-4e03-97ec-6d3b6fe7d50e None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:33.445140 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39256) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:33.450955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32813c91-1c76-4147-95e0-6fdb506d171f req-b1348bc8-2b2e-4d13-afe2-0ea54c7fc0af tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:33.451725 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-32813c91-1c76-4147-95e0-6fdb506d171f req-b1348bc8-2b2e-4d13-afe2-0ea54c7fc0af tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.459486 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:33.459838 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:33.460527 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:33.460527 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:33.460819 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:33.461144 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:33.461469 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:33.461796 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:33.462114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:33.462456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:33.462782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:33.463119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc09d073-1125-4ded-92cf-52cf6d2dee8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:33.468690 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32813c91-1c76-4147-95e0-6fdb506d171f req-b1348bc8-2b2e-4d13-afe2-0ea54c7fc0af tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6831052 Jul 27 21:20:33.495861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Request body: {'port': {'device_id': 'ebbf58a5-a418-4c81-b122-fc1ab571e1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:33.505979 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4aad887c-ddb2-4294-be79-82ef96968e72 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584555 Jul 27 21:20:33.508433 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39260) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:33.561205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b3579b1-1ab1-417b-a6d5-b86b869f4c5e req-857151bf-e147-4091-a67a-c4991dbcc5f4 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202970 Jul 27 21:20:33.598576 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.637932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d18d33-9981-44f6-bb0e-5694f016f98f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:33.643743 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c3d18d33-9981-44f6-bb0e-5694f016f98f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1341655 Jul 27 21:20:33.648369 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39262) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:33.704372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72d6b-8d4c-490d-8286-62ab2f2fb6cd req-6dcf7711-d063-432d-a8ac-f0b92eccae19 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:33.705884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71e72d6b-8d4c-490d-8286-62ab2f2fb6cd req-6dcf7711-d063-432d-a8ac-f0b92eccae19 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebbf58a5-a418-4c81-b122-fc1ab571e1cb HTTP/1.1" status: 200 len: 932 time: 0.1481555 Jul 27 21:20:33.719544 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf02476-9a16-4d78-86d7-f8f6d471509c None None] DHCP port deletion for 644dd19b-aa0a-4755-9430-38a1fea5548c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:20:33.730607 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310be2f6-af3f-49d8-8f7e-56982edacfb7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:33.734884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-310be2f6-af3f-49d8-8f7e-56982edacfb7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0855041 Jul 27 21:20:33.735514 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39264) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:33.763474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccf639-a470-4396-8fcb-fb225d7bc914 req-755bcfdc-c0c8-4e1f-8c40-e0efc7ea0a57 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:33.764977 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31ccf639-a470-4396-8fcb-fb225d7bc914 req-755bcfdc-c0c8-4e1f-8c40-e0efc7ea0a57 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.20 "GET /v2.0/ports?device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 945 time: 0.1764085 Jul 27 21:20:33.778030 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5bf02476-9a16-4d78-86d7-f8f6d471509c None None] Deleting port 94cc1add-224c-4380-b457-de03cbad1c11 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:33.778728 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5bf02476-9a16-4d78-86d7-f8f6d471509c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.792149 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1476556c-a1d0-44f4-bf0d-7ac2d260a277 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430338 Jul 27 21:20:33.796353 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39266) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:33.801581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-b93cd59a-3981-4417-99a7-950222169087 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:33.805245 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71e72d6b-8d4c-490d-8286-62ab2f2fb6cd req-f24d2b7d-93b8-4402-82f7-801f66324662 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1c0b4e1-6300-439c-96ee-a8f5294b7127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848591 Jul 27 21:20:33.850548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-5bf02476-9a16-4d78-86d7-f8f6d471509c None None] For port 94cc1add-224c-4380-b457-de03cbad1c11, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=94cc1add-224c-4380-b457-de03cbad1c11,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:33.850948 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5bf02476-9a16-4d78-86d7-f8f6d471509c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.867298 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5bf02476-9a16-4d78-86d7-f8f6d471509c None None] Calling delete_port for 94cc1add-224c-4380-b457-de03cbad1c11 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:33.945152 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5bf02476-9a16-4d78-86d7-f8f6d471509c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:33.971974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf02476-9a16-4d78-86d7-f8f6d471509c None None] Pushing event deleted for resources: {'Port': ['ID=94cc1add-224c-4380-b457-de03cbad1c11,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:33.974520 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf02476-9a16-4d78-86d7-f8f6d471509c None None] No DVR routers for this DVR port 94cc1add-224c-4380-b457-de03cbad1c11 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:34.047391 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.049895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93cd59a-3981-4417-99a7-950222169087 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:34.053501 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b93cd59a-3981-4417-99a7-950222169087 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.140039 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-31ccf639-a470-4396-8fcb-fb225d7bc914 req-3dad5754-90d1-4691-98b5-b6c9ad6139b4 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Deleting port 7efd83d4-43bc-4547-b8ba-f8a7223996c3 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:34.140382 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31ccf639-a470-4396-8fcb-fb225d7bc914 req-3dad5754-90d1-4691-98b5-b6c9ad6139b4 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.219015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab129eb4-22fc-4f6c-a156-0fdd0792735f {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:20:34.235389 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.279989 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Transition to ACTIVE for port object ab129eb4-22fc-4f6c-a156-0fdd0792735f will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:34.290622 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.293414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-31ccf639-a470-4396-8fcb-fb225d7bc914 req-3dad5754-90d1-4691-98b5-b6c9ad6139b4 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] For port 7efd83d4-43bc-4547-b8ba-f8a7223996c3, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7efd83d4-43bc-4547-b8ba-f8a7223996c3,segment=NetworkSegment(00f39492-663a-46bb-a212-9ddd62481c71),segment_id=00f39492-663a-46bb-a212-9ddd62481c71)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:34.293766 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31ccf639-a470-4396-8fcb-fb225d7bc914 req-3dad5754-90d1-4691-98b5-b6c9ad6139b4 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.357080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-31ccf639-a470-4396-8fcb-fb225d7bc914 req-3dad5754-90d1-4691-98b5-b6c9ad6139b4 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Calling delete_port for 7efd83d4-43bc-4547-b8ba-f8a7223996c3 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:34.398965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=ab129eb4-22fc-4f6c-a156-0fdd0792735f,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:34.626302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Attempting to bind port ab129eb4-22fc-4f6c-a156-0fdd0792735f on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:34.626643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Attempting to bind port ab129eb4-22fc-4f6c-a156-0fdd0792735f by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '14ba684c-79ad-4664-a594-ff697882529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1af90772-f6f0-477e-9175-2425870ed89b'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:34.626970 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Attempting to bind port ab129eb4-22fc-4f6c-a156-0fdd0792735f on network 1af90772-f6f0-477e-9175-2425870ed89b {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:34.642537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Port ab129eb4-22fc-4f6c-a156-0fdd0792735f on network 1af90772-f6f0-477e-9175-2425870ed89b not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:20:34.642861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Attempting to bind port ab129eb4-22fc-4f6c-a156-0fdd0792735f on network 1af90772-f6f0-477e-9175-2425870ed89b {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:34.678826 n-d-764806-9 neutron-server[105580]: DEBUG neutron.objects.ports [None req-b93cd59a-3981-4417-99a7-950222169087 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105580) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:20:34.679974 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:34.680305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Checking segment: {'id': '14ba684c-79ad-4664-a594-ff697882529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1af90772-f6f0-477e-9175-2425870ed89b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:34.680687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Bound using segment: {'id': '14ba684c-79ad-4664-a594-ff697882529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1af90772-f6f0-477e-9175-2425870ed89b'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:34.681126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Bound port: ab129eb4-22fc-4f6c-a156-0fdd0792735f, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14ba684c-79ad-4664-a594-ff697882529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1af90772-f6f0-477e-9175-2425870ed89b'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:34.681481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.693090 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b93cd59a-3981-4417-99a7-950222169087 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.696957 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfb8d3-21d0-40f1-8422-f1f64511de22 req-f4afdf28-8a89-451a-a525-c2a9a784ace4 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:34.698497 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9dfb8d3-21d0-40f1-8422-f1f64511de22 req-f4afdf28-8a89-451a-a525-c2a9a784ace4 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/ports?device_id=3907b8c7-00e6-4424-9d55-4b68dd746bf1 HTTP/1.1" status: 200 len: 945 time: 0.0635262 Jul 27 21:20:34.733049 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31ccf639-a470-4396-8fcb-fb225d7bc914 req-3dad5754-90d1-4691-98b5-b6c9ad6139b4 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.742842 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9dfb8d3-21d0-40f1-8422-f1f64511de22 req-1f9e6514-1aaf-408e-8ca7-74b05ee1fa94 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.55 "GET /v2.0/security-groups?id=5e60ce5c-2ecb-40d0-b225-2103be09fcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370643 Jul 27 21:20:34.747856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7efd83d4-43bc-4547-b8ba-f8a7223996c3'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:20:34.800711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93cd59a-3981-4417-99a7-950222169087 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:34.806122 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad5754-90d1-4691-98b5-b6c9ad6139b4 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Pushing event deleted for resources: {'Port': ['ID=7efd83d4-43bc-4547-b8ba-f8a7223996c3,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:34.818102 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-b93cd59a-3981-4417-99a7-950222169087 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:34.827857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeebc1a-24f2-4dda-a381-d4bfdace3359 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:34.845115 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cd59a-3981-4417-99a7-950222169087 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=2a4546f2-61d0-480d-a53f-13744ddd1b94,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:34.847871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93cd59a-3981-4417-99a7-950222169087 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:34.848462 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b93cd59a-3981-4417-99a7-950222169087 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.884968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ccf639-a470-4396-8fcb-fb225d7bc914 req-3dad5754-90d1-4691-98b5-b6c9ad6139b4 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] No DVR routers for this DVR port 7efd83d4-43bc-4547-b8ba-f8a7223996c3 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:34.886990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] For port ab129eb4-22fc-4f6c-a156-0fdd0792735f, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:34.889929 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31ccf639-a470-4396-8fcb-fb225d7bc914 req-3dad5754-90d1-4691-98b5-b6c9ad6139b4 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.891910 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31ccf639-a470-4396-8fcb-fb225d7bc914 req-3dad5754-90d1-4691-98b5-b6c9ad6139b4 tempest-AttachVolumeNegativeTest-1318852174 tempest-AttachVolumeNegativeTest-1318852174-project] 10.222.0.20 "DELETE /v2.0/ports/7efd83d4-43bc-4547-b8ba-f8a7223996c3 HTTP/1.1" status: 204 len: 173 time: 1.1201262 Jul 27 21:20:34.893730 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3907b8c7-00e6-4424-9d55-4b68dd746bf1', 'name': 'network-vif-deleted', 'tag': '7efd83d4-43bc-4547-b8ba-f8a7223996c3'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:34.896626 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26ec1a8-4205-47ea-b3ae-17c155311559" -d '{"events": [{"server_uuid": "3907b8c7-00e6-4424-9d55-4b68dd746bf1", "name": "network-vif-deleted", "tag": "7efd83d4-43bc-4547-b8ba-f8a7223996c3"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:34.908792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] For port ab129eb4-22fc-4f6c-a156-0fdd0792735f, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ab129eb4-22fc-4f6c-a156-0fdd0792735f,segment=NetworkSegment(14ba684c-79ad-4664-a594-ff697882529b),segment_id=14ba684c-79ad-4664-a594-ff697882529b)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:34.914780 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b93cd59a-3981-4417-99a7-950222169087 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1144705 Jul 27 21:20:34.915148 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:34.918368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39276) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:34.929490 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e28c5a1a-c884-4e85-a43a-676c4cbdc266 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'mac_address': 'fa:16:3e:ae:e5:ea', 'name': 'tempest-NetworksTestDHCPv6-1063853806'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:34.967293 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea22bb38-879d-484d-acb1-fff8bff16c10 x-openstack-request-id: req-ea22bb38-879d-484d-acb1-fff8bff16c10 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:34.967593 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3907b8c7-00e6-4424-9d55-4b68dd746bf1", "name": "network-vif-deleted", "tag": "7efd83d4-43bc-4547-b8ba-f8a7223996c3", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:34.967958 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea22bb38-879d-484d-acb1-fff8bff16c10 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:34.968421 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3907b8c7-00e6-4424-9d55-4b68dd746bf1', 'name': 'network-vif-deleted', 'tag': '7efd83d4-43bc-4547-b8ba-f8a7223996c3', 'status': 'completed', 'code': 200} Jul 27 21:20:34.988705 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f13c6-756f-4dcf-9e91-58d0b83a90bc req-9799d3d5-b28e-4688-be5a-1a3447ef4fc8 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:34.998137 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f32f13c6-756f-4dcf-9e91-58d0b83a90bc req-9799d3d5-b28e-4688-be5a-1a3447ef4fc8 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebbf58a5-a418-4c81-b122-fc1ab571e1cb HTTP/1.1" status: 200 len: 944 time: 0.1182461 Jul 27 21:20:35.015608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:35.015854 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.017345 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32813c91-1c76-4147-95e0-6fdb506d171f req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] 10.222.0.20 "PUT /v2.0/ports/ab129eb4-22fc-4f6c-a156-0fdd0792735f HTTP/1.1" status: 200 len: 1092 time: 1.5263739 Jul 27 21:20:35.043774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3f6ae-edaa-446e-99a8-8bbffb5a5fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=ab129eb4-22fc-4f6c-a156-0fdd0792735f,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:35.052357 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f32f13c6-756f-4dcf-9e91-58d0b83a90bc req-58c6add3-61b3-4ee7-a35d-36e7dc013ca4 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1c0b4e1-6300-439c-96ee-a8f5294b7127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517039 Jul 27 21:20:35.070767 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': '2a4546f2-61d0-480d-a53f-13744ddd1b94'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:35.073591 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.138833 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28c5a1a-c884-4e85-a43a-676c4cbdc266 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:35.199584 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32813c91-1c76-4147-95e0-6fdb506d171f req-8f4de676-73a1-4e70-91d7-5e714aca9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:35.201496 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32813c91-1c76-4147-95e0-6fdb506d171f req-8f4de676-73a1-4e70-91d7-5e714aca9433 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26ebe097beb8482d9d6fa70170e10ecf&device_id=ebbf58a5-a418-4c81-b122-fc1ab571e1cb HTTP/1.1" status: 200 len: 1095 time: 0.1227555 Jul 27 21:20:35.381858 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6d197ad9-2a62-415a-a9af-7fa0a4e46242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.405651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Allocated IP 2001:db8::f816:3eff:fee9:32ff (644dd19b-aa0a-4755-9430-38a1fea5548c/2a4546f2-61d0-480d-a53f-13744ddd1b94/8e970f65-d9eb-4f33-bdd0-e553978b59ef) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:35.499150 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.599125 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32813c91-1c76-4147-95e0-6fdb506d171f req-ce5bbeab-df85-48f3-bdd2-b75cbfd04bf6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab129eb4-22fc-4f6c-a156-0fdd0792735f HTTP/1.1" status: 200 len: 217 time: 0.3863964 Jul 27 21:20:35.605131 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.614723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Transition to ACTIVE for port object 8e970f65-d9eb-4f33-bdd0-e553978b59ef will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:35.634640 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Transition to ACTIVE for port object 8e970f65-d9eb-4f33-bdd0-e553978b59ef will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:35.640520 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.649701 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e28c5a1a-c884-4e85-a43a-676c4cbdc266 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.674438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 94cc1add-224c-4380-b457-de03cbad1c11 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:35.682804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-e28c5a1a-c884-4e85-a43a-676c4cbdc266 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port 849daa6d-b23f-4a2f-9488-4298cd887db6 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:35.687941 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32813c91-1c76-4147-95e0-6fdb506d171f req-7c0cdab3-686c-470a-b610-52da63069f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:35.689398 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32813c91-1c76-4147-95e0-6fdb506d171f req-7c0cdab3-686c-470a-b610-52da63069f9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7a612b1-25e6-43da-835a-2ad97348f36a HTTP/1.1" status: 200 len: 848 time: 0.0725007 Jul 27 21:20:35.707308 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 94cc1add-224c-4380-b457-de03cbad1c11 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:20:35.707649 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 94cc1add-224c-4380-b457-de03cbad1c11 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:20:35.710884 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:35.716375 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:35.718539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Pushing event updated for resources: {'Port': ['ID=8e970f65-d9eb-4f33-bdd0-e553978b59ef,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:35.720655 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:35.759317 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32813c91-1c76-4147-95e0-6fdb506d171f req-3df68786-02c0-4750-9d91-96b75d25ec35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1af90772-f6f0-477e-9175-2425870ed89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327506 Jul 27 21:20:35.783871 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Attempting to bind port 8e970f65-d9eb-4f33-bdd0-e553978b59ef on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:35.784395 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Attempting to bind port 8e970f65-d9eb-4f33-bdd0-e553978b59ef by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:35.784595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Attempting to bind port 8e970f65-d9eb-4f33-bdd0-e553978b59ef on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:35.790197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:35.790607 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:35.791012 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.792163 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:35.792643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Bound port: 8e970f65-d9eb-4f33-bdd0-e553978b59ef, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:35.793031 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.804934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39282) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:35.853731 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb4e3eb-8596-4fdc-8fc9-edca6bff22ba admin admin] Deleting subnet 9a856137-a432-4d9c-81fc-060524041102 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:35.857563 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3eb-8596-4fdc-8fc9-edca6bff22ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.865993 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] For port 8e970f65-d9eb-4f33-bdd0-e553978b59ef, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:35.869619 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] For port 8e970f65-d9eb-4f33-bdd0-e553978b59ef, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8e970f65-d9eb-4f33-bdd0-e553978b59ef,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:35.875040 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.886346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-e28c5a1a-c884-4e85-a43a-676c4cbdc266 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::f816:3eff:feae:e5ea (644dd19b-aa0a-4755-9430-38a1fea5548c/2a4546f2-61d0-480d-a53f-13744ddd1b94/849daa6d-b23f-4a2f-9488-4298cd887db6) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:35.896783 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3eb-8596-4fdc-8fc9-edca6bff22ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:35.916874 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32813c91-1c76-4147-95e0-6fdb506d171f req-f4e5050c-2dc0-4838-95d1-6a9a3476c633 service neutron] 10.222.0.20 "GET /v2.0/networks/1af90772-f6f0-477e-9175-2425870ed89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477032 Jul 27 21:20:35.930961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30a0cf-b115-4206-9198-1544c3def2d3 None None] Pushing event updated for resources: {'Port': ['ID=8e970f65-d9eb-4f33-bdd0-e553978b59ef,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:35.939879 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3eb-8596-4fdc-8fc9-edca6bff22ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.005541 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3eb-8596-4fdc-8fc9-edca6bff22ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.036885 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e3eb-8596-4fdc-8fc9-edca6bff22ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.042413 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ecb4e3eb-8596-4fdc-8fc9-edca6bff22ba admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9a856137-a432-4d9c-81fc-060524041102 HTTP/1.1" status: 204 len: 168 time: 0.2357440 Jul 27 21:20:36.043383 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4e3eb-8596-4fdc-8fc9-edca6bff22ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a856137-a432-4d9c-81fc-060524041102,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:36.045106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39284) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:36.108752 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32813c91-1c76-4147-95e0-6fdb506d171f req-decc0bfb-0fc8-4fea-8a5f-0bd18df8d13a service neutron] 10.222.0.20 "GET /v2.0/networks/1af90772-f6f0-477e-9175-2425870ed89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810317 Jul 27 21:20:36.125393 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b39a-fd8b-4460-9ddc-309a52a192a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.144688 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e28c5a1a-c884-4e85-a43a-676c4cbdc266 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.169662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-e28c5a1a-c884-4e85-a43a-676c4cbdc266 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object 849daa6d-b23f-4a2f-9488-4298cd887db6 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:36.235758 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e28c5a1a-c884-4e85-a43a-676c4cbdc266 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.269325 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b39a-fd8b-4460-9ddc-309a52a192a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.287925 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c8f8b39a-fd8b-4460-9ddc-309a52a192a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdda84e-66f1-44c6-b187-28484bc5cb69']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:36.299898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c8f8b39a-fd8b-4460-9ddc-309a52a192a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f39492-663a-46bb-a212-9ddd62481c71') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:36.300198 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c8f8b39a-fd8b-4460-9ddc-309a52a192a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f39492-663a-46bb-a212-9ddd62481c71') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:20:36.306829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c5a1a-c884-4e85-a43a-676c4cbdc266 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:36.310103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-e28c5a1a-c884-4e85-a43a-676c4cbdc266 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:36.313079 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b39a-fd8b-4460-9ddc-309a52a192a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.313813 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c5a1a-c884-4e85-a43a-676c4cbdc266 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:36.321094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28c5a1a-c884-4e85-a43a-676c4cbdc266 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:36.321643 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e28c5a1a-c884-4e85-a43a-676c4cbdc266 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.338112 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b39a-fd8b-4460-9ddc-309a52a192a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.339412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c5a1a-c884-4e85-a43a-676c4cbdc266 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=849daa6d-b23f-4a2f-9488-4298cd887db6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:36.354970 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f8b39a-fd8b-4460-9ddc-309a52a192a6 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:20:36.355204 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e28c5a1a-c884-4e85-a43a-676c4cbdc266 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4338636 Jul 27 21:20:36.355384 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b39a-fd8b-4460-9ddc-309a52a192a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:20:36.357377 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:20:36.360226 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39294) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:36.365790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089096b1-053e-48f2-ad4f-da3f2c6d8dd2 req-fe607cd9-a6e1-4f46-a54b-e67de6866670 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:36.367406 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-089096b1-053e-48f2-ad4f-da3f2c6d8dd2 req-fe607cd9-a6e1-4f46-a54b-e67de6866670 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebbf58a5-a418-4c81-b122-fc1ab571e1cb HTTP/1.1" status: 200 len: 944 time: 0.1450667 Jul 27 21:20:36.433477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca18f9f4-7c65-4794-b37f-289e268bedde tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:36.439665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca18f9f4-7c65-4794-b37f-289e268bedde tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:36.442932 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ca18f9f4-7c65-4794-b37f-289e268bedde tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0799024 Jul 27 21:20:36.444687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39296) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:36.491079 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b39a-fd8b-4460-9ddc-309a52a192a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.496448 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b39a-fd8b-4460-9ddc-309a52a192a6 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.498409 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c8f8b39a-fd8b-4460-9ddc-309a52a192a6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5bdda84e-66f1-44c6-b187-28484bc5cb69 HTTP/1.1" status: 204 len: 168 time: 0.4523287 Jul 27 21:20:36.510625 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-089096b1-053e-48f2-ad4f-da3f2c6d8dd2 req-16346e8e-d32a-4a36-a66f-3bc9d8d6efb7 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1c0b4e1-6300-439c-96ee-a8f5294b7127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329618 Jul 27 21:20:36.524156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8b39a-fd8b-4460-9ddc-309a52a192a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bdda84e-66f1-44c6-b187-28484bc5cb69,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:36.553901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6227021-f75d-4846-b722-e4f34843398a req-eb518b14-53ff-429d-8ba6-fbc9b377a36e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:36.555631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f6227021-f75d-4846-b722-e4f34843398a req-eb518b14-53ff-429d-8ba6-fbc9b377a36e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1310689 Jul 27 21:20:36.569032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-fa0399ec-9786-4891-afc8-400a38dbcb6d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port 849daa6d-b23f-4a2f-9488-4298cd887db6 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:36.569384 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa0399ec-9786-4891-afc8-400a38dbcb6d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.600170 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f6227021-f75d-4846-b722-e4f34843398a req-7b694df0-91da-4cfd-b054-caf4d13ccbd1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372498 Jul 27 21:20:36.669200 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa0399ec-9786-4891-afc8-400a38dbcb6d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.682622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-fa0399ec-9786-4891-afc8-400a38dbcb6d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for 849daa6d-b23f-4a2f-9488-4298cd887db6 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:36.719791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39302) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:36.778209 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3f3ac50e-3b4a-4f23-a032-513764b7a3d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da4d529c58904df7b9361d196266d464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571206 Jul 27 21:20:36.780782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39304) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:36.807503 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0d97b-9589-4978-bb9c-2187555b119c req-ca547c24-516f-4616-acf3-3678e7e76920 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:36.808970 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63e0d97b-9589-4978-bb9c-2187555b119c req-ca547c24-516f-4616-acf3-3678e7e76920 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1311562 Jul 27 21:20:36.843015 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa0399ec-9786-4891-afc8-400a38dbcb6d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.873495 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63e0d97b-9589-4978-bb9c-2187555b119c req-3fbfa58d-0423-4613-817d-d1a23914bc87 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565205 Jul 27 21:20:36.874389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0399ec-9786-4891-afc8-400a38dbcb6d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=849daa6d-b23f-4a2f-9488-4298cd887db6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:36.887470 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-643d94c3-ce07-434c-8a31-947f1d7f3b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.907160 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa0399ec-9786-4891-afc8-400a38dbcb6d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.909300 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fa0399ec-9786-4891-afc8-400a38dbcb6d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/849daa6d-b23f-4a2f-9488-4298cd887db6 HTTP/1.1" status: 204 len: 168 time: 0.4636109 Jul 27 21:20:36.912030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39308) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:36.917486 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-643d94c3-ce07-434c-8a31-947f1d7f3b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.970433 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbf58a5-a418-4c81-b122-fc1ab571e1cb', 'tag': 'ab129eb4-22fc-4f6c-a156-0fdd0792735f'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:36.975224 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4ad5bd-e1e0-4896-841a-7e25b1b50334" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbf58a5-a418-4c81-b122-fc1ab571e1cb", "tag": "ab129eb4-22fc-4f6c-a156-0fdd0792735f"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:36.985614 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-643d94c3-ce07-434c-8a31-947f1d7f3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.988258 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-643d94c3-ce07-434c-8a31-947f1d7f3b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:36.992508 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-643d94c3-ce07-434c-8a31-947f1d7f3b15 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e60ce5c-2ecb-40d0-b225-2103be09fcde HTTP/1.1" status: 204 len: 168 time: 0.2082076 Jul 27 21:20:37.004622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19e51fd-3990-467d-bf17-18665a88cf9c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:37.010162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d94c3-ce07-434c-8a31-947f1d7f3b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e60ce5c-2ecb-40d0-b225-2103be09fcde,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:37.012299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19e51fd-3990-467d-bf17-18665a88cf9c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:37.017311 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b19e51fd-3990-467d-bf17-18665a88cf9c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1012220 Jul 27 21:20:37.017429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39314) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:37.051631 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaa2bc9-a372-4b5e-ba41-5cbe7befd1c4 x-openstack-request-id: req-dfaa2bc9-a372-4b5e-ba41-5cbe7befd1c4 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:37.052280 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbf58a5-a418-4c81-b122-fc1ab571e1cb", "tag": "ab129eb4-22fc-4f6c-a156-0fdd0792735f", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:37.052905 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dfaa2bc9-a372-4b5e-ba41-5cbe7befd1c4 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:37.053479 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbf58a5-a418-4c81-b122-fc1ab571e1cb', 'tag': 'ab129eb4-22fc-4f6c-a156-0fdd0792735f', 'status': 'completed', 'code': 200} Jul 27 21:20:37.090860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-7362dd54-b217-47ec-91bc-693ffb4dd09d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 2a4546f2-61d0-480d-a53f-13744ddd1b94 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:37.094624 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7362dd54-b217-47ec-91bc-693ffb4dd09d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.125100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7efd83d4-43bc-4547-b8ba-f8a7223996c3 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:37.162143 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7362dd54-b217-47ec-91bc-693ffb4dd09d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.167549 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ad5bd-e1e0-4896-841a-7e25b1b50334 req-e7574730-d28d-475e-b731-af9a6368f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:37.171962 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9d4ad5bd-e1e0-4896-841a-7e25b1b50334 req-e7574730-d28d-475e-b731-af9a6368f5a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=26ebe097beb8482d9d6fa70170e10ecf&device_id=ebbf58a5-a418-4c81-b122-fc1ab571e1cb HTTP/1.1" status: 200 len: 1095 time: 0.0935159 Jul 27 21:20:37.197736 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 7efd83d4-43bc-4547-b8ba-f8a7223996c3 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:20:37.198372 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7efd83d4-43bc-4547-b8ba-f8a7223996c3 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:20:37.222376 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.292344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6c937743-e9ff-4b38-aa88-6e64e7b704a7 None None] Provisioning for port 8e970f65-d9eb-4f33-bdd0-e553978b59ef completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:37.320525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ad5bd-e1e0-4896-841a-7e25b1b50334 req-8b3673c4-03ae-4788-b23d-271742482df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:37.322545 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9d4ad5bd-e1e0-4896-841a-7e25b1b50334 req-8b3673c4-03ae-4788-b23d-271742482df6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1af90772-f6f0-477e-9175-2425870ed89b HTTP/1.1" status: 200 len: 909 time: 0.1430302 Jul 27 21:20:37.325108 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7362dd54-b217-47ec-91bc-693ffb4dd09d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.375537 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9d4ad5bd-e1e0-4896-841a-7e25b1b50334 req-9d4205c3-763c-44a8-9ca2-5a424e0de0d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab129eb4-22fc-4f6c-a156-0fdd0792735f HTTP/1.1" status: 200 len: 217 time: 0.0457864 Jul 27 21:20:37.377696 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05273b1c-5d98-4c74-9a0b-4d598e33cac4 req-369b5b14-d5a8-4ab3-a01c-379dfe4bd61f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:37.379271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05273b1c-5d98-4c74-9a0b-4d598e33cac4 req-369b5b14-d5a8-4ab3-a01c-379dfe4bd61f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1497028 Jul 27 21:20:37.413408 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7362dd54-b217-47ec-91bc-693ffb4dd09d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.447634 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ad5bd-e1e0-4896-841a-7e25b1b50334 req-5f6d3691-3224-4fc6-8860-48d4abb1009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:37.449948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362dd54-b217-47ec-91bc-693ffb4dd09d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4546f2-61d0-480d-a53f-13744ddd1b94,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:37.450207 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9d4ad5bd-e1e0-4896-841a-7e25b1b50334 req-5f6d3691-3224-4fc6-8860-48d4abb1009d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7a612b1-25e6-43da-835a-2ad97348f36a HTTP/1.1" status: 200 len: 848 time: 0.0676999 Jul 27 21:20:37.469656 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7362dd54-b217-47ec-91bc-693ffb4dd09d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.471622 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7362dd54-b217-47ec-91bc-693ffb4dd09d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/2a4546f2-61d0-480d-a53f-13744ddd1b94 HTTP/1.1" status: 204 len: 168 time: 0.4536812 Jul 27 21:20:37.474448 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39322) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:37.508007 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05273b1c-5d98-4c74-9a0b-4d598e33cac4 req-64ab6fa5-6fd0-454f-bcf2-d61cf465c564 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044147 Jul 27 21:20:37.510048 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9d4ad5bd-e1e0-4896-841a-7e25b1b50334 req-943acd54-58b0-4cd1-becb-2fc9fa008815 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1af90772-f6f0-477e-9175-2425870ed89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507469 Jul 27 21:20:37.526004 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44b39a3-d72c-4a1a-9a57-030e0dc178ac None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:37.567842 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a4610a10-44a2-4bb7-8241-fb95b82d42e5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892589 Jul 27 21:20:37.570668 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39332) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:37.576724 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8c20bf94-6359-475e-a839-882c2049892a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:37.683483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ae6f64cb-9f3c-452b-ae23-d6875ee4e26f None None] Could not find standard attr ID for object 849daa6d-b23f-4a2f-9488-4298cd887db6. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:20:37.710018 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9d4ad5bd-e1e0-4896-841a-7e25b1b50334 req-4d0c0a32-e091-4cd7-8585-fdbeac23c51b service neutron] 10.222.0.20 "GET /v2.0/networks/1af90772-f6f0-477e-9175-2425870ed89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918502 Jul 27 21:20:37.796972 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.800082 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8e970f65-d9eb-4f33-bdd0-e553978b59ef up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:37.824405 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c20bf94-6359-475e-a839-882c2049892a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:37.831633 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c20bf94-6359-475e-a839-882c2049892a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.867219 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588c974-6265-4cab-a3e0-a8b927d7b192 req-d39aae16-4465-4203-982a-416ae7e37ed1 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:37.876215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d588c974-6265-4cab-a3e0-a8b927d7b192 req-d39aae16-4465-4203-982a-416ae7e37ed1 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebbf58a5-a418-4c81-b122-fc1ab571e1cb HTTP/1.1" status: 200 len: 944 time: 0.1592162 Jul 27 21:20:37.903950 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9d4ad5bd-e1e0-4896-841a-7e25b1b50334 req-542a78fb-163b-4684-b656-b4f80f39ad14 service neutron] 10.222.0.20 "GET /v2.0/networks/1af90772-f6f0-477e-9175-2425870ed89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831942 Jul 27 21:20:37.921969 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 8e970f65-d9eb-4f33-bdd0-e553978b59ef completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:37.927412 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 8e970f65-d9eb-4f33-bdd0-e553978b59ef triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:37.927786 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:37.967847 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d588c974-6265-4cab-a3e0-a8b927d7b192 req-231c1475-e1bf-4f01-af51-e12b72b76e22 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1c0b4e1-6300-439c-96ee-a8f5294b7127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905490 Jul 27 21:20:37.983370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0075a433-43a3-460d-ae64-8f4068782936 None None] DHCP port deletion for 644dd19b-aa0a-4755-9430-38a1fea5548c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:20:38.105313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-0075a433-43a3-460d-ae64-8f4068782936 None None] Deleting port 8e970f65-d9eb-4f33-bdd0-e553978b59ef {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:38.105598 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0075a433-43a3-460d-ae64-8f4068782936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.147031 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.196571 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0075a433-43a3-460d-ae64-8f4068782936 None None] For port 8e970f65-d9eb-4f33-bdd0-e553978b59ef, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8e970f65-d9eb-4f33-bdd0-e553978b59ef,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:38.196968 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0075a433-43a3-460d-ae64-8f4068782936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.212396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 8e970f65-d9eb-4f33-bdd0-e553978b59ef, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8e970f65-d9eb-4f33-bdd0-e553978b59ef,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:38.220770 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-0075a433-43a3-460d-ae64-8f4068782936 None None] Calling delete_port for 8e970f65-d9eb-4f33-bdd0-e553978b59ef owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:38.224146 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.250531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5abdb-7495-4302-8174-da89ec1493f2 req-6044efb9-e0cf-4995-a9d2-a02f76740c42 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:38.251826 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4dd5abdb-7495-4302-8174-da89ec1493f2 req-6044efb9-e0cf-4995-a9d2-a02f76740c42 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1569571 Jul 27 21:20:38.342036 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=8e970f65-d9eb-4f33-bdd0-e553978b59ef,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:38.347433 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4dd5abdb-7495-4302-8174-da89ec1493f2 req-2b7fb28a-c528-4b10-a6e4-ca5755773d36 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841062 Jul 27 21:20:38.352041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.objects.ports [None req-8c20bf94-6359-475e-a839-882c2049892a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105579) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:20:38.381407 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0075a433-43a3-460d-ae64-8f4068782936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.408281 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075a433-43a3-460d-ae64-8f4068782936 None None] Pushing event deleted for resources: {'Port': ['ID=8e970f65-d9eb-4f33-bdd0-e553978b59ef,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:38.415223 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0075a433-43a3-460d-ae64-8f4068782936 None None] No DVR routers for this DVR port 8e970f65-d9eb-4f33-bdd0-e553978b59ef on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:38.472690 n-d-764806-9 neutron-server[105579]: WARNING neutron.services.revisions.revision_plugin [None req-8c20bf94-6359-475e-a839-882c2049892a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Could not find related port for resource to bump revision. Jul 27 21:20:38.477769 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c20bf94-6359-475e-a839-882c2049892a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Port 8e970f65-d9eb-4f33-bdd0-e553978b59ef was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105579) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 27 21:20:38.477947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c20bf94-6359-475e-a839-882c2049892a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Reverting IP allocation for 2001:db8::f816:3eff:fee9:32ff {{(pid=105579) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 27 21:20:38.481189 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c20bf94-6359-475e-a839-882c2049892a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee9:32ff {{(pid=105579) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 27 21:20:38.482387 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c20bf94-6359-475e-a839-882c2049892a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.525427 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c20bf94-6359-475e-a839-882c2049892a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:38.530061 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-8c20bf94-6359-475e-a839-882c2049892a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:38.534565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c20bf94-6359-475e-a839-882c2049892a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:38.535442 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c20bf94-6359-475e-a839-882c2049892a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.547861 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78bf58d-bdc1-4582-b3f0-acfffd614bab None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:38.549477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20bf94-6359-475e-a839-882c2049892a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=96bc87f2-8010-4b51-beca-031118dd394a,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:38.556812 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8c20bf94-6359-475e-a839-882c2049892a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9850681 Jul 27 21:20:38.559497 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39360) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:38.564524 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ce49ac75-2a26-4af3-9c80-9be36e067395 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'mac_address': 'fa:16:3e:eb:12:51', 'name': 'tempest-NetworksTestDHCPv6-737061636'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:38.690263 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce49ac75-2a26-4af3-9c80-9be36e067395 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:38.708624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': '96bc87f2-8010-4b51-beca-031118dd394a'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:38.709539 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.781537 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce49ac75-2a26-4af3-9c80-9be36e067395 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:38.813716 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-ce49ac75-2a26-4af3-9c80-9be36e067395 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port 044934a6-e0ff-48ea-bef0-c2a5b5ffdf82 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:38.862559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Allocated IP 2001:db8::f816:3eff:fe5e:1f8 (644dd19b-aa0a-4755-9430-38a1fea5548c/96bc87f2-8010-4b51-beca-031118dd394a/359297eb-1130-4daa-9ee5-cb36fb5c2c7d) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:38.876475 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.022161 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.030723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Transition to ACTIVE for port object 359297eb-1130-4daa-9ee5-cb36fb5c2c7d will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:39.047503 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Transition to ACTIVE for port object 359297eb-1130-4daa-9ee5-cb36fb5c2c7d will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:39.057329 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.097760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:39.102897 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:39.105828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:39.117154 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Pushing event updated for resources: {'Port': ['ID=359297eb-1130-4daa-9ee5-cb36fb5c2c7d,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:39.133909 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-ce49ac75-2a26-4af3-9c80-9be36e067395 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::f816:3eff:feeb:1251 (644dd19b-aa0a-4755-9430-38a1fea5548c/96bc87f2-8010-4b51-beca-031118dd394a/044934a6-e0ff-48ea-bef0-c2a5b5ffdf82) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:39.147568 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ab129eb4-22fc-4f6c-a156-0fdd0792735f details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:20:39.168198 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76764a-3793-467f-9026-b9b1a1b5a024 req-b741e51b-11d6-4a02-938d-d3debc4ae2c9 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:39.169772 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f76764a-3793-467f-9026-b9b1a1b5a024 req-b741e51b-11d6-4a02-938d-d3debc4ae2c9 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebbf58a5-a418-4c81-b122-fc1ab571e1cb HTTP/1.1" status: 200 len: 944 time: 0.1320205 Jul 27 21:20:39.190950 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Attempting to bind port 359297eb-1130-4daa-9ee5-cb36fb5c2c7d on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:39.191314 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Attempting to bind port 359297eb-1130-4daa-9ee5-cb36fb5c2c7d by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:39.191672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Attempting to bind port 359297eb-1130-4daa-9ee5-cb36fb5c2c7d on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:39.201862 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:39.202319 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:39.202817 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.203219 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:39.203753 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Bound port: 359297eb-1130-4daa-9ee5-cb36fb5c2c7d, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:39.204158 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.283816 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f76764a-3793-467f-9026-b9b1a1b5a024 req-9dddd132-1e1c-48f5-836e-8befad5f2b56 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1c0b4e1-6300-439c-96ee-a8f5294b7127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988543 Jul 27 21:20:39.344045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] For port 359297eb-1130-4daa-9ee5-cb36fb5c2c7d, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:39.347298 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port ab129eb4-22fc-4f6c-a156-0fdd0792735f, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ab129eb4-22fc-4f6c-a156-0fdd0792735f,segment=NetworkSegment(14ba684c-79ad-4664-a594-ff697882529b),segment_id=14ba684c-79ad-4664-a594-ff697882529b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:39.351495 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] For port 359297eb-1130-4daa-9ee5-cb36fb5c2c7d, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=359297eb-1130-4daa-9ee5-cb36fb5c2c7d,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:39.359967 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.362561 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce49ac75-2a26-4af3-9c80-9be36e067395 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.371725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'ab129eb4-22fc-4f6c-a156-0fdd0792735f', 'network_id': '1af90772-f6f0-477e-9175-2425870ed89b', 'port_id': 'ab129eb4-22fc-4f6c-a156-0fdd0792735f', 'mac_address': 'fa:16:3e:91:7c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a612b1-25e6-43da-835a-2ad97348f36a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:20:39.384274 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-ce49ac75-2a26-4af3-9c80-9be36e067395 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object 044934a6-e0ff-48ea-bef0-c2a5b5ffdf82 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:39.439240 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce49ac75-2a26-4af3-9c80-9be36e067395 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.481565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac0bbd-42f6-48fb-8014-363facdcdd2a None None] Pushing event updated for resources: {'Port': ['ID=359297eb-1130-4daa-9ee5-cb36fb5c2c7d,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:39.492957 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.507484 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab129eb4-22fc-4f6c-a156-0fdd0792735f {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:20:39.533268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port ab129eb4-22fc-4f6c-a156-0fdd0792735f, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ab129eb4-22fc-4f6c-a156-0fdd0792735f,segment=NetworkSegment(14ba684c-79ad-4664-a594-ff697882529b),segment_id=14ba684c-79ad-4664-a594-ff697882529b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:39.541067 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce49ac75-2a26-4af3-9c80-9be36e067395 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:39.544397 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.556618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-ce49ac75-2a26-4af3-9c80-9be36e067395 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:39.558883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49ac75-2a26-4af3-9c80-9be36e067395 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=044934a6-e0ff-48ea-bef0-c2a5b5ffdf82,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:39.561168 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce49ac75-2a26-4af3-9c80-9be36e067395 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:39.569795 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce49ac75-2a26-4af3-9c80-9be36e067395 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:39.570486 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce49ac75-2a26-4af3-9c80-9be36e067395 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.599036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ce49ac75-2a26-4af3-9c80-9be36e067395 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0378718 Jul 27 21:20:39.602417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39398) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:39.617180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe366f-9866-43a7-8405-6289fcb9e066 req-d57cef29-6d98-4e7a-b6d7-53a8059af3aa tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:39.618894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9afe366f-9866-43a7-8405-6289fcb9e066 req-d57cef29-6d98-4e7a-b6d7-53a8059af3aa tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1776395 Jul 27 21:20:39.632595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=ab129eb4-22fc-4f6c-a156-0fdd0792735f,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:39.673407 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9afe366f-9866-43a7-8405-6289fcb9e066 req-bd4884bd-f94d-4c9d-832a-fc59ebe40028 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481868 Jul 27 21:20:39.738360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8e970f65-d9eb-4f33-bdd0-e553978b59ef no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:39.756233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb8b782-e669-4144-b2a1-89658798e380 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:39.763239 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb8b782-e669-4144-b2a1-89658798e380 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:39.764588 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9cb8b782-e669-4144-b2a1-89658798e380 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1602972 Jul 27 21:20:39.767545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39406) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:39.774735 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['ab129eb4-22fc-4f6c-a156-0fdd0792735f'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:20:39.778012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 8e970f65-d9eb-4f33-bdd0-e553978b59ef {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:20:39.778419 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8e970f65-d9eb-4f33-bdd0-e553978b59ef not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:20:39.904008 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-383365d4-f3a5-4acf-b2ca-bfe533495393 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port 044934a6-e0ff-48ea-bef0-c2a5b5ffdf82 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:39.904539 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-383365d4-f3a5-4acf-b2ca-bfe533495393 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:39.997626 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-383365d4-f3a5-4acf-b2ca-bfe533495393 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.011764 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-383365d4-f3a5-4acf-b2ca-bfe533495393 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for 044934a6-e0ff-48ea-bef0-c2a5b5ffdf82 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:40.154829 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-383365d4-f3a5-4acf-b2ca-bfe533495393 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.188549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383365d4-f3a5-4acf-b2ca-bfe533495393 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=044934a6-e0ff-48ea-bef0-c2a5b5ffdf82,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:40.221433 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-383365d4-f3a5-4acf-b2ca-bfe533495393 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.224035 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-383365d4-f3a5-4acf-b2ca-bfe533495393 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/044934a6-e0ff-48ea-bef0-c2a5b5ffdf82 HTTP/1.1" status: 204 len: 168 time: 0.4546843 Jul 27 21:20:40.226608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39426) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:40.291926 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a0d5fd-61af-4cf9-90dc-50beb01248d4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:40.293575 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a0d5fd-61af-4cf9-90dc-50beb01248d4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:40.295164 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-33a0d5fd-61af-4cf9-90dc-50beb01248d4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0675907 Jul 27 21:20:40.297964 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39428) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:40.361250 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ff263e-f5bc-4f0a-9789-33de70c85005 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 96bc87f2-8010-4b51-beca-031118dd394a {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:40.364580 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d2ff263e-f5bc-4f0a-9789-33de70c85005 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.436739 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d2ff263e-f5bc-4f0a-9789-33de70c85005 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.533884 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39493549-5b5a-4083-ae74-d12920bc7b56 req-84f3f066-628e-46af-b55b-4b60f528d543 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:40.538063 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39493549-5b5a-4083-ae74-d12920bc7b56 req-84f3f066-628e-46af-b55b-4b60f528d543 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebbf58a5-a418-4c81-b122-fc1ab571e1cb HTTP/1.1" status: 200 len: 945 time: 0.1509452 Jul 27 21:20:40.565412 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d2ff263e-f5bc-4f0a-9789-33de70c85005 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.616822 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39493549-5b5a-4083-ae74-d12920bc7b56 req-01bfaa23-1f8f-4398-9c17-d81a86a0b231 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1c0b4e1-6300-439c-96ee-a8f5294b7127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690832 Jul 27 21:20:40.648281 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bb7db5f1-17db-4fcc-b6f4-f8419db51be5 None None] Provisioning for port 359297eb-1130-4daa-9ee5-cb36fb5c2c7d completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:40.661563 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d2ff263e-f5bc-4f0a-9789-33de70c85005 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.691751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff263e-f5bc-4f0a-9789-33de70c85005 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=96bc87f2-8010-4b51-beca-031118dd394a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:40.700220 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d2ff263e-f5bc-4f0a-9789-33de70c85005 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:40.704750 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d2ff263e-f5bc-4f0a-9789-33de70c85005 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/96bc87f2-8010-4b51-beca-031118dd394a HTTP/1.1" status: 204 len: 168 time: 0.4032147 Jul 27 21:20:40.705376 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39444) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:40.757616 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39450) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:40.758181 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1517242d-5222-4916-8d60-f13b20172186 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485771 Jul 27 21:20:40.829933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22359f2b-ed2d-43fa-9275-de3fe269335e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:40.834625 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-22359f2b-ed2d-43fa-9275-de3fe269335e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0723555 Jul 27 21:20:40.834792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39454) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:40.837277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3a3652-749f-455b-9dda-62c0bcb46b0a None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:40.877534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d7be3-1820-4b6a-8ae9-d0e3c04b3d37 req-511247d8-2977-4d40-b15c-d9268b528821 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:40.879351 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-109d7be3-1820-4b6a-8ae9-d0e3c04b3d37 req-511247d8-2977-4d40-b15c-d9268b528821 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1042819 Jul 27 21:20:40.887011 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-47b3aa44-1dff-4a83-81c8-3ce8b6fd5d70 None None] Could not find standard attr ID for object 044934a6-e0ff-48ea-bef0-c2a5b5ffdf82. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:20:40.919928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464b16a5-261f-4e99-ac16-ebd226969906 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:40.922637 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-464b16a5-261f-4e99-ac16-ebd226969906 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0847659 Jul 27 21:20:40.924131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39458) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:40.960551 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-109d7be3-1820-4b6a-8ae9-d0e3c04b3d37 req-ae2e80b7-6ad8-48ca-b7f4-dc2234798311 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627995 Jul 27 21:20:40.972658 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e1faada9-b369-48ff-9a0f-68b667db5d8a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473695 Jul 27 21:20:40.978491 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39460) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:40.983449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-29d32f54-b030-4615-98a4-9ce229270b52 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:41.088524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d32f54-b030-4615-98a4-9ce229270b52 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:41.092976 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-29d32f54-b030-4615-98a4-9ce229270b52 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.135477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ba9863-20cd-44e4-a57e-f9ba86679848 None None] DHCP port deletion for 644dd19b-aa0a-4755-9430-38a1fea5548c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:20:41.167126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ab129eb4-22fc-4f6c-a156-0fdd0792735f up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:41.222968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39464) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:41.240344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-82ba9863-20cd-44e4-a57e-f9ba86679848 None None] Deleting port 359297eb-1130-4daa-9ee5-cb36fb5c2c7d {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:41.240722 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-82ba9863-20cd-44e4-a57e-f9ba86679848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.253574 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port ab129eb4-22fc-4f6c-a156-0fdd0792735f completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:41.291168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port ab129eb4-22fc-4f6c-a156-0fdd0792735f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:41.291540 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.329115 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-29d32f54-b030-4615-98a4-9ce229270b52 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.345459 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-82ba9863-20cd-44e4-a57e-f9ba86679848 None None] For port 359297eb-1130-4daa-9ee5-cb36fb5c2c7d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=359297eb-1130-4daa-9ee5-cb36fb5c2c7d,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:41.345735 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-82ba9863-20cd-44e4-a57e-f9ba86679848 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.361394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-82ba9863-20cd-44e4-a57e-f9ba86679848 None None] Calling delete_port for 359297eb-1130-4daa-9ee5-cb36fb5c2c7d owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:41.374782 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4d301096-cb23-4f58-88d5-b897de026d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.378866 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d32f54-b030-4615-98a4-9ce229270b52 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:41.383966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-29d32f54-b030-4615-98a4-9ce229270b52 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:41.388532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d32f54-b030-4615-98a4-9ce229270b52 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:41.389135 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-29d32f54-b030-4615-98a4-9ce229270b52 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.405994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d32f54-b030-4615-98a4-9ce229270b52 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=96ce3597-d0f6-4c7a-a018-50350084b821,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:41.486465 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4d301096-cb23-4f58-88d5-b897de026d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.491692 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4d301096-cb23-4f58-88d5-b897de026d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.495932 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-29d32f54-b030-4615-98a4-9ce229270b52 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5163860 Jul 27 21:20:41.498925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39468) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:41.505328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-75fbd790-2d0b-4d5e-9bb9-d30c5c385a2b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'mac_address': 'fa:16:3e:8f:b0:9d', 'name': 'tempest-NetworksTestDHCPv6-1391004917'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:41.537770 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4d301096-cb23-4f58-88d5-b897de026d7e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a5bfc70db8047b6b9d07372cc39a958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3096726 Jul 27 21:20:41.540675 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39470) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:41.556627 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d301096-cb23-4f58-88d5-b897de026d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70500f8e-a4a2-4bca-b099-ac7faa8ad43c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:41.609712 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b878883-eb37-4481-a19e-1324f039dce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.616142 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.628372 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fbd790-2d0b-4d5e-9bb9-d30c5c385a2b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:41.634444 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b878883-eb37-4481-a19e-1324f039dce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.650936 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbf58a5-a418-4c81-b122-fc1ab571e1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab129eb4-22fc-4f6c-a156-0fdd0792735f'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:41.653229 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf042135-b33a-4656-9ab8-f79d0af5ddba" -d '{"events": [{"server_uuid": "ebbf58a5-a418-4c81-b122-fc1ab571e1cb", "name": "network-vif-plugged", "status": "completed", "tag": "ab129eb4-22fc-4f6c-a156-0fdd0792735f"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:41.672240 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port ab129eb4-22fc-4f6c-a156-0fdd0792735f, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ab129eb4-22fc-4f6c-a156-0fdd0792735f,segment=NetworkSegment(14ba684c-79ad-4664-a594-ff697882529b),segment_id=14ba684c-79ad-4664-a594-ff697882529b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:41.681496 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.685577 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-82ba9863-20cd-44e4-a57e-f9ba86679848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.719793 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b3b3c6-e577-4726-8d24-63c2fafe2115 x-openstack-request-id: req-87b3b3c6-e577-4726-8d24-63c2fafe2115 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:41.720103 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbf58a5-a418-4c81-b122-fc1ab571e1cb", "name": "network-vif-plugged", "status": "completed", "tag": "ab129eb4-22fc-4f6c-a156-0fdd0792735f", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:41.720344 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87b3b3c6-e577-4726-8d24-63c2fafe2115 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:41.720730 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbf58a5-a418-4c81-b122-fc1ab571e1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab129eb4-22fc-4f6c-a156-0fdd0792735f', 'code': 200} Jul 27 21:20:41.721496 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba9863-20cd-44e4-a57e-f9ba86679848 None None] No DVR routers for this DVR port 359297eb-1130-4daa-9ee5-cb36fb5c2c7d on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:41.724040 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b878883-eb37-4481-a19e-1324f039dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.727667 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b878883-eb37-4481-a19e-1324f039dce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.729102 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7b878883-eb37-4481-a19e-1324f039dce5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/70500f8e-a4a2-4bca-b099-ac7faa8ad43c HTTP/1.1" status: 204 len: 168 time: 0.1873693 Jul 27 21:20:41.763573 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb53f80-5a6a-48df-a562-8a8e30b3d8d6 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:41.765687 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75fbd790-2d0b-4d5e-9bb9-d30c5c385a2b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:41.774188 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=ab129eb4-22fc-4f6c-a156-0fdd0792735f,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:41.790043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-75fbd790-2d0b-4d5e-9bb9-d30c5c385a2b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port 3d48a89d-f656-4c04-847c-72750722e1c0 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:41.805532 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b878883-eb37-4481-a19e-1324f039dce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70500f8e-a4a2-4bca-b099-ac7faa8ad43c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:41.862485 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba9863-20cd-44e4-a57e-f9ba86679848 None None] Pushing event deleted for resources: {'Port': ['ID=359297eb-1130-4daa-9ee5-cb36fb5c2c7d,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:41.871396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a1912-8996-4d4b-a966-ffd3347734a7 req-bbabc710-e263-48fb-a2c8-33235674c4fc tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:41.891125 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e9a1912-8996-4d4b-a966-ffd3347734a7 req-bbabc710-e263-48fb-a2c8-33235674c4fc tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebbf58a5-a418-4c81-b122-fc1ab571e1cb HTTP/1.1" status: 200 len: 946 time: 0.1873460 Jul 27 21:20:41.949227 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e9a1912-8996-4d4b-a966-ffd3347734a7 req-111bfc41-9a0f-436e-9c3e-f77f4dc11ef1 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1c0b4e1-6300-439c-96ee-a8f5294b7127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565233 Jul 27 21:20:41.975880 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-75fbd790-2d0b-4d5e-9bb9-d30c5c385a2b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::161 (644dd19b-aa0a-4755-9430-38a1fea5548c/96ce3597-d0f6-4c7a-a018-50350084b821/3d48a89d-f656-4c04-847c-72750722e1c0) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:41.979317 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f705cb-6744-4b46-a54b-a47fdac70ec1 req-8f11c366-1907-49fc-90a8-691b3a2dc20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:41.980863 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06f705cb-6744-4b46-a54b-a47fdac70ec1 req-8f11c366-1907-49fc-90a8-691b3a2dc20b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ebbf58a5-a418-4c81-b122-fc1ab571e1cb HTTP/1.1" status: 200 len: 1097 time: 0.1493893 Jul 27 21:20:42.003291 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': '96ce3597-d0f6-4c7a-a018-50350084b821'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:42.005828 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.042027 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-06f705cb-6744-4b46-a54b-a47fdac70ec1 req-b4bf7ed1-a3ba-4f1c-be20-7115e8b031ee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d1c0b4e1-6300-439c-96ee-a8f5294b7127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503895 Jul 27 21:20:42.120062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db8a16-5f79-44e3-bdfd-534140988444 req-53a2c6e1-7770-4c4f-b6f1-27d10698a9f1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:42.121631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18db8a16-5f79-44e3-bdfd-534140988444 req-53a2c6e1-7770-4c4f-b6f1-27d10698a9f1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0825939 Jul 27 21:20:42.164963 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39482) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:42.187606 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18db8a16-5f79-44e3-bdfd-534140988444 req-d8a6da61-8e81-40ed-94c3-858f018e2760 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594745 Jul 27 21:20:42.188457 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-380867bd-8b9d-49a3-b577-e6458c49528a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.189191 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75fbd790-2d0b-4d5e-9bb9-d30c5c385a2b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.205306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-75fbd790-2d0b-4d5e-9bb9-d30c5c385a2b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object 3d48a89d-f656-4c04-847c-72750722e1c0 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:42.243038 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75fbd790-2d0b-4d5e-9bb9-d30c5c385a2b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.291142 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fbd790-2d0b-4d5e-9bb9-d30c5c385a2b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:42.298203 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-75fbd790-2d0b-4d5e-9bb9-d30c5c385a2b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:42.303993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fbd790-2d0b-4d5e-9bb9-d30c5c385a2b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:42.307055 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Allocated IP 2001:db8::2 (644dd19b-aa0a-4755-9430-38a1fea5548c/96ce3597-d0f6-4c7a-a018-50350084b821/c9e35c6d-6c87-4f39-b5f4-08dde143bc37) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:42.309619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fbd790-2d0b-4d5e-9bb9-d30c5c385a2b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:42.310261 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75fbd790-2d0b-4d5e-9bb9-d30c5c385a2b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.313795 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-380867bd-8b9d-49a3-b577-e6458c49528a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.314357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbd790-2d0b-4d5e-9bb9-d30c5c385a2b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=3d48a89d-f656-4c04-847c-72750722e1c0,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:42.325760 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-380867bd-8b9d-49a3-b577-e6458c49528a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.329013 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-75fbd790-2d0b-4d5e-9bb9-d30c5c385a2b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8286381 Jul 27 21:20:42.332076 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39484) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:42.367172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380867bd-8b9d-49a3-b577-e6458c49528a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7621c0-0058-4797-8a74-c05c9334dedf,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:42.375365 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-380867bd-8b9d-49a3-b577-e6458c49528a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2364703a86bb41e5a9271aca21d15ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2071142 Jul 27 21:20:42.377476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39486) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:42.452402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8d2a17-cd9d-4f2f-bff0-9a65eabe42e3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:42.454332 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cc8d2a17-cd9d-4f2f-bff0-9a65eabe42e3 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1201451 Jul 27 21:20:42.456897 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39488) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:42.457172 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-efcd075a-8920-4308-97e5-6076f6c9a31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.471340 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.480838 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Transition to ACTIVE for port object c9e35c6d-6c87-4f39-b5f4-08dde143bc37 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:42.481187 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-efcd075a-8920-4308-97e5-6076f6c9a31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.500205 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Transition to ACTIVE for port object c9e35c6d-6c87-4f39-b5f4-08dde143bc37 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:42.511498 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.546472 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-efcd075a-8920-4308-97e5-6076f6c9a31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.549639 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-efcd075a-8920-4308-97e5-6076f6c9a31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.550841 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-efcd075a-8920-4308-97e5-6076f6c9a31a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d7621c0-0058-4797-8a74-c05c9334dedf HTTP/1.1" status: 204 len: 168 time: 0.1724410 Jul 27 21:20:42.562917 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:42.564584 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd075a-8920-4308-97e5-6076f6c9a31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7621c0-0058-4797-8a74-c05c9334dedf,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:42.570170 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:42.573695 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:42.578153 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-e7316e41-8273-4305-9b5f-cd42a342a8d0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port 3d48a89d-f656-4c04-847c-72750722e1c0 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:42.578672 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7316e41-8273-4305-9b5f-cd42a342a8d0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.588142 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Pushing event updated for resources: {'Port': ['ID=c9e35c6d-6c87-4f39-b5f4-08dde143bc37,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:42.653192 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Attempting to bind port c9e35c6d-6c87-4f39-b5f4-08dde143bc37 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:42.653919 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Attempting to bind port c9e35c6d-6c87-4f39-b5f4-08dde143bc37 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:42.653919 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Attempting to bind port c9e35c6d-6c87-4f39-b5f4-08dde143bc37 on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:42.659036 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:42.659399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:42.659799 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.660179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:42.660631 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Bound port: c9e35c6d-6c87-4f39-b5f4-08dde143bc37, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:42.661030 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.676326 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7316e41-8273-4305-9b5f-cd42a342a8d0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.691282 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-e7316e41-8273-4305-9b5f-cd42a342a8d0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for 3d48a89d-f656-4c04-847c-72750722e1c0 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:42.731959 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] For port c9e35c6d-6c87-4f39-b5f4-08dde143bc37, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:42.735548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] For port c9e35c6d-6c87-4f39-b5f4-08dde143bc37, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c9e35c6d-6c87-4f39-b5f4-08dde143bc37,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:42.741222 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.818822 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5b93d-89bc-474d-9f3c-95b095462e55 None None] Pushing event updated for resources: {'Port': ['ID=c9e35c6d-6c87-4f39-b5f4-08dde143bc37,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:42.868706 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7316e41-8273-4305-9b5f-cd42a342a8d0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.927160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7316e41-8273-4305-9b5f-cd42a342a8d0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=3d48a89d-f656-4c04-847c-72750722e1c0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:42.933888 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7316e41-8273-4305-9b5f-cd42a342a8d0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:42.935906 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e7316e41-8273-4305-9b5f-cd42a342a8d0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/3d48a89d-f656-4c04-847c-72750722e1c0 HTTP/1.1" status: 204 len: 168 time: 0.4774523 Jul 27 21:20:42.938376 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39498) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:43.048627 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5df04b-d42b-48c0-8da2-c2a932f1ea1a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:43.050394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5df04b-d42b-48c0-8da2-c2a932f1ea1a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:43.052583 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7f5df04b-d42b-48c0-8da2-c2a932f1ea1a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1131623 Jul 27 21:20:43.055369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39506) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:43.119791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-7620973f-2208-4239-b987-bfabd48c7703 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 96ce3597-d0f6-4c7a-a018-50350084b821 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:43.124416 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7620973f-2208-4239-b987-bfabd48c7703 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.128595 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf052d2-900a-466f-9321-001fb8d2f3cf req-49f55fd2-3a64-4648-9db1-e9055452ab57 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:43.131087 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7bf052d2-900a-466f-9321-001fb8d2f3cf req-49f55fd2-3a64-4648-9db1-e9055452ab57 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebbf58a5-a418-4c81-b122-fc1ab571e1cb HTTP/1.1" status: 200 len: 946 time: 0.0774972 Jul 27 21:20:43.174587 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7bf052d2-900a-466f-9321-001fb8d2f3cf req-8bbae340-734f-4175-94c1-07237ccb3e5f tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1c0b4e1-6300-439c-96ee-a8f5294b7127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371616 Jul 27 21:20:43.177553 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7620973f-2208-4239-b987-bfabd48c7703 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.306322 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7620973f-2208-4239-b987-bfabd48c7703 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.390437 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7620973f-2208-4239-b987-bfabd48c7703 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.392754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243834f4-b4ac-4bdf-80b5-6008f4493ad1 req-39f51449-edd3-4447-8c60-29de634c8352 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:43.394790 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-243834f4-b4ac-4bdf-80b5-6008f4493ad1 req-39f51449-edd3-4447-8c60-29de634c8352 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0995364 Jul 27 21:20:43.429421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620973f-2208-4239-b987-bfabd48c7703 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=96ce3597-d0f6-4c7a-a018-50350084b821,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:43.445570 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7620973f-2208-4239-b987-bfabd48c7703 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:43.448034 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7620973f-2208-4239-b987-bfabd48c7703 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/96ce3597-d0f6-4c7a-a018-50350084b821 HTTP/1.1" status: 204 len: 168 time: 0.3910499 Jul 27 21:20:43.451303 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39520) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:43.456194 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-243834f4-b4ac-4bdf-80b5-6008f4493ad1 req-51648418-20ec-4243-b68b-e34a0e4f9887 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521185 Jul 27 21:20:43.501842 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-39d32104-de21-475b-8159-076b67107389 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494349 Jul 27 21:20:43.505147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39522) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:43.587404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce561c61-7136-44bb-b77b-6b007b67adfb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:43.589475 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ce561c61-7136-44bb-b77b-6b007b67adfb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0828447 Jul 27 21:20:43.591772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39528) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:43.698216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80bcfb3-8fef-4cf7-8da8-7206ac48448a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:43.699853 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c80bcfb3-8fef-4cf7-8da8-7206ac48448a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1070492 Jul 27 21:20:43.703265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39534) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:43.750182 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a9cdbf57-8b90-45c0-a95f-acc4cda6aff8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419884 Jul 27 21:20:43.750398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39538) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:43.757730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b8f607d9-6da2-4245-82d4-a82e5698a9c7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:43.778986 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c9e35c6d-6c87-4f39-b5f4-08dde143bc37 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:43.863125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port c9e35c6d-6c87-4f39-b5f4-08dde143bc37 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:43.880064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f607d9-6da2-4245-82d4-a82e5698a9c7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:43.885147 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8f607d9-6da2-4245-82d4-a82e5698a9c7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:44.063740 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23031a9d-075c-4f68-abfd-c8b14d660e6a None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:44.205737 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f2577b29-62b8-455e-9161-7c168e02dc49 None None] Provisioning for port c9e35c6d-6c87-4f39-b5f4-08dde143bc37 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:44.227945 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f2577b29-62b8-455e-9161-7c168e02dc49 None None] Provisioning complete for port c9e35c6d-6c87-4f39-b5f4-08dde143bc37 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:44.228350 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f2577b29-62b8-455e-9161-7c168e02dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:44.252935 n-d-764806-9 neutron-server[105579]: DEBUG neutron.objects.ports [None req-b8f607d9-6da2-4245-82d4-a82e5698a9c7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105579) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:20:44.380875 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f2577b29-62b8-455e-9161-7c168e02dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:44.445908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-f2577b29-62b8-455e-9161-7c168e02dc49 None None] For port c9e35c6d-6c87-4f39-b5f4-08dde143bc37, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c9e35c6d-6c87-4f39-b5f4-08dde143bc37,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:44.452992 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f2577b29-62b8-455e-9161-7c168e02dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:44.526780 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2577b29-62b8-455e-9161-7c168e02dc49 None None] Pushing event updated for resources: {'Port': ['ID=c9e35c6d-6c87-4f39-b5f4-08dde143bc37,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:44.546156 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8f607d9-6da2-4245-82d4-a82e5698a9c7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:44.679455 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4c94d4f3-3db1-4ed6-93b8-41a60f0fae34 None None] Provisioning complete for port c9e35c6d-6c87-4f39-b5f4-08dde143bc37 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:44.680127 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4c94d4f3-3db1-4ed6-93b8-41a60f0fae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:44.774084 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-b8f607d9-6da2-4245-82d4-a82e5698a9c7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] For port c9e35c6d-6c87-4f39-b5f4-08dde143bc37, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c9e35c6d-6c87-4f39-b5f4-08dde143bc37,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:44.802458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330fa08-6b43-460e-a189-354a9a0c8538 req-86189ebf-e5ce-4860-8780-947d4e2fd560 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:44.804577 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8330fa08-6b43-460e-a189-354a9a0c8538 req-86189ebf-e5ce-4860-8780-947d4e2fd560 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.2148778 Jul 27 21:20:44.837677 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8f607d9-6da2-4245-82d4-a82e5698a9c7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:44.850445 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8f607d9-6da2-4245-82d4-a82e5698a9c7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:44.851367 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8f607d9-6da2-4245-82d4-a82e5698a9c7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:44.904151 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-32c13b5b-c147-4ca8-9005-dcd1b4f70d89 None None] Could not find standard attr ID for object 3d48a89d-f656-4c04-847c-72750722e1c0. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:20:44.918187 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:20:45.388891 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f607d9-6da2-4245-82d4-a82e5698a9c7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:45.391751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f607d9-6da2-4245-82d4-a82e5698a9c7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=361f58f5-3413-4d73-b3ef-4367e46b95da,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:45.405369 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8330fa08-6b43-460e-a189-354a9a0c8538 req-0abd36ca-5ce7-4e85-bd36-45645f8974ed tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5893168 Jul 27 21:20:45.408832 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-b8f607d9-6da2-4245-82d4-a82e5698a9c7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:45.416446 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f607d9-6da2-4245-82d4-a82e5698a9c7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:45.417838 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8f607d9-6da2-4245-82d4-a82e5698a9c7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:45.420701 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0489ec0c-4b13-4038-b9b4-e6a68a9c9324 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:45.438841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f607d9-6da2-4245-82d4-a82e5698a9c7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=c9e35c6d-6c87-4f39-b5f4-08dde143bc37,revision_number=6']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:45.450707 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b8f607d9-6da2-4245-82d4-a82e5698a9c7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6984997 Jul 27 21:20:45.453068 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39588) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:45.459159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-0aa591f7-165a-4ec7-b1b8-9bf829cfec41 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:45.604588 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa591f7-165a-4ec7-b1b8-9bf829cfec41 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:45.621966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0aa591f7-165a-4ec7-b1b8-9bf829cfec41 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:45.712028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c9e35c6d-6c87-4f39-b5f4-08dde143bc37 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:45.740476 n-d-764806-9 neutron-server[105580]: INFO neutron.db.ipam_backend_mixin [None req-0aa591f7-165a-4ec7-b1b8-9bf829cfec41 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 361f58f5-3413-4d73-b3ef-4367e46b95da (CIDR: 2001:db8::/64) Jul 27 21:20:45.752087 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa591f7-165a-4ec7-b1b8-9bf829cfec41 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:20:45.752087 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa591f7-165a-4ec7-b1b8-9bf829cfec41 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:45.768735 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0aa591f7-165a-4ec7-b1b8-9bf829cfec41 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3142841 Jul 27 21:20:45.770106 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39594) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:45.775396 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-493254c2-b3fd-4639-9edb-fadfa9fc7421 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:45.840991 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port c9e35c6d-6c87-4f39-b5f4-08dde143bc37 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:45.841648 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:45.962865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493254c2-b3fd-4639-9edb-fadfa9fc7421 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:45.973467 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-493254c2-b3fd-4639-9edb-fadfa9fc7421 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.000378 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39600) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:46.165417 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45fff890-5818-4e01-81b0-0dcc4401caf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.251368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e87798a3-3731-4074-a38e-277816ceaf92 None None] Provisioning complete for port c9e35c6d-6c87-4f39-b5f4-08dde143bc37 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:46.251873 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e87798a3-3731-4074-a38e-277816ceaf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.280168 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-493254c2-b3fd-4639-9edb-fadfa9fc7421 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.288783 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45fff890-5818-4e01-81b0-0dcc4401caf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.298921 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45fff890-5818-4e01-81b0-0dcc4401caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.341267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493254c2-b3fd-4639-9edb-fadfa9fc7421 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:46.344644 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-45fff890-5818-4e01-81b0-0dcc4401caf4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=947bb4e642174ca78dbf59f65eecc01b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413947 Jul 27 21:20:46.345781 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fff890-5818-4e01-81b0-0dcc4401caf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1761d51-5aa4-4000-96ec-f4c5ba60bf00,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:46.349206 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39612) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:46.359362 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-493254c2-b3fd-4639-9edb-fadfa9fc7421 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:46.363081 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493254c2-b3fd-4639-9edb-fadfa9fc7421 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:46.363997 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-493254c2-b3fd-4639-9edb-fadfa9fc7421 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.369196 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25b3fb5-3774-43a4-bce3-c703cb1f13d3 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:46.387007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493254c2-b3fd-4639-9edb-fadfa9fc7421 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=c446ac73-957d-420a-8c1d-91ec4808f8c2,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:46.403063 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39614) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:46.403860 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-493254c2-b3fd-4639-9edb-fadfa9fc7421 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6313262 Jul 27 21:20:46.408233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-204b4c99-bd69-4bc9-bb05-418bb4db1b27 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'mac_address': 'fa:16:3e:6f:0c:45', 'name': 'tempest-NetworksTestDHCPv6-445660973'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:46.460065 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-57013463-4e51-4dea-a59c-7bff014b8cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.498635 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-57013463-4e51-4dea-a59c-7bff014b8cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.648441 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f0edf2-c518-4fef-ab78-2574d880311a None None] Update dhcp port {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'fixed_ips': [{'subnet_id': '361f58f5-3413-4d73-b3ef-4367e46b95da', 'ip_address': '2001:db8::f816:3eff:feaf:7ce3'}, {'subnet_id': 'c446ac73-957d-420a-8c1d-91ec4808f8c2'}], 'binding:host_id': 'n-d-764806-9'}, 'id': 'c9e35c6d-6c87-4f39-b5f4-08dde143bc37'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:20:46.678991 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-57013463-4e51-4dea-a59c-7bff014b8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.681486 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-57013463-4e51-4dea-a59c-7bff014b8cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.685214 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-57013463-4e51-4dea-a59c-7bff014b8cc0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1761d51-5aa4-4000-96ec-f4c5ba60bf00 HTTP/1.1" status: 204 len: 168 time: 0.3325980 Jul 27 21:20:46.693707 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-42f0edf2-c518-4fef-ab78-2574d880311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.700584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204b4c99-bd69-4bc9-bb05-418bb4db1b27 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:46.707655 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57013463-4e51-4dea-a59c-7bff014b8cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1761d51-5aa4-4000-96ec-f4c5ba60bf00,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:46.718892 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734504c-1ed6-45dd-8a81-391c18c70c5e req-3457b378-d297-4d6c-8b41-212a6a519bc1 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:46.720710 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9734504c-1ed6-45dd-8a81-391c18c70c5e req-3457b378-d297-4d6c-8b41-212a6a519bc1 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebbf58a5-a418-4c81-b122-fc1ab571e1cb HTTP/1.1" status: 200 len: 946 time: 0.1876011 Jul 27 21:20:46.728614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee217278-9127-4af8-9577-41ea4b6d14ff req-abc97591-0639-4926-8641-1f2191b0fae6 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:46.730091 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee217278-9127-4af8-9577-41ea4b6d14ff req-abc97591-0639-4926-8641-1f2191b0fae6 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.2171111 Jul 27 21:20:46.846215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee217278-9127-4af8-9577-41ea4b6d14ff req-bb181ef4-3165-4616-961a-e595b11c6b13 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732126 Jul 27 21:20:46.857970 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9734504c-1ed6-45dd-8a81-391c18c70c5e req-cc535231-7aa2-4bd2-8bd3-b5979f5c86df tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1c0b4e1-6300-439c-96ee-a8f5294b7127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161313 Jul 27 21:20:46.885634 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-204b4c99-bd69-4bc9-bb05-418bb4db1b27 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:46.900563 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-42f0edf2-c518-4fef-ab78-2574d880311a None None] Allocated IP 2001:db8:0:1::2 (644dd19b-aa0a-4755-9430-38a1fea5548c/c446ac73-957d-420a-8c1d-91ec4808f8c2/c9e35c6d-6c87-4f39-b5f4-08dde143bc37) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:46.913366 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-204b4c99-bd69-4bc9-bb05-418bb4db1b27 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port 42a5a5e3-879e-41cb-9cb0-a60c4bf8071f yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:47.002450 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39624) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:47.008833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-42f0edf2-c518-4fef-ab78-2574d880311a None None] For port c9e35c6d-6c87-4f39-b5f4-08dde143bc37, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c9e35c6d-6c87-4f39-b5f4-08dde143bc37,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:47.016520 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-59b76990-f138-400a-b7dd-f3385ad1ea77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.039471 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-42f0edf2-c518-4fef-ab78-2574d880311a None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.053868 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-42f0edf2-c518-4fef-ab78-2574d880311a None None] Transition to ACTIVE for port object c9e35c6d-6c87-4f39-b5f4-08dde143bc37 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:47.059497 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-42f0edf2-c518-4fef-ab78-2574d880311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.159068 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0edf2-c518-4fef-ab78-2574d880311a None None] Pushing event updated for resources: {'Port': ['ID=c9e35c6d-6c87-4f39-b5f4-08dde143bc37,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:47.204568 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-59b76990-f138-400a-b7dd-f3385ad1ea77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.213394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-204b4c99-bd69-4bc9-bb05-418bb4db1b27 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8:0:1::c9 (644dd19b-aa0a-4755-9430-38a1fea5548c/c446ac73-957d-420a-8c1d-91ec4808f8c2/42a5a5e3-879e-41cb-9cb0-a60c4bf8071f) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:47.215498 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-59b76990-f138-400a-b7dd-f3385ad1ea77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.231435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-204b4c99-bd69-4bc9-bb05-418bb4db1b27 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::f816:3eff:fe6f:c45 (644dd19b-aa0a-4755-9430-38a1fea5548c/361f58f5-3413-4d73-b3ef-4367e46b95da/42a5a5e3-879e-41cb-9cb0-a60c4bf8071f) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:47.271683 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b76990-f138-400a-b7dd-f3385ad1ea77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01b916b-6e58-49a2-a479-592cd31fd1a1,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:47.281450 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-59b76990-f138-400a-b7dd-f3385ad1ea77 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d14f66450d594aca9c2ce11c98e66349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779288 Jul 27 21:20:47.281591 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39626) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:47.339392 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8abe1673-ca42-477e-92fe-6a0c5a7e51fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.362543 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8abe1673-ca42-477e-92fe-6a0c5a7e51fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.418637 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8abe1673-ca42-477e-92fe-6a0c5a7e51fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.421477 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8abe1673-ca42-477e-92fe-6a0c5a7e51fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.428627 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-204b4c99-bd69-4bc9-bb05-418bb4db1b27 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.430356 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8abe1673-ca42-477e-92fe-6a0c5a7e51fc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f01b916b-6e58-49a2-a479-592cd31fd1a1 HTTP/1.1" status: 204 len: 168 time: 0.1468868 Jul 27 21:20:47.438835 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe1673-ca42-477e-92fe-6a0c5a7e51fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01b916b-6e58-49a2-a479-592cd31fd1a1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:47.443223 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-204b4c99-bd69-4bc9-bb05-418bb4db1b27 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object 42a5a5e3-879e-41cb-9cb0-a60c4bf8071f will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:47.485009 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-204b4c99-bd69-4bc9-bb05-418bb4db1b27 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.531322 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204b4c99-bd69-4bc9-bb05-418bb4db1b27 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:47.534831 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-204b4c99-bd69-4bc9-bb05-418bb4db1b27 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:47.539780 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204b4c99-bd69-4bc9-bb05-418bb4db1b27 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:47.545426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204b4c99-bd69-4bc9-bb05-418bb4db1b27 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:47.546080 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-204b4c99-bd69-4bc9-bb05-418bb4db1b27 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.572997 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-204b4c99-bd69-4bc9-bb05-418bb4db1b27 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.1688285 Jul 27 21:20:47.573886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b4c99-bd69-4bc9-bb05-418bb4db1b27 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=42a5a5e3-879e-41cb-9cb0-a60c4bf8071f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:47.576538 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39630) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:47.719255 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-2d71772c-65b9-4a24-85ff-f2875ca78b3f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port 42a5a5e3-879e-41cb-9cb0-a60c4bf8071f {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:47.719501 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d71772c-65b9-4a24-85ff-f2875ca78b3f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.724868 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c9e35c6d-6c87-4f39-b5f4-08dde143bc37 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:47.836999 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d71772c-65b9-4a24-85ff-f2875ca78b3f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:47.850894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-2d71772c-65b9-4a24-85ff-f2875ca78b3f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for 42a5a5e3-879e-41cb-9cb0-a60c4bf8071f owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:47.889476 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fcc4f8e7-8329-44f3-944d-248ebb6b0706 None None] Provisioning for port c9e35c6d-6c87-4f39-b5f4-08dde143bc37 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:47.913106 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fcc4f8e7-8329-44f3-944d-248ebb6b0706 None None] Provisioning complete for port c9e35c6d-6c87-4f39-b5f4-08dde143bc37 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:47.913609 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f8e7-8329-44f3-944d-248ebb6b0706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.102475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cf665-d5d7-457b-950b-f657a1fc80ad req-a57d5d14-f831-48a3-916d-196bd75ae93a tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:48.104258 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-223cf665-d5d7-457b-950b-f657a1fc80ad req-a57d5d14-f831-48a3-916d-196bd75ae93a tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebbf58a5-a418-4c81-b122-fc1ab571e1cb HTTP/1.1" status: 200 len: 946 time: 0.1731739 Jul 27 21:20:48.147408 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e3102-d976-480f-8d62-0350a3b3ad80 req-8b83f1eb-741c-45e0-8273-d423bb518bad tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:48.155151 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b9e3102-d976-480f-8d62-0350a3b3ad80 req-8b83f1eb-741c-45e0-8273-d423bb518bad tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1830533 Jul 27 21:20:48.200121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027ccd6-470a-495b-98c6-4aea84236b14 req-c99c7c63-ee65-4781-aafb-4ac5e0fc5639 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:48.206776 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a027ccd6-470a-495b-98c6-4aea84236b14 req-c99c7c63-ee65-4781-aafb-4ac5e0fc5639 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebbf58a5-a418-4c81-b122-fc1ab571e1cb HTTP/1.1" status: 200 len: 946 time: 0.1820266 Jul 27 21:20:48.241197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b9e3102-d976-480f-8d62-0350a3b3ad80 req-e6cb4d7b-eb2d-4e80-ac8e-1db452f79925 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857708 Jul 27 21:20:48.280676 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a027ccd6-470a-495b-98c6-4aea84236b14 req-5cb3d2fc-91d8-4215-bb76-430c1a4a3e89 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1c0b4e1-6300-439c-96ee-a8f5294b7127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728617 Jul 27 21:20:48.294908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b9c7c5a5-1ad0-4d37-b39b-5f870aafc754 None None] Provisioning for port 42a5a5e3-879e-41cb-9cb0-a60c4bf8071f completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:48.299428 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b9c7c5a5-1ad0-4d37-b39b-5f870aafc754 None None] Provisioning complete for port 42a5a5e3-879e-41cb-9cb0-a60c4bf8071f triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:48.299968 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c5a5-1ad0-4d37-b39b-5f870aafc754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.305912 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-223cf665-d5d7-457b-950b-f657a1fc80ad req-4b916135-7cce-41a8-a4c2-32955445a9c1 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Deleting port ab129eb4-22fc-4f6c-a156-0fdd0792735f {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:48.306502 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-223cf665-d5d7-457b-950b-f657a1fc80ad req-4b916135-7cce-41a8-a4c2-32955445a9c1 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.310570 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d71772c-65b9-4a24-85ff-f2875ca78b3f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.323162 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7c5a5-1ad0-4d37-b39b-5f870aafc754 None None] Port 42a5a5e3-879e-41cb-9cb0-a60c4bf8071f was deleted so its status cannot be updated. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 21:20:48.402892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71772c-65b9-4a24-85ff-f2875ca78b3f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=42a5a5e3-879e-41cb-9cb0-a60c4bf8071f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:48.472633 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d71772c-65b9-4a24-85ff-f2875ca78b3f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.475477 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2d71772c-65b9-4a24-85ff-f2875ca78b3f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/42a5a5e3-879e-41cb-9cb0-a60c4bf8071f HTTP/1.1" status: 204 len: 168 time: 0.8976741 Jul 27 21:20:48.479007 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39656) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:48.515383 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-223cf665-d5d7-457b-950b-f657a1fc80ad req-4b916135-7cce-41a8-a4c2-32955445a9c1 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] For port ab129eb4-22fc-4f6c-a156-0fdd0792735f, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ab129eb4-22fc-4f6c-a156-0fdd0792735f,segment=NetworkSegment(14ba684c-79ad-4664-a594-ff697882529b),segment_id=14ba684c-79ad-4664-a594-ff697882529b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:48.515753 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-223cf665-d5d7-457b-950b-f657a1fc80ad req-4b916135-7cce-41a8-a4c2-32955445a9c1 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.532576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-223cf665-d5d7-457b-950b-f657a1fc80ad req-4b916135-7cce-41a8-a4c2-32955445a9c1 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Calling delete_port for ab129eb4-22fc-4f6c-a156-0fdd0792735f owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:48.572142 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb0298-9270-4cab-856c-3e32cb9d0191 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:48.577095 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a9eb0298-9270-4cab-856c-3e32cb9d0191 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0940323 Jul 27 21:20:48.577465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39660) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:48.678731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a3197c-aafc-4451-96e4-dd8612b2fc77 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:48.678731 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-59a3197c-aafc-4451-96e4-dd8612b2fc77 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0995333 Jul 27 21:20:48.680659 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39666) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:48.731865 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-223cf665-d5d7-457b-950b-f657a1fc80ad req-4b916135-7cce-41a8-a4c2-32955445a9c1 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.746547 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['ab129eb4-22fc-4f6c-a156-0fdd0792735f'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:20:48.753427 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60a5438-7b88-4263-ac25-a7f14fb946bc tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:48.757227 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60a5438-7b88-4263-ac25-a7f14fb946bc tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:48.759294 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60a5438-7b88-4263-ac25-a7f14fb946bc tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:48.761993 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b60a5438-7b88-4263-ac25-a7f14fb946bc tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0802495 Jul 27 21:20:48.763606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b916135-7cce-41a8-a4c2-32955445a9c1 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Pushing event deleted for resources: {'Port': ['ID=ab129eb4-22fc-4f6c-a156-0fdd0792735f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:48.764724 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39670) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:48.814946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-223cf665-d5d7-457b-950b-f657a1fc80ad req-4b916135-7cce-41a8-a4c2-32955445a9c1 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] No DVR routers for this DVR port ab129eb4-22fc-4f6c-a156-0fdd0792735f on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:48.818682 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-223cf665-d5d7-457b-950b-f657a1fc80ad req-4b916135-7cce-41a8-a4c2-32955445a9c1 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.820935 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-223cf665-d5d7-457b-950b-f657a1fc80ad req-4b916135-7cce-41a8-a4c2-32955445a9c1 tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.20 "DELETE /v2.0/ports/ab129eb4-22fc-4f6c-a156-0fdd0792735f HTTP/1.1" status: 204 len: 173 time: 0.7067485 Jul 27 21:20:48.821538 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbf58a5-a418-4c81-b122-fc1ab571e1cb', 'name': 'network-vif-deleted', 'tag': 'ab129eb4-22fc-4f6c-a156-0fdd0792735f'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:20:48.824022 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91479a8d-bad3-4878-a3e1-049a6093916c" -d '{"events": [{"server_uuid": "ebbf58a5-a418-4c81-b122-fc1ab571e1cb", "name": "network-vif-deleted", "tag": "ab129eb4-22fc-4f6c-a156-0fdd0792735f"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:20:48.831342 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e0d125-18ba-4cf9-8f0e-57d711e5040f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 361f58f5-3413-4d73-b3ef-4367e46b95da {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:48.834837 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-80e0d125-18ba-4cf9-8f0e-57d711e5040f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.874851 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be260d4-36e7-46c9-af4a-fc4bd387bf0b x-openstack-request-id: req-6be260d4-36e7-46c9-af4a-fc4bd387bf0b {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:20:48.877050 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbf58a5-a418-4c81-b122-fc1ab571e1cb", "name": "network-vif-deleted", "tag": "ab129eb4-22fc-4f6c-a156-0fdd0792735f", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:20:48.877414 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6be260d4-36e7-46c9-af4a-fc4bd387bf0b {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:20:48.877935 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbf58a5-a418-4c81-b122-fc1ab571e1cb', 'name': 'network-vif-deleted', 'tag': 'ab129eb4-22fc-4f6c-a156-0fdd0792735f', 'status': 'completed', 'code': 200} Jul 27 21:20:48.903898 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-80e0d125-18ba-4cf9-8f0e-57d711e5040f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:48.994583 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-80e0d125-18ba-4cf9-8f0e-57d711e5040f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.056410 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-80e0d125-18ba-4cf9-8f0e-57d711e5040f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.087077 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-80e0d125-18ba-4cf9-8f0e-57d711e5040f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.091512 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-80e0d125-18ba-4cf9-8f0e-57d711e5040f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/361f58f5-3413-4d73-b3ef-4367e46b95da HTTP/1.1" status: 204 len: 168 time: 0.3212171 Jul 27 21:20:49.091512 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0d125-18ba-4cf9-8f0e-57d711e5040f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=361f58f5-3413-4d73-b3ef-4367e46b95da,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:49.092695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39680) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:49.094682 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8764e5-87ca-4dbb-94c3-13f8626b9a2c None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:49.150809 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c6df97-f750-46a6-97e1-f4708eec24ec tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet c446ac73-957d-420a-8c1d-91ec4808f8c2 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:49.154047 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1c6df97-f750-46a6-97e1-f4708eec24ec tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.491209 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d7f57c4-b9fe-491c-89f9-f378d27cfdfb req-e778ff77-a397-4136-996c-f4c95ec3a9ea tempest-VolumesActionsTest-1960026154 tempest-VolumesActionsTest-1960026154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebbf58a5-a418-4c81-b122-fc1ab571e1cb HTTP/1.1" status: 200 len: 210 time: 0.0542760 Jul 27 21:20:49.534877 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da701104-4601-4617-bfff-b95443500aad req-8b995180-b4af-4304-b67e-022200079012 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:49.543370 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da701104-4601-4617-bfff-b95443500aad req-8b995180-b4af-4304-b67e-022200079012 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1604996 Jul 27 21:20:49.588437 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da701104-4601-4617-bfff-b95443500aad req-2de83110-1c6a-4ec2-bf2e-c9fb541fb4c4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437107 Jul 27 21:20:49.666755 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1c6df97-f750-46a6-97e1-f4708eec24ec tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.790069 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1c6df97-f750-46a6-97e1-f4708eec24ec tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.847870 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654302c0-9dca-40af-9dec-23784b9d712e req-2b8e5127-96f1-4d06-8354-24045421b773 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:49.856201 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-654302c0-9dca-40af-9dec-23784b9d712e req-2b8e5127-96f1-4d06-8354-24045421b773 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0848863 Jul 27 21:20:49.901197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-654302c0-9dca-40af-9dec-23784b9d712e req-a4fd9089-5f94-4ebd-bcbc-f247155e7055 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437229 Jul 27 21:20:49.922359 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1c6df97-f750-46a6-97e1-f4708eec24ec tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.953861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd0e96-ebee-4d2f-bffd-73178da609c1 req-539587b9-8ffa-43ea-867c-949dd8c93acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:49.955415 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-65bd0e96-ebee-4d2f-bffd-73178da609c1 req-539587b9-8ffa-43ea-867c-949dd8c93acf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 1095 time: 0.1174037 Jul 27 21:20:49.958541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6df97-f750-46a6-97e1-f4708eec24ec tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=c446ac73-957d-420a-8c1d-91ec4808f8c2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:49.985800 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1c6df97-f750-46a6-97e1-f4708eec24ec tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:49.990372 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e1c6df97-f750-46a6-97e1-f4708eec24ec tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/c446ac73-957d-420a-8c1d-91ec4808f8c2 HTTP/1.1" status: 204 len: 168 time: 0.8958607 Jul 27 21:20:49.991595 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39706) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:50.044644 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39710) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:50.044938 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-288ac143-14a6-4137-8239-1fddb6e9ac68 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524137 Jul 27 21:20:50.057382 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-400c44f5-0893-4664-b64b-41781c8583c4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:50.110841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39712) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:50.120311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5239df35-3382-4ea7-b8b0-69d626188395 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:50.130292 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd0e96-ebee-4d2f-bffd-73178da609c1 req-73806c04-74ef-4f7c-b7fb-ec77823952d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:50.131781 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-65bd0e96-ebee-4d2f-bffd-73178da609c1 req-73806c04-74ef-4f7c-b7fb-ec77823952d6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.1665387 Jul 27 21:20:50.189442 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6599bfa1-a04e-44e9-8061-7579616c88b4 None None] Provisioning complete for port c9e35c6d-6c87-4f39-b5f4-08dde143bc37 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:50.190211 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6599bfa1-a04e-44e9-8061-7579616c88b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.217437 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-65bd0e96-ebee-4d2f-bffd-73178da609c1 req-a60aa016-0228-444e-9815-5cbdd1dd9961 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818 HTTP/1.1" status: 200 len: 998 time: 0.0780110 Jul 27 21:20:50.219589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400c44f5-0893-4664-b64b-41781c8583c4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:50.223446 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-400c44f5-0893-4664-b64b-41781c8583c4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.228738 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc9f081a-f6db-451d-9982-77061115b234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.341627 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc9f081a-f6db-451d-9982-77061115b234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.342158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd0e96-ebee-4d2f-bffd-73178da609c1 req-e8c59845-17f9-4dbe-b1d8-3788bbfa97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:50.344650 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-65bd0e96-ebee-4d2f-bffd-73178da609c1 req-e8c59845-17f9-4dbe-b1d8-3788bbfa97f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.1173637 Jul 27 21:20:50.345797 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc9f081a-f6db-451d-9982-77061115b234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.387410 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f081a-f6db-451d-9982-77061115b234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60df04a8-5136-4af5-97d1-52296fec03fe,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:50.391990 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bc9f081a-f6db-451d-9982-77061115b234 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=605556f0e6a745d181d4dc8108e0f29d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808268 Jul 27 21:20:50.395369 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39716) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:50.416921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] DHCP port deletion for 644dd19b-aa0a-4755-9430-38a1fea5548c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:20:50.450750 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-06ebad5c-49b9-41e7-a70e-a63786ffe773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.470885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Deleting port c9e35c6d-6c87-4f39-b5f4-08dde143bc37 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:50.471528 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.478282 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-06ebad5c-49b9-41e7-a70e-a63786ffe773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.478502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd0e96-ebee-4d2f-bffd-73178da609c1 req-dcff1597-7a0a-43ee-b4ea-6fdd26a29ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:50.479853 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-65bd0e96-ebee-4d2f-bffd-73178da609c1 req-dcff1597-7a0a-43ee-b4ea-6fdd26a29ad0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243126 Jul 27 21:20:50.541291 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-06ebad5c-49b9-41e7-a70e-a63786ffe773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.544221 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-06ebad5c-49b9-41e7-a70e-a63786ffe773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.548004 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-06ebad5c-49b9-41e7-a70e-a63786ffe773 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60df04a8-5136-4af5-97d1-52296fec03fe HTTP/1.1" status: 204 len: 168 time: 0.1490371 Jul 27 21:20:50.572172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebad5c-49b9-41e7-a70e-a63786ffe773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60df04a8-5136-4af5-97d1-52296fec03fe,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:50.586141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] For port c9e35c6d-6c87-4f39-b5f4-08dde143bc37, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c9e35c6d-6c87-4f39-b5f4-08dde143bc37,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:50.586706 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.618654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Calling delete_port for c9e35c6d-6c87-4f39-b5f4-08dde143bc37 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:50.698644 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-65bd0e96-ebee-4d2f-bffd-73178da609c1 req-c0f7d779-585c-4f2a-af5b-85ccc6ccb29c service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097280 Jul 27 21:20:50.718438 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:50.755980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Pushing event deleted for resources: {'Port': ['ID=c9e35c6d-6c87-4f39-b5f4-08dde143bc37,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:50.764077 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] No DVR routers for this DVR port c9e35c6d-6c87-4f39-b5f4-08dde143bc37 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:20:50.766921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:50.767527 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:50.768387 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:50.768967 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:50.769517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:50.770135 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:50.770710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:50.771256 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:50.771824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:50.772378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:50.772920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:50.773473 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723ebd7-c121-43c9-8208-335d82306495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:20:50.815343 n-d-764806-9 neutron-server[105580]: DEBUG neutron.objects.ports [None req-400c44f5-0893-4664-b64b-41781c8583c4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105580) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:20:50.912078 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-65bd0e96-ebee-4d2f-bffd-73178da609c1 req-9907bb53-ce44-4e36-afbf-ce06dd414ae8 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895714 Jul 27 21:20:50.938318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39732) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:50.955580 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5e40b5f-a15a-4f3a-804c-22c68dcc788a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:51.033407 n-d-764806-9 neutron-server[105580]: WARNING neutron.services.revisions.revision_plugin [None req-400c44f5-0893-4664-b64b-41781c8583c4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Could not find related port for resource to bump revision. Jul 27 21:20:51.038826 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.ipam_pluggable_backend [None req-400c44f5-0893-4664-b64b-41781c8583c4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Port c9e35c6d-6c87-4f39-b5f4-08dde143bc37 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105580) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 27 21:20:51.039258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.ipam_pluggable_backend [None req-400c44f5-0893-4664-b64b-41781c8583c4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Reverting IP allocation for 2001:db8::f816:3eff:feaf:7ce3 {{(pid=105580) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 27 21:20:51.043097 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.ipam_pluggable_backend [None req-400c44f5-0893-4664-b64b-41781c8583c4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaf:7ce3 {{(pid=105580) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 27 21:20:51.044582 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-400c44f5-0893-4664-b64b-41781c8583c4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:51.093741 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c062e-1b28-43eb-b081-2449559d8185 req-76094fcb-3e6e-447d-874d-947f34ef4498 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:51.093981 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400c44f5-0893-4664-b64b-41781c8583c4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:51.095435 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-480c062e-1b28-43eb-b081-2449559d8185 req-76094fcb-3e6e-447d-874d-947f34ef4498 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1128032 Jul 27 21:20:51.099784 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-400c44f5-0893-4664-b64b-41781c8583c4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:51.104240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400c44f5-0893-4664-b64b-41781c8583c4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:51.104763 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-400c44f5-0893-4664-b64b-41781c8583c4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:51.114363 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df30659-8b8c-44dc-b568-1278c3e5f6dd None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:51.119349 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c44f5-0893-4664-b64b-41781c8583c4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=778f45ee-a2fe-4542-86a6-b7a1e852f352,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:51.140353 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5e40b5f-a15a-4f3a-804c-22c68dcc788a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:51.151020 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-400c44f5-0893-4664-b64b-41781c8583c4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1047838 Jul 27 21:20:51.153589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39736) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:51.155381 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5e40b5f-a15a-4f3a-804c-22c68dcc788a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:51.164397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-72fd52e9-e5c7-4e15-8464-19e70802d6b8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:51.185893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ab129eb4-22fc-4f6c-a156-0fdd0792735f no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:51.210806 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-480c062e-1b28-43eb-b081-2449559d8185 req-5b5cec36-b847-4496-8c83-519b3b23549a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855358 Jul 27 21:20:51.216905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e40b5f-a15a-4f3a-804c-22c68dcc788a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9477698b-7e08-467e-b757-b7c6f29be5df,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:51.221209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: ab129eb4-22fc-4f6c-a156-0fdd0792735f {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:20:51.221739 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f5e40b5f-a15a-4f3a-804c-22c68dcc788a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6dea6c055e854971b01e157f0d5ec97b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820711 Jul 27 21:20:51.224447 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39738) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:51.225453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ab129eb4-22fc-4f6c-a156-0fdd0792735f not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:20:51.312007 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-299a62ca-c074-4f66-bdd9-f5e3a143ebb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:51.343134 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fd52e9-e5c7-4e15-8464-19e70802d6b8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:51.347257 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72fd52e9-e5c7-4e15-8464-19e70802d6b8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:51.363188 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-299a62ca-c074-4f66-bdd9-f5e3a143ebb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:51.427665 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-299a62ca-c074-4f66-bdd9-f5e3a143ebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:51.441353 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-299a62ca-c074-4f66-bdd9-f5e3a143ebb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:51.443039 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-299a62ca-c074-4f66-bdd9-f5e3a143ebb8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9477698b-7e08-467e-b757-b7c6f29be5df HTTP/1.1" status: 204 len: 168 time: 0.2174585 Jul 27 21:20:51.468636 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a62ca-c074-4f66-bdd9-f5e3a143ebb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9477698b-7e08-467e-b757-b7c6f29be5df,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:51.491190 n-d-764806-9 neutron-server[105580]: INFO neutron.db.ipam_backend_mixin [None req-72fd52e9-e5c7-4e15-8464-19e70802d6b8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 778f45ee-a2fe-4542-86a6-b7a1e852f352 (CIDR: 2001:db8::/64) Jul 27 21:20:51.500603 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-72fd52e9-e5c7-4e15-8464-19e70802d6b8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:20:51.501233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72fd52e9-e5c7-4e15-8464-19e70802d6b8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:51.536160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39742) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:51.544245 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2733e72e-a424-473c-8c03-3d6c24ac27cd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:51.549925 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-72fd52e9-e5c7-4e15-8464-19e70802d6b8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3942685 Jul 27 21:20:51.584734 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-644dd19b-aa0a-4755-9430-38a1fea5548c', 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'tenant_id': 'e5e2b25248d4480db696a630a44bf04b', 'fixed_ips': [{'subnet_id': '778f45ee-a2fe-4542-86a6-b7a1e852f352'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:20:51.587053 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:51.738938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c9e35c6d-6c87-4f39-b5f4-08dde143bc37 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:51.755475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2733e72e-a424-473c-8c03-3d6c24ac27cd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:51.759830 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2733e72e-a424-473c-8c03-3d6c24ac27cd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:51.766581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: c9e35c6d-6c87-4f39-b5f4-08dde143bc37 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:20:51.766930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c9e35c6d-6c87-4f39-b5f4-08dde143bc37 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:20:51.784378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Allocated IP 2001:db8::f816:3eff:fe20:a450 (644dd19b-aa0a-4755-9430-38a1fea5548c/778f45ee-a2fe-4542-86a6-b7a1e852f352/dc65c81c-d2b1-4a7c-a8c6-d99e386da048) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:51.952034 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:51.963187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Transition to ACTIVE for port object dc65c81c-d2b1-4a7c-a8c6-d99e386da048 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:51.983186 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Transition to ACTIVE for port object dc65c81c-d2b1-4a7c-a8c6-d99e386da048 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:51.990743 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:52.030567 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2733e72e-a424-473c-8c03-3d6c24ac27cd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:52.050407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:52.053688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:52.056910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:52.076709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Pushing event updated for resources: {'Port': ['ID=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:52.092594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2733e72e-a424-473c-8c03-3d6c24ac27cd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:52.095853 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-2733e72e-a424-473c-8c03-3d6c24ac27cd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:52.101470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2733e72e-a424-473c-8c03-3d6c24ac27cd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:52.102249 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2733e72e-a424-473c-8c03-3d6c24ac27cd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:52.114267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733e72e-a424-473c-8c03-3d6c24ac27cd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=a3c7c23f-d9ec-48df-bc6c-a81561269242,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:52.124935 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2733e72e-a424-473c-8c03-3d6c24ac27cd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5871274 Jul 27 21:20:52.127842 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39758) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:52.137392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f2be5b69-d9f6-4811-a95b-57b63a9b142c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'mac_address': 'fa:16:3e:91:82:ca', 'name': 'tempest-NetworksTestDHCPv6-792781899'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:52.142391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Attempting to bind port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:20:52.142831 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Attempting to bind port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:20:52.143263 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Attempting to bind port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 on network 644dd19b-aa0a-4755-9430-38a1fea5548c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:20:52.150253 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:20:52.150707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Checking segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:20:52.151495 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:52.152102 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Bound using segment: {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:20:52.152847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Bound port: dc65c81c-d2b1-4a7c-a8c6-d99e386da048, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:20:52.153444 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:52.241526 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] For port dc65c81c-d2b1-4a7c-a8c6-d99e386da048, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:20:52.251380 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] For port dc65c81c-d2b1-4a7c-a8c6-d99e386da048, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:20:52.257432 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:52.282829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2be5b69-d9f6-4811-a95b-57b63a9b142c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:52.367712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45568c3d-05d3-4156-a196-01c1d801bc9a None None] Pushing event updated for resources: {'Port': ['ID=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:52.440267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b4e88-d339-4827-ab72-d22f5780fb4b req-ddb527df-f5f4-41e0-8783-a242f437e662 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:52.443848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be9b4e88-d339-4827-ab72-d22f5780fb4b req-ddb527df-f5f4-41e0-8783-a242f437e662 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1339159 Jul 27 21:20:52.468853 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2be5b69-d9f6-4811-a95b-57b63a9b142c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:52.493569 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-f2be5b69-d9f6-4811-a95b-57b63a9b142c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port a5cae233-7b6c-4ef3-b197-c388b31d11d4 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:52.498608 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be9b4e88-d339-4827-ab72-d22f5780fb4b req-d3e5ed0c-7b27-4680-8293-520eb74ccf32 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489411 Jul 27 21:20:52.756251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affde50-42d1-4bf0-96e1-81e9ecd00ce1 req-a921a337-a4e6-4df0-aea4-2d56a0b876e9 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:52.757814 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1affde50-42d1-4bf0-96e1-81e9ecd00ce1 req-a921a337-a4e6-4df0-aea4-2d56a0b876e9 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1448953 Jul 27 21:20:52.790865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-f2be5b69-d9f6-4811-a95b-57b63a9b142c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8:0:1::29b (644dd19b-aa0a-4755-9430-38a1fea5548c/a3c7c23f-d9ec-48df-bc6c-a81561269242/a5cae233-7b6c-4ef3-b197-c388b31d11d4) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:52.803683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-f2be5b69-d9f6-4811-a95b-57b63a9b142c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::f816:3eff:fe91:82ca (644dd19b-aa0a-4755-9430-38a1fea5548c/778f45ee-a2fe-4542-86a6-b7a1e852f352/a5cae233-7b6c-4ef3-b197-c388b31d11d4) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:52.814134 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1affde50-42d1-4bf0-96e1-81e9ecd00ce1 req-bf3e54c7-e781-41b0-8c71-454dd97f95c6 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497849 Jul 27 21:20:53.019011 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2be5b69-d9f6-4811-a95b-57b63a9b142c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:53.040391 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-f2be5b69-d9f6-4811-a95b-57b63a9b142c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object a5cae233-7b6c-4ef3-b197-c388b31d11d4 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:53.083931 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2be5b69-d9f6-4811-a95b-57b63a9b142c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:53.126830 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c8711-9a04-4f92-9b6e-9bf35b8b7227 req-58f18286-0184-4643-a91e-570a55c6718d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:53.128986 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-658c8711-9a04-4f92-9b6e-9bf35b8b7227 req-58f18286-0184-4643-a91e-570a55c6718d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0908670 Jul 27 21:20:53.153893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2be5b69-d9f6-4811-a95b-57b63a9b142c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:53.167614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be5b69-d9f6-4811-a95b-57b63a9b142c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=a5cae233-7b6c-4ef3-b197-c388b31d11d4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:53.171928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f2be5b69-d9f6-4811-a95b-57b63a9b142c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:53.174143 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be5b69-d9f6-4811-a95b-57b63a9b142c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:53.181525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2be5b69-d9f6-4811-a95b-57b63a9b142c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:53.182293 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f2be5b69-d9f6-4811-a95b-57b63a9b142c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:53.185693 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-658c8711-9a04-4f92-9b6e-9bf35b8b7227 req-65ee28fc-c1a0-46a7-886b-354872df548c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496776 Jul 27 21:20:53.211916 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f2be5b69-d9f6-4811-a95b-57b63a9b142c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0819893 Jul 27 21:20:53.213580 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39798) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:53.372643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b3ace7bf-5575-419d-8660-450c8f954e86 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port a5cae233-7b6c-4ef3-b197-c388b31d11d4 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:53.372643 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3ace7bf-5575-419d-8660-450c8f954e86 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:53.500330 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3ace7bf-5575-419d-8660-450c8f954e86 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:53.514839 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebc1aa-4915-4c51-8ffa-f885b4718e2f req-73023a95-80b6-46e8-b859-e9091a301799 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:53.523131 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7ebc1aa-4915-4c51-8ffa-f885b4718e2f req-73023a95-80b6-46e8-b859-e9091a301799 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1147544 Jul 27 21:20:53.530585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b3ace7bf-5575-419d-8660-450c8f954e86 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for a5cae233-7b6c-4ef3-b197-c388b31d11d4 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:53.579810 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7ebc1aa-4915-4c51-8ffa-f885b4718e2f req-a3de1bbe-7569-4b13-9afd-45c7ad944ee1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556521 Jul 27 21:20:53.787069 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3ace7bf-5575-419d-8660-450c8f954e86 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:53.819013 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dc65c81c-d2b1-4a7c-a8c6-d99e386da048 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:53.824052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e2b68f-bb36-427b-91de-4a35bc847b16 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:53.830502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ace7bf-5575-419d-8660-450c8f954e86 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=a5cae233-7b6c-4ef3-b197-c388b31d11d4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:53.885367 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b3ace7bf-5575-419d-8660-450c8f954e86 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:53.890475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39814) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:53.891008 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b3ace7bf-5575-419d-8660-450c8f954e86 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/a5cae233-7b6c-4ef3-b197-c388b31d11d4 HTTP/1.1" status: 204 len: 168 time: 0.6756639 Jul 27 21:20:53.968092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0febb3a4-f2ad-4464-af29-c4acf017aa20 None None] Provisioning for port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:53.970400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcac1eb8-2b55-4527-8f7a-900fab4895c0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:53.972040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bcac1eb8-2b55-4527-8f7a-900fab4895c0 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0804784 Jul 27 21:20:53.974895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39818) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:54.026129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:54.033168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:54.033532 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.049548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46b51aa-368c-4221-bf3a-36fa157eb7b1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:54.052266 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e46b51aa-368c-4221-bf3a-36fa157eb7b1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0760536 Jul 27 21:20:54.054299 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39820) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:54.114882 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d1a02-e432-4923-a4df-9373085a6a74 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:54.116151 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d1a02-e432-4923-a4df-9373085a6a74 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:54.117898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d1a02-e432-4923-a4df-9373085a6a74 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:54.119743 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-dc4d1a02-e432-4923-a4df-9373085a6a74 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0642529 Jul 27 21:20:54.122558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39822) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:54.198326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f268717-32c2-4f57-af7c-2084daaa9e85 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 778f45ee-a2fe-4542-86a6-b7a1e852f352 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:54.202111 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f268717-32c2-4f57-af7c-2084daaa9e85 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.203515 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.237991 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9887cb7-94dc-40f4-9cbe-4296efc7cc7a None None] Update dhcp port {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'fixed_ips': [{'subnet_id': '778f45ee-a2fe-4542-86a6-b7a1e852f352', 'ip_address': '2001:db8::f816:3eff:fe20:a450'}, {'subnet_id': 'a3c7c23f-d9ec-48df-bc6c-a81561269242'}], 'binding:host_id': 'n-d-764806-9'}, 'id': 'dc65c81c-d2b1-4a7c-a8c6-d99e386da048'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:20:54.254693 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f268717-32c2-4f57-af7c-2084daaa9e85 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.281594 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port dc65c81c-d2b1-4a7c-a8c6-d99e386da048, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:54.293908 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.305635 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c9887cb7-94dc-40f4-9cbe-4296efc7cc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.355198 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f268717-32c2-4f57-af7c-2084daaa9e85 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.434397 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f268717-32c2-4f57-af7c-2084daaa9e85 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.451677 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f268717-32c2-4f57-af7c-2084daaa9e85 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.456896 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39828) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:54.467427 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9f268717-32c2-4f57-af7c-2084daaa9e85 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/778f45ee-a2fe-4542-86a6-b7a1e852f352 HTTP/1.1" status: 204 len: 168 time: 0.3433330 Jul 27 21:20:54.473402 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server [None req-c9887cb7-94dc-40f4-9cbe-4296efc7cc7a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 778f45ee-a2fe-4542-86a6-b7a1e852f352: This subnet is being modified by another concurrent operation. Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise self.value Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server raise exception Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 778f45ee-a2fe-4542-86a6-b7a1e852f352: This subnet is being modified by another concurrent operation. Jul 27 21:20:54.507836 n-d-764806-9 neutron-server[105581]: ERROR oslo_messaging.rpc.server Jul 27 21:20:54.517242 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f268717-32c2-4f57-af7c-2084daaa9e85 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=778f45ee-a2fe-4542-86a6-b7a1e852f352,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:54.517721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-37043aea-eddd-44c5-b9ec-927c26bdb862 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet a3c7c23f-d9ec-48df-bc6c-a81561269242 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:54.521514 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-37043aea-eddd-44c5-b9ec-927c26bdb862 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.583963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844962e6-eea0-4634-ae7f-6a658c150f2e None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:54.612749 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-37043aea-eddd-44c5-b9ec-927c26bdb862 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.671582 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9896bb24-69be-4310-b3b9-44d3fd866116 None None] Provisioning complete for port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:54.672538 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9896bb24-69be-4310-b3b9-44d3fd866116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.745847 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-37043aea-eddd-44c5-b9ec-927c26bdb862 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.822566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed2ce6-9c1c-46c7-ba56-4ab9aa41e662 req-54353be6-e9c0-4eba-97ef-ad49d87cabaa tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:54.834925 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05ed2ce6-9c1c-46c7-ba56-4ab9aa41e662 req-54353be6-e9c0-4eba-97ef-ad49d87cabaa tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1410625 Jul 27 21:20:54.896556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05ed2ce6-9c1c-46c7-ba56-4ab9aa41e662 req-647dd3c4-d241-4b25-a24f-fa9d86f31822 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603275 Jul 27 21:20:54.920715 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-37043aea-eddd-44c5-b9ec-927c26bdb862 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.964431 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37043aea-eddd-44c5-b9ec-927c26bdb862 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c7c23f-d9ec-48df-bc6c-a81561269242,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:54.973445 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-37043aea-eddd-44c5-b9ec-927c26bdb862 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:54.975787 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-37043aea-eddd-44c5-b9ec-927c26bdb862 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/a3c7c23f-d9ec-48df-bc6c-a81561269242 HTTP/1.1" status: 204 len: 168 time: 0.5171206 Jul 27 21:20:54.978341 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39854) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:55.038483 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-797852fb-3d87-4397-9571-10408954ff2d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553739 Jul 27 21:20:55.038752 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39858) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:55.048188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1a592dd5-52a8-4fd0-ba4c-a806ea74b1dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:55.118186 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2353cd08-bdde-4c54-bc57-d7e4753c0d90 None None] Update dhcp port {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'fixed_ips': [{'subnet_id': 'a3c7c23f-d9ec-48df-bc6c-a81561269242'}], 'binding:host_id': 'n-d-764806-9'}, 'id': 'dc65c81c-d2b1-4a7c-a8c6-d99e386da048'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:20:55.161052 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2353cd08-bdde-4c54-bc57-d7e4753c0d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.284485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a592dd5-52a8-4fd0-ba4c-a806ea74b1dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:55.292951 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1a592dd5-52a8-4fd0-ba4c-a806ea74b1dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.389842 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbafed-0530-4f00-b431-b4472675dd65 req-8e67da9d-53ec-4817-a7cb-9f725178da06 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:55.397207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cddbafed-0530-4f00-b431-b4472675dd65 req-8e67da9d-53ec-4817-a7cb-9f725178da06 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.2175891 Jul 27 21:20:55.441024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bbc32970-bbfd-4bcd-9bf9-18c67a4e6732 None None] Provisioning complete for port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:55.442176 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bbc32970-bbfd-4bcd-9bf9-18c67a4e6732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.471697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cddbafed-0530-4f00-b431-b4472675dd65 req-e56d1dd2-1184-437c-a741-7b89a6deefbc tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734987 Jul 27 21:20:55.628184 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1a592dd5-52a8-4fd0-ba4c-a806ea74b1dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.706775 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a592dd5-52a8-4fd0-ba4c-a806ea74b1dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:55.721794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceb1e53-8e00-460e-a395-22a2d990c4c8 None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:20:55.728627 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-1a592dd5-52a8-4fd0-ba4c-a806ea74b1dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:55.739083 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a592dd5-52a8-4fd0-ba4c-a806ea74b1dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:55.740137 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1a592dd5-52a8-4fd0-ba4c-a806ea74b1dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.763452 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a592dd5-52a8-4fd0-ba4c-a806ea74b1dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=0f2f29db-774f-4ccd-8e1b-76a053ac2e94,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:55.765117 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dc65c81c-d2b1-4a7c-a8c6-d99e386da048 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:20:55.777976 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1a592dd5-52a8-4fd0-ba4c-a806ea74b1dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7372689 Jul 27 21:20:55.780369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39872) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:55.787695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8f4aed3a-ddca-43fa-a154-00c4efdde4dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:55.827633 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b973420b-186e-4406-9982-c5bc3bfd24fd None None] Could not find standard attr ID for object a5cae233-7b6c-4ef3-b197-c388b31d11d4. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:20:55.961174 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:55.963389 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceb1e53-8e00-460e-a395-22a2d990c4c8 None None] Resources bound (agent type, host, resource id): {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:20:55.995717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4aed3a-ddca-43fa-a154-00c4efdde4dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:56.001053 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f4aed3a-ddca-43fa-a154-00c4efdde4dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:56.061170 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port dc65c81c-d2b1-4a7c-a8c6-d99e386da048, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:56.074666 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:56.154608 n-d-764806-9 neutron-server[105580]: INFO neutron.db.ipam_backend_mixin [None req-8f4aed3a-ddca-43fa-a154-00c4efdde4dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f2f29db-774f-4ccd-8e1b-76a053ac2e94 (CIDR: 2001:db8::/64) Jul 27 21:20:56.159295 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4aed3a-ddca-43fa-a154-00c4efdde4dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:20:56.159749 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4aed3a-ddca-43fa-a154-00c4efdde4dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:20:56.177005 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8f4aed3a-ddca-43fa-a154-00c4efdde4dd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3944273 Jul 27 21:20:56.179621 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39880) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:56.184948 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:56.185434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-dc09fe16-38e7-4116-a015-134b0594c58b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:56.311284 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc09fe16-38e7-4116-a015-134b0594c58b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:56.315683 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dc09fe16-38e7-4116-a015-134b0594c58b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:56.400230 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c7d55c-44fc-4288-9216-98aa63779fd3 None None] Update dhcp port {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'fixed_ips': [{'subnet_id': '0f2f29db-774f-4ccd-8e1b-76a053ac2e94'}], 'binding:host_id': 'n-d-764806-9'}, 'id': 'dc65c81c-d2b1-4a7c-a8c6-d99e386da048'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:20:56.440031 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41c7d55c-44fc-4288-9216-98aa63779fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:56.621573 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-41c7d55c-44fc-4288-9216-98aa63779fd3 None None] Allocated IP 2001:db8::2 (644dd19b-aa0a-4755-9430-38a1fea5548c/0f2f29db-774f-4ccd-8e1b-76a053ac2e94/dc65c81c-d2b1-4a7c-a8c6-d99e386da048) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:56.673013 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70253e2-dacf-41c5-aba9-27f77091e0b7 req-ae91040c-3c48-44c4-bf3e-7a8405661288 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:56.674553 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f70253e2-dacf-41c5-aba9-27f77091e0b7 req-ae91040c-3c48-44c4-bf3e-7a8405661288 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1199760 Jul 27 21:20:56.738563 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-41c7d55c-44fc-4288-9216-98aa63779fd3 None None] For port dc65c81c-d2b1-4a7c-a8c6-d99e386da048, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:56.760141 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f70253e2-dacf-41c5-aba9-27f77091e0b7 req-e553d8dd-5cde-48ce-b833-68c238c2a630 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738978 Jul 27 21:20:56.762070 n-d-764806-9 neutron-server[105579]: DEBUG neutron.objects.ports [None req-dc09fe16-38e7-4116-a015-134b0594c58b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105579) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:20:56.774354 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41c7d55c-44fc-4288-9216-98aa63779fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:56.790149 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-41c7d55c-44fc-4288-9216-98aa63779fd3 None None] Transition to ACTIVE for port object dc65c81c-d2b1-4a7c-a8c6-d99e386da048 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:56.794508 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41c7d55c-44fc-4288-9216-98aa63779fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:56.890447 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7d55c-44fc-4288-9216-98aa63779fd3 None None] Pushing event updated for resources: {'Port': ['ID=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:57.033319 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a0fd1-cb76-4656-8354-9a463682c340 req-1a935c65-c8e9-4483-a951-063424fcacd9 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:57.034909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a5a0fd1-cb76-4656-8354-9a463682c340 req-1a935c65-c8e9-4483-a951-063424fcacd9 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1408336 Jul 27 21:20:57.039297 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dc09fe16-38e7-4116-a015-134b0594c58b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.200978 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a5a0fd1-cb76-4656-8354-9a463682c340 req-f7291fe8-f7a7-455b-8fa3-cf920b701f01 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592677 Jul 27 21:20:57.277862 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-dc09fe16-38e7-4116-a015-134b0594c58b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] For port dc65c81c-d2b1-4a7c-a8c6-d99e386da048, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:57.313794 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dc09fe16-38e7-4116-a015-134b0594c58b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.327793 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dc09fe16-38e7-4116-a015-134b0594c58b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.328301 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dc09fe16-38e7-4116-a015-134b0594c58b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.459847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc09fe16-38e7-4116-a015-134b0594c58b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:57.461801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-dc09fe16-38e7-4116-a015-134b0594c58b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:57.493548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09fe16-38e7-4116-a015-134b0594c58b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,revision_number=8']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:57.520335 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc09fe16-38e7-4116-a015-134b0594c58b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:57.521132 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dc09fe16-38e7-4116-a015-134b0594c58b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.560974 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09fe16-38e7-4116-a015-134b0594c58b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=6b196e2a-12ab-4e8b-b1a7-a70124bb4227,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:57.574696 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87206e02-2900-4376-9411-d9dbf03a388c req-9956c207-1e3d-40bf-959c-cab3fcadc132 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:57.576681 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-87206e02-2900-4376-9411-d9dbf03a388c req-9956c207-1e3d-40bf-959c-cab3fcadc132 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.2606862 Jul 27 21:20:57.581315 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-dc09fe16-38e7-4116-a015-134b0594c58b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3980484 Jul 27 21:20:57.581716 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39918) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:57.587039 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-685483d0-8d0f-452b-9e50-61e357337179 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'mac_address': 'fa:16:3e:5b:3b:44', 'name': 'tempest-NetworksTestDHCPv6-1034304979'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:20:57.639201 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-87206e02-2900-4376-9411-d9dbf03a388c req-0d41e4c6-603c-4837-8402-acad3cb917dc tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518992 Jul 27 21:20:57.745672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dc65c81c-d2b1-4a7c-a8c6-d99e386da048 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:57.802524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685483d0-8d0f-452b-9e50-61e357337179 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:20:57.815183 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03216796-276c-4087-b2b3-670b4a16a6b7 None None] get_active_networks_info from n-d-764806-9 {{(pid=105581) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 21:20:57.834670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492491f-1bba-4716-8de1-11975a047dff req-ca273036-78a2-420d-97bd-85dd4db42a83 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:57.836981 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1492491f-1bba-4716-8de1-11975a047dff req-ca273036-78a2-420d-97bd-85dd4db42a83 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0893364 Jul 27 21:20:57.894001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-35715989-e0f4-408d-bd63-833aeb5dbf0b None None] Provisioning for port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:20:57.906589 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1492491f-1bba-4716-8de1-11975a047dff req-8ef2bee9-3821-4989-a799-8f09d99ed315 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465071 Jul 27 21:20:57.915884 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-685483d0-8d0f-452b-9e50-61e357337179 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.919510 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-35715989-e0f4-408d-bd63-833aeb5dbf0b None None] Provisioning complete for port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:57.920261 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-35715989-e0f4-408d-bd63-833aeb5dbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:57.939800 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-685483d0-8d0f-452b-9e50-61e357337179 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port 973fce09-cbff-4486-88b1-51f02c44d285 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:20:57.948982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03216796-276c-4087-b2b3-670b4a16a6b7 None None] Resources bound (agent type, host, resource id): {{(pid=105581) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 27 21:20:58.081756 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-35715989-e0f4-408d-bd63-833aeb5dbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.124284 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-685483d0-8d0f-452b-9e50-61e357337179 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::224 (644dd19b-aa0a-4755-9430-38a1fea5548c/0f2f29db-774f-4ccd-8e1b-76a053ac2e94/973fce09-cbff-4486-88b1-51f02c44d285) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:58.132285 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-685483d0-8d0f-452b-9e50-61e357337179 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5b:3b44 (644dd19b-aa0a-4755-9430-38a1fea5548c/6b196e2a-12ab-4e8b-b1a7-a70124bb4227/973fce09-cbff-4486-88b1-51f02c44d285) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:20:58.159057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-35715989-e0f4-408d-bd63-833aeb5dbf0b None None] For port dc65c81c-d2b1-4a7c-a8c6-d99e386da048, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:20:58.166050 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-35715989-e0f4-408d-bd63-833aeb5dbf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.239268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35715989-e0f4-408d-bd63-833aeb5dbf0b None None] Pushing event updated for resources: {'Port': ['ID=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:58.292230 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-685483d0-8d0f-452b-9e50-61e357337179 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.305061 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-685483d0-8d0f-452b-9e50-61e357337179 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object 973fce09-cbff-4486-88b1-51f02c44d285 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:20:58.342136 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-685483d0-8d0f-452b-9e50-61e357337179 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.388120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685483d0-8d0f-452b-9e50-61e357337179 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:20:58.391259 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-685483d0-8d0f-452b-9e50-61e357337179 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:20:58.397654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685483d0-8d0f-452b-9e50-61e357337179 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:20:58.403442 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685483d0-8d0f-452b-9e50-61e357337179 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:58.404095 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-685483d0-8d0f-452b-9e50-61e357337179 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.417287 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685483d0-8d0f-452b-9e50-61e357337179 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=973fce09-cbff-4486-88b1-51f02c44d285,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:58.428789 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-685483d0-8d0f-452b-9e50-61e357337179 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8455603 Jul 27 21:20:58.431168 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39924) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:58.552410 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-1a2621c3-4296-4670-b9f9-5b0709b5f5f7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port 973fce09-cbff-4486-88b1-51f02c44d285 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:20:58.552775 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1a2621c3-4296-4670-b9f9-5b0709b5f5f7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.668470 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1a2621c3-4296-4670-b9f9-5b0709b5f5f7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.684318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-1a2621c3-4296-4670-b9f9-5b0709b5f5f7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for 973fce09-cbff-4486-88b1-51f02c44d285 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:20:58.914873 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1a2621c3-4296-4670-b9f9-5b0709b5f5f7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:58.947323 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2621c3-4296-4670-b9f9-5b0709b5f5f7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=973fce09-cbff-4486-88b1-51f02c44d285,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:59.002316 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d06925c-d050-46c4-9d15-03fbe89e9257 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:59.011413 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1a2621c3-4296-4670-b9f9-5b0709b5f5f7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.016651 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39938) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:59.017255 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1a2621c3-4296-4670-b9f9-5b0709b5f5f7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/973fce09-cbff-4486-88b1-51f02c44d285 HTTP/1.1" status: 204 len: 168 time: 0.5845025 Jul 27 21:20:59.096384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f039faff-928f-40cb-ae88-064554ca5ead tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:59.099405 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f039faff-928f-40cb-ae88-064554ca5ead tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0805318 Jul 27 21:20:59.101998 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39942) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:59.193645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8ad9a3-b292-49a0-b20f-6b7de975d29f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:59.196003 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bc8ad9a3-b292-49a0-b20f-6b7de975d29f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0919552 Jul 27 21:20:59.198569 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39944) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:59.262116 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d278b-392f-4f82-b69b-ef5bf580e5da tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:59.264660 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d278b-392f-4f82-b69b-ef5bf580e5da tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:59.266369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d278b-392f-4f82-b69b-ef5bf580e5da tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:20:59.271190 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-239d278b-392f-4f82-b69b-ef5bf580e5da tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0681491 Jul 27 21:20:59.271783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39950) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:59.339308 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c07b3c7-a883-48b0-9be6-ac1d12040b5f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 0f2f29db-774f-4ccd-8e1b-76a053ac2e94 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:59.342925 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c07b3c7-a883-48b0-9be6-ac1d12040b5f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.351064 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f700de3a-7ae4-4480-ad84-67257acc9131 None None] Provisioning complete for port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:59.351443 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f700de3a-7ae4-4480-ad84-67257acc9131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.405583 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c07b3c7-a883-48b0-9be6-ac1d12040b5f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.516390 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c07b3c7-a883-48b0-9be6-ac1d12040b5f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.608343 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c07b3c7-a883-48b0-9be6-ac1d12040b5f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.643592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07b3c7-a883-48b0-9be6-ac1d12040b5f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2f29db-774f-4ccd-8e1b-76a053ac2e94,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:20:59.651684 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7c07b3c7-a883-48b0-9be6-ac1d12040b5f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.656460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39960) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:20:59.657010 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7c07b3c7-a883-48b0-9be6-ac1d12040b5f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/0f2f29db-774f-4ccd-8e1b-76a053ac2e94 HTTP/1.1" status: 204 len: 168 time: 0.3839781 Jul 27 21:20:59.735347 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dc65c81c-d2b1-4a7c-a8c6-d99e386da048 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:20:59.781487 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1c938a-3064-4909-858a-7e0f27700deb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 6b196e2a-12ab-4e8b-b1a7-a70124bb4227 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:20:59.787109 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609cc00b-ea51-4396-826c-00b08cad8cd8 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:20:59.792036 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8f1c938a-3064-4909-858a-7e0f27700deb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.901074 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8f1c938a-3064-4909-858a-7e0f27700deb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.904993 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-991b8642-16e2-4081-b854-15f33219b435 None None] Provisioning complete for port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:59.905364 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-991b8642-16e2-4081-b854-15f33219b435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:20:59.972234 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:20:59.973219 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.076063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8f1c938a-3064-4909-858a-7e0f27700deb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.190863 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8f1c938a-3064-4909-858a-7e0f27700deb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.233564 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c938a-3064-4909-858a-7e0f27700deb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=6b196e2a-12ab-4e8b-b1a7-a70124bb4227,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:00.237608 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8f1c938a-3064-4909-858a-7e0f27700deb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.240488 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8f1c938a-3064-4909-858a-7e0f27700deb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/6b196e2a-12ab-4e8b-b1a7-a70124bb4227 HTTP/1.1" status: 204 len: 168 time: 0.5822539 Jul 27 21:21:00.243392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39970) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:00.251412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39972) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:00.294848 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0d0835cf-a201-43ba-92d5-8b0e1e300025 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499234 Jul 27 21:21:00.296371 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39976) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:00.302152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-967ddc5f-a1e8-417e-afe7-eb3af7795728 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:00.415863 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967ddc5f-a1e8-417e-afe7-eb3af7795728 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:00.420553 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-967ddc5f-a1e8-417e-afe7-eb3af7795728 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.441386 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0e900d5-6fd0-41d3-ae53-a5d201f50179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.569069 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0e900d5-6fd0-41d3-ae53-a5d201f50179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.574123 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0e900d5-6fd0-41d3-ae53-a5d201f50179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.606898 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f0e900d5-6fd0-41d3-ae53-a5d201f50179 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=979dd537915548e9986a0ab852407660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536541 Jul 27 21:21:00.609407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39978) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:00.663988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e900d5-6fd0-41d3-ae53-a5d201f50179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0913b59-13bc-4b0b-b058-b5e5c0b48dec,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:00.665278 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-967ddc5f-a1e8-417e-afe7-eb3af7795728 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.714071 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f74ca33-05c9-4949-962c-151fc6760bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.723524 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967ddc5f-a1e8-417e-afe7-eb3af7795728 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:00.727509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-967ddc5f-a1e8-417e-afe7-eb3af7795728 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:00.731027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967ddc5f-a1e8-417e-afe7-eb3af7795728 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:00.732034 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-967ddc5f-a1e8-417e-afe7-eb3af7795728 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.740852 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f74ca33-05c9-4949-962c-151fc6760bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.746790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ddc5f-a1e8-417e-afe7-eb3af7795728 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=30f0c7f9-9bd2-4d4c-a81b-5e235c383267,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:00.756092 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-967ddc5f-a1e8-417e-afe7-eb3af7795728 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4583843 Jul 27 21:21:00.758876 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 39980) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:00.765495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-280aabdc-48c6-4705-8646-9950c2987dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:00.813304 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f74ca33-05c9-4949-962c-151fc6760bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.816178 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f74ca33-05c9-4949-962c-151fc6760bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:00.818079 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8f74ca33-05c9-4949-962c-151fc6760bd9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0913b59-13bc-4b0b-b058-b5e5c0b48dec HTTP/1.1" status: 204 len: 168 time: 0.2070358 Jul 27 21:21:00.828272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74ca33-05c9-4949-962c-151fc6760bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0913b59-13bc-4b0b-b058-b5e5c0b48dec,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:00.997086 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11a9a9f-e00c-43f8-8a01-a9353e4ebcfe None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:01.093619 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-15fe262f-fa81-441c-965a-1928a6afc8a4 None None] Provisioning complete for port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:01.094004 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-15fe262f-fa81-441c-965a-1928a6afc8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.214603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39992) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:01.231137 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f20de113-c6af-4e46-8109-c79606440902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.256792 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.db.api [None req-f20de113-c6af-4e46-8109-c79606440902 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 21:21:01.256792 n-d-764806-9 neutron-server[105580]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 21:21:01.256792 n-d-764806-9 neutron-server[105580]: [parameters: {'project_id': 'e702c7d219e94ac6b9682bda683043a6', 'id': 'bc404feb-ffcc-4c35-9c46-1b2796d64fce', 'expiration': datetime.datetime(2021, 7, 27, 21, 23, 1, 251294)}] Jul 27 21:21:01.256792 n-d-764806-9 neutron-server[105580]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:21:01.256792 n-d-764806-9 neutron-server[105580]: DEBUG oslo_db.api [None req-f20de113-c6af-4e46-8109-c79606440902 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:21:01.269180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280aabdc-48c6-4705-8646-9950c2987dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:01.275624 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-280aabdc-48c6-4705-8646-9950c2987dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.381671 n-d-764806-9 neutron-server[105579]: INFO neutron.db.ipam_backend_mixin [None req-280aabdc-48c6-4705-8646-9950c2987dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 30f0c7f9-9bd2-4d4c-a81b-5e235c383267 (CIDR: 2001:db8::/64) Jul 27 21:21:01.385353 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-280aabdc-48c6-4705-8646-9950c2987dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:21:01.385849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280aabdc-48c6-4705-8646-9950c2987dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:01.397915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7074ec3e-00f8-41b3-88e2-3d5fb5de0d10 None None] Update dhcp port {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'fixed_ips': [{'subnet_id': '30f0c7f9-9bd2-4d4c-a81b-5e235c383267'}], 'binding:host_id': 'n-d-764806-9'}, 'id': 'dc65c81c-d2b1-4a7c-a8c6-d99e386da048'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:21:01.402954 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-280aabdc-48c6-4705-8646-9950c2987dc8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6427054 Jul 27 21:21:01.405163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 39996) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:01.412811 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3928ee73-0e37-4fc8-8cb5-aa68c3892f9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'subnet': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:01.435489 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7074ec3e-00f8-41b3-88e2-3d5fb5de0d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.549862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3928ee73-0e37-4fc8-8cb5-aa68c3892f9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:01.554482 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3928ee73-0e37-4fc8-8cb5-aa68c3892f9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.615129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-7074ec3e-00f8-41b3-88e2-3d5fb5de0d10 None None] Allocated IP 2001:db8::2 (644dd19b-aa0a-4755-9430-38a1fea5548c/30f0c7f9-9bd2-4d4c-a81b-5e235c383267/dc65c81c-d2b1-4a7c-a8c6-d99e386da048) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:01.716654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7074ec3e-00f8-41b3-88e2-3d5fb5de0d10 None None] For port dc65c81c-d2b1-4a7c-a8c6-d99e386da048, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:01.747116 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7074ec3e-00f8-41b3-88e2-3d5fb5de0d10 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.758512 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f20de113-c6af-4e46-8109-c79606440902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.762261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7074ec3e-00f8-41b3-88e2-3d5fb5de0d10 None None] Transition to ACTIVE for port object dc65c81c-d2b1-4a7c-a8c6-d99e386da048 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:01.766619 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7074ec3e-00f8-41b3-88e2-3d5fb5de0d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.839611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074ec3e-00f8-41b3-88e2-3d5fb5de0d10 None None] Pushing event updated for resources: {'Port': ['ID=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,revision_number=12']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:01.965572 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f20de113-c6af-4e46-8109-c79606440902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:01.968275 n-d-764806-9 neutron-server[105580]: DEBUG neutron.objects.ports [None req-3928ee73-0e37-4fc8-8cb5-aa68c3892f9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105580) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 21:21:01.976604 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f20de113-c6af-4e46-8109-c79606440902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.091023 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f20de113-c6af-4e46-8109-c79606440902 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e702c7d219e94ac6b9682bda683043a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8751578 Jul 27 21:21:02.093870 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40002) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:02.094378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20de113-c6af-4e46-8109-c79606440902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcf7611-7e5e-4b4c-b95d-86b2578ef2dc,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:02.169794 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ff483f8-648a-4f9c-b416-d3b536acf6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.202636 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ff483f8-648a-4f9c-b416-d3b536acf6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.216302 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3928ee73-0e37-4fc8-8cb5-aa68c3892f9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.260746 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ff483f8-648a-4f9c-b416-d3b536acf6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.263932 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ff483f8-648a-4f9c-b416-d3b536acf6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.265278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2ff483f8-648a-4f9c-b416-d3b536acf6cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9fcf7611-7e5e-4b4c-b95d-86b2578ef2dc HTTP/1.1" status: 204 len: 168 time: 0.1696422 Jul 27 21:21:02.275599 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff483f8-648a-4f9c-b416-d3b536acf6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcf7611-7e5e-4b4c-b95d-86b2578ef2dc,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:02.424449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-3928ee73-0e37-4fc8-8cb5-aa68c3892f9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] For port dc65c81c-d2b1-4a7c-a8c6-d99e386da048, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:02.460789 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3928ee73-0e37-4fc8-8cb5-aa68c3892f9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.472212 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3928ee73-0e37-4fc8-8cb5-aa68c3892f9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.474378 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3928ee73-0e37-4fc8-8cb5-aa68c3892f9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.522114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cbf3043f-148a-4dab-8e93-a8c89f2e0812 None None] Provisioning for port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:02.529546 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cbf3043f-148a-4dab-8e93-a8c89f2e0812 None None] Provisioning complete for port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:02.530164 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cbf3043f-148a-4dab-8e93-a8c89f2e0812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.610383 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3928ee73-0e37-4fc8-8cb5-aa68c3892f9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:02.635247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-3928ee73-0e37-4fc8-8cb5-aa68c3892f9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:02.642633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3928ee73-0e37-4fc8-8cb5-aa68c3892f9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:02.643241 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3928ee73-0e37-4fc8-8cb5-aa68c3892f9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.688133 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928ee73-0e37-4fc8-8cb5-aa68c3892f9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,revision_number=14']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:02.692396 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928ee73-0e37-4fc8-8cb5-aa68c3892f9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Subnet': ['ID=64feeb70-0cf1-4609-8744-6064dce98408,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:02.715441 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3928ee73-0e37-4fc8-8cb5-aa68c3892f9a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3083913 Jul 27 21:21:02.718369 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40012) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:02.726066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-9783afab-da18-4cbb-a5f4-def76476949d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Request body: {'port': {'network_id': '644dd19b-aa0a-4755-9430-38a1fea5548c', 'mac_address': 'fa:16:3e:ea:ff:a6', 'name': 'tempest-NetworksTestDHCPv6-395065582'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:02.732667 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4267ae6a-9fb0-4351-9219-7fb9ad07c20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.768828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af261ef1-78e1-41b2-ba1f-4e0aa19595d7 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:02.837081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-814a89a4-037c-4665-b8ec-b932877f2dec None None] Could not find standard attr ID for object 973fce09-cbff-4486-88b1-51f02c44d285. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:21:02.864541 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9783afab-da18-4cbb-a5f4-def76476949d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Made reservation on behalf of e5e2b25248d4480db696a630a44bf04b for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:02.970010 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9783afab-da18-4cbb-a5f4-def76476949d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:02.995788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-9783afab-da18-4cbb-a5f4-def76476949d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] device_id is not set on port 045fad2f-968d-448d-91a8-ebae7fa27fc2 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:03.120840 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59b2047a-9d2b-4470-9073-471cd55e671c req-dedb69ed-a252-4fe3-8a22-b71a7725a9ea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713775 Jul 27 21:21:03.256531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2047a-9d2b-4470-9073-471cd55e671c req-57f6b752-5c73-479c-8e3b-f7224d8d7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:03.258057 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59b2047a-9d2b-4470-9073-471cd55e671c req-57f6b752-5c73-479c-8e3b-f7224d8d7696 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 1097 time: 0.0851176 Jul 27 21:21:03.282549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-9783afab-da18-4cbb-a5f4-def76476949d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8::342 (644dd19b-aa0a-4755-9430-38a1fea5548c/30f0c7f9-9bd2-4d4c-a81b-5e235c383267/045fad2f-968d-448d-91a8-ebae7fa27fc2) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:03.291930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-9783afab-da18-4cbb-a5f4-def76476949d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Allocated IP 2001:db8:0:1:f816:3eff:feea:ffa6 (644dd19b-aa0a-4755-9430-38a1fea5548c/64feeb70-0cf1-4609-8744-6064dce98408/045fad2f-968d-448d-91a8-ebae7fa27fc2) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:03.422435 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2047a-9d2b-4470-9073-471cd55e671c req-37b54592-9479-463d-8bbe-fdcb210e6a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:03.424260 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59b2047a-9d2b-4470-9073-471cd55e671c req-37b54592-9479-463d-8bbe-fdcb210e6a9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.1394999 Jul 27 21:21:03.477280 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59b2047a-9d2b-4470-9073-471cd55e671c req-fbbc6a62-0235-4805-93a7-929b0d380eac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bab724c1-b25b-4c81-ac8b-9c65bda4b615 HTTP/1.1" status: 200 len: 217 time: 0.0448775 Jul 27 21:21:03.500690 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9783afab-da18-4cbb-a5f4-def76476949d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.516507 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-9783afab-da18-4cbb-a5f4-def76476949d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Transition to ACTIVE for port object 045fad2f-968d-448d-91a8-ebae7fa27fc2 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:03.563934 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9783afab-da18-4cbb-a5f4-def76476949d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.591971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2047a-9d2b-4470-9073-471cd55e671c req-42f48527-64e5-42d4-a595-643d62a668aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:03.593465 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59b2047a-9d2b-4470-9073-471cd55e671c req-42f48527-64e5-42d4-a595-643d62a668aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.1081352 Jul 27 21:21:03.617214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9783afab-da18-4cbb-a5f4-def76476949d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Network 644dd19b-aa0a-4755-9430-38a1fea5548c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:03.621649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-9783afab-da18-4cbb-a5f4-def76476949d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:03.638670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783afab-da18-4cbb-a5f4-def76476949d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:03.654662 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9783afab-da18-4cbb-a5f4-def76476949d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:03.656087 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9783afab-da18-4cbb-a5f4-def76476949d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.716074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2047a-9d2b-4470-9073-471cd55e671c req-6f1cfb8b-6f9b-45a6-9370-5b906171ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:03.717594 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59b2047a-9d2b-4470-9073-471cd55e671c req-6f1cfb8b-6f9b-45a6-9370-5b906171ac48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156504 Jul 27 21:21:03.735147 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9783afab-da18-4cbb-a5f4-def76476949d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0150607 Jul 27 21:21:03.736986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40040) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:03.744171 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783afab-da18-4cbb-a5f4-def76476949d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event updated for resources: {'Port': ['ID=045fad2f-968d-448d-91a8-ebae7fa27fc2,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:03.767121 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dc65c81c-d2b1-4a7c-a8c6-d99e386da048 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:03.852308 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:03.852682 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.898357 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40042) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:03.919567 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59b2047a-9d2b-4470-9073-471cd55e671c req-15c2d314-74fe-4664-a34f-1c74780dd39c service neutron] 10.222.0.20 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939116 Jul 27 21:21:03.939481 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c9b1299a-d495-4895-9bbc-52f3a7199524 None None] Provisioning complete for port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:03.940383 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c9b1299a-d495-4895-9bbc-52f3a7199524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:03.952672 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-9cdfd240-e1c2-4de7-853b-32b4abbb4d0e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting port 045fad2f-968d-448d-91a8-ebae7fa27fc2 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:03.953062 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd240-e1c2-4de7-853b-32b4abbb4d0e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.111285 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6ed86b57-7608-4054-b8ed-f6764ce9a486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.127241 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-59b2047a-9d2b-4470-9073-471cd55e671c req-6678cdc7-a37d-4962-8ad1-0e732bac1c9f service neutron] 10.222.0.20 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993346 Jul 27 21:21:04.211295 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd240-e1c2-4de7-853b-32b4abbb4d0e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.231351 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-9cdfd240-e1c2-4de7-853b-32b4abbb4d0e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Calling delete_port for 045fad2f-968d-448d-91a8-ebae7fa27fc2 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:04.237578 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.351029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ab3c568e-4c48-4f1d-b17d-74702e5e09bf None None] Provisioning for port 045fad2f-968d-448d-91a8-ebae7fa27fc2 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:04.358008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ab3c568e-4c48-4f1d-b17d-74702e5e09bf None None] Provisioning complete for port 045fad2f-968d-448d-91a8-ebae7fa27fc2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:04.358965 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ab3c568e-4c48-4f1d-b17d-74702e5e09bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.359109 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6ed86b57-7608-4054-b8ed-f6764ce9a486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.369409 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6ed86b57-7608-4054-b8ed-f6764ce9a486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.415037 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c568e-4c48-4f1d-b17d-74702e5e09bf None None] Port 045fad2f-968d-448d-91a8-ebae7fa27fc2 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:04.420016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6ed86b57-7608-4054-b8ed-f6764ce9a486 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a55a0d7812d403a9a9668c69b101acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5224407 Jul 27 21:21:04.422792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40052) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:04.440297 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed86b57-7608-4054-b8ed-f6764ce9a486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eaf8b1-1a5b-4739-8cb1-d8deada087f1,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:04.521317 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4876e708-0826-4a8b-8dec-fc8b79ce05ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.556255 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd240-e1c2-4de7-853b-32b4abbb4d0e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.560883 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4876e708-0826-4a8b-8dec-fc8b79ce05ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.616745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfd240-e1c2-4de7-853b-32b4abbb4d0e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Port': ['ID=045fad2f-968d-448d-91a8-ebae7fa27fc2,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:04.656916 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4876e708-0826-4a8b-8dec-fc8b79ce05ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.665153 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4876e708-0826-4a8b-8dec-fc8b79ce05ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.665153 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4876e708-0826-4a8b-8dec-fc8b79ce05ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b4eaf8b1-1a5b-4739-8cb1-d8deada087f1 HTTP/1.1" status: 204 len: 168 time: 0.2388530 Jul 27 21:21:04.678553 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876e708-0826-4a8b-8dec-fc8b79ce05ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eaf8b1-1a5b-4739-8cb1-d8deada087f1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:04.752638 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9cdfd240-e1c2-4de7-853b-32b4abbb4d0e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:04.758534 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9cdfd240-e1c2-4de7-853b-32b4abbb4d0e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/045fad2f-968d-448d-91a8-ebae7fa27fc2 HTTP/1.1" status: 204 len: 168 time: 1.0179102 Jul 27 21:21:04.759022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40058) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:04.863941 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf17722-bb9a-4f4b-91ef-53ed8c39466b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:04.866063 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cdf17722-bb9a-4f4b-91ef-53ed8c39466b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1060071 Jul 27 21:21:04.868749 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40062) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:05.299532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a3ede5-d8ce-40da-8126-b95463e65a1e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:05.305748 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40078) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:05.310318 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-43a3ede5-d8ce-40da-8126-b95463e65a1e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4318390 Jul 27 21:21:05.360308 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-696b95f6-6cb5-4bc8-ae8d-5113a9c8774e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.380640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c631a5bd-3721-4340-abc1-2fbf1bf6d132 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:05.382832 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c631a5bd-3721-4340-abc1-2fbf1bf6d132 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:05.384920 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c631a5bd-3721-4340-abc1-2fbf1bf6d132 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:05.389033 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c631a5bd-3721-4340-abc1-2fbf1bf6d132 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0798485 Jul 27 21:21:05.390253 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40084) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:05.454339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47e717f-ec68-413c-a391-6b242338915a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 30f0c7f9-9bd2-4d4c-a81b-5e235c383267 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:05.459518 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b47e717f-ec68-413c-a391-6b242338915a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.468088 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.503124 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b47e717f-ec68-413c-a391-6b242338915a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.627830 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b47e717f-ec68-413c-a391-6b242338915a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.701870 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b47e717f-ec68-413c-a391-6b242338915a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.729589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e717f-ec68-413c-a391-6b242338915a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=30f0c7f9-9bd2-4d4c-a81b-5e235c383267,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:05.735917 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b47e717f-ec68-413c-a391-6b242338915a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.737881 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b47e717f-ec68-413c-a391-6b242338915a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/30f0c7f9-9bd2-4d4c-a81b-5e235c383267 HTTP/1.1" status: 204 len: 168 time: 0.3465588 Jul 27 21:21:05.741423 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40096) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:05.749574 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838af027-61ca-4224-a779-d617385c9d21 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:05.795987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-902ad29c-885d-482e-8cba-46dfb00bc3e7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Deleting subnet 64feeb70-0cf1-4609-8744-6064dce98408 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:05.800084 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-902ad29c-885d-482e-8cba-46dfb00bc3e7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.850772 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-902ad29c-885d-482e-8cba-46dfb00bc3e7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:05.953538 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-902ad29c-885d-482e-8cba-46dfb00bc3e7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:06.022736 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-902ad29c-885d-482e-8cba-46dfb00bc3e7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:06.056632 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ad29c-885d-482e-8cba-46dfb00bc3e7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Subnet': ['ID=64feeb70-0cf1-4609-8744-6064dce98408,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:06.061301 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-902ad29c-885d-482e-8cba-46dfb00bc3e7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:06.065532 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-902ad29c-885d-482e-8cba-46dfb00bc3e7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/64feeb70-0cf1-4609-8744-6064dce98408 HTTP/1.1" status: 204 len: 168 time: 0.3206437 Jul 27 21:21:06.065727 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40104) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.108466 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-61fd95b0-fffe-4a71-bf51-4a628245ebed tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413482 Jul 27 21:21:06.111143 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40108) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.189335 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67f61d9-8b02-45dd-aacc-a34e18e0105b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:06.191282 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e67f61d9-8b02-45dd-aacc-a34e18e0105b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0790684 Jul 27 21:21:06.194178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40112) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.264682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42b5806-6a53-48e3-8802-dcd4ee78b24e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:06.270005 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d42b5806-6a53-48e3-8802-dcd4ee78b24e tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0745885 Jul 27 21:21:06.274114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40116) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.319510 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-16aaed02-06d8-4ec4-95d3-22b444c5a99f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441356 Jul 27 21:21:06.325842 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40118) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.358018 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-417f021d-bc2c-4f17-b56d-a3c0d067de01 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:06.359158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417f021d-bc2c-4f17-b56d-a3c0d067de01 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:06.361597 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-417f021d-bc2c-4f17-b56d-a3c0d067de01 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/045fad2f-968d-448d-91a8-ebae7fa27fc2 HTTP/1.1" status: 404 len: 333 time: 0.0366809 Jul 27 21:21:06.364741 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40120) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.407239 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-9911c365-3825-49cd-bef6-172d3ec9bcaa tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:06.407671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9911c365-3825-49cd-bef6-172d3ec9bcaa tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:06.409521 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9911c365-3825-49cd-bef6-172d3ec9bcaa tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/64feeb70-0cf1-4609-8744-6064dce98408 HTTP/1.1" status: 404 len: 337 time: 0.0425951 Jul 27 21:21:06.412945 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40128) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.441235 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7bcc33c-5d2e-4ee0-be71-d3a1f776beb7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:06.442027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7bcc33c-5d2e-4ee0-be71-d3a1f776beb7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:06.444526 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e7bcc33c-5d2e-4ee0-be71-d3a1f776beb7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/30f0c7f9-9bd2-4d4c-a81b-5e235c383267 HTTP/1.1" status: 404 len: 337 time: 0.0305340 Jul 27 21:21:06.447367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40130) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.482978 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a183d41-1f26-4550-bd09-599076e54d85 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:06.483717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a183d41-1f26-4550-bd09-599076e54d85 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:06.485621 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2a183d41-1f26-4550-bd09-599076e54d85 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/973fce09-cbff-4486-88b1-51f02c44d285 HTTP/1.1" status: 404 len: 333 time: 0.0353258 Jul 27 21:21:06.489159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40132) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.523466 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8bbba6-db8a-4ce3-8a6b-4fea2756cb93 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:06.523967 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8bbba6-db8a-4ce3-8a6b-4fea2756cb93 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:06.525868 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ac8bbba6-db8a-4ce3-8a6b-4fea2756cb93 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/6b196e2a-12ab-4e8b-b1a7-a70124bb4227 HTTP/1.1" status: 404 len: 337 time: 0.0354784 Jul 27 21:21:06.528460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40134) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.559029 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9aa8fe-19b8-428f-98de-e1363c0f1533 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:06.559493 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9aa8fe-19b8-428f-98de-e1363c0f1533 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:06.561274 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2d9aa8fe-19b8-428f-98de-e1363c0f1533 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/0f2f29db-774f-4ccd-8e1b-76a053ac2e94 HTTP/1.1" status: 404 len: 337 time: 0.0318689 Jul 27 21:21:06.565137 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40136) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.603309 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae60d7c-2a1a-4591-9b07-e83cd02968ce tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:06.604539 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae60d7c-2a1a-4591-9b07-e83cd02968ce tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:06.606890 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cae60d7c-2a1a-4591-9b07-e83cd02968ce tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/a5cae233-7b6c-4ef3-b197-c388b31d11d4 HTTP/1.1" status: 404 len: 333 time: 0.0407429 Jul 27 21:21:06.609414 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40138) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.625470 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9de326-cbc8-4729-b6cc-f898b1ae98a9 None None] Network 644dd19b-aa0a-4755-9430-38a1fea5548c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:06.652301 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-c113c31a-9a47-4c26-8682-9af53810e3d9 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:06.652682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c113c31a-9a47-4c26-8682-9af53810e3d9 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:06.654516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c113c31a-9a47-4c26-8682-9af53810e3d9 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/a3c7c23f-d9ec-48df-bc6c-a81561269242 HTTP/1.1" status: 404 len: 337 time: 0.0440159 Jul 27 21:21:06.657120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40146) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.690917 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d1765c-3dde-4cb3-ac67-38599c8333ce tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:06.691918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d1765c-3dde-4cb3-ac67-38599c8333ce tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:06.693994 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-34d1765c-3dde-4cb3-ac67-38599c8333ce tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/778f45ee-a2fe-4542-86a6-b7a1e852f352 HTTP/1.1" status: 404 len: 337 time: 0.0358832 Jul 27 21:21:06.696502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40154) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.723469 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-64476cb6-c71b-43b0-b0c2-44609e58d9a8 None None] Provisioning complete for port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:06.723843 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-64476cb6-c71b-43b0-b0c2-44609e58d9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:06.724018 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f360ed5-c43f-46a0-9851-d3abff976e7a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:06.724895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f360ed5-c43f-46a0-9851-d3abff976e7a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:06.726869 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8f360ed5-c43f-46a0-9851-d3abff976e7a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/42a5a5e3-879e-41cb-9cb0-a60c4bf8071f HTTP/1.1" status: 404 len: 333 time: 0.0292540 Jul 27 21:21:06.729406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40156) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.760040 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c750441-33f7-4545-ae70-6af6ed8b1bd7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:06.760800 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c750441-33f7-4545-ae70-6af6ed8b1bd7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:06.762645 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7c750441-33f7-4545-ae70-6af6ed8b1bd7 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/c446ac73-957d-420a-8c1d-91ec4808f8c2 HTTP/1.1" status: 404 len: 337 time: 0.0320551 Jul 27 21:21:06.765273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40160) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.797148 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec112360-9558-4114-aca6-35eee7f8b774 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:06.797616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec112360-9558-4114-aca6-35eee7f8b774 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:06.799684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ec112360-9558-4114-aca6-35eee7f8b774 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/361f58f5-3413-4d73-b3ef-4367e46b95da HTTP/1.1" status: 404 len: 337 time: 0.0334413 Jul 27 21:21:06.802960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40166) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.843699 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6580302-ba24-4e14-8c7e-99e9daefacdc tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:06.844527 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6580302-ba24-4e14-8c7e-99e9daefacdc tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:06.850948 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b6580302-ba24-4e14-8c7e-99e9daefacdc tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/3d48a89d-f656-4c04-847c-72750722e1c0 HTTP/1.1" status: 404 len: 333 time: 0.0433910 Jul 27 21:21:06.851358 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40172) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.894460 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93d5a5c-fb0d-43a1-8ac2-39b83d151c02 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:06.895378 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93d5a5c-fb0d-43a1-8ac2-39b83d151c02 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:06.898343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f93d5a5c-fb0d-43a1-8ac2-39b83d151c02 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/96ce3597-d0f6-4c7a-a018-50350084b821 HTTP/1.1" status: 404 len: 337 time: 0.0457673 Jul 27 21:21:06.904013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40178) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.940391 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5164f4a-7f43-4fb5-acf8-117b2362ba76 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:06.941437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5164f4a-7f43-4fb5-acf8-117b2362ba76 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:06.947332 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40186) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:06.948011 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f5164f4a-7f43-4fb5-acf8-117b2362ba76 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/044934a6-e0ff-48ea-bef0-c2a5b5ffdf82 HTTP/1.1" status: 404 len: 333 time: 0.0428128 Jul 27 21:21:06.979160 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d121ef5-7289-43a3-890f-30ed9d2b6f37 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:06.979657 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d121ef5-7289-43a3-890f-30ed9d2b6f37 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:06.981444 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1d121ef5-7289-43a3-890f-30ed9d2b6f37 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/96bc87f2-8010-4b51-beca-031118dd394a HTTP/1.1" status: 404 len: 337 time: 0.0331202 Jul 27 21:21:06.984208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40188) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.004476 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb620c85-7849-4e04-acf1-8c38eecfb1b6 None None] DHCP port deletion for 644dd19b-aa0a-4755-9430-38a1fea5548c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:07.026933 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-71eab66d-84c6-4b94-91e5-5284f861bd7f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.029554 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71eab66d-84c6-4b94-91e5-5284f861bd7f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.031456 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-71eab66d-84c6-4b94-91e5-5284f861bd7f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/849daa6d-b23f-4a2f-9488-4298cd887db6 HTTP/1.1" status: 404 len: 333 time: 0.0462406 Jul 27 21:21:07.035560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40198) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.065579 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad37e6f6-1284-4f07-9caa-bb3f50d1f96c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.066958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad37e6f6-1284-4f07-9caa-bb3f50d1f96c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.069108 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ad37e6f6-1284-4f07-9caa-bb3f50d1f96c tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/2a4546f2-61d0-480d-a53f-13744ddd1b94 HTTP/1.1" status: 404 len: 337 time: 0.0324328 Jul 27 21:21:07.071660 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40200) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.085006 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cb620c85-7849-4e04-acf1-8c38eecfb1b6 None None] Deleting port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:07.085515 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cb620c85-7849-4e04-acf1-8c38eecfb1b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.110389 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d15b4e8-bbdb-4eb7-97a9-83e7ab14ece5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.111116 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d15b4e8-bbdb-4eb7-97a9-83e7ab14ece5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.112880 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3d15b4e8-bbdb-4eb7-97a9-83e7ab14ece5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/1e14ffa3-a640-4b0a-bbc8-fd96b6a13788 HTTP/1.1" status: 404 len: 333 time: 0.0402455 Jul 27 21:21:07.115600 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40210) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.148552 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ea3130-0e1e-45f3-88ba-3ddb3f133e8d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.149633 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ea3130-0e1e-45f3-88ba-3ddb3f133e8d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.154862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-83ea3130-0e1e-45f3-88ba-3ddb3f133e8d tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/d087ebb8-46ee-4d14-8cab-0b4db41b30ac HTTP/1.1" status: 404 len: 337 time: 0.0379984 Jul 27 21:21:07.155105 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40212) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.186194 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-fafabe3f-bc73-4dcb-86cb-8e06acc67173 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.187298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fafabe3f-bc73-4dcb-86cb-8e06acc67173 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.190074 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fafabe3f-bc73-4dcb-86cb-8e06acc67173 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/ab2a4dae-ab2d-4084-a050-54e5126a5876 HTTP/1.1" status: 404 len: 333 time: 0.0332651 Jul 27 21:21:07.192819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40218) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.229758 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa2608b-cddb-4e24-ac53-8e7d535ff0f5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.230624 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa2608b-cddb-4e24-ac53-8e7d535ff0f5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.232698 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8aa2608b-cddb-4e24-ac53-8e7d535ff0f5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/71f632ef-4ce4-4206-816c-1f6094737880 HTTP/1.1" status: 404 len: 337 time: 0.0386739 Jul 27 21:21:07.235491 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40224) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.253623 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.262067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cb620c85-7849-4e04-acf1-8c38eecfb1b6 None None] For port dc65c81c-d2b1-4a7c-a8c6-d99e386da048, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,segment=NetworkSegment(d8842d7f-da5b-41ec-b8a6-0f5ae775d244),segment_id=d8842d7f-da5b-41ec-b8a6-0f5ae775d244)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:07.262583 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cb620c85-7849-4e04-acf1-8c38eecfb1b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.281122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cb620c85-7849-4e04-acf1-8c38eecfb1b6 None None] Calling delete_port for dc65c81c-d2b1-4a7c-a8c6-d99e386da048 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:07.293810 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6be6a5-8fce-483b-89d2-a1714f13b1af tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.295247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d6be6a5-8fce-483b-89d2-a1714f13b1af tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.297216 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5d6be6a5-8fce-483b-89d2-a1714f13b1af tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/ee56132d-e6d2-4cec-813b-93d85afa96a4 HTTP/1.1" status: 404 len: 333 time: 0.0604608 Jul 27 21:21:07.299731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40230) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.335338 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-2846ece0-6a71-4a26-a838-624d3137ac3a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.335505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2846ece0-6a71-4a26-a838-624d3137ac3a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.337998 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2846ece0-6a71-4a26-a838-624d3137ac3a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/7d2ce335-6a50-49e8-abb5-d68cbefdcbb7 HTTP/1.1" status: 404 len: 337 time: 0.0364583 Jul 27 21:21:07.340722 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40240) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.398542 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cb620c85-7849-4e04-acf1-8c38eecfb1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.420538 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c99b2b-08d7-4bec-9b2c-3a1dc24e0344 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.420916 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c99b2b-08d7-4bec-9b2c-3a1dc24e0344 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.425230 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-97c99b2b-08d7-4bec-9b2c-3a1dc24e0344 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/522ec069-c555-4f69-b6ab-538979e19494 HTTP/1.1" status: 404 len: 337 time: 0.0767434 Jul 27 21:21:07.425708 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40246) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.449051 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb620c85-7849-4e04-acf1-8c38eecfb1b6 None None] Pushing event deleted for resources: {'Port': ['ID=dc65c81c-d2b1-4a7c-a8c6-d99e386da048,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:07.455782 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb620c85-7849-4e04-acf1-8c38eecfb1b6 None None] No DVR routers for this DVR port dc65c81c-d2b1-4a7c-a8c6-d99e386da048 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:07.476935 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce02514-f7db-4f9f-9505-d66f35132033 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.477661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce02514-f7db-4f9f-9505-d66f35132033 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.479444 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cce02514-f7db-4f9f-9505-d66f35132033 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/7f99c71f-54be-4f52-bc68-2ab9b8a33b0f HTTP/1.1" status: 404 len: 333 time: 0.0524919 Jul 27 21:21:07.482180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40250) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.510957 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfcb551-89ea-4726-9001-19e40dd9971f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.511717 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfcb551-89ea-4726-9001-19e40dd9971f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.513846 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3bfcb551-89ea-4726-9001-19e40dd9971f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/68820772-ded6-430d-a9ff-46684dbef96f HTTP/1.1" status: 404 len: 337 time: 0.0306654 Jul 27 21:21:07.516479 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40252) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.545340 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0ffa4f-9e10-4a79-a070-a0ab73289919 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.546137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b0ffa4f-9e10-4a79-a070-a0ab73289919 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.548079 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3b0ffa4f-9e10-4a79-a070-a0ab73289919 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/9dd73ff6-8c3e-4db6-b191-9766c78b8d9f HTTP/1.1" status: 404 len: 337 time: 0.0306196 Jul 27 21:21:07.550790 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40254) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.577377 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec35223-3a44-455f-b385-c5016e0f2afb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.578092 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec35223-3a44-455f-b385-c5016e0f2afb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.579911 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7ec35223-3a44-455f-b385-c5016e0f2afb tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/232e3143-a6ee-4be0-b1be-832cab39b96c HTTP/1.1" status: 404 len: 333 time: 0.0278194 Jul 27 21:21:07.583696 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40256) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.613492 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-58dcd5a0-069b-41de-9495-7a4c3c86cee4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.614281 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58dcd5a0-069b-41de-9495-7a4c3c86cee4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.618769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40258) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.618956 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-58dcd5a0-069b-41de-9495-7a4c3c86cee4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/94e8b28d-e599-4422-b582-6f90a3596a8f HTTP/1.1" status: 404 len: 337 time: 0.0333111 Jul 27 21:21:07.652618 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c39278-20a9-46d4-9980-b3f6c08d28f1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.653166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c39278-20a9-46d4-9980-b3f6c08d28f1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.655153 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d1c39278-20a9-46d4-9980-b3f6c08d28f1 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/80f073f0-7381-480b-98a8-b0f793aa8299 HTTP/1.1" status: 404 len: 337 time: 0.0350678 Jul 27 21:21:07.657961 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40260) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.695465 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.699393 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90c6729-3aaa-402d-b0aa-214772e74f39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.700483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90c6729-3aaa-402d-b0aa-214772e74f39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.702425 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a90c6729-3aaa-402d-b0aa-214772e74f39 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/d00e05e1-3c24-4fa9-8b38-dc0f747f1b45 HTTP/1.1" status: 404 len: 333 time: 0.0430980 Jul 27 21:21:07.705034 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40264) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.725071 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dc65c81c-d2b1-4a7c-a8c6-d99e386da048 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:07.753089 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e6de46-ae90-4b11-8b0d-696a762e5c42 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.753636 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e6de46-ae90-4b11-8b0d-696a762e5c42 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.755651 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a0e6de46-ae90-4b11-8b0d-696a762e5c42 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/34c5a250-136f-44c8-a8f5-278ffeadf352 HTTP/1.1" status: 404 len: 337 time: 0.0493042 Jul 27 21:21:07.758132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40270) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.763579 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: dc65c81c-d2b1-4a7c-a8c6-d99e386da048 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:07.764071 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dc65c81c-d2b1-4a7c-a8c6-d99e386da048 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:07.792978 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-791ab547-068a-4974-88bd-dbe38ae819df tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.793896 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791ab547-068a-4974-88bd-dbe38ae819df tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.796118 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-791ab547-068a-4974-88bd-dbe38ae819df tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/36c0470d-a0d8-4f7f-aa4c-16b6ef7457ca HTTP/1.1" status: 404 len: 337 time: 0.0361722 Jul 27 21:21:07.798983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40272) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.815519 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40274) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.837305 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-51dac8ba-1fe1-4c96-850c-bd649eb4947b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2be52bc-e6e3-41b2-8dad-317e206a15b1 HTTP/1.1" status: 200 len: 205 time: 0.0371597 Jul 27 21:21:07.840143 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40278) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.881999 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-860515b4-ee93-479c-b309-bf3b987c385a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] delete failed (client error): The resource could not be found. Jul 27 21:21:07.886307 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40280) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.886469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-860515b4-ee93-479c-b309-bf3b987c385a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/routers/e2be52bc-e6e3-41b2-8dad-317e206a15b1 HTTP/1.1" status: 404 len: 336 time: 0.0443683 Jul 27 21:21:07.928025 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4a5d9b-0dc2-4a0e-9b41-8a05f9e5fc4b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:07.928499 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c4a5d9b-0dc2-4a0e-9b41-8a05f9e5fc4b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:07.930430 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2c4a5d9b-0dc2-4a0e-9b41-8a05f9e5fc4b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/00ec969a-11cb-49dc-8f0f-48b475aca85e HTTP/1.1" status: 404 len: 337 time: 0.0435710 Jul 27 21:21:07.933161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40282) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:07.939877 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a82183eb-4197-4f92-ba0f-3caae8b0898d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:07.970153 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8dce4d1c-14af-4c18-8a84-f9eead117cbe tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d8dbbbf-7815-4d8b-93c2-be6801228c89 HTTP/1.1" status: 200 len: 205 time: 0.0331442 Jul 27 21:21:07.970612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40284) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.010421 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-41eb58a7-bd93-4272-bc0c-24e168886965 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] delete failed (client error): The resource could not be found. Jul 27 21:21:08.011516 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-41eb58a7-bd93-4272-bc0c-24e168886965 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/routers/0d8dbbbf-7815-4d8b-93c2-be6801228c89 HTTP/1.1" status: 404 len: 336 time: 0.0399561 Jul 27 21:21:08.014140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40286) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.051513 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf0988c-c079-4847-8245-935de3e8f5d2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:08.051977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf0988c-c079-4847-8245-935de3e8f5d2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:08.053723 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6cf0988c-c079-4847-8245-935de3e8f5d2 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/5ea27d16-e4f7-4400-a7c8-8845b513121e HTTP/1.1" status: 404 len: 337 time: 0.0386486 Jul 27 21:21:08.056964 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40290) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.092564 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f0b972-d01d-47f6-b0fc-221e8ae78291 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:08.093028 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f0b972-d01d-47f6-b0fc-221e8ae78291 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:08.094796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f1f0b972-d01d-47f6-b0fc-221e8ae78291 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/7d739b1d-4c40-4a0c-bb0b-8d5a76e6f6fc HTTP/1.1" status: 404 len: 337 time: 0.0367498 Jul 27 21:21:08.098086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40294) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.127679 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad52b7d-4790-48c7-8c47-0ae71c5cc2d4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:08.129221 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad52b7d-4790-48c7-8c47-0ae71c5cc2d4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:08.131091 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1ad52b7d-4790-48c7-8c47-0ae71c5cc2d4 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/9f2dd3d5-3caf-40e3-a8c1-5039cdf20232 HTTP/1.1" status: 404 len: 333 time: 0.0317545 Jul 27 21:21:08.134505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40296) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.140970 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a82183eb-4197-4f92-ba0f-3caae8b0898d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.147402 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a82183eb-4197-4f92-ba0f-3caae8b0898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.167962 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-793ddc3a-dae2-4035-af92-1d40b8101dfd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:08.168905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-793ddc3a-dae2-4035-af92-1d40b8101dfd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:08.174699 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-793ddc3a-dae2-4035-af92-1d40b8101dfd tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/962a8bb9-f594-40c6-ab3c-07420913ca39 HTTP/1.1" status: 404 len: 337 time: 0.0388713 Jul 27 21:21:08.175066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40298) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.183022 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a82183eb-4197-4f92-ba0f-3caae8b0898d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d67d111b9f3a49788dd3d7ec37345086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3656051 Jul 27 21:21:08.183471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40300) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.220176 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfedb51d-3c3b-4ab1-9060-d38314a242ee tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:08.220913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfedb51d-3c3b-4ab1-9060-d38314a242ee tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:08.223353 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cfedb51d-3c3b-4ab1-9060-d38314a242ee tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/c8ccb8ae-f1dc-4376-9cc8-2e2f930f1490 HTTP/1.1" status: 404 len: 333 time: 0.0359604 Jul 27 21:21:08.226952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40304) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.248386 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82183eb-4197-4f92-ba0f-3caae8b0898d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5206b996-194a-406b-83b1-9660be602e3b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:08.272429 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd27688a-30e5-4058-8705-bb859ac1964f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:08.273026 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd27688a-30e5-4058-8705-bb859ac1964f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:08.277220 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fd27688a-30e5-4058-8705-bb859ac1964f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/983c2c7d-80b9-486b-a102-d1f22efe42b7 HTTP/1.1" status: 404 len: 337 time: 0.0469224 Jul 27 21:21:08.277879 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40306) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.313651 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afe8206-db03-4962-a155-61e86f2e24c5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:08.314465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afe8206-db03-4962-a155-61e86f2e24c5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:08.318391 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4afe8206-db03-4962-a155-61e86f2e24c5 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/a097d1dd-d823-407f-ab39-0d0c845f4a43 HTTP/1.1" status: 404 len: 333 time: 0.0376277 Jul 27 21:21:08.319462 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b50a3e68-b2b6-4ceb-b739-0cd654ce1d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.319655 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40308) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.343678 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b50a3e68-b2b6-4ceb-b739-0cd654ce1d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.350256 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fded73-d2fc-42d8-99ff-96f27b8289a8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:08.350837 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fded73-d2fc-42d8-99ff-96f27b8289a8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:08.354986 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-02fded73-d2fc-42d8-99ff-96f27b8289a8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/7032581c-79ba-428e-b36d-48f734d64368 HTTP/1.1" status: 404 len: 337 time: 0.0316942 Jul 27 21:21:08.355957 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40310) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.387176 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-1562bebd-ed46-4adf-ac3f-ac6b644e0641 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:08.387893 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1562bebd-ed46-4adf-ac3f-ac6b644e0641 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:08.389894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1562bebd-ed46-4adf-ac3f-ac6b644e0641 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/32e66dcb-a030-40d1-ba83-c3dbf1c1848f HTTP/1.1" status: 404 len: 333 time: 0.0325978 Jul 27 21:21:08.392155 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40312) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.401201 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b50a3e68-b2b6-4ceb-b739-0cd654ce1d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.404181 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b50a3e68-b2b6-4ceb-b739-0cd654ce1d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.408064 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b50a3e68-b2b6-4ceb-b739-0cd654ce1d29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5206b996-194a-406b-83b1-9660be602e3b HTTP/1.1" status: 204 len: 168 time: 0.2208033 Jul 27 21:21:08.413408 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a3e68-b2b6-4ceb-b739-0cd654ce1d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5206b996-194a-406b-83b1-9660be602e3b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:08.427856 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54e088b-46d2-47fa-a004-cd6e5b598b7a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:08.428315 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54e088b-46d2-47fa-a004-cd6e5b598b7a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:08.433915 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40316) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.451254 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c54e088b-46d2-47fa-a004-cd6e5b598b7a tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/4aeccfe1-f842-40e2-a3c0-4b6e562aa6cd HTTP/1.1" status: 404 len: 337 time: 0.0578661 Jul 27 21:21:08.473254 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fe19a7-adbc-44f8-b1f8-b58efa1675d8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:08.474309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fe19a7-adbc-44f8-b1f8-b58efa1675d8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:08.479019 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b3fe19a7-adbc-44f8-b1f8-b58efa1675d8 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/16599d6f-696b-44e7-aac3-9a3c8f8334fa HTTP/1.1" status: 404 len: 333 time: 0.0440154 Jul 27 21:21:08.479403 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40318) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.508069 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-6484c79f-5d53-4368-863d-c0093629e918 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:08.508329 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6484c79f-5d53-4368-863d-c0093629e918 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:08.512652 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6484c79f-5d53-4368-863d-c0093629e918 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/a6dc70ae-8198-4cae-8e2f-fd92ff37f504 HTTP/1.1" status: 404 len: 337 time: 0.0296173 Jul 27 21:21:08.512966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40320) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.557584 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3d5ecb-03b5-4b80-84ed-f3ceb1ef086b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:08.558563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed3d5ecb-03b5-4b80-84ed-f3ceb1ef086b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:08.564713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40324) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.565210 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ed3d5ecb-03b5-4b80-84ed-f3ceb1ef086b tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/a26c5739-a88b-4272-a7b1-2c6530c6bed3 HTTP/1.1" status: 404 len: 333 time: 0.0508187 Jul 27 21:21:08.594298 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d07e513-c2e9-4f2f-9be6-ee6034fc5d3f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:08.594850 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d07e513-c2e9-4f2f-9be6-ee6034fc5d3f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:08.596576 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0d07e513-c2e9-4f2f-9be6-ee6034fc5d3f tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/c62c619a-3458-4b40-972d-ff48d4efeea5 HTTP/1.1" status: 404 len: 337 time: 0.0303891 Jul 27 21:21:08.599335 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40326) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.625122 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-0733b256-63bf-4e4e-9db3-cf18acc498b6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:08.625828 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0733b256-63bf-4e4e-9db3-cf18acc498b6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:08.627884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0733b256-63bf-4e4e-9db3-cf18acc498b6 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/ports/bd5f50d0-baa3-4393-aad9-7563b23bf758 HTTP/1.1" status: 404 len: 333 time: 0.0274971 Jul 27 21:21:08.631141 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40328) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.660192 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d244fd6-a988-4b6d-ade1-852a62683317 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:08.660570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d244fd6-a988-4b6d-ade1-852a62683317 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:08.662306 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0d244fd6-a988-4b6d-ade1-852a62683317 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/subnets/6887ef3f-1285-40cf-a67b-077337805f0f HTTP/1.1" status: 404 len: 337 time: 0.0301878 Jul 27 21:21:08.664979 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40330) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.756929 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b2042d5-7860-4726-8916-0249e9bc3141 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.772456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40332) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:08.793115 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-27158a92-97d2-45a5-bb73-3fa16a4c3494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.804133 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fa2b240-231a-4dca-964c-1d94afafefb3 req-61888341-814b-49c4-ba44-2b18d31bff7e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0642436 Jul 27 21:21:08.863616 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.894529 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b2042d5-7860-4726-8916-0249e9bc3141 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.907573 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-2b2042d5-7860-4726-8916-0249e9bc3141 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644dd19b-aa0a-4755-9430-38a1fea5548c']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:08.916890 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2b240-231a-4dca-964c-1d94afafefb3 req-1aecc58a-10cf-4422-bf4c-ad1fd2cc14e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:08.918468 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fa2b240-231a-4dca-964c-1d94afafefb3 req-1aecc58a-10cf-4422-bf4c-ad1fd2cc14e0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 1095 time: 0.0667088 Jul 27 21:21:08.923175 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-2b2042d5-7860-4726-8916-0249e9bc3141 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:08.923474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-2b2042d5-7860-4726-8916-0249e9bc3141 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8842d7f-da5b-41ec-b8a6-0f5ae775d244') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:08.937596 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b2042d5-7860-4726-8916-0249e9bc3141 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.962032 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b2042d5-7860-4726-8916-0249e9bc3141 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.971989 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2042d5-7860-4726-8916-0249e9bc3141 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:08.972398 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b2042d5-7860-4726-8916-0249e9bc3141 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:08.975678 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:09.026719 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2b240-231a-4dca-964c-1d94afafefb3 req-8302e61a-c325-4262-917c-d029ad2e7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:09.028435 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fa2b240-231a-4dca-964c-1d94afafefb3 req-8302e61a-c325-4262-917c-d029ad2e7a34 service neutron] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.0897844 Jul 27 21:21:09.048608 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b2042d5-7860-4726-8916-0249e9bc3141 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.059020 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-27158a92-97d2-45a5-bb73-3fa16a4c3494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.060312 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b2042d5-7860-4726-8916-0249e9bc3141 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.062163 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2b2042d5-7860-4726-8916-0249e9bc3141 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] 10.222.0.55 "DELETE /v2.0/networks/644dd19b-aa0a-4755-9430-38a1fea5548c HTTP/1.1" status: 204 len: 168 time: 0.3962586 Jul 27 21:21:09.064599 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-27158a92-97d2-45a5-bb73-3fa16a4c3494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.093410 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2042d5-7860-4726-8916-0249e9bc3141 tempest-NetworksTestDHCPv6-500762070 tempest-NetworksTestDHCPv6-500762070-project] Pushing event deleted for resources: {'Network': ['ID=644dd19b-aa0a-4755-9430-38a1fea5548c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:09.108781 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fa2b240-231a-4dca-964c-1d94afafefb3 req-b7ae2e0a-eb25-4aa1-a270-389f1058e7e9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818 HTTP/1.1" status: 200 len: 998 time: 0.0726945 Jul 27 21:21:09.119725 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27158a92-97d2-45a5-bb73-3fa16a4c3494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b601a2f3-a655-418e-b2f7-e76c3dae1478,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:09.124048 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-27158a92-97d2-45a5-bb73-3fa16a4c3494 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4ed402d70414e6d98389c9a0a38f29c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3505008 Jul 27 21:21:09.126718 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40338) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:09.192113 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-57473ec7-a4dd-4a52-a11d-c5f982adabdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.197866 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2b240-231a-4dca-964c-1d94afafefb3 req-4bcf41ef-f871-47c3-9fdc-2de7b6f3c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:09.199829 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fa2b240-231a-4dca-964c-1d94afafefb3 req-4bcf41ef-f871-47c3-9fdc-2de7b6f3c7b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.0777006 Jul 27 21:21:09.221776 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-57473ec7-a4dd-4a52-a11d-c5f982adabdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.285561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2b240-231a-4dca-964c-1d94afafefb3 req-eb778f8c-a6f3-4bb5-a871-268444b2edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:09.287005 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fa2b240-231a-4dca-964c-1d94afafefb3 req-eb778f8c-a6f3-4bb5-a871-268444b2edb9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782466 Jul 27 21:21:09.295216 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-57473ec7-a4dd-4a52-a11d-c5f982adabdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.298003 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-57473ec7-a4dd-4a52-a11d-c5f982adabdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.301781 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-57473ec7-a4dd-4a52-a11d-c5f982adabdb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b601a2f3-a655-418e-b2f7-e76c3dae1478 HTTP/1.1" status: 204 len: 168 time: 0.1717591 Jul 27 21:21:09.307972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57473ec7-a4dd-4a52-a11d-c5f982adabdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b601a2f3-a655-418e-b2f7-e76c3dae1478,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:09.403342 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fa2b240-231a-4dca-964c-1d94afafefb3 req-1fda56ab-f7f2-40ff-9f7e-00677ad6cf7d service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063912 Jul 27 21:21:09.425886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40354) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:09.538732 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fa2b240-231a-4dca-964c-1d94afafefb3 req-fa12e293-87ca-4f71-8773-2e5e625ecd73 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269777 Jul 27 21:21:09.716792 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a69d2d52-43f2-4726-bf88-d0e3c1059452 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e5e2b25248d4480db696a630a44bf04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861121 Jul 27 21:21:09.716792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40372) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:09.774024 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0de5fc9-07d1-4971-b4a6-d11a1a50b01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.797439 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0de5fc9-07d1-4971-b4a6-d11a1a50b01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.881277 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0de5fc9-07d1-4971-b4a6-d11a1a50b01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.883433 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0de5fc9-07d1-4971-b4a6-d11a1a50b01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:09.884616 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a0de5fc9-07d1-4971-b4a6-d11a1a50b01e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab6e5ff3-7163-402e-930a-f4e761d109d8 HTTP/1.1" status: 204 len: 168 time: 0.1677761 Jul 27 21:21:09.894915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de5fc9-07d1-4971-b4a6-d11a1a50b01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6e5ff3-7163-402e-930a-f4e761d109d8,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:10.670827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40434) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:10.781776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-29f9f4b7-13a5-4eba-8970-90b0b200d082 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1083199713'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:10.807427 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f9f4b7-13a5-4eba-8970-90b0b200d082 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:10.811139 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-29f9f4b7-13a5-4eba-8970-90b0b200d082 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:10.826285 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-29f9f4b7-13a5-4eba-8970-90b0b200d082 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:10.939393 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-29f9f4b7-13a5-4eba-8970-90b0b200d082 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:10.946048 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-29f9f4b7-13a5-4eba-8970-90b0b200d082 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:10.970070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f9f4b7-13a5-4eba-8970-90b0b200d082 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:10.985858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9f4b7-13a5-4eba-8970-90b0b200d082 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc2e327-7a47-4c59-80e4-f60cc55f0e5e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:10.988946 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-29f9f4b7-13a5-4eba-8970-90b0b200d082 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:10.989281 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-29f9f4b7-13a5-4eba-8970-90b0b200d082 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Added segment 916dcdaa-57fe-48a6-87db-2e078960edd4 of type vlan for network 52b34fd9-5a5d-4895-a434-6a53cacd5553 Jul 27 21:21:11.041211 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-29f9f4b7-13a5-4eba-8970-90b0b200d082 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.074238 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-29f9f4b7-13a5-4eba-8970-90b0b200d082 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.080205 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f9f4b7-13a5-4eba-8970-90b0b200d082 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:11.080795 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-29f9f4b7-13a5-4eba-8970-90b0b200d082 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.140075 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-29f9f4b7-13a5-4eba-8970-90b0b200d082 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4679303 Jul 27 21:21:11.143010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40468) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:11.150914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-be969050-5a8d-49c7-8223-3f3431946fa5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553', 'name': 'tempest-PortsIpV6TestJSON-810862097'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:11.201299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9f4b7-13a5-4eba-8970-90b0b200d082 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Network': ['ID=52b34fd9-5a5d-4895-a434-6a53cacd5553,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:11.212191 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:11.258640 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be969050-5a8d-49c7-8223-3f3431946fa5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:11.262593 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be969050-5a8d-49c7-8223-3f3431946fa5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.284153 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-be969050-5a8d-49c7-8223-3f3431946fa5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] device_id is not set on port 55ac09b4-1f88-48c5-ab35-f53385955376 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:11.491663 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be969050-5a8d-49c7-8223-3f3431946fa5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.534599 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be969050-5a8d-49c7-8223-3f3431946fa5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.597017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be969050-5a8d-49c7-8223-3f3431946fa5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=55ac09b4-1f88-48c5-ab35-f53385955376,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:11.606655 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be969050-5a8d-49c7-8223-3f3431946fa5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Checking segment: {'id': '916dcdaa-57fe-48a6-87db-2e078960edd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:11.607014 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be969050-5a8d-49c7-8223-3f3431946fa5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network hostable DHCP agents. Network: 52b34fd9-5a5d-4895-a434-6a53cacd5553, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:11.624016 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be969050-5a8d-49c7-8223-3f3431946fa5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:11.635940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-be969050-5a8d-49c7-8223-3f3431946fa5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 52b34fd9-5a5d-4895-a434-6a53cacd5553) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:11.640074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be969050-5a8d-49c7-8223-3f3431946fa5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:11.646029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed4a392-f6a0-4b6f-b665-453d6c386a2f None None] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:11.647205 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be969050-5a8d-49c7-8223-3f3431946fa5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:11.648007 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be969050-5a8d-49c7-8223-3f3431946fa5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.664908 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-be969050-5a8d-49c7-8223-3f3431946fa5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5206411 Jul 27 21:21:11.668241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40510) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:11.674492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-cfd0dd80-e078-4fcd-bc20-84dfcb73206e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-852385363'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:11.701612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd0dd80-e078-4fcd-bc20-84dfcb73206e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:11.706149 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cfd0dd80-e078-4fcd-bc20-84dfcb73206e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.746792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd0dd80-e078-4fcd-bc20-84dfcb73206e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:11.761471 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cfd0dd80-e078-4fcd-bc20-84dfcb73206e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.762078 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-cfd0dd80-e078-4fcd-bc20-84dfcb73206e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Added segment 6c2bf8a9-34a2-425b-b557-ac8120043fd2 of type vlan for network 384e6c7e-845d-46b8-9dd8-40d05f27ed46 Jul 27 21:21:11.819175 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cfd0dd80-e078-4fcd-bc20-84dfcb73206e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.850680 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cfd0dd80-e078-4fcd-bc20-84dfcb73206e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.856262 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd0dd80-e078-4fcd-bc20-84dfcb73206e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:11.856842 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cfd0dd80-e078-4fcd-bc20-84dfcb73206e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:11.924922 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cfd0dd80-e078-4fcd-bc20-84dfcb73206e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2554812 Jul 27 21:21:11.927831 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40528) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:11.935527 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'ports': [{'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553'}, {'network_id': '384e6c7e-845d-46b8-9dd8-40d05f27ed46'}]} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:11.935655 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:11.936122 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'network_id': '384e6c7e-845d-46b8-9dd8-40d05f27ed46'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:11.940879 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0dd80-e078-4fcd-bc20-84dfcb73206e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Network': ['ID=384e6c7e-845d-46b8-9dd8-40d05f27ed46,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:11.953643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 384e6c7e-845d-46b8-9dd8-40d05f27ed46 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:12.137395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'port': 2} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:12.142199 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:12.161358 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:12.298142 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] device_id is not set on port f5df8b4f-60ff-4ecb-9ffa-314d792c6428 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:12.432451 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:12.548824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] device_id is not set on port 3bcff2eb-1caf-4785-920d-49e6c45ca9bd yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:12.679450 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:12.722925 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:12.768291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:12.773006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:12.778846 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:12.779694 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:12.791133 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=f5df8b4f-60ff-4ecb-9ffa-314d792c6428,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:12.859416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=3bcff2eb-1caf-4785-920d-49e6c45ca9bd,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:12.864868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Checking segment: {'id': '6c2bf8a9-34a2-425b-b557-ac8120043fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '384e6c7e-845d-46b8-9dd8-40d05f27ed46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:12.865234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network hostable DHCP agents. Network: 384e6c7e-845d-46b8-9dd8-40d05f27ed46, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:12.884603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 384e6c7e-845d-46b8-9dd8-40d05f27ed46 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:12.895763 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 384e6c7e-845d-46b8-9dd8-40d05f27ed46) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:12.899687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:12.905350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086eedf9-737f-4ca4-a746-43c08e735b1f None None] Network 384e6c7e-845d-46b8-9dd8-40d05f27ed46 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:12.906326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:12.912318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:12.913010 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:12.929486 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fa63338d-8f82-41ae-8a34-ed82f7d3db78 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0004826 Jul 27 21:21:12.932465 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40614) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:13.054954 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-a1048b35-fc3c-4521-9158-56e201c9e3e3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port 3bcff2eb-1caf-4785-920d-49e6c45ca9bd {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:13.055569 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1048b35-fc3c-4521-9158-56e201c9e3e3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.130454 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1048b35-fc3c-4521-9158-56e201c9e3e3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.144472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-a1048b35-fc3c-4521-9158-56e201c9e3e3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for 3bcff2eb-1caf-4785-920d-49e6c45ca9bd owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:13.231005 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1048b35-fc3c-4521-9158-56e201c9e3e3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.290410 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1048b35-fc3c-4521-9158-56e201c9e3e3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.294848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a1048b35-fc3c-4521-9158-56e201c9e3e3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/3bcff2eb-1caf-4785-920d-49e6c45ca9bd HTTP/1.1" status: 204 len: 168 time: 0.3589664 Jul 27 21:21:13.294848 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1048b35-fc3c-4521-9158-56e201c9e3e3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=3bcff2eb-1caf-4785-920d-49e6c45ca9bd,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:13.295436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40632) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:13.383447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfc013d-459c-4f90-883c-7d5db6dc99c6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:13.389476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfc013d-459c-4f90-883c-7d5db6dc99c6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:13.393774 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9dfc013d-459c-4f90-883c-7d5db6dc99c6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0942645 Jul 27 21:21:13.394385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40634) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:13.417076 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40636) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:13.506726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-964cce0d-783f-4221-92b7-226d3d647807 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port f5df8b4f-60ff-4ecb-9ffa-314d792c6428 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:13.507164 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-964cce0d-783f-4221-92b7-226d3d647807 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.531644 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-86277a38-39b4-42d5-8bcb-ee3093d24fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.578171 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-964cce0d-783f-4221-92b7-226d3d647807 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.592846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-964cce0d-783f-4221-92b7-226d3d647807 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for f5df8b4f-60ff-4ecb-9ffa-314d792c6428 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:13.629450 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-86277a38-39b4-42d5-8bcb-ee3093d24fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.634655 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-86277a38-39b4-42d5-8bcb-ee3093d24fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.667606 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-86277a38-39b4-42d5-8bcb-ee3093d24fb7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3ac2803c7e849d5b0a9f824bbce0a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494082 Jul 27 21:21:13.671144 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40640) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:13.687850 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-964cce0d-783f-4221-92b7-226d3d647807 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.695229 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86277a38-39b4-42d5-8bcb-ee3093d24fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f677293f-7580-4d53-86ba-e55c088ec5b6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:13.719142 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cce0d-783f-4221-92b7-226d3d647807 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=f5df8b4f-60ff-4ecb-9ffa-314d792c6428,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:13.725112 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-964cce0d-783f-4221-92b7-226d3d647807 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.729400 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-964cce0d-783f-4221-92b7-226d3d647807 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/f5df8b4f-60ff-4ecb-9ffa-314d792c6428 HTTP/1.1" status: 204 len: 168 time: 0.3318713 Jul 27 21:21:13.729681 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40642) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:13.745288 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d985f186-f57d-474e-b5a1-31daca09d4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.773905 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d985f186-f57d-474e-b5a1-31daca09d4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.799302 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5385fa77-deef-4c90-a0d7-e99a52433c2b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:13.801221 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5385fa77-deef-4c90-a0d7-e99a52433c2b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0706489 Jul 27 21:21:13.805119 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40644) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:13.838866 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-44523f19-9743-4c04-bfca-916ae982f877 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] GET failed (client error): The resource could not be found. Jul 27 21:21:13.840321 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-44523f19-9743-4c04-bfca-916ae982f877 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports/3bcff2eb-1caf-4785-920d-49e6c45ca9bd HTTP/1.1" status: 404 len: 333 time: 0.0342510 Jul 27 21:21:13.843118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40646) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:13.871544 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee6f8de-7495-4e6d-850b-f374d7780073 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] GET failed (client error): The resource could not be found. Jul 27 21:21:13.873186 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-aee6f8de-7495-4e6d-850b-f374d7780073 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports/f5df8b4f-60ff-4ecb-9ffa-314d792c6428 HTTP/1.1" status: 404 len: 333 time: 0.0290301 Jul 27 21:21:13.876014 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40648) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:13.880875 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d985f186-f57d-474e-b5a1-31daca09d4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.883622 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d985f186-f57d-474e-b5a1-31daca09d4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:13.884838 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d985f186-f57d-474e-b5a1-31daca09d4c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f677293f-7580-4d53-86ba-e55c088ec5b6 HTTP/1.1" status: 204 len: 168 time: 0.2127836 Jul 27 21:21:13.894412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985f186-f57d-474e-b5a1-31daca09d4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f677293f-7580-4d53-86ba-e55c088ec5b6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:13.964421 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-16f2ef0b-bf01-46bb-a3b6-3dc90a532438 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.079659 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-16f2ef0b-bf01-46bb-a3b6-3dc90a532438 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.090093 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-16f2ef0b-bf01-46bb-a3b6-3dc90a532438 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384e6c7e-845d-46b8-9dd8-40d05f27ed46']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:14.101265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-16f2ef0b-bf01-46bb-a3b6-3dc90a532438 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2bf8a9-34a2-425b-b557-ac8120043fd2') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:14.101627 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-16f2ef0b-bf01-46bb-a3b6-3dc90a532438 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2bf8a9-34a2-425b-b557-ac8120043fd2') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:14.111531 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-16f2ef0b-bf01-46bb-a3b6-3dc90a532438 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.132216 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-16f2ef0b-bf01-46bb-a3b6-3dc90a532438 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.140558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f2ef0b-bf01-46bb-a3b6-3dc90a532438 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:14.140558 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-16f2ef0b-bf01-46bb-a3b6-3dc90a532438 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:14.142777 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:14.210801 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-16f2ef0b-bf01-46bb-a3b6-3dc90a532438 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.229051 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-16f2ef0b-bf01-46bb-a3b6-3dc90a532438 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.235402 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-16f2ef0b-bf01-46bb-a3b6-3dc90a532438 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/networks/384e6c7e-845d-46b8-9dd8-40d05f27ed46 HTTP/1.1" status: 204 len: 168 time: 0.3543200 Jul 27 21:21:14.235612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40660) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:14.241189 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c984b481-55fc-4850-8304-b8c8b663a11f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1501755834'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:14.246066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2ef0b-bf01-46bb-a3b6-3dc90a532438 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Network': ['ID=384e6c7e-845d-46b8-9dd8-40d05f27ed46,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:14.276854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c984b481-55fc-4850-8304-b8c8b663a11f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:14.281188 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c984b481-55fc-4850-8304-b8c8b663a11f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.311091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c984b481-55fc-4850-8304-b8c8b663a11f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:14.321436 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c984b481-55fc-4850-8304-b8c8b663a11f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.321922 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-c984b481-55fc-4850-8304-b8c8b663a11f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Added segment 6437bb96-e07c-4b55-8194-eb028be7f942 of type vlan for network 8f803c26-526f-4271-8883-bfbb0bc855c0 Jul 27 21:21:14.367322 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c984b481-55fc-4850-8304-b8c8b663a11f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.394594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40666) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:14.415839 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c984b481-55fc-4850-8304-b8c8b663a11f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.422723 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c984b481-55fc-4850-8304-b8c8b663a11f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:14.423911 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c984b481-55fc-4850-8304-b8c8b663a11f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.452324 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0870cbb-efe0-4450-bb48-f37e96dd9261 admin admin] Deleting subnet c7a612b1-25e6-43da-835a-2ad97348f36a {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:14.457131 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0870cbb-efe0-4450-bb48-f37e96dd9261 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.510194 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c984b481-55fc-4850-8304-b8c8b663a11f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2734556 Jul 27 21:21:14.510789 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0870cbb-efe0-4450-bb48-f37e96dd9261 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.510937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40674) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:14.519324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-57cc0193-af3b-4980-af6e-20304e686724 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'subnet': {'network_id': '8f803c26-526f-4271-8883-bfbb0bc855c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:14.559183 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0870cbb-efe0-4450-bb48-f37e96dd9261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.598722 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984b481-55fc-4850-8304-b8c8b663a11f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Network': ['ID=8f803c26-526f-4271-8883-bfbb0bc855c0,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:14.610848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 8f803c26-526f-4271-8883-bfbb0bc855c0 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:14.647351 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0870cbb-efe0-4450-bb48-f37e96dd9261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.666253 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0870cbb-efe0-4450-bb48-f37e96dd9261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.668492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cc0193-af3b-4980-af6e-20304e686724 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:14.673247 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57cc0193-af3b-4980-af6e-20304e686724 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.678628 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40678) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:14.678974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c0870cbb-efe0-4450-bb48-f37e96dd9261 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c7a612b1-25e6-43da-835a-2ad97348f36a HTTP/1.1" status: 204 len: 168 time: 0.2824063 Jul 27 21:21:14.713962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0870cbb-efe0-4450-bb48-f37e96dd9261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a612b1-25e6-43da-835a-2ad97348f36a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:14.837594 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f0d7-2de3-4a19-873a-d57b7ed0c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:14.985241 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f0d7-2de3-4a19-873a-d57b7ed0c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.018593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-fdb9f0d7-2de3-4a19-873a-d57b7ed0c103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af90772-f6f0-477e-9175-2425870ed89b']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:15.037674 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-fdb9f0d7-2de3-4a19-873a-d57b7ed0c103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ba684c-79ad-4664-a594-ff697882529b') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:15.037983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-fdb9f0d7-2de3-4a19-873a-d57b7ed0c103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ba684c-79ad-4664-a594-ff697882529b') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:15.054922 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f0d7-2de3-4a19-873a-d57b7ed0c103 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.064043 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57cc0193-af3b-4980-af6e-20304e686724 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.079565 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f0d7-2de3-4a19-873a-d57b7ed0c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.109715 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb9f0d7-2de3-4a19-873a-d57b7ed0c103 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:15.110137 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f0d7-2de3-4a19-873a-d57b7ed0c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:15.114539 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:15.186563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc0193-af3b-4980-af6e-20304e686724 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Subnet': ['ID=f20ccd50-07dd-48c0-af9b-8870fa807ebe,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:15.201431 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f0d7-2de3-4a19-873a-d57b7ed0c103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.203267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cc0193-af3b-4980-af6e-20304e686724 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Checking segment: {'id': '6437bb96-e07c-4b55-8194-eb028be7f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8f803c26-526f-4271-8883-bfbb0bc855c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:15.203657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cc0193-af3b-4980-af6e-20304e686724 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network hostable DHCP agents. Network: 8f803c26-526f-4271-8883-bfbb0bc855c0, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:15.209605 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f0d7-2de3-4a19-873a-d57b7ed0c103 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.211519 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fdb9f0d7-2de3-4a19-873a-d57b7ed0c103 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1af90772-f6f0-477e-9175-2425870ed89b HTTP/1.1" status: 204 len: 168 time: 0.5314858 Jul 27 21:21:15.214368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40698) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:15.235267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9f0d7-2de3-4a19-873a-d57b7ed0c103 admin admin] Pushing event deleted for resources: {'Network': ['ID=1af90772-f6f0-477e-9175-2425870ed89b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:15.266980 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cc0193-af3b-4980-af6e-20304e686724 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 8f803c26-526f-4271-8883-bfbb0bc855c0 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:15.285975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-57cc0193-af3b-4980-af6e-20304e686724 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 8f803c26-526f-4271-8883-bfbb0bc855c0) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:15.290653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a298bed-d8ea-4664-8652-6c288c21624b admin admin] Deleting subnet 71aa2ab1-ae5e-4c8f-bd40-6dfba554b2e7 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:15.293495 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a529d30-b145-4dbf-bb71-fa1a1d2da807 None None] Network 8f803c26-526f-4271-8883-bfbb0bc855c0 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:15.302589 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1a298bed-d8ea-4664-8652-6c288c21624b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.306000 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cc0193-af3b-4980-af6e-20304e686724 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:15.306619 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-57cc0193-af3b-4980-af6e-20304e686724 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.350007 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-57cc0193-af3b-4980-af6e-20304e686724 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8345861 Jul 27 21:21:15.352977 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40708) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:15.358923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-294b6e24-cd50-46de-976e-aec86cd8b215 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'network_id': '8f803c26-526f-4271-8883-bfbb0bc855c0', 'name': 'tempest-PortsIpV6TestJSON-62572220'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:15.359520 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1a298bed-d8ea-4664-8652-6c288c21624b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.417948 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1a298bed-d8ea-4664-8652-6c288c21624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.484227 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-8f803c26-526f-4271-8883-bfbb0bc855c0', 'network_id': '8f803c26-526f-4271-8883-bfbb0bc855c0', 'tenant_id': '1cf3801bb17248b19f8b76025f7a985e', 'fixed_ips': [{'subnet_id': 'f20ccd50-07dd-48c0-af9b-8870fa807ebe'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:15.485893 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.500854 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1a298bed-d8ea-4664-8652-6c288c21624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.514619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294b6e24-cd50-46de-976e-aec86cd8b215 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:15.518672 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-294b6e24-cd50-46de-976e-aec86cd8b215 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.540699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-294b6e24-cd50-46de-976e-aec86cd8b215 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] device_id is not set on port e85e441c-c753-43b8-8fa8-703f8d0ddb18 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:15.545825 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a298bed-d8ea-4664-8652-6c288c21624b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71aa2ab1-ae5e-4c8f-bd40-6dfba554b2e7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:15.551544 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1a298bed-d8ea-4664-8652-6c288c21624b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.554603 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1a298bed-d8ea-4664-8652-6c288c21624b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/71aa2ab1-ae5e-4c8f-bd40-6dfba554b2e7 HTTP/1.1" status: 204 len: 168 time: 0.3391361 Jul 27 21:21:15.557487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40720) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:15.651028 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83ffd956-c77d-4fe1-a97a-1d4369dc03a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.672440 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Allocated IP 2001:db8::2 (8f803c26-526f-4271-8883-bfbb0bc855c0/f20ccd50-07dd-48c0-af9b-8870fa807ebe/4625e34a-cc75-4b30-aafd-aa7b09add80a) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:15.736597 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83ffd956-c77d-4fe1-a97a-1d4369dc03a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.747718 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-83ffd956-c77d-4fe1-a97a-1d4369dc03a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469c050a-bbe4-4c78-8a79-8fd2821756e1']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:15.759477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-83ffd956-c77d-4fe1-a97a-1d4369dc03a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74055723-b1fc-442b-9dca-6d1f0c20325f') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:15.760387 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-83ffd956-c77d-4fe1-a97a-1d4369dc03a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74055723-b1fc-442b-9dca-6d1f0c20325f') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:15.772273 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83ffd956-c77d-4fe1-a97a-1d4369dc03a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.787610 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83ffd956-c77d-4fe1-a97a-1d4369dc03a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.795190 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ffd956-c77d-4fe1-a97a-1d4369dc03a9 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:15.796366 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83ffd956-c77d-4fe1-a97a-1d4369dc03a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:15.798553 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:15.831822 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.865731 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83ffd956-c77d-4fe1-a97a-1d4369dc03a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.866282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Transition to ACTIVE for port object 4625e34a-cc75-4b30-aafd-aa7b09add80a will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:15.870502 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-83ffd956-c77d-4fe1-a97a-1d4369dc03a9 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.872662 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-83ffd956-c77d-4fe1-a97a-1d4369dc03a9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/469c050a-bbe4-4c78-8a79-8fd2821756e1 HTTP/1.1" status: 204 len: 168 time: 0.3140459 Jul 27 21:21:15.885926 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffd956-c77d-4fe1-a97a-1d4369dc03a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=469c050a-bbe4-4c78-8a79-8fd2821756e1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:15.886145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Transition to ACTIVE for port object 4625e34a-cc75-4b30-aafd-aa7b09add80a will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:15.895995 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:15.931570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Network 8f803c26-526f-4271-8883-bfbb0bc855c0 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:15.934537 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:15.938035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:15.967327 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-294b6e24-cd50-46de-976e-aec86cd8b215 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Allocated IP 2001:db8::35d (8f803c26-526f-4271-8883-bfbb0bc855c0/f20ccd50-07dd-48c0-af9b-8870fa807ebe/e85e441c-c753-43b8-8fa8-703f8d0ddb18) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:15.999648 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Pushing event updated for resources: {'Port': ['ID=4625e34a-cc75-4b30-aafd-aa7b09add80a,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:16.013013 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Attempting to bind port 4625e34a-cc75-4b30-aafd-aa7b09add80a on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:16.014783 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Attempting to bind port 4625e34a-cc75-4b30-aafd-aa7b09add80a by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '6437bb96-e07c-4b55-8194-eb028be7f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8f803c26-526f-4271-8883-bfbb0bc855c0'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:16.015031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Attempting to bind port 4625e34a-cc75-4b30-aafd-aa7b09add80a on network 8f803c26-526f-4271-8883-bfbb0bc855c0 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:16.023630 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:16.023997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Checking segment: {'id': '6437bb96-e07c-4b55-8194-eb028be7f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8f803c26-526f-4271-8883-bfbb0bc855c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:16.024617 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.025230 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Bound using segment: {'id': '6437bb96-e07c-4b55-8194-eb028be7f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8f803c26-526f-4271-8883-bfbb0bc855c0'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:16.025866 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Bound port: 4625e34a-cc75-4b30-aafd-aa7b09add80a, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6437bb96-e07c-4b55-8194-eb028be7f942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8f803c26-526f-4271-8883-bfbb0bc855c0'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:16.026208 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.102270 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] For port 4625e34a-cc75-4b30-aafd-aa7b09add80a, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:16.105485 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] For port 4625e34a-cc75-4b30-aafd-aa7b09add80a, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4625e34a-cc75-4b30-aafd-aa7b09add80a,segment=NetworkSegment(6437bb96-e07c-4b55-8194-eb028be7f942),segment_id=6437bb96-e07c-4b55-8194-eb028be7f942)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:16.113523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40750) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:16.118083 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.167499 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f4a99492-f32f-40fd-a1c0-eb2391dd340f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26ebe097beb8482d9d6fa70170e10ecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526388 Jul 27 21:21:16.168461 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40756) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:16.178681 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-294b6e24-cd50-46de-976e-aec86cd8b215 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.199271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-294b6e24-cd50-46de-976e-aec86cd8b215 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Transition to ACTIVE for port object e85e441c-c753-43b8-8fa8-703f8d0ddb18 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:16.233252 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a866d3-028d-47f3-9e9b-2fc307021f88 None None] Pushing event updated for resources: {'Port': ['ID=4625e34a-cc75-4b30-aafd-aa7b09add80a,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:16.239082 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cadc61d8-d937-4e69-bc22-40a08b6afd5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.260673 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-294b6e24-cd50-46de-976e-aec86cd8b215 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.268581 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cadc61d8-d937-4e69-bc22-40a08b6afd5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.319537 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294b6e24-cd50-46de-976e-aec86cd8b215 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 8f803c26-526f-4271-8883-bfbb0bc855c0 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:16.323036 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-294b6e24-cd50-46de-976e-aec86cd8b215 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:16.328307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294b6e24-cd50-46de-976e-aec86cd8b215 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:16.334788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294b6e24-cd50-46de-976e-aec86cd8b215 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:16.335475 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cadc61d8-d937-4e69-bc22-40a08b6afd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.335689 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-294b6e24-cd50-46de-976e-aec86cd8b215 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.339906 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cadc61d8-d937-4e69-bc22-40a08b6afd5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.340087 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b6e24-cd50-46de-976e-aec86cd8b215 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=e85e441c-c753-43b8-8fa8-703f8d0ddb18,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:16.341832 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cadc61d8-d937-4e69-bc22-40a08b6afd5e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1c0b4e1-6300-439c-96ee-a8f5294b7127 HTTP/1.1" status: 204 len: 168 time: 0.1721666 Jul 27 21:21:16.361054 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-294b6e24-cd50-46de-976e-aec86cd8b215 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0068207 Jul 27 21:21:16.361704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40766) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:16.367565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc61d8-d937-4e69-bc22-40a08b6afd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c0b4e1-6300-439c-96ee-a8f5294b7127,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:16.523447 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-f89a55f5-f38e-47af-a0ca-326a06b2d789 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port e85e441c-c753-43b8-8fa8-703f8d0ddb18 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:16.524485 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f89a55f5-f38e-47af-a0ca-326a06b2d789 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.626988 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f89a55f5-f38e-47af-a0ca-326a06b2d789 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.641212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-f89a55f5-f38e-47af-a0ca-326a06b2d789 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for e85e441c-c753-43b8-8fa8-703f8d0ddb18 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:16.799729 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f89a55f5-f38e-47af-a0ca-326a06b2d789 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.830970 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a55f5-f38e-47af-a0ca-326a06b2d789 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=e85e441c-c753-43b8-8fa8-703f8d0ddb18,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:16.841346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40780) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:16.863307 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f89a55f5-f38e-47af-a0ca-326a06b2d789 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:16.865285 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f89a55f5-f38e-47af-a0ca-326a06b2d789 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/e85e441c-c753-43b8-8fa8-703f8d0ddb18 HTTP/1.1" status: 204 len: 168 time: 0.5025530 Jul 27 21:21:16.868888 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40782) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:16.903679 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00c8b31-2003-4d57-bf26-1a8bfe5e52dc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:16.904333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c00c8b31-2003-4d57-bf26-1a8bfe5e52dc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:16.906031 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c00c8b31-2003-4d57-bf26-1a8bfe5e52dc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/e85e441c-c753-43b8-8fa8-703f8d0ddb18 HTTP/1.1" status: 404 len: 333 time: 0.0362275 Jul 27 21:21:16.908950 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40788) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:16.921178 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-72702646-2b8e-47c7-8701-52eadf36f289 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2da2181a7fe24213a8dfddcdaba282e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0784736 Jul 27 21:21:16.925964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40790) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:16.953621 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f35804d-b6e1-405c-9429-c30dae9b56e0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] GET failed (client error): The resource could not be found. Jul 27 21:21:16.955464 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7f35804d-b6e1-405c-9429-c30dae9b56e0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports/e85e441c-c753-43b8-8fa8-703f8d0ddb18 HTTP/1.1" status: 404 len: 333 time: 0.0445969 Jul 27 21:21:16.959657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40796) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:17.026273 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a9d7d7fb-b157-4616-9dfd-0b97a72c40a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.031351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-6514f1eb-440b-4dff-a13f-f05a54f177c4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting subnet f20ccd50-07dd-48c0-af9b-8870fa807ebe {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:17.037400 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6514f1eb-440b-4dff-a13f-f05a54f177c4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.097243 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a9d7d7fb-b157-4616-9dfd-0b97a72c40a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.113706 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6514f1eb-440b-4dff-a13f-f05a54f177c4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.216767 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a9d7d7fb-b157-4616-9dfd-0b97a72c40a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.219549 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a9d7d7fb-b157-4616-9dfd-0b97a72c40a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.220700 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a9d7d7fb-b157-4616-9dfd-0b97a72c40a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0a3d695-f54e-4da8-bcc5-be899ede7cda HTTP/1.1" status: 204 len: 168 time: 0.2935426 Jul 27 21:21:17.228068 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6514f1eb-440b-4dff-a13f-f05a54f177c4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.253423 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7d7fb-b157-4616-9dfd-0b97a72c40a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a3d695-f54e-4da8-bcc5-be899ede7cda,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:17.313546 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6514f1eb-440b-4dff-a13f-f05a54f177c4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.347677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514f1eb-440b-4dff-a13f-f05a54f177c4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Subnet': ['ID=f20ccd50-07dd-48c0-af9b-8870fa807ebe,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:17.351454 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6514f1eb-440b-4dff-a13f-f05a54f177c4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.353345 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6514f1eb-440b-4dff-a13f-f05a54f177c4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/f20ccd50-07dd-48c0-af9b-8870fa807ebe HTTP/1.1" status: 204 len: 168 time: 0.3925807 Jul 27 21:21:17.357193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 40812) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:17.395559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fb875e-c0fc-4fd0-b110-3494da894eda None None] Network 8f803c26-526f-4271-8883-bfbb0bc855c0 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:17.449975 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.501753 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4214d49e-eb6e-49e4-bdb3-928b5e0e4d6d None None] Provisioning for port 4625e34a-cc75-4b30-aafd-aa7b09add80a completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:17.514286 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port 4625e34a-cc75-4b30-aafd-aa7b09add80a {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:17.514745 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.610475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] For port 4625e34a-cc75-4b30-aafd-aa7b09add80a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4625e34a-cc75-4b30-aafd-aa7b09add80a,segment=NetworkSegment(6437bb96-e07c-4b55-8194-eb028be7f942),segment_id=6437bb96-e07c-4b55-8194-eb028be7f942)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:17.610952 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.633623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for 4625e34a-cc75-4b30-aafd-aa7b09add80a owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:17.673222 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74d48f1-4ac5-4e27-8c72-f36d3ef60d56 None None] DHCP port deletion for 8f803c26-526f-4271-8883-bfbb0bc855c0 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:17.729365 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c74d48f1-4ac5-4e27-8c72-f36d3ef60d56 None None] Deleting port 4625e34a-cc75-4b30-aafd-aa7b09add80a {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:17.729754 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c74d48f1-4ac5-4e27-8c72-f36d3ef60d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.745860 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.786103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=4625e34a-cc75-4b30-aafd-aa7b09add80a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:17.789498 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No DVR routers for this DVR port 4625e34a-cc75-4b30-aafd-aa7b09add80a on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:17.814867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-c74d48f1-4ac5-4e27-8c72-f36d3ef60d56 None None] For port 4625e34a-cc75-4b30-aafd-aa7b09add80a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4625e34a-cc75-4b30-aafd-aa7b09add80a,segment=NetworkSegment(6437bb96-e07c-4b55-8194-eb028be7f942),segment_id=6437bb96-e07c-4b55-8194-eb028be7f942)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:17.815375 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c74d48f1-4ac5-4e27-8c72-f36d3ef60d56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.824332 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:17.824679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:17.825031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:17.825664 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:17.826008 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:17.826365 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:17.826695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:17.827026 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:17.827355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:17.827679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:17.828001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:17.828327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:17.832609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c74d48f1-4ac5-4e27-8c72-f36d3ef60d56 None None] Calling delete_port for 4625e34a-cc75-4b30-aafd-aa7b09add80a owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:17.897590 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.910745 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f803c26-526f-4271-8883-bfbb0bc855c0']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:17.923294 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6437bb96-e07c-4b55-8194-eb028be7f942') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:17.923699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6437bb96-e07c-4b55-8194-eb028be7f942') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:17.934318 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.944478 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c74d48f1-4ac5-4e27-8c72-f36d3ef60d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.954530 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.965277 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:17.965689 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:17.968822 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:17.973814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d48f1-4ac5-4e27-8c72-f36d3ef60d56 None None] Pushing event deleted for resources: {'Port': ['ID=4625e34a-cc75-4b30-aafd-aa7b09add80a,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:17.977606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d48f1-4ac5-4e27-8c72-f36d3ef60d56 None None] No DVR routers for this DVR port 4625e34a-cc75-4b30-aafd-aa7b09add80a on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:18.041827 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.049856 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.052043 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/networks/8f803c26-526f-4271-8883-bfbb0bc855c0 HTTP/1.1" status: 204 len: 168 time: 0.6937029 Jul 27 21:21:18.056716 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40852) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:18.062177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7a64871a-cc39-4963-bc6a-bc56fc1ef55f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-191582260'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:18.092913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a64871a-cc39-4963-bc6a-bc56fc1ef55f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:18.097669 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a64871a-cc39-4963-bc6a-bc56fc1ef55f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.128373 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a64871a-cc39-4963-bc6a-bc56fc1ef55f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:18.144994 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a64871a-cc39-4963-bc6a-bc56fc1ef55f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.145804 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-7a64871a-cc39-4963-bc6a-bc56fc1ef55f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Added segment c36d6433-a6e2-44e9-a96e-45198dc2b9f2 of type vlan for network 4e955b12-4f31-477e-89ba-dc68b4d1bb44 Jul 27 21:21:18.204342 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a64871a-cc39-4963-bc6a-bc56fc1ef55f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.243105 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a64871a-cc39-4963-bc6a-bc56fc1ef55f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.250317 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a64871a-cc39-4963-bc6a-bc56fc1ef55f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:18.251178 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a64871a-cc39-4963-bc6a-bc56fc1ef55f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.329287 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7a64871a-cc39-4963-bc6a-bc56fc1ef55f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2717116 Jul 27 21:21:18.333567 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40880) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:18.341953 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5aec9492-c560-43e6-81de-4631b82ffbcb tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'subnet': {'network_id': '4e955b12-4f31-477e-89ba-dc68b4d1bb44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:18.441047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275b400-e854-4352-8adc-9a1408874202 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Network': ['ID=8f803c26-526f-4271-8883-bfbb0bc855c0,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:18.451290 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64871a-cc39-4963-bc6a-bc56fc1ef55f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Network': ['ID=4e955b12-4f31-477e-89ba-dc68b4d1bb44,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:18.454490 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aec9492-c560-43e6-81de-4631b82ffbcb tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:18.459603 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5aec9492-c560-43e6-81de-4631b82ffbcb tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.469281 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 4e955b12-4f31-477e-89ba-dc68b4d1bb44 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:18.685758 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5aec9492-c560-43e6-81de-4631b82ffbcb tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.773930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec9492-c560-43e6-81de-4631b82ffbcb tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Subnet': ['ID=40ec12f8-7475-4ce8-8418-fba20fce49db,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:18.784360 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aec9492-c560-43e6-81de-4631b82ffbcb tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Checking segment: {'id': 'c36d6433-a6e2-44e9-a96e-45198dc2b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4e955b12-4f31-477e-89ba-dc68b4d1bb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:18.784729 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec9492-c560-43e6-81de-4631b82ffbcb tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network hostable DHCP agents. Network: 4e955b12-4f31-477e-89ba-dc68b4d1bb44, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:18.803484 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aec9492-c560-43e6-81de-4631b82ffbcb tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 4e955b12-4f31-477e-89ba-dc68b4d1bb44 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:18.817770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-5aec9492-c560-43e6-81de-4631b82ffbcb tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 4e955b12-4f31-477e-89ba-dc68b4d1bb44) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:18.827506 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec9492-c560-43e6-81de-4631b82ffbcb tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:18.827506 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5aec9492-c560-43e6-81de-4631b82ffbcb tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:18.831681 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20512cf2-ea94-42be-a3e8-e7550958f047 None None] Network 4e955b12-4f31-477e-89ba-dc68b4d1bb44 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:18.856503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5aec9492-c560-43e6-81de-4631b82ffbcb tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5212440 Jul 27 21:21:18.859715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 40930) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:18.867888 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-586f7ac9-6c39-41e5-91cb-906719ba8467 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'network_id': '4e955b12-4f31-477e-89ba-dc68b4d1bb44', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1955681122'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:19.032757 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-4e955b12-4f31-477e-89ba-dc68b4d1bb44', 'network_id': '4e955b12-4f31-477e-89ba-dc68b4d1bb44', 'tenant_id': '1cf3801bb17248b19f8b76025f7a985e', 'fixed_ips': [{'subnet_id': '40ec12f8-7475-4ce8-8418-fba20fce49db'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:19.035207 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.038481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586f7ac9-6c39-41e5-91cb-906719ba8467 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:19.042815 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-586f7ac9-6c39-41e5-91cb-906719ba8467 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.076268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-586f7ac9-6c39-41e5-91cb-906719ba8467 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] device_id is not set on port 3417c3ce-ee28-4ac9-b5a3-5172ded5dffa yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:19.197969 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Allocated IP 2001:db8::2 (4e955b12-4f31-477e-89ba-dc68b4d1bb44/40ec12f8-7475-4ce8-8418-fba20fce49db/9a47befa-f72e-4cae-bb09-48a1500ec5b9) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:19.369121 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.377939 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Transition to ACTIVE for port object 9a47befa-f72e-4cae-bb09-48a1500ec5b9 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:19.398121 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Transition to ACTIVE for port object 9a47befa-f72e-4cae-bb09-48a1500ec5b9 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:19.411477 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.455239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Network 4e955b12-4f31-477e-89ba-dc68b4d1bb44 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:19.462079 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:19.464232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Pushing event updated for resources: {'Port': ['ID=9a47befa-f72e-4cae-bb09-48a1500ec5b9,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:19.466508 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:19.486096 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-586f7ac9-6c39-41e5-91cb-906719ba8467 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Allocated IP 2001:db8::1a3 (4e955b12-4f31-477e-89ba-dc68b4d1bb44/40ec12f8-7475-4ce8-8418-fba20fce49db/3417c3ce-ee28-4ac9-b5a3-5172ded5dffa) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:19.539956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Attempting to bind port 9a47befa-f72e-4cae-bb09-48a1500ec5b9 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:19.540403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Attempting to bind port 9a47befa-f72e-4cae-bb09-48a1500ec5b9 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'c36d6433-a6e2-44e9-a96e-45198dc2b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4e955b12-4f31-477e-89ba-dc68b4d1bb44'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:19.540684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Attempting to bind port 9a47befa-f72e-4cae-bb09-48a1500ec5b9 on network 4e955b12-4f31-477e-89ba-dc68b4d1bb44 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:19.548857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:19.549241 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Checking segment: {'id': 'c36d6433-a6e2-44e9-a96e-45198dc2b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4e955b12-4f31-477e-89ba-dc68b4d1bb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:19.550434 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.553499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Bound using segment: {'id': 'c36d6433-a6e2-44e9-a96e-45198dc2b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4e955b12-4f31-477e-89ba-dc68b4d1bb44'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:19.553499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Bound port: 9a47befa-f72e-4cae-bb09-48a1500ec5b9, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36d6433-a6e2-44e9-a96e-45198dc2b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4e955b12-4f31-477e-89ba-dc68b4d1bb44'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:19.553499 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.665185 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] For port 9a47befa-f72e-4cae-bb09-48a1500ec5b9, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:19.669498 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] For port 9a47befa-f72e-4cae-bb09-48a1500ec5b9, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9a47befa-f72e-4cae-bb09-48a1500ec5b9,segment=NetworkSegment(c36d6433-a6e2-44e9-a96e-45198dc2b9f2),segment_id=c36d6433-a6e2-44e9-a96e-45198dc2b9f2)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:19.676915 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.681734 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-586f7ac9-6c39-41e5-91cb-906719ba8467 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.703669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-586f7ac9-6c39-41e5-91cb-906719ba8467 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Transition to ACTIVE for port object 3417c3ce-ee28-4ac9-b5a3-5172ded5dffa will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:19.749475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576e4cc-3346-4f06-afff-56c3f7527c3d None None] Pushing event updated for resources: {'Port': ['ID=9a47befa-f72e-4cae-bb09-48a1500ec5b9,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:19.792716 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-586f7ac9-6c39-41e5-91cb-906719ba8467 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.845876 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586f7ac9-6c39-41e5-91cb-906719ba8467 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 4e955b12-4f31-477e-89ba-dc68b4d1bb44 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:19.854122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-586f7ac9-6c39-41e5-91cb-906719ba8467 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:19.859062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f7ac9-6c39-41e5-91cb-906719ba8467 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:19.865214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586f7ac9-6c39-41e5-91cb-906719ba8467 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:19.865860 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-586f7ac9-6c39-41e5-91cb-906719ba8467 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:19.869688 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f7ac9-6c39-41e5-91cb-906719ba8467 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=3417c3ce-ee28-4ac9-b5a3-5172ded5dffa,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:19.885775 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-586f7ac9-6c39-41e5-91cb-906719ba8467 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.0246139 Jul 27 21:21:19.888459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41004) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:20.037931 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4784922e-88c1-4b3c-a781-d3220e853c42 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port 3417c3ce-ee28-4ac9-b5a3-5172ded5dffa {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:20.038394 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4784922e-88c1-4b3c-a781-d3220e853c42 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.150277 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4784922e-88c1-4b3c-a781-d3220e853c42 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.164846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4784922e-88c1-4b3c-a781-d3220e853c42 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for 3417c3ce-ee28-4ac9-b5a3-5172ded5dffa owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:20.315439 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4784922e-88c1-4b3c-a781-d3220e853c42 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.353429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784922e-88c1-4b3c-a781-d3220e853c42 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=3417c3ce-ee28-4ac9-b5a3-5172ded5dffa,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:20.386824 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4784922e-88c1-4b3c-a781-d3220e853c42 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.392306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41032) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:20.400574 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4784922e-88c1-4b3c-a781-d3220e853c42 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/3417c3ce-ee28-4ac9-b5a3-5172ded5dffa HTTP/1.1" status: 204 len: 168 time: 0.5051577 Jul 27 21:21:20.434061 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67bae66-d1ac-48be-a7b0-4d9287502ffa tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] GET failed (client error): The resource could not be found. Jul 27 21:21:20.435951 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c67bae66-d1ac-48be-a7b0-4d9287502ffa tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports/3417c3ce-ee28-4ac9-b5a3-5172ded5dffa HTTP/1.1" status: 404 len: 333 time: 0.0389328 Jul 27 21:21:20.439156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41040) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:20.493520 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd01139-27aa-4862-84ef-cc4f111e97c8 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting subnet 40ec12f8-7475-4ce8-8418-fba20fce49db {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:20.496721 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5bd01139-27aa-4862-84ef-cc4f111e97c8 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.540577 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5bd01139-27aa-4862-84ef-cc4f111e97c8 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:20.996539 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5bd01139-27aa-4862-84ef-cc4f111e97c8 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.028814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c16fb0-6cf2-421b-9ba6-71fa6c619d79 None None] Network 4e955b12-4f31-477e-89ba-dc68b4d1bb44 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:21.084237 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5bd01139-27aa-4862-84ef-cc4f111e97c8 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.160048 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd01139-27aa-4862-84ef-cc4f111e97c8 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Subnet': ['ID=40ec12f8-7475-4ce8-8418-fba20fce49db,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:21.182660 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5bd01139-27aa-4862-84ef-cc4f111e97c8 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.185463 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5bd01139-27aa-4862-84ef-cc4f111e97c8 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/40ec12f8-7475-4ce8-8418-fba20fce49db HTTP/1.1" status: 204 len: 168 time: 0.7453713 Jul 27 21:21:21.188697 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41098) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:21.203590 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2b6ac4a4-6380-4f16-a008-39f8e4921293 None None] Provisioning for port 9a47befa-f72e-4cae-bb09-48a1500ec5b9 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:21.292309 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.357183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port 9a47befa-f72e-4cae-bb09-48a1500ec5b9 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:21.360817 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.399591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d032f982-fad8-4a79-98c8-d89f92b3b429 None None] DHCP port deletion for 4e955b12-4f31-477e-89ba-dc68b4d1bb44 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:21.442412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] For port 9a47befa-f72e-4cae-bb09-48a1500ec5b9, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9a47befa-f72e-4cae-bb09-48a1500ec5b9,segment=NetworkSegment(c36d6433-a6e2-44e9-a96e-45198dc2b9f2),segment_id=c36d6433-a6e2-44e9-a96e-45198dc2b9f2)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:21.443382 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.460513 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d032f982-fad8-4a79-98c8-d89f92b3b429 None None] Deleting port 9a47befa-f72e-4cae-bb09-48a1500ec5b9 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:21.461030 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d032f982-fad8-4a79-98c8-d89f92b3b429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.461755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for 9a47befa-f72e-4cae-bb09-48a1500ec5b9 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:21.543963 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41104) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:21.559403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d032f982-fad8-4a79-98c8-d89f92b3b429 None None] For port 9a47befa-f72e-4cae-bb09-48a1500ec5b9, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9a47befa-f72e-4cae-bb09-48a1500ec5b9,segment=NetworkSegment(c36d6433-a6e2-44e9-a96e-45198dc2b9f2),segment_id=c36d6433-a6e2-44e9-a96e-45198dc2b9f2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:21.559746 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d032f982-fad8-4a79-98c8-d89f92b3b429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.562474 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.577795 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d032f982-fad8-4a79-98c8-d89f92b3b429 None None] Calling delete_port for 9a47befa-f72e-4cae-bb09-48a1500ec5b9 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:21.597592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No DVR routers for this DVR port 9a47befa-f72e-4cae-bb09-48a1500ec5b9 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:21.621657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=9a47befa-f72e-4cae-bb09-48a1500ec5b9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:21.667692 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d032f982-fad8-4a79-98c8-d89f92b3b429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.669040 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7251-1faa-491b-8eae-31454d0169ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.708434 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.709474 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032f982-fad8-4a79-98c8-d89f92b3b429 None None] Pushing event deleted for resources: {'Port': ['ID=9a47befa-f72e-4cae-bb09-48a1500ec5b9,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:21.712168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d032f982-fad8-4a79-98c8-d89f92b3b429 None None] No DVR routers for this DVR port 9a47befa-f72e-4cae-bb09-48a1500ec5b9 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:21.726198 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e955b12-4f31-477e-89ba-dc68b4d1bb44']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:21.748308 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36d6433-a6e2-44e9-a96e-45198dc2b9f2') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:21.748932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36d6433-a6e2-44e9-a96e-45198dc2b9f2') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:21.761608 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.778149 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.784904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:21.785296 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:21.788652 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:21.796880 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7251-1faa-491b-8eae-31454d0169ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.803202 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7251-1faa-491b-8eae-31454d0169ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.854951 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d2ea7251-1faa-491b-8eae-31454d0169ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=37dcb8c21a7a4b059655a04efd55e9b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091176 Jul 27 21:21:21.857952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41108) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:21.864639 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea7251-1faa-491b-8eae-31454d0169ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72402226-96a8-4ac0-af8d-da8c78868f86,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:21.895504 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.900007 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.904543 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/networks/4e955b12-4f31-477e-89ba-dc68b4d1bb44 HTTP/1.1" status: 204 len: 168 time: 0.7128859 Jul 27 21:21:21.906048 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41110) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:21.912171 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ca126883-594b-47b7-9609-05c24f0f81bc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553', 'name': 'tempest-PortsIpV6TestJSON-223417933'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:21.917636 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:21:21.931820 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29bccf-6af1-483e-99c0-a6c3832b985d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Network': ['ID=4e955b12-4f31-477e-89ba-dc68b4d1bb44,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:21.942827 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ac6ae01-317c-4934-a8c9-e2d61eb2d970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:21.965969 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ac6ae01-317c-4934-a8c9-e2d61eb2d970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.003790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca126883-594b-47b7-9609-05c24f0f81bc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:22.007728 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca126883-594b-47b7-9609-05c24f0f81bc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.015432 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ac6ae01-317c-4934-a8c9-e2d61eb2d970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.019466 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ac6ae01-317c-4934-a8c9-e2d61eb2d970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.022668 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0ac6ae01-317c-4934-a8c9-e2d61eb2d970 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/72402226-96a8-4ac0-af8d-da8c78868f86 HTTP/1.1" status: 204 len: 168 time: 0.1637621 Jul 27 21:21:22.026533 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-ca126883-594b-47b7-9609-05c24f0f81bc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] device_id is not set on port 6c0eee42-faad-4d07-bb43-e95b675d310d yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:22.032657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6ae01-317c-4934-a8c9-e2d61eb2d970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72402226-96a8-4ac0-af8d-da8c78868f86,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:22.199919 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca126883-594b-47b7-9609-05c24f0f81bc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.239237 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca126883-594b-47b7-9609-05c24f0f81bc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.289375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca126883-594b-47b7-9609-05c24f0f81bc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:22.294773 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-ca126883-594b-47b7-9609-05c24f0f81bc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:22.298381 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca126883-594b-47b7-9609-05c24f0f81bc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:22.304154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca126883-594b-47b7-9609-05c24f0f81bc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:22.304776 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca126883-594b-47b7-9609-05c24f0f81bc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.312919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca126883-594b-47b7-9609-05c24f0f81bc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=6c0eee42-faad-4d07-bb43-e95b675d310d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:22.328883 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ca126883-594b-47b7-9609-05c24f0f81bc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4215596 Jul 27 21:21:22.331445 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41128) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:22.444169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-570c6ea6-6652-4f69-be7d-17df71e4c573 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port 6c0eee42-faad-4d07-bb43-e95b675d310d {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:22.444570 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-570c6ea6-6652-4f69-be7d-17df71e4c573 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.548898 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-570c6ea6-6652-4f69-be7d-17df71e4c573 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.579255 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-570c6ea6-6652-4f69-be7d-17df71e4c573 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for 6c0eee42-faad-4d07-bb43-e95b675d310d owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:22.682773 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-570c6ea6-6652-4f69-be7d-17df71e4c573 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.713160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c6ea6-6652-4f69-be7d-17df71e4c573 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=6c0eee42-faad-4d07-bb43-e95b675d310d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:22.718921 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-570c6ea6-6652-4f69-be7d-17df71e4c573 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.721027 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-570c6ea6-6652-4f69-be7d-17df71e4c573 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/6c0eee42-faad-4d07-bb43-e95b675d310d HTTP/1.1" status: 204 len: 168 time: 0.3885887 Jul 27 21:21:22.725836 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41146) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:22.731635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-71775ee7-138f-4330-aad3-68f5b62e14d0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553', 'mac_address': 'fa:16:3e:7f:c0:ce', 'name': 'tempest-PortsIpV6TestJSON-518572594'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:22.833415 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71775ee7-138f-4330-aad3-68f5b62e14d0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:22.912187 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-71775ee7-138f-4330-aad3-68f5b62e14d0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:22.935243 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-71775ee7-138f-4330-aad3-68f5b62e14d0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] device_id is not set on port d9f85237-8d54-4e2a-afee-ee355e02549d yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:23.116968 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-71775ee7-138f-4330-aad3-68f5b62e14d0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.169541 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-71775ee7-138f-4330-aad3-68f5b62e14d0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.226733 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71775ee7-138f-4330-aad3-68f5b62e14d0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:23.229842 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-71775ee7-138f-4330-aad3-68f5b62e14d0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:23.232337 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71775ee7-138f-4330-aad3-68f5b62e14d0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:23.238807 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71775ee7-138f-4330-aad3-68f5b62e14d0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:23.239441 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-71775ee7-138f-4330-aad3-68f5b62e14d0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.250511 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71775ee7-138f-4330-aad3-68f5b62e14d0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=d9f85237-8d54-4e2a-afee-ee355e02549d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:23.261447 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-71775ee7-138f-4330-aad3-68f5b62e14d0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5343709 Jul 27 21:21:23.264580 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41160) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:23.324174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468b5ce2-0e7d-46a7-85e5-72439d21c7cc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:23.325847 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-468b5ce2-0e7d-46a7-85e5-72439d21c7cc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports/d9f85237-8d54-4e2a-afee-ee355e02549d HTTP/1.1" status: 200 len: 844 time: 0.0601435 Jul 27 21:21:23.328576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41168) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:23.426958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-a744373e-d4ef-4d6f-9fec-f7f845ab228a tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port d9f85237-8d54-4e2a-afee-ee355e02549d {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:23.427233 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a744373e-d4ef-4d6f-9fec-f7f845ab228a tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.498513 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a744373e-d4ef-4d6f-9fec-f7f845ab228a tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.511605 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-a744373e-d4ef-4d6f-9fec-f7f845ab228a tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for d9f85237-8d54-4e2a-afee-ee355e02549d owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:23.598351 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a744373e-d4ef-4d6f-9fec-f7f845ab228a tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.643583 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a744373e-d4ef-4d6f-9fec-f7f845ab228a tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.643583 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a744373e-d4ef-4d6f-9fec-f7f845ab228a tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/d9f85237-8d54-4e2a-afee-ee355e02549d HTTP/1.1" status: 204 len: 168 time: 0.3112910 Jul 27 21:21:23.643583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744373e-d4ef-4d6f-9fec-f7f845ab228a tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=d9f85237-8d54-4e2a-afee-ee355e02549d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:23.643895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41186) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:23.678958 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c40945f-421e-40d9-818a-bcdd473ce6d0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] GET failed (client error): The resource could not be found. Jul 27 21:21:23.684498 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3c40945f-421e-40d9-818a-bcdd473ce6d0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports/d9f85237-8d54-4e2a-afee-ee355e02549d HTTP/1.1" status: 404 len: 333 time: 0.0394077 Jul 27 21:21:23.684709 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41188) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:23.690099 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-dc73c54d-8186-4241-b97f-d2259ab17a20 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553', 'name': 'tempest-PortsIpV6TestJSON-650893277'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:23.807953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc73c54d-8186-4241-b97f-d2259ab17a20 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:23.812360 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dc73c54d-8186-4241-b97f-d2259ab17a20 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:23.837874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-dc73c54d-8186-4241-b97f-d2259ab17a20 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] device_id is not set on port 9d837ed1-b19d-4a15-988e-eda57d3b277d yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:24.032579 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dc73c54d-8186-4241-b97f-d2259ab17a20 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.077111 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dc73c54d-8186-4241-b97f-d2259ab17a20 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.123117 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc73c54d-8186-4241-b97f-d2259ab17a20 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:24.131557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-dc73c54d-8186-4241-b97f-d2259ab17a20 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:24.137255 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc73c54d-8186-4241-b97f-d2259ab17a20 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:24.143395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc73c54d-8186-4241-b97f-d2259ab17a20 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:24.144662 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dc73c54d-8186-4241-b97f-d2259ab17a20 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.148438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73c54d-8186-4241-b97f-d2259ab17a20 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=9d837ed1-b19d-4a15-988e-eda57d3b277d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:24.163286 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dc73c54d-8186-4241-b97f-d2259ab17a20 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4775789 Jul 27 21:21:24.165970 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41224) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:24.171758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e5f35cd2-fea2-4c21-a2c7-8bb6b6bd3b01 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:24.285956 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e5f35cd2-fea2-4c21-a2c7-8bb6b6bd3b01 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.375498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41234) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:24.469314 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e5f35cd2-fea2-4c21-a2c7-8bb6b6bd3b01 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.475518 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e5f35cd2-fea2-4c21-a2c7-8bb6b6bd3b01 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.498042 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb2475c7-2b4c-4ced-9e47-372b683dfdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.530463 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e5f35cd2-fea2-4c21-a2c7-8bb6b6bd3b01 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] In _notify_port_updated(), no bound segment for port 9d837ed1-b19d-4a15-988e-eda57d3b277d on network 52b34fd9-5a5d-4895-a434-6a53cacd5553 {{(pid=105580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:21:24.537289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f35cd2-fea2-4c21-a2c7-8bb6b6bd3b01 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:24.538200 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e5f35cd2-fea2-4c21-a2c7-8bb6b6bd3b01 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.541850 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e5f35cd2-fea2-4c21-a2c7-8bb6b6bd3b01 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "PUT /v2.0/ports/9d837ed1-b19d-4a15-988e-eda57d3b277d HTTP/1.1" status: 200 len: 818 time: 0.3721867 Jul 27 21:21:24.541850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f35cd2-fea2-4c21-a2c7-8bb6b6bd3b01 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=9d837ed1-b19d-4a15-988e-eda57d3b277d,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:24.542680 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41238) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:24.668862 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb2475c7-2b4c-4ced-9e47-372b683dfdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.674125 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb2475c7-2b4c-4ced-9e47-372b683dfdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.725729 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2475c7-2b4c-4ced-9e47-372b683dfdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05014a2-ad34-48b9-9f1c-cd13f3d44769,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:24.729925 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-eb2475c7-2b4c-4ced-9e47-372b683dfdd4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2d3375a778844aab89896e9168edb17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526778 Jul 27 21:21:24.733078 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c5d8967f-e1da-4394-b7fc-fd815cf490cf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port 9d837ed1-b19d-4a15-988e-eda57d3b277d {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:24.733206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41240) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:24.733316 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c5d8967f-e1da-4394-b7fc-fd815cf490cf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.789580 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d55ce862-4530-4ea3-94ba-8544941e5683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.811775 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c5d8967f-e1da-4394-b7fc-fd815cf490cf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.813351 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d55ce862-4530-4ea3-94ba-8544941e5683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.830621 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c5d8967f-e1da-4394-b7fc-fd815cf490cf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for 9d837ed1-b19d-4a15-988e-eda57d3b277d owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:24.869659 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d55ce862-4530-4ea3-94ba-8544941e5683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.872914 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d55ce862-4530-4ea3-94ba-8544941e5683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.877057 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d55ce862-4530-4ea3-94ba-8544941e5683 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f05014a2-ad34-48b9-9f1c-cd13f3d44769 HTTP/1.1" status: 204 len: 168 time: 0.1404047 Jul 27 21:21:24.889044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ce862-4530-4ea3-94ba-8544941e5683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05014a2-ad34-48b9-9f1c-cd13f3d44769,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:24.953178 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c5d8967f-e1da-4394-b7fc-fd815cf490cf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.984816 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8967f-e1da-4394-b7fc-fd815cf490cf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=9d837ed1-b19d-4a15-988e-eda57d3b277d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:24.991584 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c5d8967f-e1da-4394-b7fc-fd815cf490cf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:24.995901 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c5d8967f-e1da-4394-b7fc-fd815cf490cf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/9d837ed1-b19d-4a15-988e-eda57d3b277d HTTP/1.1" status: 204 len: 168 time: 0.4491718 Jul 27 21:21:24.996161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41244) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:25.065844 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7520d0-7f05-45ab-a406-2b5fde5b26fc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:25.067534 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9a7520d0-7f05-45ab-a406-2b5fde5b26fc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0704033 Jul 27 21:21:25.070275 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41248) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:25.099534 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-4044848b-40ed-4d56-bc98-5d4b422d0f8e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] GET failed (client error): The resource could not be found. Jul 27 21:21:25.101066 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4044848b-40ed-4d56-bc98-5d4b422d0f8e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports/9d837ed1-b19d-4a15-988e-eda57d3b277d HTTP/1.1" status: 404 len: 333 time: 0.0298815 Jul 27 21:21:25.104970 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41250) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:25.110485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-695e5d8c-a195-4555-9b57-5dbf708a835d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-232971862'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:25.131846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695e5d8c-a195-4555-9b57-5dbf708a835d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:25.135505 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-695e5d8c-a195-4555-9b57-5dbf708a835d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.161361 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695e5d8c-a195-4555-9b57-5dbf708a835d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:25.161559 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41252) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:25.170756 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-695e5d8c-a195-4555-9b57-5dbf708a835d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.171096 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-695e5d8c-a195-4555-9b57-5dbf708a835d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Added segment 096bd39b-26cf-456d-959f-8ae173c2dc15 of type vlan for network d034990d-6e20-40d3-b0b3-07de87508f1e Jul 27 21:21:25.175682 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69f6613c-d9af-46ab-b749-480c74a9d3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.213368 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-695e5d8c-a195-4555-9b57-5dbf708a835d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.246294 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-695e5d8c-a195-4555-9b57-5dbf708a835d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.252505 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695e5d8c-a195-4555-9b57-5dbf708a835d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:25.252712 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-695e5d8c-a195-4555-9b57-5dbf708a835d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.273214 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69f6613c-d9af-46ab-b749-480c74a9d3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.279662 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-69f6613c-d9af-46ab-b749-480c74a9d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.324631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6613c-d9af-46ab-b749-480c74a9d3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8fafe3-bc3f-4bf5-b992-bfd0bd4decc2,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:25.325474 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-695e5d8c-a195-4555-9b57-5dbf708a835d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2117596 Jul 27 21:21:25.325474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41256) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:25.325689 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-69f6613c-d9af-46ab-b749-480c74a9d3bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1e2f73a633f64385b60e6731099e11a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615746 Jul 27 21:21:25.325977 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d5e927be-e7dc-4ef5-a733-02a6b102ca55 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'subnet': {'network_id': 'd034990d-6e20-40d3-b0b3-07de87508f1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:25.328868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41258) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:25.382865 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-85c02b3c-2163-4af4-86ac-f7d082dad1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.383976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e5d8c-a195-4555-9b57-5dbf708a835d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Network': ['ID=d034990d-6e20-40d3-b0b3-07de87508f1e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:25.398638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network d034990d-6e20-40d3-b0b3-07de87508f1e details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:25.416164 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-85c02b3c-2163-4af4-86ac-f7d082dad1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.438042 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e927be-e7dc-4ef5-a733-02a6b102ca55 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:25.442259 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5e927be-e7dc-4ef5-a733-02a6b102ca55 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.478315 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-85c02b3c-2163-4af4-86ac-f7d082dad1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.481167 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-85c02b3c-2163-4af4-86ac-f7d082dad1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.482557 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-85c02b3c-2163-4af4-86ac-f7d082dad1c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d8fafe3-bc3f-4bf5-b992-bfd0bd4decc2 HTTP/1.1" status: 204 len: 168 time: 0.1523004 Jul 27 21:21:25.501483 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c02b3c-2163-4af4-86ac-f7d082dad1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8fafe3-bc3f-4bf5-b992-bfd0bd4decc2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:25.697311 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5e927be-e7dc-4ef5-a733-02a6b102ca55 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.755667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e927be-e7dc-4ef5-a733-02a6b102ca55 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Subnet': ['ID=50b73676-9a55-4e7a-9f3d-e53dc3ce2ac3,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:25.804395 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e927be-e7dc-4ef5-a733-02a6b102ca55 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Checking segment: {'id': '096bd39b-26cf-456d-959f-8ae173c2dc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd034990d-6e20-40d3-b0b3-07de87508f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:25.805177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e927be-e7dc-4ef5-a733-02a6b102ca55 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network hostable DHCP agents. Network: d034990d-6e20-40d3-b0b3-07de87508f1e, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:25.825423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e927be-e7dc-4ef5-a733-02a6b102ca55 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network d034990d-6e20-40d3-b0b3-07de87508f1e is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:25.837268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-d5e927be-e7dc-4ef5-a733-02a6b102ca55 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, d034990d-6e20-40d3-b0b3-07de87508f1e) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:25.842597 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e927be-e7dc-4ef5-a733-02a6b102ca55 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:25.844546 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5e927be-e7dc-4ef5-a733-02a6b102ca55 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:25.847894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3d729d-528b-40d5-a8a8-507f51ef6f4d None None] Network d034990d-6e20-40d3-b0b3-07de87508f1e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:25.871136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41272) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:25.873142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d5e927be-e7dc-4ef5-a733-02a6b102ca55 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5503912 Jul 27 21:21:25.879633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-ca9e5df2-c3d2-4959-b000-614590956315 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'subnet': {'network_id': 'd034990d-6e20-40d3-b0b3-07de87508f1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:26.118830 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-d034990d-6e20-40d3-b0b3-07de87508f1e', 'network_id': 'd034990d-6e20-40d3-b0b3-07de87508f1e', 'tenant_id': '1cf3801bb17248b19f8b76025f7a985e', 'fixed_ips': [{'subnet_id': '50b73676-9a55-4e7a-9f3d-e53dc3ce2ac3'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:26.120095 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:26.163440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9e5df2-c3d2-4959-b000-614590956315 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:26.174551 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5df2-c3d2-4959-b000-614590956315 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:26.341620 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Allocated IP 2001:db8::2 (d034990d-6e20-40d3-b0b3-07de87508f1e/50b73676-9a55-4e7a-9f3d-e53dc3ce2ac3/c719710a-b846-4522-bf56-dbcb09d07316) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:26.401639 n-d-764806-9 neutron-server[105580]: INFO neutron.db.ipam_backend_mixin [None req-ca9e5df2-c3d2-4959-b000-614590956315 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 50b73676-9a55-4e7a-9f3d-e53dc3ce2ac3 (CIDR: 2001:db8::/64) Jul 27 21:21:26.423083 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9e5df2-c3d2-4959-b000-614590956315 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:21:26.426335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9e5df2-c3d2-4959-b000-614590956315 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:26.459683 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41290) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:26.460298 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ca9e5df2-c3d2-4959-b000-614590956315 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5853083 Jul 27 21:21:26.465304 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8ca540a0-60e2-4862-9c40-69aaeaeb1cf6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'subnet': {'network_id': 'd034990d-6e20-40d3-b0b3-07de87508f1e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:26.566323 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:26.576904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Transition to ACTIVE for port object c719710a-b846-4522-bf56-dbcb09d07316 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:26.616776 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca540a0-60e2-4862-9c40-69aaeaeb1cf6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:26.621394 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ca540a0-60e2-4862-9c40-69aaeaeb1cf6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:26.621604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Transition to ACTIVE for port object c719710a-b846-4522-bf56-dbcb09d07316 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:26.638097 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:26.695231 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Pushing event updated for resources: {'Port': ['ID=c719710a-b846-4522-bf56-dbcb09d07316,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:26.714456 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Network d034990d-6e20-40d3-b0b3-07de87508f1e is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:26.716280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:26.723661 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:26.834086 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Attempting to bind port c719710a-b846-4522-bf56-dbcb09d07316 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:26.834398 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Attempting to bind port c719710a-b846-4522-bf56-dbcb09d07316 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '096bd39b-26cf-456d-959f-8ae173c2dc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd034990d-6e20-40d3-b0b3-07de87508f1e'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:26.834768 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Attempting to bind port c719710a-b846-4522-bf56-dbcb09d07316 on network d034990d-6e20-40d3-b0b3-07de87508f1e {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:26.844209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:26.845515 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Checking segment: {'id': '096bd39b-26cf-456d-959f-8ae173c2dc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd034990d-6e20-40d3-b0b3-07de87508f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:26.846164 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:26.847416 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Bound using segment: {'id': '096bd39b-26cf-456d-959f-8ae173c2dc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd034990d-6e20-40d3-b0b3-07de87508f1e'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:26.848253 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Bound port: c719710a-b846-4522-bf56-dbcb09d07316, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096bd39b-26cf-456d-959f-8ae173c2dc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd034990d-6e20-40d3-b0b3-07de87508f1e'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:26.848842 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:26.927953 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] For port c719710a-b846-4522-bf56-dbcb09d07316, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:26.931370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] For port c719710a-b846-4522-bf56-dbcb09d07316, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c719710a-b846-4522-bf56-dbcb09d07316,segment=NetworkSegment(096bd39b-26cf-456d-959f-8ae173c2dc15),segment_id=096bd39b-26cf-456d-959f-8ae173c2dc15)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:26.939131 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:27.025586 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ca540a0-60e2-4862-9c40-69aaeaeb1cf6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:27.027686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029ccca-5863-4d07-a3d2-2582f94fcf9d None None] Pushing event updated for resources: {'Port': ['ID=c719710a-b846-4522-bf56-dbcb09d07316,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:27.092876 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca540a0-60e2-4862-9c40-69aaeaeb1cf6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Subnet': ['ID=95f15c85-370f-4954-ad8a-5385688222f2,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:27.107037 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca540a0-60e2-4862-9c40-69aaeaeb1cf6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network d034990d-6e20-40d3-b0b3-07de87508f1e is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:27.108973 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-8ca540a0-60e2-4862-9c40-69aaeaeb1cf6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:27.111915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca540a0-60e2-4862-9c40-69aaeaeb1cf6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:27.112754 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8ca540a0-60e2-4862-9c40-69aaeaeb1cf6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:27.140246 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8ca540a0-60e2-4862-9c40-69aaeaeb1cf6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6770599 Jul 27 21:21:27.140435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41300) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:27.147767 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8acd93ea-893f-41de-9d83-d1bdeae7e705 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'network_id': 'd034990d-6e20-40d3-b0b3-07de87508f1e', 'fixed_ips': [{'subnet_id': '50b73676-9a55-4e7a-9f3d-e53dc3ce2ac3'}, {'subnet_id': '95f15c85-370f-4954-ad8a-5385688222f2'}], 'name': 'tempest-PortsIpV6TestJSON-689937552'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:27.357310 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acd93ea-893f-41de-9d83-d1bdeae7e705 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:27.497692 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8acd93ea-893f-41de-9d83-d1bdeae7e705 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:27.530197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-8acd93ea-893f-41de-9d83-d1bdeae7e705 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] device_id is not set on port 68da8b5f-393f-433d-ab7a-379e39bda440 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:27.709490 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41314) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:27.785882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c719710a-b846-4522-bf56-dbcb09d07316 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:27.886574 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port c719710a-b846-4522-bf56-dbcb09d07316 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:27.914939 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:27.942884 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.022846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-8acd93ea-893f-41de-9d83-d1bdeae7e705 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Allocated IP 2001:db8::289 (d034990d-6e20-40d3-b0b3-07de87508f1e/50b73676-9a55-4e7a-9f3d-e53dc3ce2ac3/68da8b5f-393f-433d-ab7a-379e39bda440) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:28.033485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-8acd93ea-893f-41de-9d83-d1bdeae7e705 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Allocated IP 2001:db8:0:1::169 (d034990d-6e20-40d3-b0b3-07de87508f1e/95f15c85-370f-4954-ad8a-5385688222f2/68da8b5f-393f-433d-ab7a-379e39bda440) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:28.067388 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.208441 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Allocated IP 172.25.2.134 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/8aeedca6-e486-4226-8075-a6d1b714b102) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:28.286816 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8acd93ea-893f-41de-9d83-d1bdeae7e705 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.303274 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-8acd93ea-893f-41de-9d83-d1bdeae7e705 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Transition to ACTIVE for port object 68da8b5f-393f-433d-ab7a-379e39bda440 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:28.350491 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8acd93ea-893f-41de-9d83-d1bdeae7e705 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.359480 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.378619 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f854a8c-5910-46e6-8016-794cd6ae6f39 None None] Network d034990d-6e20-40d3-b0b3-07de87508f1e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:28.413187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acd93ea-893f-41de-9d83-d1bdeae7e705 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network d034990d-6e20-40d3-b0b3-07de87508f1e is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:28.416389 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-8acd93ea-893f-41de-9d83-d1bdeae7e705 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:28.419141 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd93ea-893f-41de-9d83-d1bdeae7e705 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:28.427972 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.435701 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acd93ea-893f-41de-9d83-d1bdeae7e705 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:28.436720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8acd93ea-893f-41de-9d83-d1bdeae7e705 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.465442 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd93ea-893f-41de-9d83-d1bdeae7e705 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=68da8b5f-393f-433d-ab7a-379e39bda440,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:28.466123 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c54fd111-9030-4123-b865-1c318ab22a48 None None] Provisioning for port c719710a-b846-4522-bf56-dbcb09d07316 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:28.483836 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c54fd111-9030-4123-b865-1c318ab22a48 None None] Provisioning complete for port c719710a-b846-4522-bf56-dbcb09d07316 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:28.484217 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8acd93ea-893f-41de-9d83-d1bdeae7e705 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.3413711 Jul 27 21:21:28.484415 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c54fd111-9030-4123-b865-1c318ab22a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.486394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41320) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:28.494399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:28.494610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-3adc3ed9-e2c4-445c-bd1a-6fce10a8efed tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '50b73676-9a55-4e7a-9f3d-e53dc3ce2ac3'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:28.495880 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:28.498813 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:28.529387 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Pushing event updated for resources: {'Port': ['ID=8aeedca6-e486-4226-8075-a6d1b714b102,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:28.611618 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3adc3ed9-e2c4-445c-bd1a-6fce10a8efed tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.658537 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.670680 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c54fd111-9030-4123-b865-1c318ab22a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.754900 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.757334 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-c54fd111-9030-4123-b865-1c318ab22a48 None None] For port c719710a-b846-4522-bf56-dbcb09d07316, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c719710a-b846-4522-bf56-dbcb09d07316,segment=NetworkSegment(096bd39b-26cf-456d-959f-8ae173c2dc15),segment_id=096bd39b-26cf-456d-959f-8ae173c2dc15)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:28.773936 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c54fd111-9030-4123-b865-1c318ab22a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.880931 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fd111-9030-4123-b865-1c318ab22a48 None None] Pushing event updated for resources: {'Port': ['ID=c719710a-b846-4522-bf56-dbcb09d07316,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:28.884087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e5c9d4-e0d4-4d23-8502-eee1ab2c4ac7 None None] Update dhcp port {'port': {'network_id': 'd034990d-6e20-40d3-b0b3-07de87508f1e', 'fixed_ips': [{'subnet_id': '50b73676-9a55-4e7a-9f3d-e53dc3ce2ac3', 'ip_address': '2001:db8::2'}, {'subnet_id': '95f15c85-370f-4954-ad8a-5385688222f2'}], 'binding:host_id': 'n-d-764806-9'}, 'id': 'c719710a-b846-4522-bf56-dbcb09d07316'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:21:28.929165 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-33e5c9d4-e0d4-4d23-8502-eee1ab2c4ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:28.950909 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-3adc3ed9-e2c4-445c-bd1a-6fce10a8efed tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Delete allocated IP 2001:db8:0:1::169 (d034990d-6e20-40d3-b0b3-07de87508f1e/95f15c85-370f-4954-ad8a-5385688222f2) {{(pid=105579) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 21:21:29.080628 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.091419 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.183468 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3adc3ed9-e2c4-445c-bd1a-6fce10a8efed tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.197102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-3adc3ed9-e2c4-445c-bd1a-6fce10a8efed tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Ignored duplicate provisioning block setup for port 68da8b5f-393f-433d-ab7a-379e39bda440 by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 21:21:29.201837 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3adc3ed9-e2c4-445c-bd1a-6fce10a8efed tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.207765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Pushing event updated for resources: {'Port': ['ID=8aeedca6-e486-4226-8075-a6d1b714b102,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:29.226563 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.257226 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.261419 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-025bbea1-191d-4bac-ba77-5648cbafefdd tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5480354 Jul 27 21:21:29.262206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41330) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:29.267190 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-9f6c5267-0fb5-47ac-b5d3-0b4462c56057 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-102777382', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'fixed_ips': [{'ip_address': '172.25.2.134'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:29.282249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-33e5c9d4-e0d4-4d23-8502-eee1ab2c4ac7 None None] Allocated IP 2001:db8:0:1::2 (d034990d-6e20-40d3-b0b3-07de87508f1e/95f15c85-370f-4954-ad8a-5385688222f2/c719710a-b846-4522-bf56-dbcb09d07316) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:29.303430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-3adc3ed9-e2c4-445c-bd1a-6fce10a8efed tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] In _notify_port_updated(), no bound segment for port 68da8b5f-393f-433d-ab7a-379e39bda440 on network d034990d-6e20-40d3-b0b3-07de87508f1e {{(pid=105579) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:21:29.310096 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adc3ed9-e2c4-445c-bd1a-6fce10a8efed tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:29.311101 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3adc3ed9-e2c4-445c-bd1a-6fce10a8efed tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.311275 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6c5267-0fb5-47ac-b5d3-0b4462c56057 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Made reservation on behalf of 999df49db49a4dd595a0816cbe55f45f for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:29.313001 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3adc3ed9-e2c4-445c-bd1a-6fce10a8efed tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "PUT /v2.0/ports/68da8b5f-393f-433d-ab7a-379e39bda440 HTTP/1.1" status: 200 len: 925 time: 0.8248186 Jul 27 21:21:29.314156 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f6c5267-0fb5-47ac-b5d3-0b4462c56057 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.316726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41332) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:29.323066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-704403c5-9cd8-4301-bd88-2dc222453676 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '50b73676-9a55-4e7a-9f3d-e53dc3ce2ac3'}, {'subnet_id': '95f15c85-370f-4954-ad8a-5385688222f2'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:29.341387 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f6c5267-0fb5-47ac-b5d3-0b4462c56057 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.361103 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc3ed9-e2c4-445c-bd1a-6fce10a8efed tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=68da8b5f-393f-433d-ab7a-379e39bda440,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:29.419472 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-33e5c9d4-e0d4-4d23-8502-eee1ab2c4ac7 None None] For port c719710a-b846-4522-bf56-dbcb09d07316, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c719710a-b846-4522-bf56-dbcb09d07316,segment=NetworkSegment(096bd39b-26cf-456d-959f-8ae173c2dc15),segment_id=096bd39b-26cf-456d-959f-8ae173c2dc15)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:29.457747 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-33e5c9d4-e0d4-4d23-8502-eee1ab2c4ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.457952 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-704403c5-9cd8-4301-bd88-2dc222453676 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.471024 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f6c5267-0fb5-47ac-b5d3-0b4462c56057 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.476769 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-33e5c9d4-e0d4-4d23-8502-eee1ab2c4ac7 None None] Transition to ACTIVE for port object c719710a-b846-4522-bf56-dbcb09d07316 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:29.478692 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f6c5267-0fb5-47ac-b5d3-0b4462c56057 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.484747 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-9f6c5267-0fb5-47ac-b5d3-0b4462c56057 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] device_id is not set on port 9a571049-7507-42fd-93b1-27b46850cea3 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:29.488003 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-33e5c9d4-e0d4-4d23-8502-eee1ab2c4ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.565601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c5267-0fb5-47ac-b5d3-0b4462c56057 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f368a93c-ba04-4f8c-b593-359e72a508f7,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:29.731605 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6c5267-0fb5-47ac-b5d3-0b4462c56057 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 27 21:21:29.732177 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6c5267-0fb5-47ac-b5d3-0b4462c56057 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:29.755539 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9f6c5267-0fb5-47ac-b5d3-0b4462c56057 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4925640 Jul 27 21:21:29.758195 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41334) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:29.794001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c719710a-b846-4522-bf56-dbcb09d07316 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:29.820341 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5c9d4-e0d4-4d23-8502-eee1ab2c4ac7 None None] Pushing event updated for resources: {'Port': ['ID=c719710a-b846-4522-bf56-dbcb09d07316,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:29.837306 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-704403c5-9cd8-4301-bd88-2dc222453676 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Allocated IP 2001:db8:0:1::38c (d034990d-6e20-40d3-b0b3-07de87508f1e/95f15c85-370f-4954-ad8a-5385688222f2/68da8b5f-393f-433d-ab7a-379e39bda440) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:29.929047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-38ca9298-2b3e-4c73-96f8-b04b4a66bb57 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Deleting port 8aeedca6-e486-4226-8075-a6d1b714b102 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:29.929396 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-38ca9298-2b3e-4c73-96f8-b04b4a66bb57 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:29.991120 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-704403c5-9cd8-4301-bd88-2dc222453676 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.006482 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-704403c5-9cd8-4301-bd88-2dc222453676 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Ignored duplicate provisioning block setup for port 68da8b5f-393f-433d-ab7a-379e39bda440 by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 21:21:30.012943 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-704403c5-9cd8-4301-bd88-2dc222453676 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.029712 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-38ca9298-2b3e-4c73-96f8-b04b4a66bb57 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.030052 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-38ca9298-2b3e-4c73-96f8-b04b4a66bb57 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.043113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-38ca9298-2b3e-4c73-96f8-b04b4a66bb57 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Calling delete_port for 8aeedca6-e486-4226-8075-a6d1b714b102 owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:30.133702 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704403c5-9cd8-4301-bd88-2dc222453676 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=68da8b5f-393f-433d-ab7a-379e39bda440,revision_number=3']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:30.137317 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-704403c5-9cd8-4301-bd88-2dc222453676 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] In _notify_port_updated(), no bound segment for port 68da8b5f-393f-433d-ab7a-379e39bda440 on network d034990d-6e20-40d3-b0b3-07de87508f1e {{(pid=105579) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:21:30.143764 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704403c5-9cd8-4301-bd88-2dc222453676 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:30.144455 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-704403c5-9cd8-4301-bd88-2dc222453676 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.146271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-704403c5-9cd8-4301-bd88-2dc222453676 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "PUT /v2.0/ports/68da8b5f-393f-433d-ab7a-379e39bda440 HTTP/1.1" status: 200 len: 1011 time: 0.8282695 Jul 27 21:21:30.148852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41338) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:30.231607 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-38ca9298-2b3e-4c73-96f8-b04b4a66bb57 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.263286 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca9298-2b3e-4c73-96f8-b04b4a66bb57 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Pushing event deleted for resources: {'Port': ['ID=8aeedca6-e486-4226-8075-a6d1b714b102,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:30.275341 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-79ac3ee7-d207-4d3d-ab1e-a241a9cbd708 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port 68da8b5f-393f-433d-ab7a-379e39bda440 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:30.276000 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-79ac3ee7-d207-4d3d-ab1e-a241a9cbd708 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.351736 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-38ca9298-2b3e-4c73-96f8-b04b4a66bb57 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.354893 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-38ca9298-2b3e-4c73-96f8-b04b4a66bb57 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.363980 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-38ca9298-2b3e-4c73-96f8-b04b4a66bb57 tempest-ExternalNetworksAdminNegativeTestJSON-327982813 tempest-ExternalNetworksAdminNegativeTestJSON-327982813-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/2c5c251c-a141-4992-98ca-7c216efe4f63 HTTP/1.1" status: 204 len: 168 time: 0.6032529 Jul 27 21:21:30.386553 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-79ac3ee7-d207-4d3d-ab1e-a241a9cbd708 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.401465 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-79ac3ee7-d207-4d3d-ab1e-a241a9cbd708 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for 68da8b5f-393f-433d-ab7a-379e39bda440 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:30.573045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53226637-e243-46cf-8f32-503b9809921b None None] Network d034990d-6e20-40d3-b0b3-07de87508f1e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:30.615888 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-79ac3ee7-d207-4d3d-ab1e-a241a9cbd708 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.651078 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac3ee7-d207-4d3d-ab1e-a241a9cbd708 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=68da8b5f-393f-433d-ab7a-379e39bda440,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:30.661187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fe9aa739-a093-42c3-b60b-da037d6ad94b None None] Provisioning for port c719710a-b846-4522-bf56-dbcb09d07316 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:30.670458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fe9aa739-a093-42c3-b60b-da037d6ad94b None None] Provisioning complete for port c719710a-b846-4522-bf56-dbcb09d07316 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:30.670834 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fe9aa739-a093-42c3-b60b-da037d6ad94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.695260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41344) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:30.725703 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-79ac3ee7-d207-4d3d-ab1e-a241a9cbd708 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.732908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41348) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:30.733381 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-79ac3ee7-d207-4d3d-ab1e-a241a9cbd708 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/68da8b5f-393f-433d-ab7a-379e39bda440 HTTP/1.1" status: 204 len: 168 time: 0.5832429 Jul 27 21:21:30.763527 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bc02b5-0b29-474f-961b-6aa46559b6a6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] GET failed (client error): The resource could not be found. Jul 27 21:21:30.768088 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-92bc02b5-0b29-474f-961b-6aa46559b6a6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports/68da8b5f-393f-433d-ab7a-379e39bda440 HTTP/1.1" status: 404 len: 333 time: 0.0309994 Jul 27 21:21:30.769770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41350) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:30.838812 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-97814bd4-412a-4b4e-a4f1-3176c9265369 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting subnet 95f15c85-370f-4954-ad8a-5385688222f2 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:30.848568 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-97814bd4-412a-4b4e-a4f1-3176c9265369 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.854836 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fe9aa739-a093-42c3-b60b-da037d6ad94b None None] Could not find standard attr ID for object 68da8b5f-393f-433d-ab7a-379e39bda440. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:21:30.858232 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-100ff2b5-8b55-4b53-8569-242b9b9b3e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:30.913228 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-97814bd4-412a-4b4e-a4f1-3176c9265369 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.008023 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-100ff2b5-8b55-4b53-8569-242b9b9b3e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.013668 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-100ff2b5-8b55-4b53-8569-242b9b9b3e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.027108 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-97814bd4-412a-4b4e-a4f1-3176c9265369 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.077015 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-100ff2b5-8b55-4b53-8569-242b9b9b3e09 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1f0b860d5cad463d90ed7bcef1a0bb83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762791 Jul 27 21:21:31.078430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41352) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:31.100738 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ff2b5-8b55-4b53-8569-242b9b9b3e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edb6d6b-455a-4056-af40-a231491d38c9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:31.137874 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-97814bd4-412a-4b4e-a4f1-3176c9265369 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.152187 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-745d7ad1-80df-49b2-95d7-1e0c46e01bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.168092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97814bd4-412a-4b4e-a4f1-3176c9265369 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Subnet': ['ID=95f15c85-370f-4954-ad8a-5385688222f2,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:31.178547 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-745d7ad1-80df-49b2-95d7-1e0c46e01bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.189943 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-97814bd4-412a-4b4e-a4f1-3176c9265369 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.197135 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-97814bd4-412a-4b4e-a4f1-3176c9265369 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/95f15c85-370f-4954-ad8a-5385688222f2 HTTP/1.1" status: 204 len: 168 time: 0.4216723 Jul 27 21:21:31.197796 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41356) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:31.212511 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760e2d25-82ee-4a04-9c12-54986b099aad None None] Network d034990d-6e20-40d3-b0b3-07de87508f1e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:31.260962 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-745d7ad1-80df-49b2-95d7-1e0c46e01bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.264220 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-745d7ad1-80df-49b2-95d7-1e0c46e01bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.267339 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-745d7ad1-80df-49b2-95d7-1e0c46e01bef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9edb6d6b-455a-4056-af40-a231491d38c9 HTTP/1.1" status: 204 len: 168 time: 0.1879132 Jul 27 21:21:31.280342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d7ad1-80df-49b2-95d7-1e0c46e01bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edb6d6b-455a-4056-af40-a231491d38c9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:31.302591 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ee385b-f492-4cf0-9e27-4d77a8f9a4d2 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting subnet 50b73676-9a55-4e7a-9f3d-e53dc3ce2ac3 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:31.306001 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69ee385b-f492-4cf0-9e27-4d77a8f9a4d2 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.339363 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ce2172a3-6d98-4e2e-b327-50489854c61f None None] Provisioning complete for port c719710a-b846-4522-bf56-dbcb09d07316 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:31.339747 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ce2172a3-6d98-4e2e-b327-50489854c61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.386436 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69ee385b-f492-4cf0-9e27-4d77a8f9a4d2 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.531035 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69ee385b-f492-4cf0-9e27-4d77a8f9a4d2 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.615634 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69ee385b-f492-4cf0-9e27-4d77a8f9a4d2 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.706482 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41366) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:31.714146 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69ee385b-f492-4cf0-9e27-4d77a8f9a4d2 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.716149 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-69ee385b-f492-4cf0-9e27-4d77a8f9a4d2 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/50b73676-9a55-4e7a-9f3d-e53dc3ce2ac3 HTTP/1.1" status: 204 len: 168 time: 0.5172102 Jul 27 21:21:31.717141 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee385b-f492-4cf0-9e27-4d77a8f9a4d2 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Subnet': ['ID=50b73676-9a55-4e7a-9f3d-e53dc3ce2ac3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:31.719302 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41368) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:31.801269 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c719710a-b846-4522-bf56-dbcb09d07316 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:31.818921 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-da154e23-57a1-42fd-8b6a-2945443fdc52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=999df49db49a4dd595a0816cbe55f45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1108527 Jul 27 21:21:31.819586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41370) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:31.832785 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.903435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port c719710a-b846-4522-bf56-dbcb09d07316 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:31.903435 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.909975 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c0694b53-bcc6-44b8-be03-ae87775713ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.913940 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port c719710a-b846-4522-bf56-dbcb09d07316 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:31.914342 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:31.959133 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c0694b53-bcc6-44b8-be03-ae87775713ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.045717 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c0694b53-bcc6-44b8-be03-ae87775713ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.051479 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c0694b53-bcc6-44b8-be03-ae87775713ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.053851 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c0694b53-bcc6-44b8-be03-ae87775713ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f368a93c-ba04-4f8c-b593-359e72a508f7 HTTP/1.1" status: 204 len: 168 time: 0.2332833 Jul 27 21:21:32.056815 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] For port c719710a-b846-4522-bf56-dbcb09d07316, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c719710a-b846-4522-bf56-dbcb09d07316,segment=NetworkSegment(096bd39b-26cf-456d-959f-8ae173c2dc15),segment_id=096bd39b-26cf-456d-959f-8ae173c2dc15)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:32.057531 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.079557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0694b53-bcc6-44b8-be03-ae87775713ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f368a93c-ba04-4f8c-b593-359e72a508f7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:32.084730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for c719710a-b846-4522-bf56-dbcb09d07316 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:32.187567 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.219533 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=c719710a-b846-4522-bf56-dbcb09d07316,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:32.225898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No DVR routers for this DVR port c719710a-b846-4522-bf56-dbcb09d07316 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:32.328059 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.341049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d034990d-6e20-40d3-b0b3-07de87508f1e']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:32.359564 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096bd39b-26cf-456d-959f-8ae173c2dc15') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:32.360588 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096bd39b-26cf-456d-959f-8ae173c2dc15') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:32.376553 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.379807 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7d2777-404b-4bec-9845-2ba5dd309c6c None None] Network d034990d-6e20-40d3-b0b3-07de87508f1e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:32.397028 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.407454 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:32.407902 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:32.413104 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:32.470023 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5cbaab0c-366c-4d9f-b71e-90f5463d213c None None] Could not find standard attr ID for object c719710a-b846-4522-bf56-dbcb09d07316. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:21:32.504793 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.513092 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.515338 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/networks/d034990d-6e20-40d3-b0b3-07de87508f1e HTTP/1.1" status: 204 len: 168 time: 0.7910182 Jul 27 21:21:32.519608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41382) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:32.573363 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d574a5-b6a5-4918-a511-af92c0d2977f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Network': ['ID=d034990d-6e20-40d3-b0b3-07de87508f1e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:32.615631 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be61eefa-4112-40a5-a316-cc3fe39a0628 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:32.617089 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-be61eefa-4112-40a5-a316-cc3fe39a0628 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0969551 Jul 27 21:21:32.620690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41388) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:32.652499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddb0e3b-181b-414e-9084-018d294e65a5 None None] DHCP port deletion for d034990d-6e20-40d3-b0b3-07de87508f1e request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:32.684162 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-62f84381-cf3b-4110-abad-f27fd0e00309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.705549 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-89567718-85ee-4df3-bfe0-fabfb871aea0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0783844 Jul 27 21:21:32.710051 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41390) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:32.715920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-60496425-77f3-435a-b4bc-69b37a6ef8ab tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-182224723'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:32.747178 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60496425-77f3-435a-b4bc-69b37a6ef8ab tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:32.754802 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-60496425-77f3-435a-b4bc-69b37a6ef8ab tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.781013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60496425-77f3-435a-b4bc-69b37a6ef8ab tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:32.791616 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-60496425-77f3-435a-b4bc-69b37a6ef8ab tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.794597 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-60496425-77f3-435a-b4bc-69b37a6ef8ab tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Added segment e62398c5-2b0d-47c2-836d-23f670e65ef3 of type vlan for network 418936e1-e3ff-4097-b2cf-c6190ddd31b9 Jul 27 21:21:32.842488 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-60496425-77f3-435a-b4bc-69b37a6ef8ab tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.874769 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-60496425-77f3-435a-b4bc-69b37a6ef8ab tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.881478 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60496425-77f3-435a-b4bc-69b37a6ef8ab tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:32.882185 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-60496425-77f3-435a-b4bc-69b37a6ef8ab tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:32.955200 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-60496425-77f3-435a-b4bc-69b37a6ef8ab tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2410409 Jul 27 21:21:32.957003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41400) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:32.961560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8d16bbce-fdf9-4de6-a976-29ecc9f948e6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'subnet': {'network_id': '418936e1-e3ff-4097-b2cf-c6190ddd31b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:32.974862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60496425-77f3-435a-b4bc-69b37a6ef8ab tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Network': ['ID=418936e1-e3ff-4097-b2cf-c6190ddd31b9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:32.988125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 418936e1-e3ff-4097-b2cf-c6190ddd31b9 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:33.076047 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d16bbce-fdf9-4de6-a976-29ecc9f948e6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:33.079694 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8d16bbce-fdf9-4de6-a976-29ecc9f948e6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.306596 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8d16bbce-fdf9-4de6-a976-29ecc9f948e6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.374488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16bbce-fdf9-4de6-a976-29ecc9f948e6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Subnet': ['ID=a0f6d787-c8d9-4d89-b181-92301f2df8e4,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:33.382274 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d16bbce-fdf9-4de6-a976-29ecc9f948e6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Checking segment: {'id': 'e62398c5-2b0d-47c2-836d-23f670e65ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '418936e1-e3ff-4097-b2cf-c6190ddd31b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:33.382696 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d16bbce-fdf9-4de6-a976-29ecc9f948e6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network hostable DHCP agents. Network: 418936e1-e3ff-4097-b2cf-c6190ddd31b9, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:33.400797 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d16bbce-fdf9-4de6-a976-29ecc9f948e6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 418936e1-e3ff-4097-b2cf-c6190ddd31b9 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:33.411609 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-8d16bbce-fdf9-4de6-a976-29ecc9f948e6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 418936e1-e3ff-4097-b2cf-c6190ddd31b9) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:33.418039 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d16bbce-fdf9-4de6-a976-29ecc9f948e6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:33.419074 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8d16bbce-fdf9-4de6-a976-29ecc9f948e6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.424713 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e8d6aa-3da8-48a6-a542-4beb1d75a5bd None None] Network 418936e1-e3ff-4097-b2cf-c6190ddd31b9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:33.438584 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8d16bbce-fdf9-4de6-a976-29ecc9f948e6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4788902 Jul 27 21:21:33.438802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41412) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:33.445236 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'network_id': '418936e1-e3ff-4097-b2cf-c6190ddd31b9', 'name': 'tempest-PortsIpV6TestJSON-760183237'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:33.693157 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-418936e1-e3ff-4097-b2cf-c6190ddd31b9', 'network_id': '418936e1-e3ff-4097-b2cf-c6190ddd31b9', 'tenant_id': '1cf3801bb17248b19f8b76025f7a985e', 'fixed_ips': [{'subnet_id': 'a0f6d787-c8d9-4d89-b181-92301f2df8e4'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:33.694596 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:33.754362 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c719710a-b846-4522-bf56-dbcb09d07316 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:33.776137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41424) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:33.828219 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: c719710a-b846-4522-bf56-dbcb09d07316 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:33.828669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c719710a-b846-4522-bf56-dbcb09d07316 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:33.847590 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41428) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:33.916392 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Allocated IP 2001:db8::2 (418936e1-e3ff-4097-b2cf-c6190ddd31b9/a0f6d787-c8d9-4d89-b181-92301f2df8e4/22107a2e-172c-4ca1-a746-5cdef6c9d433) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:34.004162 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7d85998-12da-488b-9697-940123203036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.007457 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:34.013714 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.046099 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] device_id is not set on port dde111ec-1bca-4d88-81b9-701cfd0f82c9 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:34.146572 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.155619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-696cad2f-303d-412d-9c1d-c92b41712d22 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-792878819'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:34.156202 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-696cad2f-303d-412d-9c1d-c92b41712d22 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] Unknown quota resources ['metering_label']. {{(pid=105580) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:21:34.192111 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.201904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Transition to ACTIVE for port object 22107a2e-172c-4ca1-a746-5cdef6c9d433 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:34.217577 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Transition to ACTIVE for port object 22107a2e-172c-4ca1-a746-5cdef6c9d433 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:34.225505 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.232174 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7d85998-12da-488b-9697-940123203036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.246398 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7d85998-12da-488b-9697-940123203036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.273594 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Network 418936e1-e3ff-4097-b2cf-c6190ddd31b9 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:34.276769 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:34.281764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:34.290385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Allocated IP 2001:db8::340 (418936e1-e3ff-4097-b2cf-c6190ddd31b9/a0f6d787-c8d9-4d89-b181-92301f2df8e4/dde111ec-1bca-4d88-81b9-701cfd0f82c9) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:34.301479 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Pushing event updated for resources: {'Port': ['ID=22107a2e-172c-4ca1-a746-5cdef6c9d433,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:34.383456 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Attempting to bind port 22107a2e-172c-4ca1-a746-5cdef6c9d433 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:34.383834 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Attempting to bind port 22107a2e-172c-4ca1-a746-5cdef6c9d433 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'e62398c5-2b0d-47c2-836d-23f670e65ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '418936e1-e3ff-4097-b2cf-c6190ddd31b9'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:34.386266 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-696cad2f-303d-412d-9c1d-c92b41712d22 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.387410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Attempting to bind port 22107a2e-172c-4ca1-a746-5cdef6c9d433 on network 418936e1-e3ff-4097-b2cf-c6190ddd31b9 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:34.390299 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-696cad2f-303d-412d-9c1d-c92b41712d22 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6130309 Jul 27 21:21:34.396694 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:34.398018 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Checking segment: {'id': 'e62398c5-2b0d-47c2-836d-23f670e65ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '418936e1-e3ff-4097-b2cf-c6190ddd31b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:34.398560 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.398763 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41432) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:34.399098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Bound using segment: {'id': 'e62398c5-2b0d-47c2-836d-23f670e65ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '418936e1-e3ff-4097-b2cf-c6190ddd31b9'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:34.399660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Bound port: 22107a2e-172c-4ca1-a746-5cdef6c9d433, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62398c5-2b0d-47c2-836d-23f670e65ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '418936e1-e3ff-4097-b2cf-c6190ddd31b9'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:34.400223 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.407916 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8acb7583-17da-40ca-9c67-745f45a8a79b tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '004df15f-9c1b-431f-afb9-35970d41ba58'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:34.408432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8acb7583-17da-40ca-9c67-745f45a8a79b tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105580) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:21:34.417313 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f7d85998-12da-488b-9697-940123203036 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=32ae2bd330fc4433892555528cbd0a77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5686302 Jul 27 21:21:34.420116 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d85998-12da-488b-9697-940123203036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f3941a-118e-48c1-9242-5de967c3c7ae,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:34.422857 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41434) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:34.480163 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] For port 22107a2e-172c-4ca1-a746-5cdef6c9d433, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:34.483417 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] For port 22107a2e-172c-4ca1-a746-5cdef6c9d433, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=22107a2e-172c-4ca1-a746-5cdef6c9d433,segment=NetworkSegment(e62398c5-2b0d-47c2-836d-23f670e65ef3),segment_id=e62398c5-2b0d-47c2-836d-23f670e65ef3)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:34.488087 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.489017 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.503251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Transition to ACTIVE for port object dde111ec-1bca-4d88-81b9-701cfd0f82c9 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:34.524110 n-d-764806-9 neutron-server[105580]: WARNING neutron.services.metering.metering_plugin [None req-8acb7583-17da-40ca-9c67-745f45a8a79b tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 21:21:34.547061 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a9ff5-fbc1-4914-82e0-e417c57e9e84 None None] Pushing event updated for resources: {'Port': ['ID=22107a2e-172c-4ca1-a746-5cdef6c9d433,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:34.555213 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.598638 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 418936e1-e3ff-4097-b2cf-c6190ddd31b9 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:34.602375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:34.606537 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:34.613291 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:34.614458 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.633111 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=dde111ec-1bca-4d88-81b9-701cfd0f82c9,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:34.637854 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1977186 Jul 27 21:21:34.641912 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41436) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:34.645646 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8acb7583-17da-40ca-9c67-745f45a8a79b tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.647059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2962682a-0c26-4fd6-8118-9e583d83e2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'network_id': '418936e1-e3ff-4097-b2cf-c6190ddd31b9', 'name': 'tempest-PortsIpV6TestJSON-1612156753'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:34.650382 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8acb7583-17da-40ca-9c67-745f45a8a79b tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2498207 Jul 27 21:21:34.651026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:34.651379 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:34.651722 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:34.652060 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:34.652391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:34.652721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:34.652870 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41438) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:34.653054 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:34.653382 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:34.653705 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:34.654027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:34.654510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:34.654837 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107b99-5961-4ca0-87cf-fd3fea398348 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:34.662851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-dcc62b49-2350-4ed4-8782-e065ea1d13b9 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '004df15f-9c1b-431f-afb9-35970d41ba58'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:34.663342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-dcc62b49-2350-4ed4-8782-e065ea1d13b9 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105580) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:21:34.677169 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f084193c-ee85-4a10-9d8b-01b66e14ae21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.771711 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f084193c-ee85-4a10-9d8b-01b66e14ae21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.778298 n-d-764806-9 neutron-server[105580]: WARNING neutron.services.metering.metering_plugin [None req-dcc62b49-2350-4ed4-8782-e065ea1d13b9 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 21:21:34.789060 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2962682a-0c26-4fd6-8118-9e583d83e2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:34.792710 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2962682a-0c26-4fd6-8118-9e583d83e2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.818479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-2962682a-0c26-4fd6-8118-9e583d83e2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] device_id is not set on port 32e916db-944f-4f88-bb9f-17e726ab60d4 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:34.885217 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dcc62b49-2350-4ed4-8782-e065ea1d13b9 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.888955 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dcc62b49-2350-4ed4-8782-e065ea1d13b9 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2326529 Jul 27 21:21:34.889242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41440) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:34.907761 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f084193c-ee85-4a10-9d8b-01b66e14ae21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.911386 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f084193c-ee85-4a10-9d8b-01b66e14ae21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:34.915307 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f084193c-ee85-4a10-9d8b-01b66e14ae21 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34f3941a-118e-48c1-9242-5de967c3c7ae HTTP/1.1" status: 204 len: 168 time: 0.4885452 Jul 27 21:21:34.915610 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7e534b94-aa52-4f98-9300-439d4eb6e8a0 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=bbbc700f-2a75-4a4d-a1fa-3acbc4934789 HTTP/1.1" status: 200 len: 464 time: 0.0225415 Jul 27 21:21:34.917416 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41444) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:34.924541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084193c-ee85-4a10-9d8b-01b66e14ae21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f3941a-118e-48c1-9242-5de967c3c7ae,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:35.032301 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-2962682a-0c26-4fd6-8118-9e583d83e2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Allocated IP 2001:db8::321 (418936e1-e3ff-4097-b2cf-c6190ddd31b9/a0f6d787-c8d9-4d89-b181-92301f2df8e4/32e916db-944f-4f88-bb9f-17e726ab60d4) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:35.138754 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39ad990c-ff4b-41d2-a87a-6569db7657e3 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.139978 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-39ad990c-ff4b-41d2-a87a-6569db7657e3 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/bbbc700f-2a75-4a4d-a1fa-3acbc4934789 HTTP/1.1" status: 204 len: 168 time: 0.2215626 Jul 27 21:21:35.142824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41448) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:35.154101 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7f0ffef9-bd08-4c68-a2b1-533e5b8e0f09 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=bbbc700f-2a75-4a4d-a1fa-3acbc4934789 HTTP/1.1" status: 200 len: 221 time: 0.0099778 Jul 27 21:21:35.157479 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41450) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:35.161954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1fd49ea9-1980-40b7-9470-d8a2558a9020 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2103844969', 'description': 'label created by tempest'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:35.162420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1fd49ea9-1980-40b7-9470-d8a2558a9020 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] Unknown quota resources ['metering_label']. {{(pid=105580) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:21:35.200924 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41452) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:35.251202 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3cab7ae0-efed-4ec1-bb5f-33e962017ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.329336 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1fd49ea9-1980-40b7-9470-d8a2558a9020 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.333837 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1fd49ea9-1980-40b7-9470-d8a2558a9020 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1724489 Jul 27 21:21:35.334074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41454) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:35.340395 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2962682a-0c26-4fd6-8118-9e583d83e2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.357873 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d5bc2551-f87b-495b-a19a-203096fafb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.365096 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-2962682a-0c26-4fd6-8118-9e583d83e2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Transition to ACTIVE for port object 32e916db-944f-4f88-bb9f-17e726ab60d4 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:35.422964 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e9202f85-bc36-4ea7-ab32-8d29f8acfd80 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=14b10835-41fe-4571-b118-1556f913275e HTTP/1.1" status: 200 len: 468 time: 0.0877035 Jul 27 21:21:35.426166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41456) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:35.439075 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2962682a-0c26-4fd6-8118-9e583d83e2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.469336 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.506258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962682a-0c26-4fd6-8118-9e583d83e2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=32e916db-944f-4f88-bb9f-17e726ab60d4,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:35.517098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2962682a-0c26-4fd6-8118-9e583d83e2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 418936e1-e3ff-4097-b2cf-c6190ddd31b9 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:35.521588 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-2962682a-0c26-4fd6-8118-9e583d83e2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:35.524691 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3cab7ae0-efed-4ec1-bb5f-33e962017ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.525737 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2962682a-0c26-4fd6-8118-9e583d83e2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:35.531416 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2962682a-0c26-4fd6-8118-9e583d83e2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:35.532029 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2962682a-0c26-4fd6-8118-9e583d83e2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.541803 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3cab7ae0-efed-4ec1-bb5f-33e962017ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.562924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2962682a-0c26-4fd6-8118-9e583d83e2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9199460 Jul 27 21:21:35.572016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41458) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:35.638305 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3f6e69c4-0b8b-456c-aec3-177b52cc0351 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.639802 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3f6e69c4-0b8b-456c-aec3-177b52cc0351 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/14b10835-41fe-4571-b118-1556f913275e HTTP/1.1" status: 204 len: 168 time: 0.2126393 Jul 27 21:21:35.640619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41460) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:35.640761 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3cab7ae0-efed-4ec1-bb5f-33e962017ecf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97f9fd17436d47ff8bc44e1f1c8c1c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387941 Jul 27 21:21:35.647164 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41462) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:35.657324 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab7ae0-efed-4ec1-bb5f-33e962017ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad8cf26-fff1-436b-96c9-cb5741f63ccb,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:35.661890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17136148-c70e-418b-85f0-ac09cf8650f1 None None] Network 418936e1-e3ff-4097-b2cf-c6190ddd31b9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:35.675670 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6187e9d2-4813-4531-a692-4168fba5455b tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=14b10835-41fe-4571-b118-1556f913275e HTTP/1.1" status: 200 len: 216 time: 0.0223274 Jul 27 21:21:35.679680 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41464) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:35.701147 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-303421cc-948d-4327-8111-e7d498c72c43 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0171523 Jul 27 21:21:35.701637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41466) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:35.726410 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-32354d9f-0607-403d-baa4-9d7494a8ae37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.734625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41468) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:35.735369 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9012a4ee-34f0-441b-add1-994129cc6099 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0324950 Jul 27 21:21:35.746018 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac1e94e-c715-4c7c-941c-34caa7c6b1eb tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:35.748303 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-eac1e94e-c715-4c7c-941c-34caa7c6b1eb tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A340 HTTP/1.1" status: 200 len: 928 time: 0.1753409 Jul 27 21:21:35.751681 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41470) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:35.761603 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-191dd147-ecba-4295-94e5-db5c619f725a None None] Provisioning for port 22107a2e-172c-4ca1-a746-5cdef6c9d433 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:35.797078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 22107a2e-172c-4ca1-a746-5cdef6c9d433 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:35.805015 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-32354d9f-0607-403d-baa4-9d7494a8ae37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.822882 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-454b0c08-d79c-4fe9-ad4c-ab278912153c tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/004df15f-9c1b-431f-afb9-35970d41ba58 HTTP/1.1" status: 200 len: 472 time: 0.0826604 Jul 27 21:21:35.823139 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41474) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:35.836539 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-177c5375-6c85-4493-ac39-f7a27a3b0ba4 tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/7e386276-4da3-490e-9c21-1fdaa9140bfd HTTP/1.1" status: 200 len: 461 time: 0.0090699 Jul 27 21:21:35.836756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41476) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:35.905246 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-32354d9f-0607-403d-baa4-9d7494a8ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.908170 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-32354d9f-0607-403d-baa4-9d7494a8ae37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.909550 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-32354d9f-0607-403d-baa4-9d7494a8ae37 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bad8cf26-fff1-436b-96c9-cb5741f63ccb HTTP/1.1" status: 204 len: 168 time: 0.2681282 Jul 27 21:21:35.920737 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 22107a2e-172c-4ca1-a746-5cdef6c9d433 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:35.926949 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32354d9f-0607-403d-baa4-9d7494a8ae37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad8cf26-fff1-436b-96c9-cb5741f63ccb,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:35.928562 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 22107a2e-172c-4ca1-a746-5cdef6c9d433 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:35.929011 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.936412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-281d370f-6338-41a6-888f-717b3367c935 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port 32e916db-944f-4f88-bb9f-17e726ab60d4 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:35.936412 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-281d370f-6338-41a6-888f-717b3367c935 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.978267 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e735cb0e-89cd-4590-a663-80095c75e0ba tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:35.983458 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e735cb0e-89cd-4590-a663-80095c75e0ba tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/7e386276-4da3-490e-9c21-1fdaa9140bfd HTTP/1.1" status: 204 len: 168 time: 0.1452610 Jul 27 21:21:35.984146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41480) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:36.040724 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.075102 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-281d370f-6338-41a6-888f-717b3367c935 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.090668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-281d370f-6338-41a6-888f-717b3367c935 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for 32e916db-944f-4f88-bb9f-17e726ab60d4 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:36.100687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 22107a2e-172c-4ca1-a746-5cdef6c9d433, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=22107a2e-172c-4ca1-a746-5cdef6c9d433,segment=NetworkSegment(e62398c5-2b0d-47c2-836d-23f670e65ef3),segment_id=e62398c5-2b0d-47c2-836d-23f670e65ef3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:36.110593 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.183633 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=22107a2e-172c-4ca1-a746-5cdef6c9d433,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:36.241097 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-453fa2eb-8d29-4ce2-b953-49a55b6ea89b tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.245298 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-453fa2eb-8d29-4ce2-b953-49a55b6ea89b tempest-MeteringTestJSON-173732468 tempest-MeteringTestJSON-173732468-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/004df15f-9c1b-431f-afb9-35970d41ba58 HTTP/1.1" status: 204 len: 168 time: 0.2569227 Jul 27 21:21:36.280829 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-281d370f-6338-41a6-888f-717b3367c935 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.305949 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fb86c39b-6979-47f9-9de4-a1ab9c4e1da0 None None] Could not find standard attr ID for object 32e916db-944f-4f88-bb9f-17e726ab60d4. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:21:36.324318 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fb86c39b-6979-47f9-9de4-a1ab9c4e1da0 None None] Provisioning complete for port 22107a2e-172c-4ca1-a746-5cdef6c9d433 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:36.324701 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fb86c39b-6979-47f9-9de4-a1ab9c4e1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.460374 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fb86c39b-6979-47f9-9de4-a1ab9c4e1da0 None None] Provisioning for port dde111ec-1bca-4d88-81b9-701cfd0f82c9 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:36.466721 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fb86c39b-6979-47f9-9de4-a1ab9c4e1da0 None None] Provisioning complete for port dde111ec-1bca-4d88-81b9-701cfd0f82c9 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:36.467266 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fb86c39b-6979-47f9-9de4-a1ab9c4e1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.517937 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-fb86c39b-6979-47f9-9de4-a1ab9c4e1da0 None None] Port dde111ec-1bca-4d88-81b9-701cfd0f82c9 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:36.661955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41496) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:36.671006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d370f-6338-41a6-888f-717b3367c935 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=32e916db-944f-4f88-bb9f-17e726ab60d4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:36.710030 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-281d370f-6338-41a6-888f-717b3367c935 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.712216 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-281d370f-6338-41a6-888f-717b3367c935 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/32e916db-944f-4f88-bb9f-17e726ab60d4 HTTP/1.1" status: 204 len: 168 time: 0.9585619 Jul 27 21:21:36.714777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41502) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:36.746374 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0b4eab-be2d-4be0-a3ca-33db2c895438 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] GET failed (client error): The resource could not be found. Jul 27 21:21:36.747972 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5d0b4eab-be2d-4be0-a3ca-33db2c895438 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports/32e916db-944f-4f88-bb9f-17e726ab60d4 HTTP/1.1" status: 404 len: 333 time: 0.0322413 Jul 27 21:21:36.751020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41506) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:36.757066 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cabb217a-c9b9-4b2c-b896-2e0266b1b2bf None None] Provisioning complete for port dde111ec-1bca-4d88-81b9-701cfd0f82c9 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:36.757432 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cabb217a-c9b9-4b2c-b896-2e0266b1b2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.800981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cabb217a-c9b9-4b2c-b896-2e0266b1b2bf None None] Port dde111ec-1bca-4d88-81b9-701cfd0f82c9 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:36.835459 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6df02fe8-65da-497c-a093-68db5e29045d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:36.945938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-58fd16d7-7553-4e5b-bcf2-803c6ceea05f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port dde111ec-1bca-4d88-81b9-701cfd0f82c9 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:36.946325 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-58fd16d7-7553-4e5b-bcf2-803c6ceea05f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.015163 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6b361c40-3f00-4488-99b1-f0e3ec584c72 None None] Could not find standard attr ID for object 32e916db-944f-4f88-bb9f-17e726ab60d4. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:21:37.085077 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-58fd16d7-7553-4e5b-bcf2-803c6ceea05f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.088829 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6df02fe8-65da-497c-a093-68db5e29045d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.096942 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6df02fe8-65da-497c-a093-68db5e29045d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.120640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-58fd16d7-7553-4e5b-bcf2-803c6ceea05f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for dde111ec-1bca-4d88-81b9-701cfd0f82c9 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:37.157603 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6df02fe8-65da-497c-a093-68db5e29045d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=544913d2b6f54ccd8f63a085c22551cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4943223 Jul 27 21:21:37.158359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df02fe8-65da-497c-a093-68db5e29045d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec1af6f-336e-4637-891a-0f7fe6dee3b3,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:37.161383 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41516) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:37.186285 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.225913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05ed6356-525e-44bb-ad52-521de804873d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.258740 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05ed6356-525e-44bb-ad52-521de804873d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.309665 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-58fd16d7-7553-4e5b-bcf2-803c6ceea05f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.317591 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05ed6356-525e-44bb-ad52-521de804873d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.321196 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05ed6356-525e-44bb-ad52-521de804873d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.322551 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-05ed6356-525e-44bb-ad52-521de804873d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fec1af6f-336e-4637-891a-0f7fe6dee3b3 HTTP/1.1" status: 204 len: 168 time: 0.1593151 Jul 27 21:21:37.333595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed6356-525e-44bb-ad52-521de804873d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec1af6f-336e-4637-891a-0f7fe6dee3b3,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:37.374620 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd16d7-7553-4e5b-bcf2-803c6ceea05f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=dde111ec-1bca-4d88-81b9-701cfd0f82c9,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:37.399931 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-58fd16d7-7553-4e5b-bcf2-803c6ceea05f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.402486 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-58fd16d7-7553-4e5b-bcf2-803c6ceea05f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/dde111ec-1bca-4d88-81b9-701cfd0f82c9 HTTP/1.1" status: 204 len: 168 time: 0.6504021 Jul 27 21:21:37.405160 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41520) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:37.441335 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-310a80d7-e212-485b-9beb-07bfa1137d6c tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] GET failed (client error): The resource could not be found. Jul 27 21:21:37.443456 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-310a80d7-e212-485b-9beb-07bfa1137d6c tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports/dde111ec-1bca-4d88-81b9-701cfd0f82c9 HTTP/1.1" status: 404 len: 333 time: 0.0372798 Jul 27 21:21:37.447446 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41524) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:37.526180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad818297-f03e-477a-a12c-bd7acd197356 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting subnet a0f6d787-c8d9-4d89-b181-92301f2df8e4 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:37.530026 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ad818297-f03e-477a-a12c-bd7acd197356 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.590665 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ad818297-f03e-477a-a12c-bd7acd197356 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.699431 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ad818297-f03e-477a-a12c-bd7acd197356 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.708305 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.729665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 22107a2e-172c-4ca1-a746-5cdef6c9d433 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:37.779111 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ad818297-f03e-477a-a12c-bd7acd197356 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.787946 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 22107a2e-172c-4ca1-a746-5cdef6c9d433 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:37.788561 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.814513 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad818297-f03e-477a-a12c-bd7acd197356 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f6d787-c8d9-4d89-b181-92301f2df8e4,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:37.825666 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ad818297-f03e-477a-a12c-bd7acd197356 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.830410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41532) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:37.830661 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ad818297-f03e-477a-a12c-bd7acd197356 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/a0f6d787-c8d9-4d89-b181-92301f2df8e4 HTTP/1.1" status: 204 len: 168 time: 0.3809955 Jul 27 21:21:37.832983 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2736df25-674e-4b3b-bc67-b6df8eb4649d None None] Network 418936e1-e3ff-4097-b2cf-c6190ddd31b9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:37.859453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41534) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:37.878567 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ae01352-497d-41c3-b0da-b7ca6fae63ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.955317 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.993513 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ae01352-497d-41c3-b0da-b7ca6fae63ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:37.999433 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ae01352-497d-41c3-b0da-b7ca6fae63ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.040666 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port 22107a2e-172c-4ca1-a746-5cdef6c9d433 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:38.041132 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.053554 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9ae01352-497d-41c3-b0da-b7ca6fae63ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=971a4bfda1c341889d9900dc7d7a9da6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930096 Jul 27 21:21:38.055020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae01352-497d-41c3-b0da-b7ca6fae63ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414cda5c-7cf3-4d83-9413-6a5e4a5cfe15,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:38.057862 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41538) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:38.121856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b90c898-5c08-4949-b1a5-dd79a177f532 None None] DHCP port deletion for 418936e1-e3ff-4097-b2cf-c6190ddd31b9 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:38.123130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] For port 22107a2e-172c-4ca1-a746-5cdef6c9d433, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=22107a2e-172c-4ca1-a746-5cdef6c9d433,segment=NetworkSegment(e62398c5-2b0d-47c2-836d-23f670e65ef3),segment_id=e62398c5-2b0d-47c2-836d-23f670e65ef3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:38.123568 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.125860 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5717f56c-38cc-407a-a16e-d109ab4539f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.138196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for 22107a2e-172c-4ca1-a746-5cdef6c9d433 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:38.149115 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5717f56c-38cc-407a-a16e-d109ab4539f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.173399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7b90c898-5c08-4949-b1a5-dd79a177f532 None None] Deleting port 22107a2e-172c-4ca1-a746-5cdef6c9d433 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:38.173773 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7b90c898-5c08-4949-b1a5-dd79a177f532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.204353 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5717f56c-38cc-407a-a16e-d109ab4539f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.209204 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5717f56c-38cc-407a-a16e-d109ab4539f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.210493 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5717f56c-38cc-407a-a16e-d109ab4539f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/414cda5c-7cf3-4d83-9413-6a5e4a5cfe15 HTTP/1.1" status: 204 len: 168 time: 0.1440771 Jul 27 21:21:38.226358 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717f56c-38cc-407a-a16e-d109ab4539f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414cda5c-7cf3-4d83-9413-6a5e4a5cfe15,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:38.262897 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7b90c898-5c08-4949-b1a5-dd79a177f532 None None] For port 22107a2e-172c-4ca1-a746-5cdef6c9d433, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=22107a2e-172c-4ca1-a746-5cdef6c9d433,segment=NetworkSegment(e62398c5-2b0d-47c2-836d-23f670e65ef3),segment_id=e62398c5-2b0d-47c2-836d-23f670e65ef3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:38.265578 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7b90c898-5c08-4949-b1a5-dd79a177f532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.277625 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.279792 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7b90c898-5c08-4949-b1a5-dd79a177f532 None None] Calling delete_port for 22107a2e-172c-4ca1-a746-5cdef6c9d433 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:38.336968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=22107a2e-172c-4ca1-a746-5cdef6c9d433,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:38.340574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No DVR routers for this DVR port 22107a2e-172c-4ca1-a746-5cdef6c9d433 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:38.384511 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7b90c898-5c08-4949-b1a5-dd79a177f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.421375 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90c898-5c08-4949-b1a5-dd79a177f532 None None] Pushing event deleted for resources: {'Port': ['ID=22107a2e-172c-4ca1-a746-5cdef6c9d433,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:38.432627 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.433063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b90c898-5c08-4949-b1a5-dd79a177f532 None None] No DVR routers for this DVR port 22107a2e-172c-4ca1-a746-5cdef6c9d433 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:38.445487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418936e1-e3ff-4097-b2cf-c6190ddd31b9']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:38.459561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62398c5-2b0d-47c2-836d-23f670e65ef3') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:38.459875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62398c5-2b0d-47c2-836d-23f670e65ef3') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:38.474838 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.489686 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.496023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:38.496430 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:38.499583 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:38.566934 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.581396 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.584111 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/networks/418936e1-e3ff-4097-b2cf-c6190ddd31b9 HTTP/1.1" status: 204 len: 168 time: 0.7516310 Jul 27 21:21:38.588396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41548) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:38.593988 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0532c46d-d445-4594-b5dc-7214c9c33e24 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1668962393'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:38.596471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a735b-9a9a-41f3-a3f0-78e5620ffc4d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Network': ['ID=418936e1-e3ff-4097-b2cf-c6190ddd31b9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:38.629780 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0532c46d-d445-4594-b5dc-7214c9c33e24 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:38.633863 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0532c46d-d445-4594-b5dc-7214c9c33e24 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.660875 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0532c46d-d445-4594-b5dc-7214c9c33e24 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:38.670718 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0532c46d-d445-4594-b5dc-7214c9c33e24 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.671254 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-0532c46d-d445-4594-b5dc-7214c9c33e24 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Added segment 14315025-3f9e-4474-9a90-a32187a5f092 of type vlan for network 90caf43a-58dc-48e1-9497-1fcc2c5c3c55 Jul 27 21:21:38.718167 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0532c46d-d445-4594-b5dc-7214c9c33e24 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.751387 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0532c46d-d445-4594-b5dc-7214c9c33e24 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.759441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0532c46d-d445-4594-b5dc-7214c9c33e24 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:38.760098 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0532c46d-d445-4594-b5dc-7214c9c33e24 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.847338 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0532c46d-d445-4594-b5dc-7214c9c33e24 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2575402 Jul 27 21:21:38.850283 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41570) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:38.857271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-41065acb-6d9a-46ff-b7da-730abfcffce1 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ded0b72177884483bce54b1cc76dabe1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746109 Jul 27 21:21:38.862830 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8e998254-c2c2-4c2f-9f2b-f65e62b0d26f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'subnet': {'network_id': '90caf43a-58dc-48e1-9497-1fcc2c5c3c55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:38.866668 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:38.958096 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532c46d-d445-4594-b5dc-7214c9c33e24 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Network': ['ID=90caf43a-58dc-48e1-9497-1fcc2c5c3c55,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:38.969798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 90caf43a-58dc-48e1-9497-1fcc2c5c3c55 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:39.149201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-0abe242d-09e4-4594-a27b-6d389486253c tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:39.150769 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-0abe242d-09e4-4594-a27b-6d389486253c tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2797809 Jul 27 21:21:39.152030 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e998254-c2c2-4c2f-9f2b-f65e62b0d26f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:39.155403 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8e998254-c2c2-4c2f-9f2b-f65e62b0d26f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.158357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41578) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:39.218731 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-dc3648cc-4385-4a1d-957a-5232c41c062d tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/quotas/ded0b72177884483bce54b1cc76dabe1 HTTP/1.1" status: 200 len: 375 time: 0.0578852 Jul 27 21:21:39.261619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3a76eb50-3648-4575-a692-b46c44be752f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1942299648'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:39.265303 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-c89be8b4-6be0-49fb-b7f2-003a8062c175 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ded0b72177884483bce54b1cc76dabe1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398338 Jul 27 21:21:39.287392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a76eb50-3648-4575-a692-b46c44be752f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Made reservation on behalf of d7b7006b70294a94b3dd261473f2a828 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:39.291400 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a76eb50-3648-4575-a692-b46c44be752f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.303764 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a76eb50-3648-4575-a692-b46c44be752f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.406645 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8e998254-c2c2-4c2f-9f2b-f65e62b0d26f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.424668 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a76eb50-3648-4575-a692-b46c44be752f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.429205 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a76eb50-3648-4575-a692-b46c44be752f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.459449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a76eb50-3648-4575-a692-b46c44be752f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:39.469856 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76eb50-3648-4575-a692-b46c44be752f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0bd7a8-9ea0-418f-a475-d28bb4ca2786,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:39.475609 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a76eb50-3648-4575-a692-b46c44be752f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.475957 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-3a76eb50-3648-4575-a692-b46c44be752f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Added segment f030ab99-b93b-489f-b42f-9266bfbd52ea of type vlan for network 0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad Jul 27 21:21:39.509178 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-847ec69c-2310-4e03-a036-a38e0b2bbcc4 req-af892f59-2740-416d-9c11-d6766a811767 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/ports?device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 210 time: 0.0524201 Jul 27 21:21:39.512202 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e998254-c2c2-4c2f-9f2b-f65e62b0d26f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Checking segment: {'id': '14315025-3f9e-4474-9a90-a32187a5f092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '90caf43a-58dc-48e1-9497-1fcc2c5c3c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:39.512450 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e998254-c2c2-4c2f-9f2b-f65e62b0d26f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network hostable DHCP agents. Network: 90caf43a-58dc-48e1-9497-1fcc2c5c3c55, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:39.515896 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e998254-c2c2-4c2f-9f2b-f65e62b0d26f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Subnet': ['ID=b505cb1d-2140-4470-9d18-07ae55427c64,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:39.520094 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a76eb50-3648-4575-a692-b46c44be752f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.537352 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e998254-c2c2-4c2f-9f2b-f65e62b0d26f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 90caf43a-58dc-48e1-9497-1fcc2c5c3c55 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:39.548232 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-8e998254-c2c2-4c2f-9f2b-f65e62b0d26f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 90caf43a-58dc-48e1-9497-1fcc2c5c3c55) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:39.552940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e998254-c2c2-4c2f-9f2b-f65e62b0d26f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:39.553537 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8e998254-c2c2-4c2f-9f2b-f65e62b0d26f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.561107 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77b0ffe-b531-47ee-9304-fb788039c2d9 None None] Network 90caf43a-58dc-48e1-9497-1fcc2c5c3c55 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:39.566033 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a76eb50-3648-4575-a692-b46c44be752f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.572644 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8e998254-c2c2-4c2f-9f2b-f65e62b0d26f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7146626 Jul 27 21:21:39.572846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41586) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:39.573269 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a76eb50-3648-4575-a692-b46c44be752f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:39.574005 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a76eb50-3648-4575-a692-b46c44be752f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.580696 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-47430d46-9dc1-4604-bf99-995ac30c4bbf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'network_id': '90caf43a-58dc-48e1-9497-1fcc2c5c3c55', 'name': 'tempest-PortsIpV6TestJSON-1849686867', 'fixed_ips': [{'subnet_id': 'b505cb1d-2140-4470-9d18-07ae55427c64', 'ip_address': '2001:db8::10'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:39.645684 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3a76eb50-3648-4575-a692-b46c44be752f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4860060 Jul 27 21:21:39.649091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41592) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:39.656530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-acf38b1b-710d-4134-bfa0-280192ecbadd tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Request body: {'subnet': {'network_id': '0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:39.673589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76eb50-3648-4575-a692-b46c44be752f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Pushing event updated for resources: {'Network': ['ID=0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:39.724789 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:39.740460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 22107a2e-172c-4ca1-a746-5cdef6c9d433 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:39.794349 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47430d46-9dc1-4604-bf99-995ac30c4bbf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:39.852350 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf38b1b-710d-4134-bfa0-280192ecbadd tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Made reservation on behalf of d7b7006b70294a94b3dd261473f2a828 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:39.855838 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-acf38b1b-710d-4134-bfa0-280192ecbadd tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.964679 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-47430d46-9dc1-4604-bf99-995ac30c4bbf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.986031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-90caf43a-58dc-48e1-9497-1fcc2c5c3c55', 'network_id': '90caf43a-58dc-48e1-9497-1fcc2c5c3c55', 'tenant_id': '1cf3801bb17248b19f8b76025f7a985e', 'fixed_ips': [{'subnet_id': 'b505cb1d-2140-4470-9d18-07ae55427c64'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:39.987480 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:39.989478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-47430d46-9dc1-4604-bf99-995ac30c4bbf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] device_id is not set on port 4a27ef6a-aca5-4a0c-a54d-bb92effb737d yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:39.992202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 22107a2e-172c-4ca1-a746-5cdef6c9d433 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:39.992543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 22107a2e-172c-4ca1-a746-5cdef6c9d433 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:40.209479 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Allocated IP 2001:db8::2 (90caf43a-58dc-48e1-9497-1fcc2c5c3c55/b505cb1d-2140-4470-9d18-07ae55427c64/c169b24f-db11-4bcd-8bb2-8865d3bcc5a2) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:40.364608 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:40.373674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Transition to ACTIVE for port object c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:40.389731 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Transition to ACTIVE for port object c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:40.397375 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:40.445092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Network 90caf43a-58dc-48e1-9497-1fcc2c5c3c55 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:40.448062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:40.453182 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:40.456884 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Pushing event updated for resources: {'Port': ['ID=c169b24f-db11-4bcd-8bb2-8865d3bcc5a2,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:40.519529 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Attempting to bind port c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:40.519846 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Attempting to bind port c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '14315025-3f9e-4474-9a90-a32187a5f092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '90caf43a-58dc-48e1-9497-1fcc2c5c3c55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:40.520245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Attempting to bind port c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 on network 90caf43a-58dc-48e1-9497-1fcc2c5c3c55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:40.526186 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:40.526679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Checking segment: {'id': '14315025-3f9e-4474-9a90-a32187a5f092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '90caf43a-58dc-48e1-9497-1fcc2c5c3c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:40.527083 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:40.527468 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Bound using segment: {'id': '14315025-3f9e-4474-9a90-a32187a5f092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '90caf43a-58dc-48e1-9497-1fcc2c5c3c55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:40.527925 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Bound port: c169b24f-db11-4bcd-8bb2-8865d3bcc5a2, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14315025-3f9e-4474-9a90-a32187a5f092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '90caf43a-58dc-48e1-9497-1fcc2c5c3c55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:40.528300 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:40.557486 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-acf38b1b-710d-4134-bfa0-280192ecbadd tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:40.605333 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-6203cc80-79f4-407c-a933-91bdcda24baf tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ded0b72177884483bce54b1cc76dabe1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573936 Jul 27 21:21:40.621641 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] For port c169b24f-db11-4bcd-8bb2-8865d3bcc5a2, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:40.626693 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] For port c169b24f-db11-4bcd-8bb2-8865d3bcc5a2, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c169b24f-db11-4bcd-8bb2-8865d3bcc5a2,segment=NetworkSegment(14315025-3f9e-4474-9a90-a32187a5f092),segment_id=14315025-3f9e-4474-9a90-a32187a5f092)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:40.633295 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:40.645738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-47430d46-9dc1-4604-bf99-995ac30c4bbf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Allocated IP 2001:db8::10 (90caf43a-58dc-48e1-9497-1fcc2c5c3c55/b505cb1d-2140-4470-9d18-07ae55427c64/4a27ef6a-aca5-4a0c-a54d-bb92effb737d) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:40.655571 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bddf24b2-b866-4582-bf7d-5e07193a72ef req-a7b2bbb4-04b9-410a-952a-f2bc9f079c37 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/ports?device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 210 time: 0.0520051 Jul 27 21:21:40.704908 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf38b1b-710d-4134-bfa0-280192ecbadd tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Pushing event updated for resources: {'Subnet': ['ID=70c44f7a-5bb8-4da4-9a1c-ffd89a4e6967,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:40.721069 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4dc55c-7d47-4389-b833-486f760c11a5 None None] Pushing event updated for resources: {'Port': ['ID=c169b24f-db11-4bcd-8bb2-8865d3bcc5a2,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:40.749004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf38b1b-710d-4134-bfa0-280192ecbadd tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Checking segment: {'id': 'f030ab99-b93b-489f-b42f-9266bfbd52ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:40.749366 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf38b1b-710d-4134-bfa0-280192ecbadd tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Network hostable DHCP agents. Network: 0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:40.789465 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf38b1b-710d-4134-bfa0-280192ecbadd tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Network 0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:40.837557 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-acf38b1b-710d-4134-bfa0-280192ecbadd tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:40.843485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf38b1b-710d-4134-bfa0-280192ecbadd tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:40.844281 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-acf38b1b-710d-4134-bfa0-280192ecbadd tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:40.849321 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32163918-a4b6-46ae-9671-9a84ef92a343 None None] Network 0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:40.869183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-b445f7d5-4e11-411d-857d-2ca73c0577c1 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:40.870615 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-b445f7d5-4e11-411d-857d-2ca73c0577c1 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2589200 Jul 27 21:21:40.873856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-acf38b1b-710d-4134-bfa0-280192ecbadd tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2233400 Jul 27 21:21:40.876560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41598) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:40.881420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c35dd203-4258-4566-acb8-ebc8b6f9469e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1112671305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:40.891445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Request body: {'port': {'device_id': '5677dbe6-2f56-4085-a71c-4159d324c9e9', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': 'ded0b72177884483bce54b1cc76dabe1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:40.950385 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-47430d46-9dc1-4604-bf99-995ac30c4bbf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:40.968795 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c35dd203-4258-4566-acb8-ebc8b6f9469e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:40.974457 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c35dd203-4258-4566-acb8-ebc8b6f9469e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:40.976119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-47430d46-9dc1-4604-bf99-995ac30c4bbf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Transition to ACTIVE for port object 4a27ef6a-aca5-4a0c-a54d-bb92effb737d will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:41.036763 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-47430d46-9dc1-4604-bf99-995ac30c4bbf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.075797 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c35dd203-4258-4566-acb8-ebc8b6f9469e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.091085 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c35dd203-4258-4566-acb8-ebc8b6f9469e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.093520 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47430d46-9dc1-4604-bf99-995ac30c4bbf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 90caf43a-58dc-48e1-9497-1fcc2c5c3c55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:41.101149 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-47430d46-9dc1-4604-bf99-995ac30c4bbf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:41.103130 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47430d46-9dc1-4604-bf99-995ac30c4bbf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=4a27ef6a-aca5-4a0c-a54d-bb92effb737d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:41.104528 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad', 'network_id': '0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad', 'tenant_id': 'd7b7006b70294a94b3dd261473f2a828', 'fixed_ips': [{'subnet_id': '70c44f7a-5bb8-4da4-9a1c-ffd89a4e6967'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:41.106214 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.106388 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47430d46-9dc1-4604-bf99-995ac30c4bbf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:41.115985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47430d46-9dc1-4604-bf99-995ac30c4bbf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:41.116801 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-47430d46-9dc1-4604-bf99-995ac30c4bbf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.124908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Made reservation on behalf of ded0b72177884483bce54b1cc76dabe1 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:41.129496 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.138399 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-47430d46-9dc1-4604-bf99-995ac30c4bbf tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5641351 Jul 27 21:21:41.140677 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41600) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:41.147481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c35dd203-4258-4566-acb8-ebc8b6f9469e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.147687 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f0410951-4e46-4749-95b2-7011ed962a92 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'network_id': '90caf43a-58dc-48e1-9497-1fcc2c5c3c55', 'name': 'tempest-PortsIpV6TestJSON-1076961780', 'fixed_ips': [{'subnet_id': 'b505cb1d-2140-4470-9d18-07ae55427c64', 'ip_address': '2001:db8::f'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:41.148692 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c35dd203-4258-4566-acb8-ebc8b6f9469e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2710183 Jul 27 21:21:41.149599 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.155479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41602) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:41.259420 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.260738 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Allocated IP 172.20.0.2 (0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad/70c44f7a-5bb8-4da4-9a1c-ffd89a4e6967/e6677b0c-8549-4c58-a78e-0203eb6b312d) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:41.267660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.353023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d15b0d-3ad5-404f-914c-6ca857451349,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:41.426563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Allocated IP 192.168.233.41 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/ace7c643-e37e-4474-a0ad-5aaacc61c5d7) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:41.442135 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.454832 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Transition to ACTIVE for port object e6677b0c-8549-4c58-a78e-0203eb6b312d will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:41.474952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Transition to ACTIVE for port object e6677b0c-8549-4c58-a78e-0203eb6b312d will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:41.484580 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.508120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0410951-4e46-4749-95b2-7011ed962a92 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:41.513727 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f0410951-4e46-4749-95b2-7011ed962a92 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.527105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Network 0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:41.535179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:41.538376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:41.545998 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Pushing event updated for resources: {'Port': ['ID=e6677b0c-8549-4c58-a78e-0203eb6b312d,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:41.546619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-f0410951-4e46-4749-95b2-7011ed962a92 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] device_id is not set on port 47bcafed-4396-49c3-82a6-00e12c31cedb yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:41.616316 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.627948 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.641371 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Attempting to bind port e6677b0c-8549-4c58-a78e-0203eb6b312d on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:41.641864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Attempting to bind port e6677b0c-8549-4c58-a78e-0203eb6b312d by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'f030ab99-b93b-489f-b42f-9266bfbd52ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:41.642116 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Attempting to bind port e6677b0c-8549-4c58-a78e-0203eb6b312d on network 0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:41.648419 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Transition to ACTIVE for port object ace7c643-e37e-4474-a0ad-5aaacc61c5d7 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:41.649344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:41.649727 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Checking segment: {'id': 'f030ab99-b93b-489f-b42f-9266bfbd52ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:41.651454 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.651854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Bound using segment: {'id': 'f030ab99-b93b-489f-b42f-9266bfbd52ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:41.653159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Bound port: e6677b0c-8549-4c58-a78e-0203eb6b312d, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f030ab99-b93b-489f-b42f-9266bfbd52ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:41.653159 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.709269 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.764701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:41.770255 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:41.774399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:41.778581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] For port e6677b0c-8549-4c58-a78e-0203eb6b312d, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:41.781191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Pushing event updated for resources: {'Port': ['ID=ace7c643-e37e-4474-a0ad-5aaacc61c5d7,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:41.793389 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] For port e6677b0c-8549-4c58-a78e-0203eb6b312d, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e6677b0c-8549-4c58-a78e-0203eb6b312d,segment=NetworkSegment(f030ab99-b93b-489f-b42f-9266bfbd52ea),segment_id=f030ab99-b93b-489f-b42f-9266bfbd52ea)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:41.798580 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.844402 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:41.867579 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:41.868264 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:41.908688 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-835f2abd-96f2-49b8-94bf-84f7df6fc3c4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0220070 Jul 27 21:21:41.920574 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796af8b9-1a2e-4e8a-aa07-76dfde22498e None None] Pushing event updated for resources: {'Port': ['ID=e6677b0c-8549-4c58-a78e-0203eb6b312d,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:41.929484 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Request body: {'port': {'device_id': '5677dbe6-2f56-4085-a71c-4159d324c9e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:41.948697 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:42.057097 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.088719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-f0410951-4e46-4749-95b2-7011ed962a92 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Allocated IP 2001:db8::f (90caf43a-58dc-48e1-9497-1fcc2c5c3c55/b505cb1d-2140-4470-9d18-07ae55427c64/47bcafed-4396-49c3-82a6-00e12c31cedb) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:42.140348 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964580fd-536a-47c6-96b1-53c3c9dcfe3f req-b8917f38-05d1-4061-ba0d-91712ef90a90 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:42.142671 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-964580fd-536a-47c6-96b1-53c3c9dcfe3f req-b8917f38-05d1-4061-ba0d-91712ef90a90 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/ports?device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 935 time: 0.3447888 Jul 27 21:21:42.309401 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cd64d867-4130-4052-a862-6bc31c9c2165 None None] Provisioning for port ace7c643-e37e-4474-a0ad-5aaacc61c5d7 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:42.315183 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cd64d867-4130-4052-a862-6bc31c9c2165 None None] Provisioning complete for port ace7c643-e37e-4474-a0ad-5aaacc61c5d7 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:42.315835 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cd64d867-4130-4052-a862-6bc31c9c2165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.365446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cd64d867-4130-4052-a862-6bc31c9c2165 None None] Port ace7c643-e37e-4474-a0ad-5aaacc61c5d7 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:42.386578 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2399536-6b51-46a9-870d-df409c7b82c6 None None] Network 90caf43a-58dc-48e1-9497-1fcc2c5c3c55 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:42.386779 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-964580fd-536a-47c6-96b1-53c3c9dcfe3f req-53778bf0-46d8-4ca0-8783-95a215ae2ff3 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d15b0d-3ad5-404f-914c-6ca857451349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264647 Jul 27 21:21:42.413917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Allocated IP 172.20.0.1 (0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad/70c44f7a-5bb8-4da4-9a1c-ffd89a4e6967/47383510-2cf5-4c14-94ce-ef1b41bf37f4) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:42.500500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fd8af3fb-5256-477d-885f-2e098ebbef62 None None] Provisioning for port c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:42.516973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace7c643-e37e-4474-a0ad-5aaacc61c5d7 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:21:42.524666 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fd8af3fb-5256-477d-885f-2e098ebbef62 None None] Provisioning complete for port c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:42.525315 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fd8af3fb-5256-477d-885f-2e098ebbef62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.530461 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.545364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Transition to ACTIVE for port object ace7c643-e37e-4474-a0ad-5aaacc61c5d7 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:42.560464 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f0410951-4e46-4749-95b2-7011ed962a92 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.579862 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.599024 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-f0410951-4e46-4749-95b2-7011ed962a92 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Transition to ACTIVE for port object 47bcafed-4396-49c3-82a6-00e12c31cedb will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:42.611163 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.631724 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Transition to ACTIVE for port object 47383510-2cf5-4c14-94ce-ef1b41bf37f4 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:42.657720 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fd8af3fb-5256-477d-885f-2e098ebbef62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.675500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Pushing event updated for resources: {'Port': ['ID=ace7c643-e37e-4474-a0ad-5aaacc61c5d7,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:42.676003 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f0410951-4e46-4749-95b2-7011ed962a92 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.707567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-fd8af3fb-5256-477d-885f-2e098ebbef62 None None] For port c169b24f-db11-4bcd-8bb2-8865d3bcc5a2, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c169b24f-db11-4bcd-8bb2-8865d3bcc5a2,segment=NetworkSegment(14315025-3f9e-4474-9a90-a32187a5f092),segment_id=14315025-3f9e-4474-9a90-a32187a5f092)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:42.717287 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fd8af3fb-5256-477d-885f-2e098ebbef62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.738254 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0410951-4e46-4749-95b2-7011ed962a92 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 90caf43a-58dc-48e1-9497-1fcc2c5c3c55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:42.742156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-f0410951-4e46-4749-95b2-7011ed962a92 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:42.749054 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.754176 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0410951-4e46-4749-95b2-7011ed962a92 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:42.760030 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0410951-4e46-4749-95b2-7011ed962a92 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:42.760743 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f0410951-4e46-4749-95b2-7011ed962a92 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.764213 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Attempting to bind port ace7c643-e37e-4474-a0ad-5aaacc61c5d7 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:42.764629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Attempting to bind port ace7c643-e37e-4474-a0ad-5aaacc61c5d7 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:42.765052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Attempting to bind port ace7c643-e37e-4474-a0ad-5aaacc61c5d7 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:42.771060 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Port ace7c643-e37e-4474-a0ad-5aaacc61c5d7 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:21:42.771453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Attempting to bind port ace7c643-e37e-4474-a0ad-5aaacc61c5d7 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:42.775196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0410951-4e46-4749-95b2-7011ed962a92 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=47bcafed-4396-49c3-82a6-00e12c31cedb,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:42.784384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:42.785201 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:42.785546 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:42.786645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Bound port: ace7c643-e37e-4474-a0ad-5aaacc61c5d7, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:42.787023 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.802009 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8af3fb-5256-477d-885f-2e098ebbef62 None None] Pushing event updated for resources: {'Port': ['ID=c169b24f-db11-4bcd-8bb2-8865d3bcc5a2,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:42.857201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Network 0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:42.859222 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f0410951-4e46-4749-95b2-7011ed962a92 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7174585 Jul 27 21:21:42.863222 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41606) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:42.864126 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:42.872407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] For port ace7c643-e37e-4474-a0ad-5aaacc61c5d7, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:42.878588 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:42.879881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] For port ace7c643-e37e-4474-a0ad-5aaacc61c5d7, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ace7c643-e37e-4474-a0ad-5aaacc61c5d7,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:42.890537 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.903953 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Pushing event updated for resources: {'Port': ['ID=47383510-2cf5-4c14-94ce-ef1b41bf37f4,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:42.916472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:42.917433 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:42.919042 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] 10.222.0.20 "PUT /v2.0/ports/ace7c643-e37e-4474-a0ad-5aaacc61c5d7 HTTP/1.1" status: 200 len: 1095 time: 0.9981766 Jul 27 21:21:42.921671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5677dbe6-2f56-4085-a71c-4159d324c9e9', 'tag': 'ace7c643-e37e-4474-a0ad-5aaacc61c5d7'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:21:42.922987 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafe42aa-9f34-4c29-8adc-06beec26ede3" -d '{"events": [{"name": "network-changed", "server_uuid": "5677dbe6-2f56-4085-a71c-4159d324c9e9", "tag": "ace7c643-e37e-4474-a0ad-5aaacc61c5d7"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:21:42.980816 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.045004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dde3f3-5d5c-4fda-821a-1614d3f4af63 service neutron] Pushing event updated for resources: {'Port': ['ID=ace7c643-e37e-4474-a0ad-5aaacc61c5d7,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:43.082168 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-30dfa54e-572a-4f0c-8509-d30aa84b9c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:43.083750 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-30dfa54e-572a-4f0c-8509-d30aa84b9c11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ded0b72177884483bce54b1cc76dabe1&device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 1098 time: 0.1138721 Jul 27 21:21:43.085404 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf6bc5e-45cc-4a10-afd4-0841cd2938ee x-openstack-request-id: req-bdf6bc5e-45cc-4a10-afd4-0841cd2938ee {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:21:43.085957 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5677dbe6-2f56-4085-a71c-4159d324c9e9", "tag": "ace7c643-e37e-4474-a0ad-5aaacc61c5d7", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:21:43.086247 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bdf6bc5e-45cc-4a10-afd4-0841cd2938ee {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:21:43.086797 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5677dbe6-2f56-4085-a71c-4159d324c9e9', 'tag': 'ace7c643-e37e-4474-a0ad-5aaacc61c5d7', 'status': 'completed', 'code': 200} Jul 27 21:21:43.135509 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-b6873ba7-cae0-4230-b461-6eea0d2a14f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ace7c643-e37e-4474-a0ad-5aaacc61c5d7 HTTP/1.1" status: 200 len: 217 time: 0.0432167 Jul 27 21:21:43.151997 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d2cc3e-b340-4a35-a57a-ecf84245cc99 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:43.153767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c9d2cc3e-b340-4a35-a57a-ecf84245cc99 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2873423 Jul 27 21:21:43.156592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41610) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:43.197393 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-50cbde53-66cf-41fd-a742-403017129dd2 None None] Provisioning complete for port c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:43.197764 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-50cbde53-66cf-41fd-a742-403017129dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.227123 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.288048 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-b43b349c-d1bb-42e7-af9a-3718287b7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:43.289857 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-b43b349c-d1bb-42e7-af9a-3718287b7fea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1462975 Jul 27 21:21:43.386528 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-50cbde53-66cf-41fd-a742-403017129dd2 None None] Provisioning for port 4a27ef6a-aca5-4a0c-a54d-bb92effb737d completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:43.401271 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-50cbde53-66cf-41fd-a742-403017129dd2 None None] Provisioning complete for port 4a27ef6a-aca5-4a0c-a54d-bb92effb737d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:43.401457 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-50cbde53-66cf-41fd-a742-403017129dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.407601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4991d610-daaa-4f14-b80d-44f35baeaa55 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:43.416740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4991d610-daaa-4f14-b80d-44f35baeaa55 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:43.423140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4991d610-daaa-4f14-b80d-44f35baeaa55 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:43.435783 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4991d610-daaa-4f14-b80d-44f35baeaa55 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2778375 Jul 27 21:21:43.436669 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41616) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:43.495339 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-50cbde53-66cf-41fd-a742-403017129dd2 None None] Port 4a27ef6a-aca5-4a0c-a54d-bb92effb737d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:43.534005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-994fbe67-42df-48dd-b8f5-518ea498d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:43.535552 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-994fbe67-42df-48dd-b8f5-518ea498d54d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2382216 Jul 27 21:21:43.631578 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-a441fe0d-c23c-43a2-aebe-8cd78c9691cd service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880761 Jul 27 21:21:43.644469 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7fe6c75f-539a-4a70-8317-af46616f7db2 None None] Provisioning complete for port 4a27ef6a-aca5-4a0c-a54d-bb92effb737d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:43.645118 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7fe6c75f-539a-4a70-8317-af46616f7db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.648197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e557fb9-26aa-4bf6-8916-ecf776fabc79 req-3277b35f-c0d0-43d9-ab16-edd5a252d12a tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:43.649727 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e557fb9-26aa-4bf6-8916-ecf776fabc79 req-3277b35f-c0d0-43d9-ab16-edd5a252d12a tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/ports?device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 947 time: 0.1172867 Jul 27 21:21:43.672330 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.692511 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.710075 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7fe6c75f-539a-4a70-8317-af46616f7db2 None None] Port 4a27ef6a-aca5-4a0c-a54d-bb92effb737d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:43.713260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f517d6b9-fec6-48d2-b574-5944177afb3a None None] Network 0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:43.782509 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8a08c225-15d1-48e1-bc4d-6dc26ba0dd53 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port 47bcafed-4396-49c3-82a6-00e12c31cedb {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:43.783117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a08c225-15d1-48e1-bc4d-6dc26ba0dd53 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.803904 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e557fb9-26aa-4bf6-8916-ecf776fabc79 req-e27cf2ad-0a46-444f-bfee-8900788f26b9 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d15b0d-3ad5-404f-914c-6ca857451349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417334 Jul 27 21:21:43.835027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Pushing event updated for resources: {'Port': ['ID=47383510-2cf5-4c14-94ce-ef1b41bf37f4,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:43.837804 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.921835 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-98d6fca5-1073-40a9-a987-05118c8f5b62 req-be750fbf-da9a-4f08-9c1b-8543bc65366a service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710550 Jul 27 21:21:43.923818 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a08c225-15d1-48e1-bc4d-6dc26ba0dd53 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:43.939032 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b758b598-b162-466e-9c67-446ad986f9db None None] Provisioning for port e6677b0c-8549-4c58-a78e-0203eb6b312d completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:43.942828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:43.949069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8a08c225-15d1-48e1-bc4d-6dc26ba0dd53 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for 47bcafed-4396-49c3-82a6-00e12c31cedb owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:43.994478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Network 0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:43.996644 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:44.018265 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:44.018687 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.134064 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e6677b0c-8549-4c58-a78e-0203eb6b312d up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:44.136277 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe42aa-9f34-4c29-8adc-06beec26ede3 req-984ba30d-ee52-406d-b424-1cf42ddb229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:44.137839 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bafe42aa-9f34-4c29-8adc-06beec26ede3 req-984ba30d-ee52-406d-b424-1cf42ddb229c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ded0b72177884483bce54b1cc76dabe1&device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 1098 time: 0.1143310 Jul 27 21:21:44.144899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Router d1c1fcef-de21-444c-bc24-91a50af09051 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:21:44.169645 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-16a0905b-77c7-4384-9019-395d545f5f78 None None] Provisioning for port 47bcafed-4396-49c3-82a6-00e12c31cedb completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:44.178251 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-16a0905b-77c7-4384-9019-395d545f5f78 None None] Provisioning complete for port 47bcafed-4396-49c3-82a6-00e12c31cedb triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:44.178635 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-16a0905b-77c7-4384-9019-395d545f5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.201961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a08c225-15d1-48e1-bc4d-6dc26ba0dd53 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.219686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-16a0905b-77c7-4384-9019-395d545f5f78 None None] Port 47bcafed-4396-49c3-82a6-00e12c31cedb was deleted so its status cannot be updated. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 27 21:21:44.231627 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port e6677b0c-8549-4c58-a78e-0203eb6b312d completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:44.237088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e6677b0c-8549-4c58-a78e-0203eb6b312d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:44.238320 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.262158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08c225-15d1-48e1-bc4d-6dc26ba0dd53 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=47bcafed-4396-49c3-82a6-00e12c31cedb,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:44.277755 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:21:44.284666 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-25bc2a55-eb4b-4029-83c9-c7f130993339 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] 10.222.0.55 "PUT /v2.0/routers/d1c1fcef-de21-444c-bc24-91a50af09051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1283686 Jul 27 21:21:44.290591 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41618) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:44.292611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe2329-54c2-40f5-a36b-72aeb6c65b92 None None] Sync routers for ids ['d1c1fcef-de21-444c-bc24-91a50af09051'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:21:44.298034 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-81de3097-082f-4c95-b774-47b2cc496c5f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Request body: {'port': {'network_id': '0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad', 'name': 'tempest-FloatingIPNegativeTestJSON-1538137668'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:44.312833 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a08c225-15d1-48e1-bc4d-6dc26ba0dd53 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.315788 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe2329-54c2-40f5-a36b-72aeb6c65b92 None None] Routers {'d1c1fcef-de21-444c-bc24-91a50af09051'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:44.316443 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-85fe2329-54c2-40f5-a36b-72aeb6c65b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:21:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d1c1fcef-de21-444c-bc24-91a50af09051'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:44.320999 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8a08c225-15d1-48e1-bc4d-6dc26ba0dd53 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/47bcafed-4396-49c3-82a6-00e12c31cedb HTTP/1.1" status: 204 len: 168 time: 0.8806581 Jul 27 21:21:44.322357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41620) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:44.360459 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23bc921-ef82-4d48-9848-e428d4892d2b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] GET failed (client error): The resource could not be found. Jul 27 21:21:44.363289 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b23bc921-ef82-4d48-9848-e428d4892d2b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports/47bcafed-4396-49c3-82a6-00e12c31cedb HTTP/1.1" status: 404 len: 333 time: 0.0400300 Jul 27 21:21:44.366013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41622) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:44.367330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe42aa-9f34-4c29-8adc-06beec26ede3 req-233978cc-87e4-44ae-9c76-bebf86193c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:44.368941 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bafe42aa-9f34-4c29-8adc-06beec26ede3 req-233978cc-87e4-44ae-9c76-bebf86193c08 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.2229435 Jul 27 21:21:44.388730 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-85fe2329-54c2-40f5-a36b-72aeb6c65b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:44.412713 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe2329-54c2-40f5-a36b-72aeb6c65b92 None None] Routers {'d1c1fcef-de21-444c-bc24-91a50af09051'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:44.413351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-85fe2329-54c2-40f5-a36b-72aeb6c65b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:21:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d1c1fcef-de21-444c-bc24-91a50af09051'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:44.419533 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.448766 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bafe42aa-9f34-4c29-8adc-06beec26ede3 req-2c02568b-e864-4d7e-9ae9-d399bf04965e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ace7c643-e37e-4474-a0ad-5aaacc61c5d7 HTTP/1.1" status: 200 len: 217 time: 0.0704110 Jul 27 21:21:44.468970 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-85fe2329-54c2-40f5-a36b-72aeb6c65b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:44.470176 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe2329-54c2-40f5-a36b-72aeb6c65b92 None None] The sync data for ids ['d1c1fcef-de21-444c-bc24-91a50af09051'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:21:44.473967 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6fe846e8-380f-40cc-badf-579e3507418d None None] Provisioning complete for port e6677b0c-8549-4c58-a78e-0203eb6b312d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:44.474667 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6fe846e8-380f-40cc-badf-579e3507418d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.484914 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81de3097-082f-4c95-b774-47b2cc496c5f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Made reservation on behalf of d7b7006b70294a94b3dd261473f2a828 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:44.493926 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-81de3097-082f-4c95-b774-47b2cc496c5f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.520981 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-81de3097-082f-4c95-b774-47b2cc496c5f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] device_id is not set on port edb9a154-212d-47ac-998e-4d8c4d33246e yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:44.569184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe42aa-9f34-4c29-8adc-06beec26ede3 req-cc5a6d46-3198-4aa4-af5c-1a7141323c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:44.574067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port e6677b0c-8549-4c58-a78e-0203eb6b312d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e6677b0c-8549-4c58-a78e-0203eb6b312d,segment=NetworkSegment(f030ab99-b93b-489f-b42f-9266bfbd52ea),segment_id=f030ab99-b93b-489f-b42f-9266bfbd52ea)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:44.576350 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bafe42aa-9f34-4c29-8adc-06beec26ede3 req-cc5a6d46-3198-4aa4-af5c-1a7141323c70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.1132185 Jul 27 21:21:44.584279 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.660958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-60895903-4eb3-4873-ae93-c57c40798ff3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port 4a27ef6a-aca5-4a0c-a54d-bb92effb737d {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:44.661520 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-60895903-4eb3-4873-ae93-c57c40798ff3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.667283 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-81de3097-082f-4c95-b774-47b2cc496c5f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Allocated IP 172.20.0.3 (0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad/70c44f7a-5bb8-4da4-9a1c-ffd89a4e6967/edb9a154-212d-47ac-998e-4d8c4d33246e) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:44.705966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=e6677b0c-8549-4c58-a78e-0203eb6b312d,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:44.715047 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6fe846e8-380f-40cc-badf-579e3507418d None None] Provisioning for port 47383510-2cf5-4c14-94ce-ef1b41bf37f4 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:44.723667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6fe846e8-380f-40cc-badf-579e3507418d None None] Provisioning complete for port 47383510-2cf5-4c14-94ce-ef1b41bf37f4 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:44.726676 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6fe846e8-380f-40cc-badf-579e3507418d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.761639 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe42aa-9f34-4c29-8adc-06beec26ede3 req-e3bd1da4-ed4d-4ad3-85c5-0dcdb1026b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:44.763538 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bafe42aa-9f34-4c29-8adc-06beec26ede3 req-e3bd1da4-ed4d-4ad3-85c5-0dcdb1026b07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1778610 Jul 27 21:21:44.785461 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6fe846e8-380f-40cc-badf-579e3507418d None None] Port 47383510-2cf5-4c14-94ce-ef1b41bf37f4 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:44.854171 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-60895903-4eb3-4873-ae93-c57c40798ff3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.878639 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-60895903-4eb3-4873-ae93-c57c40798ff3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for 4a27ef6a-aca5-4a0c-a54d-bb92effb737d owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:44.915167 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1f929b55-fe16-4f83-9591-c5d47c2f02d5 None None] Provisioning complete for port 47383510-2cf5-4c14-94ce-ef1b41bf37f4 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:44.915776 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1f929b55-fe16-4f83-9591-c5d47c2f02d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.947496 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bafe42aa-9f34-4c29-8adc-06beec26ede3 req-cf94a1a8-17b4-4b97-ae87-cfab5a29ab51 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736462 Jul 27 21:21:44.956060 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-81de3097-082f-4c95-b774-47b2cc496c5f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:44.976279 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1f929b55-fe16-4f83-9591-c5d47c2f02d5 None None] Port 47383510-2cf5-4c14-94ce-ef1b41bf37f4 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:44.996035 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-81de3097-082f-4c95-b774-47b2cc496c5f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Transition to ACTIVE for port object edb9a154-212d-47ac-998e-4d8c4d33246e will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:45.056376 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca61c07-32ad-4ba3-9ca1-17f302938196 req-5cd5c7e6-479d-4de2-91d2-d9ecd78a0d32 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:45.057916 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4ca61c07-32ad-4ba3-9ca1-17f302938196 req-5cd5c7e6-479d-4de2-91d2-d9ecd78a0d32 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/ports?device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 947 time: 0.1338592 Jul 27 21:21:45.064326 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-81de3097-082f-4c95-b774-47b2cc496c5f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.097079 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bafe42aa-9f34-4c29-8adc-06beec26ede3 req-071a16be-8d3c-410e-a253-bc724b79cdbb service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376228 Jul 27 21:21:45.107316 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1653bd13-c553-4cb8-a145-7d002b40bc76 None None] Provisioning complete for port 47383510-2cf5-4c14-94ce-ef1b41bf37f4 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:45.109122 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1653bd13-c553-4cb8-a145-7d002b40bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.123697 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-60895903-4eb3-4873-ae93-c57c40798ff3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.150684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1653bd13-c553-4cb8-a145-7d002b40bc76 None None] Port 47383510-2cf5-4c14-94ce-ef1b41bf37f4 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:45.155548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81de3097-082f-4c95-b774-47b2cc496c5f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Network 0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:45.167018 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de3097-082f-4c95-b774-47b2cc496c5f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Pushing event updated for resources: {'Port': ['ID=edb9a154-212d-47ac-998e-4d8c4d33246e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:45.167507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60895903-4eb3-4873-ae93-c57c40798ff3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=4a27ef6a-aca5-4a0c-a54d-bb92effb737d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:45.169626 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-81de3097-082f-4c95-b774-47b2cc496c5f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:45.173653 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81de3097-082f-4c95-b774-47b2cc496c5f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:45.180856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4ca61c07-32ad-4ba3-9ca1-17f302938196 req-ccb8d7f0-98f7-41eb-acee-55da182d40cd tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d15b0d-3ad5-404f-914c-6ca857451349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091974 Jul 27 21:21:45.229801 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-60895903-4eb3-4873-ae93-c57c40798ff3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.232273 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-60895903-4eb3-4873-ae93-c57c40798ff3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/4a27ef6a-aca5-4a0c-a54d-bb92effb737d HTTP/1.1" status: 204 len: 168 time: 0.8622580 Jul 27 21:21:45.234812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41628) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:45.253664 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81de3097-082f-4c95-b774-47b2cc496c5f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:45.254402 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-81de3097-082f-4c95-b774-47b2cc496c5f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.272684 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ee967f-858d-45ad-9ebb-255825fa9921 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] GET failed (client error): The resource could not be found. Jul 27 21:21:45.275989 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f6ee967f-858d-45ad-9ebb-255825fa9921 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports/4a27ef6a-aca5-4a0c-a54d-bb92effb737d HTTP/1.1" status: 404 len: 333 time: 0.0399253 Jul 27 21:21:45.278919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41630) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:45.291332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-81de3097-082f-4c95-b774-47b2cc496c5f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9976542 Jul 27 21:21:45.292707 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41632) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:45.299468 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:45.335176 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.343651 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff164855-2252-4770-bf10-872a362f81b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting subnet b505cb1d-2140-4470-9d18-07ae55427c64 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:45.348083 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff164855-2252-4770-bf10-872a362f81b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.392354 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff164855-2252-4770-bf10-872a362f81b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.476682 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.525072 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff164855-2252-4770-bf10-872a362f81b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.576986 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1b0e91f1-027f-4cb5-8fef-1210116a2abc None None] Provisioning for port edb9a154-212d-47ac-998e-4d8c4d33246e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:45.583357 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1b0e91f1-027f-4cb5-8fef-1210116a2abc None None] Provisioning complete for port edb9a154-212d-47ac-998e-4d8c4d33246e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:45.584592 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1b0e91f1-027f-4cb5-8fef-1210116a2abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.612743 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff164855-2252-4770-bf10-872a362f81b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.621903 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Allocated IP 172.25.2.211 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/03f21511-9af0-4568-ba9d-eb7dd2cf372f) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:45.639366 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e91f1-027f-4cb5-8fef-1210116a2abc None None] Port edb9a154-212d-47ac-998e-4d8c4d33246e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:45.645250 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff164855-2252-4770-bf10-872a362f81b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Subnet': ['ID=b505cb1d-2140-4470-9d18-07ae55427c64,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:45.651052 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ff164855-2252-4770-bf10-872a362f81b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.655582 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ff164855-2252-4770-bf10-872a362f81b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/b505cb1d-2140-4470-9d18-07ae55427c64 HTTP/1.1" status: 204 len: 168 time: 0.3731654 Jul 27 21:21:45.662731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41634) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:45.662961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec281704-ed48-4c31-aee8-d09a952fda50 None None] Network 90caf43a-58dc-48e1-9497-1fcc2c5c3c55 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:45.778282 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.786617 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.823568 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e6677b0c-8549-4c58-a78e-0203eb6b312d up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:45.845053 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.853822 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:45.854168 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.888705 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:45.891838 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:45.898502 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:45.921301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] For port c169b24f-db11-4bcd-8bb2-8865d3bcc5a2, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c169b24f-db11-4bcd-8bb2-8865d3bcc5a2,segment=NetworkSegment(14315025-3f9e-4474-9a90-a32187a5f092),segment_id=14315025-3f9e-4474-9a90-a32187a5f092)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:45.921966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.926300 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Pushing event updated for resources: {'Port': ['ID=03f21511-9af0-4568-ba9d-eb7dd2cf372f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:45.929145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e6677b0c-8549-4c58-a78e-0203eb6b312d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:45.931269 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:45.957100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:46.016667 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.026390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7231c1c3-1c5a-4502-8428-2eead13c6aec None None] DHCP port deletion for 90caf43a-58dc-48e1-9497-1fcc2c5c3c55 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:46.070743 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.095540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7231c1c3-1c5a-4502-8428-2eead13c6aec None None] Deleting port c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:46.096489 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7231c1c3-1c5a-4502-8428-2eead13c6aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.163805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7231c1c3-1c5a-4502-8428-2eead13c6aec None None] For port c169b24f-db11-4bcd-8bb2-8865d3bcc5a2, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c169b24f-db11-4bcd-8bb2-8865d3bcc5a2,segment=NetworkSegment(14315025-3f9e-4474-9a90-a32187a5f092),segment_id=14315025-3f9e-4474-9a90-a32187a5f092)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:46.164245 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7231c1c3-1c5a-4502-8428-2eead13c6aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.180245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7231c1c3-1c5a-4502-8428-2eead13c6aec None None] Calling delete_port for c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:46.281078 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7231c1c3-1c5a-4502-8428-2eead13c6aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.315629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7231c1c3-1c5a-4502-8428-2eead13c6aec None None] No DVR routers for this DVR port c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:46.317842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231c1c3-1c5a-4502-8428-2eead13c6aec None None] Pushing event deleted for resources: {'Port': ['ID=c169b24f-db11-4bcd-8bb2-8865d3bcc5a2,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:46.410586 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.437735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=c169b24f-db11-4bcd-8bb2-8865d3bcc5a2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:46.442466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No DVR routers for this DVR port c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:46.532585 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.543537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90caf43a-58dc-48e1-9497-1fcc2c5c3c55']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:46.555399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14315025-3f9e-4474-9a90-a32187a5f092') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:46.555693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14315025-3f9e-4474-9a90-a32187a5f092') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:46.565496 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.581575 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.587613 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:46.588009 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: self.session.flush() Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:46.591496 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:46.624092 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.630919 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.652334 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.657983 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.660976 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/networks/90caf43a-58dc-48e1-9497-1fcc2c5c3c55 HTTP/1.1" status: 204 len: 168 time: 0.9958754 Jul 27 21:21:46.667225 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41638) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:46.672607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-0e0bec7c-53d3-4500-ba31-0e20e60c5645 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-841495358'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:46.693479 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68347cae-4e24-4ca4-9c23-67c1a884f828 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Network': ['ID=90caf43a-58dc-48e1-9497-1fcc2c5c3c55,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:46.707947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0bec7c-53d3-4500-ba31-0e20e60c5645 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:46.711942 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0e0bec7c-53d3-4500-ba31-0e20e60c5645 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.718430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Pushing event updated for resources: {'Port': ['ID=03f21511-9af0-4568-ba9d-eb7dd2cf372f,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:46.727860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111fcbe-5852-40c2-9b6c-c17e7bd62661 req-fd39ba28-40b1-43de-b21d-864c7b64dfff tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:46.729362 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7111fcbe-5852-40c2-9b6c-c17e7bd62661 req-fd39ba28-40b1-43de-b21d-864c7b64dfff tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/ports?device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 947 time: 0.1565597 Jul 27 21:21:46.742963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0bec7c-53d3-4500-ba31-0e20e60c5645 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:46.743630 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.753025 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0e0bec7c-53d3-4500-ba31-0e20e60c5645 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.753372 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-0e0bec7c-53d3-4500-ba31-0e20e60c5645 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Added segment 2d080891-0838-4c5c-b31d-b5541eac7728 of type vlan for network b9ae941c-96d9-4879-8dda-e2c52a358631 Jul 27 21:21:46.771673 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.772897 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e290da94-43b0-4814-9bba-ac4c12b8e092 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4788921 Jul 27 21:21:46.777517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41640) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:46.782484 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5ba4b80b-b8ac-478a-87ed-30131584f4a6 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Request body: {'floatingip': {'port_id': 'edb9a154-212d-47ac-998e-4d8c4d33246e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:46.787686 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7111fcbe-5852-40c2-9b6c-c17e7bd62661 req-4307daad-4c5d-4002-8872-6f436508a763 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d15b0d-3ad5-404f-914c-6ca857451349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504377 Jul 27 21:21:46.796398 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0e0bec7c-53d3-4500-ba31-0e20e60c5645 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.825629 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ba4b80b-b8ac-478a-87ed-30131584f4a6 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.833361 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0e0bec7c-53d3-4500-ba31-0e20e60c5645 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.838776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0bec7c-53d3-4500-ba31-0e20e60c5645 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:46.839363 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0e0bec7c-53d3-4500-ba31-0e20e60c5645 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:46.896333 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0e0bec7c-53d3-4500-ba31-0e20e60c5645 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2276523 Jul 27 21:21:46.900211 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41642) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:46.905245 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ee33b191-207d-40ed-8e20-ef692862de51 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'subnet': {'network_id': 'b9ae941c-96d9-4879-8dda-e2c52a358631', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:46.907111 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bec7c-53d3-4500-ba31-0e20e60c5645 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Network': ['ID=b9ae941c-96d9-4879-8dda-e2c52a358631,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:46.918143 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network b9ae941c-96d9-4879-8dda-e2c52a358631 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:47.020008 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-5ba4b80b-b8ac-478a-87ed-30131584f4a6 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] update failed (client error): The resource could not be found. Jul 27 21:21:47.021062 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5ba4b80b-b8ac-478a-87ed-30131584f4a6 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] 10.222.0.55 "PUT /v2.0/floatingips/8dc0391b-6728-4b29-9bd0-290d5611b2ad HTTP/1.1" status: 404 len: 507 time: 0.2423332 Jul 27 21:21:47.023997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41644) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:47.039417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee33b191-207d-40ed-8e20-ef692862de51 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:47.042963 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ee33b191-207d-40ed-8e20-ef692862de51 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.188895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-518dfd77-7b5c-4bfe-af3d-fea0a9e7628f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Deleting port 03f21511-9af0-4568-ba9d-eb7dd2cf372f {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:47.189121 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-518dfd77-7b5c-4bfe-af3d-fea0a9e7628f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.235587 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ee33b191-207d-40ed-8e20-ef692862de51 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.268501 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-518dfd77-7b5c-4bfe-af3d-fea0a9e7628f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.269399 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-518dfd77-7b5c-4bfe-af3d-fea0a9e7628f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.280795 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-518dfd77-7b5c-4bfe-af3d-fea0a9e7628f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Calling delete_port for 03f21511-9af0-4568-ba9d-eb7dd2cf372f owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:47.305222 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee33b191-207d-40ed-8e20-ef692862de51 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Checking segment: {'id': '2d080891-0838-4c5c-b31d-b5541eac7728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b9ae941c-96d9-4879-8dda-e2c52a358631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:47.305590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee33b191-207d-40ed-8e20-ef692862de51 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network hostable DHCP agents. Network: b9ae941c-96d9-4879-8dda-e2c52a358631, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:47.308567 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33b191-207d-40ed-8e20-ef692862de51 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Subnet': ['ID=b372ec08-d491-4e66-85fc-7f99c608c3c7,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:47.324532 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee33b191-207d-40ed-8e20-ef692862de51 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network b9ae941c-96d9-4879-8dda-e2c52a358631 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:47.334793 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-ee33b191-207d-40ed-8e20-ef692862de51 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, b9ae941c-96d9-4879-8dda-e2c52a358631) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:47.339221 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee33b191-207d-40ed-8e20-ef692862de51 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:47.339987 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ee33b191-207d-40ed-8e20-ef692862de51 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.347216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1ca9e8-31f5-45b3-b528-526f0a48f1a6 None None] Network b9ae941c-96d9-4879-8dda-e2c52a358631 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:47.358664 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ee33b191-207d-40ed-8e20-ef692862de51 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4545779 Jul 27 21:21:47.358968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41646) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:47.365061 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-37ec8e6a-27c8-4eb4-822c-4ac1ef242f50 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1661391174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:47.397199 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37ec8e6a-27c8-4eb4-822c-4ac1ef242f50 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.398247 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37ec8e6a-27c8-4eb4-822c-4ac1ef242f50 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.401657 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ace7c643-e37e-4474-a0ad-5aaacc61c5d7 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:21:47.453080 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-518dfd77-7b5c-4bfe-af3d-fea0a9e7628f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.495441 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dfd77-7b5c-4bfe-af3d-fea0a9e7628f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Pushing event deleted for resources: {'Port': ['ID=03f21511-9af0-4568-ba9d-eb7dd2cf372f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:47.548519 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37ec8e6a-27c8-4eb4-822c-4ac1ef242f50 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.569380 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37ec8e6a-27c8-4eb4-822c-4ac1ef242f50 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.595304 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-37ec8e6a-27c8-4eb4-822c-4ac1ef242f50 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.597394 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-37ec8e6a-27c8-4eb4-822c-4ac1ef242f50 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2373147 Jul 27 21:21:47.600105 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41648) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:47.605404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-22a20329-0414-4aad-ab8d-74577aff981f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'network_id': 'b9ae941c-96d9-4879-8dda-e2c52a358631', 'name': 'tempest-PortsIpV6TestJSON-751913358'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:47.611648 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-518dfd77-7b5c-4bfe-af3d-fea0a9e7628f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.614473 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-518dfd77-7b5c-4bfe-af3d-fea0a9e7628f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.619346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41650) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:47.619542 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-518dfd77-7b5c-4bfe-af3d-fea0a9e7628f tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] 10.222.0.55 "DELETE /v2.0/floatingips/8dc0391b-6728-4b29-9bd0-290d5611b2ad HTTP/1.1" status: 204 len: 168 time: 0.5943196 Jul 27 21:21:47.624574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-82492f85-83d2-4f91-9c37-1a20ef94566a tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Request body: {'floatingip': {'floating_network_id': '0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad', 'port_id': 'edb9a154-212d-47ac-998e-4d8c4d33246e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:47.654720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-82492f85-83d2-4f91-9c37-1a20ef94566a tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.754347 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a20329-0414-4aad-ab8d-74577aff981f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:47.755499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-b9ae941c-96d9-4879-8dda-e2c52a358631', 'network_id': 'b9ae941c-96d9-4879-8dda-e2c52a358631', 'tenant_id': '1cf3801bb17248b19f8b76025f7a985e', 'fixed_ips': [{'subnet_id': 'b372ec08-d491-4e66-85fc-7f99c608c3c7'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:47.756559 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.758539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:47.758775 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22a20329-0414-4aad-ab8d-74577aff981f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.777843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-22a20329-0414-4aad-ab8d-74577aff981f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] device_id is not set on port 8917c606-ed63-46ab-9357-03df5465f952 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:47.781344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:47.781690 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c169b24f-db11-4bcd-8bb2-8865d3bcc5a2 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:47.800174 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-82492f85-83d2-4f91-9c37-1a20ef94566a tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:21:47.800340 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port ace7c643-e37e-4474-a0ad-5aaacc61c5d7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ace7c643-e37e-4474-a0ad-5aaacc61c5d7,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:47.805363 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-82492f85-83d2-4f91-9c37-1a20ef94566a tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1847281 Jul 27 21:21:47.806063 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41652) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:47.811311 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': 'edb9a154-212d-47ac-998e-4d8c4d33246e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:47.822924 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'ace7c643-e37e-4474-a0ad-5aaacc61c5d7', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': 'ace7c643-e37e-4474-a0ad-5aaacc61c5d7', 'mac_address': 'fa:16:3e:21:68:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:21:47.846949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.925537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-22a20329-0414-4aad-ab8d-74577aff981f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Allocated IP 2001:db8::1d3 (b9ae941c-96d9-4879-8dda-e2c52a358631/b372ec08-d491-4e66-85fc-7f99c608c3c7/8917c606-ed63-46ab-9357-03df5465f952) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:47.926145 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.942266 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace7c643-e37e-4474-a0ad-5aaacc61c5d7 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:21:47.963778 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port ace7c643-e37e-4474-a0ad-5aaacc61c5d7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ace7c643-e37e-4474-a0ad-5aaacc61c5d7,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:47.967988 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:47.977672 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b33aa-25cd-4162-adce-2c0f396333e3 req-8cbafc4e-a4fd-48d5-bb28-1a1ac7ab4959 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:47.979216 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b9b33aa-25cd-4162-adce-2c0f396333e3 req-8cbafc4e-a4fd-48d5-bb28-1a1ac7ab4959 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/ports?device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 947 time: 0.0884738 Jul 27 21:21:48.027258 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=ace7c643-e37e-4474-a0ad-5aaacc61c5d7,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:48.036703 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b9b33aa-25cd-4162-adce-2c0f396333e3 req-50a50398-8eae-4dee-9b9d-25a925af6c87 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d15b0d-3ad5-404f-914c-6ca857451349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497372 Jul 27 21:21:48.041422 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.109835 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22a20329-0414-4aad-ab8d-74577aff981f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.124622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-22a20329-0414-4aad-ab8d-74577aff981f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Transition to ACTIVE for port object 8917c606-ed63-46ab-9357-03df5465f952 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:48.151674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Allocated IP 172.25.2.84 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/f84a3501-35d0-44b4-8ebe-4db49cfbba55) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:48.159161 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22a20329-0414-4aad-ab8d-74577aff981f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.183992 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['ace7c643-e37e-4474-a0ad-5aaacc61c5d7'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:21:48.211657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a20329-0414-4aad-ab8d-74577aff981f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network b9ae941c-96d9-4879-8dda-e2c52a358631 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:48.218806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-22a20329-0414-4aad-ab8d-74577aff981f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:48.221891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a20329-0414-4aad-ab8d-74577aff981f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:48.227904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a20329-0414-4aad-ab8d-74577aff981f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:48.228623 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22a20329-0414-4aad-ab8d-74577aff981f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.237676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a20329-0414-4aad-ab8d-74577aff981f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=8917c606-ed63-46ab-9357-03df5465f952,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:48.251705 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Allocated IP 2001:db8::2 (b9ae941c-96d9-4879-8dda-e2c52a358631/b372ec08-d491-4e66-85fc-7f99c608c3c7/241bed79-5da6-4e2b-b80e-e650b892e472) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:48.258954 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-22a20329-0414-4aad-ab8d-74577aff981f tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6578147 Jul 27 21:21:48.261678 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41656) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:48.285866 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.336358 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.379017 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:48.384069 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:48.387381 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:48.428079 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Pushing event updated for resources: {'Port': ['ID=f84a3501-35d0-44b4-8ebe-4db49cfbba55,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:48.477435 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.486821 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Transition to ACTIVE for port object 241bed79-5da6-4e2b-b80e-e650b892e472 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:48.505143 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Transition to ACTIVE for port object 241bed79-5da6-4e2b-b80e-e650b892e472 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:48.512143 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.555379 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Network b9ae941c-96d9-4879-8dda-e2c52a358631 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:48.558083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:48.562648 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:48.567869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Pushing event updated for resources: {'Port': ['ID=241bed79-5da6-4e2b-b80e-e650b892e472,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:48.590033 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Deleting port f84a3501-35d0-44b4-8ebe-4db49cfbba55 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:48.591027 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.628891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Attempting to bind port 241bed79-5da6-4e2b-b80e-e650b892e472 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:48.629267 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Attempting to bind port 241bed79-5da6-4e2b-b80e-e650b892e472 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '2d080891-0838-4c5c-b31d-b5541eac7728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b9ae941c-96d9-4879-8dda-e2c52a358631'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:48.629632 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Attempting to bind port 241bed79-5da6-4e2b-b80e-e650b892e472 on network b9ae941c-96d9-4879-8dda-e2c52a358631 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:48.634907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:48.635269 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Checking segment: {'id': '2d080891-0838-4c5c-b31d-b5541eac7728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b9ae941c-96d9-4879-8dda-e2c52a358631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:48.635667 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.636059 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Bound using segment: {'id': '2d080891-0838-4c5c-b31d-b5541eac7728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b9ae941c-96d9-4879-8dda-e2c52a358631'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:48.636543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Bound port: 241bed79-5da6-4e2b-b80e-e650b892e472, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d080891-0838-4c5c-b31d-b5541eac7728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b9ae941c-96d9-4879-8dda-e2c52a358631'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:48.636925 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.659036 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025afc81-87e6-441b-bff1-79a339ec52b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.677681 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.678343 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.691501 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Calling delete_port for f84a3501-35d0-44b4-8ebe-4db49cfbba55 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:48.706748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] For port 241bed79-5da6-4e2b-b80e-e650b892e472, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:48.710056 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] For port 241bed79-5da6-4e2b-b80e-e650b892e472, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=241bed79-5da6-4e2b-b80e-e650b892e472,segment=NetworkSegment(2d080891-0838-4c5c-b31d-b5541eac7728),segment_id=2d080891-0838-4c5c-b31d-b5541eac7728)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:48.715007 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.785011 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf103ac-5b5c-46d3-95ae-dfb3ef7fcccf None None] Pushing event updated for resources: {'Port': ['ID=241bed79-5da6-4e2b-b80e-e650b892e472,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:48.826161 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:48.857057 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Pushing event deleted for resources: {'Port': ['ID=f84a3501-35d0-44b4-8ebe-4db49cfbba55,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:48.941882 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] create failed (client error): The resource could not be found. Jul 27 21:21:48.943921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1c26c8dc-aa8a-40c6-9b22-493fc29cd429 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1368263 Jul 27 21:21:48.947414 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41658) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:49.018212 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025afc81-87e6-441b-bff1-79a339ec52b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.024810 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025afc81-87e6-441b-bff1-79a339ec52b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.089313 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-3bf0e8ca-2066-403b-852f-109572033577 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Deleting port edb9a154-212d-47ac-998e-4d8c4d33246e {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:49.089666 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e8ca-2066-403b-852f-109572033577 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.128646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025afc81-87e6-441b-bff1-79a339ec52b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=8917c606-ed63-46ab-9357-03df5465f952,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:49.227708 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e8ca-2066-403b-852f-109572033577 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.240726 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025afc81-87e6-441b-bff1-79a339ec52b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.247440 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-3bf0e8ca-2066-403b-852f-109572033577 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Calling delete_port for edb9a154-212d-47ac-998e-4d8c4d33246e owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:49.270421 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c80bb5-a1ef-4062-8449-92b9667265f6 req-88067a58-59ba-429f-879c-6035876333f1 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:49.271976 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93c80bb5-a1ef-4062-8449-92b9667265f6 req-88067a58-59ba-429f-879c-6035876333f1 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/ports?device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 948 time: 0.1295354 Jul 27 21:21:49.364912 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93c80bb5-a1ef-4062-8449-92b9667265f6 req-ce82d63a-8b95-4154-a815-476ed5c41141 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d15b0d-3ad5-404f-914c-6ca857451349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612123 Jul 27 21:21:49.413929 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ace7c643-e37e-4474-a0ad-5aaacc61c5d7 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:49.439061 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e8ca-2066-403b-852f-109572033577 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.450742 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025afc81-87e6-441b-bff1-79a339ec52b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.477784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port ace7c643-e37e-4474-a0ad-5aaacc61c5d7 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:49.478734 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0e8ca-2066-403b-852f-109572033577 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Pushing event deleted for resources: {'Port': ['ID=edb9a154-212d-47ac-998e-4d8c4d33246e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:49.483499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port ace7c643-e37e-4474-a0ad-5aaacc61c5d7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:49.483991 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.561765 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e8ca-2066-403b-852f-109572033577 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.563787 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3bf0e8ca-2066-403b-852f-109572033577 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] 10.222.0.55 "DELETE /v2.0/ports/edb9a154-212d-47ac-998e-4d8c4d33246e HTTP/1.1" status: 204 len: 168 time: 0.6152911 Jul 27 21:21:49.567513 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41664) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:49.613724 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.656597 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb2c2d1-65d2-4da5-a24e-1ab01cd83b79 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:49.661056 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-eeb2c2d1-65d2-4da5-a24e-1ab01cd83b79 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1c1fcef-de21-444c-bc24-91a50af09051 HTTP/1.1" status: 200 len: 913 time: 0.0925291 Jul 27 21:21:49.664573 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41668) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:49.664805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port ace7c643-e37e-4474-a0ad-5aaacc61c5d7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ace7c643-e37e-4474-a0ad-5aaacc61c5d7,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:49.666076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5677dbe6-2f56-4085-a71c-4159d324c9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace7c643-e37e-4474-a0ad-5aaacc61c5d7'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:21:49.668762 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685abd52-cbf9-4bcc-9dc2-0515ae82f056" -d '{"events": [{"server_uuid": "5677dbe6-2f56-4085-a71c-4159d324c9e9", "name": "network-vif-plugged", "status": "completed", "tag": "ace7c643-e37e-4474-a0ad-5aaacc61c5d7"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:21:49.672352 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.762420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=ace7c643-e37e-4474-a0ad-5aaacc61c5d7,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:49.770178 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cbe85c-d1ea-4cc5-91c7-32e848685067 x-openstack-request-id: req-55cbe85c-d1ea-4cc5-91c7-32e848685067 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:21:49.770502 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5677dbe6-2f56-4085-a71c-4159d324c9e9", "name": "network-vif-plugged", "status": "completed", "tag": "ace7c643-e37e-4474-a0ad-5aaacc61c5d7", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:21:49.770832 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-55cbe85c-d1ea-4cc5-91c7-32e848685067 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:21:49.771174 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5677dbe6-2f56-4085-a71c-4159d324c9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace7c643-e37e-4474-a0ad-5aaacc61c5d7', 'code': 200} Jul 27 21:21:49.896820 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 241bed79-5da6-4e2b-b80e-e650b892e472 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:49.918577 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025afc81-87e6-441b-bff1-79a339ec52b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.923610 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025afc81-87e6-441b-bff1-79a339ec52b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.924967 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-025afc81-87e6-441b-bff1-79a339ec52b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:49.971977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 241bed79-5da6-4e2b-b80e-e650b892e472 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:50.083546 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f697806-45b2-4db5-a1d5-01ab7678049f None None] Network b9ae941c-96d9-4879-8dda-e2c52a358631 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:50.151002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f7d587c2-e43b-430f-9a03-ecf0c7b4690d None None] Provisioning for port 241bed79-5da6-4e2b-b80e-e650b892e472 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:50.161674 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1ebc6a8-2978-479d-a8a7-3adf779d7f6e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.164714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f7d587c2-e43b-430f-9a03-ecf0c7b4690d None None] Provisioning complete for port 241bed79-5da6-4e2b-b80e-e650b892e472 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:50.164714 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f7d587c2-e43b-430f-9a03-ecf0c7b4690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.273245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbf3fb-eab3-4613-8516-5cd0ef52c6c3 req-c70afd0c-410c-44f6-a305-ec499d8b143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:50.274777 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0cbf3fb-eab3-4613-8516-5cd0ef52c6c3 req-c70afd0c-410c-44f6-a305-ec499d8b143c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 1100 time: 0.4453580 Jul 27 21:21:50.276901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025afc81-87e6-441b-bff1-79a339ec52b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=8917c606-ed63-46ab-9357-03df5465f952,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:50.322108 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f7d587c2-e43b-430f-9a03-ecf0c7b4690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.342440 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0cbf3fb-eab3-4613-8516-5cd0ef52c6c3 req-419c0cd8-7d0d-4ed6-849c-1a1c94272863 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=48d15b0d-3ad5-404f-914c-6ca857451349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588808 Jul 27 21:21:50.344114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025afc81-87e6-441b-bff1-79a339ec52b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network b9ae941c-96d9-4879-8dda-e2c52a358631 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:50.345547 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-025afc81-87e6-441b-bff1-79a339ec52b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:50.370181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-f7d587c2-e43b-430f-9a03-ecf0c7b4690d None None] For port 241bed79-5da6-4e2b-b80e-e650b892e472, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=241bed79-5da6-4e2b-b80e-e650b892e472,segment=NetworkSegment(2d080891-0838-4c5c-b31d-b5541eac7728),segment_id=2d080891-0838-4c5c-b31d-b5541eac7728)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:50.379870 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f7d587c2-e43b-430f-9a03-ecf0c7b4690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.466756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d587c2-e43b-430f-9a03-ecf0c7b4690d None None] Pushing event updated for resources: {'Port': ['ID=241bed79-5da6-4e2b-b80e-e650b892e472,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:50.483947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41674) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:50.555180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c1ebc6a8-2978-479d-a8a7-3adf779d7f6e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Deleting port 47383510-2cf5-4c14-94ce-ef1b41bf37f4 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:50.555569 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1ebc6a8-2978-479d-a8a7-3adf779d7f6e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.574603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025afc81-87e6-441b-bff1-79a339ec52b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Router 5c7d26ef-1434-4940-8c10-d0e8413ab49a is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:21:50.613531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15f981-7297-4e1a-84b1-3aafa17aee99 req-ed3e222c-0c01-4f1a-9215-10a6094968d4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:50.615085 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea15f981-7297-4e1a-84b1-3aafa17aee99 req-ed3e222c-0c01-4f1a-9215-10a6094968d4 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/ports?device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 949 time: 0.1304491 Jul 27 21:21:50.686932 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea15f981-7297-4e1a-84b1-3aafa17aee99 req-68dc74e8-654e-4510-91b7-ec832e0d4621 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d15b0d-3ad5-404f-914c-6ca857451349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621550 Jul 27 21:21:50.690893 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1ebc6a8-2978-479d-a8a7-3adf779d7f6e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.692739 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e67cf810-335e-46bc-aaab-1d0b879b6fd8 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2988 time: 0.2038107 Jul 27 21:21:50.695632 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41676) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:50.709128 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-497ed763-4767-4174-b92d-fc737a892d08 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Request body: {'network': {'name': 'tempest-network-smoke--796691998', 'project_id': '68e16342715c4510a4b81e0488054ee7', 'port_security_enabled': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:50.717588 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c1ebc6a8-2978-479d-a8a7-3adf779d7f6e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Calling delete_port for 47383510-2cf5-4c14-94ce-ef1b41bf37f4 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:50.719618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-26ab2754-aaea-4856-b54f-1363c060b334 None None] Provisioning for port 8917c606-ed63-46ab-9357-03df5465f952 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:21:50.727455 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-26ab2754-aaea-4856-b54f-1363c060b334 None None] Provisioning complete for port 8917c606-ed63-46ab-9357-03df5465f952 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:50.727833 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-26ab2754-aaea-4856-b54f-1363c060b334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.746044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025afc81-87e6-441b-bff1-79a339ec52b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:21:50.753870 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-025afc81-87e6-441b-bff1-79a339ec52b4 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "PUT /v2.0/routers/5c7d26ef-1434-4940-8c10-d0e8413ab49a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4909585 Jul 27 21:21:50.755386 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497ed763-4767-4174-b92d-fc737a892d08 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Made reservation on behalf of 68e16342715c4510a4b81e0488054ee7 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:50.760750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41678) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:50.761017 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790c6d4a-383a-4610-80ab-df614692cc39 None None] Sync routers for ids ['5c7d26ef-1434-4940-8c10-d0e8413ab49a'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:21:50.761725 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-497ed763-4767-4174-b92d-fc737a892d08 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.773314 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790c6d4a-383a-4610-80ab-df614692cc39 None None] Routers {'5c7d26ef-1434-4940-8c10-d0e8413ab49a'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:50.773940 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-790c6d4a-383a-4610-80ab-df614692cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:21:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5c7d26ef-1434-4940-8c10-d0e8413ab49a'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:50.790844 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497ed763-4767-4174-b92d-fc737a892d08 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:50.794700 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-26ab2754-aaea-4856-b54f-1363c060b334 None None] Port 8917c606-ed63-46ab-9357-03df5465f952 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:50.803915 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-497ed763-4767-4174-b92d-fc737a892d08 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.804583 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-497ed763-4767-4174-b92d-fc737a892d08 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Added segment 41d5acd8-d03b-4186-96d5-a237b289a923 of type vlan for network b13c5a13-bc28-42ac-b7d1-497da94faa70 Jul 27 21:21:50.819074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-26ab2754-aaea-4856-b54f-1363c060b334 None None] Provisioning complete for port 241bed79-5da6-4e2b-b80e-e650b892e472 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:50.819455 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-26ab2754-aaea-4856-b54f-1363c060b334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.851060 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-790c6d4a-383a-4610-80ab-df614692cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:50.854544 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-497ed763-4767-4174-b92d-fc737a892d08 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.867789 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790c6d4a-383a-4610-80ab-df614692cc39 None None] Routers {'5c7d26ef-1434-4940-8c10-d0e8413ab49a'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:50.868427 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-790c6d4a-383a-4610-80ab-df614692cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:21:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5c7d26ef-1434-4940-8c10-d0e8413ab49a'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:50.887061 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0877617b-25fc-4839-baaf-50e3d69d882c tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:50.891762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41680) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:50.892017 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0877617b-25fc-4839-baaf-50e3d69d882c tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c7d26ef-1434-4940-8c10-d0e8413ab49a HTTP/1.1" status: 200 len: 988 time: 0.1284835 Jul 27 21:21:50.905071 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-497ed763-4767-4174-b92d-fc737a892d08 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.913616 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497ed763-4767-4174-b92d-fc737a892d08 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:50.915315 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-497ed763-4767-4174-b92d-fc737a892d08 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:50.936936 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-790c6d4a-383a-4610-80ab-df614692cc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:50.937600 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790c6d4a-383a-4610-80ab-df614692cc39 None None] The sync data for ids ['5c7d26ef-1434-4940-8c10-d0e8413ab49a'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:21:51.028816 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1ebc6a8-2978-479d-a8a7-3adf779d7f6e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.104076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c458295d-4b68-44a1-81c1-cf2942aacffc None None] Provisioning complete for port 8917c606-ed63-46ab-9357-03df5465f952 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:51.104977 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c458295d-4b68-44a1-81c1-cf2942aacffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.115450 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-497ed763-4767-4174-b92d-fc737a892d08 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4129889 Jul 27 21:21:51.129245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41682) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:51.135830 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebc6a8-2978-479d-a8a7-3adf779d7f6e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Pushing event deleted for resources: {'Port': ['ID=47383510-2cf5-4c14-94ce-ef1b41bf37f4,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:51.139008 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-830146623', 'admin_state_up': True, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:51.155863 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ed763-4767-4174-b92d-fc737a892d08 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'Network': ['ID=b13c5a13-bc28-42ac-b7d1-497da94faa70,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:51.173910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network b13c5a13-bc28-42ac-b7d1-497da94faa70 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:51.207677 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c458295d-4b68-44a1-81c1-cf2942aacffc None None] Port 8917c606-ed63-46ab-9357-03df5465f952 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:51.269522 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.271214 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.311469 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1ebc6a8-2978-479d-a8a7-3adf779d7f6e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.334563 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bbc7d6b2-4e3d-417f-9120-a71bbb92705d None None] Provisioning complete for port 8917c606-ed63-46ab-9357-03df5465f952 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:51.335383 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bbc7d6b2-4e3d-417f-9120-a71bbb92705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.387845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7d6b2-4e3d-417f-9120-a71bbb92705d None None] Port 8917c606-ed63-46ab-9357-03df5465f952 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:51.410055 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.544091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ebc6a8-2978-479d-a8a7-3adf779d7f6e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Router d1c1fcef-de21-444c-bc24-91a50af09051 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:21:51.608322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-662676ab-2933-46ad-ad15-c3615910eb97 None None] Provisioning complete for port 8917c606-ed63-46ab-9357-03df5465f952 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:51.608966 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-662676ab-2933-46ad-ad15-c3615910eb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.624991 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:51.625949 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ebc6a8-2978-479d-a8a7-3adf779d7f6e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:21:51.632488 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c1ebc6a8-2978-479d-a8a7-3adf779d7f6e tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] 10.222.0.55 "PUT /v2.0/routers/d1c1fcef-de21-444c-bc24-91a50af09051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9667618 Jul 27 21:21:51.634817 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41684) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:51.640924 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16760d45-7da9-4b08-b6b6-ef7a2abe14c8 None None] Sync routers for ids ['d1c1fcef-de21-444c-bc24-91a50af09051'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:21:51.658853 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16760d45-7da9-4b08-b6b6-ef7a2abe14c8 None None] Routers {'d1c1fcef-de21-444c-bc24-91a50af09051'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:51.660179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-16760d45-7da9-4b08-b6b6-ef7a2abe14c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:21:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d1c1fcef-de21-444c-bc24-91a50af09051'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:51.699906 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-16760d45-7da9-4b08-b6b6-ef7a2abe14c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:51.702563 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-662676ab-2933-46ad-ad15-c3615910eb97 None None] Port 8917c606-ed63-46ab-9357-03df5465f952 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:21:51.714609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16760d45-7da9-4b08-b6b6-ef7a2abe14c8 None None] Routers {'d1c1fcef-de21-444c-bc24-91a50af09051'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:51.714609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-16760d45-7da9-4b08-b6b6-ef7a2abe14c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:21:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d1c1fcef-de21-444c-bc24-91a50af09051'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:51.761750 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-16760d45-7da9-4b08-b6b6-ef7a2abe14c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:51.762461 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16760d45-7da9-4b08-b6b6-ef7a2abe14c8 None None] The sync data for ids ['d1c1fcef-de21-444c-bc24-91a50af09051'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:21:51.766126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 241bed79-5da6-4e2b-b80e-e650b892e472 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:21:51.824590 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 241bed79-5da6-4e2b-b80e-e650b892e472 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:21:51.824963 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.090253 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2d68481a-55a3-496c-9e12-6c649920ebf4 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.123999 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28aee7f5-adeb-4b6f-ab5e-91b36f1b08d9 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.274622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49044830-e395-4a96-bebf-7f1e3b181afc req-19c46f31-bf21-4efa-8c22-49bb42eeaffb tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:52.276149 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49044830-e395-4a96-bebf-7f1e3b181afc req-19c46f31-bf21-4efa-8c22-49bb42eeaffb tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/ports?device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 949 time: 0.2525964 Jul 27 21:21:52.279808 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2d68481a-55a3-496c-9e12-6c649920ebf4 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.281967 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2d68481a-55a3-496c-9e12-6c649920ebf4 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.349607 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2d68481a-55a3-496c-9e12-6c649920ebf4 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.350347 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d68481a-55a3-496c-9e12-6c649920ebf4 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Fanout notify agent at l3_agent the message router_deleted on router d1c1fcef-de21-444c-bc24-91a50af09051 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:21:52.358407 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2d68481a-55a3-496c-9e12-6c649920ebf4 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.359405 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2d68481a-55a3-496c-9e12-6c649920ebf4 tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] 10.222.0.55 "DELETE /v2.0/routers/d1c1fcef-de21-444c-bc24-91a50af09051 HTTP/1.1" status: 204 len: 168 time: 0.7235453 Jul 27 21:21:52.363618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41690) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:52.373307 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49044830-e395-4a96-bebf-7f1e3b181afc req-de389cc0-4b0e-4eb5-8247-6ed5df8d607a tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d15b0d-3ad5-404f-914c-6ca857451349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876193 Jul 27 21:21:52.418010 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.421434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83e0448-30ac-4173-83cb-ed1d586ef0ef tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Deleting subnet 70c44f7a-5bb8-4da4-9a1c-ffd89a4e6967 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:52.425844 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b83e0448-30ac-4173-83cb-ed1d586ef0ef tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.451310 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.473238 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b83e0448-30ac-4173-83cb-ed1d586ef0ef tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.592403 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b83e0448-30ac-4173-83cb-ed1d586ef0ef tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.623979 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Allocated IP 172.25.2.140 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/094c7a22-abfa-44f2-bce6-57c06adb5a94) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:52.640084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-28aee7f5-adeb-4b6f-ab5e-91b36f1b08d9 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port 8917c606-ed63-46ab-9357-03df5465f952 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:52.640451 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28aee7f5-adeb-4b6f-ab5e-91b36f1b08d9 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.659374 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b83e0448-30ac-4173-83cb-ed1d586ef0ef tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.690363 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e0448-30ac-4173-83cb-ed1d586ef0ef tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Pushing event deleted for resources: {'Subnet': ['ID=70c44f7a-5bb8-4da4-9a1c-ffd89a4e6967,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:52.692401 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b83e0448-30ac-4173-83cb-ed1d586ef0ef tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.694373 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b83e0448-30ac-4173-83cb-ed1d586ef0ef tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] 10.222.0.55 "DELETE /v2.0/subnets/70c44f7a-5bb8-4da4-9a1c-ffd89a4e6967 HTTP/1.1" status: 204 len: 168 time: 0.3297887 Jul 27 21:21:52.696819 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41700) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:52.711285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f08d7e-2f96-4e44-a3a3-60557e66b2ec None None] Network 0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:52.814489 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.843291 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28aee7f5-adeb-4b6f-ab5e-91b36f1b08d9 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.875015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-28aee7f5-adeb-4b6f-ab5e-91b36f1b08d9 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for 8917c606-ed63-46ab-9357-03df5465f952 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:52.882573 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Deleting port e6677b0c-8549-4c58-a78e-0203eb6b312d {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:52.882573 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.889926 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.964107 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] For port e6677b0c-8549-4c58-a78e-0203eb6b312d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e6677b0c-8549-4c58-a78e-0203eb6b312d,segment=NetworkSegment(f030ab99-b93b-489f-b42f-9266bfbd52ea),segment_id=f030ab99-b93b-489f-b42f-9266bfbd52ea)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:52.964488 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:52.979880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Calling delete_port for e6677b0c-8549-4c58-a78e-0203eb6b312d owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:52.993804 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] DHCP port deletion for 0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:53.051988 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Deleting port e6677b0c-8549-4c58-a78e-0203eb6b312d {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:53.052368 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.079476 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.098898 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.133161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:53.139682 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] For port e6677b0c-8549-4c58-a78e-0203eb6b312d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e6677b0c-8549-4c58-a78e-0203eb6b312d,segment=NetworkSegment(f030ab99-b93b-489f-b42f-9266bfbd52ea),segment_id=f030ab99-b93b-489f-b42f-9266bfbd52ea)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:53.140084 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.145455 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Pushing event deleted for resources: {'Port': ['ID=e6677b0c-8549-4c58-a78e-0203eb6b312d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:53.157084 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Calling delete_port for e6677b0c-8549-4c58-a78e-0203eb6b312d owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:53.163106 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:53.170260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:53.173151 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] No DVR routers for this DVR port e6677b0c-8549-4c58-a78e-0203eb6b312d on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:53.175783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'Port': ['ID=094c7a22-abfa-44f2-bce6-57c06adb5a94,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:53.241467 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28aee7f5-adeb-4b6f-ab5e-91b36f1b08d9 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.258947 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.285188 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.290427 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Pushing event deleted for resources: {'Port': ['ID=e6677b0c-8549-4c58-a78e-0203eb6b312d,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:53.293157 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] No DVR routers for this DVR port e6677b0c-8549-4c58-a78e-0203eb6b312d on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:53.299549 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aee7f5-adeb-4b6f-ab5e-91b36f1b08d9 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=8917c606-ed63-46ab-9357-03df5465f952,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:53.300557 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:53.307888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:53.308533 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:53.312428 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:53.312825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:53.313176 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:53.313727 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:53.314077 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:53.314732 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:53.315641 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:53.316081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:53.316301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:53.317484 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688fe9d0-d783-462d-a3b0-06e4836e019f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:21:53.329364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f030ab99-b93b-489f-b42f-9266bfbd52ea') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:53.330985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f030ab99-b93b-489f-b42f-9266bfbd52ea') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:53.343127 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.360247 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.368763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:53.369401 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:53.373345 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:53.446013 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.464762 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.467455 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] 10.222.0.55 "DELETE /v2.0/networks/0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad HTTP/1.1" status: 204 len: 168 time: 0.7693729 Jul 27 21:21:53.489489 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3b457-e67c-497b-bec2-1e3abe6d089d tempest-FloatingIPNegativeTestJSON-1265736653 tempest-FloatingIPNegativeTestJSON-1265736653-project] Pushing event deleted for resources: {'Network': ['ID=0dbeb12f-a770-4f2c-9e28-c3b9c0a218ad,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:53.518009 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28aee7f5-adeb-4b6f-ab5e-91b36f1b08d9 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.757127 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e6677b0c-8549-4c58-a78e-0203eb6b312d no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:53.767412 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41708) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:53.777741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: e6677b0c-8549-4c58-a78e-0203eb6b312d {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:53.778050 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e6677b0c-8549-4c58-a78e-0203eb6b312d not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:53.814815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28aee7f5-adeb-4b6f-ab5e-91b36f1b08d9 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Router 5c7d26ef-1434-4940-8c10-d0e8413ab49a has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:21:53.824355 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:53.928778 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f53b98ea-edfb-4f86-9bd0-ef35d0a78584 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7b7006b70294a94b3dd261473f2a828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595526 Jul 27 21:21:53.931214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41714) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:53.976507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28aee7f5-adeb-4b6f-ab5e-91b36f1b08d9 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:21:53.982027 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-28aee7f5-adeb-4b6f-ab5e-91b36f1b08d9 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "PUT /v2.0/routers/5c7d26ef-1434-4940-8c10-d0e8413ab49a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0874445 Jul 27 21:21:53.984667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41716) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:53.990908 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583132e0-af60-4ff8-b42c-8880d5612273 None None] Sync routers for ids ['5c7d26ef-1434-4940-8c10-d0e8413ab49a'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:21:53.994559 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4417ef27-c5d3-4eca-8fc1-3e5b133ad195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.000226 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583132e0-af60-4ff8-b42c-8880d5612273 None None] Routers {'5c7d26ef-1434-4940-8c10-d0e8413ab49a'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:54.001065 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-583132e0-af60-4ff8-b42c-8880d5612273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:21:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5c7d26ef-1434-4940-8c10-d0e8413ab49a'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:54.019166 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2de5c4-fb1b-4950-a1f6-983d17566d01 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] GET failed (client error): The resource could not be found. Jul 27 21:21:54.021074 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ef2de5c4-fb1b-4950-a1f6-983d17566d01 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports/8917c606-ed63-46ab-9357-03df5465f952 HTTP/1.1" status: 404 len: 333 time: 0.0355332 Jul 27 21:21:54.022050 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4417ef27-c5d3-4eca-8fc1-3e5b133ad195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.023793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41718) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:54.033934 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-583132e0-af60-4ff8-b42c-8880d5612273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:54.042981 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583132e0-af60-4ff8-b42c-8880d5612273 None None] Routers {'5c7d26ef-1434-4940-8c10-d0e8413ab49a'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:54.043827 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-583132e0-af60-4ff8-b42c-8880d5612273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:21:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5c7d26ef-1434-4940-8c10-d0e8413ab49a'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:54.078913 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4417ef27-c5d3-4eca-8fc1-3e5b133ad195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.083209 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4417ef27-c5d3-4eca-8fc1-3e5b133ad195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.084795 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4417ef27-c5d3-4eca-8fc1-3e5b133ad195 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba0bd7a8-9ea0-418f-a475-d28bb4ca2786 HTTP/1.1" status: 204 len: 168 time: 0.1522110 Jul 27 21:21:54.093731 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417ef27-c5d3-4eca-8fc1-3e5b133ad195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0bd7a8-9ea0-418f-a475-d28bb4ca2786,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:54.192100 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-583132e0-af60-4ff8-b42c-8880d5612273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:54.193159 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583132e0-af60-4ff8-b42c-8880d5612273 None None] The sync data for ids ['5c7d26ef-1434-4940-8c10-d0e8413ab49a'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:21:54.215035 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5b6a173-1451-404d-b967-ac0f4f5a1506 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.687533 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.802565 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5b6a173-1451-404d-b967-ac0f4f5a1506 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.830821 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5b6a173-1451-404d-b967-ac0f4f5a1506 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.874254 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41742) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:54.929740 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5b6a173-1451-404d-b967-ac0f4f5a1506 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.938087 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b6a173-1451-404d-b967-ac0f4f5a1506 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Fanout notify agent at l3_agent the message router_deleted on router 5c7d26ef-1434-4940-8c10-d0e8413ab49a {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:21:54.938520 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5b6a173-1451-404d-b967-ac0f4f5a1506 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:54.942570 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f5b6a173-1451-404d-b967-ac0f4f5a1506 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/routers/5c7d26ef-1434-4940-8c10-d0e8413ab49a HTTP/1.1" status: 204 len: 168 time: 0.9177673 Jul 27 21:21:54.942714 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41746) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:54.964324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Router b8dbed7a-0f75-4ad6-816f-befb4bd4496e is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:21:55.008938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d103510a-3e7b-4d3c-b0f9-97b20f7f7e58 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] Request body: {'port': {'network_id': '5393ebe2-74b0-4582-b50f-46ded1090cfe', 'name': 'tempest-NetworksNegativeTestJSON-1936975112'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:55.017871 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec167db-4dc2-4bfb-b7d6-e9e4af272798 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting subnet b372ec08-d491-4e66-85fc-7f99c608c3c7 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:21:55.021631 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6ec167db-4dc2-4bfb-b7d6-e9e4af272798 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.071907 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-d103510a-3e7b-4d3c-b0f9-97b20f7f7e58 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] POST failed (client error): The resource could not be found. Jul 27 21:21:55.072474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d103510a-3e7b-4d3c-b0f9-97b20f7f7e58 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:55.077629 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d103510a-3e7b-4d3c-b0f9-97b20f7f7e58 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1985109 Jul 27 21:21:55.077923 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41748) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.079340 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6ec167db-4dc2-4bfb-b7d6-e9e4af272798 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.102139 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b1f96d-1709-4747-9971-0972458be3f2 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:55.102745 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b1f96d-1709-4747-9971-0972458be3f2 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:55.106648 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e9b1f96d-1709-4747-9971-0972458be3f2 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] 10.222.0.55 "DELETE /v2.0/networks/c185e542-b789-4b07-bc76-1fdf2d56a89f HTTP/1.1" status: 404 len: 339 time: 0.0262125 Jul 27 21:21:55.106648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:21:55.113650 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41750) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.120639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Sync routers for ids ['b8dbed7a-0f75-4ad6-816f-befb4bd4496e'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:21:55.132389 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Routers {'b8dbed7a-0f75-4ad6-816f-befb4bd4496e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:55.133867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:21:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b8dbed7a-0f75-4ad6-816f-befb4bd4496e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:55.149501 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-21aab4cf-3ce2-437b-b266-bd6e4bdcd578 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:55.150281 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21aab4cf-3ce2-437b-b266-bd6e4bdcd578 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:55.152312 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-21aab4cf-3ce2-437b-b266-bd6e4bdcd578 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] 10.222.0.55 "DELETE /v2.0/ports/ce321e8d-f66d-47c9-af31-98a9fa88a51c HTTP/1.1" status: 404 len: 333 time: 0.0367475 Jul 27 21:21:55.164228 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41752) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.178667 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.184226 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41754) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.184792 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0ae0829b-0238-44c3-b0d0-ef0f8a91d8b3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.0500171 Jul 27 21:21:55.207694 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa94eee-51c6-411c-b608-021e7033ffbd tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] DELETE failed (client error): The resource could not be found. Jul 27 21:21:55.207694 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaa94eee-51c6-411c-b608-021e7033ffbd tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:55.212534 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-aaa94eee-51c6-411c-b608-021e7033ffbd tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] 10.222.0.55 "DELETE /v2.0/subnets/07ed049c-6ec7-434a-98b7-77119d1010a7 HTTP/1.1" status: 404 len: 337 time: 0.0436926 Jul 27 21:21:55.213949 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41756) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.241436 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-9778e8e3-5b87-4779-89e5-d88d8f9f8036 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] GET failed (client error): The resource could not be found. Jul 27 21:21:55.246379 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9778e8e3-5b87-4779-89e5-d88d8f9f8036 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] 10.222.0.55 "GET /v2.0/networks/7523b037-a2e6-41b8-8227-404499999c8e HTTP/1.1" status: 404 len: 339 time: 0.0279758 Jul 27 21:21:55.246563 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6ec167db-4dc2-4bfb-b7d6-e9e4af272798 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.246784 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41758) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.280709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Set router b8dbed7a-0f75-4ad6-816f-befb4bd4496e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:21:55.290018 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76a3b18-f604-4ca5-a163-c59100c811f6 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] GET failed (client error): The resource could not be found. Jul 27 21:21:55.295761 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e76a3b18-f604-4ca5-a163-c59100c811f6 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] 10.222.0.55 "GET /v2.0/ports/c04d9893-e457-40bb-a2b7-5ede080e0190 HTTP/1.1" status: 404 len: 333 time: 0.0445576 Jul 27 21:21:55.300252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8348a412-9f5c-4d6c-a58b-904c3a7afe0c tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:55.300252 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8348a412-9f5c-4d6c-a58b-904c3a7afe0c tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=68e16342715c4510a4b81e0488054ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1102076 Jul 27 21:21:55.300471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41760) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.308589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41762) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.332348 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6ec167db-4dc2-4bfb-b7d6-e9e4af272798 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.358124 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec167db-4dc2-4bfb-b7d6-e9e4af272798 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Subnet': ['ID=b372ec08-d491-4e66-85fc-7f99c608c3c7,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:55.367910 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6ec167db-4dc2-4bfb-b7d6-e9e4af272798 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.372685 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6ec167db-4dc2-4bfb-b7d6-e9e4af272798 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/b372ec08-d491-4e66-85fc-7f99c608c3c7 HTTP/1.1" status: 204 len: 168 time: 0.4288907 Jul 27 21:21:55.373294 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41764) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.401678 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b337c3-9d93-45fd-91cf-ee7f0bd127ca None None] Network b9ae941c-96d9-4879-8dda-e2c52a358631 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:55.458690 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.524608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port 241bed79-5da6-4e2b-b80e-e650b892e472 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:55.525095 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.538183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9268c06-9c15-4cb9-a48c-9e7537adf1c5 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:55.540145 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d9268c06-9c15-4cb9-a48c-9e7537adf1c5 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2305114 Jul 27 21:21:55.541938 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-badee9dd-757d-416f-87c4-3f950792206a tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] GET failed (client error): The resource could not be found. Jul 27 21:21:55.543546 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-badee9dd-757d-416f-87c4-3f950792206a tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] 10.222.0.55 "GET /v2.0/subnets/539b7450-83c4-47f0-8163-9492300e02b9 HTTP/1.1" status: 404 len: 337 time: 0.2462373 Jul 27 21:21:55.544425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41766) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.556018 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41768) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.562679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-83fc80d3-3a21-4f6e-b0fd-15b5ba178721 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:55.606457 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ab58fb94-1348-4cdb-99d1-07ce31b76ec3 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592341 Jul 27 21:21:55.608147 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fc80d3-3a21-4f6e-b0fd-15b5ba178721 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] PUT failed (client error): The resource could not be found. Jul 27 21:21:55.609070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fc80d3-3a21-4f6e-b0fd-15b5ba178721 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:55.610203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] For port 241bed79-5da6-4e2b-b80e-e650b892e472, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=241bed79-5da6-4e2b-b80e-e650b892e472,segment=NetworkSegment(2d080891-0838-4c5c-b31d-b5541eac7728),segment_id=2d080891-0838-4c5c-b31d-b5541eac7728)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:55.610515 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.612137 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-83fc80d3-3a21-4f6e-b0fd-15b5ba178721 tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] 10.222.0.55 "PUT /v2.0/networks/75e174d9-b1ff-4379-8779-c8d1c3f4ff6b HTTP/1.1" status: 404 len: 339 time: 0.0546563 Jul 27 21:21:55.613137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41770) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.618537 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41772) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.624613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d6817ff1-359d-4a02-a349-9a12206ea50d tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:55.634470 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830146623', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '094c7a22-abfa-44f2-bce6-57c06adb5a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:21:51Z', 'updated_at': '2021-07-27T21:21:53Z', 'revision_number': 3, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': '094c7a22-abfa-44f2-bce6-57c06adb5a94', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:21:52Z', 'updated_at': '2021-07-27T21:21:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:55.667441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for 241bed79-5da6-4e2b-b80e-e650b892e472 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:55.669325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Checking router: b8dbed7a-0f75-4ad6-816f-befb4bd4496e for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:21:55.669689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Updating router b8dbed7a-0f75-4ad6-816f-befb4bd4496e port 094c7a22-abfa-44f2-bce6-57c06adb5a94 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:21:55.669807 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6817ff1-359d-4a02-a349-9a12206ea50d tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] PUT failed (client error): The resource could not be found. Jul 27 21:21:55.670700 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6817ff1-359d-4a02-a349-9a12206ea50d tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:55.671587 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4771e181-0d54-4cbc-8c7a-73b5cf8e4d2a tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=68e16342715c4510a4b81e0488054ee7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552468 Jul 27 21:21:55.675225 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41774) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.684564 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d6817ff1-359d-4a02-a349-9a12206ea50d tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] 10.222.0.55 "PUT /v2.0/ports/4a1f0d97-a06a-43c4-a867-9ec9286c6fc9 HTTP/1.1" status: 404 len: 333 time: 0.0649450 Jul 27 21:21:55.685677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41776) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.697587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3488ea8c-d37b-41a0-b015-06917ef857aa tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:55.726180 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.729736 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb427305-0689-4002-adf4-1934aaef8337 None None] DHCP port deletion for b9ae941c-96d9-4879-8dda-e2c52a358631 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:21:55.760715 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-3488ea8c-d37b-41a0-b015-06917ef857aa tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] PUT failed (client error): The resource could not be found. Jul 27 21:21:55.761182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3488ea8c-d37b-41a0-b015-06917ef857aa tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:21:55.762374 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3488ea8c-d37b-41a0-b015-06917ef857aa tempest-NetworksNegativeTestJSON-461732931 tempest-NetworksNegativeTestJSON-461732931-project] 10.222.0.55 "PUT /v2.0/subnets/443ef411-5d8e-4574-867f-fbd00ac5dd37 HTTP/1.1" status: 404 len: 337 time: 0.0756485 Jul 27 21:21:55.798855 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:55.844851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc329ce1-8f70-42bf-9956-ccc3d9f5a491 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:55.850343 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=241bed79-5da6-4e2b-b80e-e650b892e472,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:55.852762 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cc329ce1-8f70-42bf-9956-ccc3d9f5a491 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1764107 Jul 27 21:21:55.856490 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41780) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.870142 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No DVR routers for this DVR port 241bed79-5da6-4e2b-b80e-e650b892e472 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:55.911500 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d8e54a93-a04d-4abe-a517-a37f8c72b2a6 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0535960 Jul 27 21:21:55.914809 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41782) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:55.927059 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-24220514-a7b8-47b5-828f-4ab4bdd67d20 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-25412827', 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70', 'project_id': '68e16342715c4510a4b81e0488054ee7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:55.996176 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.018027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ae941c-96d9-4879-8dda-e2c52a358631']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:56.030428 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d080891-0838-4c5c-b31d-b5541eac7728') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:56.031289 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d080891-0838-4c5c-b31d-b5541eac7728') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:56.044560 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.067483 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.077738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:21:56.079408 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:21:56.087946 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:21:56.090767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24220514-a7b8-47b5-828f-4ab4bdd67d20 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Made reservation on behalf of 68e16342715c4510a4b81e0488054ee7 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:56.093805 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24220514-a7b8-47b5-828f-4ab4bdd67d20 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.139235 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cb427305-0689-4002-adf4-1934aaef8337 None None] Deleting port 241bed79-5da6-4e2b-b80e-e650b892e472 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:21:56.140285 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cb427305-0689-4002-adf4-1934aaef8337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.215263 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41788) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:56.220214 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.231969 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.234457 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/networks/b9ae941c-96d9-4879-8dda-e2c52a358631 HTTP/1.1" status: 204 len: 168 time: 0.8601587 Jul 27 21:21:56.239955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41792) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:56.259982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cb427305-0689-4002-adf4-1934aaef8337 None None] For port 241bed79-5da6-4e2b-b80e-e650b892e472, host n-d-764806-9, got binding levels [] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:21:56.260662 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cb427305-0689-4002-adf4-1934aaef8337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.284211 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cb427305-0689-4002-adf4-1934aaef8337 None None] Calling delete_port for 241bed79-5da6-4e2b-b80e-e650b892e472 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:21:56.288500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.ipam_backend_mixin [None req-cb427305-0689-4002-adf4-1934aaef8337 None None] Port 241bed79-5da6-4e2b-b80e-e650b892e472 was not found and therefore no delete operation was performed {{(pid=105581) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:21:56.293506 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cb427305-0689-4002-adf4-1934aaef8337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.308733 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6ab2a-d447-4c87-bda4-0b46fd602074 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Network': ['ID=b9ae941c-96d9-4879-8dda-e2c52a358631,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:56.335882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb427305-0689-4002-adf4-1934aaef8337 None None] Network b9ae941c-96d9-4879-8dda-e2c52a358631 is not hosted by any dhcp agent {{(pid=105581) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 21:21:56.336660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb427305-0689-4002-adf4-1934aaef8337 None None] No DVR routers for this DVR port 241bed79-5da6-4e2b-b80e-e650b892e472 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:21:56.338968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb427305-0689-4002-adf4-1934aaef8337 None None] Pushing event deleted for resources: {'Port': ['ID=241bed79-5da6-4e2b-b80e-e650b892e472,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:56.363721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4239a13f-1058-48ed-bb6c-241b0c87d2e5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:56.365685 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4239a13f-1058-48ed-bb6c-241b0c87d2e5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports/55ac09b4-1f88-48c5-ab35-f53385955376 HTTP/1.1" status: 200 len: 844 time: 0.1117787 Jul 27 21:21:56.369318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41794) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:56.446463 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-78fac142-2ecd-4a1a-b435-54449b08cce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.459525 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d235c9c3-f1e6-4d77-875d-9d568d8c1285 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports/55ac09b4-1f88-48c5-ab35-f53385955376?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0801611 Jul 27 21:21:56.460072 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41796) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:56.468290 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-975fd7b9-a8d5-4aea-b6f4-b9c3aa4e546c tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'subnet': {'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:56.480112 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24220514-a7b8-47b5-828f-4ab4bdd67d20 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.499579 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.513367 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Transition to ACTIVE for port object 094c7a22-abfa-44f2-bce6-57c06adb5a94 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:56.522941 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.569491 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24220514-a7b8-47b5-828f-4ab4bdd67d20 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'Subnet': ['ID=54ad5c27-8e05-4695-930e-bd83245e4528,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:56.588258 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Attempting to bind port 094c7a22-abfa-44f2-bce6-57c06adb5a94 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:56.588258 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Attempting to bind port 094c7a22-abfa-44f2-bce6-57c06adb5a94 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:56.588570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Attempting to bind port 094c7a22-abfa-44f2-bce6-57c06adb5a94 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:56.604877 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:56.605403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:56.605856 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.606267 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:56.606745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Bound port: 094c7a22-abfa-44f2-bce6-57c06adb5a94, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:56.607126 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.608528 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24220514-a7b8-47b5-828f-4ab4bdd67d20 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Checking segment: {'id': '41d5acd8-d03b-4186-96d5-a237b289a923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:56.609170 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24220514-a7b8-47b5-828f-4ab4bdd67d20 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Network hostable DHCP agents. Network: b13c5a13-bc28-42ac-b7d1-497da94faa70, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:56.609944 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7defc0-5e7e-4c45-88a8-eb837654a230 None None] Pushing event updated for resources: {'Port': ['ID=094c7a22-abfa-44f2-bce6-57c06adb5a94,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:56.653916 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24220514-a7b8-47b5-828f-4ab4bdd67d20 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Network b13c5a13-bc28-42ac-b7d1-497da94faa70 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:56.666459 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-78fac142-2ecd-4a1a-b435-54449b08cce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.671457 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] For port 094c7a22-abfa-44f2-bce6-57c06adb5a94, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:56.675453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] For port 094c7a22-abfa-44f2-bce6-57c06adb5a94, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=094c7a22-abfa-44f2-bce6-57c06adb5a94,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:56.677379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-24220514-a7b8-47b5-828f-4ab4bdd67d20 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, b13c5a13-bc28-42ac-b7d1-497da94faa70) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:56.679127 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-78fac142-2ecd-4a1a-b435-54449b08cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.685731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24220514-a7b8-47b5-828f-4ab4bdd67d20 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:56.686345 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24220514-a7b8-47b5-828f-4ab4bdd67d20 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.691503 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77dfd2f-d2f1-413c-9804-7ae7e6edd1aa None None] Network b13c5a13-bc28-42ac-b7d1-497da94faa70 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:56.695852 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.696829 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975fd7b9-a8d5-4aea-b6f4-b9c3aa4e546c tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:56.703955 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-975fd7b9-a8d5-4aea-b6f4-b9c3aa4e546c tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.738365 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-78fac142-2ecd-4a1a-b435-54449b08cce3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8ffe037cad541b49b15736d0875208b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5202022 Jul 27 21:21:56.741364 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-24220514-a7b8-47b5-828f-4ab4bdd67d20 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.8253071 Jul 27 21:21:56.741901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41798) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:56.743859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fac142-2ecd-4a1a-b435-54449b08cce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ead294c-4f7b-42db-996e-b663e8850360,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:56.746410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41800) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:56.831060 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Routers {'b8dbed7a-0f75-4ad6-816f-befb4bd4496e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:21:56.832494 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:21:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b8dbed7a-0f75-4ad6-816f-befb4bd4496e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:56.891940 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6f3eea9c-6f77-4973-bde8-4a83615ef772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.934772 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6f3eea9c-6f77-4973-bde8-4a83615ef772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:56.948039 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7defc0-5e7e-4c45-88a8-eb837654a230 None None] Pushing event updated for resources: {'Port': ['ID=094c7a22-abfa-44f2-bce6-57c06adb5a94,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:56.985430 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-975fd7b9-a8d5-4aea-b6f4-b9c3aa4e546c tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.036376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] Set router b8dbed7a-0f75-4ad6-816f-befb4bd4496e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:21:57.080453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975fd7b9-a8d5-4aea-b6f4-b9c3aa4e546c tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:57.085050 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-975fd7b9-a8d5-4aea-b6f4-b9c3aa4e546c tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:57.088247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fd7b9-a8d5-4aea-b6f4-b9c3aa4e546c tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Subnet': ['ID=c1a4d516-c029-4c65-aa5d-c918d65f7c83,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:57.097267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975fd7b9-a8d5-4aea-b6f4-b9c3aa4e546c tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:57.097880 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-975fd7b9-a8d5-4aea-b6f4-b9c3aa4e546c tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.112687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3943540b-c99d-40c1-940b-98435c40b182 None None] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:57.130003 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-975fd7b9-a8d5-4aea-b6f4-b9c3aa4e546c tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6686773 Jul 27 21:21:57.132761 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41804) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:57.138359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b8b81217-d19c-4401-af22-f480cc283804 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'security_group': {'name': 'tempest-secgroup-602440448'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:57.171666 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8b81217-d19c-4401-af22-f480cc283804 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.234454 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6f3eea9c-6f77-4973-bde8-4a83615ef772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.237647 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6f3eea9c-6f77-4973-bde8-4a83615ef772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.261172 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6f3eea9c-6f77-4973-bde8-4a83615ef772 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ead294c-4f7b-42db-996e-b663e8850360 HTTP/1.1" status: 204 len: 168 time: 0.5180361 Jul 27 21:21:57.309447 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8b81217-d19c-4401-af22-f480cc283804 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.313275 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3eea9c-6f77-4973-bde8-4a83615ef772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ead294c-4f7b-42db-996e-b663e8850360,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:57.315403 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8b81217-d19c-4401-af22-f480cc283804 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.332679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-b13c5a13-bc28-42ac-b7d1-497da94faa70', 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'fixed_ips': [{'subnet_id': '54ad5c27-8e05-4695-930e-bd83245e4528'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:57.333529 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.370681 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8b81217-d19c-4401-af22-f480cc283804 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.376679 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b8b81217-d19c-4401-af22-f480cc283804 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2424507 Jul 27 21:21:57.383570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41808) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:57.395044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e5c68c3b-30cc-4be1-88b8-48824cfd2c4b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'security_group': {'name': 'tempest-secgroup-1059689397'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:57.427831 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b81217-d19c-4401-af22-f480cc283804 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7a8a83-02b1-4a58-9a17-1d3af7a11c4a,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:57.437398 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e5c68c3b-30cc-4be1-88b8-48824cfd2c4b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.538684 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.593775 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e5c68c3b-30cc-4be1-88b8-48824cfd2c4b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.600945 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e5c68c3b-30cc-4be1-88b8-48824cfd2c4b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.652808 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e5c68c3b-30cc-4be1-88b8-48824cfd2c4b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.654464 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e5c68c3b-30cc-4be1-88b8-48824cfd2c4b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2689610 Jul 27 21:21:57.661440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41814) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:57.666617 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c68c3b-30cc-4be1-88b8-48824cfd2c4b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d333ea35-c231-46ad-9161-bc3b2b716e4d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:57.669762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e0ad9c0a-a51c-4389-a9ca-fa8a3fbd6458 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1492000047', 'security_groups': ['d333ea35-c231-46ad-9161-bc3b2b716e4d'], 'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c1a4d516-c029-4c65-aa5d-c918d65f7c83'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:57.675478 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Allocated IP 172.20.0.18 (b13c5a13-bc28-42ac-b7d1-497da94faa70/54ad5c27-8e05-4695-930e-bd83245e4528/4b8b0136-656d-4d3a-83af-de80eedca9d1) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:57.699107 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830146623', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '094c7a22-abfa-44f2-bce6-57c06adb5a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:21:51Z', 'updated_at': '2021-07-27T21:21:53Z', 'revision_number': 3, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': '094c7a22-abfa-44f2-bce6-57c06adb5a94', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:21:52Z', 'updated_at': '2021-07-27T21:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:21:57.712984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-52b34fd9-5a5d-4895-a434-6a53cacd5553', 'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553', 'tenant_id': '1cf3801bb17248b19f8b76025f7a985e', 'fixed_ips': [{'subnet_id': 'c1a4d516-c029-4c65-aa5d-c918d65f7c83'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:21:57.714027 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:57.810063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 241bed79-5da6-4e2b-b80e-e650b892e472 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:21:57.821283 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99deeba-21a3-45bd-bcc6-67f4d4be9eea None None] The sync data for ids ['b8dbed7a-0f75-4ad6-816f-befb4bd4496e'] in n-d-764806-9 is: [{'id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830146623', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '094c7a22-abfa-44f2-bce6-57c06adb5a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:21:51Z', 'updated_at': '2021-07-27T21:21:53Z', 'revision_number': 3, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': '094c7a22-abfa-44f2-bce6-57c06adb5a94', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:21:52Z', 'updated_at': '2021-07-27T21:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:21:57.849316 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 241bed79-5da6-4e2b-b80e-e650b892e472 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:21:57.856651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 241bed79-5da6-4e2b-b80e-e650b892e472 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:21:58.077434 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Allocated IP 2001:db8::2 (52b34fd9-5a5d-4895-a434-6a53cacd5553/c1a4d516-c029-4c65-aa5d-c918d65f7c83/f4d8d370-bae3-4521-83f2-8155784ff1b1) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:58.084985 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.105299 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Transition to ACTIVE for port object 4b8b0136-656d-4d3a-83af-de80eedca9d1 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:58.308993 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41832) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:58.331819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ad9c0a-a51c-4389-a9ca-fa8a3fbd6458 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:58.357812 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Transition to ACTIVE for port object 4b8b0136-656d-4d3a-83af-de80eedca9d1 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:58.383230 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.433555 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Network b13c5a13-bc28-42ac-b7d1-497da94faa70 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:58.438685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:58.445907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:58.465611 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Allocated IP 172.20.0.17 (b13c5a13-bc28-42ac-b7d1-497da94faa70/54ad5c27-8e05-4695-930e-bd83245e4528/077bec0d-6a1c-41cc-b129-8e529499d237) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:58.470888 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-19b24d1c-b51c-4223-811d-14a0cb31ef12 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-297936735-network', 'tenant_id': '5412fc48795244d390a9ded95f0a7ad5'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:58.493481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9c0a-a51c-4389-a9ca-fa8a3fbd6458 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.500697 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Pushing event updated for resources: {'Port': ['ID=4b8b0136-656d-4d3a-83af-de80eedca9d1,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:58.509551 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b24d1c-b51c-4223-811d-14a0cb31ef12 admin admin] Made reservation on behalf of 5412fc48795244d390a9ded95f0a7ad5 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:58.512481 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19b24d1c-b51c-4223-811d-14a0cb31ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.529471 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19b24d1c-b51c-4223-811d-14a0cb31ef12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.538128 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-e0ad9c0a-a51c-4389-a9ca-fa8a3fbd6458 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] device_id is not set on port 02fc2a12-1352-4a4b-89bc-554754601e59 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:21:58.545837 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Attempting to bind port 4b8b0136-656d-4d3a-83af-de80eedca9d1 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:58.546713 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Attempting to bind port 4b8b0136-656d-4d3a-83af-de80eedca9d1 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '41d5acd8-d03b-4186-96d5-a237b289a923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:58.547226 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Attempting to bind port 4b8b0136-656d-4d3a-83af-de80eedca9d1 on network b13c5a13-bc28-42ac-b7d1-497da94faa70 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:58.582782 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:58.583356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Checking segment: {'id': '41d5acd8-d03b-4186-96d5-a237b289a923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:58.584032 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.584351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Bound using segment: {'id': '41d5acd8-d03b-4186-96d5-a237b289a923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:58.584943 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Bound port: 4b8b0136-656d-4d3a-83af-de80eedca9d1, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d5acd8-d03b-4186-96d5-a237b289a923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:58.585422 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.637749 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.652122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Transition to ACTIVE for port object f4d8d370-bae3-4521-83f2-8155784ff1b1 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:58.657511 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19b24d1c-b51c-4223-811d-14a0cb31ef12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.661914 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19b24d1c-b51c-4223-811d-14a0cb31ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.686643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Transition to ACTIVE for port object f4d8d370-bae3-4521-83f2-8155784ff1b1 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:58.691763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b24d1c-b51c-4223-811d-14a0cb31ef12 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:21:58.693911 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] For port 4b8b0136-656d-4d3a-83af-de80eedca9d1, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:58.697489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] For port 4b8b0136-656d-4d3a-83af-de80eedca9d1, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4b8b0136-656d-4d3a-83af-de80eedca9d1,segment=NetworkSegment(41d5acd8-d03b-4186-96d5-a237b289a923),segment_id=41d5acd8-d03b-4186-96d5-a237b289a923)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:58.700709 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.711548 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.716125 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b24d1c-b51c-4223-811d-14a0cb31ef12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd706a93-f391-42fe-aeda-46873882e146,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:58.720688 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19b24d1c-b51c-4223-811d-14a0cb31ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.721044 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-19b24d1c-b51c-4223-811d-14a0cb31ef12 admin admin] Added segment a094bff4-7d59-4f73-9e0e-b20d8bec9999 of type vlan for network 2fb642d0-84e8-48cf-b523-83fb06d48c20 Jul 27 21:21:58.756837 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.762396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:58.771967 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:58.779681 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:58.789995 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Pushing event updated for resources: {'Port': ['ID=f4d8d370-bae3-4521-83f2-8155784ff1b1,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:58.791089 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19b24d1c-b51c-4223-811d-14a0cb31ef12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.808709 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Transition to ACTIVE for port object 077bec0d-6a1c-41cc-b129-8e529499d237 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:58.843126 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19b24d1c-b51c-4223-811d-14a0cb31ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.844719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b24d1c-b51c-4223-811d-14a0cb31ef12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:58.846351 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19b24d1c-b51c-4223-811d-14a0cb31ef12 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:58.873998 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-e0ad9c0a-a51c-4389-a9ca-fa8a3fbd6458 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Allocated IP 2001:db8::331 (52b34fd9-5a5d-4895-a434-6a53cacd5553/c1a4d516-c029-4c65-aa5d-c918d65f7c83/02fc2a12-1352-4a4b-89bc-554754601e59) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:21:58.925741 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:21:58.930648 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-19b24d1c-b51c-4223-811d-14a0cb31ef12 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6188037 Jul 27 21:21:58.933487 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41836) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:58.939511 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-232334b5-084a-48f8-9836-1ce9078de1e7 admin admin] Request body: {'subnet': {'network_id': '2fb642d0-84e8-48cf-b523-83fb06d48c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-297936735-subnet', 'tenant_id': '5412fc48795244d390a9ded95f0a7ad5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:58.952663 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b24d1c-b51c-4223-811d-14a0cb31ef12 admin admin] Pushing event updated for resources: {'Network': ['ID=2fb642d0-84e8-48cf-b523-83fb06d48c20,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:58.959226 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Attempting to bind port f4d8d370-bae3-4521-83f2-8155784ff1b1 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:21:58.959979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Attempting to bind port f4d8d370-bae3-4521-83f2-8155784ff1b1 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '916dcdaa-57fe-48a6-87db-2e078960edd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:21:58.959979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Attempting to bind port f4d8d370-bae3-4521-83f2-8155784ff1b1 on network 52b34fd9-5a5d-4895-a434-6a53cacd5553 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:21:58.978688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 2fb642d0-84e8-48cf-b523-83fb06d48c20 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:21:58.994737 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232334b5-084a-48f8-9836-1ce9078de1e7 admin admin] Made reservation on behalf of 5412fc48795244d390a9ded95f0a7ad5 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:58.997542 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-232334b5-084a-48f8-9836-1ce9078de1e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.079722 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:21:59.080121 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Checking segment: {'id': '916dcdaa-57fe-48a6-87db-2e078960edd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:59.080591 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.081129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Bound using segment: {'id': '916dcdaa-57fe-48a6-87db-2e078960edd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:21:59.081805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Bound port: f4d8d370-bae3-4521-83f2-8155784ff1b1, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916dcdaa-57fe-48a6-87db-2e078960edd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:21:59.082990 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.133006 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.181628 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] For port f4d8d370-bae3-4521-83f2-8155784ff1b1, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:21:59.185592 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] For port f4d8d370-bae3-4521-83f2-8155784ff1b1, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f4d8d370-bae3-4521-83f2-8155784ff1b1,segment=NetworkSegment(916dcdaa-57fe-48a6-87db-2e078960edd4),segment_id=916dcdaa-57fe-48a6-87db-2e078960edd4)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:21:59.186886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb136784-9618-4b66-a0c8-5d7de8c5ccea None None] Pushing event updated for resources: {'Port': ['ID=4b8b0136-656d-4d3a-83af-de80eedca9d1,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:59.194203 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.197346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Network b13c5a13-bc28-42ac-b7d1-497da94faa70 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:59.223404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:59.274615 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9c0a-a51c-4389-a9ca-fa8a3fbd6458 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.277514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:59.281588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bda907-f574-4f50-80e9-7534219e96b7 None None] Pushing event updated for resources: {'Port': ['ID=f4d8d370-bae3-4521-83f2-8155784ff1b1,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:59.334054 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-232334b5-084a-48f8-9836-1ce9078de1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.362395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-e0ad9c0a-a51c-4389-a9ca-fa8a3fbd6458 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Transition to ACTIVE for port object 02fc2a12-1352-4a4b-89bc-554754601e59 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:21:59.368610 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'Port': ['ID=077bec0d-6a1c-41cc-b129-8e529499d237,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:59.384161 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.396059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232334b5-084a-48f8-9836-1ce9078de1e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a807f1-5b07-417b-97e8-3a24231b1109,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:59.407011 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232334b5-084a-48f8-9836-1ce9078de1e7 admin admin] Checking segment: {'id': 'a094bff4-7d59-4f73-9e0e-b20d8bec9999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2fb642d0-84e8-48cf-b523-83fb06d48c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:21:59.407437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232334b5-084a-48f8-9836-1ce9078de1e7 admin admin] Network hostable DHCP agents. Network: 2fb642d0-84e8-48cf-b523-83fb06d48c20, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:21:59.426354 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232334b5-084a-48f8-9836-1ce9078de1e7 admin admin] Network 2fb642d0-84e8-48cf-b523-83fb06d48c20 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:21:59.439067 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-232334b5-084a-48f8-9836-1ce9078de1e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 2fb642d0-84e8-48cf-b523-83fb06d48c20) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:59.446196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232334b5-084a-48f8-9836-1ce9078de1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:59.447236 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-232334b5-084a-48f8-9836-1ce9078de1e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.450385 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e14bad6-ee4f-4bb2-af8a-c8c364174dec None None] Network 2fb642d0-84e8-48cf-b523-83fb06d48c20 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:59.482428 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-232334b5-084a-48f8-9836-1ce9078de1e7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5402622 Jul 27 21:21:59.500894 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9c0a-a51c-4389-a9ca-fa8a3fbd6458 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.583353 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ad9c0a-a51c-4389-a9ca-fa8a3fbd6458 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:21:59.594198 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-e0ad9c0a-a51c-4389-a9ca-fa8a3fbd6458 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:21:59.600218 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ad9c0a-a51c-4389-a9ca-fa8a3fbd6458 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:21:59.605205 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ad9c0a-a51c-4389-a9ca-fa8a3fbd6458 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:21:59.605845 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e0ad9c0a-a51c-4389-a9ca-fa8a3fbd6458 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.616211 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad9c0a-a51c-4389-a9ca-fa8a3fbd6458 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=02fc2a12-1352-4a4b-89bc-554754601e59,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:21:59.658438 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e0ad9c0a-a51c-4389-a9ca-fa8a3fbd6458 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9925318 Jul 27 21:21:59.660063 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41842) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:21:59.666659 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-99bc1dbd-a238-47d9-812e-a3cd79045d1e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'subnet': {'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:21:59.682278 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ef5dac-17b2-4289-a8a5-0255f0127fc9 None None] Network 2fb642d0-84e8-48cf-b523-83fb06d48c20 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:21:59.698305 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.980022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bc1dbd-a238-47d9-812e-a3cd79045d1e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:21:59.983753 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-99bc1dbd-a238-47d9-812e-a3cd79045d1e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:21:59.994609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 094c7a22-abfa-44f2-bce6-57c06adb5a94 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:00.061858 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 094c7a22-abfa-44f2-bce6-57c06adb5a94 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:00.069789 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 094c7a22-abfa-44f2-bce6-57c06adb5a94 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:00.070252 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.162214 n-d-764806-9 neutron-server[105579]: INFO neutron.db.ipam_backend_mixin [None req-99bc1dbd-a238-47d9-812e-a3cd79045d1e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c1a4d516-c029-4c65-aa5d-c918d65f7c83 (CIDR: 2001:db8::/64) Jul 27 21:22:00.172576 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bc1dbd-a238-47d9-812e-a3cd79045d1e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:00.173039 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99bc1dbd-a238-47d9-812e-a3cd79045d1e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:00.192611 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.193698 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-99bc1dbd-a238-47d9-812e-a3cd79045d1e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5313010 Jul 27 21:22:00.195723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41854) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:00.202853 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b067e9a2-6b5c-4aee-9931-d397e9b4c5e0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'subnet': {'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:00.227732 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 094c7a22-abfa-44f2-bce6-57c06adb5a94, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=094c7a22-abfa-44f2-bce6-57c06adb5a94,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:00.234432 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.236353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4b8b0136-656d-4d3a-83af-de80eedca9d1 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:00.242777 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2210de2a-225c-4e73-ab66-28fbbdac30eb None None] Network b13c5a13-bc28-42ac-b7d1-497da94faa70 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:00.365707 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41860) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:00.371651 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.372202 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-546bd7f7-03d7-4d8c-aff5-129c95a17bf7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1580980464-network', 'tenant_id': '6345cedfe7694f819aed8b98c7603d0e'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:00.379772 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.412351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7db2e83c-b5bf-46a7-a65e-add2f219171a None None] Provisioning for port 4b8b0136-656d-4d3a-83af-de80eedca9d1 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:00.416370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=094c7a22-abfa-44f2-bce6-57c06adb5a94,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:00.430033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 4b8b0136-656d-4d3a-83af-de80eedca9d1 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:00.434619 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7db2e83c-b5bf-46a7-a65e-add2f219171a None None] Provisioning complete for port 4b8b0136-656d-4d3a-83af-de80eedca9d1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:00.435274 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7db2e83c-b5bf-46a7-a65e-add2f219171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.435810 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546bd7f7-03d7-4d8c-aff5-129c95a17bf7 admin admin] Made reservation on behalf of 6345cedfe7694f819aed8b98c7603d0e for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:00.439523 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-546bd7f7-03d7-4d8c-aff5-129c95a17bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.444397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b067e9a2-6b5c-4aee-9931-d397e9b4c5e0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:00.446751 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 4b8b0136-656d-4d3a-83af-de80eedca9d1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:00.447307 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.448968 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b067e9a2-6b5c-4aee-9931-d397e9b4c5e0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.473240 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-546bd7f7-03d7-4d8c-aff5-129c95a17bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.492793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'Port': ['ID=077bec0d-6a1c-41cc-b129-8e529499d237,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:00.516321 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.652114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Network b13c5a13-bc28-42ac-b7d1-497da94faa70 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:00.656974 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:00.694785 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.698731 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7db2e83c-b5bf-46a7-a65e-add2f219171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.709466 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-546bd7f7-03d7-4d8c-aff5-129c95a17bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.714686 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-546bd7f7-03d7-4d8c-aff5-129c95a17bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.758175 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7db2e83c-b5bf-46a7-a65e-add2f219171a None None] For port 4b8b0136-656d-4d3a-83af-de80eedca9d1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4b8b0136-656d-4d3a-83af-de80eedca9d1,segment=NetworkSegment(41d5acd8-d03b-4186-96d5-a237b289a923),segment_id=41d5acd8-d03b-4186-96d5-a237b289a923)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:00.766418 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7db2e83c-b5bf-46a7-a65e-add2f219171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.776354 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546bd7f7-03d7-4d8c-aff5-129c95a17bf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:22:00.791918 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-546bd7f7-03d7-4d8c-aff5-129c95a17bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.792266 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-546bd7f7-03d7-4d8c-aff5-129c95a17bf7 admin admin] Added segment 84d1785d-d7e4-4f86-a2d3-6d832eff27ff of type vlan for network 221be90e-1560-4b51-a1f8-2d498b2dd386 Jul 27 21:22:00.794186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bd7f7-03d7-4d8c-aff5-129c95a17bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90794bc-76f8-4458-98a6-531f45f9a2ca,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:00.800838 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Router b8dbed7a-0f75-4ad6-816f-befb4bd4496e has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:22:00.841997 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:22:00.842401 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:22:00.855941 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2e83c-b5bf-46a7-a65e-add2f219171a None None] Pushing event updated for resources: {'Port': ['ID=4b8b0136-656d-4d3a-83af-de80eedca9d1,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:00.863117 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b067e9a2-6b5c-4aee-9931-d397e9b4c5e0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.885130 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-546bd7f7-03d7-4d8c-aff5-129c95a17bf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.926314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b067e9a2-6b5c-4aee-9931-d397e9b4c5e0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:00.937176 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-b067e9a2-6b5c-4aee-9931-d397e9b4c5e0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:00.940997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:22:00.944614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b067e9a2-6b5c-4aee-9931-d397e9b4c5e0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:00.945210 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b067e9a2-6b5c-4aee-9931-d397e9b4c5e0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.953496 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Sync routers for ids ['b8dbed7a-0f75-4ad6-816f-befb4bd4496e'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:22:00.955053 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7304cf48-0d2b-4bb6-9888-ac09cc2e1709 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "PUT /v2.0/routers/b8dbed7a-0f75-4ad6-816f-befb4bd4496e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2033401 Jul 27 21:22:00.962917 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Routers {'b8dbed7a-0f75-4ad6-816f-befb4bd4496e'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:00.963534 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:21:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b8dbed7a-0f75-4ad6-816f-befb4bd4496e'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:00.973235 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067e9a2-6b5c-4aee-9931-d397e9b4c5e0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Subnet': ['ID=70dfa648-f3af-4f73-bce0-b9c606aa6638,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:00.998325 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-546bd7f7-03d7-4d8c-aff5-129c95a17bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:00.999938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546bd7f7-03d7-4d8c-aff5-129c95a17bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:01.000820 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-546bd7f7-03d7-4d8c-aff5-129c95a17bf7 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.028771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41864) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:01.035279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-84ce90f6-bf2e-4a25-9665-001aec0ad241 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1375637122', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '70dfa648-f3af-4f73-bce0-b9c606aa6638'}], 'security_groups': ['bb7a8a83-02b1-4a58-9a17-1d3af7a11c4a']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:01.039567 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b067e9a2-6b5c-4aee-9931-d397e9b4c5e0 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8417239 Jul 27 21:22:01.116307 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-546bd7f7-03d7-4d8c-aff5-129c95a17bf7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7493274 Jul 27 21:22:01.119667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41866) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:01.127247 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Set router b8dbed7a-0f75-4ad6-816f-befb4bd4496e gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:22:01.128114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-98037cfc-779d-4d27-9e32-11effe62f1ec admin admin] Request body: {'subnet': {'network_id': '221be90e-1560-4b51-a1f8-2d498b2dd386', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1580980464-subnet', 'tenant_id': '6345cedfe7694f819aed8b98c7603d0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:01.169257 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98037cfc-779d-4d27-9e32-11effe62f1ec admin admin] Made reservation on behalf of 6345cedfe7694f819aed8b98c7603d0e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:01.172330 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-98037cfc-779d-4d27-9e32-11effe62f1ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.174751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bd7f7-03d7-4d8c-aff5-129c95a17bf7 admin admin] Pushing event updated for resources: {'Network': ['ID=221be90e-1560-4b51-a1f8-2d498b2dd386,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:01.202893 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-84ce90f6-bf2e-4a25-9665-001aec0ad241 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.211770 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 221be90e-1560-4b51-a1f8-2d498b2dd386 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:22:01.428329 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830146623', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '094c7a22-abfa-44f2-bce6-57c06adb5a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:21:51Z', 'updated_at': '2021-07-27T21:21:59Z', 'revision_number': 4, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': '094c7a22-abfa-44f2-bce6-57c06adb5a94', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:21:52Z', 'updated_at': '2021-07-27T21:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '077bec0d-6a1c-41cc-b129-8e529499d237', 'name': '', 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'mac_address': 'fa:16:3e:d8:07:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '54ad5c27-8e05-4695-930e-bd83245e4528', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:21:57Z', 'updated_at': '2021-07-27T21:22:00Z', 'revision_number': 2, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'subnets': [{'id': '54ad5c27-8e05-4695-930e-bd83245e4528', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:01.430442 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7560c256-c261-457b-8e0b-11c3ed318369 None None] Provisioning for port 077bec0d-6a1c-41cc-b129-8e529499d237 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:01.473883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7560c256-c261-457b-8e0b-11c3ed318369 None None] Provisioning complete for port 077bec0d-6a1c-41cc-b129-8e529499d237 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:01.475283 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7560c256-c261-457b-8e0b-11c3ed318369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.503376 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Checking router: b8dbed7a-0f75-4ad6-816f-befb4bd4496e for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:22:01.504109 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Updating router b8dbed7a-0f75-4ad6-816f-befb4bd4496e port 077bec0d-6a1c-41cc-b129-8e529499d237 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:22:01.524366 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f4d8d370-bae3-4521-83f2-8155784ff1b1 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:01.560360 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.591813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7560c256-c261-457b-8e0b-11c3ed318369 None None] Port 077bec0d-6a1c-41cc-b129-8e529499d237 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:01.611864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7560c256-c261-457b-8e0b-11c3ed318369 None None] Provisioning complete for port 4b8b0136-656d-4d3a-83af-de80eedca9d1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:01.612353 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7560c256-c261-457b-8e0b-11c3ed318369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.653274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port f4d8d370-bae3-4521-83f2-8155784ff1b1 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:01.697580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-5caa6ed4-649f-4513-9464-8eb91972c9f2 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:01.707181 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-5caa6ed4-649f-4513-9464-8eb91972c9f2 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/networks?id=b13c5a13-bc28-42ac-b7d1-497da94faa70 HTTP/1.1" status: 200 len: 797 time: 0.3708177 Jul 27 21:22:01.734114 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-7fd1c0e1-22f4-4791-99f5-521128461dd0 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/quotas/68e16342715c4510a4b81e0488054ee7 HTTP/1.1" status: 200 len: 375 time: 0.0257142 Jul 27 21:22:01.756035 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-98037cfc-779d-4d27-9e32-11effe62f1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.763656 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3140eb26-3ada-482f-bd24-86f8c3e5cfd8 None None] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:01.823356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-84ce90f6-bf2e-4a25-9665-001aec0ad241 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Delete allocated IP 2001:db8::331 (52b34fd9-5a5d-4895-a434-6a53cacd5553/c1a4d516-c029-4c65-aa5d-c918d65f7c83) {{(pid=105580) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 21:22:01.833684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-84ce90f6-bf2e-4a25-9665-001aec0ad241 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Allocated IP 2001:db8:0:1::254 (52b34fd9-5a5d-4895-a434-6a53cacd5553/70dfa648-f3af-4f73-bce0-b9c606aa6638/02fc2a12-1352-4a4b-89bc-554754601e59) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:01.879351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 094c7a22-abfa-44f2-bce6-57c06adb5a94 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:01.895922 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98037cfc-779d-4d27-9e32-11effe62f1ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=87b8a003-95c9-45ce-9268-c61211abad4b,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:01.904434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98037cfc-779d-4d27-9e32-11effe62f1ec admin admin] Checking segment: {'id': '84d1785d-d7e4-4f86-a2d3-6d832eff27ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '221be90e-1560-4b51-a1f8-2d498b2dd386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:01.906561 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98037cfc-779d-4d27-9e32-11effe62f1ec admin admin] Network hostable DHCP agents. Network: 221be90e-1560-4b51-a1f8-2d498b2dd386, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:22:01.954877 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-1507ca70-a733-4c09-9925-06927ff1e8b7 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=68e16342715c4510a4b81e0488054ee7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2111027 Jul 27 21:22:01.962698 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4a3bbcbe-ae12-4958-875a-3263c705f6c5 None None] Provisioning complete for port 077bec0d-6a1c-41cc-b129-8e529499d237 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:01.963580 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4a3bbcbe-ae12-4958-875a-3263c705f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:01.972611 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98037cfc-779d-4d27-9e32-11effe62f1ec admin admin] Network 221be90e-1560-4b51-a1f8-2d498b2dd386 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:22:01.984225 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-98037cfc-779d-4d27-9e32-11effe62f1ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 221be90e-1560-4b51-a1f8-2d498b2dd386) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:01.992384 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98037cfc-779d-4d27-9e32-11effe62f1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:01.993044 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-98037cfc-779d-4d27-9e32-11effe62f1ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.009683 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65d31ef-d9f3-45d4-b47b-dcb10c83fb17 None None] Network 221be90e-1560-4b51-a1f8-2d498b2dd386 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:02.019484 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-98037cfc-779d-4d27-9e32-11effe62f1ec admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8984449 Jul 27 21:22:02.045177 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.061693 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Transition to ACTIVE for port object 077bec0d-6a1c-41cc-b129-8e529499d237 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:02.073503 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.087429 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-84ce90f6-bf2e-4a25-9665-001aec0ad241 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.114044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-84ce90f6-bf2e-4a25-9665-001aec0ad241 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Ignored duplicate provisioning block setup for port 02fc2a12-1352-4a4b-89bc-554754601e59 by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 27 21:22:02.116843 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 094c7a22-abfa-44f2-bce6-57c06adb5a94 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:02.117217 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.119233 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-84ce90f6-bf2e-4a25-9665-001aec0ad241 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.135696 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-4a3bbcbe-ae12-4958-875a-3263c705f6c5 None None] Port 077bec0d-6a1c-41cc-b129-8e529499d237 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:02.179632 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf673a-7611-4495-818b-353bfcbf3915 None None] Pushing event updated for resources: {'Port': ['ID=077bec0d-6a1c-41cc-b129-8e529499d237,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:02.224483 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Attempting to bind port 077bec0d-6a1c-41cc-b129-8e529499d237 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:22:02.225134 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Attempting to bind port 077bec0d-6a1c-41cc-b129-8e529499d237 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '41d5acd8-d03b-4186-96d5-a237b289a923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:22:02.226003 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Attempting to bind port 077bec0d-6a1c-41cc-b129-8e529499d237 on network b13c5a13-bc28-42ac-b7d1-497da94faa70 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:02.228535 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41886) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:02.230035 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf673a-7611-4495-818b-353bfcbf3915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:02.230834 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf673a-7611-4495-818b-353bfcbf3915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:02.231391 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf673a-7611-4495-818b-353bfcbf3915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:02.231941 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf673a-7611-4495-818b-353bfcbf3915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:02.233941 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf673a-7611-4495-818b-353bfcbf3915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:02.234555 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf673a-7611-4495-818b-353bfcbf3915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:02.235103 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf673a-7611-4495-818b-353bfcbf3915 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:02.236202 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf673a-7611-4495-818b-353bfcbf3915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:02.236747 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf673a-7611-4495-818b-353bfcbf3915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:02.237701 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf673a-7611-4495-818b-353bfcbf3915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:02.238282 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf673a-7611-4495-818b-353bfcbf3915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:02.239417 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2caf673a-7611-4495-818b-353bfcbf3915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:02.246670 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:22:02.248197 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Checking segment: {'id': '41d5acd8-d03b-4186-96d5-a237b289a923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:02.248841 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.249451 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Bound using segment: {'id': '41d5acd8-d03b-4186-96d5-a237b289a923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:22:02.250198 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Bound port: 077bec0d-6a1c-41cc-b129-8e529499d237, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d5acd8-d03b-4186-96d5-a237b289a923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:22:02.251801 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.269093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-84ce90f6-bf2e-4a25-9665-001aec0ad241 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] In _notify_port_updated(), no bound segment for port 02fc2a12-1352-4a4b-89bc-554754601e59 on network 52b34fd9-5a5d-4895-a434-6a53cacd5553 {{(pid=105580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:22:02.291440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ce90f6-bf2e-4a25-9665-001aec0ad241 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:02.292126 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-84ce90f6-bf2e-4a25-9665-001aec0ad241 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.293521 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-84ce90f6-bf2e-4a25-9665-001aec0ad241 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "PUT /v2.0/ports/02fc2a12-1352-4a4b-89bc-554754601e59 HTTP/1.1" status: 200 len: 931 time: 1.2633936 Jul 27 21:22:02.297008 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41888) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:02.300429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4a3bbcbe-ae12-4958-875a-3263c705f6c5 None None] Provisioning for port f4d8d370-bae3-4521-83f2-8155784ff1b1 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:02.309660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4a3bbcbe-ae12-4958-875a-3263c705f6c5 None None] Provisioning complete for port f4d8d370-bae3-4521-83f2-8155784ff1b1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:02.310459 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-ccea9367-fce3-48e9-9aaa-82e5410571ce service neutron] 10.222.0.55 "GET /v2.0/networks/b13c5a13-bc28-42ac-b7d1-497da94faa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546617 Jul 27 21:22:02.317812 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4a3bbcbe-ae12-4958-875a-3263c705f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.359405 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] For port 077bec0d-6a1c-41cc-b129-8e529499d237, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:22:02.364927 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] For port 077bec0d-6a1c-41cc-b129-8e529499d237, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=077bec0d-6a1c-41cc-b129-8e529499d237,segment=NetworkSegment(41d5acd8-d03b-4186-96d5-a237b289a923),segment_id=41d5acd8-d03b-4186-96d5-a237b289a923)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:22:02.371315 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.406475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce90f6-bf2e-4a25-9665-001aec0ad241 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=02fc2a12-1352-4a4b-89bc-554754601e59,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:02.441746 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-29256e00-047b-426c-aa53-ff5b6fbef823 admin admin] Deleting subnet 50a807f1-5b07-417b-97e8-3a24231b1109 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:02.445203 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-29256e00-047b-426c-aa53-ff5b6fbef823 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.459908 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf673a-7611-4495-818b-353bfcbf3915 None None] Pushing event updated for resources: {'Port': ['ID=077bec0d-6a1c-41cc-b129-8e529499d237,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:02.476089 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-1c00f0db-5fac-41c3-85de-4aab81b4038a service neutron] 10.222.0.55 "GET /v2.0/networks/b13c5a13-bc28-42ac-b7d1-497da94faa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535025 Jul 27 21:22:02.483321 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Routers {'b8dbed7a-0f75-4ad6-816f-befb4bd4496e'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:02.483602 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-29256e00-047b-426c-aa53-ff5b6fbef823 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.484355 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:21:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b8dbed7a-0f75-4ad6-816f-befb4bd4496e'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:02.531199 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-29256e00-047b-426c-aa53-ff5b6fbef823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.646279 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] Set router b8dbed7a-0f75-4ad6-816f-befb4bd4496e gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:22:02.715891 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-29256e00-047b-426c-aa53-ff5b6fbef823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.767974 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-29256e00-047b-426c-aa53-ff5b6fbef823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.770298 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-29256e00-047b-426c-aa53-ff5b6fbef823 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/50a807f1-5b07-417b-97e8-3a24231b1109 HTTP/1.1" status: 204 len: 168 time: 0.5373104 Jul 27 21:22:02.771312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29256e00-047b-426c-aa53-ff5b6fbef823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a807f1-5b07-417b-97e8-3a24231b1109,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:02.774947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41896) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:02.798530 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1a0b496a-f609-4cd7-905f-6e4e50c91678 req-6ece2ac7-3bf9-4925-bd8e-f5d588f2e812 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 210 time: 0.0675669 Jul 27 21:22:02.877359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-d387c46a-6d0b-42b0-a211-e3c68104d382 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port 02fc2a12-1352-4a4b-89bc-554754601e59 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:02.877848 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d387c46a-6d0b-42b0-a211-e3c68104d382 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.885147 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a75835-b779-45de-b4cb-001b144c5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.896034 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4b8b0136-656d-4d3a-83af-de80eedca9d1 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:02.899683 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4a3bbcbe-ae12-4958-875a-3263c705f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:02.906500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a18f01-46e8-42bc-8f56-3faff4061498 None None] Network 221be90e-1560-4b51-a1f8-2d498b2dd386 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:02.908260 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8ecbb3e1-8132-456c-a0e1-ac9d70cf4f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.025705 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830146623', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '094c7a22-abfa-44f2-bce6-57c06adb5a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:21:51Z', 'updated_at': '2021-07-27T21:21:59Z', 'revision_number': 4, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': '094c7a22-abfa-44f2-bce6-57c06adb5a94', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:21:52Z', 'updated_at': '2021-07-27T21:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '077bec0d-6a1c-41cc-b129-8e529499d237', 'name': '', 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'mac_address': 'fa:16:3e:d8:07:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '54ad5c27-8e05-4695-930e-bd83245e4528', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:21:57Z', 'updated_at': '2021-07-27T21:22:02Z', 'revision_number': 4, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'subnets': [{'id': '54ad5c27-8e05-4695-930e-bd83245e4528', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:03.040490 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a75835-b779-45de-b4cb-001b144c5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.058212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-34a75835-b779-45de-b4cb-001b144c5a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb642d0-84e8-48cf-b523-83fb06d48c20']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:03.068158 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc63a8-4e2e-434a-aea7-cc263a5db944 None None] The sync data for ids ['b8dbed7a-0f75-4ad6-816f-befb4bd4496e'] in n-d-764806-9 is: [{'id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830146623', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '094c7a22-abfa-44f2-bce6-57c06adb5a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:21:51Z', 'updated_at': '2021-07-27T21:21:59Z', 'revision_number': 4, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': '094c7a22-abfa-44f2-bce6-57c06adb5a94', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:21:52Z', 'updated_at': '2021-07-27T21:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '077bec0d-6a1c-41cc-b129-8e529499d237', 'name': '', 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'mac_address': 'fa:16:3e:d8:07:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '54ad5c27-8e05-4695-930e-bd83245e4528', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:21:57Z', 'updated_at': '2021-07-27T21:22:02Z', 'revision_number': 4, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'subnets': [{'id': '54ad5c27-8e05-4695-930e-bd83245e4528', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:22:03.075452 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d387c46a-6d0b-42b0-a211-e3c68104d382 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.078617 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-34a75835-b779-45de-b4cb-001b144c5a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a094bff4-7d59-4f73-9e0e-b20d8bec9999') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:03.078910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-34a75835-b779-45de-b4cb-001b144c5a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a094bff4-7d59-4f73-9e0e-b20d8bec9999') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:03.097588 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a75835-b779-45de-b4cb-001b144c5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.099894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-4a3bbcbe-ae12-4958-875a-3263c705f6c5 None None] For port f4d8d370-bae3-4521-83f2-8155784ff1b1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f4d8d370-bae3-4521-83f2-8155784ff1b1,segment=NetworkSegment(916dcdaa-57fe-48a6-87db-2e078960edd4),segment_id=916dcdaa-57fe-48a6-87db-2e078960edd4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:03.105812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-d387c46a-6d0b-42b0-a211-e3c68104d382 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for 02fc2a12-1352-4a4b-89bc-554754601e59 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:03.122625 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4a3bbcbe-ae12-4958-875a-3263c705f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.218855 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a75835-b779-45de-b4cb-001b144c5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.238338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a75835-b779-45de-b4cb-001b144c5a7b admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:22:03.238338 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a75835-b779-45de-b4cb-001b144c5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:22:03.240244 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:22:03.312334 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 4b8b0136-656d-4d3a-83af-de80eedca9d1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:03.312959 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.333280 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a75835-b779-45de-b4cb-001b144c5a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.346985 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a75835-b779-45de-b4cb-001b144c5a7b admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.348996 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-34a75835-b779-45de-b4cb-001b144c5a7b admin admin] 10.222.0.55 "DELETE /v2.0/networks/2fb642d0-84e8-48cf-b523-83fb06d48c20 HTTP/1.1" status: 204 len: 168 time: 0.5724828 Jul 27 21:22:03.351863 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41904) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:03.357788 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4a3bbcbe-ae12-4958-875a-3263c705f6c5 None None] Provisioning complete for port 55ac09b4-1f88-48c5-ab35-f53385955376 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:03.358505 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4a3bbcbe-ae12-4958-875a-3263c705f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.366361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a75835-b779-45de-b4cb-001b144c5a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=2fb642d0-84e8-48cf-b523-83fb06d48c20,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:03.401474 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-208a59b7-e367-4ebf-9dbd-5508a6aa2e46 req-9b2aace9-a865-48a7-b17f-52789a7ebdb4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2766707 Jul 27 21:22:03.408216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-de916166-f5da-4e9c-94cb-1bf2d770c25b admin admin] Deleting subnet 87b8a003-95c9-45ce-9268-c61211abad4b {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:03.412034 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de916166-f5da-4e9c-94cb-1bf2d770c25b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.459532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bbcbe-ae12-4958-875a-3263c705f6c5 None None] Pushing event updated for resources: {'Port': ['ID=f4d8d370-bae3-4521-83f2-8155784ff1b1,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:03.460112 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de916166-f5da-4e9c-94cb-1bf2d770c25b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.488932 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34010875-1f3b-4a01-aeac-26ca5c0c53c8 None None] Update dhcp port {'port': {'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553', 'fixed_ips': [{'subnet_id': 'c1a4d516-c029-4c65-aa5d-c918d65f7c83', 'ip_address': '2001:db8::2'}, {'subnet_id': '70dfa648-f3af-4f73-bce0-b9c606aa6638'}], 'binding:host_id': 'n-d-764806-9'}, 'id': 'f4d8d370-bae3-4521-83f2-8155784ff1b1'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:22:03.547650 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de916166-f5da-4e9c-94cb-1bf2d770c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.553193 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-4a3bbcbe-ae12-4958-875a-3263c705f6c5 None None] Port 55ac09b4-1f88-48c5-ab35-f53385955376 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:03.583026 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-34010875-1f3b-4a01-aeac-26ca5c0c53c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.584110 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d387c46a-6d0b-42b0-a211-e3c68104d382 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.627464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387c46a-6d0b-42b0-a211-e3c68104d382 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=02fc2a12-1352-4a4b-89bc-554754601e59,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:03.645074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a59b7-e367-4ebf-9dbd-5508a6aa2e46 req-5e66406d-ad37-41da-be03-44417e51174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:03.647280 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-208a59b7-e367-4ebf-9dbd-5508a6aa2e46 req-5e66406d-ad37-41da-be03-44417e51174d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 1097 time: 0.1567459 Jul 27 21:22:03.660336 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de916166-f5da-4e9c-94cb-1bf2d770c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.671478 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d387c46a-6d0b-42b0-a211-e3c68104d382 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.682759 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d387c46a-6d0b-42b0-a211-e3c68104d382 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/02fc2a12-1352-4a4b-89bc-554754601e59 HTTP/1.1" status: 204 len: 168 time: 1.3823736 Jul 27 21:22:03.705691 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41908) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:03.706715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de916166-f5da-4e9c-94cb-1bf2d770c25b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87b8a003-95c9-45ce-9268-c61211abad4b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:03.763377 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de916166-f5da-4e9c-94cb-1bf2d770c25b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.765867 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-de916166-f5da-4e9c-94cb-1bf2d770c25b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/87b8a003-95c9-45ce-9268-c61211abad4b HTTP/1.1" status: 204 len: 168 time: 0.4126296 Jul 27 21:22:03.768116 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0a8f92-7cab-4a9b-bd21-64eedfe245ef tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] GET failed (client error): The resource could not be found. Jul 27 21:22:03.768919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41910) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:03.769729 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-dd0a8f92-7cab-4a9b-bd21-64eedfe245ef tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports/02fc2a12-1352-4a4b-89bc-554754601e59 HTTP/1.1" status: 404 len: 333 time: 0.0552621 Jul 27 21:22:03.775892 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41912) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:03.897985 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-323f46dd-28ed-456e-8743-5543957a32ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.909506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a59b7-e367-4ebf-9dbd-5508a6aa2e46 req-7f3df87b-53a7-40f4-ae9c-98055a026198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:03.911049 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-208a59b7-e367-4ebf-9dbd-5508a6aa2e46 req-7f3df87b-53a7-40f4-ae9c-98055a026198 service neutron] 10.222.0.20 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.2296157 Jul 27 21:22:03.926047 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-825a7132-50d5-4891-9bef-44ef1134d38a tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:03.984245 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-825a7132-50d5-4891-9bef-44ef1134d38a tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.016409 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-208a59b7-e367-4ebf-9dbd-5508a6aa2e46 req-dadf2be2-9f5c-4349-8a24-f24f005266d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bab724c1-b25b-4c81-ac8b-9c65bda4b615 HTTP/1.1" status: 200 len: 217 time: 0.0952277 Jul 27 21:22:04.019396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-34010875-1f3b-4a01-aeac-26ca5c0c53c8 None None] Allocated IP 2001:db8:0:1::2 (52b34fd9-5a5d-4895-a434-6a53cacd5553/70dfa648-f3af-4f73-bce0-b9c606aa6638/f4d8d370-bae3-4521-83f2-8155784ff1b1) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:04.112902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d1bc40a-9bb3-44e9-a0e6-5ee39ca0797f req-a1a7096b-ff05-412c-bc41-3c7daf487b03 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 210 time: 0.1590343 Jul 27 21:22:04.116028 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-825a7132-50d5-4891-9bef-44ef1134d38a tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.119005 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.121085 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-825a7132-50d5-4891-9bef-44ef1134d38a tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.122278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-825a7132-50d5-4891-9bef-44ef1134d38a tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/security-groups/d333ea35-c231-46ad-9161-bc3b2b716e4d HTTP/1.1" status: 204 len: 168 time: 0.3451626 Jul 27 21:22:04.126365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41920) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:04.203135 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a7132-50d5-4891-9bef-44ef1134d38a tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d333ea35-c231-46ad-9161-bc3b2b716e4d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:04.253550 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-34010875-1f3b-4a01-aeac-26ca5c0c53c8 None None] For port f4d8d370-bae3-4521-83f2-8155784ff1b1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f4d8d370-bae3-4521-83f2-8155784ff1b1,segment=NetworkSegment(916dcdaa-57fe-48a6-87db-2e078960edd4),segment_id=916dcdaa-57fe-48a6-87db-2e078960edd4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:04.258013 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 077bec0d-6a1c-41cc-b129-8e529499d237 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:04.299782 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42ea1207-8a5f-4824-90c3-f76fce47cbd7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.350211 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42ea1207-8a5f-4824-90c3-f76fce47cbd7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.367052 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-34010875-1f3b-4a01-aeac-26ca5c0c53c8 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.397158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-34010875-1f3b-4a01-aeac-26ca5c0c53c8 None None] Transition to ACTIVE for port object f4d8d370-bae3-4521-83f2-8155784ff1b1 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:04.408118 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-34010875-1f3b-4a01-aeac-26ca5c0c53c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.456986 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42ea1207-8a5f-4824-90c3-f76fce47cbd7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.462202 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42ea1207-8a5f-4824-90c3-f76fce47cbd7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.464267 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-42ea1207-8a5f-4824-90c3-f76fce47cbd7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/security-groups/bb7a8a83-02b1-4a58-9a17-1d3af7a11c4a HTTP/1.1" status: 204 len: 168 time: 0.3238289 Jul 27 21:22:04.475500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41922) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:04.476661 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea1207-8a5f-4824-90c3-f76fce47cbd7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7a8a83-02b1-4a58-9a17-1d3af7a11c4a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:04.512055 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 077bec0d-6a1c-41cc-b129-8e529499d237 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:04.532019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 077bec0d-6a1c-41cc-b129-8e529499d237 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:04.533601 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.577664 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46d7caf-f2f0-42ff-bee2-58e5d52aa767 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting subnet c1a4d516-c029-4c65-aa5d-c918d65f7c83 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:04.581738 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d46d7caf-f2f0-42ff-bee2-58e5d52aa767 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.585371 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34010875-1f3b-4a01-aeac-26ca5c0c53c8 None None] Pushing event updated for resources: {'Port': ['ID=f4d8d370-bae3-4521-83f2-8155784ff1b1,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:04.646615 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d46d7caf-f2f0-42ff-bee2-58e5d52aa767 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.669757 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.716057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 077bec0d-6a1c-41cc-b129-8e529499d237, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=077bec0d-6a1c-41cc-b129-8e529499d237,segment=NetworkSegment(41d5acd8-d03b-4186-96d5-a237b289a923),segment_id=41d5acd8-d03b-4186-96d5-a237b289a923)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:04.731480 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.732638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f4d8d370-bae3-4521-83f2-8155784ff1b1 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:04.787412 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d46d7caf-f2f0-42ff-bee2-58e5d52aa767 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.877084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d46d7caf-f2f0-42ff-bee2-58e5d52aa767 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.914591 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-323f46dd-28ed-456e-8743-5543957a32ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.921216 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d46d7caf-f2f0-42ff-bee2-58e5d52aa767 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:04.923470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d46d7caf-f2f0-42ff-bee2-58e5d52aa767 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/c1a4d516-c029-4c65-aa5d-c918d65f7c83 HTTP/1.1" status: 204 len: 168 time: 0.4418139 Jul 27 21:22:04.924555 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d7caf-f2f0-42ff-bee2-58e5d52aa767 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Subnet': ['ID=c1a4d516-c029-4c65-aa5d-c918d65f7c83,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:04.928920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=077bec0d-6a1c-41cc-b129-8e529499d237,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:04.937565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41924) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:05.034308 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e657715a-8d27-4bb5-a670-bf08c141d571 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'subnet': {'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:05.038865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a59b7-e367-4ebf-9dbd-5508a6aa2e46 req-b5f54b4f-70e9-4d3c-9ccc-1d83695bd167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:05.040329 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-208a59b7-e367-4ebf-9dbd-5508a6aa2e46 req-b5f54b4f-70e9-4d3c-9ccc-1d83695bd167 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 1.0158005 Jul 27 21:22:05.044618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-323f46dd-28ed-456e-8743-5543957a32ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221be90e-1560-4b51-a1f8-2d498b2dd386']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:05.115505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-2603430d-a5a2-4428-8c64-1acf2c92537b tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:05.117012 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-2603430d-a5a2-4428-8c64-1acf2c92537b tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.20 "GET /v2.0/networks?id=b13c5a13-bc28-42ac-b7d1-497da94faa70 HTTP/1.1" status: 200 len: 797 time: 0.3949389 Jul 27 21:22:05.145658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-323f46dd-28ed-456e-8743-5543957a32ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d1785d-d7e4-4f86-a2d3-6d832eff27ff') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:05.145886 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-323f46dd-28ed-456e-8743-5543957a32ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d1785d-d7e4-4f86-a2d3-6d832eff27ff') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:05.169074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-1cbfcaf9-1fb1-4a94-8c32-f1b32eaa1c6e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Request body: {'port': {'device_id': '7acdb2d9-7c97-481d-97c2-1fe67ccb1312', 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70', 'admin_state_up': True, 'tenant_id': '68e16342715c4510a4b81e0488054ee7'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:05.176516 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-323f46dd-28ed-456e-8743-5543957a32ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:05.254780 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-323f46dd-28ed-456e-8743-5543957a32ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:05.279674 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-775d147e-f39c-46a1-90e0-8675d10a84ec req-be08d12d-d557-437f-a993-6af2c915c49e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 210 time: 0.0581286 Jul 27 21:22:05.283594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323f46dd-28ed-456e-8743-5543957a32ff admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:22:05.284004 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-323f46dd-28ed-456e-8743-5543957a32ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:22:05.291104 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:22:05.349820 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5302bf92-3575-4fde-95ba-f016f8faf283 None None] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:05.391614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a59b7-e367-4ebf-9dbd-5508a6aa2e46 req-3bac9cfd-f9b2-4af2-908c-68807910bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:05.395291 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-208a59b7-e367-4ebf-9dbd-5508a6aa2e46 req-3bac9cfd-f9b2-4af2-908c-68807910bd8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3454723 Jul 27 21:22:05.400705 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-323f46dd-28ed-456e-8743-5543957a32ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:05.405855 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1adaf5e5-2072-4612-8748-edf345a2c7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:05.443611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7654ef8f-d923-445c-9c35-970276b90ac5 None None] Provisioning complete for port 55ac09b4-1f88-48c5-ab35-f53385955376 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:05.443977 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7654ef8f-d923-445c-9c35-970276b90ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:05.478670 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-323f46dd-28ed-456e-8743-5543957a32ff admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:05.483177 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-323f46dd-28ed-456e-8743-5543957a32ff admin admin] 10.222.0.55 "DELETE /v2.0/networks/221be90e-1560-4b51-a1f8-2d498b2dd386 HTTP/1.1" status: 204 len: 168 time: 1.7128158 Jul 27 21:22:05.518113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f46dd-28ed-456e-8743-5543957a32ff admin admin] Pushing event deleted for resources: {'Network': ['ID=221be90e-1560-4b51-a1f8-2d498b2dd386,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:05.531503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e657715a-8d27-4bb5-a670-bf08c141d571 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:05.535885 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e657715a-8d27-4bb5-a670-bf08c141d571 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:05.550544 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:05.553938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7654ef8f-d923-445c-9c35-970276b90ac5 None None] Port 55ac09b4-1f88-48c5-ab35-f53385955376 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:05.602043 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7654ef8f-d923-445c-9c35-970276b90ac5 None None] Provisioning for port f4d8d370-bae3-4521-83f2-8155784ff1b1 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:05.608087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7654ef8f-d923-445c-9c35-970276b90ac5 None None] Provisioning complete for port f4d8d370-bae3-4521-83f2-8155784ff1b1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:05.608689 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7654ef8f-d923-445c-9c35-970276b90ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:05.633488 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-1cbfcaf9-1fb1-4a94-8c32-f1b32eaa1c6e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Made reservation on behalf of 68e16342715c4510a4b81e0488054ee7 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:05.637656 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-1cbfcaf9-1fb1-4a94-8c32-f1b32eaa1c6e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:05.645165 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-208a59b7-e367-4ebf-9dbd-5508a6aa2e46 req-66d2a590-cbec-4984-8816-4dffd3451e7f service neutron] 10.222.0.20 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399850 Jul 27 21:22:05.722685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7654ef8f-d923-445c-9c35-970276b90ac5 None None] Could not find standard attr ID for object 02fc2a12-1352-4a4b-89bc-554754601e59. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:22:05.776916 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41932) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:05.832966 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f7bdec1e-0dda-4b82-9ef0-8ec058fa426b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5412fc48795244d390a9ded95f0a7ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517197 Jul 27 21:22:05.838041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41934) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:06.005727 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 077bec0d-6a1c-41cc-b129-8e529499d237 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:06.020178 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-208a59b7-e367-4ebf-9dbd-5508a6aa2e46 req-0a9f88f0-b5fa-45c2-9144-f50663789d27 service neutron] 10.222.0.20 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640106 Jul 27 21:22:06.046356 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef1c7-0d57-44b7-b92b-918cb37d5479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.081678 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef1c7-0d57-44b7-b92b-918cb37d5479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.117274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 077bec0d-6a1c-41cc-b129-8e529499d237 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:06.117664 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.124194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-1cbfcaf9-1fb1-4a94-8c32-f1b32eaa1c6e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Allocated IP 172.20.0.20 (b13c5a13-bc28-42ac-b7d1-497da94faa70/54ad5c27-8e05-4695-930e-bd83245e4528/3bfd2b43-1cfd-4cd8-9b61-822c1df2231d) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:06.171443 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef1c7-0d57-44b7-b92b-918cb37d5479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.174966 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8d1ef1c7-0d57-44b7-b92b-918cb37d5479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.176366 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8d1ef1c7-0d57-44b7-b92b-918cb37d5479 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd706a93-f391-42fe-aeda-46873882e146 HTTP/1.1" status: 204 len: 168 time: 0.3342409 Jul 27 21:22:06.192466 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ef1c7-0d57-44b7-b92b-918cb37d5479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd706a93-f391-42fe-aeda-46873882e146,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:06.222256 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e657715a-8d27-4bb5-a670-bf08c141d571 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.279941 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f4d8d370-bae3-4521-83f2-8155784ff1b1 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:06.312872 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e657715a-8d27-4bb5-a670-bf08c141d571 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:06.324720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-e657715a-8d27-4bb5-a670-bf08c141d571 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:06.332428 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e657715a-8d27-4bb5-a670-bf08c141d571 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:06.339302 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e657715a-8d27-4bb5-a670-bf08c141d571 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.386615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657715a-8d27-4bb5-a670-bf08c141d571 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Subnet': ['ID=0d0e633e-3de2-45f7-9467-eeec95309df7,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:06.435639 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e657715a-8d27-4bb5-a670-bf08c141d571 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4064708 Jul 27 21:22:06.439933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41942) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:06.444823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-7bfb7eff-4f89-4bee-8132-4d64758ec79b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'security_group': {'name': 'tempest-secgroup-907310302'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:06.448903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f4d8d370-bae3-4521-83f2-8155784ff1b1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:06.449622 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.480749 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-1cbfcaf9-1fb1-4a94-8c32-f1b32eaa1c6e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.496690 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82f4ebdb-952b-457d-937a-ef579399558f req-b68ef9ce-c872-48f1-9378-42d7673fe27d tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 210 time: 0.0781598 Jul 27 21:22:06.516592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-1cbfcaf9-1fb1-4a94-8c32-f1b32eaa1c6e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Transition to ACTIVE for port object 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:06.519907 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7bfb7eff-4f89-4bee-8132-4d64758ec79b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.640658 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-1cbfcaf9-1fb1-4a94-8c32-f1b32eaa1c6e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.687778 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bbe316-fb90-4898-8f02-3ec48e9b0791 None None] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:06.713872 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-1cbfcaf9-1fb1-4a94-8c32-f1b32eaa1c6e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Network b13c5a13-bc28-42ac-b7d1-497da94faa70 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:06.717108 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfcaf9-1fb1-4a94-8c32-f1b32eaa1c6e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event updated for resources: {'Port': ['ID=3bfd2b43-1cfd-4cd8-9b61-822c1df2231d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:06.723297 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-1cbfcaf9-1fb1-4a94-8c32-f1b32eaa1c6e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:06.729344 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-1cbfcaf9-1fb1-4a94-8c32-f1b32eaa1c6e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:06.776056 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7bfb7eff-4f89-4bee-8132-4d64758ec79b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.783872 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7bfb7eff-4f89-4bee-8132-4d64758ec79b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.811944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-1cbfcaf9-1fb1-4a94-8c32-f1b32eaa1c6e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:06.812964 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-1cbfcaf9-1fb1-4a94-8c32-f1b32eaa1c6e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.816703 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41946) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:06.834399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b7dece9e-5a96-4f92-809c-ba554f24b542 None None] Provisioning complete for port 55ac09b4-1f88-48c5-ab35-f53385955376 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:06.835114 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b7dece9e-5a96-4f92-809c-ba554f24b542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.877189 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7bfb7eff-4f89-4bee-8132-4d64758ec79b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.880638 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7bfb7eff-4f89-4bee-8132-4d64758ec79b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4374835 Jul 27 21:22:06.881111 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-1cbfcaf9-1fb1-4a94-8c32-f1b32eaa1c6e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.7309294 Jul 27 21:22:06.881594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 41948) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:06.897426 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-639f8c48-1ac1-4021-8cc6-1da2378f7716 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6345cedfe7694f819aed8b98c7603d0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0790811 Jul 27 21:22:06.898023 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41950) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:06.909013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c1bc9f2d-38f8-4e77-a0f6-442a9e4dcad8 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'security_group': {'name': 'tempest-secgroup-957203456'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:06.914654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb7eff-4f89-4bee-8132-4d64758ec79b tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3ef7e0-6a98-43fd-9e38-91a4362d2c76,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:06.934657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Request body: {'port': {'device_id': '7acdb2d9-7c97-481d-97c2-1fe67ccb1312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:06.941354 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b7dece9e-5a96-4f92-809c-ba554f24b542 None None] Port 55ac09b4-1f88-48c5-ab35-f53385955376 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:06.984513 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9d474f24-18dc-4da7-9c24-f7d10a6630a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:06.997860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b7dece9e-5a96-4f92-809c-ba554f24b542 None None] Provisioning complete for port f4d8d370-bae3-4521-83f2-8155784ff1b1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:06.998416 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b7dece9e-5a96-4f92-809c-ba554f24b542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.030911 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9d474f24-18dc-4da7-9c24-f7d10a6630a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.050495 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.052676 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9f2d-38f8-4e77-a0f6-442a9e4dcad8 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.100593 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9d474f24-18dc-4da7-9c24-f7d10a6630a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.104252 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9d474f24-18dc-4da7-9c24-f7d10a6630a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.105663 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9d474f24-18dc-4da7-9c24-f7d10a6630a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c90794bc-76f8-4458-98a6-531f45f9a2ca HTTP/1.1" status: 204 len: 168 time: 0.2066841 Jul 27 21:22:07.128630 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d474f24-18dc-4da7-9c24-f7d10a6630a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90794bc-76f8-4458-98a6-531f45f9a2ca,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:07.240566 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.374667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc191bf-78dd-4669-802d-e9dacf2f1108 None None] Update dhcp port {'port': {'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553', 'fixed_ips': [{'subnet_id': '70dfa648-f3af-4f73-bce0-b9c606aa6638', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0d0e633e-3de2-45f7-9467-eeec95309df7'}], 'binding:host_id': 'n-d-764806-9'}, 'id': 'f4d8d370-bae3-4521-83f2-8155784ff1b1'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:22:07.402184 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9f2d-38f8-4e77-a0f6-442a9e4dcad8 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.411446 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9f2d-38f8-4e77-a0f6-442a9e4dcad8 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.431621 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1bc191bf-78dd-4669-802d-e9dacf2f1108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.445473 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fe7aabb1-7919-40b3-aeec-d5dcf358f7d4 None None] Provisioning for port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:07.462572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fe7aabb1-7919-40b3-aeec-d5dcf358f7d4 None None] Provisioning complete for port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:07.463679 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fe7aabb1-7919-40b3-aeec-d5dcf358f7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.466373 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9f2d-38f8-4e77-a0f6-442a9e4dcad8 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.467657 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c1bc9f2d-38f8-4e77-a0f6-442a9e4dcad8 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5851967 Jul 27 21:22:07.470661 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41960) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:07.477868 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1204e7d0-9686-43c5-a6a8-6e7e57993b8e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'security_group': {'name': 'tempest-secgroup-460254761'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:07.482178 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc9f2d-38f8-4e77-a0f6-442a9e4dcad8 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=426bc00d-609a-4011-99e3-75207b23f7d8,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:07.519290 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1204e7d0-9686-43c5-a6a8-6e7e57993b8e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.545474 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-fe7aabb1-7919-40b3-aeec-d5dcf358f7d4 None None] Port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:07.601543 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:22:07.622588 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.659388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Transition to ACTIVE for port object 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:07.666724 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.719834 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1204e7d0-9686-43c5-a6a8-6e7e57993b8e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.729197 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1204e7d0-9686-43c5-a6a8-6e7e57993b8e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.745321 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.761082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204e7d0-9686-43c5-a6a8-6e7e57993b8e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ab238c-49e3-49b2-8db2-02eb3aa15b30,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:07.796805 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1204e7d0-9686-43c5-a6a8-6e7e57993b8e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:07.798365 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1204e7d0-9686-43c5-a6a8-6e7e57993b8e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3262794 Jul 27 21:22:07.803318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 41972) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:07.814466 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-77b69881-c607-4f31-adb8-6514d2cff7c7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1755474381', 'security_groups': ['19ab238c-49e3-49b2-8db2-02eb3aa15b30'], 'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0d0e633e-3de2-45f7-9467-eeec95309df7'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:07.852857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-1bc191bf-78dd-4669-802d-e9dacf2f1108 None None] Allocated IP 2001:db8::2 (52b34fd9-5a5d-4895-a434-6a53cacd5553/0d0e633e-3de2-45f7-9467-eeec95309df7/f4d8d370-bae3-4521-83f2-8155784ff1b1) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:07.855405 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Pushing event updated for resources: {'Port': ['ID=3bfd2b43-1cfd-4cd8-9b61-822c1df2231d,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:07.899500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Attempting to bind port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:22:07.899911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Attempting to bind port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '41d5acd8-d03b-4186-96d5-a237b289a923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:22:07.900256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Attempting to bind port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d on network b13c5a13-bc28-42ac-b7d1-497da94faa70 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:07.906417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d on network b13c5a13-bc28-42ac-b7d1-497da94faa70 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:22:07.906747 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Attempting to bind port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d on network b13c5a13-bc28-42ac-b7d1-497da94faa70 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:22:07.914521 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:22:07.915893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Checking segment: {'id': '41d5acd8-d03b-4186-96d5-a237b289a923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:07.916523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Bound using segment: {'id': '41d5acd8-d03b-4186-96d5-a237b289a923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:22:07.916813 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Bound port: 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41d5acd8-d03b-4186-96d5-a237b289a923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:22:07.917449 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.031372 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] For port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:22:08.036766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] For port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3bfd2b43-1cfd-4cd8-9b61-822c1df2231d,segment=NetworkSegment(41d5acd8-d03b-4186-96d5-a237b289a923),segment_id=41d5acd8-d03b-4186-96d5-a237b289a923)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:22:08.057327 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.119556 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:08.120770 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.123317 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] 10.222.0.20 "PUT /v2.0/ports/3bfd2b43-1cfd-4cd8-9b61-822c1df2231d HTTP/1.1" status: 200 len: 1055 time: 1.2188897 Jul 27 21:22:08.124310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acdb2d9-7c97-481d-97c2-1fe67ccb1312', 'tag': '3bfd2b43-1cfd-4cd8-9b61-822c1df2231d'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:22:08.137805 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2a49ce-5ba6-48e7-b096-98b3236e7ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "7acdb2d9-7c97-481d-97c2-1fe67ccb1312", "tag": "3bfd2b43-1cfd-4cd8-9b61-822c1df2231d"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:22:08.310450 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89ee054-db07-4e59-bbbf-9efcca1a2edd x-openstack-request-id: req-b89ee054-db07-4e59-bbbf-9efcca1a2edd {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:22:08.310772 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acdb2d9-7c97-481d-97c2-1fe67ccb1312", "tag": "3bfd2b43-1cfd-4cd8-9b61-822c1df2231d", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:22:08.310988 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b89ee054-db07-4e59-bbbf-9efcca1a2edd {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:22:08.311407 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acdb2d9-7c97-481d-97c2-1fe67ccb1312', 'tag': '3bfd2b43-1cfd-4cd8-9b61-822c1df2231d', 'status': 'completed', 'code': 200} Jul 27 21:22:08.336262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1bc191bf-78dd-4669-802d-e9dacf2f1108 None None] For port f4d8d370-bae3-4521-83f2-8155784ff1b1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f4d8d370-bae3-4521-83f2-8155784ff1b1,segment=NetworkSegment(916dcdaa-57fe-48a6-87db-2e078960edd4),segment_id=916dcdaa-57fe-48a6-87db-2e078960edd4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:08.363672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d18c2-be3c-494c-8210-b2200d28512e service neutron] Pushing event updated for resources: {'Port': ['ID=3bfd2b43-1cfd-4cd8-9b61-822c1df2231d,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:08.399191 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1bc191bf-78dd-4669-802d-e9dacf2f1108 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.411088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-a87dc55b-cd74-447e-b08f-8b9b8d5406be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:08.412800 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-a87dc55b-cd74-447e-b08f-8b9b8d5406be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=68e16342715c4510a4b81e0488054ee7&device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 1058 time: 0.2328739 Jul 27 21:22:08.421831 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1bc191bf-78dd-4669-802d-e9dacf2f1108 None None] Transition to ACTIVE for port object f4d8d370-bae3-4521-83f2-8155784ff1b1 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:08.438034 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1bc191bf-78dd-4669-802d-e9dacf2f1108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.444086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fdc78-1d51-41b8-a448-9a12f06c5c91 req-70eecacf-b5b5-4362-bcfa-59ef07e14c6a tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:08.464352 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a4fdc78-1d51-41b8-a448-9a12f06c5c91 req-70eecacf-b5b5-4362-bcfa-59ef07e14c6a tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 907 time: 0.8118451 Jul 27 21:22:08.517071 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc191bf-78dd-4669-802d-e9dacf2f1108 None None] Pushing event updated for resources: {'Port': ['ID=f4d8d370-bae3-4521-83f2-8155784ff1b1,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:08.538548 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-d13977c1-9191-4118-b748-a028333b16ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=3bfd2b43-1cfd-4cd8-9b61-822c1df2231d HTTP/1.1" status: 200 len: 217 time: 0.1167696 Jul 27 21:22:08.579960 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b69881-c607-4f31-adb8-6514d2cff7c7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:08.616466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-3c6ec134-d5ce-490f-9c56-bae9827b9bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:08.618619 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-3c6ec134-d5ce-490f-9c56-bae9827b9bd9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54ad5c27-8e05-4695-930e-bd83245e4528 HTTP/1.1" status: 200 len: 836 time: 0.0705504 Jul 27 21:22:08.702438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-c4f0e524-035c-4a9f-9236-9b1141498bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:08.705994 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-c4f0e524-035c-4a9f-9236-9b1141498bc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b13c5a13-bc28-42ac-b7d1-497da94faa70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779116 Jul 27 21:22:08.724596 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-77b69881-c607-4f31-adb8-6514d2cff7c7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.748984 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-77b69881-c607-4f31-adb8-6514d2cff7c7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] device_id is not set on port 07117753-4e6e-4113-8933-21ac94864057 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:22:08.888565 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-c14fae70-a87b-4eab-8bda-bc00f2e1c89c service neutron] 10.222.0.20 "GET /v2.0/networks/b13c5a13-bc28-42ac-b7d1-497da94faa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740181 Jul 27 21:22:08.895304 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:08.998996 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90989b6d-4cdb-4c89-8617-a6eb0c66909a req-ef611dd7-9094-4bc6-9380-c669e5a4ccc7 service neutron] 10.222.0.20 "GET /v2.0/networks/b13c5a13-bc28-42ac-b7d1-497da94faa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013086 Jul 27 21:22:09.089535 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-77b69881-c607-4f31-adb8-6514d2cff7c7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Allocated IP 2001:db8::37b (52b34fd9-5a5d-4895-a434-6a53cacd5553/0d0e633e-3de2-45f7-9467-eeec95309df7/07117753-4e6e-4113-8933-21ac94864057) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:09.154622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a49ce-5ba6-48e7-b096-98b3236e7ddc req-15a9ed60-78db-4e7f-9954-f9f4e0ad79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:09.157943 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc2a49ce-5ba6-48e7-b096-98b3236e7ddc req-15a9ed60-78db-4e7f-9954-f9f4e0ad79a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=68e16342715c4510a4b81e0488054ee7&device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 1058 time: 0.1053216 Jul 27 21:22:09.307460 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-77b69881-c607-4f31-adb8-6514d2cff7c7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.327808 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-77b69881-c607-4f31-adb8-6514d2cff7c7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Transition to ACTIVE for port object 07117753-4e6e-4113-8933-21ac94864057 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:09.365588 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a49ce-5ba6-48e7-b096-98b3236e7ddc req-bd08ceef-4551-4b0b-9a70-8ef9d73c6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:09.367476 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc2a49ce-5ba6-48e7-b096-98b3236e7ddc req-bd08ceef-4551-4b0b-9a70-8ef9d73c6f95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b13c5a13-bc28-42ac-b7d1-497da94faa70 HTTP/1.1" status: 200 len: 898 time: 0.2007267 Jul 27 21:22:09.409141 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-77b69881-c607-4f31-adb8-6514d2cff7c7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.430214 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc2a49ce-5ba6-48e7-b096-98b3236e7ddc req-bfe06556-9e1b-474d-b4d9-54e2e268a2ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=3bfd2b43-1cfd-4cd8-9b61-822c1df2231d HTTP/1.1" status: 200 len: 217 time: 0.0466783 Jul 27 21:22:09.490360 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b69881-c607-4f31-adb8-6514d2cff7c7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:09.509797 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-77b69881-c607-4f31-adb8-6514d2cff7c7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:09.510261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a49ce-5ba6-48e7-b096-98b3236e7ddc req-e193082e-40a0-426e-9227-d322c8e4733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:09.511975 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc2a49ce-5ba6-48e7-b096-98b3236e7ddc req-e193082e-40a0-426e-9227-d322c8e4733a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54ad5c27-8e05-4695-930e-bd83245e4528 HTTP/1.1" status: 200 len: 836 time: 0.0740726 Jul 27 21:22:09.516226 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b69881-c607-4f31-adb8-6514d2cff7c7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:22:09.541986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b69881-c607-4f31-adb8-6514d2cff7c7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:09.546060 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-77b69881-c607-4f31-adb8-6514d2cff7c7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.551425 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b69881-c607-4f31-adb8-6514d2cff7c7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=07117753-4e6e-4113-8933-21ac94864057,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:09.584652 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-42a46a8e-fb5f-4b82-bd82-89a15d3715d4 None None] Provisioning complete for port 55ac09b4-1f88-48c5-ab35-f53385955376 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:09.585873 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-42a46a8e-fb5f-4b82-bd82-89a15d3715d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.707049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-42a46a8e-fb5f-4b82-bd82-89a15d3715d4 None None] Port 55ac09b4-1f88-48c5-ab35-f53385955376 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:09.725186 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-77b69881-c607-4f31-adb8-6514d2cff7c7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9195864 Jul 27 21:22:09.726973 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42014) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:09.733229 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-42a46a8e-fb5f-4b82-bd82-89a15d3715d4 None None] Provisioning for port f4d8d370-bae3-4521-83f2-8155784ff1b1 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:09.737210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-346f7050-9704-4e68-bdfd-b3ecc48943c5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'subnet': {'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:09.748704 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-42a46a8e-fb5f-4b82-bd82-89a15d3715d4 None None] Provisioning complete for port f4d8d370-bae3-4521-83f2-8155784ff1b1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:09.749084 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-42a46a8e-fb5f-4b82-bd82-89a15d3715d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:09.851511 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460952d-0d8f-4917-861a-fabf87392f73 req-2105822b-4843-459f-86fa-5b2da6e86085 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:09.863811 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4460952d-0d8f-4917-861a-fabf87392f73 req-2105822b-4843-459f-86fa-5b2da6e86085 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 907 time: 0.2946098 Jul 27 21:22:09.907753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a49ce-5ba6-48e7-b096-98b3236e7ddc req-a677ad61-a018-41b1-afc8-c95ddfe8a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:09.909897 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc2a49ce-5ba6-48e7-b096-98b3236e7ddc req-a677ad61-a018-41b1-afc8-c95ddfe8a948 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b13c5a13-bc28-42ac-b7d1-497da94faa70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3887007 Jul 27 21:22:09.952416 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346f7050-9704-4e68-bdfd-b3ecc48943c5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:09.957116 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-346f7050-9704-4e68-bdfd-b3ecc48943c5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.003483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f4d8d370-bae3-4521-83f2-8155784ff1b1 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:10.140647 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d4d5369c-414f-4480-9d43-5c85e7094d16 None None] Could not find standard attr ID for object 02fc2a12-1352-4a4b-89bc-554754601e59. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:22:10.161963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f4d8d370-bae3-4521-83f2-8155784ff1b1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:10.162365 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.192160 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-870183e6-7647-420f-8a34-ad78845abe43 req-6bc8e3ed-2c91-40ff-a83a-55d1c8676b3b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5140836 Jul 27 21:22:10.194881 n-d-764806-9 neutron-server[105579]: INFO neutron.db.ipam_backend_mixin [None req-346f7050-9704-4e68-bdfd-b3ecc48943c5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d0e633e-3de2-45f7-9467-eeec95309df7 (CIDR: 2001:db8::/64) Jul 27 21:22:10.229568 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc2a49ce-5ba6-48e7-b096-98b3236e7ddc req-a7165ed1-5ce0-4e04-a5a9-fc51e7743b3f service neutron] 10.222.0.20 "GET /v2.0/networks/b13c5a13-bc28-42ac-b7d1-497da94faa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019309 Jul 27 21:22:10.230413 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-346f7050-9704-4e68-bdfd-b3ecc48943c5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:10.235888 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346f7050-9704-4e68-bdfd-b3ecc48943c5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:10.260318 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-346f7050-9704-4e68-bdfd-b3ecc48943c5 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5322604 Jul 27 21:22:10.263709 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42018) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:10.270955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-83784fe2-a675-43f3-854f-7e1105e36b23 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'subnet': {'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:10.332736 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-10fffcf0-8dac-4bca-bbc1-8f956f1d11a4 None None] Provisioning for port 07117753-4e6e-4113-8933-21ac94864057 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:10.342168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-10fffcf0-8dac-4bca-bbc1-8f956f1d11a4 None None] Provisioning complete for port 07117753-4e6e-4113-8933-21ac94864057 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:10.342469 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-10fffcf0-8dac-4bca-bbc1-8f956f1d11a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.422015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870183e6-7647-420f-8a34-ad78845abe43 req-9713b928-46db-4615-b042-34c2f2f36470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:10.424400 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-870183e6-7647-420f-8a34-ad78845abe43 req-9713b928-46db-4615-b042-34c2f2f36470 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 1097 time: 0.1900480 Jul 27 21:22:10.445773 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc2a49ce-5ba6-48e7-b096-98b3236e7ddc req-71655320-eacd-4428-bfa5-b5292eb6e381 service neutron] 10.222.0.20 "GET /v2.0/networks/b13c5a13-bc28-42ac-b7d1-497da94faa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917727 Jul 27 21:22:10.451309 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-10fffcf0-8dac-4bca-bbc1-8f956f1d11a4 None None] Port 07117753-4e6e-4113-8933-21ac94864057 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:10.481891 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83784fe2-a675-43f3-854f-7e1105e36b23 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:10.485934 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-83784fe2-a675-43f3-854f-7e1105e36b23 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.609977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870183e6-7647-420f-8a34-ad78845abe43 req-7cd3fdb8-c9f6-42c6-a3cb-53456509c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:10.611669 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-870183e6-7647-420f-8a34-ad78845abe43 req-7cd3fdb8-c9f6-42c6-a3cb-53456509c800 service neutron] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.1598833 Jul 27 21:22:10.627517 n-d-764806-9 neutron-server[105579]: INFO neutron.db.ipam_backend_mixin [None req-83784fe2-a675-43f3-854f-7e1105e36b23 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 70dfa648-f3af-4f73-bce0-b9c606aa6638 (CIDR: 2001:db8:0:1::/64) Jul 27 21:22:10.637174 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-83784fe2-a675-43f3-854f-7e1105e36b23 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:10.639218 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83784fe2-a675-43f3-854f-7e1105e36b23 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:10.664618 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-870183e6-7647-420f-8a34-ad78845abe43 req-5983f836-1a7d-4cd2-b435-8e2a49e480e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b197af2-29df-4fce-939c-c2f753463315 HTTP/1.1" status: 200 len: 217 time: 0.0446484 Jul 27 21:22:10.671296 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4edd15ed-c6a9-4c09-a19a-e0dd05311d6d None None] Could not find standard attr ID for object 02fc2a12-1352-4a4b-89bc-554754601e59. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:22:10.693852 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-83784fe2-a675-43f3-854f-7e1105e36b23 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4257450 Jul 27 21:22:10.694319 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42022) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:10.699795 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1e4924ac-e0d6-49e6-8a00-89671113f2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'subnet': {'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:10.733356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870183e6-7647-420f-8a34-ad78845abe43 req-3ccb016f-fa0d-4385-a337-fd7b4085892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:10.734872 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-870183e6-7647-420f-8a34-ad78845abe43 req-3ccb016f-fa0d-4385-a337-fd7b4085892a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.0610874 Jul 27 21:22:10.830332 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870183e6-7647-420f-8a34-ad78845abe43 req-855becca-07a4-4c0e-a36d-956fb81760a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:10.834275 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-870183e6-7647-420f-8a34-ad78845abe43 req-855becca-07a4-4c0e-a36d-956fb81760a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881763 Jul 27 21:22:10.878029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4924ac-e0d6-49e6-8a00-89671113f2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Made reservation on behalf of 1cf3801bb17248b19f8b76025f7a985e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:10.881993 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1e4924ac-e0d6-49e6-8a00-89671113f2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:10.976142 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-870183e6-7647-420f-8a34-ad78845abe43 req-a22f5b09-9f48-40f3-8522-6f1fe3e61f5d service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336412 Jul 27 21:22:11.062798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53a346-d072-490b-a6b2-085b6e2fac2e req-6509fb80-c94d-434e-a84d-79b179d9eeec tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:11.065484 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf53a346-d072-490b-a6b2-085b6e2fac2e req-6509fb80-c94d-434e-a84d-79b179d9eeec tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 907 time: 0.1240325 Jul 27 21:22:11.114748 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-870183e6-7647-420f-8a34-ad78845abe43 req-5d45974b-8eb2-492b-b13a-8195ee0ea2e8 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310298 Jul 27 21:22:11.231594 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1e4924ac-e0d6-49e6-8a00-89671113f2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:11.277549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4924ac-e0d6-49e6-8a00-89671113f2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:22:11.280689 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-1e4924ac-e0d6-49e6-8a00-89671113f2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:11.285024 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4924ac-e0d6-49e6-8a00-89671113f2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:11.285615 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1e4924ac-e0d6-49e6-8a00-89671113f2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:11.292895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f1d535-f2dd-4774-8683-756141b6d5af None None] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:11.302619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4924ac-e0d6-49e6-8a00-89671113f2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Subnet': ['ID=bfd2b385-b029-49be-85f7-6ce320938037,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:11.319135 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1e4924ac-e0d6-49e6-8a00-89671113f2d1 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6206207 Jul 27 21:22:11.319364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42038) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:11.328111 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-97657f2d-faf4-4eaf-96c9-4aafea1b6590 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1737205534', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bfd2b385-b029-49be-85f7-6ce320938037'}], 'security_groups': ['9a3ef7e0-6a98-43fd-9e38-91a4362d2c76', '426bc00d-609a-4011-99e3-75207b23f7d8']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:11.461739 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-97657f2d-faf4-4eaf-96c9-4aafea1b6590 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:11.500102 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:22:11.693113 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3bfd2b43-1cfd-4cd8-9b61-822c1df2231d,segment=NetworkSegment(41d5acd8-d03b-4186-96d5-a237b289a923),segment_id=41d5acd8-d03b-4186-96d5-a237b289a923)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:11.704686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '3bfd2b43-1cfd-4cd8-9b61-822c1df2231d', 'network_id': 'b13c5a13-bc28-42ac-b7d1-497da94faa70', 'port_id': '3bfd2b43-1cfd-4cd8-9b61-822c1df2231d', 'mac_address': 'fa:16:3e:1e:e0:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ad5c27-8e05-4695-930e-bd83245e4528', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:22:11.786650 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:11.814788 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:22:11.869824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78ea8e2-2d3f-4971-8da3-b14809ad0284 None None] Update dhcp port {'port': {'network_id': '52b34fd9-5a5d-4895-a434-6a53cacd5553', 'fixed_ips': [{'subnet_id': '70dfa648-f3af-4f73-bce0-b9c606aa6638', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0d0e633e-3de2-45f7-9467-eeec95309df7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bfd2b385-b029-49be-85f7-6ce320938037'}], 'binding:host_id': 'n-d-764806-9'}, 'id': 'f4d8d370-bae3-4521-83f2-8155784ff1b1'} from n-d-764806-9. {{(pid=105581) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 27 21:22:11.926013 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3bfd2b43-1cfd-4cd8-9b61-822c1df2231d,segment=NetworkSegment(41d5acd8-d03b-4186-96d5-a237b289a923),segment_id=41d5acd8-d03b-4186-96d5-a237b289a923)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:11.933237 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:11.959066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-97657f2d-faf4-4eaf-96c9-4aafea1b6590 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Delete allocated IP 2001:db8::37b (52b34fd9-5a5d-4895-a434-6a53cacd5553/0d0e633e-3de2-45f7-9467-eeec95309df7) {{(pid=105579) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 27 21:22:11.981879 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-97657f2d-faf4-4eaf-96c9-4aafea1b6590 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Allocated IP 2001:db8:0:2::24e (52b34fd9-5a5d-4895-a434-6a53cacd5553/bfd2b385-b029-49be-85f7-6ce320938037/07117753-4e6e-4113-8933-21ac94864057) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:11.983405 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c78ea8e2-2d3f-4971-8da3-b14809ad0284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.007474 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=3bfd2b43-1cfd-4cd8-9b61-822c1df2231d,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:12.199372 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['3bfd2b43-1cfd-4cd8-9b61-822c1df2231d'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:22:12.314014 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d11d9e-93b2-4627-bdc2-f8ebf5ce26e3 req-11571b0c-8fde-4368-85c9-f410f1713b26 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:12.315522 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29d11d9e-93b2-4627-bdc2-f8ebf5ce26e3 req-11571b0c-8fde-4368-85c9-f410f1713b26 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 908 time: 0.1276433 Jul 27 21:22:12.319486 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-97657f2d-faf4-4eaf-96c9-4aafea1b6590 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.351525 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-97657f2d-faf4-4eaf-96c9-4aafea1b6590 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Transition to ACTIVE for port object 07117753-4e6e-4113-8933-21ac94864057 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:12.356468 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-97657f2d-faf4-4eaf-96c9-4aafea1b6590 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.439807 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-c78ea8e2-2d3f-4971-8da3-b14809ad0284 None None] Allocated IP 2001:db8:0:2::2 (52b34fd9-5a5d-4895-a434-6a53cacd5553/bfd2b385-b029-49be-85f7-6ce320938037/f4d8d370-bae3-4521-83f2-8155784ff1b1) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:22:12.457313 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-97657f2d-faf4-4eaf-96c9-4aafea1b6590 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] In _notify_port_updated(), no bound segment for port 07117753-4e6e-4113-8933-21ac94864057 on network 52b34fd9-5a5d-4895-a434-6a53cacd5553 {{(pid=105579) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:22:12.463387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97657f2d-faf4-4eaf-96c9-4aafea1b6590 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:12.464047 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-97657f2d-faf4-4eaf-96c9-4aafea1b6590 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.465658 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-97657f2d-faf4-4eaf-96c9-4aafea1b6590 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "PUT /v2.0/ports/07117753-4e6e-4113-8933-21ac94864057 HTTP/1.1" status: 200 len: 970 time: 1.1423993 Jul 27 21:22:12.468426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42058) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:12.513511 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97657f2d-faf4-4eaf-96c9-4aafea1b6590 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event updated for resources: {'Port': ['ID=07117753-4e6e-4113-8933-21ac94864057,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:12.627155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-c78ea8e2-2d3f-4971-8da3-b14809ad0284 None None] For port f4d8d370-bae3-4521-83f2-8155784ff1b1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f4d8d370-bae3-4521-83f2-8155784ff1b1,segment=NetworkSegment(916dcdaa-57fe-48a6-87db-2e078960edd4),segment_id=916dcdaa-57fe-48a6-87db-2e078960edd4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:12.653905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-28212cac-ffb5-4ac3-86bd-2c4813acb653 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port 07117753-4e6e-4113-8933-21ac94864057 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:12.654183 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28212cac-ffb5-4ac3-86bd-2c4813acb653 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.663226 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c78ea8e2-2d3f-4971-8da3-b14809ad0284 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.679317 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c78ea8e2-2d3f-4971-8da3-b14809ad0284 None None] Transition to ACTIVE for port object f4d8d370-bae3-4521-83f2-8155784ff1b1 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:22:12.685741 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c78ea8e2-2d3f-4971-8da3-b14809ad0284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.837803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ea8e2-2d3f-4971-8da3-b14809ad0284 None None] Pushing event updated for resources: {'Port': ['ID=f4d8d370-bae3-4521-83f2-8155784ff1b1,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:12.895873 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28212cac-ffb5-4ac3-86bd-2c4813acb653 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:12.925662 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-28212cac-ffb5-4ac3-86bd-2c4813acb653 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for 07117753-4e6e-4113-8933-21ac94864057 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:13.197102 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28212cac-ffb5-4ac3-86bd-2c4813acb653 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.249161 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28212cac-ffb5-4ac3-86bd-2c4813acb653 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=07117753-4e6e-4113-8933-21ac94864057,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:13.348816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00724147-145a-451a-a5e6-6c010cfee28a req-0e4498e8-eabe-4408-8d79-2381cc0d66c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:13.352117 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00724147-145a-451a-a5e6-6c010cfee28a req-0e4498e8-eabe-4408-8d79-2381cc0d66c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 1095 time: 0.1545606 Jul 27 21:22:13.369288 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28212cac-ffb5-4ac3-86bd-2c4813acb653 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.373114 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-28212cac-ffb5-4ac3-86bd-2c4813acb653 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/07117753-4e6e-4113-8933-21ac94864057 HTTP/1.1" status: 204 len: 168 time: 0.9037607 Jul 27 21:22:13.377309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42084) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:13.391939 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42086) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:13.460889 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f9ea1-5a1f-4f27-bc98-90c31fa505ad req-1a2a83fc-d6c7-4b54-9403-a6602f999237 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:13.469368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c9f9ea1-5a1f-4f27-bc98-90c31fa505ad req-1a2a83fc-d6c7-4b54-9403-a6602f999237 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.2341998 Jul 27 21:22:13.495532 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd50fa4b-e149-4b6c-b7ec-cd18282d65d6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] GET failed (client error): The resource could not be found. Jul 27 21:22:13.504979 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dd50fa4b-e149-4b6c-b7ec-cd18282d65d6 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports/07117753-4e6e-4113-8933-21ac94864057 HTTP/1.1" status: 404 len: 333 time: 0.1182213 Jul 27 21:22:13.509713 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42092) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:13.512387 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:13.634542 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ba50f242-737b-4479-990d-710518e46690 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.640683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00724147-145a-451a-a5e6-6c010cfee28a req-f97e9ef6-a2cb-4865-b002-8442efcb8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:13.641992 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c9f9ea1-5a1f-4f27-bc98-90c31fa505ad req-2590488a-fc7e-4bca-bba8-e9dc3545af61 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711257 Jul 27 21:22:13.643143 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00724147-145a-451a-a5e6-6c010cfee28a req-f97e9ef6-a2cb-4865-b002-8442efcb8422 service neutron] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.2835279 Jul 27 21:22:13.670404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:13.684057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:13.684429 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.715241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f7133-d876-495d-a832-2d44a913f2a2 req-0d924229-a24e-4bb7-985e-c5f62299d5e5 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:13.716922 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be5f7133-d876-495d-a832-2d44a913f2a2 req-0d924229-a24e-4bb7-985e-c5f62299d5e5 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 908 time: 0.2453630 Jul 27 21:22:13.736299 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00724147-145a-451a-a5e6-6c010cfee28a req-316fc38b-b214-4e9d-9645-dd84b4882fd5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818 HTTP/1.1" status: 200 len: 998 time: 0.0810280 Jul 27 21:22:13.751772 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ba50f242-737b-4479-990d-710518e46690 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.804315 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20f3870a-12c5-4d14-a533-60085d93d8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.896618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00724147-145a-451a-a5e6-6c010cfee28a req-02656f28-e0db-4ed3-a809-17de8a3ad7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:13.898130 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00724147-145a-451a-a5e6-6c010cfee28a req-02656f28-e0db-4ed3-a809-17de8a3ad7b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.1169708 Jul 27 21:22:13.900908 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.905778 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ba50f242-737b-4479-990d-710518e46690 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.913042 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ba50f242-737b-4479-990d-710518e46690 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:13.914464 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ba50f242-737b-4479-990d-710518e46690 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/security-groups/19ab238c-49e3-49b2-8db2-02eb3aa15b30 HTTP/1.1" status: 204 len: 168 time: 0.4069760 Jul 27 21:22:13.919967 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42096) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:13.956041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50f242-737b-4479-990d-710518e46690 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ab238c-49e3-49b2-8db2-02eb3aa15b30,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:13.958038 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f4d8d370-bae3-4521-83f2-8155784ff1b1 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:22:14.019486 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acdb2d9-7c97-481d-97c2-1fe67ccb1312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfd2b43-1cfd-4cd8-9b61-822c1df2231d'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:22:14.021685 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec3d5b8-477e-4a67-8cc3-5c6029dc1ca2" -d '{"events": [{"server_uuid": "7acdb2d9-7c97-481d-97c2-1fe67ccb1312", "name": "network-vif-plugged", "status": "completed", "tag": "3bfd2b43-1cfd-4cd8-9b61-822c1df2231d"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:22:14.048757 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00724147-145a-451a-a5e6-6c010cfee28a req-a7384431-e802-411d-8df8-a4b08c890b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:14.053852 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00724147-145a-451a-a5e6-6c010cfee28a req-a7384431-e802-411d-8df8-a4b08c890b35 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332150 Jul 27 21:22:14.064057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3bfd2b43-1cfd-4cd8-9b61-822c1df2231d,segment=NetworkSegment(41d5acd8-d03b-4186-96d5-a237b289a923),segment_id=41d5acd8-d03b-4186-96d5-a237b289a923)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:14.105753 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a7d80fd4-81ff-4075-9955-95cad5762275 None None] Provisioning complete for port 55ac09b4-1f88-48c5-ab35-f53385955376 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:14.112805 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a7d80fd4-81ff-4075-9955-95cad5762275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.177048 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca6bb5b4-3e4f-4927-89c1-0e308e7d8198 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.201399 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.214371 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e780bb27-2207-420e-b7d3-44c0d97399e3 x-openstack-request-id: req-e780bb27-2207-420e-b7d3-44c0d97399e3 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:22:14.214732 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acdb2d9-7c97-481d-97c2-1fe67ccb1312", "name": "network-vif-plugged", "status": "completed", "tag": "3bfd2b43-1cfd-4cd8-9b61-822c1df2231d", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:22:14.214946 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e780bb27-2207-420e-b7d3-44c0d97399e3 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:22:14.215313 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acdb2d9-7c97-481d-97c2-1fe67ccb1312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfd2b43-1cfd-4cd8-9b61-822c1df2231d', 'code': 200} Jul 27 21:22:14.222744 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a7d80fd4-81ff-4075-9955-95cad5762275 None None] Port 55ac09b4-1f88-48c5-ab35-f53385955376 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:14.228581 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20f3870a-12c5-4d14-a533-60085d93d8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.252771 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20f3870a-12c5-4d14-a533-60085d93d8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.273344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a7d80fd4-81ff-4075-9955-95cad5762275 None None] Could not find standard attr ID for object 07117753-4e6e-4113-8933-21ac94864057. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:22:14.305536 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca6bb5b4-3e4f-4927-89c1-0e308e7d8198 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.337707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a7d80fd4-81ff-4075-9955-95cad5762275 None None] Provisioning for port f4d8d370-bae3-4521-83f2-8155784ff1b1 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:22:14.343296 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3870a-12c5-4d14-a533-60085d93d8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b372d97-9b83-4ffd-b3f8-1fad1a1e00f8,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:14.356868 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-20f3870a-12c5-4d14-a533-60085d93d8ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=48033707de7e4849adf96d8350a20ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9634690 Jul 27 21:22:14.364723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42102) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:14.376765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a7d80fd4-81ff-4075-9955-95cad5762275 None None] Provisioning complete for port f4d8d370-bae3-4521-83f2-8155784ff1b1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:14.378545 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a7d80fd4-81ff-4075-9955-95cad5762275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.452020 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca6bb5b4-3e4f-4927-89c1-0e308e7d8198 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.455159 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca6bb5b4-3e4f-4927-89c1-0e308e7d8198 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.457979 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ca6bb5b4-3e4f-4927-89c1-0e308e7d8198 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/security-groups/426bc00d-609a-4011-99e3-75207b23f7d8 HTTP/1.1" status: 204 len: 168 time: 0.5058713 Jul 27 21:22:14.480741 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42104) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:14.481785 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bb5b4-3e4f-4927-89c1-0e308e7d8198 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=426bc00d-609a-4011-99e3-75207b23f7d8,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:14.488806 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=3bfd2b43-1cfd-4cd8-9b61-822c1df2231d,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:14.523661 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f4d8d370-bae3-4521-83f2-8155784ff1b1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:14.524111 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.543404 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fa45556-a509-4554-bc12-7e8c08c63639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.586469 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fa45556-a509-4554-bc12-7e8c08c63639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.599071 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c60175f0-762e-4b15-81a6-01d17ba2bbf3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.644571 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c60175f0-762e-4b15-81a6-01d17ba2bbf3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.688272 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fa45556-a509-4554-bc12-7e8c08c63639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.691456 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fa45556-a509-4554-bc12-7e8c08c63639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.695104 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4fa45556-a509-4554-bc12-7e8c08c63639 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b372d97-9b83-4ffd-b3f8-1fad1a1e00f8 HTTP/1.1" status: 204 len: 168 time: 0.3158550 Jul 27 21:22:14.720756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa45556-a509-4554-bc12-7e8c08c63639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b372d97-9b83-4ffd-b3f8-1fad1a1e00f8,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:14.723695 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c60175f0-762e-4b15-81a6-01d17ba2bbf3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.730019 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c60175f0-762e-4b15-81a6-01d17ba2bbf3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.742407 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c60175f0-762e-4b15-81a6-01d17ba2bbf3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/security-groups/9a3ef7e0-6a98-43fd-9e38-91a4362d2c76 HTTP/1.1" status: 204 len: 168 time: 0.2571714 Jul 27 21:22:14.746758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42112) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:14.780233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60175f0-762e-4b15-81a6-01d17ba2bbf3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3ef7e0-6a98-43fd-9e38-91a4362d2c76,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:14.868952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4a1d78ea-be08-47a0-a470-8d6bae87f181 None None] Could not find standard attr ID for object 07117753-4e6e-4113-8933-21ac94864057. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 21:22:14.928770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-f682d90f-d352-433b-ac86-9cd7e65bf165 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting subnet 0d0e633e-3de2-45f7-9467-eeec95309df7 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:14.933866 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00724147-145a-451a-a5e6-6c010cfee28a req-2fb049aa-5012-4ab6-8329-5a3f48c526a0 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8718650 Jul 27 21:22:14.935412 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f682d90f-d352-433b-ac86-9cd7e65bf165 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:14.980764 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aba326-e243-4861-b4e3-0f84f0c511c0 req-d86ff773-2855-495a-8fd1-ac5cdc8e0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:14.982326 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63aba326-e243-4861-b4e3-0f84f0c511c0 req-d86ff773-2855-495a-8fd1-ac5cdc8e0c2b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 1060 time: 0.4150140 Jul 27 21:22:14.989405 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1ee7c-b23b-42db-a0e1-70a5f656b589 req-b5d39013-ca14-491a-8a76-73be61f4a2f9 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:14.991000 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15e1ee7c-b23b-42db-a0e1-70a5f656b589 req-b5d39013-ca14-491a-8a76-73be61f4a2f9 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.2369392 Jul 27 21:22:15.006145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11955d5c-28ad-490b-a956-9a7b8e643e44 req-90c782f2-3aa0-45b7-8236-87588339e147 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:15.007814 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11955d5c-28ad-490b-a956-9a7b8e643e44 req-90c782f2-3aa0-45b7-8236-87588339e147 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 909 time: 0.1246457 Jul 27 21:22:15.053798 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f682d90f-d352-433b-ac86-9cd7e65bf165 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.056591 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15e1ee7c-b23b-42db-a0e1-70a5f656b589 req-b91df270-2f78-4ba5-8278-7c7a33e990e3 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477729 Jul 27 21:22:15.115975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42120) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:15.161659 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a2ee232e-ca22-40f8-abf4-524d524afef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.167876 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00724147-145a-451a-a5e6-6c010cfee28a req-ad3c2e08-74e5-4a44-ab75-376be81ae230 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073460 Jul 27 21:22:15.202152 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f682d90f-d352-433b-ac86-9cd7e65bf165 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.317550 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f682d90f-d352-433b-ac86-9cd7e65bf165 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.350672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682d90f-d352-433b-ac86-9cd7e65bf165 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Subnet': ['ID=0d0e633e-3de2-45f7-9467-eeec95309df7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:15.363206 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f682d90f-d352-433b-ac86-9cd7e65bf165 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.369345 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f682d90f-d352-433b-ac86-9cd7e65bf165 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/0d0e633e-3de2-45f7-9467-eeec95309df7 HTTP/1.1" status: 204 len: 168 time: 0.6101313 Jul 27 21:22:15.369655 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42122) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:15.382456 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1db825-e8a4-46e8-9972-6bcd36522749 None None] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:15.383280 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a2ee232e-ca22-40f8-abf4-524d524afef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.388497 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a2ee232e-ca22-40f8-abf4-524d524afef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.442302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee232e-ca22-40f8-abf4-524d524afef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b842a8c-637a-4ca8-9874-3ea16e3a71fc,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:15.453170 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a2ee232e-ca22-40f8-abf4-524d524afef1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5bdb73cbb1414a4cb030ecb51441940b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3337412 Jul 27 21:22:15.456301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42124) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:15.478365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd06833-90c8-4a04-8dcc-c431975345a7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting subnet bfd2b385-b029-49be-85f7-6ce320938037 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:15.482131 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcd06833-90c8-4a04-8dcc-c431975345a7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.543115 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-02af5aff-8c7f-460a-b84e-6246dc699126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.552847 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcd06833-90c8-4a04-8dcc-c431975345a7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.571739 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-02af5aff-8c7f-460a-b84e-6246dc699126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.638413 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-02af5aff-8c7f-460a-b84e-6246dc699126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.659169 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-02af5aff-8c7f-460a-b84e-6246dc699126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.662859 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-02af5aff-8c7f-460a-b84e-6246dc699126 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b842a8c-637a-4ca8-9874-3ea16e3a71fc HTTP/1.1" status: 204 len: 168 time: 0.2042856 Jul 27 21:22:15.674799 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcd06833-90c8-4a04-8dcc-c431975345a7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.680507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af5aff-8c7f-460a-b84e-6246dc699126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b842a8c-637a-4ca8-9874-3ea16e3a71fc,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:15.796428 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcd06833-90c8-4a04-8dcc-c431975345a7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.829916 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcd06833-90c8-4a04-8dcc-c431975345a7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:15.834401 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fcd06833-90c8-4a04-8dcc-c431975345a7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/bfd2b385-b029-49be-85f7-6ce320938037 HTTP/1.1" status: 204 len: 168 time: 0.4613616 Jul 27 21:22:15.834401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd06833-90c8-4a04-8dcc-c431975345a7 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd2b385-b029-49be-85f7-6ce320938037,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:15.835429 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42130) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:15.920275 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d93187-8615-4716-a661-56fa42e0e90d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:15.921419 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d93187-8615-4716-a661-56fa42e0e90d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:15.926933 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-53d93187-8615-4716-a661-56fa42e0e90d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/0d0e633e-3de2-45f7-9467-eeec95309df7 HTTP/1.1" status: 404 len: 337 time: 0.0907137 Jul 27 21:22:15.929410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42132) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:15.987717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e792a2-f84e-4282-b506-112c2f9b4b36 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting subnet 70dfa648-f3af-4f73-bce0-b9c606aa6638 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:15.991613 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28e792a2-f84e-4282-b506-112c2f9b4b36 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.041109 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28e792a2-f84e-4282-b506-112c2f9b4b36 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.169750 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28e792a2-f84e-4282-b506-112c2f9b4b36 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.267175 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d307fbf-c5bd-4512-a27a-ac4a896d0d35 req-c3eee686-7a13-4c4c-b4df-cb391988ef11 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:16.268822 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d307fbf-c5bd-4512-a27a-ac4a896d0d35 req-c3eee686-7a13-4c4c-b4df-cb391988ef11 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 909 time: 0.1764603 Jul 27 21:22:16.291546 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28e792a2-f84e-4282-b506-112c2f9b4b36 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.324501 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fbca4-a3be-4f3e-b3c3-11b2e345a525 req-2ae913a4-fc06-4dc5-864c-bbbf657443a2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:16.325355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e792a2-f84e-4282-b506-112c2f9b4b36 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Subnet': ['ID=70dfa648-f3af-4f73-bce0-b9c606aa6638,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:16.335759 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28e792a2-f84e-4282-b506-112c2f9b4b36 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.340235 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-28e792a2-f84e-4282-b506-112c2f9b4b36 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/70dfa648-f3af-4f73-bce0-b9c606aa6638 HTTP/1.1" status: 204 len: 168 time: 0.4066863 Jul 27 21:22:16.340354 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dc1fbca4-a3be-4f3e-b3c3-11b2e345a525 req-2ae913a4-fc06-4dc5-864c-bbbf657443a2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1492641 Jul 27 21:22:16.340742 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42148) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.391166 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b792170-d41e-4834-9c9d-521d964d2343 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:16.392497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b792170-d41e-4834-9c9d-521d964d2343 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:16.395072 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8b792170-d41e-4834-9c9d-521d964d2343 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/c1a4d516-c029-4c65-aa5d-c918d65f7c83 HTTP/1.1" status: 404 len: 337 time: 0.0528493 Jul 27 21:22:16.406137 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42152) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.458846 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ad83f418-42c9-4301-9470-3c45a8698049 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c7d26ef-1434-4940-8c10-d0e8413ab49a HTTP/1.1" status: 200 len: 205 time: 0.0506485 Jul 27 21:22:16.461514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42154) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.503038 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dc1fbca4-a3be-4f3e-b3c3-11b2e345a525 req-6a8c87fa-33f3-49d1-b7f2-1a897eb23332 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589184 Jul 27 21:22:16.515652 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-22fa0345-d41e-4016-b854-4f957fa42ed3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] delete failed (client error): The resource could not be found. Jul 27 21:22:16.515652 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-22fa0345-d41e-4016-b854-4f957fa42ed3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/routers/5c7d26ef-1434-4940-8c10-d0e8413ab49a HTTP/1.1" status: 404 len: 336 time: 0.0497344 Jul 27 21:22:16.516183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42156) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.553230 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-145e2652-94a9-4b5f-875f-f6494f34f8f3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:16.553687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145e2652-94a9-4b5f-875f-f6494f34f8f3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:16.555742 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-145e2652-94a9-4b5f-875f-f6494f34f8f3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/b372ec08-d491-4e66-85fc-7f99c608c3c7 HTTP/1.1" status: 404 len: 337 time: 0.0375512 Jul 27 21:22:16.558195 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42162) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.570487 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d971bc2-fe7b-4e60-adfb-9494c24e795d req-b406fae1-67cb-4326-9174-017ce9df226d tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:16.572490 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d971bc2-fe7b-4e60-adfb-9494c24e795d req-b406fae1-67cb-4326-9174-017ce9df226d tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 909 time: 0.1164107 Jul 27 21:22:16.591519 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aefcacd-1c8c-4313-9697-0d6404ec6ace tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:16.591975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aefcacd-1c8c-4313-9697-0d6404ec6ace tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:16.593718 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9aefcacd-1c8c-4313-9697-0d6404ec6ace tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/b505cb1d-2140-4470-9d18-07ae55427c64 HTTP/1.1" status: 404 len: 337 time: 0.0343366 Jul 27 21:22:16.596476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42164) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.605418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8187d8fb-5bfd-460f-877a-4e65a25aa456 None None] Network 52b34fd9-5a5d-4895-a434-6a53cacd5553 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:16.629495 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-40dfa828-b9ea-487d-8480-0cead492ec51 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:16.629938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40dfa828-b9ea-487d-8480-0cead492ec51 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:16.634194 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-40dfa828-b9ea-487d-8480-0cead492ec51 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/a0f6d787-c8d9-4d89-b181-92301f2df8e4 HTTP/1.1" status: 404 len: 337 time: 0.0343599 Jul 27 21:22:16.634469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42170) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.662154 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-debbae85-3ce9-4dca-bf37-3cbe22b01c45 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:16.662936 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-debbae85-3ce9-4dca-bf37-3cbe22b01c45 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:16.665591 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-debbae85-3ce9-4dca-bf37-3cbe22b01c45 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/68da8b5f-393f-433d-ab7a-379e39bda440 HTTP/1.1" status: 404 len: 333 time: 0.0301931 Jul 27 21:22:16.668399 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42174) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.712208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d557af84-e9e3-4fd7-a7d7-8a091014ec89 None None] Provisioning complete for port 55ac09b4-1f88-48c5-ab35-f53385955376 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:16.712576 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d557af84-e9e3-4fd7-a7d7-8a091014ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.741199 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b8a898-5e3a-46c1-a23e-70d125b2b18d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:16.741660 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b8a898-5e3a-46c1-a23e-70d125b2b18d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:16.745954 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-13b8a898-5e3a-46c1-a23e-70d125b2b18d tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/95f15c85-370f-4954-ad8a-5385688222f2 HTTP/1.1" status: 404 len: 337 time: 0.0741053 Jul 27 21:22:16.746331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42180) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.787332 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-5387a448-ea92-43f5-a6d2-130199c43698 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:16.787792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5387a448-ea92-43f5-a6d2-130199c43698 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:16.789559 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5387a448-ea92-43f5-a6d2-130199c43698 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/50b73676-9a55-4e7a-9f3d-e53dc3ce2ac3 HTTP/1.1" status: 404 len: 337 time: 0.0422475 Jul 27 21:22:16.794526 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42182) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.826972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3a6d9-1e48-4a12-91d2-f461cbc623f1 req-18c69c25-d721-44e2-b1eb-9f639610f25a tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:16.828440 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53c3a6d9-1e48-4a12-91d2-f461cbc623f1 req-18c69c25-d721-44e2-b1eb-9f639610f25a tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 1060 time: 0.1491792 Jul 27 21:22:16.830200 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1caeacb-94b4-45d5-a4fc-b1f002ed34b3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:16.830706 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d557af84-e9e3-4fd7-a7d7-8a091014ec89 None None] Port 55ac09b4-1f88-48c5-ab35-f53385955376 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:22:16.830955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1caeacb-94b4-45d5-a4fc-b1f002ed34b3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:16.832691 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d1caeacb-94b4-45d5-a4fc-b1f002ed34b3 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/3417c3ce-ee28-4ac9-b5a3-5172ded5dffa HTTP/1.1" status: 404 len: 333 time: 0.0363009 Jul 27 21:22:16.835296 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42184) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.864561 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f3b83e-9d57-4d1b-af2f-a35a0bb19b8e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:16.864833 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f3b83e-9d57-4d1b-af2f-a35a0bb19b8e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:16.866871 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a3f3b83e-9d57-4d1b-af2f-a35a0bb19b8e tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/40ec12f8-7475-4ce8-8418-fba20fce49db HTTP/1.1" status: 404 len: 337 time: 0.0306079 Jul 27 21:22:16.869858 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42188) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:16.886552 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d557af84-e9e3-4fd7-a7d7-8a091014ec89 None None] Provisioning complete for port f4d8d370-bae3-4521-83f2-8155784ff1b1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:22:16.887226 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d557af84-e9e3-4fd7-a7d7-8a091014ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:16.900522 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e1a373-2fcb-45e5-a781-853a6e3a515c tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] DELETE failed (client error): The resource could not be found. Jul 27 21:22:16.901256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e1a373-2fcb-45e5-a781-853a6e3a515c tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:22:16.905489 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d8e1a373-2fcb-45e5-a781-853a6e3a515c tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/subnets/f20ccd50-07dd-48c0-af9b-8870fa807ebe HTTP/1.1" status: 404 len: 337 time: 0.0320253 Jul 27 21:22:16.905735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42192) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:17.039198 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd281dc-2716-49c3-8810-9a65d8909756 None None] DHCP port deletion for 52b34fd9-5a5d-4895-a434-6a53cacd5553 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:22:17.071088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e6e80-3b61-4793-bd50-637ccb1143f4 req-c01199b9-9f8c-4502-bcdd-772b7f987587 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:17.072777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c6e6e80-3b61-4793-bd50-637ccb1143f4 req-c01199b9-9f8c-4502-bcdd-772b7f987587 tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 1136 time: 0.1203907 Jul 27 21:22:17.109122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ccd281dc-2716-49c3-8810-9a65d8909756 None None] Deleting port f4d8d370-bae3-4521-83f2-8155784ff1b1 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:17.109423 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ccd281dc-2716-49c3-8810-9a65d8909756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.130509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-e3b9452a-7dbb-4b28-975c-fc40e5735adc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Deleting port 55ac09b4-1f88-48c5-ab35-f53385955376 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:17.130931 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3b9452a-7dbb-4b28-975c-fc40e5735adc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.207245 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c6e6e80-3b61-4793-bd50-637ccb1143f4 req-493f02f1-c386-4184-9210-1ec8b30c04bd tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=0b1e7012-0db1-49cc-aecf-e7aa42cf88ce&id=fb680b66-bbb9-4056-a616-512448436eee&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1198182 Jul 27 21:22:17.211917 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ccd281dc-2716-49c3-8810-9a65d8909756 None None] For port f4d8d370-bae3-4521-83f2-8155784ff1b1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f4d8d370-bae3-4521-83f2-8155784ff1b1,segment=NetworkSegment(916dcdaa-57fe-48a6-87db-2e078960edd4),segment_id=916dcdaa-57fe-48a6-87db-2e078960edd4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:17.212398 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ccd281dc-2716-49c3-8810-9a65d8909756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.218371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42198) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:17.242537 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ccd281dc-2716-49c3-8810-9a65d8909756 None None] Calling delete_port for f4d8d370-bae3-4521-83f2-8155784ff1b1 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:17.246494 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3b9452a-7dbb-4b28-975c-fc40e5735adc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.262808 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-e3b9452a-7dbb-4b28-975c-fc40e5735adc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Calling delete_port for 55ac09b4-1f88-48c5-ab35-f53385955376 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:17.302194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de3ae3a-b03c-48b8-8c80-e399d82d80ef tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:17.324621 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1de3ae3a-b03c-48b8-8c80-e399d82d80ef tempest-TestSecurityGroupsBasicOps-1681341887 tempest-TestSecurityGroupsBasicOps-1681341887-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 1055 time: 0.1049123 Jul 27 21:22:17.342043 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ccd281dc-2716-49c3-8810-9a65d8909756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.373979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd281dc-2716-49c3-8810-9a65d8909756 None None] Pushing event deleted for resources: {'Port': ['ID=f4d8d370-bae3-4521-83f2-8155784ff1b1,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:17.378773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd281dc-2716-49c3-8810-9a65d8909756 None None] No DVR routers for this DVR port f4d8d370-bae3-4521-83f2-8155784ff1b1 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:22:17.404074 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3b9452a-7dbb-4b28-975c-fc40e5735adc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.437252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9452a-7dbb-4b28-975c-fc40e5735adc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Port': ['ID=55ac09b4-1f88-48c5-ab35-f53385955376,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:17.446269 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e3b9452a-7dbb-4b28-975c-fc40e5735adc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.448470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e3b9452a-7dbb-4b28-975c-fc40e5735adc tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/ports/55ac09b4-1f88-48c5-ab35-f53385955376 HTTP/1.1" status: 204 len: 168 time: 0.5415170 Jul 27 21:22:17.451450 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42206) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:17.567150 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.671673 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcdbd7-1fea-4092-822c-7178e513dd91 req-3166763b-1bd2-4daa-a479-618ab722fc5c tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:17.674939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8dcdbd7-1fea-4092-822c-7178e513dd91 req-3166763b-1bd2-4daa-a479-618ab722fc5c tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 909 time: 0.1126578 Jul 27 21:22:17.696248 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.709295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b34fd9-5a5d-4895-a434-6a53cacd5553']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:17.723195 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916dcdaa-57fe-48a6-87db-2e078960edd4') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:17.723659 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916dcdaa-57fe-48a6-87db-2e078960edd4') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:17.734617 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.756025 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.763419 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:22:17.763870 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:22:17.767776 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:22:17.859472 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.869284 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:17.873725 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] 10.222.0.55 "DELETE /v2.0/networks/52b34fd9-5a5d-4895-a434-6a53cacd5553 HTTP/1.1" status: 204 len: 168 time: 0.4187927 Jul 27 21:22:17.885533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Pushing event deleted for resources: {'Network': ['ID=52b34fd9-5a5d-4895-a434-6a53cacd5553,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:17.897097 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:17.897409 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f4d8d370-bae3-4521-83f2-8155784ff1b1 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:17.897887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:17.897887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:17.898086 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:17.898443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:17.898775 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:17.899282 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:17.899626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:17.899950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:17.901442 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:17.901967 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:17.902526 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b07326-0b88-453f-a649-2a4fce5b2536 tempest-PortsIpV6TestJSON-555295634 tempest-PortsIpV6TestJSON-555295634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:17.918356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: f4d8d370-bae3-4521-83f2-8155784ff1b1 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:22:17.918872 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f4d8d370-bae3-4521-83f2-8155784ff1b1 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:18.178601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42230) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:18.379992 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-17714cb3-fc7d-4bda-b356-7b15a56c636a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1cf3801bb17248b19f8b76025f7a985e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2000525 Jul 27 21:22:18.383473 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42236) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:18.449567 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73f89d51-944d-49a9-9089-a5e15fc42e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:18.484267 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73f89d51-944d-49a9-9089-a5e15fc42e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:18.536917 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73f89d51-944d-49a9-9089-a5e15fc42e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:18.539954 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-73f89d51-944d-49a9-9089-a5e15fc42e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:18.543353 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-73f89d51-944d-49a9-9089-a5e15fc42e83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7bc2e327-7a47-4c59-80e4-f60cc55f0e5e HTTP/1.1" status: 204 len: 168 time: 0.1564326 Jul 27 21:22:18.553340 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f89d51-944d-49a9-9089-a5e15fc42e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc2e327-7a47-4c59-80e4-f60cc55f0e5e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:18.868905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee89bed-66d2-4922-8a7f-0e84f66c94e4 req-bb9d3652-7849-4ba0-bd0b-024d30b7ca0e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:18.870799 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ee89bed-66d2-4922-8a7f-0e84f66c94e4 req-bb9d3652-7849-4ba0-bd0b-024d30b7ca0e tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 909 time: 0.0935111 Jul 27 21:22:19.000315 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebe3fe-08b7-45b4-8821-4ab15cd9d2f1 req-4538159e-50d7-4deb-8531-93da56c7f3d1 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:19.009832 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92ebe3fe-08b7-45b4-8821-4ab15cd9d2f1 req-4538159e-50d7-4deb-8531-93da56c7f3d1 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.20 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 909 time: 0.0853219 Jul 27 21:22:19.174597 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-92ebe3fe-08b7-45b4-8821-4ab15cd9d2f1 req-de88a0df-58eb-47a2-a82f-08c119957933 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Deleting port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:19.175045 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-92ebe3fe-08b7-45b4-8821-4ab15cd9d2f1 req-de88a0df-58eb-47a2-a82f-08c119957933 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:19.288775 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-92ebe3fe-08b7-45b4-8821-4ab15cd9d2f1 req-de88a0df-58eb-47a2-a82f-08c119957933 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] For port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=3bfd2b43-1cfd-4cd8-9b61-822c1df2231d,segment=NetworkSegment(41d5acd8-d03b-4186-96d5-a237b289a923),segment_id=41d5acd8-d03b-4186-96d5-a237b289a923)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:19.289145 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-92ebe3fe-08b7-45b4-8821-4ab15cd9d2f1 req-de88a0df-58eb-47a2-a82f-08c119957933 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:19.306798 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-92ebe3fe-08b7-45b4-8821-4ab15cd9d2f1 req-de88a0df-58eb-47a2-a82f-08c119957933 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Calling delete_port for 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:19.407736 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42266) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:19.449840 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-92ebe3fe-08b7-45b4-8821-4ab15cd9d2f1 req-de88a0df-58eb-47a2-a82f-08c119957933 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:19.482032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88a0df-58eb-47a2-a82f-08c119957933 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event deleted for resources: {'Port': ['ID=3bfd2b43-1cfd-4cd8-9b61-822c1df2231d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:19.540801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-bb9e4f44-fd4b-46a3-81f7-fbef5e27ec0a tempest-DvrRoutersNegativeTest-1276228076 tempest-DvrRoutersNegativeTest-1276228076-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1609561324', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:19.545750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.policy [None req-bb9e4f44-fd4b-46a3-81f7-fbef5e27ec0a tempest-DvrRoutersNegativeTest-1276228076 tempest-DvrRoutersNegativeTest-1276228076-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105579) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 27 21:22:19.547379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ebe3fe-08b7-45b4-8821-4ab15cd9d2f1 req-de88a0df-58eb-47a2-a82f-08c119957933 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] No DVR routers for this DVR port 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:22:19.549184 n-d-764806-9 neutron-server[105579]: DEBUG neutron.policy [None req-bb9e4f44-fd4b-46a3-81f7-fbef5e27ec0a tempest-DvrRoutersNegativeTest-1276228076 tempest-DvrRoutersNegativeTest-1276228076-project] Failed policy check for 'create_router' {{(pid=105579) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 27 21:22:19.549946 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-bb9e4f44-fd4b-46a3-81f7-fbef5e27ec0a tempest-DvrRoutersNegativeTest-1276228076 tempest-DvrRoutersNegativeTest-1276228076-project] create failed (client error): Access was denied to this resource. Jul 27 21:22:19.551194 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bb9e4f44-fd4b-46a3-81f7-fbef5e27ec0a tempest-DvrRoutersNegativeTest-1276228076 tempest-DvrRoutersNegativeTest-1276228076-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1423793 Jul 27 21:22:19.556685 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-92ebe3fe-08b7-45b4-8821-4ab15cd9d2f1 req-de88a0df-58eb-47a2-a82f-08c119957933 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:19.559336 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-92ebe3fe-08b7-45b4-8821-4ab15cd9d2f1 req-de88a0df-58eb-47a2-a82f-08c119957933 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.20 "DELETE /v2.0/ports/3bfd2b43-1cfd-4cd8-9b61-822c1df2231d HTTP/1.1" status: 204 len: 173 time: 0.5409052 Jul 27 21:22:19.559902 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acdb2d9-7c97-481d-97c2-1fe67ccb1312', 'name': 'network-vif-deleted', 'tag': '3bfd2b43-1cfd-4cd8-9b61-822c1df2231d'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:22:19.562669 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd81073-fdda-4fd7-a5c4-d0ea70885ff1" -d '{"events": [{"server_uuid": "7acdb2d9-7c97-481d-97c2-1fe67ccb1312", "name": "network-vif-deleted", "tag": "3bfd2b43-1cfd-4cd8-9b61-822c1df2231d"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:22:19.625736 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2754b7b6-5c4a-4d88-9f74-7927e5c867b7 x-openstack-request-id: req-2754b7b6-5c4a-4d88-9f74-7927e5c867b7 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:22:19.630902 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acdb2d9-7c97-481d-97c2-1fe67ccb1312", "name": "network-vif-deleted", "tag": "3bfd2b43-1cfd-4cd8-9b61-822c1df2231d", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:22:19.631286 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2754b7b6-5c4a-4d88-9f74-7927e5c867b7 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:22:19.631820 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acdb2d9-7c97-481d-97c2-1fe67ccb1312', 'name': 'network-vif-deleted', 'tag': '3bfd2b43-1cfd-4cd8-9b61-822c1df2231d', 'status': 'completed', 'code': 200} Jul 27 21:22:19.954977 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42286) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:20.021673 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f3e77cd-97f1-47be-9d2d-af3f60da8802 req-d502af5c-e453-4087-83e0-bbc2e0d5e0a2 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=7acdb2d9-7c97-481d-97c2-1fe67ccb1312 HTTP/1.1" status: 200 len: 210 time: 0.0505600 Jul 27 21:22:20.102487 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6351fbb7-1ca7-4351-931c-c0f0160b386f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.229104 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6351fbb7-1ca7-4351-931c-c0f0160b386f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.234096 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6351fbb7-1ca7-4351-931c-c0f0160b386f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.274481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351fbb7-1ca7-4351-931c-c0f0160b386f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e8689a-d0ec-4aa7-8357-f8e57aab8831,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:20.283010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42290) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:20.290845 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6351fbb7-1ca7-4351-931c-c0f0160b386f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=339bf41b73294bccb73e806829f25a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346443 Jul 27 21:22:20.346991 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-452ed507-ff96-402c-a04e-e036e6e1b4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.372418 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-452ed507-ff96-402c-a04e-e036e6e1b4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.428824 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-452ed507-ff96-402c-a04e-e036e6e1b4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.432944 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-452ed507-ff96-402c-a04e-e036e6e1b4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:20.434852 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-452ed507-ff96-402c-a04e-e036e6e1b4ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7e8689a-d0ec-4aa7-8357-f8e57aab8831 HTTP/1.1" status: 204 len: 168 time: 0.1502645 Jul 27 21:22:20.446940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ed507-ff96-402c-a04e-e036e6e1b4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e8689a-d0ec-4aa7-8357-f8e57aab8831,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:21.075904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42316) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:21.234726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42320) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:21.352944 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5d779e0f-c7ab-46e8-9d33-5a3427e682f8 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:21.353774 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-5d779e0f-c7ab-46e8-9d33-5a3427e682f8 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 21:22:21.354545 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-5d779e0f-c7ab-46e8-9d33-5a3427e682f8 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 21:22:21.355985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5d779e0f-c7ab-46e8-9d33-5a3427e682f8 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1194324 Jul 27 21:22:21.359461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42324) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:21.364552 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-9816526d-c502-4219-9a7a-8ae6d0e8e7a5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group': {'name': 'tempest-secgroup--79828942'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:21.388402 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9816526d-c502-4219-9a7a-8ae6d0e8e7a5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.397876 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9816526d-c502-4219-9a7a-8ae6d0e8e7a5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.505967 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9816526d-c502-4219-9a7a-8ae6d0e8e7a5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.510893 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9816526d-c502-4219-9a7a-8ae6d0e8e7a5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.545292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816526d-c502-4219-9a7a-8ae6d0e8e7a5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5084172-5a72-41ae-83e6-d99a1673506f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:21.577336 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68a89a0c-68ca-4bc0-9e09-4c773e26c1d9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.611013 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9816526d-c502-4219-9a7a-8ae6d0e8e7a5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.615997 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9816526d-c502-4219-9a7a-8ae6d0e8e7a5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.639372 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9816526d-c502-4219-9a7a-8ae6d0e8e7a5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.643434 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9816526d-c502-4219-9a7a-8ae6d0e8e7a5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2795255 Jul 27 21:22:21.645518 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42326) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:21.649987 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ab9f24ef-69df-41b1-b32e-8675f7a10402 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '225a7f9f-ee8b-4655-a61c-f75cdbf54337', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:21.661661 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816526d-c502-4219-9a7a-8ae6d0e8e7a5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225a7f9f-ee8b-4655-a61c-f75cdbf54337,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:21.687165 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ab9f24ef-69df-41b1-b32e-8675f7a10402 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.763807 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ab9f24ef-69df-41b1-b32e-8675f7a10402 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.769142 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ab9f24ef-69df-41b1-b32e-8675f7a10402 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.792559 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f24ef-69df-41b1-b32e-8675f7a10402 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12250290-b91d-4f96-bc8c-02e6a5c59ed3,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:21.798880 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ab9f24ef-69df-41b1-b32e-8675f7a10402 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.803584 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ab9f24ef-69df-41b1-b32e-8675f7a10402 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536958 Jul 27 21:22:21.806089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42328) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:21.810687 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8719cd58-fceb-4502-8cd6-00c3c81ba357 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '225a7f9f-ee8b-4655-a61c-f75cdbf54337', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:21.845840 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8719cd58-fceb-4502-8cd6-00c3c81ba357 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.887366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-68a89a0c-68ca-4bc0-9e09-4c773e26c1d9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Deleting port 077bec0d-6a1c-41cc-b129-8e529499d237 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:21.887707 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68a89a0c-68ca-4bc0-9e09-4c773e26c1d9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:21.908145 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-8719cd58-fceb-4502-8cd6-00c3c81ba357 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): There was a conflict when trying to complete your request. Jul 27 21:22:21.909760 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8719cd58-fceb-4502-8cd6-00c3c81ba357 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1023896 Jul 27 21:22:21.912361 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42334) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:21.998830 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6ae4c5a5-5d3f-4b90-91e3-68977c8e0570 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.013934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-68a89a0c-68ca-4bc0-9e09-4c773e26c1d9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] For port 077bec0d-6a1c-41cc-b129-8e529499d237, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=077bec0d-6a1c-41cc-b129-8e529499d237,segment=NetworkSegment(41d5acd8-d03b-4186-96d5-a237b289a923),segment_id=41d5acd8-d03b-4186-96d5-a237b289a923)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:22.014337 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68a89a0c-68ca-4bc0-9e09-4c773e26c1d9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.033870 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-68a89a0c-68ca-4bc0-9e09-4c773e26c1d9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Calling delete_port for 077bec0d-6a1c-41cc-b129-8e529499d237 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:22.035800 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6ae4c5a5-5d3f-4b90-91e3-68977c8e0570 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.093492 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6ae4c5a5-5d3f-4b90-91e3-68977c8e0570 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.099255 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6ae4c5a5-5d3f-4b90-91e3-68977c8e0570 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.102925 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6ae4c5a5-5d3f-4b90-91e3-68977c8e0570 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "DELETE /v2.0/security-groups/225a7f9f-ee8b-4655-a61c-f75cdbf54337 HTTP/1.1" status: 204 len: 168 time: 0.1872225 Jul 27 21:22:22.105742 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42342) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:22.119685 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4c5a5-5d3f-4b90-91e3-68977c8e0570 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225a7f9f-ee8b-4655-a61c-f75cdbf54337,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:22.181822 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cb28f5fb-ed76-461e-a35f-a156dcac30d1 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0747106 Jul 27 21:22:22.186332 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42346) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:22.197362 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c9852712-273d-4c5f-9be0-78fc359bf98a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396133876'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:22.242942 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c9852712-273d-4c5f-9be0-78fc359bf98a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.343645 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68a89a0c-68ca-4bc0-9e09-4c773e26c1d9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.388843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a89a0c-68ca-4bc0-9e09-4c773e26c1d9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event deleted for resources: {'Port': ['ID=077bec0d-6a1c-41cc-b129-8e529499d237,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:22.474269 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c9852712-273d-4c5f-9be0-78fc359bf98a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.483326 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c9852712-273d-4c5f-9be0-78fc359bf98a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.559821 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c9852712-273d-4c5f-9be0-78fc359bf98a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.564188 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c9852712-273d-4c5f-9be0-78fc359bf98a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3737762 Jul 27 21:22:22.564799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9852712-273d-4c5f-9be0-78fc359bf98a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15fcd650-0a67-4c7a-ac36-ba28540aa274,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:22.565370 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42354) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:22.588399 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-815b89f4-02e2-4447-87b9-7c97ffebee21 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '15fcd650-0a67-4c7a-ac36-ba28540aa274', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:22.589467 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-815b89f4-02e2-4447-87b9-7c97ffebee21 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 27 21:22:22.591121 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-815b89f4-02e2-4447-87b9-7c97ffebee21 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:22.596394 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-815b89f4-02e2-4447-87b9-7c97ffebee21 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0293033 Jul 27 21:22:22.599184 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42356) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:22.640831 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-68a89a0c-68ca-4bc0-9e09-4c773e26c1d9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.668135 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-379c457d-b344-447e-8313-ade8b26bf7ab tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.693449 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-379c457d-b344-447e-8313-ade8b26bf7ab tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.737006 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-379c457d-b344-447e-8313-ade8b26bf7ab tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.739736 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-379c457d-b344-447e-8313-ade8b26bf7ab tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:22.741487 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-379c457d-b344-447e-8313-ade8b26bf7ab tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "DELETE /v2.0/security-groups/15fcd650-0a67-4c7a-ac36-ba28540aa274 HTTP/1.1" status: 204 len: 168 time: 0.1407442 Jul 27 21:22:22.743975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42358) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:22.751972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c457d-b344-447e-8313-ade8b26bf7ab tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fcd650-0a67-4c7a-ac36-ba28540aa274,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:23.142350 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dc30db4c-4b39-4cc9-a36f-17260b8f1231 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3932211 Jul 27 21:22:23.143109 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42362) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:23.149378 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-42d18031-42a4-4edc-831a-e21898e2309c tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716230657'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:23.181285 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42d18031-42a4-4edc-831a-e21898e2309c tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.254614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a89a0c-68ca-4bc0-9e09-4c773e26c1d9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Router b8dbed7a-0f75-4ad6-816f-befb4bd4496e has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:22:23.308499 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42d18031-42a4-4edc-831a-e21898e2309c tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.312910 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42d18031-42a4-4edc-831a-e21898e2309c tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.345407 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d18031-42a4-4edc-831a-e21898e2309c tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e4b78a-2f26-4874-8a11-0aa90c4aada9,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:23.348857 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42d18031-42a4-4edc-831a-e21898e2309c tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.352875 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-42d18031-42a4-4edc-831a-e21898e2309c tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2059629 Jul 27 21:22:23.353125 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42364) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:23.357990 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0196b4b3-3b95-4575-9de3-800a2d8c1d0c tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': 'c9e4b78a-2f26-4874-8a11-0aa90c4aada9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:23.358705 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-0196b4b3-3b95-4575-9de3-800a2d8c1d0c tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 27 21:22:23.359303 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-0196b4b3-3b95-4575-9de3-800a2d8c1d0c tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:23.360970 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0196b4b3-3b95-4575-9de3-800a2d8c1d0c tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068192 Jul 27 21:22:23.363682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42366) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:23.402263 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a89a0c-68ca-4bc0-9e09-4c773e26c1d9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:22:23.416238 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-68a89a0c-68ca-4bc0-9e09-4c773e26c1d9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "PUT /v2.0/routers/b8dbed7a-0f75-4ad6-816f-befb4bd4496e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3378935 Jul 27 21:22:23.417590 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42370) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:23.425429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7af50-4e45-4546-99bb-bb7c4e5ccd9b None None] Sync routers for ids ['b8dbed7a-0f75-4ad6-816f-befb4bd4496e'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:22:23.439868 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca7af50-4e45-4546-99bb-bb7c4e5ccd9b None None] Routers {'b8dbed7a-0f75-4ad6-816f-befb4bd4496e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:23.440516 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0ca7af50-4e45-4546-99bb-bb7c4e5ccd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:22:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b8dbed7a-0f75-4ad6-816f-befb4bd4496e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:23.490400 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6448-98e0-4148-a7ce-5d6a9c1d988a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.510386 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-1469faa0-cc3a-4243-a009-ffaba8e368be tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Deleting subnet 54ad5c27-8e05-4695-930e-bd83245e4528 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:23.513767 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1469faa0-cc3a-4243-a009-ffaba8e368be tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.523085 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6448-98e0-4148-a7ce-5d6a9c1d988a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.586033 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1469faa0-cc3a-4243-a009-ffaba8e368be tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.597627 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6448-98e0-4148-a7ce-5d6a9c1d988a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.601221 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6448-98e0-4148-a7ce-5d6a9c1d988a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.602670 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fa9e6448-98e0-4148-a7ce-5d6a9c1d988a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "DELETE /v2.0/security-groups/c9e4b78a-2f26-4874-8a11-0aa90c4aada9 HTTP/1.1" status: 204 len: 168 time: 0.2376809 Jul 27 21:22:23.619076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42376) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:23.619880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e6448-98e0-4148-a7ce-5d6a9c1d988a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e4b78a-2f26-4874-8a11-0aa90c4aada9,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:23.677437 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-014b4f2b-f639-42f9-a960-39fc8286eb60 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0460939 Jul 27 21:22:23.678634 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42382) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:23.684237 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f0295423-d585-48aa-baed-393b7127badd tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group': {'name': 'tempest-secgroup--322776353'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:23.713146 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1469faa0-cc3a-4243-a009-ffaba8e368be tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.718626 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f0295423-d585-48aa-baed-393b7127badd tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.787723 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1469faa0-cc3a-4243-a009-ffaba8e368be tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.805310 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:23.838438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469faa0-cc3a-4243-a009-ffaba8e368be tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event deleted for resources: {'Subnet': ['ID=54ad5c27-8e05-4695-930e-bd83245e4528,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:23.840627 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1469faa0-cc3a-4243-a009-ffaba8e368be tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.843070 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1469faa0-cc3a-4243-a009-ffaba8e368be tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "DELETE /v2.0/subnets/54ad5c27-8e05-4695-930e-bd83245e4528 HTTP/1.1" status: 204 len: 168 time: 0.4241226 Jul 27 21:22:23.846237 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42384) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:23.857454 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:22:23.858054 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 3bfd2b43-1cfd-4cd8-9b61-822c1df2231d not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:23.865011 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a8a8a0-9d29-4095-b22f-94a9fa8bc54e None None] Network b13c5a13-bc28-42ac-b7d1-497da94faa70 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:23.876382 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f0295423-d585-48aa-baed-393b7127badd tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.881799 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f0295423-d585-48aa-baed-393b7127badd tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.933850 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0295423-d585-48aa-baed-393b7127badd tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb97620-9487-4b16-9ca7-4bb70062aaee,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:23.959677 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f0295423-d585-48aa-baed-393b7127badd tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:23.961205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f0295423-d585-48aa-baed-393b7127badd tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2815964 Jul 27 21:22:23.964121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42390) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:23.968697 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-3b9ae3c2-5720-49ba-a2a0-97b3d689e2c1 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '1cb97620-9487-4b16-9ca7-4bb70062aaee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:23.970000 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-3b9ae3c2-5720-49ba-a2a0-97b3d689e2c1 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 27 21:22:23.970904 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-3b9ae3c2-5720-49ba-a2a0-97b3d689e2c1 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:23.972131 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3b9ae3c2-5720-49ba-a2a0-97b3d689e2c1 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068841 Jul 27 21:22:23.972595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-0ca7af50-4e45-4546-99bb-bb7c4e5ccd9b None None] Set router b8dbed7a-0f75-4ad6-816f-befb4bd4496e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:22:23.974971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42392) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:23.979963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-86daeb31-bbd5-4058-a76f-f577cc5a17bb tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '1cb97620-9487-4b16-9ca7-4bb70062aaee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:23.980782 n-d-764806-9 neutron-server[105580]: WARNING neutron.api.v2.base [None req-86daeb31-bbd5-4058-a76f-f577cc5a17bb tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 27 21:22:23.981408 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-86daeb31-bbd5-4058-a76f-f577cc5a17bb tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:23.985589 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-86daeb31-bbd5-4058-a76f-f577cc5a17bb tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063334 Jul 27 21:22:23.986795 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42394) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:23.992652 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-9e62d20d-2732-48ae-a267-de549b7d5b9e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '1cb97620-9487-4b16-9ca7-4bb70062aaee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:23.994106 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-9e62d20d-2732-48ae-a267-de549b7d5b9e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 27 21:22:23.994817 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-9e62d20d-2732-48ae-a267-de549b7d5b9e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:23.999309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9e62d20d-2732-48ae-a267-de549b7d5b9e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108714 Jul 27 21:22:23.999776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42396) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:24.005941 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-eccca6ae-4404-438b-8ff0-9861c91a7c9c tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '1cb97620-9487-4b16-9ca7-4bb70062aaee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:24.006846 n-d-764806-9 neutron-server[105580]: WARNING neutron.api.v2.base [None req-eccca6ae-4404-438b-8ff0-9861c91a7c9c tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 27 21:22:24.007383 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-eccca6ae-4404-438b-8ff0-9861c91a7c9c tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:24.010891 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-eccca6ae-4404-438b-8ff0-9861c91a7c9c tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073693 Jul 27 21:22:24.011093 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-27e2966a-6495-41d7-bfef-ebcf6bd9a5f0 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.012366 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42402) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:24.091160 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-217848ad-0eeb-4e8a-9cf8-fb2499e6f4ea tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.127609 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-217848ad-0eeb-4e8a-9cf8-fb2499e6f4ea tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.184106 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-217848ad-0eeb-4e8a-9cf8-fb2499e6f4ea tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.187276 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-217848ad-0eeb-4e8a-9cf8-fb2499e6f4ea tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.191861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-217848ad-0eeb-4e8a-9cf8-fb2499e6f4ea tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "DELETE /v2.0/security-groups/1cb97620-9487-4b16-9ca7-4bb70062aaee HTTP/1.1" status: 204 len: 168 time: 0.1783314 Jul 27 21:22:24.193890 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42406) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:24.219928 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-27e2966a-6495-41d7-bfef-ebcf6bd9a5f0 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.224034 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217848ad-0eeb-4e8a-9cf8-fb2499e6f4ea tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb97620-9487-4b16-9ca7-4bb70062aaee,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:24.258546 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0ca7af50-4e45-4546-99bb-bb7c4e5ccd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830146623', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '094c7a22-abfa-44f2-bce6-57c06adb5a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:21:51Z', 'updated_at': '2021-07-27T21:22:22Z', 'revision_number': 5, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': '094c7a22-abfa-44f2-bce6-57c06adb5a94', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:21:52Z', 'updated_at': '2021-07-27T21:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:24.290653 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fb77c621-eacf-47c2-a58d-0916cc01b0dd tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0925906 Jul 27 21:22:24.295262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3a20ac-b0d8-4ae2-8997-b566ef683a97 None None] DHCP port deletion for b13c5a13-bc28-42ac-b7d1-497da94faa70 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:22:24.295906 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42408) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:24.298873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7af50-4e45-4546-99bb-bb7c4e5ccd9b None None] Checking router: b8dbed7a-0f75-4ad6-816f-befb4bd4496e for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:22:24.302031 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-89d9d0c7-c6b2-40d0-92a4-e82f44292d80 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119733595'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:24.320157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-27e2966a-6495-41d7-bfef-ebcf6bd9a5f0 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Deleting port 094c7a22-abfa-44f2-bce6-57c06adb5a94 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:24.320502 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-27e2966a-6495-41d7-bfef-ebcf6bd9a5f0 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.333101 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89d9d0c7-c6b2-40d0-92a4-e82f44292d80 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.334692 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca7af50-4e45-4546-99bb-bb7c4e5ccd9b None None] Routers {'b8dbed7a-0f75-4ad6-816f-befb4bd4496e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:24.335369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0ca7af50-4e45-4546-99bb-bb7c4e5ccd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:22:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b8dbed7a-0f75-4ad6-816f-befb4bd4496e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:24.423959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-27e2966a-6495-41d7-bfef-ebcf6bd9a5f0 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] For port 094c7a22-abfa-44f2-bce6-57c06adb5a94, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=094c7a22-abfa-44f2-bce6-57c06adb5a94,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:24.424823 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-27e2966a-6495-41d7-bfef-ebcf6bd9a5f0 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.455654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-0ca7af50-4e45-4546-99bb-bb7c4e5ccd9b None None] Set router b8dbed7a-0f75-4ad6-816f-befb4bd4496e gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:22:24.468211 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-27e2966a-6495-41d7-bfef-ebcf6bd9a5f0 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Calling delete_port for 094c7a22-abfa-44f2-bce6-57c06adb5a94 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:24.470213 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89d9d0c7-c6b2-40d0-92a4-e82f44292d80 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.475846 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89d9d0c7-c6b2-40d0-92a4-e82f44292d80 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.513169 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-89d9d0c7-c6b2-40d0-92a4-e82f44292d80 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.518587 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-89d9d0c7-c6b2-40d0-92a4-e82f44292d80 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2208169 Jul 27 21:22:24.519475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42420) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:24.526314 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-df3a20ac-b0d8-4ae2-8997-b566ef683a97 None None] Deleting port 4b8b0136-656d-4d3a-83af-de80eedca9d1 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:24.526877 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-df3a20ac-b0d8-4ae2-8997-b566ef683a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.526982 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-fd5fd388-cc43-447c-849c-c428c1cd19a5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '4a490876-0bc5-47de-93fe-694cfdfe591c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:24.527605 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-fd5fd388-cc43-447c-849c-c428c1cd19a5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 21:22:24.528994 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-fd5fd388-cc43-447c-849c-c428c1cd19a5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:24.529471 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0ca7af50-4e45-4546-99bb-bb7c4e5ccd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830146623', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:21:51Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 6, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:24.535201 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fd5fd388-cc43-447c-849c-c428c1cd19a5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0143116 Jul 27 21:22:24.536453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9d0c7-c6b2-40d0-92a4-e82f44292d80 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a490876-0bc5-47de-93fe-694cfdfe591c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:24.539878 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42422) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:24.545488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-4c17f2da-bcbe-4927-89d4-9bb4fef9d4c3 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '4a490876-0bc5-47de-93fe-694cfdfe591c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:24.580611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7af50-4e45-4546-99bb-bb7c4e5ccd9b None None] The sync data for ids ['b8dbed7a-0f75-4ad6-816f-befb4bd4496e'] in n-d-764806-9 is: [{'id': 'b8dbed7a-0f75-4ad6-816f-befb4bd4496e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-830146623', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:21:51Z', 'updated_at': '2021-07-27T21:22:24Z', 'revision_number': 6, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:22:24.602743 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-4c17f2da-bcbe-4927-89d4-9bb4fef9d4c3 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:24.607055 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4c17f2da-bcbe-4927-89d4-9bb4fef9d4c3 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0659435 Jul 27 21:22:24.607861 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42426) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:24.626536 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b32f3cdf-42ee-4560-942e-c18290fff98a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '4a490876-0bc5-47de-93fe-694cfdfe591c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:24.627042 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-b32f3cdf-42ee-4560-942e-c18290fff98a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 27 21:22:24.627565 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-b32f3cdf-42ee-4560-942e-c18290fff98a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:24.631557 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b32f3cdf-42ee-4560-942e-c18290fff98a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0226953 Jul 27 21:22:24.632651 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42428) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:24.641743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-315b6f2c-1a8e-4fea-8d7a-4284e68b70be tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '4a490876-0bc5-47de-93fe-694cfdfe591c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:24.722524 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-315b6f2c-1a8e-4fea-8d7a-4284e68b70be tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:24.726835 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-315b6f2c-1a8e-4fea-8d7a-4284e68b70be tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0916176 Jul 27 21:22:24.727414 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42434) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:24.732031 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f2f76ae1-fbc0-4e15-9749-bc0dd1876e9e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '4a490876-0bc5-47de-93fe-694cfdfe591c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:24.732515 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-f2f76ae1-fbc0-4e15-9749-bc0dd1876e9e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 27 21:22:24.733024 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-f2f76ae1-fbc0-4e15-9749-bc0dd1876e9e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:24.733919 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f2f76ae1-fbc0-4e15-9749-bc0dd1876e9e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055270 Jul 27 21:22:24.735792 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-df3a20ac-b0d8-4ae2-8997-b566ef683a97 None None] For port 4b8b0136-656d-4d3a-83af-de80eedca9d1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4b8b0136-656d-4d3a-83af-de80eedca9d1,segment=NetworkSegment(41d5acd8-d03b-4186-96d5-a237b289a923),segment_id=41d5acd8-d03b-4186-96d5-a237b289a923)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:24.736190 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-df3a20ac-b0d8-4ae2-8997-b566ef683a97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.738829 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42436) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:24.746924 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ad6d8970-2b1d-4685-8db9-b1fd87fe7d41 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '4a490876-0bc5-47de-93fe-694cfdfe591c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:24.767460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-df3a20ac-b0d8-4ae2-8997-b566ef683a97 None None] Calling delete_port for 4b8b0136-656d-4d3a-83af-de80eedca9d1 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:24.818552 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-27e2966a-6495-41d7-bfef-ebcf6bd9a5f0 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:24.820144 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-ad6d8970-2b1d-4685-8db9-b1fd87fe7d41 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:24.821504 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ad6d8970-2b1d-4685-8db9-b1fd87fe7d41 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0817449 Jul 27 21:22:24.824648 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42438) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:24.833099 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b746ff93-5cc4-4bf4-b71b-ba1af5ba9046 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '4a490876-0bc5-47de-93fe-694cfdfe591c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:24.846585 n-d-764806-9 neutron-server[105579]: WARNING neutron.api.v2.base [None req-b746ff93-5cc4-4bf4-b71b-ba1af5ba9046 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 27 21:22:24.847404 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-b746ff93-5cc4-4bf4-b71b-ba1af5ba9046 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:24.848592 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b746ff93-5cc4-4bf4-b71b-ba1af5ba9046 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0219920 Jul 27 21:22:24.851319 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42440) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:24.856389 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a17de399-935b-4ef7-a474-7d85ab1b340e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '4a490876-0bc5-47de-93fe-694cfdfe591c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:24.857903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2966a-6495-41d7-bfef-ebcf6bd9a5f0 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event deleted for resources: {'Port': ['ID=094c7a22-abfa-44f2-bce6-57c06adb5a94,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:24.920902 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-a17de399-935b-4ef7-a474-7d85ab1b340e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:24.926313 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a17de399-935b-4ef7-a474-7d85ab1b340e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0711551 Jul 27 21:22:24.926755 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42442) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:24.932915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d91190bc-1c2a-4cf8-ac54-47611e98bec1 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '4a490876-0bc5-47de-93fe-694cfdfe591c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:24.943114 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-df3a20ac-b0d8-4ae2-8997-b566ef683a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.008196 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-27e2966a-6495-41d7-bfef-ebcf6bd9a5f0 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.017744 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a20ac-b0d8-4ae2-8997-b566ef683a97 None None] Pushing event deleted for resources: {'Port': ['ID=4b8b0136-656d-4d3a-83af-de80eedca9d1,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:25.020353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3a20ac-b0d8-4ae2-8997-b566ef683a97 None None] No DVR routers for this DVR port 4b8b0136-656d-4d3a-83af-de80eedca9d1 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:22:25.047908 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-d91190bc-1c2a-4cf8-ac54-47611e98bec1 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:25.053682 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d91190bc-1c2a-4cf8-ac54-47611e98bec1 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1258845 Jul 27 21:22:25.056400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42450) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:25.129440 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a670a6e8-b9fa-4b29-a9c9-bed24313f2d5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.154806 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-27e2966a-6495-41d7-bfef-ebcf6bd9a5f0 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.157571 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-27e2966a-6495-41d7-bfef-ebcf6bd9a5f0 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.162294 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a670a6e8-b9fa-4b29-a9c9-bed24313f2d5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.208767 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-27e2966a-6495-41d7-bfef-ebcf6bd9a5f0 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.209389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e2966a-6495-41d7-bfef-ebcf6bd9a5f0 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Fanout notify agent at l3_agent the message router_deleted on router b8dbed7a-0f75-4ad6-816f-befb4bd4496e {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:22:25.212123 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a670a6e8-b9fa-4b29-a9c9-bed24313f2d5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.215156 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a670a6e8-b9fa-4b29-a9c9-bed24313f2d5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.218154 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-27e2966a-6495-41d7-bfef-ebcf6bd9a5f0 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.220054 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-27e2966a-6495-41d7-bfef-ebcf6bd9a5f0 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "DELETE /v2.0/routers/b8dbed7a-0f75-4ad6-816f-befb4bd4496e HTTP/1.1" status: 204 len: 168 time: 1.3722425 Jul 27 21:22:25.220761 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42452) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:25.227947 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a670a6e8-b9fa-4b29-a9c9-bed24313f2d5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "DELETE /v2.0/security-groups/4a490876-0bc5-47de-93fe-694cfdfe591c HTTP/1.1" status: 204 len: 168 time: 0.1697931 Jul 27 21:22:25.228675 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42454) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:25.258401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670a6e8-b9fa-4b29-a9c9-bed24313f2d5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a490876-0bc5-47de-93fe-694cfdfe591c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:25.299083 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b6aa7eb3-f2dd-4e89-b452-016fb889c3b6 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0771213 Jul 27 21:22:25.300615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42456) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:25.305644 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-20c62a8a-6951-4d95-96fe-06068db95e52 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208189170'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:25.343458 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-753e6f0a-6ac7-4375-8cee-8c0afddba0e6 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.353250 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20c62a8a-6951-4d95-96fe-06068db95e52 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.477920 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-753e6f0a-6ac7-4375-8cee-8c0afddba0e6 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.489532 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-753e6f0a-6ac7-4375-8cee-8c0afddba0e6 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13c5a13-bc28-42ac-b7d1-497da94faa70']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:25.500000 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-753e6f0a-6ac7-4375-8cee-8c0afddba0e6 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d5acd8-d03b-4186-96d5-a237b289a923') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:25.500351 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-753e6f0a-6ac7-4375-8cee-8c0afddba0e6 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d5acd8-d03b-4186-96d5-a237b289a923') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:25.509722 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-753e6f0a-6ac7-4375-8cee-8c0afddba0e6 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.535718 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-753e6f0a-6ac7-4375-8cee-8c0afddba0e6 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.545292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753e6f0a-6ac7-4375-8cee-8c0afddba0e6 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:22:25.545704 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-753e6f0a-6ac7-4375-8cee-8c0afddba0e6 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:22:25.549390 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:22:25.637021 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-753e6f0a-6ac7-4375-8cee-8c0afddba0e6 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.640426 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20c62a8a-6951-4d95-96fe-06068db95e52 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.647123 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-753e6f0a-6ac7-4375-8cee-8c0afddba0e6 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.649054 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-753e6f0a-6ac7-4375-8cee-8c0afddba0e6 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "DELETE /v2.0/networks/b13c5a13-bc28-42ac-b7d1-497da94faa70 HTTP/1.1" status: 204 len: 168 time: 0.4152985 Jul 27 21:22:25.652570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42464) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:25.652702 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20c62a8a-6951-4d95-96fe-06068db95e52 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.675843 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e6f0a-6ac7-4375-8cee-8c0afddba0e6 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event deleted for resources: {'Network': ['ID=b13c5a13-bc28-42ac-b7d1-497da94faa70,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:25.697543 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20c62a8a-6951-4d95-96fe-06068db95e52 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.698824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-20c62a8a-6951-4d95-96fe-06068db95e52 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3980789 Jul 27 21:22:25.701946 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42468) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:25.708934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-db29d845-cede-4261-ad7c-2bee27875dd8 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '4525f808-36b6-440a-9dd7-5fce888f2a79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:25.719854 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c62a8a-6951-4d95-96fe-06068db95e52 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4525f808-36b6-440a-9dd7-5fce888f2a79,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:25.783847 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-db29d845-cede-4261-ad7c-2bee27875dd8 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The resource could not be found. Jul 27 21:22:25.783847 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-db29d845-cede-4261-ad7c-2bee27875dd8 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0716302 Jul 27 21:22:25.783847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42472) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:25.786256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5f98d20c-a1f2-469c-89f7-ae5b9a6f16ff tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '4525f808-36b6-440a-9dd7-5fce888f2a79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c430a583-3d5a-4cb8-a622-d3004f33560c'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:25.874154 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-5f98d20c-a1f2-469c-89f7-ae5b9a6f16ff tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The resource could not be found. Jul 27 21:22:25.876000 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5f98d20c-a1f2-469c-89f7-ae5b9a6f16ff tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0953243 Jul 27 21:22:25.878939 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42474) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:25.942949 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 077bec0d-6a1c-41cc-b129-8e529499d237 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:25.961310 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4dea7be1-3737-4522-bdbc-1a4ab47b0081 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:25.967355 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 077bec0d-6a1c-41cc-b129-8e529499d237 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:22:25.967676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 077bec0d-6a1c-41cc-b129-8e529499d237 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:25.968815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4b8b0136-656d-4d3a-83af-de80eedca9d1 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:26.011205 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 4b8b0136-656d-4d3a-83af-de80eedca9d1 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:22:26.011291 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4b8b0136-656d-4d3a-83af-de80eedca9d1 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:26.011681 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 094c7a22-abfa-44f2-bce6-57c06adb5a94 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:26.015658 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4dea7be1-3737-4522-bdbc-1a4ab47b0081 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.036100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-fbe84c69-1307-4d0f-8b8e-ea5090118e8f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Deleting port 9eff574a-2d11-464c-840b-417889ffba3d {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:26.036454 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fbe84c69-1307-4d0f-8b8e-ea5090118e8f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.053946 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 094c7a22-abfa-44f2-bce6-57c06adb5a94 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:22:26.054315 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 094c7a22-abfa-44f2-bce6-57c06adb5a94 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:26.099608 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4dea7be1-3737-4522-bdbc-1a4ab47b0081 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.102418 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4dea7be1-3737-4522-bdbc-1a4ab47b0081 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.103662 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4dea7be1-3737-4522-bdbc-1a4ab47b0081 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "DELETE /v2.0/security-groups/4525f808-36b6-440a-9dd7-5fce888f2a79 HTTP/1.1" status: 204 len: 168 time: 0.2234077 Jul 27 21:22:26.107904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42482) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:26.121174 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea7be1-3737-4522-bdbc-1a4ab47b0081 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4525f808-36b6-440a-9dd7-5fce888f2a79,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:26.207554 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c36fa5b8-b5b5-43b9-b5d2-009ba397f1c3 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0983081 Jul 27 21:22:26.211305 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fbe84c69-1307-4d0f-8b8e-ea5090118e8f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.211436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42484) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:26.211633 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fbe84c69-1307-4d0f-8b8e-ea5090118e8f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.216172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a0e64d84-3ab1-46d1-9577-e02d4297571b tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '9d97cee2-a81d-476b-a8e4-1203247df68e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:26.224460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-fbe84c69-1307-4d0f-8b8e-ea5090118e8f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Calling delete_port for 9eff574a-2d11-464c-840b-417889ffba3d owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:26.306066 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-a0e64d84-3ab1-46d1-9577-e02d4297571b tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The resource could not be found. Jul 27 21:22:26.311140 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a0e64d84-3ab1-46d1-9577-e02d4297571b tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0947907 Jul 27 21:22:26.311393 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42486) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:26.316073 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e4a30d2a-79b7-4ba1-96c4-d0d9ceac4594 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group': {'name': 'tempest-secgroup--961623404'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:26.355150 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4a30d2a-79b7-4ba1-96c4-d0d9ceac4594 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.489955 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4a30d2a-79b7-4ba1-96c4-d0d9ceac4594 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.497379 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4a30d2a-79b7-4ba1-96c4-d0d9ceac4594 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.503433 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fbe84c69-1307-4d0f-8b8e-ea5090118e8f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.518514 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4a30d2a-79b7-4ba1-96c4-d0d9ceac4594 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.523016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e4a30d2a-79b7-4ba1-96c4-d0d9ceac4594 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2090173 Jul 27 21:22:26.546951 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42492) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:26.556775 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e31842f4-ec11-4c01-a7ea-f4621c7d094a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group': {'name': 'tempest-secgroup--537068854'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:26.562591 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe84c69-1307-4d0f-8b8e-ea5090118e8f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event deleted for resources: {'Port': ['ID=9eff574a-2d11-464c-840b-417889ffba3d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:26.611416 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a30d2a-79b7-4ba1-96c4-d0d9ceac4594 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=166f0f34-fc29-4a65-bc90-fa093cdda4b1,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:26.632859 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fbe84c69-1307-4d0f-8b8e-ea5090118e8f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.633270 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-fbe84c69-1307-4d0f-8b8e-ea5090118e8f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Floating IP 058423f4-6d80-41ed-9ea3-c777fed73e1a disassociated (deleted). External IP: 172.25.2.201, port: 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66. Jul 27 21:22:26.636830 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e31842f4-ec11-4c01-a7ea-f4621c7d094a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.809060 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e31842f4-ec11-4c01-a7ea-f4621c7d094a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.818756 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e31842f4-ec11-4c01-a7ea-f4621c7d094a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.890030 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e31842f4-ec11-4c01-a7ea-f4621c7d094a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:26.892418 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e31842f4-ec11-4c01-a7ea-f4621c7d094a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3526671 Jul 27 21:22:26.893936 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31842f4-ec11-4c01-a7ea-f4621c7d094a tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38dc61a0-9a1d-478a-a0f7-fb310eb6ec19,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:26.906399 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42502) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:26.917601 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a9a250b3-3010-41b0-8624-3734aeafb9f6 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group_rule': {'security_group_id': '166f0f34-fc29-4a65-bc90-fa093cdda4b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '38dc61a0-9a1d-478a-a0f7-fb310eb6ec19'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:26.972953 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-a9a250b3-3010-41b0-8624-3734aeafb9f6 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 21:22:26.974564 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a9a250b3-3010-41b0-8624-3734aeafb9f6 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0667636 Jul 27 21:22:26.978191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42504) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:26.998914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe84c69-1307-4d0f-8b8e-ea5090118e8f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Router aae94406-406a-4a09-8951-50969696dfd7 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:22:27.126486 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc8f76e5-e78d-4c00-9381-8e8b141462d6 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.199501 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc8f76e5-e78d-4c00-9381-8e8b141462d6 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.242321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe84c69-1307-4d0f-8b8e-ea5090118e8f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:22:27.247243 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fbe84c69-1307-4d0f-8b8e-ea5090118e8f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.257652 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ec4a8-f39c-4bfc-b6b7-a78c7676dbbd None None] Sync routers for ids ['aae94406-406a-4a09-8951-50969696dfd7'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:22:27.275842 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ec4a8-f39c-4bfc-b6b7-a78c7676dbbd None None] Routers {'aae94406-406a-4a09-8951-50969696dfd7'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:27.276459 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-212ec4a8-f39c-4bfc-b6b7-a78c7676dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:22:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aae94406-406a-4a09-8951-50969696dfd7'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:27.295938 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fbe84c69-1307-4d0f-8b8e-ea5090118e8f tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "DELETE /v2.0/floatingips/058423f4-6d80-41ed-9ea3-c777fed73e1a HTTP/1.1" status: 204 len: 168 time: 1.6424937 Jul 27 21:22:27.297033 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9e98f3-0f47-4c03-ba02-bdb9146101d7', 'tag': '1df1dbd5-509e-4d2c-9354-4fdd8bec5e66'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:22:27.299729 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121cdab0-89e3-4208-9794-b7264b391a50" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9e98f3-0f47-4c03-ba02-bdb9146101d7", "tag": "1df1dbd5-509e-4d2c-9354-4fdd8bec5e66"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:22:27.331102 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc8f76e5-e78d-4c00-9381-8e8b141462d6 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.334089 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc8f76e5-e78d-4c00-9381-8e8b141462d6 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.336858 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cc8f76e5-e78d-4c00-9381-8e8b141462d6 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "DELETE /v2.0/security-groups/38dc61a0-9a1d-478a-a0f7-fb310eb6ec19 HTTP/1.1" status: 204 len: 168 time: 0.3549523 Jul 27 21:22:27.338592 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42518) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:27.363108 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f76e5-e78d-4c00-9381-8e8b141462d6 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dc61a0-9a1d-478a-a0f7-fb310eb6ec19,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:27.426486 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7df2f7d-3aad-4329-8207-115b44a1e410 x-openstack-request-id: req-b7df2f7d-3aad-4329-8207-115b44a1e410 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:22:27.426887 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9e98f3-0f47-4c03-ba02-bdb9146101d7", "tag": "1df1dbd5-509e-4d2c-9354-4fdd8bec5e66", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:22:27.427431 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7df2f7d-3aad-4329-8207-115b44a1e410 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:22:27.427951 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9e98f3-0f47-4c03-ba02-bdb9146101d7', 'tag': '1df1dbd5-509e-4d2c-9354-4fdd8bec5e66', 'status': 'completed', 'code': 200} Jul 27 21:22:27.517048 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-212ec4a8-f39c-4bfc-b6b7-a78c7676dbbd None None] Set router aae94406-406a-4a09-8951-50969696dfd7 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:22:27.517243 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8e23e6f3-ea59-488f-bee4-ec5bf1f98580 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1772752 Jul 27 21:22:27.517786 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42522) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:27.635855 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf3b1-f55f-4cd5-a0cc-aac8e726cd41 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.680202 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cdab0-89e3-4208-9794-b7264b391a50 req-c5b0935c-de73-4115-97a1-587bd145b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:27.698321 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-121cdab0-89e3-4208-9794-b7264b391a50 req-c5b0935c-de73-4115-97a1-587bd145b103 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68e16342715c4510a4b81e0488054ee7&device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 1136 time: 0.2486448 Jul 27 21:22:27.698810 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42524) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:27.707649 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf3b1-f55f-4cd5-a0cc-aac8e726cd41 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.793649 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf3b1-f55f-4cd5-a0cc-aac8e726cd41 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.796262 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf3b1-f55f-4cd5-a0cc-aac8e726cd41 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.800207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e1dbf3b1-f55f-4cd5-a0cc-aac8e726cd41 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "DELETE /v2.0/security-groups/166f0f34-fc29-4a65-bc90-fa093cdda4b1 HTTP/1.1" status: 204 len: 168 time: 0.2743845 Jul 27 21:22:27.808939 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42534) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:27.910731 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbf3b1-f55f-4cd5-a0cc-aac8e726cd41 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=166f0f34-fc29-4a65-bc90-fa093cdda4b1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:27.914792 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-781c1dcd-3358-4dad-8276-16747e7f0c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:27.951968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cdab0-89e3-4208-9794-b7264b391a50 req-22a2bcc9-2529-4cec-a87c-d3d575200e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:27.954007 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-121cdab0-89e3-4208-9794-b7264b391a50 req-22a2bcc9-2529-4cec-a87c-d3d575200e98 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ce34b7da-179c-4dce-b4e7-a3584a253d98 HTTP/1.1" status: 200 len: 897 time: 0.2410126 Jul 27 21:22:28.020050 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-121cdab0-89e3-4208-9794-b7264b391a50 req-ea091fd1-dfa0-4350-a383-55bb030e1e6c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 HTTP/1.1" status: 200 len: 217 time: 0.0489328 Jul 27 21:22:28.020236 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b706fcd8-409f-48cc-8443-9a6e167bd599 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1768939 Jul 27 21:22:28.022566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42536) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:28.026507 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-212ec4a8-f39c-4bfc-b6b7-a78c7676dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae94406-406a-4a09-8951-50969696dfd7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367407351', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a2b71a68-4775-432d-8d05-958202936879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:42Z', 'updated_at': '2021-07-27T21:19:51Z', 'revision_number': 4, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': 'a2b71a68-4775-432d-8d05-958202936879', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'bf8b076c-8e63-4752-bff2-73a84dc86dc0', 'name': '', 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'mac_address': 'fa:16:3e:4d:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:49Z', 'updated_at': '2021-07-27T21:19:59Z', 'revision_number': 5, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'subnets': [{'id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:28.059287 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-da91e0d6-1aad-450b-b61d-e3c95c41c90e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295922182'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:28.059512 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ec4a8-f39c-4bfc-b6b7-a78c7676dbbd None None] Checking router: aae94406-406a-4a09-8951-50969696dfd7 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:22:28.080523 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ec4a8-f39c-4bfc-b6b7-a78c7676dbbd None None] Routers {'aae94406-406a-4a09-8951-50969696dfd7'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:28.081919 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-212ec4a8-f39c-4bfc-b6b7-a78c7676dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:22:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aae94406-406a-4a09-8951-50969696dfd7'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:28.105877 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5b568-76fa-40d0-9071-40098cf2b981 req-8b839d26-363e-4df1-95a9-04283639f90d tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:28.108689 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2d5b568-76fa-40d0-9071-40098cf2b981 req-8b839d26-363e-4df1-95a9-04283639f90d tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 985 time: 0.2624564 Jul 27 21:22:28.110021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cdab0-89e3-4208-9794-b7264b391a50 req-d770a34b-33f1-4a6d-afb5-a2e91e10d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:28.111564 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-121cdab0-89e3-4208-9794-b7264b391a50 req-d770a34b-33f1-4a6d-afb5-a2e91e10d7a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39ea2bcd-c6f9-4ae1-bb77-30b8d5382020 HTTP/1.1" status: 200 len: 835 time: 0.0858233 Jul 27 21:22:28.190071 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2d5b568-76fa-40d0-9071-40098cf2b981 req-454015c4-6573-43a1-b100-dbb0db29bccc tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b1e7012-0db1-49cc-aecf-e7aa42cf88ce&id=fb680b66-bbb9-4056-a616-512448436eee&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0655754 Jul 27 21:22:28.192712 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-781c1dcd-3358-4dad-8276-16747e7f0c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.211011 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-781c1dcd-3358-4dad-8276-16747e7f0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.226832 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-da91e0d6-1aad-450b-b61d-e3c95c41c90e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.267364 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-212ec4a8-f39c-4bfc-b6b7-a78c7676dbbd None None] Set router aae94406-406a-4a09-8951-50969696dfd7 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:22:28.283632 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-781c1dcd-3358-4dad-8276-16747e7f0c45 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75f65996b2ce4679bc570a7f3d60de4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5837777 Jul 27 21:22:28.286804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42544) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:28.296766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c1dcd-3358-4dad-8276-16747e7f0c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277e16b1-cb0d-464e-a286-c6a4d1d01a92,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:28.322065 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cdab0-89e3-4208-9794-b7264b391a50 req-cb6757e8-b0e7-4ba1-a098-cc5652666df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:28.323639 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-121cdab0-89e3-4208-9794-b7264b391a50 req-cb6757e8-b0e7-4ba1-a098-cc5652666df2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ce34b7da-179c-4dce-b4e7-a3584a253d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649501 Jul 27 21:22:28.348990 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-da91e0d6-1aad-450b-b61d-e3c95c41c90e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.353938 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-da91e0d6-1aad-450b-b61d-e3c95c41c90e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.402277 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-da91e0d6-1aad-450b-b61d-e3c95c41c90e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.406689 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-da91e0d6-1aad-450b-b61d-e3c95c41c90e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3642955 Jul 27 21:22:28.407403 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b59973d6-6d49-406d-9f80-9de58b63d28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.407590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91e0d6-1aad-450b-b61d-e3c95c41c90e tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f2a74d-85cd-47d0-b293-a66c121b8bff,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:28.409954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42546) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:28.414585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e7be6ddf-e003-4b13-98a9-15cc5d63acd5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:28.415161 n-d-764806-9 neutron-server[105580]: WARNING neutron.api.v2.base [None req-e7be6ddf-e003-4b13-98a9-15cc5d63acd5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 27 21:22:28.415720 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-e7be6ddf-e003-4b13-98a9-15cc5d63acd5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] update failed (client error): There was a conflict when trying to complete your request. Jul 27 21:22:28.419564 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e7be6ddf-e003-4b13-98a9-15cc5d63acd5 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "PUT /v2.0/security-groups/59f2a74d-85cd-47d0-b293-a66c121b8bff HTTP/1.1" status: 409 len: 330 time: 0.0056493 Jul 27 21:22:28.419868 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42548) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:28.452598 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b59973d6-6d49-406d-9f80-9de58b63d28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.473685 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-121cdab0-89e3-4208-9794-b7264b391a50 req-22d1b863-5604-4084-9cfc-be352326b5f6 service neutron] 10.222.0.66 "GET /v2.0/networks/ce34b7da-179c-4dce-b4e7-a3584a253d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406171 Jul 27 21:22:28.483423 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d22eced-dfbf-451a-8679-4555e24a1680 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.527787 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d22eced-dfbf-451a-8679-4555e24a1680 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.560033 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-212ec4a8-f39c-4bfc-b6b7-a78c7676dbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae94406-406a-4a09-8951-50969696dfd7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367407351', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a2b71a68-4775-432d-8d05-958202936879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:42Z', 'updated_at': '2021-07-27T21:19:51Z', 'revision_number': 4, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': 'a2b71a68-4775-432d-8d05-958202936879', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'bf8b076c-8e63-4752-bff2-73a84dc86dc0', 'name': '', 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'mac_address': 'fa:16:3e:4d:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:49Z', 'updated_at': '2021-07-27T21:19:59Z', 'revision_number': 5, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'subnets': [{'id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:28.590637 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ec4a8-f39c-4bfc-b6b7-a78c7676dbbd None None] The sync data for ids ['aae94406-406a-4a09-8951-50969696dfd7'] in n-d-764806-9 is: [{'id': 'aae94406-406a-4a09-8951-50969696dfd7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367407351', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a2b71a68-4775-432d-8d05-958202936879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:42Z', 'updated_at': '2021-07-27T21:19:51Z', 'revision_number': 4, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': 'a2b71a68-4775-432d-8d05-958202936879', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'bf8b076c-8e63-4752-bff2-73a84dc86dc0', 'name': '', 'network_id': 'ce34b7da-179c-4dce-b4e7-a3584a253d98', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'mac_address': 'fa:16:3e:4d:3a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:49Z', 'updated_at': '2021-07-27T21:19:59Z', 'revision_number': 5, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'subnets': [{'id': '39ea2bcd-c6f9-4ae1-bb77-30b8d5382020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:22:28.592318 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d22eced-dfbf-451a-8679-4555e24a1680 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.594376 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b59973d6-6d49-406d-9f80-9de58b63d28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.597139 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b59973d6-6d49-406d-9f80-9de58b63d28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.597574 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d22eced-dfbf-451a-8679-4555e24a1680 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:28.598916 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0d22eced-dfbf-451a-8679-4555e24a1680 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "DELETE /v2.0/security-groups/59f2a74d-85cd-47d0-b293-a66c121b8bff HTTP/1.1" status: 204 len: 168 time: 0.1778891 Jul 27 21:22:28.601077 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b59973d6-6d49-406d-9f80-9de58b63d28a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/277e16b1-cb0d-464e-a286-c6a4d1d01a92 HTTP/1.1" status: 204 len: 168 time: 0.3124082 Jul 27 21:22:28.603380 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42556) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:28.616512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59973d6-6d49-406d-9f80-9de58b63d28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277e16b1-cb0d-464e-a286-c6a4d1d01a92,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:28.638753 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-121cdab0-89e3-4208-9794-b7264b391a50 req-2c50b769-35b5-4b9f-9152-3a3511df8bb8 service neutron] 10.222.0.66 "GET /v2.0/networks/ce34b7da-179c-4dce-b4e7-a3584a253d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520562 Jul 27 21:22:28.650253 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22eced-dfbf-451a-8679-4555e24a1680 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f2a74d-85cd-47d0-b293-a66c121b8bff,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:28.700996 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e4fbc344-8430-48a4-9413-82875f14aa0d tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0965915 Jul 27 21:22:28.705406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42558) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:28.720722 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-fc6b9d52-2f1d-44a1-9214-08b25bc7a3fa tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] delete failed (client error): The resource could not be found. Jul 27 21:22:28.721753 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fc6b9d52-2f1d-44a1-9214-08b25bc7a3fa tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "DELETE /v2.0/security-groups/7c499795-ad90-40b3-8584-b5d768fcedeb HTTP/1.1" status: 404 len: 347 time: 0.0153556 Jul 27 21:22:28.725649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42560) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:28.740827 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-f30d27ee-1697-4ba9-b3f7-1d0bd13e4753 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] show failed (client error): The resource could not be found. Jul 27 21:22:28.745832 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f30d27ee-1697-4ba9-b3f7-1d0bd13e4753 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "GET /v2.0/security-groups/3966af2e-1568-4aa6-aae2-2dabd37cc462 HTTP/1.1" status: 404 len: 347 time: 0.0154538 Jul 27 21:22:28.746014 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42562) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:28.764208 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-7e341329-7872-458f-b968-1e73e378cc30 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] show failed (client error): The resource could not be found. Jul 27 21:22:28.767668 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7e341329-7872-458f-b968-1e73e378cc30 tempest-NegativeSecGroupTest-1370883579 tempest-NegativeSecGroupTest-1370883579-project] 10.222.0.55 "GET /v2.0/security-group-rules/9ef4eda5-6c6d-4973-8415-38f7a47250e2 HTTP/1.1" status: 404 len: 356 time: 0.0205491 Jul 27 21:22:28.999523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42574) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:29.005666 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f454a1-cb98-4742-9e2b-d6acda2cd9b0 None None] New status for floating IP 058423f4-6d80-41ed-9ea3-c777fed73e1a: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:22:29.015834 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-86d0cdbf-91b9-43f3-974f-d9513eb3349d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.080067 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42576) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:29.147479 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-86d0cdbf-91b9-43f3-974f-d9513eb3349d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.153329 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-86d0cdbf-91b9-43f3-974f-d9513eb3349d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.198984 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0cdbf-91b9-43f3-974f-d9513eb3349d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48a48c8-4913-40a4-9246-2f5b62ee90da,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:29.207607 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-86d0cdbf-91b9-43f3-974f-d9513eb3349d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=48d0a9b17b8540bfb8e4252222c63820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032173 Jul 27 21:22:29.207790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42586) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:29.299327 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17c83f97-ddae-44e5-8165-fb6d3eff17ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.345881 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-14de98aa-3e69-4916-a5fa-5812f4777fa5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abb1910401d344ff84e5b06eab9acab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607663 Jul 27 21:22:29.349007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42590) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:29.359113 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17c83f97-ddae-44e5-8165-fb6d3eff17ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.405686 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73c40ce2-73c9-4489-8b0b-7e8b47cf2d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.431601 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73c40ce2-73c9-4489-8b0b-7e8b47cf2d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.498953 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73c40ce2-73c9-4489-8b0b-7e8b47cf2d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.502692 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73c40ce2-73c9-4489-8b0b-7e8b47cf2d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.504221 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-73c40ce2-73c9-4489-8b0b-7e8b47cf2d1e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5084172-5a72-41ae-83e6-d99a1673506f HTTP/1.1" status: 204 len: 168 time: 0.1540642 Jul 27 21:22:29.517967 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c40ce2-73c9-4489-8b0b-7e8b47cf2d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5084172-5a72-41ae-83e6-d99a1673506f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:29.783625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da8544-36a2-4f7b-a61b-2b1081c4c4f5 req-1ce450b0-7a3b-4926-898e-2b646cf5d0ba tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:29.790796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5da8544-36a2-4f7b-a61b-2b1081c4c4f5 req-1ce450b0-7a3b-4926-898e-2b646cf5d0ba tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 985 time: 0.5089200 Jul 27 21:22:29.799509 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee5176-f384-414d-a43b-104e2bcc74d9 req-23bdbd7c-c7d7-44ac-8a7c-d857d4e812ed tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:29.801836 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4eee5176-f384-414d-a43b-104e2bcc74d9 req-23bdbd7c-c7d7-44ac-8a7c-d857d4e812ed tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 985 time: 0.0989416 Jul 27 21:22:29.844714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5da8544-36a2-4f7b-a61b-2b1081c4c4f5 req-1cfae342-bd1a-4bda-8291-e6991f630388 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b1e7012-0db1-49cc-aecf-e7aa42cf88ce&id=fb680b66-bbb9-4056-a616-512448436eee&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0530941 Jul 27 21:22:29.855297 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17c83f97-ddae-44e5-8165-fb6d3eff17ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.864725 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-17c83f97-ddae-44e5-8165-fb6d3eff17ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:29.865898 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-17c83f97-ddae-44e5-8165-fb6d3eff17ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a48a48c8-4913-40a4-9246-2f5b62ee90da HTTP/1.1" status: 204 len: 168 time: 0.6571500 Jul 27 21:22:29.894415 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c83f97-ddae-44e5-8165-fb6d3eff17ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48a48c8-4913-40a4-9246-2f5b62ee90da,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:29.974806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-4eee5176-f384-414d-a43b-104e2bcc74d9 req-887a93d3-05cb-4166-b27a-42531bc4edb3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Deleting port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:29.975065 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4eee5176-f384-414d-a43b-104e2bcc74d9 req-887a93d3-05cb-4166-b27a-42531bc4edb3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.103510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4eee5176-f384-414d-a43b-104e2bcc74d9 req-887a93d3-05cb-4166-b27a-42531bc4edb3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] For port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=1df1dbd5-509e-4d2c-9354-4fdd8bec5e66,segment=NetworkSegment(54019ef5-a287-424f-bf6e-8e47be1e32ff),segment_id=54019ef5-a287-424f-bf6e-8e47be1e32ff)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:30.103884 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4eee5176-f384-414d-a43b-104e2bcc74d9 req-887a93d3-05cb-4166-b27a-42531bc4edb3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.156083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-4eee5176-f384-414d-a43b-104e2bcc74d9 req-887a93d3-05cb-4166-b27a-42531bc4edb3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Calling delete_port for 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:30.298799 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4eee5176-f384-414d-a43b-104e2bcc74d9 req-887a93d3-05cb-4166-b27a-42531bc4edb3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.698313 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a93d3-05cb-4166-b27a-42531bc4edb3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event deleted for resources: {'Port': ['ID=1df1dbd5-509e-4d2c-9354-4fdd8bec5e66,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:30.750917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eee5176-f384-414d-a43b-104e2bcc74d9 req-887a93d3-05cb-4166-b27a-42531bc4edb3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] No DVR routers for this DVR port 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:22:30.753610 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4eee5176-f384-414d-a43b-104e2bcc74d9 req-887a93d3-05cb-4166-b27a-42531bc4edb3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:30.755836 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4eee5176-f384-414d-a43b-104e2bcc74d9 req-887a93d3-05cb-4166-b27a-42531bc4edb3 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.66 "DELETE /v2.0/ports/1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 HTTP/1.1" status: 204 len: 173 time: 0.9462833 Jul 27 21:22:30.756310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9e98f3-0f47-4c03-ba02-bdb9146101d7', 'name': 'network-vif-deleted', 'tag': '1df1dbd5-509e-4d2c-9354-4fdd8bec5e66'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:22:30.758668 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dec6007-072a-467d-a75d-d223928886a1" -d '{"events": [{"server_uuid": "9c9e98f3-0f47-4c03-ba02-bdb9146101d7", "name": "network-vif-deleted", "tag": "1df1dbd5-509e-4d2c-9354-4fdd8bec5e66"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:22:30.850812 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eedc31-1051-4532-913b-4daf8f14fde3 x-openstack-request-id: req-a4eedc31-1051-4532-913b-4daf8f14fde3 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:22:30.851387 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9e98f3-0f47-4c03-ba02-bdb9146101d7", "name": "network-vif-deleted", "tag": "1df1dbd5-509e-4d2c-9354-4fdd8bec5e66", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:22:30.851387 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4eedc31-1051-4532-913b-4daf8f14fde3 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:22:30.851743 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9e98f3-0f47-4c03-ba02-bdb9146101d7', 'name': 'network-vif-deleted', 'tag': '1df1dbd5-509e-4d2c-9354-4fdd8bec5e66', 'status': 'completed', 'code': 200} Jul 27 21:22:31.005621 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f390e58-5cc7-4858-988d-bbcc4def7b26 req-89b8fd46-3bc8-4313-922a-f7422e8358fb tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c9e98f3-0f47-4c03-ba02-bdb9146101d7 HTTP/1.1" status: 200 len: 210 time: 0.0409343 Jul 27 21:22:31.895105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:31.916287 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:22:31.916662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 1df1dbd5-509e-4d2c-9354-4fdd8bec5e66 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:32.077785 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42716) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:32.164299 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35bd39d5-f4e8-445a-90c2-fae1f0214aee tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.195513 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35bd39d5-f4e8-445a-90c2-fae1f0214aee tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.256337 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35bd39d5-f4e8-445a-90c2-fae1f0214aee tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.260527 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35bd39d5-f4e8-445a-90c2-fae1f0214aee tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.264490 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-35bd39d5-f4e8-445a-90c2-fae1f0214aee tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "DELETE /v2.0/security-groups/0b1e7012-0db1-49cc-aecf-e7aa42cf88ce HTTP/1.1" status: 204 len: 168 time: 0.1822560 Jul 27 21:22:32.264776 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42724) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:32.288163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd39d5-f4e8-445a-90c2-fae1f0214aee tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1e7012-0db1-49cc-aecf-e7aa42cf88ce,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:32.330618 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3ca4092c-9c37-407f-9638-4000be34c978 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.362369 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3ca4092c-9c37-407f-9638-4000be34c978 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.408763 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3ca4092c-9c37-407f-9638-4000be34c978 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.412426 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3ca4092c-9c37-407f-9638-4000be34c978 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.413704 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3ca4092c-9c37-407f-9638-4000be34c978 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "DELETE /v2.0/security-groups/fb680b66-bbb9-4056-a616-512448436eee HTTP/1.1" status: 204 len: 168 time: 0.1480813 Jul 27 21:22:32.416547 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42726) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:32.425661 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4092c-9c37-407f-9638-4000be34c978 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb680b66-bbb9-4056-a616-512448436eee,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:32.683723 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-29e0d651-d57d-4511-9a23-cd4326ba72a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:32.895367 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0782b3bc-7ee9-4751-bc23-123e1875824b tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.200383 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-0782b3bc-7ee9-4751-bc23-123e1875824b tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Deleting port bf8b076c-8e63-4752-bff2-73a84dc86dc0 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:33.201013 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0782b3bc-7ee9-4751-bc23-123e1875824b tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.325670 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-0782b3bc-7ee9-4751-bc23-123e1875824b tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] For port bf8b076c-8e63-4752-bff2-73a84dc86dc0, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=bf8b076c-8e63-4752-bff2-73a84dc86dc0,segment=NetworkSegment(54019ef5-a287-424f-bf6e-8e47be1e32ff),segment_id=54019ef5-a287-424f-bf6e-8e47be1e32ff)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:33.326041 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0782b3bc-7ee9-4751-bc23-123e1875824b tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.345021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-0782b3bc-7ee9-4751-bc23-123e1875824b tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Calling delete_port for bf8b076c-8e63-4752-bff2-73a84dc86dc0 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:33.582783 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0782b3bc-7ee9-4751-bc23-123e1875824b tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:33.618432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782b3bc-7ee9-4751-bc23-123e1875824b tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event deleted for resources: {'Port': ['ID=bf8b076c-8e63-4752-bff2-73a84dc86dc0,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:33.939411 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0782b3bc-7ee9-4751-bc23-123e1875824b tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.097059 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.308221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0782b3bc-7ee9-4751-bc23-123e1875824b tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Router aae94406-406a-4a09-8951-50969696dfd7 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:22:34.430242 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0782b3bc-7ee9-4751-bc23-123e1875824b tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:22:34.439467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42782) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.439886 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0782b3bc-7ee9-4751-bc23-123e1875824b tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "PUT /v2.0/routers/aae94406-406a-4a09-8951-50969696dfd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0206504 Jul 27 21:22:34.446970 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ecfd3-44e9-48ac-865f-6f516abacb3c None None] Sync routers for ids ['aae94406-406a-4a09-8951-50969696dfd7'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:22:34.458180 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835ecfd3-44e9-48ac-865f-6f516abacb3c None None] Routers {'aae94406-406a-4a09-8951-50969696dfd7'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:34.458960 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-835ecfd3-44e9-48ac-865f-6f516abacb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:22:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aae94406-406a-4a09-8951-50969696dfd7'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:34.513756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Deleting subnet 39ea2bcd-c6f9-4ae1-bb77-30b8d5382020 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:22:34.518963 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.580146 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.626953 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-835ecfd3-44e9-48ac-865f-6f516abacb3c None None] Set router aae94406-406a-4a09-8951-50969696dfd7 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:22:34.705402 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.774120 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.804116 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event deleted for resources: {'Subnet': ['ID=39ea2bcd-c6f9-4ae1-bb77-30b8d5382020,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:34.815400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:34.816156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:34.816644 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:34.817121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:34.817596 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:34.818081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:34.818938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:34.819434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:34.819830 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:34.820252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:34.820477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:34.820862 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:22:34.832162 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:34.834489 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f32e5c2d-b445-41d1-85c0-0504cc9afdb9 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "DELETE /v2.0/subnets/39ea2bcd-c6f9-4ae1-bb77-30b8d5382020 HTTP/1.1" status: 204 len: 168 time: 0.3931692 Jul 27 21:22:34.836632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42788) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:34.841833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d053871b-997c-4820-b672-731627f96841 None None] Network ce34b7da-179c-4dce-b4e7-a3584a253d98 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:34.864741 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-835ecfd3-44e9-48ac-865f-6f516abacb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae94406-406a-4a09-8951-50969696dfd7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367407351', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a2b71a68-4775-432d-8d05-958202936879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:42Z', 'updated_at': '2021-07-27T21:22:33Z', 'revision_number': 5, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': 'a2b71a68-4775-432d-8d05-958202936879', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:34.925574 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ecfd3-44e9-48ac-865f-6f516abacb3c None None] Checking router: aae94406-406a-4a09-8951-50969696dfd7 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:22:34.973477 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835ecfd3-44e9-48ac-865f-6f516abacb3c None None] Routers {'aae94406-406a-4a09-8951-50969696dfd7'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:22:34.974986 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-835ecfd3-44e9-48ac-865f-6f516abacb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:22:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['aae94406-406a-4a09-8951-50969696dfd7'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:35.081467 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4969e87e-aeca-4e5a-9e48-5734d6f91502 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.153364 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-835ecfd3-44e9-48ac-865f-6f516abacb3c None None] Set router aae94406-406a-4a09-8951-50969696dfd7 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:22:35.165113 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7050cbe6-177e-4eb1-859f-ad258d0b2702 None None] DHCP port deletion for ce34b7da-179c-4dce-b4e7-a3584a253d98 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:22:35.280021 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4969e87e-aeca-4e5a-9e48-5734d6f91502 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.288882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7050cbe6-177e-4eb1-859f-ad258d0b2702 None None] Deleting port 38098a19-4478-490b-aa6a-2fef13c376de {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:35.289278 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7050cbe6-177e-4eb1-859f-ad258d0b2702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.390693 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4969e87e-aeca-4e5a-9e48-5734d6f91502 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Deleting port a2b71a68-4775-432d-8d05-958202936879 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:22:35.390693 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4969e87e-aeca-4e5a-9e48-5734d6f91502 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.420269 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-05f3a331-d0bb-4dd6-93b4-3e85c8a75d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.479486 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7050cbe6-177e-4eb1-859f-ad258d0b2702 None None] For port 38098a19-4478-490b-aa6a-2fef13c376de, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=38098a19-4478-490b-aa6a-2fef13c376de,segment=NetworkSegment(54019ef5-a287-424f-bf6e-8e47be1e32ff),segment_id=54019ef5-a287-424f-bf6e-8e47be1e32ff)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:35.479800 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7050cbe6-177e-4eb1-859f-ad258d0b2702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.508191 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-4969e87e-aeca-4e5a-9e48-5734d6f91502 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] For port a2b71a68-4775-432d-8d05-958202936879, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a2b71a68-4775-432d-8d05-958202936879,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:22:35.508692 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4969e87e-aeca-4e5a-9e48-5734d6f91502 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.521642 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.526816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7050cbe6-177e-4eb1-859f-ad258d0b2702 None None] Calling delete_port for 38098a19-4478-490b-aa6a-2fef13c376de owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:35.554643 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4969e87e-aeca-4e5a-9e48-5734d6f91502 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Calling delete_port for a2b71a68-4775-432d-8d05-958202936879 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:22:35.653355 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-835ecfd3-44e9-48ac-865f-6f516abacb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae94406-406a-4a09-8951-50969696dfd7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367407351', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a2b71a68-4775-432d-8d05-958202936879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:42Z', 'updated_at': '2021-07-27T21:22:33Z', 'revision_number': 5, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': 'a2b71a68-4775-432d-8d05-958202936879', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:35.690618 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7050cbe6-177e-4eb1-859f-ad258d0b2702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.717090 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050cbe6-177e-4eb1-859f-ad258d0b2702 None None] No DVR routers for this DVR port 38098a19-4478-490b-aa6a-2fef13c376de on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:22:35.750997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050cbe6-177e-4eb1-859f-ad258d0b2702 None None] Pushing event deleted for resources: {'Port': ['ID=38098a19-4478-490b-aa6a-2fef13c376de,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:35.757851 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ecfd3-44e9-48ac-865f-6f516abacb3c None None] The sync data for ids ['aae94406-406a-4a09-8951-50969696dfd7'] in n-d-764806-9 is: [{'id': 'aae94406-406a-4a09-8951-50969696dfd7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1367407351', 'tenant_id': '68e16342715c4510a4b81e0488054ee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'a2b71a68-4775-432d-8d05-958202936879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:19:42Z', 'updated_at': '2021-07-27T21:22:33Z', 'revision_number': 5, 'project_id': '68e16342715c4510a4b81e0488054ee7', 'gw_port': {'id': 'a2b71a68-4775-432d-8d05-958202936879', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae94406-406a-4a09-8951-50969696dfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:19:43Z', 'updated_at': '2021-07-27T21:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:22:35.871461 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4969e87e-aeca-4e5a-9e48-5734d6f91502 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:35.921070 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:22:35.921783 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969e87e-aeca-4e5a-9e48-5734d6f91502 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event deleted for resources: {'Port': ['ID=a2b71a68-4775-432d-8d05-958202936879,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:36.029301 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4969e87e-aeca-4e5a-9e48-5734d6f91502 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.163073 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4969e87e-aeca-4e5a-9e48-5734d6f91502 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.165577 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4969e87e-aeca-4e5a-9e48-5734d6f91502 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.229826 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4969e87e-aeca-4e5a-9e48-5734d6f91502 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.230789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4969e87e-aeca-4e5a-9e48-5734d6f91502 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Fanout notify agent at l3_agent the message router_deleted on router aae94406-406a-4a09-8951-50969696dfd7 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:22:36.241313 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4969e87e-aeca-4e5a-9e48-5734d6f91502 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.243055 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4969e87e-aeca-4e5a-9e48-5734d6f91502 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "DELETE /v2.0/routers/aae94406-406a-4a09-8951-50969696dfd7 HTTP/1.1" status: 204 len: 168 time: 1.4054399 Jul 27 21:22:36.247966 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42844) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:36.357494 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43e2be2e-b46d-41a7-98d4-17b3fd564a62 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.358332 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device bf8b076c-8e63-4752-bff2-73a84dc86dc0 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:36.395025 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: bf8b076c-8e63-4752-bff2-73a84dc86dc0 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:22:36.395378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device bf8b076c-8e63-4752-bff2-73a84dc86dc0 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:36.395790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 38098a19-4478-490b-aa6a-2fef13c376de no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:36.427797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 38098a19-4478-490b-aa6a-2fef13c376de {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:22:36.428139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 38098a19-4478-490b-aa6a-2fef13c376de not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:36.487766 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43e2be2e-b46d-41a7-98d4-17b3fd564a62 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.501495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-43e2be2e-b46d-41a7-98d4-17b3fd564a62 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce34b7da-179c-4dce-b4e7-a3584a253d98']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:36.512965 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-43e2be2e-b46d-41a7-98d4-17b3fd564a62 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54019ef5-a287-424f-bf6e-8e47be1e32ff') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:36.513600 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-43e2be2e-b46d-41a7-98d4-17b3fd564a62 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54019ef5-a287-424f-bf6e-8e47be1e32ff') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:22:36.523376 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43e2be2e-b46d-41a7-98d4-17b3fd564a62 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.549628 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43e2be2e-b46d-41a7-98d4-17b3fd564a62 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.562454 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e2be2e-b46d-41a7-98d4-17b3fd564a62 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:22:36.563036 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43e2be2e-b46d-41a7-98d4-17b3fd564a62 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:22:36.569731 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:22:36.640421 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43e2be2e-b46d-41a7-98d4-17b3fd564a62 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.650261 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43e2be2e-b46d-41a7-98d4-17b3fd564a62 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:36.652621 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-43e2be2e-b46d-41a7-98d4-17b3fd564a62 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] 10.222.0.55 "DELETE /v2.0/networks/ce34b7da-179c-4dce-b4e7-a3584a253d98 HTTP/1.1" status: 204 len: 168 time: 0.4035625 Jul 27 21:22:36.672242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2be2e-b46d-41a7-98d4-17b3fd564a62 tempest-TestSecurityGroupsBasicOps-1711896616 tempest-TestSecurityGroupsBasicOps-1711896616-project] Pushing event deleted for resources: {'Network': ['ID=ce34b7da-179c-4dce-b4e7-a3584a253d98,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:37.202475 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.627901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42880) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.742186 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.768286 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d96c922-665b-45a6-8e97-9812ce7e9e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.852414 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a2b71a68-4775-432d-8d05-958202936879 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:22:37.871873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: a2b71a68-4775-432d-8d05-958202936879 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:22:37.872424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a2b71a68-4775-432d-8d05-958202936879 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:22:37.877087 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d96c922-665b-45a6-8e97-9812ce7e9e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.881321 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d96c922-665b-45a6-8e97-9812ce7e9e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:37.922643 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5d96c922-665b-45a6-8e97-9812ce7e9e41 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba7f8997addb4a2396353faea0b92565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933009 Jul 27 21:22:37.923624 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96c922-665b-45a6-8e97-9812ce7e9e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26b33b9-aa09-4e97-b488-6c8f07ed8e3d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:37.925491 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42894) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:37.980125 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a342787c-1bb9-45e2-9a62-a5ffa459b59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.001718 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42900) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:38.008887 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a342787c-1bb9-45e2-9a62-a5ffa459b59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.071186 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a342787c-1bb9-45e2-9a62-a5ffa459b59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.073879 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a342787c-1bb9-45e2-9a62-a5ffa459b59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.075911 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a342787c-1bb9-45e2-9a62-a5ffa459b59b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c26b33b9-aa09-4e97-b488-6c8f07ed8e3d HTTP/1.1" status: 204 len: 168 time: 0.1488516 Jul 27 21:22:38.085788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342787c-1bb9-45e2-9a62-a5ffa459b59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26b33b9-aa09-4e97-b488-6c8f07ed8e3d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:38.188360 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e5bdf4a5-23f6-4a5e-81d3-0ba874abab57 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68e16342715c4510a4b81e0488054ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827316 Jul 27 21:22:38.188801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42912) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:38.257368 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-272027e8-9540-41a2-be73-f7370560e0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.294102 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-272027e8-9540-41a2-be73-f7370560e0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.357534 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-272027e8-9540-41a2-be73-f7370560e0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.363019 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-272027e8-9540-41a2-be73-f7370560e0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.365683 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-272027e8-9540-41a2-be73-f7370560e0d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6444ee6a-b31a-4014-8ea6-78bd6133da2c HTTP/1.1" status: 204 len: 168 time: 0.1755328 Jul 27 21:22:38.378546 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272027e8-9540-41a2-be73-f7370560e0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6444ee6a-b31a-4014-8ea6-78bd6133da2c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:38.477190 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42924) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:38.495717 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7def938-60f8-4fa6-a568-d9e86a1576c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.616500 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7def938-60f8-4fa6-a568-d9e86a1576c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.622598 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7def938-60f8-4fa6-a568-d9e86a1576c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.669237 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e7def938-60f8-4fa6-a568-d9e86a1576c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a7dd62da68f4345a4dde5d17db70993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1907587 Jul 27 21:22:38.670250 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7def938-60f8-4fa6-a568-d9e86a1576c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84319f30-9166-4087-8271-fe4b69e4d80f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:38.671967 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42932) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:38.758566 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bfa97fc9-4f39-4786-a80f-188803ef5e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.767849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42934) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:38.785569 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-531ec71e-502f-4fcf-b18f-a2d7805d0402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.790458 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bfa97fc9-4f39-4786-a80f-188803ef5e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.850002 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bfa97fc9-4f39-4786-a80f-188803ef5e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.857237 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bfa97fc9-4f39-4786-a80f-188803ef5e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.858541 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bfa97fc9-4f39-4786-a80f-188803ef5e9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/84319f30-9166-4087-8271-fe4b69e4d80f HTTP/1.1" status: 204 len: 168 time: 0.1843488 Jul 27 21:22:38.867998 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa97fc9-4f39-4786-a80f-188803ef5e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84319f30-9166-4087-8271-fe4b69e4d80f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:38.888732 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.957133 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-531ec71e-502f-4fcf-b18f-a2d7805d0402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:38.963151 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-531ec71e-502f-4fcf-b18f-a2d7805d0402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:39.019971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ec71e-502f-4fcf-b18f-a2d7805d0402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149ed2db-288c-4499-a0fb-38d27f57b238,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:39.021210 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-531ec71e-502f-4fcf-b18f-a2d7805d0402 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3156b513b11444eb94e951ab68b2a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523165 Jul 27 21:22:39.024092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42942) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:39.101660 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-65ec969e-1311-474a-917d-b7fbebaa764c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:39.135192 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-65ec969e-1311-474a-917d-b7fbebaa764c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:39.191579 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-65ec969e-1311-474a-917d-b7fbebaa764c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:39.194428 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-65ec969e-1311-474a-917d-b7fbebaa764c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:39.197552 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-65ec969e-1311-474a-917d-b7fbebaa764c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/149ed2db-288c-4499-a0fb-38d27f57b238 HTTP/1.1" status: 204 len: 168 time: 0.1700780 Jul 27 21:22:39.209891 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec969e-1311-474a-917d-b7fbebaa764c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149ed2db-288c-4499-a0fb-38d27f57b238,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:39.669447 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 42970) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:39.740276 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-38c2e68e-e68e-4fb5-be32-de1485682a87 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c2c0446341d485e9459059354a03385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693207 Jul 27 21:22:39.742935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 42974) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:39.838079 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-526f47c4-9772-40c9-8ef8-6105d64ff9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:39.866815 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-526f47c4-9772-40c9-8ef8-6105d64ff9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:39.929832 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-526f47c4-9772-40c9-8ef8-6105d64ff9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:39.933741 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-526f47c4-9772-40c9-8ef8-6105d64ff9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:39.935247 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-526f47c4-9772-40c9-8ef8-6105d64ff9fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa8080e4-1c8b-41d3-a10d-cbdb23ad3af5 HTTP/1.1" status: 204 len: 168 time: 0.1911845 Jul 27 21:22:39.952512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f47c4-9772-40c9-8ef8-6105d64ff9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8080e4-1c8b-41d3-a10d-cbdb23ad3af5,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:40.836702 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43022) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:40.957804 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-efad0100-1a26-4210-a71a-0256b3259871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.105950 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-efad0100-1a26-4210-a71a-0256b3259871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.111464 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-efad0100-1a26-4210-a71a-0256b3259871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.163680 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-efad0100-1a26-4210-a71a-0256b3259871 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0dfea13a568b4a83839514ca90867f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225877 Jul 27 21:22:41.163680 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad0100-1a26-4210-a71a-0256b3259871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e616d6bd-e044-4f0f-82dd-71555bc074f7,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:41.164088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43032) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:41.231789 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-811c9287-8cb5-42f4-9279-d6539ddcfa8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.266261 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-811c9287-8cb5-42f4-9279-d6539ddcfa8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.308677 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-811c9287-8cb5-42f4-9279-d6539ddcfa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.311563 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-811c9287-8cb5-42f4-9279-d6539ddcfa8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:41.313380 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-811c9287-8cb5-42f4-9279-d6539ddcfa8e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e616d6bd-e044-4f0f-82dd-71555bc074f7 HTTP/1.1" status: 204 len: 168 time: 0.1478882 Jul 27 21:22:41.322351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c9287-8cb5-42f4-9279-d6539ddcfa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e616d6bd-e044-4f0f-82dd-71555bc074f7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:46.912000 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43258) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:47.070505 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e3edaff-f4ff-491d-b5cb-87417dbd88eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.166456 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e3edaff-f4ff-491d-b5cb-87417dbd88eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.170494 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e3edaff-f4ff-491d-b5cb-87417dbd88eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.213397 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4e3edaff-f4ff-491d-b5cb-87417dbd88eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1c48adfef41468692c1786b103c90ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963398 Jul 27 21:22:47.213397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3edaff-f4ff-491d-b5cb-87417dbd88eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76dee8c-bac7-47d6-813c-cf52b271aaf2,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:47.214173 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43268) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:47.285058 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-465aceb7-87ab-4c88-be0d-71bf16d79ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.312595 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-465aceb7-87ab-4c88-be0d-71bf16d79ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.364790 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-465aceb7-87ab-4c88-be0d-71bf16d79ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.367732 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-465aceb7-87ab-4c88-be0d-71bf16d79ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.369292 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-465aceb7-87ab-4c88-be0d-71bf16d79ce2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a76dee8c-bac7-47d6-813c-cf52b271aaf2 HTTP/1.1" status: 204 len: 168 time: 0.1540391 Jul 27 21:22:47.378992 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465aceb7-87ab-4c88-be0d-71bf16d79ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76dee8c-bac7-47d6-813c-cf52b271aaf2,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:47.694760 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43282) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:47.709047 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9c00e361-c38b-4194-a02e-8cdb61fa3117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.815939 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9c00e361-c38b-4194-a02e-8cdb61fa3117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.820574 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9c00e361-c38b-4194-a02e-8cdb61fa3117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.859749 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9c00e361-c38b-4194-a02e-8cdb61fa3117 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e9554100858a4ba2b02ef171c693e329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615281 Jul 27 21:22:47.860772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43290) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:47.884976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00e361-c38b-4194-a02e-8cdb61fa3117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09536d99-55ca-40d8-8fc0-3b9b94a7db51,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:47.935035 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aa5b-6026-4929-b9d5-b481ab3f6813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:47.957043 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aa5b-6026-4929-b9d5-b481ab3f6813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:48.006675 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aa5b-6026-4929-b9d5-b481ab3f6813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:48.009676 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e1f5aa5b-6026-4929-b9d5-b481ab3f6813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:48.010914 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e1f5aa5b-6026-4929-b9d5-b481ab3f6813 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09536d99-55ca-40d8-8fc0-3b9b94a7db51 HTTP/1.1" status: 204 len: 168 time: 0.1485970 Jul 27 21:22:48.020356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5aa5b-6026-4929-b9d5-b481ab3f6813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09536d99-55ca-40d8-8fc0-3b9b94a7db51,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:50.058936 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43408) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:50.205201 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-89e19c88-89fa-4270-8b1d-35fb448c1adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.307965 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-89e19c88-89fa-4270-8b1d-35fb448c1adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.311840 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-89e19c88-89fa-4270-8b1d-35fb448c1adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.354829 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-89e19c88-89fa-4270-8b1d-35fb448c1adb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2cce9099424b42b68cc11ee853641aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914875 Jul 27 21:22:50.354829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e19c88-89fa-4270-8b1d-35fb448c1adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c1f002-5029-41f0-acb8-7e464ecf3fd1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:50.355602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43416) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:50.414279 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ec6f7a18-bcf3-4267-ad92-ddc3c7742ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.438033 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ec6f7a18-bcf3-4267-ad92-ddc3c7742ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.496121 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ec6f7a18-bcf3-4267-ad92-ddc3c7742ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.498923 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ec6f7a18-bcf3-4267-ad92-ddc3c7742ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.504358 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ec6f7a18-bcf3-4267-ad92-ddc3c7742ac2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4c1f002-5029-41f0-acb8-7e464ecf3fd1 HTTP/1.1" status: 204 len: 168 time: 0.1477959 Jul 27 21:22:50.513132 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f7a18-bcf3-4267-ad92-ddc3c7742ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c1f002-5029-41f0-acb8-7e464ecf3fd1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:50.797752 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43430) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:50.812611 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6859d4c5-8532-4dd6-a65a-eb66a8971c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.940694 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6859d4c5-8532-4dd6-a65a-eb66a8971c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.945980 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6859d4c5-8532-4dd6-a65a-eb66a8971c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:50.993512 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6859d4c5-8532-4dd6-a65a-eb66a8971c23 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=358c2dd1ade841c3bdbab777c59cffb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945555 Jul 27 21:22:50.996345 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43442) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:51.018348 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859d4c5-8532-4dd6-a65a-eb66a8971c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8700c0b1-3254-4663-88c3-2151db5e8487,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:51.057890 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c6310cd-b819-4ece-87c5-4bc5e4b3be08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:51.081385 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c6310cd-b819-4ece-87c5-4bc5e4b3be08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:51.130796 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c6310cd-b819-4ece-87c5-4bc5e4b3be08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:51.133547 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4c6310cd-b819-4ece-87c5-4bc5e4b3be08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:51.137050 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4c6310cd-b819-4ece-87c5-4bc5e4b3be08 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8700c0b1-3254-4663-88c3-2151db5e8487 HTTP/1.1" status: 204 len: 168 time: 0.1374359 Jul 27 21:22:51.145159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6310cd-b819-4ece-87c5-4bc5e4b3be08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8700c0b1-3254-4663-88c3-2151db5e8487,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:52.388718 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43506) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:52.645523 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e2650ce6-f206-4d1d-ab06-51301dba7d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:52.755717 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e2650ce6-f206-4d1d-ab06-51301dba7d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:52.759936 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e2650ce6-f206-4d1d-ab06-51301dba7d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:52.804775 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e2650ce6-f206-4d1d-ab06-51301dba7d4a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c4cc716aea7542c5b0404c82bf184ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144905 Jul 27 21:22:52.805787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2650ce6-f206-4d1d-ab06-51301dba7d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c915cd-7a73-4b84-9920-6a4f3944fa5e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:52.807426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43522) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:52.868816 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a10f8358-e1b5-44cd-b635-932b4d548831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:52.893483 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a10f8358-e1b5-44cd-b635-932b4d548831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:52.947012 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a10f8358-e1b5-44cd-b635-932b4d548831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:52.951312 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a10f8358-e1b5-44cd-b635-932b4d548831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:52.954460 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a10f8358-e1b5-44cd-b635-932b4d548831 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/68c915cd-7a73-4b84-9920-6a4f3944fa5e HTTP/1.1" status: 204 len: 168 time: 0.1441698 Jul 27 21:22:52.962758 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f8358-e1b5-44cd-b635-932b4d548831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c915cd-7a73-4b84-9920-6a4f3944fa5e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:53.262124 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43552) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:53.279661 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f1204b1-791f-4cf9-9ec5-94361942648c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.383868 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f1204b1-791f-4cf9-9ec5-94361942648c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.387894 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0f1204b1-791f-4cf9-9ec5-94361942648c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.430729 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0f1204b1-791f-4cf9-9ec5-94361942648c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06adbe37bb04487f8ca32546abf460b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647420 Jul 27 21:22:53.431091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43558) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:53.438894 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1204b1-791f-4cf9-9ec5-94361942648c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7829c806-e91a-41c6-b8ac-17c2379eb667,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:53.489013 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f84026f8-bd1b-4535-aa43-c30647976ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.513990 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f84026f8-bd1b-4535-aa43-c30647976ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.572175 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f84026f8-bd1b-4535-aa43-c30647976ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.577145 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f84026f8-bd1b-4535-aa43-c30647976ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:53.578547 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f84026f8-bd1b-4535-aa43-c30647976ad3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7829c806-e91a-41c6-b8ac-17c2379eb667 HTTP/1.1" status: 204 len: 168 time: 0.1464324 Jul 27 21:22:53.590512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84026f8-bd1b-4535-aa43-c30647976ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7829c806-e91a-41c6-b8ac-17c2379eb667,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:53.978818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43584) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:53.996440 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6615779-edf1-4e39-8d96-8651b8ae9011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.096726 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6615779-edf1-4e39-8d96-8651b8ae9011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.100630 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6615779-edf1-4e39-8d96-8651b8ae9011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.139279 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6615779-edf1-4e39-8d96-8651b8ae9011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624d560e-5e4b-4500-9317-7beb7dd745ab,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:54.144363 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b6615779-edf1-4e39-8d96-8651b8ae9011 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f4e4bec025e4fb9b01ebba0fddaf818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645172 Jul 27 21:22:54.146990 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43586) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:54.199857 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-874aaacf-2862-481b-b678-6c45267f1ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.223680 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-874aaacf-2862-481b-b678-6c45267f1ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.288556 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-874aaacf-2862-481b-b678-6c45267f1ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.291671 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-874aaacf-2862-481b-b678-6c45267f1ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:54.295888 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-874aaacf-2862-481b-b678-6c45267f1ca2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/624d560e-5e4b-4500-9317-7beb7dd745ab HTTP/1.1" status: 204 len: 168 time: 0.1480224 Jul 27 21:22:54.305176 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874aaacf-2862-481b-b678-6c45267f1ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624d560e-5e4b-4500-9317-7beb7dd745ab,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:55.047545 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43634) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:55.170841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-05c43a36-72b9-4da3-b522-deb8b2f95085 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1984158349-network', 'tenant_id': '28740701dbfa49b88a2a7c63a25527c5'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:55.194403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c43a36-72b9-4da3-b522-deb8b2f95085 admin admin] Made reservation on behalf of 28740701dbfa49b88a2a7c63a25527c5 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:55.197152 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05c43a36-72b9-4da3-b522-deb8b2f95085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:55.206391 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05c43a36-72b9-4da3-b522-deb8b2f95085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:55.311563 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05c43a36-72b9-4da3-b522-deb8b2f95085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:55.316663 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05c43a36-72b9-4da3-b522-deb8b2f95085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:55.330322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c43a36-72b9-4da3-b522-deb8b2f95085 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:22:55.352468 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05c43a36-72b9-4da3-b522-deb8b2f95085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:55.353454 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-05c43a36-72b9-4da3-b522-deb8b2f95085 admin admin] Added segment ff149e0a-3c77-45b1-96dd-b320b905204b of type vlan for network 0451a906-b4fd-4b0c-9a45-bd32611ff8e9 Jul 27 21:22:55.384957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c43a36-72b9-4da3-b522-deb8b2f95085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ef92ae-68d6-43a8-a64c-341667a46255,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:55.430525 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05c43a36-72b9-4da3-b522-deb8b2f95085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:55.465993 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05c43a36-72b9-4da3-b522-deb8b2f95085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:55.467314 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c43a36-72b9-4da3-b522-deb8b2f95085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:55.468095 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05c43a36-72b9-4da3-b522-deb8b2f95085 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:55.527821 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-05c43a36-72b9-4da3-b522-deb8b2f95085 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4790637 Jul 27 21:22:55.530988 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43658) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:55.536800 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-35e6a7d3-8d27-4190-9095-434f7f404e65 admin admin] Request body: {'subnet': {'network_id': '0451a906-b4fd-4b0c-9a45-bd32611ff8e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1984158349-subnet', 'tenant_id': '28740701dbfa49b88a2a7c63a25527c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:22:55.576428 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c43a36-72b9-4da3-b522-deb8b2f95085 admin admin] Pushing event updated for resources: {'Network': ['ID=0451a906-b4fd-4b0c-9a45-bd32611ff8e9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:55.581077 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e6a7d3-8d27-4190-9095-434f7f404e65 admin admin] Made reservation on behalf of 28740701dbfa49b88a2a7c63a25527c5 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:22:55.583561 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35e6a7d3-8d27-4190-9095-434f7f404e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:55.589882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 0451a906-b4fd-4b0c-9a45-bd32611ff8e9 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:22:55.777874 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35e6a7d3-8d27-4190-9095-434f7f404e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:55.853337 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6a7d3-8d27-4190-9095-434f7f404e65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6bff9ed-1fec-46a3-bdb1-45f31e4df162,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:55.855706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e6a7d3-8d27-4190-9095-434f7f404e65 admin admin] Checking segment: {'id': 'ff149e0a-3c77-45b1-96dd-b320b905204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0451a906-b4fd-4b0c-9a45-bd32611ff8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:22:55.856065 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e6a7d3-8d27-4190-9095-434f7f404e65 admin admin] Network hostable DHCP agents. Network: 0451a906-b4fd-4b0c-9a45-bd32611ff8e9, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:22:55.878758 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e6a7d3-8d27-4190-9095-434f7f404e65 admin admin] Network 0451a906-b4fd-4b0c-9a45-bd32611ff8e9 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:22:55.889051 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-35e6a7d3-8d27-4190-9095-434f7f404e65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 0451a906-b4fd-4b0c-9a45-bd32611ff8e9) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:22:55.893992 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e6a7d3-8d27-4190-9095-434f7f404e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:22:55.895369 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35e6a7d3-8d27-4190-9095-434f7f404e65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:55.902209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e08695c-a13c-418a-a237-802a3cf49ee1 None None] Network 0451a906-b4fd-4b0c-9a45-bd32611ff8e9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:55.928323 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-35e6a7d3-8d27-4190-9095-434f7f404e65 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3911743 Jul 27 21:22:56.267558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3358a3a-b74f-439a-b8df-89f302618ca4 None None] Network 0451a906-b4fd-4b0c-9a45-bd32611ff8e9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:22:57.860817 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43714) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:57.996013 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b85eafd3-6c39-4aa5-b239-06310cc4d50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.105068 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b85eafd3-6c39-4aa5-b239-06310cc4d50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.111265 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b85eafd3-6c39-4aa5-b239-06310cc4d50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.154264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85eafd3-6c39-4aa5-b239-06310cc4d50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ca5f35-66f0-472f-82ff-42d0565c0bdc,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:58.162892 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b85eafd3-6c39-4aa5-b239-06310cc4d50d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46b9618ef26444218f8fa005e97ce627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3009038 Jul 27 21:22:58.165574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43720) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:58.216566 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ddb8-df25-4d5a-9c8a-f02bdd2c44f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.239657 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ddb8-df25-4d5a-9c8a-f02bdd2c44f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.288834 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ddb8-df25-4d5a-9c8a-f02bdd2c44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.291657 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ddb8-df25-4d5a-9c8a-f02bdd2c44f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.292938 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2ef2ddb8-df25-4d5a-9c8a-f02bdd2c44f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0ca5f35-66f0-472f-82ff-42d0565c0bdc HTTP/1.1" status: 204 len: 168 time: 0.1263740 Jul 27 21:22:58.302829 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2ddb8-df25-4d5a-9c8a-f02bdd2c44f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ca5f35-66f0-472f-82ff-42d0565c0bdc,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:58.585401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43726) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:58.600662 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-68b43aa2-b890-4a6a-96eb-6697cef8e861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.706871 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-68b43aa2-b890-4a6a-96eb-6697cef8e861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.710947 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-68b43aa2-b890-4a6a-96eb-6697cef8e861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.755256 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-68b43aa2-b890-4a6a-96eb-6697cef8e861 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=446197c6c67449889d9ae7210d510c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686003 Jul 27 21:22:58.757995 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43728) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:58.758603 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b43aa2-b890-4a6a-96eb-6697cef8e861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264688f5-5e19-4e8c-acc0-00db46f9fbc2,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:58.835496 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a4997c6-2516-42d7-b4ed-0e268d02a14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.908610 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a4997c6-2516-42d7-b4ed-0e268d02a14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.982184 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a4997c6-2516-42d7-b4ed-0e268d02a14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.985318 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a4997c6-2516-42d7-b4ed-0e268d02a14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:58.986733 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2a4997c6-2516-42d7-b4ed-0e268d02a14e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/264688f5-5e19-4e8c-acc0-00db46f9fbc2 HTTP/1.1" status: 204 len: 168 time: 0.2271798 Jul 27 21:22:58.995960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4997c6-2516-42d7-b4ed-0e268d02a14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264688f5-5e19-4e8c-acc0-00db46f9fbc2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:59.342897 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43738) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:59.357049 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1093e98f-a723-4ea7-841c-41e983e4e4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:59.451720 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1093e98f-a723-4ea7-841c-41e983e4e4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:59.456735 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1093e98f-a723-4ea7-841c-41e983e4e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:59.496369 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1093e98f-a723-4ea7-841c-41e983e4e4fa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aeb935e54ce840968806512084830a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520205 Jul 27 21:22:59.498565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093e98f-a723-4ea7-841c-41e983e4e4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b4bb12-8daf-4621-8363-5b7d731219e7,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:22:59.499707 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43740) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:22:59.563676 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-615fb366-36a2-412b-b5d9-416fbd0c4ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:59.585492 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-615fb366-36a2-412b-b5d9-416fbd0c4ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:59.633292 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-615fb366-36a2-412b-b5d9-416fbd0c4ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:59.636138 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-615fb366-36a2-412b-b5d9-416fbd0c4ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:22:59.637303 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-615fb366-36a2-412b-b5d9-416fbd0c4ce4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17b4bb12-8daf-4621-8363-5b7d731219e7 HTTP/1.1" status: 204 len: 168 time: 0.1366079 Jul 27 21:22:59.645351 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fb366-36a2-412b-b5d9-416fbd0c4ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b4bb12-8daf-4621-8363-5b7d731219e7,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:01.710316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 43856) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:01.872492 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b3b5e1a8-611e-4545-b8cd-7b0b1416a38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:02.004042 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b3b5e1a8-611e-4545-b8cd-7b0b1416a38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:02.011279 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b3b5e1a8-611e-4545-b8cd-7b0b1416a38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:02.068456 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b3b5e1a8-611e-4545-b8cd-7b0b1416a38d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c0c10708341742ce9123865e9a1ac18a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568294 Jul 27 21:23:02.071186 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43904) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:02.074555 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5e1a8-611e-4545-b8cd-7b0b1416a38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8784c436-bece-48ea-9380-684fea2e8539,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:02.163750 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f12b063b-bd63-4689-9b7d-53dfebe7cfe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:02.201446 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f12b063b-bd63-4689-9b7d-53dfebe7cfe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:02.284036 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f12b063b-bd63-4689-9b7d-53dfebe7cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:02.287430 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f12b063b-bd63-4689-9b7d-53dfebe7cfe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:02.290274 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f12b063b-bd63-4689-9b7d-53dfebe7cfe0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8784c436-bece-48ea-9380-684fea2e8539 HTTP/1.1" status: 204 len: 168 time: 0.2162132 Jul 27 21:23:02.301318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b063b-bd63-4689-9b7d-53dfebe7cfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8784c436-bece-48ea-9380-684fea2e8539,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:02.699069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 43980) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:02.700554 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4372d28b-99f5-42d4-92e8-5ba365785115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:02.716533 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-03c67810-ed80-4c74-b664-a71a0048ec77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:02.834600 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-03c67810-ed80-4c74-b664-a71a0048ec77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:02.845961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-03c67810-ed80-4c74-b664-a71a0048ec77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:02.891532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c67810-ed80-4c74-b664-a71a0048ec77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c9cbc5-8eb5-4d2c-9342-cb5579a1081e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:02.921588 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-03c67810-ed80-4c74-b664-a71a0048ec77 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f8bf4632d5347fc9c87c5fa04cc531f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2202537 Jul 27 21:23:02.927855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 44004) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:03.022917 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed6cd7e8-0550-4f70-932f-a6e0e5f8b18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:03.075654 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed6cd7e8-0550-4f70-932f-a6e0e5f8b18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:03.153728 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed6cd7e8-0550-4f70-932f-a6e0e5f8b18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:03.158518 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ed6cd7e8-0550-4f70-932f-a6e0e5f8b18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:03.160519 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ed6cd7e8-0550-4f70-932f-a6e0e5f8b18b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10c9cbc5-8eb5-4d2c-9342-cb5579a1081e HTTP/1.1" status: 204 len: 168 time: 0.2315893 Jul 27 21:23:03.193533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cd7e8-0550-4f70-932f-a6e0e5f8b18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c9cbc5-8eb5-4d2c-9342-cb5579a1081e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:03.256098 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-64315240-a3df-4d34-997c-91a85412bf2a req-296b9a9b-c328-4b98-bf72-28ad4fdc98b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1225793 Jul 27 21:23:03.398115 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64315240-a3df-4d34-997c-91a85412bf2a req-047f6460-b802-407e-9578-13604b1ee041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:03.399671 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-64315240-a3df-4d34-997c-91a85412bf2a req-047f6460-b802-407e-9578-13604b1ee041 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ded0b72177884483bce54b1cc76dabe1&device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 1100 time: 0.1195936 Jul 27 21:23:03.638233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64315240-a3df-4d34-997c-91a85412bf2a req-906e31cd-09ac-47f9-82f8-90dceb490857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:03.640605 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-64315240-a3df-4d34-997c-91a85412bf2a req-906e31cd-09ac-47f9-82f8-90dceb490857 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.2185469 Jul 27 21:23:03.692702 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-64315240-a3df-4d34-997c-91a85412bf2a req-2e47da76-b837-40fe-9f71-37c6106bfbd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ace7c643-e37e-4474-a0ad-5aaacc61c5d7 HTTP/1.1" status: 200 len: 217 time: 0.0443747 Jul 27 21:23:03.783823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64315240-a3df-4d34-997c-91a85412bf2a req-19e3a7b7-d641-48cd-a848-7963d001ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:03.792469 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-64315240-a3df-4d34-997c-91a85412bf2a req-19e3a7b7-d641-48cd-a848-7963d001ff57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0928659 Jul 27 21:23:03.901014 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64315240-a3df-4d34-997c-91a85412bf2a req-78c85b7e-23d7-43a8-8479-1300220a76e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:03.902543 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-64315240-a3df-4d34-997c-91a85412bf2a req-78c85b7e-23d7-43a8-8479-1300220a76e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024010 Jul 27 21:23:04.027109 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-64315240-a3df-4d34-997c-91a85412bf2a req-7b6a7f2d-9443-44f4-8360-53e617f0741f service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168303 Jul 27 21:23:04.058863 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:04.170242 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-64315240-a3df-4d34-997c-91a85412bf2a req-685584ef-9834-43e4-a2dc-711649c21be7 service neutron] 10.222.0.20 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332285 Jul 27 21:23:04.918512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 44260) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:05.096105 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-033885c6-2306-47ae-8f0f-2780304b3db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.223667 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-033885c6-2306-47ae-8f0f-2780304b3db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.228334 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-033885c6-2306-47ae-8f0f-2780304b3db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.270477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44306) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:05.278982 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-033885c6-2306-47ae-8f0f-2780304b3db8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=689b46f5355344fe82af94c6c745aa63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3588741 Jul 27 21:23:05.297459 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033885c6-2306-47ae-8f0f-2780304b3db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97ab8f3-8b99-462d-bd6a-d8b160b2b1a7,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:05.349409 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ab31fa43-f1ef-47d2-8e12-30329bb154ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.370731 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71970e64-b50c-49b8-b79f-e38e6e92e49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.378081 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ab31fa43-f1ef-47d2-8e12-30329bb154ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.440423 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ab31fa43-f1ef-47d2-8e12-30329bb154ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.443279 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ab31fa43-f1ef-47d2-8e12-30329bb154ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:05.445446 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ab31fa43-f1ef-47d2-8e12-30329bb154ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e97ab8f3-8b99-462d-bd6a-d8b160b2b1a7 HTTP/1.1" status: 204 len: 168 time: 0.1733077 Jul 27 21:23:05.456745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31fa43-f1ef-47d2-8e12-30329bb154ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97ab8f3-8b99-462d-bd6a-d8b160b2b1a7,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:05.481581 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.190365 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:07.729611 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:08.874342 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:10.446900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a94e7-a168-4732-a4e1-3d089f248e37 req-aa90664e-b9d5-41e0-8fa5-977dac5597a5 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:10.448440 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-416a94e7-a168-4732-a4e1-3d089f248e37 req-aa90664e-b9d5-41e0-8fa5-977dac5597a5 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/ports?device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 949 time: 0.0771468 Jul 27 21:23:10.493492 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-416a94e7-a168-4732-a4e1-3d089f248e37 req-6418e2b2-4f46-4094-bf88-ed7ba8a30b04 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d15b0d-3ad5-404f-914c-6ca857451349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377686 Jul 27 21:23:11.651467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738a958-f9cf-4599-a25d-6e823e3a9570 req-a9769f84-9c45-45f6-aebf-f944c052f284 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:11.653070 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2738a958-f9cf-4599-a25d-6e823e3a9570 req-a9769f84-9c45-45f6-aebf-f944c052f284 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/ports?device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 949 time: 0.0795708 Jul 27 21:23:11.700918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2738a958-f9cf-4599-a25d-6e823e3a9570 req-6d58f18b-e5a2-43b3-a4bc-1394c70acf33 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/security-groups?id=48d15b0d-3ad5-404f-914c-6ca857451349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374413 Jul 27 21:23:11.899974 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb0497-cc0b-47f8-88f3-994c89b5a862 req-1b7291ac-e515-462d-b551-635e54e5bd33 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:11.901556 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5fb0497-cc0b-47f8-88f3-994c89b5a862 req-1b7291ac-e515-462d-b551-635e54e5bd33 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.20 "GET /v2.0/ports?device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 949 time: 0.0745754 Jul 27 21:23:12.008614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-b5fb0497-cc0b-47f8-88f3-994c89b5a862 req-eb28b984-3168-4e6a-966e-bc5c2177b311 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Deleting port ace7c643-e37e-4474-a0ad-5aaacc61c5d7 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:23:12.008851 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b5fb0497-cc0b-47f8-88f3-994c89b5a862 req-eb28b984-3168-4e6a-966e-bc5c2177b311 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.109213 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-b5fb0497-cc0b-47f8-88f3-994c89b5a862 req-eb28b984-3168-4e6a-966e-bc5c2177b311 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] For port ace7c643-e37e-4474-a0ad-5aaacc61c5d7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=ace7c643-e37e-4474-a0ad-5aaacc61c5d7,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:12.109606 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b5fb0497-cc0b-47f8-88f3-994c89b5a862 req-eb28b984-3168-4e6a-966e-bc5c2177b311 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.124105 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-b5fb0497-cc0b-47f8-88f3-994c89b5a862 req-eb28b984-3168-4e6a-966e-bc5c2177b311 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Calling delete_port for ace7c643-e37e-4474-a0ad-5aaacc61c5d7 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:23:12.276504 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b5fb0497-cc0b-47f8-88f3-994c89b5a862 req-eb28b984-3168-4e6a-966e-bc5c2177b311 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.288596 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['ace7c643-e37e-4474-a0ad-5aaacc61c5d7'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:23:12.316231 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28b984-3168-4e6a-966e-bc5c2177b311 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Pushing event deleted for resources: {'Port': ['ID=ace7c643-e37e-4474-a0ad-5aaacc61c5d7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:12.379064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fb0497-cc0b-47f8-88f3-994c89b5a862 req-eb28b984-3168-4e6a-966e-bc5c2177b311 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] No DVR routers for this DVR port ace7c643-e37e-4474-a0ad-5aaacc61c5d7 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:23:12.382559 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b5fb0497-cc0b-47f8-88f3-994c89b5a862 req-eb28b984-3168-4e6a-966e-bc5c2177b311 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:12.385183 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5fb0497-cc0b-47f8-88f3-994c89b5a862 req-eb28b984-3168-4e6a-966e-bc5c2177b311 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.20 "DELETE /v2.0/ports/ace7c643-e37e-4474-a0ad-5aaacc61c5d7 HTTP/1.1" status: 204 len: 173 time: 0.4765654 Jul 27 21:23:12.385787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5677dbe6-2f56-4085-a71c-4159d324c9e9', 'name': 'network-vif-deleted', 'tag': 'ace7c643-e37e-4474-a0ad-5aaacc61c5d7'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:23:12.388876 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024f91e9-a67f-414c-8916-3552e99e8da4" -d '{"events": [{"server_uuid": "5677dbe6-2f56-4085-a71c-4159d324c9e9", "name": "network-vif-deleted", "tag": "ace7c643-e37e-4474-a0ad-5aaacc61c5d7"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:23:12.437053 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d945e48-fc58-4b11-9f23-6b35e56844f4 x-openstack-request-id: req-4d945e48-fc58-4b11-9f23-6b35e56844f4 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:23:12.438645 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5677dbe6-2f56-4085-a71c-4159d324c9e9", "name": "network-vif-deleted", "tag": "ace7c643-e37e-4474-a0ad-5aaacc61c5d7", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:23:12.439004 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d945e48-fc58-4b11-9f23-6b35e56844f4 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:23:12.439571 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5677dbe6-2f56-4085-a71c-4159d324c9e9', 'name': 'network-vif-deleted', 'tag': 'ace7c643-e37e-4474-a0ad-5aaacc61c5d7', 'status': 'completed', 'code': 200} Jul 27 21:23:12.870627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4ab67bde-3876-40d0-828c-1dc1f6553b05 req-827d5846-dd88-4500-b6a8-10f053857f33 tempest-VolumesBackupsTest-389481178 tempest-VolumesBackupsTest-389481178-project] 10.222.0.55 "GET /v2.0/ports?device_id=5677dbe6-2f56-4085-a71c-4159d324c9e9 HTTP/1.1" status: 200 len: 210 time: 0.0575953 Jul 27 21:23:12.924700 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:23:15.818078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ace7c643-e37e-4474-a0ad-5aaacc61c5d7 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:23:15.852129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: ace7c643-e37e-4474-a0ad-5aaacc61c5d7 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:23:15.853112 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device ace7c643-e37e-4474-a0ad-5aaacc61c5d7 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:23:23.901359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6511dc-3169-4287-ad07-75c017d6e9de req-33cc7dff-9090-4c7c-af7a-fe93a8c63217 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:23.903755 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b6511dc-3169-4287-ad07-75c017d6e9de req-33cc7dff-9090-4c7c-af7a-fe93a8c63217 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.3566172 Jul 27 21:23:23.951945 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b6511dc-3169-4287-ad07-75c017d6e9de req-257bd01e-78de-41c1-8574-959190f7c4da tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417004 Jul 27 21:23:24.204823 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2c5eb-8927-426f-8c7e-cf64ec9ca085 req-54fbd948-4cab-4fad-b82c-06c2b9b61cee tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:24.206455 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dec2c5eb-8927-426f-8c7e-cf64ec9ca085 req-54fbd948-4cab-4fad-b82c-06c2b9b61cee tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1777289 Jul 27 21:23:24.270606 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dec2c5eb-8927-426f-8c7e-cf64ec9ca085 req-5d9d415e-69aa-4453-8749-38ccb348f055 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563416 Jul 27 21:23:24.636781 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-1b25b010-2941-4c40-a674-cd1e56d949a2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:24.638336 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-1b25b010-2941-4c40-a674-cd1e56d949a2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 811 time: 0.1374683 Jul 27 21:23:24.655242 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-85b8e31a-b827-4b7e-a3b0-e9f309fb5e0b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/quotas/4d778f8b6f9145c4833b2fba5db782c4 HTTP/1.1" status: 200 len: 375 time: 0.0097177 Jul 27 21:23:24.744261 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9773b4cf-0c9e-45d9-963e-1fe545dce8db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0832803 Jul 27 21:23:24.867705 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-61c840bc-f63b-492c-93e8-b3ea2832e4ad service neutron] 10.222.0.55 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152689 Jul 27 21:23:24.979622 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-290a22f8-3009-4d92-b9be-121da3d93c81 service neutron] 10.222.0.55 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108990 Jul 27 21:23:25.203595 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fae52d1-ae27-4f5d-ac13-28b372c5376e req-b70e8db9-77f7-4e12-8161-83b99d197858 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 210 time: 0.0425744 Jul 27 21:23:26.377765 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-651a41ed-b54c-49ca-9c7f-50f07985cd29 req-3ec7401f-20f7-4886-9a44-f07c71e69f21 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 210 time: 0.0420933 Jul 27 21:23:26.486285 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-ff9b23c0-a634-4cd6-874e-453ef46a2caa tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:26.488662 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-ff9b23c0-a634-4cd6-874e-453ef46a2caa tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.20 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 811 time: 0.1884098 Jul 27 21:23:26.513567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Request body: {'port': {'device_id': 'e13a9afb-4baa-4ddf-a052-82759c34f924', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'admin_state_up': True, 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:26.660924 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Made reservation on behalf of 4d778f8b6f9145c4833b2fba5db782c4 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:26.666459 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:26.837878 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Allocated IP 172.20.0.6 (469a8226-6f36-400c-8f75-c82802ca52c3/4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c/7624b413-234c-408a-aff2-dbc9bc74b7d6) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:27.096934 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:27.116918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Transition to ACTIVE for port object 7624b413-234c-408a-aff2-dbc9bc74b7d6 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:27.181072 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:27.194118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['6b197af2-29df-4fce-939c-c2f753463315'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:23:27.221364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44866) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:27.262775 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['bab724c1-b25b-4c81-ac8b-9c65bda4b615'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:23:27.275105 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Network 469a8226-6f36-400c-8f75-c82802ca52c3 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:27.284169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:27.306502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:23:27.340989 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event updated for resources: {'Port': ['ID=7624b413-234c-408a-aff2-dbc9bc74b7d6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:27.424875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:27.426408 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:27.429059 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:27.434000 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:27.436576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:27.439392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:27.441594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:27.442118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:27.444417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:27.446797 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:27.447312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:27.448234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:27.491727 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:27.492373 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:27.534417 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-f541aaf3-7c37-4b84-9ffc-07f754d1b4cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0346181 Jul 27 21:23:27.548256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-bc4467ed-2a59-44e9-8597-faaa1fee8e8b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:23:27.550846 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-bc4467ed-2a59-44e9-8597-faaa1fee8e8b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092447 Jul 27 21:23:27.573341 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Request body: {'port': {'device_id': 'e13a9afb-4baa-4ddf-a052-82759c34f924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:27.580073 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6584ac38-15d0-4f02-9acb-920f646f86a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:27.714995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6585d0-5899-4dbb-960e-319ff7b31dcc req-968e2c64-34ef-4315-9341-9c572ddc8288 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:27.717636 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b6585d0-5899-4dbb-960e-319ff7b31dcc req-968e2c64-34ef-4315-9341-9c572ddc8288 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 931 time: 0.2163260 Jul 27 21:23:27.808122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-63c336da-4371-4422-8cda-bc5053e3c817 None None] Provisioning for port 7624b413-234c-408a-aff2-dbc9bc74b7d6 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:27.808878 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b6585d0-5899-4dbb-960e-319ff7b31dcc req-7a9eb422-cfc7-4bf5-aa8f-26b38d6ef363 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835216 Jul 27 21:23:27.821925 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:27.828630 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-63c336da-4371-4422-8cda-bc5053e3c817 None None] Provisioning complete for port 7624b413-234c-408a-aff2-dbc9bc74b7d6 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:27.829322 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-63c336da-4371-4422-8cda-bc5053e3c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:27.889769 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6584ac38-15d0-4f02-9acb-920f646f86a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:27.891464 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-63c336da-4371-4422-8cda-bc5053e3c817 None None] Port 7624b413-234c-408a-aff2-dbc9bc74b7d6 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:23:27.897581 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6584ac38-15d0-4f02-9acb-920f646f86a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:27.996229 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584ac38-15d0-4f02-9acb-920f646f86a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ec3b9a-47e1-4d3e-9c85-d93c08191615,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:28.028117 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6584ac38-15d0-4f02-9acb-920f646f86a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=801c7caa36304a60a45eedb554c4faaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8053849 Jul 27 21:23:28.031351 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 44880) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:23:28.111956 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62155319-717c-43dc-856d-563dfa9a7fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.142359 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62155319-717c-43dc-856d-563dfa9a7fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.202857 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7624b413-234c-408a-aff2-dbc9bc74b7d6 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:23:28.218492 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.234529 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62155319-717c-43dc-856d-563dfa9a7fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.235895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Transition to ACTIVE for port object 7624b413-234c-408a-aff2-dbc9bc74b7d6 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:28.239095 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62155319-717c-43dc-856d-563dfa9a7fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.240092 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.243015 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-62155319-717c-43dc-856d-563dfa9a7fd9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95ec3b9a-47e1-4d3e-9c85-d93c08191615 HTTP/1.1" status: 204 len: 168 time: 0.2080042 Jul 27 21:23:28.250487 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62155319-717c-43dc-856d-563dfa9a7fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ec3b9a-47e1-4d3e-9c85-d93c08191615,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:28.355801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Pushing event updated for resources: {'Port': ['ID=7624b413-234c-408a-aff2-dbc9bc74b7d6,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:28.399668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Attempting to bind port 7624b413-234c-408a-aff2-dbc9bc74b7d6 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:23:28.400178 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Attempting to bind port 7624b413-234c-408a-aff2-dbc9bc74b7d6 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:23:28.400687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Attempting to bind port 7624b413-234c-408a-aff2-dbc9bc74b7d6 on network 469a8226-6f36-400c-8f75-c82802ca52c3 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:28.407529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Port 7624b413-234c-408a-aff2-dbc9bc74b7d6 on network 469a8226-6f36-400c-8f75-c82802ca52c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:23:28.408068 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Attempting to bind port 7624b413-234c-408a-aff2-dbc9bc74b7d6 on network 469a8226-6f36-400c-8f75-c82802ca52c3 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:28.414961 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:23:28.415687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Checking segment: {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:28.416576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Bound using segment: {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:23:28.417433 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Bound port: 7624b413-234c-408a-aff2-dbc9bc74b7d6, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:23:28.418010 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.526136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] For port 7624b413-234c-408a-aff2-dbc9bc74b7d6, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:23:28.530859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] For port 7624b413-234c-408a-aff2-dbc9bc74b7d6, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7624b413-234c-408a-aff2-dbc9bc74b7d6,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:23:28.547367 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.604788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:28.605847 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:28.608470 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] 10.222.0.20 "PUT /v2.0/ports/7624b413-234c-408a-aff2-dbc9bc74b7d6 HTTP/1.1" status: 200 len: 1091 time: 1.0484228 Jul 27 21:23:28.608957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13a9afb-4baa-4ddf-a052-82759c34f924', 'tag': '7624b413-234c-408a-aff2-dbc9bc74b7d6'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:23:28.611774 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb731aa-8e3f-472d-b74f-2e7f7c03126d" -d '{"events": [{"name": "network-changed", "server_uuid": "e13a9afb-4baa-4ddf-a052-82759c34f924", "tag": "7624b413-234c-408a-aff2-dbc9bc74b7d6"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:23:28.636521 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261b4c3-a921-4ae0-aa2e-cbd35968a62a service neutron] Pushing event updated for resources: {'Port': ['ID=7624b413-234c-408a-aff2-dbc9bc74b7d6,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:28.785010 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9fd27d-8cd6-4e46-85b9-36653f7b0d84 x-openstack-request-id: req-3c9fd27d-8cd6-4e46-85b9-36653f7b0d84 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:23:28.785814 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13a9afb-4baa-4ddf-a052-82759c34f924", "tag": "7624b413-234c-408a-aff2-dbc9bc74b7d6", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:23:28.786400 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c9fd27d-8cd6-4e46-85b9-36653f7b0d84 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:23:28.786962 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13a9afb-4baa-4ddf-a052-82759c34f924', 'tag': '7624b413-234c-408a-aff2-dbc9bc74b7d6', 'status': 'completed', 'code': 200} Jul 27 21:23:28.820640 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-147038a4-00e2-4503-9121-4eab8d2f0869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:28.822021 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-147038a4-00e2-4503-9121-4eab8d2f0869 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 1094 time: 0.1535342 Jul 27 21:23:28.893186 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-b1ac9617-76e4-4c86-8d83-84f6d2bfe5f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7624b413-234c-408a-aff2-dbc9bc74b7d6 HTTP/1.1" status: 200 len: 217 time: 0.0629041 Jul 27 21:23:28.954457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-059ef1db-36a8-44f9-8cd6-942370304a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:28.956552 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-059ef1db-36a8-44f9-8cd6-942370304a73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.0554969 Jul 27 21:23:29.036514 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b81ceb-459e-435c-a215-3373f31a2fd7 req-33d82253-407a-4564-b5d0-b3dfc6f0d95a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:29.049390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2b81ceb-459e-435c-a215-3373f31a2fd7 req-33d82253-407a-4564-b5d0-b3dfc6f0d95a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 943 time: 0.1320755 Jul 27 21:23:29.071996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-712fa6c9-4a75-488d-99e0-e1c67da6fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:29.073719 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-712fa6c9-4a75-488d-99e0-e1c67da6fcc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093571 Jul 27 21:23:29.105114 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2b81ceb-459e-435c-a215-3373f31a2fd7 req-6a928401-b357-41e6-8748-12f6aa496022 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452564 Jul 27 21:23:29.189145 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-c822d2f6-d8ae-4ee9-b69c-f4db6520a733 service neutron] 10.222.0.20 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074212 Jul 27 21:23:29.316095 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a1d56a5-8246-4592-86d3-da19d9c4dc0c req-1cca07db-d38c-42b2-8083-f1f16cb9c79d service neutron] 10.222.0.20 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186109 Jul 27 21:23:29.436877 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb731aa-8e3f-472d-b74f-2e7f7c03126d req-29d921ad-8251-4a8a-b050-3706d5c9b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:29.439567 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bfb731aa-8e3f-472d-b74f-2e7f7c03126d req-29d921ad-8251-4a8a-b050-3706d5c9b9f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 1094 time: 0.0700600 Jul 27 21:23:29.560111 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb731aa-8e3f-472d-b74f-2e7f7c03126d req-8f324e6b-012a-4b68-bb7e-61893e2b8ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:29.561674 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bfb731aa-8e3f-472d-b74f-2e7f7c03126d req-8f324e6b-012a-4b68-bb7e-61893e2b8ae0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.1131387 Jul 27 21:23:29.616755 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bfb731aa-8e3f-472d-b74f-2e7f7c03126d req-23156e4a-5105-4345-9cee-a13c46f34f9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7624b413-234c-408a-aff2-dbc9bc74b7d6 HTTP/1.1" status: 200 len: 217 time: 0.0458193 Jul 27 21:23:29.671265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb731aa-8e3f-472d-b74f-2e7f7c03126d req-3577258c-0fec-4f09-a332-1dc4189f0a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:29.672809 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bfb731aa-8e3f-472d-b74f-2e7f7c03126d req-3577258c-0fec-4f09-a332-1dc4189f0a40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.0482337 Jul 27 21:23:29.743900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb731aa-8e3f-472d-b74f-2e7f7c03126d req-b7e9347b-092d-4177-a941-0e2803b3797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:29.745524 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bfb731aa-8e3f-472d-b74f-2e7f7c03126d req-b7e9347b-092d-4177-a941-0e2803b3797a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641413 Jul 27 21:23:30.217934 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bfb731aa-8e3f-472d-b74f-2e7f7c03126d req-3b2032ff-46b1-4d15-8818-b9a569d950d5 service neutron] 10.222.0.20 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638822 Jul 27 21:23:30.270181 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6a470-7c5b-4b1b-99cd-cb252ae3d4e1 req-091aec34-e105-4f81-8f4b-37e4a6c3c660 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:30.280052 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37d6a470-7c5b-4b1b-99cd-cb252ae3d4e1 req-091aec34-e105-4f81-8f4b-37e4a6c3c660 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 943 time: 0.0828385 Jul 27 21:23:30.326061 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37d6a470-7c5b-4b1b-99cd-cb252ae3d4e1 req-949d3db6-1603-4b58-b82c-ae446e975f48 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 Jul 27 21:23:30.326631 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bfb731aa-8e3f-472d-b74f-2e7f7c03126d req-edebdfa5-7200-4305-8ef0-6fe174190bf4 service neutron] 10.222.0.20 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004002 Jul 27 21:23:31.456369 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e81d95-9c77-41d8-a0fc-900c48a9a5a4 req-89d338e9-6cc1-46fd-b4ca-84551cf6b640 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:31.458520 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-23e81d95-9c77-41d8-a0fc-900c48a9a5a4 req-89d338e9-6cc1-46fd-b4ca-84551cf6b640 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 943 time: 0.0709481 Jul 27 21:23:31.520827 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-23e81d95-9c77-41d8-a0fc-900c48a9a5a4 req-57276e24-74df-4a12-af83-dc1244d201c6 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555062 Jul 27 21:23:31.909763 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7624b413-234c-408a-aff2-dbc9bc74b7d6 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:23:32.023913 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7624b413-234c-408a-aff2-dbc9bc74b7d6, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7624b413-234c-408a-aff2-dbc9bc74b7d6,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:32.035639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '7624b413-234c-408a-aff2-dbc9bc74b7d6', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'port_id': '7624b413-234c-408a-aff2-dbc9bc74b7d6', 'mac_address': 'fa:16:3e:60:68:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:23:32.078350 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:32.091448 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7624b413-234c-408a-aff2-dbc9bc74b7d6 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:23:32.111107 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7624b413-234c-408a-aff2-dbc9bc74b7d6, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7624b413-234c-408a-aff2-dbc9bc74b7d6,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:32.116004 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:32.168968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7624b413-234c-408a-aff2-dbc9bc74b7d6,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:32.177294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:32.177646 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:32.177990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:32.178350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:32.178687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:32.179016 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:32.179342 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:32.179667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:32.179992 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:32.180317 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:32.180640 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:32.181016 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:32.369391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7624b413-234c-408a-aff2-dbc9bc74b7d6'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:23:32.682416 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834684d-9f80-400e-8989-c76e163cf9a8 req-ce5485f5-37b6-479a-b9ae-4723a0bea3e3 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:32.683809 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1834684d-9f80-400e-8989-c76e163cf9a8 req-ce5485f5-37b6-479a-b9ae-4723a0bea3e3 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 944 time: 0.0809269 Jul 27 21:23:32.688000 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0500-9440-42cf-a7cf-c641183aa87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:32.725377 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1834684d-9f80-400e-8989-c76e163cf9a8 req-e354545b-bc0e-4227-bbc2-35de2bad8d0f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336010 Jul 27 21:23:33.866785 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f636866-a309-4a89-aa3b-2f16f2af37d0 req-1f82235e-fb95-4c89-a146-ea95ce4baf52 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:33.868902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f636866-a309-4a89-aa3b-2f16f2af37d0 req-1f82235e-fb95-4c89-a146-ea95ce4baf52 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 944 time: 0.0705347 Jul 27 21:23:33.910997 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f636866-a309-4a89-aa3b-2f16f2af37d0 req-1f24a3c1-8487-455a-ad0e-c6fb417033bf tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349221 Jul 27 21:23:33.923500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7624b413-234c-408a-aff2-dbc9bc74b7d6 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:23:33.983654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 7624b413-234c-408a-aff2-dbc9bc74b7d6 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:33.987767 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 7624b413-234c-408a-aff2-dbc9bc74b7d6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:33.988486 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:34.070049 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:34.085909 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:34.122112 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7624b413-234c-408a-aff2-dbc9bc74b7d6, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7624b413-234c-408a-aff2-dbc9bc74b7d6,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:34.123321 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13a9afb-4baa-4ddf-a052-82759c34f924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7624b413-234c-408a-aff2-dbc9bc74b7d6'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:23:34.126654 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0943c959-85a9-411c-a900-4eda9085370a" -d '{"events": [{"server_uuid": "e13a9afb-4baa-4ddf-a052-82759c34f924", "name": "network-vif-plugged", "status": "completed", "tag": "7624b413-234c-408a-aff2-dbc9bc74b7d6"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:23:34.130528 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:34.194767 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7624b413-234c-408a-aff2-dbc9bc74b7d6,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:34.203959 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed903a6-610d-4fae-8a2e-fa20a3c1fa8b x-openstack-request-id: req-6ed903a6-610d-4fae-8a2e-fa20a3c1fa8b {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:23:34.204406 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13a9afb-4baa-4ddf-a052-82759c34f924", "name": "network-vif-plugged", "status": "completed", "tag": "7624b413-234c-408a-aff2-dbc9bc74b7d6", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:23:34.204782 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ed903a6-610d-4fae-8a2e-fa20a3c1fa8b {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:23:34.205252 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13a9afb-4baa-4ddf-a052-82759c34f924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7624b413-234c-408a-aff2-dbc9bc74b7d6', 'code': 200} Jul 27 21:23:34.345051 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b7948-d048-4347-8a8d-9dfcdb4deb18 req-bd3b28a9-5632-49ee-810c-5bfecee6aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:34.347060 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b63b7948-d048-4347-8a8d-9dfcdb4deb18 req-bd3b28a9-5632-49ee-810c-5bfecee6aa79 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 1096 time: 0.0639780 Jul 27 21:23:34.384421 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b63b7948-d048-4347-8a8d-9dfcdb4deb18 req-cc6692cf-8150-4c81-b1df-9fe9c8110c32 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296586 Jul 27 21:23:35.059341 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af681b-f4b4-49a6-ae4d-8da0ead72252 req-7c1ad806-56af-4c43-8056-08d81053d4e9 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:35.062247 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2af681b-f4b4-49a6-ae4d-8da0ead72252 req-7c1ad806-56af-4c43-8056-08d81053d4e9 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 945 time: 0.0757744 Jul 27 21:23:35.103521 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2af681b-f4b4-49a6-ae4d-8da0ead72252 req-e5ceb204-6135-4cd3-a446-1f6c27390546 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350792 Jul 27 21:23:35.368547 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-366f7468-9156-4961-91eb-969df8e1b434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:35.473609 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:36.251641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e37d5-101f-4fb7-a304-a5c263e781a8 req-b0816f57-9420-4740-8813-df99e26b3a63 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:36.259626 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-998e37d5-101f-4fb7-a304-a5c263e781a8 req-b0816f57-9420-4740-8813-df99e26b3a63 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 945 time: 0.0843892 Jul 27 21:23:36.303491 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-998e37d5-101f-4fb7-a304-a5c263e781a8 req-a21ff3e6-d4bb-4cd4-818e-0e2119357307 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431166 Jul 27 21:23:36.430987 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb29f03c-51f4-4174-8fa8-f5dfaa3a293b req-67aa03ea-7892-455d-8b18-0ff06bf6e07c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4d778f8b6f9145c4833b2fba5db782c4 HTTP/1.1" status: 200 len: 267 time: 0.0473411 Jul 27 21:23:36.508929 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29f03c-51f4-4174-8fa8-f5dfaa3a293b req-6762bbb8-7102-4abe-9992-273e78bd41c2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:36.510508 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb29f03c-51f4-4174-8fa8-f5dfaa3a293b req-6762bbb8-7102-4abe-9992-273e78bd41c2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 945 time: 0.0728822 Jul 27 21:23:36.524576 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-eb29f03c-51f4-4174-8fa8-f5dfaa3a293b req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Request body: {'port': {'security_groups': []}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:36.621610 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eb29f03c-51f4-4174-8fa8-f5dfaa3a293b req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:36.789130 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-eb29f03c-51f4-4174-8fa8-f5dfaa3a293b req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] For port 7624b413-234c-408a-aff2-dbc9bc74b7d6, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7624b413-234c-408a-aff2-dbc9bc74b7d6,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:36.822685 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eb29f03c-51f4-4174-8fa8-f5dfaa3a293b req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:36.828575 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eb29f03c-51f4-4174-8fa8-f5dfaa3a293b req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:36.842965 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['6b197af2-29df-4fce-939c-c2f753463315'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:23:36.845544 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['bab724c1-b25b-4c81-ac8b-9c65bda4b615', '7624b413-234c-408a-aff2-dbc9bc74b7d6'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:23:36.890934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29f03c-51f4-4174-8fa8-f5dfaa3a293b req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:36.891534 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-eb29f03c-51f4-4174-8fa8-f5dfaa3a293b req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:36.892989 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb29f03c-51f4-4174-8fa8-f5dfaa3a293b req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "PUT /v2.0/ports/7624b413-234c-408a-aff2-dbc9bc74b7d6 HTTP/1.1" status: 200 len: 904 time: 0.3743620 Jul 27 21:23:36.893457 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13a9afb-4baa-4ddf-a052-82759c34f924', 'tag': '7624b413-234c-408a-aff2-dbc9bc74b7d6'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:23:36.896148 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba35615b-ea14-437d-81b1-ab59e91b4780" -d '{"events": [{"name": "network-changed", "server_uuid": "e13a9afb-4baa-4ddf-a052-82759c34f924", "tag": "7624b413-234c-408a-aff2-dbc9bc74b7d6"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:23:36.911901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event updated for resources: {'Port': ['ID=7624b413-234c-408a-aff2-dbc9bc74b7d6,revision_number=6']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:36.920995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:36.921436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:36.921853 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:36.922291 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:36.922702 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:36.925422 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:36.926356 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:36.926356 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:36.926868 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:36.928611 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:36.929037 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:36.929472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddc32fc-c68b-44ed-91ae-aa66a2c2896b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:23:36.990884 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7624b413-234c-408a-aff2-dbc9bc74b7d6'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:23:37.073227 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de524d-e2db-4516-92e6-7e5fbfb4e274 req-299dd615-16e7-480f-9ee7-439800eda3e0 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:37.084167 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32de524d-e2db-4516-92e6-7e5fbfb4e274 req-299dd615-16e7-480f-9ee7-439800eda3e0 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 907 time: 0.1070361 Jul 27 21:23:37.215385 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.260384 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4175f83-b372-4f88-9bc8-55e72ecc0b1b x-openstack-request-id: req-b4175f83-b372-4f88-9bc8-55e72ecc0b1b {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:23:37.260833 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13a9afb-4baa-4ddf-a052-82759c34f924", "tag": "7624b413-234c-408a-aff2-dbc9bc74b7d6", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:23:37.261100 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b4175f83-b372-4f88-9bc8-55e72ecc0b1b {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:23:37.261590 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13a9afb-4baa-4ddf-a052-82759c34f924', 'tag': '7624b413-234c-408a-aff2-dbc9bc74b7d6', 'status': 'completed', 'code': 200} Jul 27 21:23:37.298775 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec55e09-a221-4ea2-abd0-d1c82cb9e3e4 req-6d0b8490-ea59-46bd-a2cd-c30195bd69bf tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:37.303517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bb14bdd9-fd7d-4b81-ad69-d1ff8e379ad0 None None] Provisioning complete for port 7624b413-234c-408a-aff2-dbc9bc74b7d6 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:37.303765 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bb14bdd9-fd7d-4b81-ad69-d1ff8e379ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.307844 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aec55e09-a221-4ea2-abd0-d1c82cb9e3e4 req-6d0b8490-ea59-46bd-a2cd-c30195bd69bf tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1259727 Jul 27 21:23:37.366281 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35615b-ea14-437d-81b1-ab59e91b4780 req-742f0900-5848-42fc-bff1-47632bb83c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:37.368856 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba35615b-ea14-437d-81b1-ab59e91b4780 req-742f0900-5848-42fc-bff1-47632bb83c6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 1058 time: 0.0962584 Jul 27 21:23:37.383827 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aec55e09-a221-4ea2-abd0-d1c82cb9e3e4 req-139d1f8f-c9dc-4fd4-9118-6f670173b2bd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563786 Jul 27 21:23:37.499200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35615b-ea14-437d-81b1-ab59e91b4780 req-48c30533-1d9c-485e-a3d2-08857004dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:37.502102 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba35615b-ea14-437d-81b1-ab59e91b4780 req-48c30533-1d9c-485e-a3d2-08857004dc62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.1256006 Jul 27 21:23:37.551972 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba35615b-ea14-437d-81b1-ab59e91b4780 req-7255ef29-cf97-4418-80d5-b9796d24e87b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7624b413-234c-408a-aff2-dbc9bc74b7d6 HTTP/1.1" status: 200 len: 217 time: 0.0413268 Jul 27 21:23:37.552212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05be92f-8c1e-4b2b-81d4-53d925e18117 req-83163d33-53ed-469a-93a7-08c7ae70407f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:37.553861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a05be92f-8c1e-4b2b-81d4-53d925e18117 req-83163d33-53ed-469a-93a7-08c7ae70407f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0824354 Jul 27 21:23:37.607860 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a05be92f-8c1e-4b2b-81d4-53d925e18117 req-9f692eca-2ccd-495a-a858-df9770d977c3 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477066 Jul 27 21:23:37.640030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35615b-ea14-437d-81b1-ab59e91b4780 req-337cf8a7-6ffb-4d19-8654-6e5c81449384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:37.641857 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba35615b-ea14-437d-81b1-ab59e91b4780 req-337cf8a7-6ffb-4d19-8654-6e5c81449384 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.0805817 Jul 27 21:23:37.734052 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:37.751920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35615b-ea14-437d-81b1-ab59e91b4780 req-b620e423-eb11-45de-b28b-2732327c49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:37.753497 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba35615b-ea14-437d-81b1-ab59e91b4780 req-b620e423-eb11-45de-b28b-2732327c49a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034961 Jul 27 21:23:37.867124 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba35615b-ea14-437d-81b1-ab59e91b4780 req-815b5b37-3ea9-4d8f-be80-8077a282762c service neutron] 10.222.0.20 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998962 Jul 27 21:23:37.957738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-6f8a8f85-e957-472c-86e6-44056d00bef5 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:37.966014 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-6f8a8f85-e957-472c-86e6-44056d00bef5 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 811 time: 0.1337433 Jul 27 21:23:37.989495 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba35615b-ea14-437d-81b1-ab59e91b4780 req-b389f439-e041-4136-a4b9-6e375658e3c2 service neutron] 10.222.0.20 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062407 Jul 27 21:23:37.992080 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-ef0d81f6-41e9-4356-8f80-0f708c0ac63b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/quotas/4d778f8b6f9145c4833b2fba5db782c4 HTTP/1.1" status: 200 len: 375 time: 0.0232351 Jul 27 21:23:38.075763 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-7ae369cc-fd97-4f2d-9653-45e5f0a38957 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0829062 Jul 27 21:23:38.180400 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-f05705fd-6c64-4bc3-ac6e-acf25bb0fb1b service neutron] 10.222.0.55 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973990 Jul 27 21:23:38.278417 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-cbcf4a98-9825-4184-bc4e-0c266c4b5b60 service neutron] 10.222.0.55 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971093 Jul 27 21:23:38.484060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9350a04b-80b3-4176-b087-39d6b165f8a8 req-b6426b68-335f-42a9-a2fb-367d3efde26a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 210 time: 0.0399375 Jul 27 21:23:38.890711 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.545439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-aac77917-b28c-41ec-9f1e-6d3dc33e47ba tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:39.547806 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-aac77917-b28c-41ec-9f1e-6d3dc33e47ba tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 811 time: 0.1388030 Jul 27 21:23:39.570753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-2fdf30d1-54ba-4f56-9e7a-79a93aeba742 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Request body: {'port': {'device_id': 'b7f6d3fd-b0fe-43bf-af66-16c8784e97c2', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'admin_state_up': True, 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:39.595342 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b0063833-f404-4826-aa40-6fbbd9e6b84f req-f39602ed-fc91-4ba4-9f98-e4e9fb201c0a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 210 time: 0.0396285 Jul 27 21:23:39.708474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-2fdf30d1-54ba-4f56-9e7a-79a93aeba742 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Made reservation on behalf of 4d778f8b6f9145c4833b2fba5db782c4 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:39.713999 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-2fdf30d1-54ba-4f56-9e7a-79a93aeba742 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:39.860707 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-2fdf30d1-54ba-4f56-9e7a-79a93aeba742 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Allocated IP 172.20.0.11 (469a8226-6f36-400c-8f75-c82802ca52c3/4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c/c8641b42-3b02-4791-94d9-918a17ce46b1) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:40.049863 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-2fdf30d1-54ba-4f56-9e7a-79a93aeba742 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.067027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-2fdf30d1-54ba-4f56-9e7a-79a93aeba742 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Transition to ACTIVE for port object c8641b42-3b02-4791-94d9-918a17ce46b1 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:40.103686 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-2fdf30d1-54ba-4f56-9e7a-79a93aeba742 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.118777 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['bab724c1-b25b-4c81-ac8b-9c65bda4b615'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:23:40.123456 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['6b197af2-29df-4fce-939c-c2f753463315'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:23:40.160087 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-2fdf30d1-54ba-4f56-9e7a-79a93aeba742 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Network 469a8226-6f36-400c-8f75-c82802ca52c3 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:40.164207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-2fdf30d1-54ba-4f56-9e7a-79a93aeba742 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:40.167413 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-2fdf30d1-54ba-4f56-9e7a-79a93aeba742 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:23:40.176749 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf30d1-54ba-4f56-9e7a-79a93aeba742 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event updated for resources: {'Port': ['ID=c8641b42-3b02-4791-94d9-918a17ce46b1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:40.242673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-2fdf30d1-54ba-4f56-9e7a-79a93aeba742 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:40.243484 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-2fdf30d1-54ba-4f56-9e7a-79a93aeba742 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.279758 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-2fdf30d1-54ba-4f56-9e7a-79a93aeba742 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7161493 Jul 27 21:23:40.355211 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-3a7d7907-ac0d-492f-8761-c45389610199 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:23:40.356393 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-3a7d7907-ac0d-492f-8761-c45389610199 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080335 Jul 27 21:23:40.564212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Request body: {'port': {'device_id': 'b7f6d3fd-b0fe-43bf-af66-16c8784e97c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:40.582326 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-981b5d63-2942-480f-883f-3f2ed99907b0 None None] Provisioning for port c8641b42-3b02-4791-94d9-918a17ce46b1 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:40.587382 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-981b5d63-2942-480f-883f-3f2ed99907b0 None None] Provisioning complete for port c8641b42-3b02-4791-94d9-918a17ce46b1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:40.587752 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-981b5d63-2942-480f-883f-3f2ed99907b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.639151 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-981b5d63-2942-480f-883f-3f2ed99907b0 None None] Port c8641b42-3b02-4791-94d9-918a17ce46b1 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:23:40.685138 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:40.755947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e83ba8-c7ff-4968-b48e-f97f0ff94c60 req-67ec3ace-fdf4-4d6c-bda3-2ec8ad8598cc tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:40.758565 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11e83ba8-c7ff-4968-b48e-f97f0ff94c60 req-67ec3ace-fdf4-4d6c-bda3-2ec8ad8598cc tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 932 time: 0.0850453 Jul 27 21:23:40.817402 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11e83ba8-c7ff-4968-b48e-f97f0ff94c60 req-2e608648-9754-4960-9bc8-c9a766b7acd1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433521 Jul 27 21:23:40.996649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8641b42-3b02-4791-94d9-918a17ce46b1 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:23:41.006157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:41.019846 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Transition to ACTIVE for port object c8641b42-3b02-4791-94d9-918a17ce46b1 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:41.024882 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:41.082809 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Pushing event updated for resources: {'Port': ['ID=c8641b42-3b02-4791-94d9-918a17ce46b1,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:41.170439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Attempting to bind port c8641b42-3b02-4791-94d9-918a17ce46b1 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:23:41.170852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Attempting to bind port c8641b42-3b02-4791-94d9-918a17ce46b1 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:23:41.171315 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Attempting to bind port c8641b42-3b02-4791-94d9-918a17ce46b1 on network 469a8226-6f36-400c-8f75-c82802ca52c3 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:41.176077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Port c8641b42-3b02-4791-94d9-918a17ce46b1 on network 469a8226-6f36-400c-8f75-c82802ca52c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:23:41.176518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Attempting to bind port c8641b42-3b02-4791-94d9-918a17ce46b1 on network 469a8226-6f36-400c-8f75-c82802ca52c3 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:41.182383 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:23:41.182836 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Checking segment: {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:41.183340 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Bound using segment: {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:23:41.183865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Bound port: c8641b42-3b02-4791-94d9-918a17ce46b1, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec9bd22-6803-4d25-a1fa-750aef62d5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:23:41.184334 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:41.267884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] For port c8641b42-3b02-4791-94d9-918a17ce46b1, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:23:41.274154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] For port c8641b42-3b02-4791-94d9-918a17ce46b1, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c8641b42-3b02-4791-94d9-918a17ce46b1,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:23:41.288764 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:41.336273 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:41.336899 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:41.338388 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] 10.222.0.66 "PUT /v2.0/ports/c8641b42-3b02-4791-94d9-918a17ce46b1 HTTP/1.1" status: 200 len: 1092 time: 0.9742503 Jul 27 21:23:41.338832 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f6d3fd-b0fe-43bf-af66-16c8784e97c2', 'tag': 'c8641b42-3b02-4791-94d9-918a17ce46b1'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:23:41.341645 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44447ff7-b3c7-4b75-8a96-f4accf1c1798" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f6d3fd-b0fe-43bf-af66-16c8784e97c2", "tag": "c8641b42-3b02-4791-94d9-918a17ce46b1"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:23:41.372795 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f0862-dd19-4355-a61f-5d83b0537786 service neutron] Pushing event updated for resources: {'Port': ['ID=c8641b42-3b02-4791-94d9-918a17ce46b1,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:41.423352 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8030c848-fca1-4c45-880c-c4d8557f9fef x-openstack-request-id: req-8030c848-fca1-4c45-880c-c4d8557f9fef {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:23:41.423651 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f6d3fd-b0fe-43bf-af66-16c8784e97c2", "tag": "c8641b42-3b02-4791-94d9-918a17ce46b1", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:23:41.423904 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8030c848-fca1-4c45-880c-c4d8557f9fef {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:23:41.424379 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f6d3fd-b0fe-43bf-af66-16c8784e97c2', 'tag': 'c8641b42-3b02-4791-94d9-918a17ce46b1', 'status': 'completed', 'code': 200} Jul 27 21:23:41.488092 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-cec1657a-fbf7-4447-87fd-0271b791cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:41.489624 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-cec1657a-fbf7-4447-87fd-0271b791cf2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 1095 time: 0.0824692 Jul 27 21:23:41.541536 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-0b9dc688-7c43-4f8d-aa30-bbea47d78eaa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8641b42-3b02-4791-94d9-918a17ce46b1 HTTP/1.1" status: 200 len: 217 time: 0.0424356 Jul 27 21:23:41.599071 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-a079b24f-b947-48d4-818f-e1dbeb653c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:41.600799 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-a079b24f-b947-48d4-818f-e1dbeb653c05 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.0517154 Jul 27 21:23:41.664130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-333a8a8b-35a7-4166-bd55-46eff9d8d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:41.666062 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-333a8a8b-35a7-4166-bd55-46eff9d8d192 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576775 Jul 27 21:23:41.768638 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-94362f44-1c36-4249-81e6-7e5e0100bddb service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943539 Jul 27 21:23:41.892385 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2a56e4e-466a-44aa-8ff9-3425709a16d5 req-5f7f3af0-60d5-4e9b-87b1-40370d3f38e3 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161857 Jul 27 21:23:41.981131 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78554bb8-8c23-49b9-bea7-3734211c4844 req-d8973d3d-1936-46fd-9338-e83ebffa576a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:41.983467 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78554bb8-8c23-49b9-bea7-3734211c4844 req-d8973d3d-1936-46fd-9338-e83ebffa576a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 944 time: 0.0893977 Jul 27 21:23:42.026239 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78554bb8-8c23-49b9-bea7-3734211c4844 req-ece30cfc-f0fd-41e1-bfc3-34cc0f0c340e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354309 Jul 27 21:23:42.026660 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447ff7-b3c7-4b75-8a96-f4accf1c1798 req-3ea7d8bc-ff89-4f01-b57d-a79d9af0de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:42.028365 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44447ff7-b3c7-4b75-8a96-f4accf1c1798 req-3ea7d8bc-ff89-4f01-b57d-a79d9af0de5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 1095 time: 0.0834212 Jul 27 21:23:42.138082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447ff7-b3c7-4b75-8a96-f4accf1c1798 req-df430e66-2daa-4908-bad7-0de04d87c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:42.139998 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44447ff7-b3c7-4b75-8a96-f4accf1c1798 req-df430e66-2daa-4908-bad7-0de04d87c1a2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.1041501 Jul 27 21:23:42.191525 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44447ff7-b3c7-4b75-8a96-f4accf1c1798 req-2f4dbf75-256c-445a-bf72-266e0b07efd2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8641b42-3b02-4791-94d9-918a17ce46b1 HTTP/1.1" status: 200 len: 217 time: 0.0439332 Jul 27 21:23:42.249424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447ff7-b3c7-4b75-8a96-f4accf1c1798 req-de59cba7-145d-4b2c-b8d8-4dfa2d7d95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:42.250949 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44447ff7-b3c7-4b75-8a96-f4accf1c1798 req-de59cba7-145d-4b2c-b8d8-4dfa2d7d95c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.0521874 Jul 27 21:23:42.326685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44447ff7-b3c7-4b75-8a96-f4accf1c1798 req-a6f69ae6-35cb-4fb9-83f4-fdd8454a9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:42.328216 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44447ff7-b3c7-4b75-8a96-f4accf1c1798 req-a6f69ae6-35cb-4fb9-83f4-fdd8454a9fe7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692334 Jul 27 21:23:42.437465 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44447ff7-b3c7-4b75-8a96-f4accf1c1798 req-01ff3951-0ad7-4aaa-91c2-f2e13a2e2e7f service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007557 Jul 27 21:23:42.550606 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44447ff7-b3c7-4b75-8a96-f4accf1c1798 req-234bd3dc-7433-4e74-ade7-1827bd4e1d4b service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058915 Jul 27 21:23:43.165169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606452cd-e0fb-4de3-a7f3-c6fee170a526 req-64d85409-9030-42ce-b8c8-c3e143a9bdac tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:43.166784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-606452cd-e0fb-4de3-a7f3-c6fee170a526 req-64d85409-9030-42ce-b8c8-c3e143a9bdac tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 944 time: 0.0687335 Jul 27 21:23:43.206413 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-606452cd-e0fb-4de3-a7f3-c6fee170a526 req-32a03b75-3ead-4edf-95a0-739a44330f68 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336947 Jul 27 21:23:44.347926 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37895d-4d3b-47d5-9085-16e11572e5ba req-269149c2-d217-4e2b-816b-7a38dbdb6868 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:44.349538 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb37895d-4d3b-47d5-9085-16e11572e5ba req-269149c2-d217-4e2b-816b-7a38dbdb6868 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 944 time: 0.0714035 Jul 27 21:23:44.400300 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb37895d-4d3b-47d5-9085-16e11572e5ba req-5a22f9f0-d97d-418d-b782-8711fedbad25 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437996 Jul 27 21:23:45.572941 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6c4e3-bc77-43c0-85f3-7158f951dd34 req-4b53f360-bbc8-41b6-91dd-e601896daedb tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:45.575443 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8a6c4e3-bc77-43c0-85f3-7158f951dd34 req-4b53f360-bbc8-41b6-91dd-e601896daedb tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 944 time: 0.0978632 Jul 27 21:23:45.625653 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8a6c4e3-bc77-43c0-85f3-7158f951dd34 req-e8295158-48e0-43a5-a6dd-af2b73cf68a6 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436203 Jul 27 21:23:46.376299 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c8641b42-3b02-4791-94d9-918a17ce46b1 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:23:46.497705 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c8641b42-3b02-4791-94d9-918a17ce46b1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c8641b42-3b02-4791-94d9-918a17ce46b1,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:46.509110 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'c8641b42-3b02-4791-94d9-918a17ce46b1', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'port_id': 'c8641b42-3b02-4791-94d9-918a17ce46b1', 'mac_address': 'fa:16:3e:b9:fb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:23:46.555255 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.570028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8641b42-3b02-4791-94d9-918a17ce46b1 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:23:46.591945 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c8641b42-3b02-4791-94d9-918a17ce46b1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c8641b42-3b02-4791-94d9-918a17ce46b1,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:46.605600 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:46.661016 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c8641b42-3b02-4791-94d9-918a17ce46b1,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:46.784790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170966e-f8f6-41f7-bbdc-f180105be961 req-d9010ee0-91b8-41a0-9000-61716d0714cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:46.786445 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4170966e-f8f6-41f7-bbdc-f180105be961 req-d9010ee0-91b8-41a0-9000-61716d0714cd tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 945 time: 0.0825346 Jul 27 21:23:46.827122 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4170966e-f8f6-41f7-bbdc-f180105be961 req-621099a5-5826-46c2-917d-89febe513809 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343566 Jul 27 21:23:47.009800 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['c8641b42-3b02-4791-94d9-918a17ce46b1'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:23:47.985699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd45ebc-e6d3-4a64-a37d-f4ce78168fa6 req-e8994513-7772-4598-85d5-60006fb10547 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:47.987347 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5cd45ebc-e6d3-4a64-a37d-f4ce78168fa6 req-e8994513-7772-4598-85d5-60006fb10547 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 945 time: 0.0837977 Jul 27 21:23:48.027640 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5cd45ebc-e6d3-4a64-a37d-f4ce78168fa6 req-705c1757-f3d6-4ad3-816a-4387835f5a71 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337908 Jul 27 21:23:48.374586 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c8641b42-3b02-4791-94d9-918a17ce46b1 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:23:48.427378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port c8641b42-3b02-4791-94d9-918a17ce46b1 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:23:48.434660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port c8641b42-3b02-4791-94d9-918a17ce46b1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:48.435029 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.533011 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.557434 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f6d3fd-b0fe-43bf-af66-16c8784e97c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8641b42-3b02-4791-94d9-918a17ce46b1'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:23:48.560341 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d63444-bf57-4fdd-b638-6ff4b3a50afd" -d '{"events": [{"server_uuid": "b7f6d3fd-b0fe-43bf-af66-16c8784e97c2", "name": "network-vif-plugged", "status": "completed", "tag": "c8641b42-3b02-4791-94d9-918a17ce46b1"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:23:48.573927 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c8641b42-3b02-4791-94d9-918a17ce46b1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c8641b42-3b02-4791-94d9-918a17ce46b1,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:48.581168 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:48.628086 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c67517-aad0-4243-9f20-8c38d9a9fdb6 x-openstack-request-id: req-91c67517-aad0-4243-9f20-8c38d9a9fdb6 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:23:48.628279 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f6d3fd-b0fe-43bf-af66-16c8784e97c2", "name": "network-vif-plugged", "status": "completed", "tag": "c8641b42-3b02-4791-94d9-918a17ce46b1", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:23:48.628531 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-91c67517-aad0-4243-9f20-8c38d9a9fdb6 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:23:48.629067 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f6d3fd-b0fe-43bf-af66-16c8784e97c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8641b42-3b02-4791-94d9-918a17ce46b1', 'code': 200} Jul 27 21:23:48.640734 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c8641b42-3b02-4791-94d9-918a17ce46b1,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:48.729679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30da3f-4641-48d9-8a38-26a248db50c1 req-121b5038-2248-478a-b79e-e18023fdda6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:48.731930 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ee30da3f-4641-48d9-8a38-26a248db50c1 req-121b5038-2248-478a-b79e-e18023fdda6d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 1097 time: 0.0597284 Jul 27 21:23:48.769655 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ee30da3f-4641-48d9-8a38-26a248db50c1 req-4758b413-d2af-4378-9aed-69f7e5ae4c30 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304000 Jul 27 21:23:49.165190 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3167eba-e76a-4691-bda3-43faa6fd8e60 req-29d5d6b0-486c-41d3-91e3-cd9e6508ae40 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:49.166881 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b3167eba-e76a-4691-bda3-43faa6fd8e60 req-29d5d6b0-486c-41d3-91e3-cd9e6508ae40 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.0685320 Jul 27 21:23:49.207080 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b3167eba-e76a-4691-bda3-43faa6fd8e60 req-18ffc670-2d44-463b-b414-3bf20b0df70d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338860 Jul 27 21:23:49.924201 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:23:50.347412 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601c40b-e2f5-40ad-bb2e-5103629b48c6 req-25da304e-38ad-4efc-b53c-1ef313aed06c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:50.348930 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a601c40b-e2f5-40ad-bb2e-5103629b48c6 req-25da304e-38ad-4efc-b53c-1ef313aed06c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.0687168 Jul 27 21:23:50.391013 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a601c40b-e2f5-40ad-bb2e-5103629b48c6 req-da43748f-41c1-4da5-b694-303504bdf25c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353441 Jul 27 21:23:50.630343 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ecd7d-fe79-449c-8390-21b60b7c2d15 req-583d65e6-03e0-401b-a66b-ff8b632907d3 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:50.633960 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d0ecd7d-fe79-449c-8390-21b60b7c2d15 req-583d65e6-03e0-401b-a66b-ff8b632907d3 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.0790677 Jul 27 21:23:50.673735 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9d0ecd7d-fe79-449c-8390-21b60b7c2d15 req-6ca3bd3d-93f3-4525-a263-f997087000f6 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353498 Jul 27 21:23:51.823844 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7f120-e7ce-441a-bcdc-81f91847d113 req-959ce15b-29ad-4328-9432-2c0acb91e1d2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:51.828436 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1e7f120-e7ce-441a-bcdc-81f91847d113 req-959ce15b-29ad-4328-9432-2c0acb91e1d2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.0796738 Jul 27 21:23:51.884123 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1e7f120-e7ce-441a-bcdc-81f91847d113 req-dc993e1a-4683-4d03-b025-5b7c42643b43 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477672 Jul 27 21:23:52.441832 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd993d-d985-4376-b9e9-964ae3ef1977 req-d57a2044-9107-4167-af33-316a6178b0fc tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:52.443722 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8bbd993d-d985-4376-b9e9-964ae3ef1977 req-d57a2044-9107-4167-af33-316a6178b0fc tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.0822642 Jul 27 21:23:52.494253 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8bbd993d-d985-4376-b9e9-964ae3ef1977 req-96649eae-72a6-4ac1-9203-d2bfb670dddb tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Jul 27 21:23:53.648617 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809e164-7874-4754-a2c7-fb4a568006f1 req-27ef2a04-876c-4127-97c2-d7c624cdc214 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:53.650119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7809e164-7874-4754-a2c7-fb4a568006f1 req-27ef2a04-876c-4127-97c2-d7c624cdc214 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.0751565 Jul 27 21:23:53.692004 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7809e164-7874-4754-a2c7-fb4a568006f1 req-b4d44591-994a-40e9-9b61-0492a9ef861a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343385 Jul 27 21:23:54.841815 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea5167-9369-46fe-8416-e637dc42c957 req-9ea49824-75a5-4d5e-8ce2-82028a107df5 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:54.843489 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-40ea5167-9369-46fe-8416-e637dc42c957 req-9ea49824-75a5-4d5e-8ce2-82028a107df5 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.0702195 Jul 27 21:23:54.885908 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-40ea5167-9369-46fe-8416-e637dc42c957 req-dea5b0ff-590b-4d0b-8c2f-5217afccd422 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361016 Jul 27 21:23:56.033845 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13200962-4b62-4cd7-91b8-0aa9b6a5ce28 req-1009ca74-4336-434a-a689-275bda8f8bfe tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:56.039607 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13200962-4b62-4cd7-91b8-0aa9b6a5ce28 req-1009ca74-4336-434a-a689-275bda8f8bfe tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.0816047 Jul 27 21:23:56.083611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13200962-4b62-4cd7-91b8-0aa9b6a5ce28 req-15d1d27c-8093-470d-b10f-66baee678da7 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411150 Jul 27 21:23:56.305598 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-c6e57a36-8ee7-4ec2-80f4-344e3e0d7e8e tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:56.307105 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-c6e57a36-8ee7-4ec2-80f4-344e3e0d7e8e tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/networks?id=0451a906-b4fd-4b0c-9a45-bd32611ff8e9 HTTP/1.1" status: 200 len: 814 time: 0.1088059 Jul 27 21:23:56.322526 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-79f246dc-35fb-4507-ad8d-fd6c768a6448 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/quotas/28740701dbfa49b88a2a7c63a25527c5 HTTP/1.1" status: 200 len: 375 time: 0.0089748 Jul 27 21:23:56.356906 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-e23ea748-a597-4985-9eef-cf002c161bf0 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=28740701dbfa49b88a2a7c63a25527c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280828 Jul 27 21:23:56.394504 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c8641b42-3b02-4791-94d9-918a17ce46b1 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:23:56.456309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7342286e-638c-4273-88be-471d1bcd94de service neutron] 10.222.0.55 "GET /v2.0/networks/0451a906-b4fd-4b0c-9a45-bd32611ff8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926545 Jul 27 21:23:56.501433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c8641b42-3b02-4791-94d9-918a17ce46b1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c8641b42-3b02-4791-94d9-918a17ce46b1,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:56.513517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'c8641b42-3b02-4791-94d9-918a17ce46b1', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'port_id': 'c8641b42-3b02-4791-94d9-918a17ce46b1', 'mac_address': 'fa:16:3e:b9:fb:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:23:56.553085 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-acbe9a24-d1d5-4426-92b2-22bb4f4902b2 service neutron] 10.222.0.55 "GET /v2.0/networks/0451a906-b4fd-4b0c-9a45-bd32611ff8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892005 Jul 27 21:23:56.555432 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:56.569156 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8641b42-3b02-4791-94d9-918a17ce46b1 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:23:56.589990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c8641b42-3b02-4791-94d9-918a17ce46b1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c8641b42-3b02-4791-94d9-918a17ce46b1,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:56.594657 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:56.654570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c8641b42-3b02-4791-94d9-918a17ce46b1,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:56.688273 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['c8641b42-3b02-4791-94d9-918a17ce46b1'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:23:56.757658 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-60950d16-583e-4b8a-a033-a34bfd20c9ef req-4f9266bc-ba11-4b98-81c2-3b8074a73445 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddf78ea-8aa1-4eab-9f28-01a058319390 HTTP/1.1" status: 200 len: 210 time: 0.0528495 Jul 27 21:23:57.227559 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604959a-2250-4853-a1b1-bc8fadfc376e req-cbab464f-58e9-4721-998b-055db3cf4be6 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:57.229154 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a604959a-2250-4853-a1b1-bc8fadfc376e req-cbab464f-58e9-4721-998b-055db3cf4be6 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 945 time: 0.0703979 Jul 27 21:23:57.279866 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a604959a-2250-4853-a1b1-bc8fadfc376e req-a65172d7-ceed-46bc-a6d2-0526ff4812d6 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438662 Jul 27 21:23:57.858422 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-320fce35-7ce8-46dd-a298-61987b985964 req-3dfce6ae-9913-40a0-a6db-7d9cf62e327d tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddf78ea-8aa1-4eab-9f28-01a058319390 HTTP/1.1" status: 200 len: 210 time: 0.0358195 Jul 27 21:23:57.977769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-23232a11-df40-4445-a161-8616513ab900 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:57.979451 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-23232a11-df40-4445-a161-8616513ab900 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.20 "GET /v2.0/networks?id=0451a906-b4fd-4b0c-9a45-bd32611ff8e9 HTTP/1.1" status: 200 len: 814 time: 0.1584468 Jul 27 21:23:57.995567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-9deaf19a-cb8e-476b-94d4-8bbfab82080a tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Request body: {'port': {'device_id': '7ddf78ea-8aa1-4eab-9f28-01a058319390', 'network_id': '0451a906-b4fd-4b0c-9a45-bd32611ff8e9', 'admin_state_up': True, 'tenant_id': '28740701dbfa49b88a2a7c63a25527c5'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:58.105851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-9deaf19a-cb8e-476b-94d4-8bbfab82080a tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Made reservation on behalf of 28740701dbfa49b88a2a7c63a25527c5 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:23:58.110120 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-9deaf19a-cb8e-476b-94d4-8bbfab82080a tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:58.238850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-9deaf19a-cb8e-476b-94d4-8bbfab82080a tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Allocated IP 172.20.0.13 (0451a906-b4fd-4b0c-9a45-bd32611ff8e9/c6bff9ed-1fec-46a3-bdb1-45f31e4df162/8eeaeed3-bdda-4f4e-a35f-c5206f9512a7) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:23:58.394558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c8641b42-3b02-4791-94d9-918a17ce46b1 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:23:58.404397 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-9deaf19a-cb8e-476b-94d4-8bbfab82080a tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:58.422851 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5469c2b-03f9-46af-bb55-4d374f6ac683 req-29d45768-63ab-402c-bdf5-1d9b11060524 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:58.425099 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5469c2b-03f9-46af-bb55-4d374f6ac683 req-29d45768-63ab-402c-bdf5-1d9b11060524 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 945 time: 0.0755615 Jul 27 21:23:58.445794 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-9deaf19a-cb8e-476b-94d4-8bbfab82080a tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:58.461924 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port c8641b42-3b02-4791-94d9-918a17ce46b1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:23:58.462679 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:58.475421 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5469c2b-03f9-46af-bb55-4d374f6ac683 req-28542649-157f-4c99-b815-1c394e63f650 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440867 Jul 27 21:23:58.491618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-9deaf19a-cb8e-476b-94d4-8bbfab82080a tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Network 0451a906-b4fd-4b0c-9a45-bd32611ff8e9 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:23:58.495302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-9deaf19a-cb8e-476b-94d4-8bbfab82080a tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:23:58.503396 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-9deaf19a-cb8e-476b-94d4-8bbfab82080a tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:23:58.535218 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deaf19a-cb8e-476b-94d4-8bbfab82080a tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Pushing event updated for resources: {'Port': ['ID=8eeaeed3-bdda-4f4e-a35f-c5206f9512a7,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:58.567631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-9deaf19a-cb8e-476b-94d4-8bbfab82080a tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:58.568237 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-9deaf19a-cb8e-476b-94d4-8bbfab82080a tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:58.578262 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:58.583680 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-9deaf19a-cb8e-476b-94d4-8bbfab82080a tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5917115 Jul 27 21:23:58.604853 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f6d3fd-b0fe-43bf-af66-16c8784e97c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8641b42-3b02-4791-94d9-918a17ce46b1'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:23:58.607193 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2242d0f7-818e-45ab-b6fd-98c38f341f3f" -d '{"events": [{"server_uuid": "b7f6d3fd-b0fe-43bf-af66-16c8784e97c2", "name": "network-vif-plugged", "status": "completed", "tag": "c8641b42-3b02-4791-94d9-918a17ce46b1"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:23:58.621049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c8641b42-3b02-4791-94d9-918a17ce46b1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c8641b42-3b02-4791-94d9-918a17ce46b1,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:23:58.626215 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:58.652278 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Request body: {'port': {'device_id': '7ddf78ea-8aa1-4eab-9f28-01a058319390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:23:58.683293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c8641b42-3b02-4791-94d9-918a17ce46b1,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:58.741716 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:58.764153 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfa603f-c782-4a33-9156-bb41aa612a22 x-openstack-request-id: req-6dfa603f-c782-4a33-9156-bb41aa612a22 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:23:58.764515 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f6d3fd-b0fe-43bf-af66-16c8784e97c2", "name": "network-vif-plugged", "status": "completed", "tag": "c8641b42-3b02-4791-94d9-918a17ce46b1", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:23:58.764831 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6dfa603f-c782-4a33-9156-bb41aa612a22 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:23:58.765312 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f6d3fd-b0fe-43bf-af66-16c8784e97c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8641b42-3b02-4791-94d9-918a17ce46b1', 'code': 200} Jul 27 21:23:59.006212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83695cc3-c1f9-4b19-b6e1-7303b28bec81 req-6b0730b0-9d44-4710-82b1-170556a5593c tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:59.008040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83695cc3-c1f9-4b19-b6e1-7303b28bec81 req-6b0730b0-9d44-4710-82b1-170556a5593c tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddf78ea-8aa1-4eab-9f28-01a058319390 HTTP/1.1" status: 200 len: 932 time: 0.0740001 Jul 27 21:23:59.041469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:23:59.050522 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:59.051483 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83695cc3-c1f9-4b19-b6e1-7303b28bec81 req-60a442db-4155-4493-acd2-cb39280ce5d0 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362067 Jul 27 21:23:59.063400 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Transition to ACTIVE for port object 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:23:59.067878 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:59.121361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Pushing event updated for resources: {'Port': ['ID=8eeaeed3-bdda-4f4e-a35f-c5206f9512a7,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:59.190934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Attempting to bind port 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:23:59.191268 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Attempting to bind port 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'ff149e0a-3c77-45b1-96dd-b320b905204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0451a906-b4fd-4b0c-9a45-bd32611ff8e9'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:23:59.191603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Attempting to bind port 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 on network 0451a906-b4fd-4b0c-9a45-bd32611ff8e9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:59.195834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Port 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 on network 0451a906-b4fd-4b0c-9a45-bd32611ff8e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:23:59.196157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Attempting to bind port 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 on network 0451a906-b4fd-4b0c-9a45-bd32611ff8e9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:23:59.201355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:23:59.201689 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Checking segment: {'id': 'ff149e0a-3c77-45b1-96dd-b320b905204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0451a906-b4fd-4b0c-9a45-bd32611ff8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:23:59.202072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Bound using segment: {'id': 'ff149e0a-3c77-45b1-96dd-b320b905204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0451a906-b4fd-4b0c-9a45-bd32611ff8e9'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:23:59.202529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Bound port: 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff149e0a-3c77-45b1-96dd-b320b905204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0451a906-b4fd-4b0c-9a45-bd32611ff8e9'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:23:59.202884 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:59.266300 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] For port 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:23:59.269389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] For port 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8eeaeed3-bdda-4f4e-a35f-c5206f9512a7,segment=NetworkSegment(ff149e0a-3c77-45b1-96dd-b320b905204b),segment_id=ff149e0a-3c77-45b1-96dd-b320b905204b)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:23:59.275323 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:59.310269 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:59.311027 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:23:59.312447 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] 10.222.0.20 "PUT /v2.0/ports/8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 HTTP/1.1" status: 200 len: 1092 time: 0.7200699 Jul 27 21:23:59.312946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddf78ea-8aa1-4eab-9f28-01a058319390', 'tag': '8eeaeed3-bdda-4f4e-a35f-c5206f9512a7'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:23:59.315206 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ec049f-b411-4799-88b6-78878aa249d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddf78ea-8aa1-4eab-9f28-01a058319390", "tag": "8eeaeed3-bdda-4f4e-a35f-c5206f9512a7"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:23:59.342798 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f48fc-d809-4d80-8744-b09824619a92 service neutron] Pushing event updated for resources: {'Port': ['ID=8eeaeed3-bdda-4f4e-a35f-c5206f9512a7,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:23:59.421448 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-a64688b2-7407-4c13-ba6a-8c60c51e02ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:59.423215 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-a64688b2-7407-4c13-ba6a-8c60c51e02ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28740701dbfa49b88a2a7c63a25527c5&device_id=7ddf78ea-8aa1-4eab-9f28-01a058319390 HTTP/1.1" status: 200 len: 1095 time: 0.0623031 Jul 27 21:23:59.433073 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e301b4-c0c5-47d7-b4ea-bd68dbbf15cb x-openstack-request-id: req-c4e301b4-c0c5-47d7-b4ea-bd68dbbf15cb {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:23:59.433367 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddf78ea-8aa1-4eab-9f28-01a058319390", "tag": "8eeaeed3-bdda-4f4e-a35f-c5206f9512a7", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:23:59.433627 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4e301b4-c0c5-47d7-b4ea-bd68dbbf15cb {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:23:59.434662 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddf78ea-8aa1-4eab-9f28-01a058319390', 'tag': '8eeaeed3-bdda-4f4e-a35f-c5206f9512a7', 'status': 'completed', 'code': 200} Jul 27 21:23:59.473079 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-37d38e93-b530-4b50-b55f-666c4387046c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 HTTP/1.1" status: 200 len: 217 time: 0.0369179 Jul 27 21:23:59.525162 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-239982e8-7979-410c-a8ce-d4d899952bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:59.526667 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-239982e8-7979-410c-a8ce-d4d899952bb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6bff9ed-1fec-46a3-bdb1-45f31e4df162 HTTP/1.1" status: 200 len: 854 time: 0.0466743 Jul 27 21:23:59.564032 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-ad8c99a4-c127-41f5-b8ee-f42e8bfd052c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0451a906-b4fd-4b0c-9a45-bd32611ff8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300665 Jul 27 21:23:59.677339 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-c881423a-adc3-449e-b272-46a908c02d84 service neutron] 10.222.0.20 "GET /v2.0/networks/0451a906-b4fd-4b0c-9a45-bd32611ff8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055982 Jul 27 21:23:59.695563 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d2f6d-df61-4851-bd95-59313465684e req-3e47495a-b883-4d8f-8505-85d32029ee7d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:59.704175 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be1d2f6d-df61-4851-bd95-59313465684e req-3e47495a-b883-4d8f-8505-85d32029ee7d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.0772896 Jul 27 21:23:59.742890 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be1d2f6d-df61-4851-bd95-59313465684e req-28342ad3-76d3-4046-a515-b5c0e372d373 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375044 Jul 27 21:23:59.792236 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2a87e71f-21db-49fb-b2dc-b006229e411c req-091caa27-cce3-4652-bcda-f41046584e12 service neutron] 10.222.0.20 "GET /v2.0/networks/0451a906-b4fd-4b0c-9a45-bd32611ff8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071868 Jul 27 21:23:59.923472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec049f-b411-4799-88b6-78878aa249d1 req-893d970c-e529-4fc4-9c64-cc03f21a3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:23:59.925006 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10ec049f-b411-4799-88b6-78878aa249d1 req-893d970c-e529-4fc4-9c64-cc03f21a3eec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28740701dbfa49b88a2a7c63a25527c5&device_id=7ddf78ea-8aa1-4eab-9f28-01a058319390 HTTP/1.1" status: 200 len: 1095 time: 0.0777900 Jul 27 21:24:00.034029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec049f-b411-4799-88b6-78878aa249d1 req-8c101ec3-9a70-4dd0-81df-9b4313ec4e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:00.036378 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10ec049f-b411-4799-88b6-78878aa249d1 req-8c101ec3-9a70-4dd0-81df-9b4313ec4e94 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0451a906-b4fd-4b0c-9a45-bd32611ff8e9 HTTP/1.1" status: 200 len: 915 time: 0.1032686 Jul 27 21:24:00.097472 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10ec049f-b411-4799-88b6-78878aa249d1 req-391d2c72-2e32-461e-8536-7ce21c1cea79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 HTTP/1.1" status: 200 len: 217 time: 0.0522439 Jul 27 21:24:00.153598 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec049f-b411-4799-88b6-78878aa249d1 req-81819915-6d51-4469-bcbe-e13e1ff79a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:00.155458 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10ec049f-b411-4799-88b6-78878aa249d1 req-81819915-6d51-4469-bcbe-e13e1ff79a2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6bff9ed-1fec-46a3-bdb1-45f31e4df162 HTTP/1.1" status: 200 len: 854 time: 0.0498507 Jul 27 21:24:00.195485 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10ec049f-b411-4799-88b6-78878aa249d1 req-5d371334-e99d-40ea-a84c-ca1169b38688 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0451a906-b4fd-4b0c-9a45-bd32611ff8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322750 Jul 27 21:24:00.214953 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1c18a-1bb2-4efa-b599-39f5823ddc63 req-1de25055-8935-4ee1-8f0e-f676e4d72e2f tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:00.217463 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fce1c18a-1bb2-4efa-b599-39f5823ddc63 req-1de25055-8935-4ee1-8f0e-f676e4d72e2f tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddf78ea-8aa1-4eab-9f28-01a058319390 HTTP/1.1" status: 200 len: 944 time: 0.0784018 Jul 27 21:24:00.269411 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fce1c18a-1bb2-4efa-b599-39f5823ddc63 req-3a656237-12a0-4713-af8c-88707eac712c tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443568 Jul 27 21:24:00.344195 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10ec049f-b411-4799-88b6-78878aa249d1 req-e749388a-5af0-4d0e-bfe6-efed87fc54f7 service neutron] 10.222.0.20 "GET /v2.0/networks/0451a906-b4fd-4b0c-9a45-bd32611ff8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406832 Jul 27 21:24:00.480388 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-10ec049f-b411-4799-88b6-78878aa249d1 req-f6107f4a-ba6e-4dda-8102-71c46ed98d9c service neutron] 10.222.0.20 "GET /v2.0/networks/0451a906-b4fd-4b0c-9a45-bd32611ff8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254754 Jul 27 21:24:00.897817 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b6159-6938-4908-a65a-40afdc55eb7b req-6f6b56b6-b44a-4bfa-bc85-4aec4077db24 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:00.905730 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-396b6159-6938-4908-a65a-40afdc55eb7b req-6f6b56b6-b44a-4bfa-bc85-4aec4077db24 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.0872831 Jul 27 21:24:00.960464 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-396b6159-6938-4908-a65a-40afdc55eb7b req-6688f438-2570-4d56-8186-cae558db79b1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537264 Jul 27 21:24:01.441331 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce1e65-11be-453b-b6d2-9d521ad39231 req-85c5cff1-2ffb-4f95-99d7-872b34ff9eaa tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:01.442938 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00ce1e65-11be-453b-b6d2-9d521ad39231 req-85c5cff1-2ffb-4f95-99d7-872b34ff9eaa tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddf78ea-8aa1-4eab-9f28-01a058319390 HTTP/1.1" status: 200 len: 944 time: 0.0788655 Jul 27 21:24:01.856391 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-00ce1e65-11be-453b-b6d2-9d521ad39231 req-fc8b56e8-b39e-44e2-9715-9f5a79b833da tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022424 Jul 27 21:24:02.080865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:24:02.122938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1787d7f-ad6c-4342-a6ac-5f2dece412e2 req-24b4ba75-dd11-4589-b6b7-c6d46e0a0fa4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:02.126419 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1787d7f-ad6c-4342-a6ac-5f2dece412e2 req-24b4ba75-dd11-4589-b6b7-c6d46e0a0fa4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.0964324 Jul 27 21:24:02.206893 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1787d7f-ad6c-4342-a6ac-5f2dece412e2 req-fa4a90d7-8ed5-4c4a-8d26-d2873c902f91 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735652 Jul 27 21:24:02.258423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8eeaeed3-bdda-4f4e-a35f-c5206f9512a7,segment=NetworkSegment(ff149e0a-3c77-45b1-96dd-b320b905204b),segment_id=ff149e0a-3c77-45b1-96dd-b320b905204b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:02.289134 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '8eeaeed3-bdda-4f4e-a35f-c5206f9512a7', 'network_id': '0451a906-b4fd-4b0c-9a45-bd32611ff8e9', 'port_id': '8eeaeed3-bdda-4f4e-a35f-c5206f9512a7', 'mac_address': 'fa:16:3e:bd:af:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6bff9ed-1fec-46a3-bdb1-45f31e4df162', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:24:02.382781 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:02.401472 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:24:02.433396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8eeaeed3-bdda-4f4e-a35f-c5206f9512a7,segment=NetworkSegment(ff149e0a-3c77-45b1-96dd-b320b905204b),segment_id=ff149e0a-3c77-45b1-96dd-b320b905204b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:02.440098 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:02.516478 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=8eeaeed3-bdda-4f4e-a35f-c5206f9512a7,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:02.660255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['8eeaeed3-bdda-4f4e-a35f-c5206f9512a7'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:24:02.719768 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2e9a7830-5a19-4603-a073-206e4951a7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:03.039910 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4074cd1-1f4c-480b-815f-beb69d71e406 req-a8705a22-2c7c-4e30-96d9-028ff5094eb5 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:03.049218 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4074cd1-1f4c-480b-815f-beb69d71e406 req-a8705a22-2c7c-4e30-96d9-028ff5094eb5 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddf78ea-8aa1-4eab-9f28-01a058319390 HTTP/1.1" status: 200 len: 945 time: 0.0841618 Jul 27 21:24:03.107810 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4074cd1-1f4c-480b-815f-beb69d71e406 req-b01cea3f-2098-42a9-90b6-524fef2d5832 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574067 Jul 27 21:24:03.378895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d7e78-0bc8-4d1f-b011-2e4e0d39fbc8 req-04013f60-44b8-4d06-a276-f5d4746040ae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:03.380399 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-217d7e78-0bc8-4d1f-b011-2e4e0d39fbc8 req-04013f60-44b8-4d06-a276-f5d4746040ae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.0791264 Jul 27 21:24:03.428702 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-217d7e78-0bc8-4d1f-b011-2e4e0d39fbc8 req-30fd24b5-c340-4482-bd0b-ba7f1539f48c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417750 Jul 27 21:24:04.058192 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.080765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:24:04.137970 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:24:04.144419 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:24:04.144596 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.274647 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.291017 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275fcd2-d3a4-4300-bdd2-493f373f5331 req-e3d7ae88-ce60-4101-925f-299b9f346b6a tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:04.300415 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7275fcd2-d3a4-4300-bdd2-493f373f5331 req-e3d7ae88-ce60-4101-925f-299b9f346b6a tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddf78ea-8aa1-4eab-9f28-01a058319390 HTTP/1.1" status: 200 len: 945 time: 0.1052973 Jul 27 21:24:04.308961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddf78ea-8aa1-4eab-9f28-01a058319390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eeaeed3-bdda-4f4e-a35f-c5206f9512a7'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:24:04.311635 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb85136d-bedf-47db-a266-d26766c10f48" -d '{"events": [{"server_uuid": "7ddf78ea-8aa1-4eab-9f28-01a058319390", "name": "network-vif-plugged", "status": "completed", "tag": "8eeaeed3-bdda-4f4e-a35f-c5206f9512a7"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:24:04.349759 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7275fcd2-d3a4-4300-bdd2-493f373f5331 req-d2e1eff0-c68e-40a5-81af-ceb088adf9b5 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480909 Jul 27 21:24:04.359336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8eeaeed3-bdda-4f4e-a35f-c5206f9512a7,segment=NetworkSegment(ff149e0a-3c77-45b1-96dd-b320b905204b),segment_id=ff149e0a-3c77-45b1-96dd-b320b905204b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:04.374356 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:04.419562 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2cfda9-0512-4e79-a8ca-590a120a49da x-openstack-request-id: req-1c2cfda9-0512-4e79-a8ca-590a120a49da {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:24:04.421031 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddf78ea-8aa1-4eab-9f28-01a058319390", "name": "network-vif-plugged", "status": "completed", "tag": "8eeaeed3-bdda-4f4e-a35f-c5206f9512a7", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:24:04.421294 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c2cfda9-0512-4e79-a8ca-590a120a49da {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:24:04.421705 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddf78ea-8aa1-4eab-9f28-01a058319390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eeaeed3-bdda-4f4e-a35f-c5206f9512a7', 'code': 200} Jul 27 21:24:04.472843 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=8eeaeed3-bdda-4f4e-a35f-c5206f9512a7,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:04.542209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464d448-d05d-4a14-a521-aa585cf7fae6 req-3e128f62-256a-43e3-9b17-8d40ea247b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:04.547051 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8464d448-d05d-4a14-a521-aa585cf7fae6 req-3e128f62-256a-43e3-9b17-8d40ea247b80 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ddf78ea-8aa1-4eab-9f28-01a058319390 HTTP/1.1" status: 200 len: 1097 time: 0.0851042 Jul 27 21:24:04.635592 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8464d448-d05d-4a14-a521-aa585cf7fae6 req-cba0817f-d9c2-45cd-bab8-515fc402713b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686047 Jul 27 21:24:04.660980 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c421541-a1a1-4923-92a1-912cd2b52ea1 req-9e91973b-d7cf-41cd-a3df-ec7a326967dc tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:04.666885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c421541-a1a1-4923-92a1-912cd2b52ea1 req-9e91973b-d7cf-41cd-a3df-ec7a326967dc tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.1134243 Jul 27 21:24:04.716474 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c421541-a1a1-4923-92a1-912cd2b52ea1 req-a6c4da69-67d3-4f9f-acae-242ca164ffe9 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455184 Jul 27 21:24:05.139921 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80e92ca6-a40c-4142-9445-c5b98c9dba0c req-3b7ca66c-e14a-4375-8e53-7147f6148da5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740259 Jul 27 21:24:05.295889 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92ca6-a40c-4142-9445-c5b98c9dba0c req-2fa0605d-84f7-4ba7-b787-1f096cfbb6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:05.298482 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80e92ca6-a40c-4142-9445-c5b98c9dba0c req-2fa0605d-84f7-4ba7-b787-1f096cfbb6ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 1097 time: 0.1003294 Jul 27 21:24:05.363491 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8a5931eb-d979-47f7-b8fa-d0c2efbf2823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.482299 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:05.544059 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92ca6-a40c-4142-9445-c5b98c9dba0c req-d2fb0d70-215c-4d42-9367-2f495aa89942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:05.544603 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80e92ca6-a40c-4142-9445-c5b98c9dba0c req-d2fb0d70-215c-4d42-9367-2f495aa89942 service neutron] 10.222.0.20 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.2163525 Jul 27 21:24:05.615901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ccbc2-5c66-4e56-850a-0eba614e8e14 req-626cee01-6e05-4e6b-a03c-28474bdde7da tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:05.624646 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e15ccbc2-5c66-4e56-850a-0eba614e8e14 req-626cee01-6e05-4e6b-a03c-28474bdde7da tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddf78ea-8aa1-4eab-9f28-01a058319390 HTTP/1.1" status: 200 len: 946 time: 0.1477013 Jul 27 21:24:05.640231 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80e92ca6-a40c-4142-9445-c5b98c9dba0c req-6e823f58-5e02-4561-a07e-d5e9c45f62b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bab724c1-b25b-4c81-ac8b-9c65bda4b615 HTTP/1.1" status: 200 len: 217 time: 0.0676301 Jul 27 21:24:05.675901 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e15ccbc2-5c66-4e56-850a-0eba614e8e14 req-8030b363-0225-4953-96dd-bc09876a4ebb tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485795 Jul 27 21:24:05.706605 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92ca6-a40c-4142-9445-c5b98c9dba0c req-8d59cb7f-a043-4b38-8394-5f8b78759c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:05.708195 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80e92ca6-a40c-4142-9445-c5b98c9dba0c req-8d59cb7f-a043-4b38-8394-5f8b78759c5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.0603147 Jul 27 21:24:05.786314 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92ca6-a40c-4142-9445-c5b98c9dba0c req-2ea3a958-c9b4-416a-b56a-c033b64df08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:05.788063 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80e92ca6-a40c-4142-9445-c5b98c9dba0c req-2ea3a958-c9b4-416a-b56a-c033b64df08c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732377 Jul 27 21:24:05.922008 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95369622-ae42-438d-af9a-c75ed1a91a63 req-0291c176-19ef-4160-abef-6722182b81af tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:05.930386 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-95369622-ae42-438d-af9a-c75ed1a91a63 req-0291c176-19ef-4160-abef-6722182b81af tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.1227126 Jul 27 21:24:05.947911 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80e92ca6-a40c-4142-9445-c5b98c9dba0c req-89fbeb14-2c2d-4590-b762-9f284cd7bba0 service neutron] 10.222.0.20 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520200 Jul 27 21:24:06.007334 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-95369622-ae42-438d-af9a-c75ed1a91a63 req-5a453f92-9d05-483d-a41b-5dce74545df0 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759292 Jul 27 21:24:06.068059 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80e92ca6-a40c-4142-9445-c5b98c9dba0c req-f05b2aba-6b31-4295-a425-18d2cb34b86a service neutron] 10.222.0.20 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105676 Jul 27 21:24:06.832802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3c426-df2d-47f5-91dc-c8cf6ad5bb8c req-942fb579-b4b9-4f3d-873e-41897dccf3d9 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:06.834696 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6c3c426-df2d-47f5-91dc-c8cf6ad5bb8c req-942fb579-b4b9-4f3d-873e-41897dccf3d9 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddf78ea-8aa1-4eab-9f28-01a058319390 HTTP/1.1" status: 200 len: 946 time: 0.0876625 Jul 27 21:24:06.892925 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6c3c426-df2d-47f5-91dc-c8cf6ad5bb8c req-63ebb46c-6fd9-4904-b526-6bf4debdff82 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511749 Jul 27 21:24:07.194622 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:07.204321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad828c-c7eb-4e41-a01c-be571caad283 req-21578c62-6062-4736-b457-188ea0841e51 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:07.206104 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1fad828c-c7eb-4e41-a01c-be571caad283 req-21578c62-6062-4736-b457-188ea0841e51 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.1138120 Jul 27 21:24:07.279240 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1fad828c-c7eb-4e41-a01c-be571caad283 req-237fdc9c-5452-4192-8910-70f276ee4c1d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659719 Jul 27 21:24:07.735356 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:08.490500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852e37d-e95b-42a2-9e3e-800151848d16 req-3cac4a27-c627-4c34-80db-2b02b7bac665 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:08.493121 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0852e37d-e95b-42a2-9e3e-800151848d16 req-3cac4a27-c627-4c34-80db-2b02b7bac665 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.1102798 Jul 27 21:24:08.562195 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0852e37d-e95b-42a2-9e3e-800151848d16 req-7315da62-7a7d-4cc5-a95b-d0ed5f49b5c6 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617418 Jul 27 21:24:08.881362 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:09.744628 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d6c38-423f-45c4-8dd7-cffc75ed8525 req-ab2f3678-ef45-495f-9e77-e7055aabd6ab tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:09.746789 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-430d6c38-423f-45c4-8dd7-cffc75ed8525 req-ab2f3678-ef45-495f-9e77-e7055aabd6ab tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.1022735 Jul 27 21:24:09.805358 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-430d6c38-423f-45c4-8dd7-cffc75ed8525 req-7584f7bb-3d5b-4d9d-a497-15eeeca16d54 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472255 Jul 27 21:24:11.010487 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d0c2b-0ccc-4d9d-aa23-96d7cd543781 req-14fe5fe9-9d13-4af2-9657-fb373552357a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:11.012843 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-933d0c2b-0ccc-4d9d-aa23-96d7cd543781 req-14fe5fe9-9d13-4af2-9657-fb373552357a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.0959537 Jul 27 21:24:11.062013 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-933d0c2b-0ccc-4d9d-aa23-96d7cd543781 req-d20ce9a0-5929-48c8-97f0-d482022b9b39 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423627 Jul 27 21:24:12.240648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02729ba-e457-4d1e-b698-b4090d46f8de req-6150391b-ca3d-4783-b628-a11aa2ff6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:12.243308 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b02729ba-e457-4d1e-b698-b4090d46f8de req-6150391b-ca3d-4783-b628-a11aa2ff6a67 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 1097 time: 0.0793400 Jul 27 21:24:12.262270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591504b-f020-4460-98a5-32d2b18655a1 req-abf6a6da-5956-496c-b6c3-e4bdbb46bb53 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:12.264599 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2591504b-f020-4460-98a5-32d2b18655a1 req-abf6a6da-5956-496c-b6c3-e4bdbb46bb53 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.1226072 Jul 27 21:24:12.309545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2591504b-f020-4460-98a5-32d2b18655a1 req-03a0dd89-93e6-436d-b2a4-256f37cc2188 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381236 Jul 27 21:24:12.358720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02729ba-e457-4d1e-b698-b4090d46f8de req-4defd42f-9497-4b7b-9aed-5479552aabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:12.360557 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b02729ba-e457-4d1e-b698-b4090d46f8de req-4defd42f-9497-4b7b-9aed-5479552aabc0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.1098456 Jul 27 21:24:12.406409 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b02729ba-e457-4d1e-b698-b4090d46f8de req-0a16e0f4-1078-4ae6-b63b-76a52e49f3fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8641b42-3b02-4791-94d9-918a17ce46b1 HTTP/1.1" status: 200 len: 217 time: 0.0375884 Jul 27 21:24:12.467823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02729ba-e457-4d1e-b698-b4090d46f8de req-21306135-abf3-4385-b2c6-e31543e618b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:12.469423 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b02729ba-e457-4d1e-b698-b4090d46f8de req-21306135-abf3-4385-b2c6-e31543e618b4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.0557518 Jul 27 21:24:12.537106 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02729ba-e457-4d1e-b698-b4090d46f8de req-4bfc6fa3-4e4c-4ea2-ba60-9279069280d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:12.538730 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b02729ba-e457-4d1e-b698-b4090d46f8de req-4bfc6fa3-4e4c-4ea2-ba60-9279069280d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621943 Jul 27 21:24:12.675299 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b02729ba-e457-4d1e-b698-b4090d46f8de req-89daeb6c-f3f8-4031-af13-92ba4b9e7a00 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284163 Jul 27 21:24:12.792837 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-948cb662-5b5c-4de7-b433-d40f829792fc req-7037ec0d-a9bd-45cc-a6ff-adc9c83830f1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1367855 Jul 27 21:24:12.796924 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b02729ba-e457-4d1e-b698-b4090d46f8de req-2e379224-5e88-4474-b25c-e59d627f5e74 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054902 Jul 27 21:24:12.902684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cb662-5b5c-4de7-b433-d40f829792fc req-62ecc91a-2f3d-42de-b508-4cf7b53b2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:12.904390 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-948cb662-5b5c-4de7-b433-d40f829792fc req-62ecc91a-2f3d-42de-b508-4cf7b53b2dfb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 1095 time: 0.0600979 Jul 27 21:24:13.038264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cb662-5b5c-4de7-b433-d40f829792fc req-b759153e-0670-48da-95f5-d60398f4c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:13.039825 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-948cb662-5b5c-4de7-b433-d40f829792fc req-b759153e-0670-48da-95f5-d60398f4c772 service neutron] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.1114969 Jul 27 21:24:13.116653 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-948cb662-5b5c-4de7-b433-d40f829792fc req-3828e248-0ec8-461b-bd7b-aab9ad78fce2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818 HTTP/1.1" status: 200 len: 998 time: 0.0683362 Jul 27 21:24:13.170981 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cb662-5b5c-4de7-b433-d40f829792fc req-9e68afd1-8e1b-4a54-a17e-aac0a384b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:13.172640 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-948cb662-5b5c-4de7-b433-d40f829792fc req-9e68afd1-8e1b-4a54-a17e-aac0a384b477 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.0481172 Jul 27 21:24:13.238092 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cb662-5b5c-4de7-b433-d40f829792fc req-9a4984ed-b671-4766-89db-369d60e29d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:13.239570 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-948cb662-5b5c-4de7-b433-d40f829792fc req-9a4984ed-b671-4766-89db-369d60e29d84 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586157 Jul 27 21:24:13.461771 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11a3ba-cb44-4b40-b5a0-37bfc8f991ed req-3c838166-acd4-4540-b86d-6c8bd73e62ee tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:13.473333 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e11a3ba-cb44-4b40-b5a0-37bfc8f991ed req-3c838166-acd4-4540-b86d-6c8bd73e62ee tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.0844569 Jul 27 21:24:13.525212 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e11a3ba-cb44-4b40-b5a0-37bfc8f991ed req-57382741-2bf0-484a-9711-e57152c89a12 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506294 Jul 27 21:24:13.707367 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-948cb662-5b5c-4de7-b433-d40f829792fc req-fc6943c7-6598-4c70-8d56-4c2ee31ca9f9 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582458 Jul 27 21:24:13.817760 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-948cb662-5b5c-4de7-b433-d40f829792fc req-8c0cd351-de79-46d2-8706-eb52f04b73d4 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000667 Jul 27 21:24:14.672661 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681b09d-1824-4dba-92de-573b3fa2d90d req-92bd0a09-91c9-4f66-8575-64c7271e24cb tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:14.674498 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c681b09d-1824-4dba-92de-573b3fa2d90d req-92bd0a09-91c9-4f66-8575-64c7271e24cb tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.0828238 Jul 27 21:24:14.743119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c681b09d-1824-4dba-92de-573b3fa2d90d req-9e264970-ff57-461b-9162-4542c4eb24d8 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502875 Jul 27 21:24:15.891020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919bbe3-bdea-4804-a059-2ee887f80ff3 req-ed750527-e4a5-4d4b-8d93-b6a7ff1db9b1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:15.895708 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2919bbe3-bdea-4804-a059-2ee887f80ff3 req-ed750527-e4a5-4d4b-8d93-b6a7ff1db9b1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 946 time: 0.0728669 Jul 27 21:24:15.938327 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2919bbe3-bdea-4804-a059-2ee887f80ff3 req-28eb3636-f56b-456d-bac3-f223fa5fa238 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337057 Jul 27 21:24:16.086781 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2a806-32a6-466c-8bdc-3db86a013638 req-09fc4d51-473e-49ac-9b4e-2a32db35af61 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:16.088862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71d2a806-32a6-466c-8bdc-3db86a013638 req-09fc4d51-473e-49ac-9b4e-2a32db35af61 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0748489 Jul 27 21:24:16.136239 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71d2a806-32a6-466c-8bdc-3db86a013638 req-b2783b92-b37e-41e3-a7ed-791eadf3821e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406461 Jul 27 21:24:16.299793 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad444c-fe65-4fb3-a9df-a6d975ec9617 req-f9849d2e-338c-42c9-8595-c2d0116ed9bf tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:16.301804 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6cad444c-fe65-4fb3-a9df-a6d975ec9617 req-f9849d2e-338c-42c9-8595-c2d0116ed9bf tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0789797 Jul 27 21:24:16.342449 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6cad444c-fe65-4fb3-a9df-a6d975ec9617 req-1f568a7c-7f32-49fa-a68b-1f09546ad3ec tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339384 Jul 27 21:24:16.483101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c8641b42-3b02-4791-94d9-918a17ce46b1 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:16.606252 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:16.630837 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f6d3fd-b0fe-43bf-af66-16c8784e97c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8641b42-3b02-4791-94d9-918a17ce46b1'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:24:16.633151 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8209bb-78fc-4910-9364-c2b6208bdbb1" -d '{"events": [{"server_uuid": "b7f6d3fd-b0fe-43bf-af66-16c8784e97c2", "name": "network-vif-unplugged", "status": "completed", "tag": "c8641b42-3b02-4791-94d9-918a17ce46b1"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:24:16.634983 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d51b9-db9d-4867-a879-966374ded19e req-fbf5b3fc-8c3c-472b-a5bb-3d3187f3bb0a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:16.636890 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba2d51b9-db9d-4867-a879-966374ded19e req-fbf5b3fc-8c3c-472b-a5bb-3d3187f3bb0a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0823233 Jul 27 21:24:16.657732 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c8641b42-3b02-4791-94d9-918a17ce46b1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c8641b42-3b02-4791-94d9-918a17ce46b1,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:16.665837 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:16.700766 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 21:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0870ed-b507-413f-a3a9-a58b23ddf479 x-openstack-request-id: req-2a0870ed-b507-413f-a3a9-a58b23ddf479 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:24:16.701052 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f6d3fd-b0fe-43bf-af66-16c8784e97c2", "name": "network-vif-unplugged", "status": "failed", "tag": "c8641b42-3b02-4791-94d9-918a17ce46b1", "code": 422}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:24:16.701478 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a0870ed-b507-413f-a3a9-a58b23ddf479 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:24:16.702022 n-d-764806-9 neutron-server[105581]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7f6d3fd-b0fe-43bf-af66-16c8784e97c2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8641b42-3b02-4791-94d9-918a17ce46b1', 'code': 422} returned with failed status Jul 27 21:24:16.709807 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba2d51b9-db9d-4867-a879-966374ded19e req-429adab0-f17f-4119-aead-29d3d7d4c4d2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624354 Jul 27 21:24:16.738017 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c8641b42-3b02-4791-94d9-918a17ce46b1,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:17.855598 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941e0ea-6acf-46f8-b0b1-11c4ab549998 req-145fe956-20dd-4026-a9ba-08e3528f88c6 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:17.857156 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e941e0ea-6acf-46f8-b0b1-11c4ab549998 req-145fe956-20dd-4026-a9ba-08e3528f88c6 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0736873 Jul 27 21:24:17.897417 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e941e0ea-6acf-46f8-b0b1-11c4ab549998 req-c2da7256-1ea7-4cc2-a36e-62d1aa7173c3 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332525 Jul 27 21:24:19.089432 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944d5cb-074a-4100-817d-a164472014cb req-e9c6c10c-c628-4a19-b859-648ba06bb290 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:19.091733 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8944d5cb-074a-4100-817d-a164472014cb req-e9c6c10c-c628-4a19-b859-648ba06bb290 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0674760 Jul 27 21:24:19.135514 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8944d5cb-074a-4100-817d-a164472014cb req-dd0897e9-695b-4467-a793-17bf3d1a0802 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376115 Jul 27 21:24:20.276118 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e6c6d-d42a-4d7c-83f5-fc059d4e9189 req-cb33f6a7-a2a7-4734-950e-4cbca20ac181 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:20.277902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-307e6c6d-d42a-4d7c-83f5-fc059d4e9189 req-cb33f6a7-a2a7-4734-950e-4cbca20ac181 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0694246 Jul 27 21:24:20.320903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-307e6c6d-d42a-4d7c-83f5-fc059d4e9189 req-789b74aa-ba3c-4089-b531-406c048f9856 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371184 Jul 27 21:24:21.461998 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5915a-ee66-4d08-ab5f-55a5f8f7963b req-03d53687-8d2e-455c-9349-a064f30ade18 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:21.463752 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dee5915a-ee66-4d08-ab5f-55a5f8f7963b req-03d53687-8d2e-455c-9349-a064f30ade18 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0676486 Jul 27 21:24:21.507386 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dee5915a-ee66-4d08-ab5f-55a5f8f7963b req-386037db-5d32-4f05-bc76-b97a136a1cb5 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361626 Jul 27 21:24:22.719815 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4c392-4293-4b6e-bc0e-8b6218e7bd6d req-7368bea5-9da6-4ebb-ad04-11b260ddf468 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:22.721366 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-edc4c392-4293-4b6e-bc0e-8b6218e7bd6d req-7368bea5-9da6-4ebb-ad04-11b260ddf468 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1063006 Jul 27 21:24:22.761845 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-edc4c392-4293-4b6e-bc0e-8b6218e7bd6d req-46b85829-7232-4dff-b9b8-01f173b75fd4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336373 Jul 27 21:24:23.904729 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e18706-d77c-428e-8844-136a5bfd9715 req-f357ea7b-d52b-4fc4-84b5-74f08687699b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:23.906833 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-40e18706-d77c-428e-8844-136a5bfd9715 req-f357ea7b-d52b-4fc4-84b5-74f08687699b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0747635 Jul 27 21:24:23.949476 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-40e18706-d77c-428e-8844-136a5bfd9715 req-e6ff473f-67f9-4015-97ea-db94de071f47 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344079 Jul 27 21:24:25.114427 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefc833-6457-4f8b-a243-29c71032c38b req-be30972c-3cdc-414e-a1cd-01450af73851 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:25.115955 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0aefc833-6457-4f8b-a243-29c71032c38b req-be30972c-3cdc-414e-a1cd-01450af73851 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0871706 Jul 27 21:24:25.161647 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0aefc833-6457-4f8b-a243-29c71032c38b req-3fcaeda2-b8b3-4470-8327-56d0c6ccc705 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384674 Jul 27 21:24:26.302787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa723b-e817-46be-9d5c-b94fa6bfd37a req-6185bcf2-a471-4ded-9b82-b4f0663a6628 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:26.304319 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9fa723b-e817-46be-9d5c-b94fa6bfd37a req-6185bcf2-a471-4ded-9b82-b4f0663a6628 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0661077 Jul 27 21:24:26.348455 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9fa723b-e817-46be-9d5c-b94fa6bfd37a req-7cfc6a3b-2dba-4150-9648-473adc05ad47 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373664 Jul 27 21:24:26.922768 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:24:27.508098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245c6b4-d9a0-4019-8b8e-d4c110592eb9 req-cf5a0d1e-333a-4f7f-8f97-13562fdb4ec8 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:27.510037 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6245c6b4-d9a0-4019-8b8e-d4c110592eb9 req-cf5a0d1e-333a-4f7f-8f97-13562fdb4ec8 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0734727 Jul 27 21:24:27.566091 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6245c6b4-d9a0-4019-8b8e-d4c110592eb9 req-a290d71d-327f-4a98-8686-f8a2f7b6bfe1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486832 Jul 27 21:24:27.859478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77444e6d-c585-4949-a109-074de0f6e370 req-a6ed2933-6f6b-4daf-8020-b6675be0b8a3 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:27.885418 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d90c2-3b27-42ad-8640-fd41ec15e041 req-f33185f0-e26c-4b02-a998-3965fdf9e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:27.886121 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77444e6d-c585-4949-a109-074de0f6e370 req-a6ed2933-6f6b-4daf-8020-b6675be0b8a3 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.1475773 Jul 27 21:24:27.888545 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff2d90c2-3b27-42ad-8640-fd41ec15e041 req-f33185f0-e26c-4b02-a998-3965fdf9e980 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 1095 time: 0.0789690 Jul 27 21:24:27.932261 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77444e6d-c585-4949-a109-074de0f6e370 req-5864b0b3-fb13-44bd-ad8d-f4c7fde1a96e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399735 Jul 27 21:24:27.997954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d90c2-3b27-42ad-8640-fd41ec15e041 req-b6448d68-44c6-4a96-a3e8-ae00a7426a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:27.999763 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff2d90c2-3b27-42ad-8640-fd41ec15e041 req-b6448d68-44c6-4a96-a3e8-ae00a7426a47 service neutron] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.1034718 Jul 27 21:24:28.076923 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff2d90c2-3b27-42ad-8640-fd41ec15e041 req-b46c5904-59ed-481f-bd56-ffcdb73d5f7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818 HTTP/1.1" status: 200 len: 998 time: 0.0695837 Jul 27 21:24:28.130341 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d90c2-3b27-42ad-8640-fd41ec15e041 req-6ac6454f-28a7-4fde-b5fc-a852bc2945c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:28.131796 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff2d90c2-3b27-42ad-8640-fd41ec15e041 req-6ac6454f-28a7-4fde-b5fc-a852bc2945c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.0478802 Jul 27 21:24:28.195276 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d90c2-3b27-42ad-8640-fd41ec15e041 req-1cfce3e3-5c58-4473-a287-ec271ad108d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:28.196813 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff2d90c2-3b27-42ad-8640-fd41ec15e041 req-1cfce3e3-5c58-4473-a287-ec271ad108d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578182 Jul 27 21:24:28.302261 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff2d90c2-3b27-42ad-8640-fd41ec15e041 req-a16216f2-77d2-482f-8e87-558ad48e462e service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972700 Jul 27 21:24:28.401444 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ff2d90c2-3b27-42ad-8640-fd41ec15e041 req-576c0a1e-916f-49b2-b185-89e9fd1a7f35 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916679 Jul 27 21:24:29.102372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde76ec-cbe6-419a-8570-77301c9adb40 req-eac00883-9184-4706-90b7-dbd62e57016a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:29.104653 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1bde76ec-cbe6-419a-8570-77301c9adb40 req-eac00883-9184-4706-90b7-dbd62e57016a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0751216 Jul 27 21:24:29.145314 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1bde76ec-cbe6-419a-8570-77301c9adb40 req-acbb81d9-ded9-4298-a722-7204660c7ef1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340991 Jul 27 21:24:29.286971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc915b-c954-4a91-9b98-4a48df0b1183 req-83be6ff6-4e7a-4f49-9890-7b0a882eefe7 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:29.290042 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49bc915b-c954-4a91-9b98-4a48df0b1183 req-83be6ff6-4e7a-4f49-9890-7b0a882eefe7 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0706990 Jul 27 21:24:29.340692 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49bc915b-c954-4a91-9b98-4a48df0b1183 req-ba5bb689-fc3c-40d8-aa9c-0f9c5a48b99a tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455332 Jul 27 21:24:29.489302 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b362c-57a7-4a7e-acac-218d8cc4a68f req-03c8eda3-63a7-4335-aaa6-5e3875cb97a1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:29.491011 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac4b362c-57a7-4a7e-acac-218d8cc4a68f req-03c8eda3-63a7-4335-aaa6-5e3875cb97a1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0721068 Jul 27 21:24:29.538382 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac4b362c-57a7-4a7e-acac-218d8cc4a68f req-3730828e-d97f-4404-91c3-16f91cf0831d tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405962 Jul 27 21:24:29.788177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813cd90-6a16-47e7-a71a-3afc419e9375 req-1fecd8fc-6d00-46b7-ace0-44dc6f687b21 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:29.789694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5813cd90-6a16-47e7-a71a-3afc419e9375 req-1fecd8fc-6d00-46b7-ace0-44dc6f687b21 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0654302 Jul 27 21:24:29.831724 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5813cd90-6a16-47e7-a71a-3afc419e9375 req-ab4175ab-102f-4296-b249-0d4bbef0b82b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350883 Jul 27 21:24:30.978314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af9f3c-bb8f-480a-81a4-debeaa3e0120 req-7cfd0361-a8a7-4148-9f50-0fc749d8c364 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:30.981251 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24af9f3c-bb8f-480a-81a4-debeaa3e0120 req-7cfd0361-a8a7-4148-9f50-0fc749d8c364 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0765538 Jul 27 21:24:31.020800 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24af9f3c-bb8f-480a-81a4-debeaa3e0120 req-51f8654d-51b7-40e2-bc04-e142058a2b29 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342627 Jul 27 21:24:31.278594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae87064-4add-47e3-95ff-21ce91ef3b13 req-05a651f0-6d52-41b6-8d2b-448698840dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:31.280698 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aae87064-4add-47e3-95ff-21ce91ef3b13 req-05a651f0-6d52-41b6-8d2b-448698840dae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 1095 time: 0.0607796 Jul 27 21:24:31.283684 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9963d3-5fd5-4cc2-9f0d-fcaa454f475c req-cab39503-0e51-41e5-af04-8eb5306feb29 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:31.285236 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a9963d3-5fd5-4cc2-9f0d-fcaa454f475c req-cab39503-0e51-41e5-af04-8eb5306feb29 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0968049 Jul 27 21:24:31.325303 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a9963d3-5fd5-4cc2-9f0d-fcaa454f475c req-eb889be5-cd0d-420b-8ea6-0e277bd92c4f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336537 Jul 27 21:24:31.377366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae87064-4add-47e3-95ff-21ce91ef3b13 req-8e7ad5c6-5831-40da-8a04-7bc574c4b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:31.378878 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aae87064-4add-47e3-95ff-21ce91ef3b13 req-8e7ad5c6-5831-40da-8a04-7bc574c4b1d1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 200 len: 912 time: 0.0907879 Jul 27 21:24:31.447001 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aae87064-4add-47e3-95ff-21ce91ef3b13 req-7ada4b67-6083-43f6-8e72-4946c98cc0c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818 HTTP/1.1" status: 200 len: 998 time: 0.0609901 Jul 27 21:24:31.502211 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae87064-4add-47e3-95ff-21ce91ef3b13 req-d1f31981-e12d-4e71-86ea-f411c9c73bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:31.503677 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aae87064-4add-47e3-95ff-21ce91ef3b13 req-d1f31981-e12d-4e71-86ea-f411c9c73bfd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 200 len: 850 time: 0.0494084 Jul 27 21:24:31.572841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae87064-4add-47e3-95ff-21ce91ef3b13 req-4e163852-076d-43b8-a0ea-0e7852db5baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:31.575356 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aae87064-4add-47e3-95ff-21ce91ef3b13 req-4e163852-076d-43b8-a0ea-0e7852db5baa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=469a8226-6f36-400c-8f75-c82802ca52c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645068 Jul 27 21:24:31.666345 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aae87064-4add-47e3-95ff-21ce91ef3b13 req-932ec86f-8cb2-4fee-9633-47cc021fb4e4 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830081 Jul 27 21:24:31.765000 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aae87064-4add-47e3-95ff-21ce91ef3b13 req-37f5ab3e-b062-4fe2-aa7e-3f4b28017de5 service neutron] 10.222.0.66 "GET /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918908 Jul 27 21:24:32.459429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afda02d-21d2-4d8c-98f0-df62a4f32db8 req-c02c3108-3b6d-4a01-85d9-b2cf60a745c2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:32.460921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5afda02d-21d2-4d8c-98f0-df62a4f32db8 req-c02c3108-3b6d-4a01-85d9-b2cf60a745c2 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0649128 Jul 27 21:24:32.500111 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5afda02d-21d2-4d8c-98f0-df62a4f32db8 req-cfe7ee7b-6e9f-45cc-bc48-d1379a4bd6b9 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319123 Jul 27 21:24:32.691545 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d3c84b88-a91c-4c55-879a-92d5fb04ea72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:33.643186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317ccb-f08e-4853-96dd-b95174240664 req-cae482c6-3592-4121-a050-f85c202f1bb7 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:33.645026 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed317ccb-f08e-4853-96dd-b95174240664 req-cae482c6-3592-4121-a050-f85c202f1bb7 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0668240 Jul 27 21:24:33.693603 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed317ccb-f08e-4853-96dd-b95174240664 req-2a4ca10f-3e8c-4c9a-85ec-ff9f199b8894 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423388 Jul 27 21:24:33.861391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c903d9e-d50c-4f43-9cf2-bd52575d5b82 req-b05c3c8e-b9ff-4b19-a0ac-53a9649271c5 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:33.863333 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c903d9e-d50c-4f43-9cf2-bd52575d5b82 req-b05c3c8e-b9ff-4b19-a0ac-53a9649271c5 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0893261 Jul 27 21:24:33.905883 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c903d9e-d50c-4f43-9cf2-bd52575d5b82 req-cd33ddeb-8f4f-4d09-bcfa-7a1be62162e4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338690 Jul 27 21:24:34.061837 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.521429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2857320-a9e7-4116-a5c3-686638da9ff8 req-5eb8b883-0d6a-4796-8157-a16a142317e1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:34.522965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2857320-a9e7-4116-a5c3-686638da9ff8 req-5eb8b883-0d6a-4796-8157-a16a142317e1 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7f6d3fd-b0fe-43bf-af66-16c8784e97c2 HTTP/1.1" status: 200 len: 944 time: 0.0687387 Jul 27 21:24:34.635309 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-f2857320-a9e7-4116-a5c3-686638da9ff8 req-5163f5d1-f113-4d62-9ecc-e2f8189d10db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Deleting port c8641b42-3b02-4791-94d9-918a17ce46b1 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:34.635714 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f2857320-a9e7-4116-a5c3-686638da9ff8 req-5163f5d1-f113-4d62-9ecc-e2f8189d10db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.735039 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-f2857320-a9e7-4116-a5c3-686638da9ff8 req-5163f5d1-f113-4d62-9ecc-e2f8189d10db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] For port c8641b42-3b02-4791-94d9-918a17ce46b1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c8641b42-3b02-4791-94d9-918a17ce46b1,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:34.735623 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f2857320-a9e7-4116-a5c3-686638da9ff8 req-5163f5d1-f113-4d62-9ecc-e2f8189d10db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.751592 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [req-f2857320-a9e7-4116-a5c3-686638da9ff8 req-5163f5d1-f113-4d62-9ecc-e2f8189d10db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Calling delete_port for c8641b42-3b02-4791-94d9-918a17ce46b1 owned by compute:nova {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:34.900233 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f2857320-a9e7-4116-a5c3-686638da9ff8 req-5163f5d1-f113-4d62-9ecc-e2f8189d10db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:34.915273 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['6b197af2-29df-4fce-939c-c2f753463315'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:24:34.928819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['bab724c1-b25b-4c81-ac8b-9c65bda4b615'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:24:34.952389 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163f5d1-f113-4d62-9ecc-e2f8189d10db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event deleted for resources: {'Port': ['ID=c8641b42-3b02-4791-94d9-918a17ce46b1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:35.043107 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2857320-a9e7-4116-a5c3-686638da9ff8 req-5163f5d1-f113-4d62-9ecc-e2f8189d10db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] No DVR routers for this DVR port c8641b42-3b02-4791-94d9-918a17ce46b1 on host n-h2-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:35.046142 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-f2857320-a9e7-4116-a5c3-686638da9ff8 req-5163f5d1-f113-4d62-9ecc-e2f8189d10db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:35.055646 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2857320-a9e7-4116-a5c3-686638da9ff8 req-5163f5d1-f113-4d62-9ecc-e2f8189d10db tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "DELETE /v2.0/ports/c8641b42-3b02-4791-94d9-918a17ce46b1 HTTP/1.1" status: 204 len: 173 time: 0.5266824 Jul 27 21:24:35.056346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f6d3fd-b0fe-43bf-af66-16c8784e97c2', 'name': 'network-vif-deleted', 'tag': 'c8641b42-3b02-4791-94d9-918a17ce46b1'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:24:35.072911 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031275e2-9013-4d31-a110-076f0bc32147" -d '{"events": [{"server_uuid": "b7f6d3fd-b0fe-43bf-af66-16c8784e97c2", "name": "network-vif-deleted", "tag": "c8641b42-3b02-4791-94d9-918a17ce46b1"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:24:35.141329 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 27 Jul 2021 21:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a4a32a-65bb-45bb-a09c-68a8c3a9263a x-openstack-request-id: req-10a4a32a-65bb-45bb-a09c-68a8c3a9263a {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:24:35.142014 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f6d3fd-b0fe-43bf-af66-16c8784e97c2", "name": "network-vif-deleted", "tag": "c8641b42-3b02-4791-94d9-918a17ce46b1", "status": "failed", "code": 422}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:24:35.142512 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10a4a32a-65bb-45bb-a09c-68a8c3a9263a {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:24:35.143417 n-d-764806-9 neutron-server[105579]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7f6d3fd-b0fe-43bf-af66-16c8784e97c2', 'name': 'network-vif-deleted', 'tag': 'c8641b42-3b02-4791-94d9-918a17ce46b1', 'status': 'failed', 'code': 422} returned with failed status Jul 27 21:24:35.358810 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ebe415e5-e3cc-4780-81ef-5cecc090001c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:35.470661 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:35.727181 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddad107-2551-4998-8989-707a722d02a6 req-2fa30aec-676c-46db-af9f-042ed0e44cc7 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:35.728920 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ddad107-2551-4998-8989-707a722d02a6 req-2fa30aec-676c-46db-af9f-042ed0e44cc7 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 907 time: 0.0692186 Jul 27 21:24:36.871537 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb576146-9d65-4fb1-b2ab-e93e4ac5dca3 req-b6b6b503-8c6a-4b15-9a19-21631a549ba5 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:36.873158 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cb576146-9d65-4fb1-b2ab-e93e4ac5dca3 req-b6b6b503-8c6a-4b15-9a19-21631a549ba5 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 907 time: 0.0704753 Jul 27 21:24:37.096751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f93268-35d6-4a8d-8c87-1895f962ba16 req-5fc84b5c-fbf6-488f-907f-3caf022e5901 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:37.098452 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5f93268-35d6-4a8d-8c87-1895f962ba16 req-5fc84b5c-fbf6-488f-907f-3caf022e5901 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 907 time: 0.0702689 Jul 27 21:24:37.193785 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:37.235936 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-b5f93268-35d6-4a8d-8c87-1895f962ba16 req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Deleting port 7624b413-234c-408a-aff2-dbc9bc74b7d6 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:37.236286 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b5f93268-35d6-4a8d-8c87-1895f962ba16 req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:37.335825 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-b5f93268-35d6-4a8d-8c87-1895f962ba16 req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] For port 7624b413-234c-408a-aff2-dbc9bc74b7d6, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7624b413-234c-408a-aff2-dbc9bc74b7d6,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:37.336197 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b5f93268-35d6-4a8d-8c87-1895f962ba16 req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:37.352841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-b5f93268-35d6-4a8d-8c87-1895f962ba16 req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Calling delete_port for 7624b413-234c-408a-aff2-dbc9bc74b7d6 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:37.498581 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b5f93268-35d6-4a8d-8c87-1895f962ba16 req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:37.526655 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event deleted for resources: {'Port': ['ID=7624b413-234c-408a-aff2-dbc9bc74b7d6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:37.560537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:37.560887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:37.561231 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:37.561633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:37.561972 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:37.562326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:37.562751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:37.563085 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:37.563414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:37.563739 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:37.564065 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:37.564403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:37.596181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f93268-35d6-4a8d-8c87-1895f962ba16 req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] No DVR routers for this DVR port 7624b413-234c-408a-aff2-dbc9bc74b7d6 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:37.598980 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b5f93268-35d6-4a8d-8c87-1895f962ba16 req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:37.601014 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5f93268-35d6-4a8d-8c87-1895f962ba16 req-bfd59491-1c06-474e-a6a6-b4e687e6180e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.20 "DELETE /v2.0/ports/7624b413-234c-408a-aff2-dbc9bc74b7d6 HTTP/1.1" status: 204 len: 173 time: 0.4951897 Jul 27 21:24:37.601562 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13a9afb-4baa-4ddf-a052-82759c34f924', 'name': 'network-vif-deleted', 'tag': '7624b413-234c-408a-aff2-dbc9bc74b7d6'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:24:37.603848 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7374776c-1493-4c5f-a02a-c7637710bf7d" -d '{"events": [{"server_uuid": "e13a9afb-4baa-4ddf-a052-82759c34f924", "name": "network-vif-deleted", "tag": "7624b413-234c-408a-aff2-dbc9bc74b7d6"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:24:37.649128 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e7a572-22eb-42c7-a81b-6ab45e633c83 x-openstack-request-id: req-b4e7a572-22eb-42c7-a81b-6ab45e633c83 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:24:37.649423 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13a9afb-4baa-4ddf-a052-82759c34f924", "name": "network-vif-deleted", "tag": "7624b413-234c-408a-aff2-dbc9bc74b7d6", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:24:37.649685 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b4e7a572-22eb-42c7-a81b-6ab45e633c83 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:24:37.650097 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13a9afb-4baa-4ddf-a052-82759c34f924', 'name': 'network-vif-deleted', 'tag': '7624b413-234c-408a-aff2-dbc9bc74b7d6', 'status': 'completed', 'code': 200} Jul 27 21:24:37.743387 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:38.017303 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7eb77ef9-652b-4c8b-a752-95784be097ad req-d774f81f-1363-44b2-a5bf-e2729d2d86df tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=e13a9afb-4baa-4ddf-a052-82759c34f924 HTTP/1.1" status: 200 len: 210 time: 0.0470803 Jul 27 21:24:38.878096 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:39.340626 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eeedef-34af-42b5-b8d1-e1eaba1d26cd req-1ae17978-c708-41bc-9137-17a5d57ff309 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:39.342617 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93eeedef-34af-42b5-b8d1-e1eaba1d26cd req-1ae17978-c708-41bc-9137-17a5d57ff309 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 946 time: 0.0808682 Jul 27 21:24:39.384938 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93eeedef-34af-42b5-b8d1-e1eaba1d26cd req-21fc972b-9d31-4006-8018-b2bfff44997e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355752 Jul 27 21:24:40.264895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7624b413-234c-408a-aff2-dbc9bc74b7d6 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:40.285884 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 7624b413-234c-408a-aff2-dbc9bc74b7d6 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:40.286313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7624b413-234c-408a-aff2-dbc9bc74b7d6 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:40.617309 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e47f5-f914-4dcc-ba06-f68509e38f66 req-59c75c7c-0994-4c7e-be78-44aacde4b22f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:40.619568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-041e47f5-f914-4dcc-ba06-f68509e38f66 req-59c75c7c-0994-4c7e-be78-44aacde4b22f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 946 time: 0.0853341 Jul 27 21:24:40.672920 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-041e47f5-f914-4dcc-ba06-f68509e38f66 req-aa0e6220-95eb-4490-aea7-627cbf790640 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466411 Jul 27 21:24:40.709417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec524747-b878-4b03-96cf-2db38493cc47 req-271a0779-b2bc-43a1-8467-ee0c97281239 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:40.711472 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ec524747-b878-4b03-96cf-2db38493cc47 req-271a0779-b2bc-43a1-8467-ee0c97281239 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 946 time: 0.0949600 Jul 27 21:24:40.823883 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-ec524747-b878-4b03-96cf-2db38493cc47 req-f163d538-6757-48c7-92b1-5016119ca2d4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Deleting port bab724c1-b25b-4c81-ac8b-9c65bda4b615 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:40.824255 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ec524747-b878-4b03-96cf-2db38493cc47 req-f163d538-6757-48c7-92b1-5016119ca2d4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:40.921238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ec524747-b878-4b03-96cf-2db38493cc47 req-f163d538-6757-48c7-92b1-5016119ca2d4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] For port bab724c1-b25b-4c81-ac8b-9c65bda4b615, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=bab724c1-b25b-4c81-ac8b-9c65bda4b615,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:40.921603 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ec524747-b878-4b03-96cf-2db38493cc47 req-f163d538-6757-48c7-92b1-5016119ca2d4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:40.935412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-ec524747-b878-4b03-96cf-2db38493cc47 req-f163d538-6757-48c7-92b1-5016119ca2d4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Calling delete_port for bab724c1-b25b-4c81-ac8b-9c65bda4b615 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:41.081161 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ec524747-b878-4b03-96cf-2db38493cc47 req-f163d538-6757-48c7-92b1-5016119ca2d4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.095390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['6b197af2-29df-4fce-939c-c2f753463315'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:24:41.097864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['bab724c1-b25b-4c81-ac8b-9c65bda4b615'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:24:41.112400 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163d538-6757-48c7-92b1-5016119ca2d4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event deleted for resources: {'Port': ['ID=bab724c1-b25b-4c81-ac8b-9c65bda4b615,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:41.164202 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec524747-b878-4b03-96cf-2db38493cc47 req-f163d538-6757-48c7-92b1-5016119ca2d4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] No DVR routers for this DVR port bab724c1-b25b-4c81-ac8b-9c65bda4b615 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:41.167609 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ec524747-b878-4b03-96cf-2db38493cc47 req-f163d538-6757-48c7-92b1-5016119ca2d4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:41.169987 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ec524747-b878-4b03-96cf-2db38493cc47 req-f163d538-6757-48c7-92b1-5016119ca2d4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.20 "DELETE /v2.0/ports/bab724c1-b25b-4c81-ac8b-9c65bda4b615 HTTP/1.1" status: 204 len: 173 time: 0.4517391 Jul 27 21:24:41.170667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d13cd29-6f39-4d60-a3ec-ba2be255efdb', 'name': 'network-vif-deleted', 'tag': 'bab724c1-b25b-4c81-ac8b-9c65bda4b615'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:24:41.173232 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db00b070-1c2a-4422-bd1d-26c81c3d182c" -d '{"events": [{"server_uuid": "4d13cd29-6f39-4d60-a3ec-ba2be255efdb", "name": "network-vif-deleted", "tag": "bab724c1-b25b-4c81-ac8b-9c65bda4b615"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:24:41.230755 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9accbce0-cacf-4af2-91f2-d2dedb140dcb x-openstack-request-id: req-9accbce0-cacf-4af2-91f2-d2dedb140dcb {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:24:41.231044 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d13cd29-6f39-4d60-a3ec-ba2be255efdb", "name": "network-vif-deleted", "tag": "bab724c1-b25b-4c81-ac8b-9c65bda4b615", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:24:41.231294 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9accbce0-cacf-4af2-91f2-d2dedb140dcb {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:24:41.231698 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d13cd29-6f39-4d60-a3ec-ba2be255efdb', 'name': 'network-vif-deleted', 'tag': 'bab724c1-b25b-4c81-ac8b-9c65bda4b615', 'status': 'completed', 'code': 200} Jul 27 21:24:41.803774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13592a17-d210-4d31-a304-68920e1f6308 req-bee4ef6f-eeb7-42e5-8bb9-4235ae4bd633 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d13cd29-6f39-4d60-a3ec-ba2be255efdb HTTP/1.1" status: 200 len: 210 time: 0.0350986 Jul 27 21:24:43.100078 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0831a44-65d3-4c5a-9526-b6a3d914d47f req-b79f8570-7210-412d-a690-721c192c0d4b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:43.101608 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0831a44-65d3-4c5a-9526-b6a3d914d47f req-b79f8570-7210-412d-a690-721c192c0d4b tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.0670812 Jul 27 21:24:43.141139 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0831a44-65d3-4c5a-9526-b6a3d914d47f req-1ef08e9c-0975-466d-ad54-84a22b81e567 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7e6433c-9a57-4765-ae26-886cb4725438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334651 Jul 27 21:24:43.481629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c54b7b-ac8b-4e06-96ff-25d5f61dbea0 req-ae2f067a-2ac2-495f-8831-65423b4ada54 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:43.483126 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-56c54b7b-ac8b-4e06-96ff-25d5f61dbea0 req-ae2f067a-2ac2-495f-8831-65423b4ada54 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.66 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 946 time: 0.0694959 Jul 27 21:24:43.589228 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-56c54b7b-ac8b-4e06-96ff-25d5f61dbea0 req-54dd049d-ddba-49e1-90d9-17925d546abe tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Deleting port 6b197af2-29df-4fce-939c-c2f753463315 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:43.589943 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-56c54b7b-ac8b-4e06-96ff-25d5f61dbea0 req-54dd049d-ddba-49e1-90d9-17925d546abe tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.684004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-56c54b7b-ac8b-4e06-96ff-25d5f61dbea0 req-54dd049d-ddba-49e1-90d9-17925d546abe tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] For port 6b197af2-29df-4fce-939c-c2f753463315, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6b197af2-29df-4fce-939c-c2f753463315,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:43.684289 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-56c54b7b-ac8b-4e06-96ff-25d5f61dbea0 req-54dd049d-ddba-49e1-90d9-17925d546abe tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.697565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-56c54b7b-ac8b-4e06-96ff-25d5f61dbea0 req-54dd049d-ddba-49e1-90d9-17925d546abe tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Calling delete_port for 6b197af2-29df-4fce-939c-c2f753463315 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:43.859773 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-56c54b7b-ac8b-4e06-96ff-25d5f61dbea0 req-54dd049d-ddba-49e1-90d9-17925d546abe tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.872470 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['6b197af2-29df-4fce-939c-c2f753463315'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:24:43.900443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd049d-ddba-49e1-90d9-17925d546abe tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event deleted for resources: {'Port': ['ID=6b197af2-29df-4fce-939c-c2f753463315,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:43.971003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c54b7b-ac8b-4e06-96ff-25d5f61dbea0 req-54dd049d-ddba-49e1-90d9-17925d546abe tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] No DVR routers for this DVR port 6b197af2-29df-4fce-939c-c2f753463315 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:43.973596 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-56c54b7b-ac8b-4e06-96ff-25d5f61dbea0 req-54dd049d-ddba-49e1-90d9-17925d546abe tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:43.975817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-56c54b7b-ac8b-4e06-96ff-25d5f61dbea0 req-54dd049d-ddba-49e1-90d9-17925d546abe tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.66 "DELETE /v2.0/ports/6b197af2-29df-4fce-939c-c2f753463315 HTTP/1.1" status: 204 len: 173 time: 0.4864283 Jul 27 21:24:43.976262 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76998eb-436f-484e-90db-78cb320a708b', 'name': 'network-vif-deleted', 'tag': '6b197af2-29df-4fce-939c-c2f753463315'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:24:43.978577 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20668d77-b399-4b24-9295-836504c5142e" -d '{"events": [{"server_uuid": "d76998eb-436f-484e-90db-78cb320a708b", "name": "network-vif-deleted", "tag": "6b197af2-29df-4fce-939c-c2f753463315"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:24:44.034633 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d181f1-5df1-454e-8d05-70fae25ea074 x-openstack-request-id: req-49d181f1-5df1-454e-8d05-70fae25ea074 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:24:44.034928 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76998eb-436f-484e-90db-78cb320a708b", "name": "network-vif-deleted", "tag": "6b197af2-29df-4fce-939c-c2f753463315", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:24:44.035185 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49d181f1-5df1-454e-8d05-70fae25ea074 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:24:44.035598 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76998eb-436f-484e-90db-78cb320a708b', 'name': 'network-vif-deleted', 'tag': '6b197af2-29df-4fce-939c-c2f753463315', 'status': 'completed', 'code': 200} Jul 27 21:24:44.252556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31102124-16e2-478a-9756-cb5386092662 req-362ae0d9-a02d-4db5-9c89-6b5d2ed79e1f tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=d76998eb-436f-484e-90db-78cb320a708b HTTP/1.1" status: 200 len: 210 time: 0.0303531 Jul 27 21:24:44.297968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device bab724c1-b25b-4c81-ac8b-9c65bda4b615 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:44.318969 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: bab724c1-b25b-4c81-ac8b-9c65bda4b615 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:44.319557 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device bab724c1-b25b-4c81-ac8b-9c65bda4b615 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:45.595538 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c14094-0c92-4de9-807c-3bd931ed3f42 req-af9b1c96-403d-40d1-90f0-f1f9d3d52184 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:45.597789 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5c14094-0c92-4de9-807c-3bd931ed3f42 req-af9b1c96-403d-40d1-90f0-f1f9d3d52184 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0852845 Jul 27 21:24:45.640894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5c14094-0c92-4de9-807c-3bd931ed3f42 req-f4abd7fd-4300-4ef3-bcbf-49b90d865846 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366611 Jul 27 21:24:46.811659 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1d580-c331-4471-b29d-f1ee85c74985 req-8ee55aec-ff92-4ace-9ede-41400b0239b7 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:46.814090 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-40d1d580-c331-4471-b29d-f1ee85c74985 req-8ee55aec-ff92-4ace-9ede-41400b0239b7 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0782783 Jul 27 21:24:46.867690 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-40d1d580-c331-4471-b29d-f1ee85c74985 req-28b475d9-122e-4ce1-8d61-775ee65e5bce tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups?id=22de7003-7636-4fda-8f3e-32fa50e31343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463479 Jul 27 21:24:47.267078 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6315aeb-32e6-45ea-9c90-99ca10906570 req-e05070bf-92a4-46a9-aa36-fc224c00144c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:47.268649 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c6315aeb-32e6-45ea-9c90-99ca10906570 req-e05070bf-92a4-46a9-aa36-fc224c00144c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.66 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 944 time: 0.0731983 Jul 27 21:24:47.375113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-c6315aeb-32e6-45ea-9c90-99ca10906570 req-917ac834-a66c-48ca-b249-1c3efb219eae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Deleting port 8a7c4d74-2067-4c46-9b0d-cd08ba469818 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:47.375454 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6315aeb-32e6-45ea-9c90-99ca10906570 req-917ac834-a66c-48ca-b249-1c3efb219eae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:47.466981 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c6315aeb-32e6-45ea-9c90-99ca10906570 req-917ac834-a66c-48ca-b249-1c3efb219eae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] For port 8a7c4d74-2067-4c46-9b0d-cd08ba469818, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8a7c4d74-2067-4c46-9b0d-cd08ba469818,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:47.467344 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6315aeb-32e6-45ea-9c90-99ca10906570 req-917ac834-a66c-48ca-b249-1c3efb219eae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:47.693443 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6315aeb-32e6-45ea-9c90-99ca10906570 req-917ac834-a66c-48ca-b249-1c3efb219eae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:47.693811 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6315aeb-32e6-45ea-9c90-99ca10906570 req-917ac834-a66c-48ca-b249-1c3efb219eae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:47.694124 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-c6315aeb-32e6-45ea-9c90-99ca10906570 req-917ac834-a66c-48ca-b249-1c3efb219eae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Floating IP f8e74f7e-885c-4b88-aa4d-f27479a7700e disassociated. External IP: 172.25.2.73, port: 8a7c4d74-2067-4c46-9b0d-cd08ba469818. Jul 27 21:24:47.694496 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-c6315aeb-32e6-45ea-9c90-99ca10906570 req-917ac834-a66c-48ca-b249-1c3efb219eae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Calling delete_port for 8a7c4d74-2067-4c46-9b0d-cd08ba469818 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:47.825969 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6315aeb-32e6-45ea-9c90-99ca10906570 req-917ac834-a66c-48ca-b249-1c3efb219eae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:47.853312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ac834-a66c-48ca-b249-1c3efb219eae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event deleted for resources: {'Port': ['ID=8a7c4d74-2067-4c46-9b0d-cd08ba469818,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:48.004696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6315aeb-32e6-45ea-9c90-99ca10906570 req-917ac834-a66c-48ca-b249-1c3efb219eae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Router d51929f5-fdf5-4c61-b640-826cfa20b84f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:24:48.016217 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c55ddf26-bde8-488a-8d6e-2bf469c6c896 req-50a25a39-b8b4-4364-9d57-a99521b7732e tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/ports?device_id=73847d86-61fa-47cd-8d2d-68ec62dc791f HTTP/1.1" status: 200 len: 210 time: 0.0558777 Jul 27 21:24:48.132820 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6315aeb-32e6-45ea-9c90-99ca10906570 req-917ac834-a66c-48ca-b249-1c3efb219eae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:48.144911 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc365af-14ad-4a57-a188-f815f058cdb0 None None] Sync routers for ids ['d51929f5-fdf5-4c61-b640-826cfa20b84f'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:48.158384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc365af-14ad-4a57-a188-f815f058cdb0 None None] Routers {'d51929f5-fdf5-4c61-b640-826cfa20b84f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:48.159450 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-afc365af-14ad-4a57-a188-f815f058cdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:24:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d51929f5-fdf5-4c61-b640-826cfa20b84f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:48.183190 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6315aeb-32e6-45ea-9c90-99ca10906570 req-917ac834-a66c-48ca-b249-1c3efb219eae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] No DVR routers for this DVR port 8a7c4d74-2067-4c46-9b0d-cd08ba469818 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:48.185956 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c6315aeb-32e6-45ea-9c90-99ca10906570 req-917ac834-a66c-48ca-b249-1c3efb219eae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:48.188298 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c6315aeb-32e6-45ea-9c90-99ca10906570 req-917ac834-a66c-48ca-b249-1c3efb219eae tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.66 "DELETE /v2.0/ports/8a7c4d74-2067-4c46-9b0d-cd08ba469818 HTTP/1.1" status: 204 len: 173 time: 0.9129217 Jul 27 21:24:48.188967 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'name': 'network-vif-deleted', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:24:48.191904 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9600246f-17d7-4cff-ae4e-9126a330b4f6" -d '{"events": [{"server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "name": "network-vif-deleted", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:24:48.233910 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d6d4a8-ac85-40e5-8c15-205e35a3c72b x-openstack-request-id: req-34d6d4a8-ac85-40e5-8c15-205e35a3c72b {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:24:48.234283 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73847d86-61fa-47cd-8d2d-68ec62dc791f", "name": "network-vif-deleted", "tag": "8a7c4d74-2067-4c46-9b0d-cd08ba469818", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:24:48.235007 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34d6d4a8-ac85-40e5-8c15-205e35a3c72b {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:24:48.235007 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73847d86-61fa-47cd-8d2d-68ec62dc791f', 'name': 'network-vif-deleted', 'tag': '8a7c4d74-2067-4c46-9b0d-cd08ba469818', 'status': 'completed', 'code': 200} Jul 27 21:24:48.344577 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-afc365af-14ad-4a57-a188-f815f058cdb0 None None] Set router d51929f5-fdf5-4c61-b640-826cfa20b84f gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:48.573870 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6b197af2-29df-4fce-939c-c2f753463315 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:48.605462 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 6b197af2-29df-4fce-939c-c2f753463315 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:48.605925 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6b197af2-29df-4fce-939c-c2f753463315 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:48.742546 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-afc365af-14ad-4a57-a188-f815f058cdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'name': 'tempest-ServerActionsTestJSON-826293811-router', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:13:51Z', 'updated_at': '2021-07-27T21:13:56Z', 'revision_number': 4, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'gw_port': {'id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:52Z', 'updated_at': '2021-07-27T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'cbd39091-ed9a-46fd-8ef6-ff5127cc716e', 'name': '', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'mac_address': 'fa:16:3e:65:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:55Z', 'updated_at': '2021-07-27T21:14:05Z', 'revision_number': 5, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'subnets': [{'id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:48.771059 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc365af-14ad-4a57-a188-f815f058cdb0 None None] Checking router: d51929f5-fdf5-4c61-b640-826cfa20b84f for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:24:48.780771 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc365af-14ad-4a57-a188-f815f058cdb0 None None] Routers {'d51929f5-fdf5-4c61-b640-826cfa20b84f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:48.781637 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-afc365af-14ad-4a57-a188-f815f058cdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:24:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d51929f5-fdf5-4c61-b640-826cfa20b84f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:48.894371 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-afc365af-14ad-4a57-a188-f815f058cdb0 None None] Set router d51929f5-fdf5-4c61-b640-826cfa20b84f gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:49.144977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-afc365af-14ad-4a57-a188-f815f058cdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'name': 'tempest-ServerActionsTestJSON-826293811-router', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:13:51Z', 'updated_at': '2021-07-27T21:13:56Z', 'revision_number': 4, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'gw_port': {'id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:52Z', 'updated_at': '2021-07-27T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'cbd39091-ed9a-46fd-8ef6-ff5127cc716e', 'name': '', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'mac_address': 'fa:16:3e:65:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:55Z', 'updated_at': '2021-07-27T21:14:05Z', 'revision_number': 5, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'subnets': [{'id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:49.173660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc365af-14ad-4a57-a188-f815f058cdb0 None None] The sync data for ids ['d51929f5-fdf5-4c61-b640-826cfa20b84f'] in n-d-764806-9 is: [{'id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'name': 'tempest-ServerActionsTestJSON-826293811-router', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:13:51Z', 'updated_at': '2021-07-27T21:13:56Z', 'revision_number': 4, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'gw_port': {'id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:52Z', 'updated_at': '2021-07-27T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'cbd39091-ed9a-46fd-8ef6-ff5127cc716e', 'name': '', 'network_id': '469a8226-6f36-400c-8f75-c82802ca52c3', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'mac_address': 'fa:16:3e:65:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:55Z', 'updated_at': '2021-07-27T21:14:05Z', 'revision_number': 5, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'subnets': [{'id': '4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:49.473701 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dbff43-5c57-4b81-aae3-f6e5112550b1 None None] New status for floating IP f8e74f7e-885c-4b88-aa4d-f27479a7700e: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:24:50.139411 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46872) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:50.195941 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-baaca1e4-b0c9-4d6b-a6d9-d7272842a205 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.224260 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-baaca1e4-b0c9-4d6b-a6d9-d7272842a205 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.276386 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-baaca1e4-b0c9-4d6b-a6d9-d7272842a205 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.278986 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-baaca1e4-b0c9-4d6b-a6d9-d7272842a205 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.280177 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-baaca1e4-b0c9-4d6b-a6d9-d7272842a205 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "DELETE /v2.0/security-groups/22de7003-7636-4fda-8f3e-32fa50e31343 HTTP/1.1" status: 204 len: 168 time: 0.1395271 Jul 27 21:24:50.282897 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46874) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:50.295755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaca1e4-b0c9-4d6b-a6d9-d7272842a205 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22de7003-7636-4fda-8f3e-32fa50e31343,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:50.296542 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-0ecfda19-a0fa-4c39-8443-47d63c9c6fe4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] show failed (client error): The resource could not be found. Jul 27 21:24:50.298669 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0ecfda19-a0fa-4c39-8443-47d63c9c6fe4 tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "GET /v2.0/security-groups/22de7003-7636-4fda-8f3e-32fa50e31343 HTTP/1.1" status: 404 len: 347 time: 0.0144134 Jul 27 21:24:50.301136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46876) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:50.436618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Deleting port a4159dfb-594b-4ec0-89bc-80c614707f66 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:50.437248 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.524196 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.524538 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.538463 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Calling delete_port for a4159dfb-594b-4ec0-89bc-80c614707f66 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:50.681599 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.708675 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Pushing event deleted for resources: {'Port': ['ID=a4159dfb-594b-4ec0-89bc-80c614707f66,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:50.738421 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:50.738775 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:50.739122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:50.739464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:50.739804 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:50.740136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:50.740466 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:50.740795 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:50.741119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:50.741444 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:50.741791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:50.742098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:50.782753 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.785337 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:50.786656 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-270a0188-6f4e-4528-a14a-2cb2494c412c tempest-ServerActionsTestJSON-262530427 tempest-ServerActionsTestJSON-262530427-project] 10.222.0.55 "DELETE /v2.0/floatingips/f8e74f7e-885c-4b88-aa4d-f27479a7700e HTTP/1.1" status: 204 len: 168 time: 0.4842970 Jul 27 21:24:50.789426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46882) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:51.281181 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-111a05ac-f0f5-400f-abaf-ad36a15be4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:51.546127 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-111a05ac-f0f5-400f-abaf-ad36a15be4da admin admin] Deleting port cbd39091-ed9a-46fd-8ef6-ff5127cc716e {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:51.546831 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-111a05ac-f0f5-400f-abaf-ad36a15be4da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:51.633316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-111a05ac-f0f5-400f-abaf-ad36a15be4da admin admin] For port cbd39091-ed9a-46fd-8ef6-ff5127cc716e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=cbd39091-ed9a-46fd-8ef6-ff5127cc716e,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:51.633689 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-111a05ac-f0f5-400f-abaf-ad36a15be4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:51.652374 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-111a05ac-f0f5-400f-abaf-ad36a15be4da admin admin] Calling delete_port for cbd39091-ed9a-46fd-8ef6-ff5127cc716e owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:51.834549 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-111a05ac-f0f5-400f-abaf-ad36a15be4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:51.859398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a05ac-f0f5-400f-abaf-ad36a15be4da admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd39091-ed9a-46fd-8ef6-ff5127cc716e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:52.067992 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-111a05ac-f0f5-400f-abaf-ad36a15be4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:52.301974 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111a05ac-f0f5-400f-abaf-ad36a15be4da admin admin] Router d51929f5-fdf5-4c61-b640-826cfa20b84f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:24:52.412469 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111a05ac-f0f5-400f-abaf-ad36a15be4da admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:24:52.420140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46890) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:52.422326 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f106998-c7ce-4325-aa72-7023e48b13ca None None] Sync routers for ids ['d51929f5-fdf5-4c61-b640-826cfa20b84f'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:24:52.422813 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-111a05ac-f0f5-400f-abaf-ad36a15be4da admin admin] 10.222.0.55 "PUT /v2.0/routers/d51929f5-fdf5-4c61-b640-826cfa20b84f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6279328 Jul 27 21:24:52.433994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f106998-c7ce-4325-aa72-7023e48b13ca None None] Routers {'d51929f5-fdf5-4c61-b640-826cfa20b84f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:52.434876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8f106998-c7ce-4325-aa72-7023e48b13ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:24:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d51929f5-fdf5-4c61-b640-826cfa20b84f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:52.528961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b63b2d32-b22d-47a7-8590-f4e46519d576 admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:52.545574 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-8f106998-c7ce-4325-aa72-7023e48b13ca None None] Set router d51929f5-fdf5-4c61-b640-826cfa20b84f gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:52.583519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8a7c4d74-2067-4c46-9b0d-cd08ba469818 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:52.633371 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 8a7c4d74-2067-4c46-9b0d-cd08ba469818 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:52.633952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8a7c4d74-2067-4c46-9b0d-cd08ba469818 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:52.656731 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b63b2d32-b22d-47a7-8590-f4e46519d576 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:52.734719 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b63b2d32-b22d-47a7-8590-f4e46519d576 admin admin] Deleting port 6a2298fa-3f0c-405d-866a-58fe1881edf7 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:52.735326 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b63b2d32-b22d-47a7-8590-f4e46519d576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:52.804274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8f106998-c7ce-4325-aa72-7023e48b13ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'name': 'tempest-ServerActionsTestJSON-826293811-router', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:13:51Z', 'updated_at': '2021-07-27T21:24:51Z', 'revision_number': 5, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'gw_port': {'id': '6a2298fa-3f0c-405d-866a-58fe1881edf7', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:13:52Z', 'updated_at': '2021-07-27T21:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:52.836624 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-b63b2d32-b22d-47a7-8590-f4e46519d576 admin admin] For port 6a2298fa-3f0c-405d-866a-58fe1881edf7, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6a2298fa-3f0c-405d-866a-58fe1881edf7,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:52.836989 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b63b2d32-b22d-47a7-8590-f4e46519d576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:52.840019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f106998-c7ce-4325-aa72-7023e48b13ca None None] Checking router: d51929f5-fdf5-4c61-b640-826cfa20b84f for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:24:52.857099 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b63b2d32-b22d-47a7-8590-f4e46519d576 admin admin] Calling delete_port for 6a2298fa-3f0c-405d-866a-58fe1881edf7 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:52.860632 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f106998-c7ce-4325-aa72-7023e48b13ca None None] Routers {'d51929f5-fdf5-4c61-b640-826cfa20b84f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:24:52.861347 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8f106998-c7ce-4325-aa72-7023e48b13ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:24:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d51929f5-fdf5-4c61-b640-826cfa20b84f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:52.977026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-8f106998-c7ce-4325-aa72-7023e48b13ca None None] Set router d51929f5-fdf5-4c61-b640-826cfa20b84f gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:24:52.993964 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c58246-6fbd-420d-81a8-2a4bcb8a76b4 req-e809d700-4577-4b8a-b2e7-3026fda53fc9 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:53.009746 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70c58246-6fbd-420d-81a8-2a4bcb8a76b4 req-e809d700-4577-4b8a-b2e7-3026fda53fc9 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddf78ea-8aa1-4eab-9f28-01a058319390 HTTP/1.1" status: 200 len: 946 time: 0.0902789 Jul 27 21:24:53.036865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8f106998-c7ce-4325-aa72-7023e48b13ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'name': 'tempest-ServerActionsTestJSON-826293811-router', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:13:51Z', 'updated_at': '2021-07-27T21:24:52Z', 'revision_number': 6, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:53.066173 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f106998-c7ce-4325-aa72-7023e48b13ca None None] The sync data for ids ['d51929f5-fdf5-4c61-b640-826cfa20b84f'] in n-d-764806-9 is: [{'id': 'd51929f5-fdf5-4c61-b640-826cfa20b84f', 'name': 'tempest-ServerActionsTestJSON-826293811-router', 'tenant_id': '4d778f8b6f9145c4833b2fba5db782c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:13:51Z', 'updated_at': '2021-07-27T21:24:52Z', 'revision_number': 6, 'project_id': '4d778f8b6f9145c4833b2fba5db782c4', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:24:53.070887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-70c58246-6fbd-420d-81a8-2a4bcb8a76b4 req-f72b484c-19b2-4dbb-a59d-fefdde15b746 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589561 Jul 27 21:24:53.079097 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b63b2d32-b22d-47a7-8590-f4e46519d576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.112149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b2d32-b22d-47a7-8590-f4e46519d576 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2298fa-3f0c-405d-866a-58fe1881edf7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:53.177497 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b63b2d32-b22d-47a7-8590-f4e46519d576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.268805 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b63b2d32-b22d-47a7-8590-f4e46519d576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.271065 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b63b2d32-b22d-47a7-8590-f4e46519d576 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.316467 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b63b2d32-b22d-47a7-8590-f4e46519d576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.317023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63b2d32-b22d-47a7-8590-f4e46519d576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d51929f5-fdf5-4c61-b640-826cfa20b84f {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:24:53.321258 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b63b2d32-b22d-47a7-8590-f4e46519d576 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.322502 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b63b2d32-b22d-47a7-8590-f4e46519d576 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d51929f5-fdf5-4c61-b640-826cfa20b84f HTTP/1.1" status: 204 len: 168 time: 0.9012959 Jul 27 21:24:53.325362 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46902) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:53.374607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-b182d088-e0c7-450a-bbc9-cc16c52e4df7 admin admin] Deleting subnet 4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:24:53.377671 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b182d088-e0c7-450a-bbc9-cc16c52e4df7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.413699 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b182d088-e0c7-450a-bbc9-cc16c52e4df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.499985 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b182d088-e0c7-450a-bbc9-cc16c52e4df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.562186 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b182d088-e0c7-450a-bbc9-cc16c52e4df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.590304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182d088-e0c7-450a-bbc9-cc16c52e4df7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:53.592251 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b182d088-e0c7-450a-bbc9-cc16c52e4df7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.594122 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b182d088-e0c7-450a-bbc9-cc16c52e4df7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4be8d8ac-d5d0-4e35-8eb3-f0ac23af440c HTTP/1.1" status: 204 len: 168 time: 0.2678385 Jul 27 21:24:53.596660 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46904) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:53.597577 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb7056-14b1-4d4a-8594-c49de6cda6b5 None None] Network 469a8226-6f36-400c-8f75-c82802ca52c3 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:53.680270 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.738389 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] Deleting port 1053c274-59e9-459a-aba4-99d087dfced6 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:53.738767 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.803244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] For port 1053c274-59e9-459a-aba4-99d087dfced6, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1053c274-59e9-459a-aba4-99d087dfced6,segment=NetworkSegment(5ec9bd22-6803-4d25-a1fa-750aef62d5c0),segment_id=5ec9bd22-6803-4d25-a1fa-750aef62d5c0)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:53.803609 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.816945 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] Calling delete_port for 1053c274-59e9-459a-aba4-99d087dfced6 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:53.871130 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] DHCP port deletion for 469a8226-6f36-400c-8f75-c82802ca52c3 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:24:53.907859 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.923396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Deleting port 1053c274-59e9-459a-aba4-99d087dfced6 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:53.923917 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:53.933809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=1053c274-59e9-459a-aba4-99d087dfced6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:53.940012 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] No DVR routers for this DVR port 1053c274-59e9-459a-aba4-99d087dfced6 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:54.007598 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] For port 1053c274-59e9-459a-aba4-99d087dfced6, host n-d-764806-9, got binding levels [] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:54.008010 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.032791 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.041684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Calling delete_port for 1053c274-59e9-459a-aba4-99d087dfced6 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:54.045511 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.ipam_backend_mixin [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Port 1053c274-59e9-459a-aba4-99d087dfced6 was not found and therefore no delete operation was performed {{(pid=105581) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:24:54.046635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469a8226-6f36-400c-8f75-c82802ca52c3']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:54.046871 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.065931 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec9bd22-6803-4d25-a1fa-750aef62d5c0') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:54.066253 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec9bd22-6803-4d25-a1fa-750aef62d5c0') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:24:54.075890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1053c274-59e9-459a-aba4-99d087dfced6 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:54.077012 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.091439 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.095336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 1053c274-59e9-459a-aba4-99d087dfced6 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:54.095679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1053c274-59e9-459a-aba4-99d087dfced6 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:54.096090 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device cbd39091-ed9a-46fd-8ef6-ff5127cc716e no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:54.097886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Pushing event deleted for resources: {'Port': ['ID=1053c274-59e9-459a-aba4-99d087dfced6,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:54.101429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:24:54.101872 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.123514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] No DVR routers for this DVR port 1053c274-59e9-459a-aba4-99d087dfced6 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:24:54.125404 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:24:54.128138 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:54.128138 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:54.132005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:54.132730 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:54.132730 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:54.133006 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:54.133336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:54.133661 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:54.133988 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:54.134337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:54.134663 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:54.135063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453532b0-c9ed-4557-9443-ead41e371051 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:24:54.138388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: cbd39091-ed9a-46fd-8ef6-ff5127cc716e {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:54.138787 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device cbd39091-ed9a-46fd-8ef6-ff5127cc716e not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:54.139199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6a2298fa-3f0c-405d-866a-58fe1881edf7 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:54.169414 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 6a2298fa-3f0c-405d-866a-58fe1881edf7 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:54.169761 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6a2298fa-3f0c-405d-866a-58fe1881edf7 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:54.272364 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.280043 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.284965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] 10.222.0.55 "DELETE /v2.0/networks/469a8226-6f36-400c-8f75-c82802ca52c3 HTTP/1.1" status: 204 len: 168 time: 0.6869709 Jul 27 21:24:54.308665 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f5aaa-6931-499d-9d89-f769921f5a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=469a8226-6f36-400c-8f75-c82802ca52c3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:54.322070 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecc847-9d3c-44dc-9055-a6832b6909a0 req-4252cf31-874a-4fe0-b598-edb000fe6a20 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:54.324909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6ecc847-9d3c-44dc-9055-a6832b6909a0 req-4252cf31-874a-4fe0-b598-edb000fe6a20 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddf78ea-8aa1-4eab-9f28-01a058319390 HTTP/1.1" status: 200 len: 946 time: 0.1136470 Jul 27 21:24:54.381078 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c6ecc847-9d3c-44dc-9055-a6832b6909a0 req-6a74cabd-9410-44b5-a204-e6ad1fa8c2b8 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473652 Jul 27 21:24:54.416657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eaaeb5-6b60-4e2c-adbe-1fe28e2a38ea req-bcfb5b7d-9c7e-4140-af27-776994999a20 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:54.418368 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0eaaeb5-6b60-4e2c-adbe-1fe28e2a38ea req-bcfb5b7d-9c7e-4140-af27-776994999a20 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ddf78ea-8aa1-4eab-9f28-01a058319390 HTTP/1.1" status: 200 len: 946 time: 0.0791998 Jul 27 21:24:54.431622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46912) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:54.479714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-96043044-402f-481c-99ba-7108d5e3c83a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d778f8b6f9145c4833b2fba5db782c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461273 Jul 27 21:24:54.482155 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46914) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:54.534636 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-32411f86-81a6-46e1-b363-dc523980f343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.538694 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-c0eaaeb5-6b60-4e2c-adbe-1fe28e2a38ea req-c9fda811-45f0-4477-a1b7-ae448e88e555 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Deleting port 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:24:54.539193 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c0eaaeb5-6b60-4e2c-adbe-1fe28e2a38ea req-c9fda811-45f0-4477-a1b7-ae448e88e555 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.559574 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-32411f86-81a6-46e1-b363-dc523980f343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.611402 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-32411f86-81a6-46e1-b363-dc523980f343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.614410 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-32411f86-81a6-46e1-b363-dc523980f343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:54.618039 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-32411f86-81a6-46e1-b363-dc523980f343 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7e6433c-9a57-4765-ae26-886cb4725438 HTTP/1.1" status: 204 len: 168 time: 0.1324418 Jul 27 21:24:54.633629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32411f86-81a6-46e1-b363-dc523980f343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e6433c-9a57-4765-ae26-886cb4725438,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:54.988978 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c0eaaeb5-6b60-4e2c-adbe-1fe28e2a38ea req-c9fda811-45f0-4477-a1b7-ae448e88e555 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] For port 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8eeaeed3-bdda-4f4e-a35f-c5206f9512a7,segment=NetworkSegment(ff149e0a-3c77-45b1-96dd-b320b905204b),segment_id=ff149e0a-3c77-45b1-96dd-b320b905204b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:24:54.989754 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c0eaaeb5-6b60-4e2c-adbe-1fe28e2a38ea req-c9fda811-45f0-4477-a1b7-ae448e88e555 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:55.004088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-c0eaaeb5-6b60-4e2c-adbe-1fe28e2a38ea req-c9fda811-45f0-4477-a1b7-ae448e88e555 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Calling delete_port for 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:24:55.153659 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c0eaaeb5-6b60-4e2c-adbe-1fe28e2a38ea req-c9fda811-45f0-4477-a1b7-ae448e88e555 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:55.169583 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['8eeaeed3-bdda-4f4e-a35f-c5206f9512a7'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:24:55.186616 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fda811-45f0-4477-a1b7-ae448e88e555 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Pushing event deleted for resources: {'Port': ['ID=8eeaeed3-bdda-4f4e-a35f-c5206f9512a7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:55.242360 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0eaaeb5-6b60-4e2c-adbe-1fe28e2a38ea req-c9fda811-45f0-4477-a1b7-ae448e88e555 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] No DVR routers for this DVR port 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:24:55.245970 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c0eaaeb5-6b60-4e2c-adbe-1fe28e2a38ea req-c9fda811-45f0-4477-a1b7-ae448e88e555 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:55.248508 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0eaaeb5-6b60-4e2c-adbe-1fe28e2a38ea req-c9fda811-45f0-4477-a1b7-ae448e88e555 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.20 "DELETE /v2.0/ports/8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 HTTP/1.1" status: 204 len: 173 time: 0.8242278 Jul 27 21:24:55.249155 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddf78ea-8aa1-4eab-9f28-01a058319390', 'name': 'network-vif-deleted', 'tag': '8eeaeed3-bdda-4f4e-a35f-c5206f9512a7'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:24:55.252910 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f009010e-7bb0-4113-8412-e3a6534b6938" -d '{"events": [{"server_uuid": "7ddf78ea-8aa1-4eab-9f28-01a058319390", "name": "network-vif-deleted", "tag": "8eeaeed3-bdda-4f4e-a35f-c5206f9512a7"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:24:55.300330 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d31799-52ab-4833-b3eb-e65eca5137e4 x-openstack-request-id: req-e0d31799-52ab-4833-b3eb-e65eca5137e4 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:24:55.300748 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddf78ea-8aa1-4eab-9f28-01a058319390", "name": "network-vif-deleted", "tag": "8eeaeed3-bdda-4f4e-a35f-c5206f9512a7", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:24:55.301063 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0d31799-52ab-4833-b3eb-e65eca5137e4 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:24:55.301532 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddf78ea-8aa1-4eab-9f28-01a058319390', 'name': 'network-vif-deleted', 'tag': '8eeaeed3-bdda-4f4e-a35f-c5206f9512a7', 'status': 'completed', 'code': 200} Jul 27 21:24:55.495420 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-59168fba-d841-4945-90bd-e13ce37bc6a1 req-2ae4ccb3-7283-4a75-951c-1161504ffd0e tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ddf78ea-8aa1-4eab-9f28-01a058319390 HTTP/1.1" status: 200 len: 210 time: 0.0333633 Jul 27 21:24:55.906138 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 46956) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:56.022046 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc0e9a71-048f-4a45-b0ea-110426929e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:56.422044 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc0e9a71-048f-4a45-b0ea-110426929e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:56.425891 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc0e9a71-048f-4a45-b0ea-110426929e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:56.464211 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cc0e9a71-048f-4a45-b0ea-110426929e28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1913db9caee74e41a3de9527a4c9d424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569665 Jul 27 21:24:56.465460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e9a71-048f-4a45-b0ea-110426929e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e757926-7046-43b7-89a6-4b615509552b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:56.466869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 46960) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:56.521263 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-17bb9fc6-2c3e-4b0f-b536-cb6b37303b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:56.544107 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-17bb9fc6-2c3e-4b0f-b536-cb6b37303b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:56.592991 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-17bb9fc6-2c3e-4b0f-b536-cb6b37303b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:56.595894 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-17bb9fc6-2c3e-4b0f-b536-cb6b37303b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:56.597131 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-17bb9fc6-2c3e-4b0f-b536-cb6b37303b1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e757926-7046-43b7-89a6-4b615509552b HTTP/1.1" status: 204 len: 168 time: 0.1292329 Jul 27 21:24:56.605590 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb9fc6-2c3e-4b0f-b536-cb6b37303b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e757926-7046-43b7-89a6-4b615509552b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:57.520031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47008) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:57.653293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-24f846fc-6277-45e7-b9c4-78141eeb6abe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-439080580-network', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:57.678924 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f846fc-6277-45e7-b9c4-78141eeb6abe admin admin] Made reservation on behalf of a9ae080b5069490c9b04dff975dcc2de for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:24:57.681381 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24f846fc-6277-45e7-b9c4-78141eeb6abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:57.692893 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24f846fc-6277-45e7-b9c4-78141eeb6abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:57.845972 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24f846fc-6277-45e7-b9c4-78141eeb6abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:57.852697 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24f846fc-6277-45e7-b9c4-78141eeb6abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:57.952151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f846fc-6277-45e7-b9c4-78141eeb6abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8b1b9a-cdaf-4f8e-bf41-3b8891fc843d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:57.960676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f846fc-6277-45e7-b9c4-78141eeb6abe admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:24:57.977925 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24f846fc-6277-45e7-b9c4-78141eeb6abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:57.978362 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-24f846fc-6277-45e7-b9c4-78141eeb6abe admin admin] Added segment e98eb30a-599c-4113-96c9-2067028e4f70 of type vlan for network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d Jul 27 21:24:58.027526 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24f846fc-6277-45e7-b9c4-78141eeb6abe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.064481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24f846fc-6277-45e7-b9c4-78141eeb6abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.065476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f846fc-6277-45e7-b9c4-78141eeb6abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:58.066138 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24f846fc-6277-45e7-b9c4-78141eeb6abe admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.082827 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-24f846fc-6277-45e7-b9c4-78141eeb6abe admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5599983 Jul 27 21:24:58.085213 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47022) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:58.093488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8c4e8388-83d0-4a52-997d-587fbd2fc38a admin admin] Request body: {'subnet': {'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-439080580-subnet', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:58.132817 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4e8388-83d0-4a52-997d-587fbd2fc38a admin admin] Made reservation on behalf of a9ae080b5069490c9b04dff975dcc2de for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:24:58.136090 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c4e8388-83d0-4a52-997d-587fbd2fc38a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.149401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f846fc-6277-45e7-b9c4-78141eeb6abe admin admin] Pushing event updated for resources: {'Network': ['ID=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:58.160912 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:24:58.334462 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c4e8388-83d0-4a52-997d-587fbd2fc38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.345188 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:24:58.367703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:24:58.368260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8eeaeed3-bdda-4f4e-a35f-c5206f9512a7 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:24:58.405630 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e8388-83d0-4a52-997d-587fbd2fc38a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d712bf-ae0f-4aeb-8db8-91555c9506fd,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:58.409995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e8388-83d0-4a52-997d-587fbd2fc38a admin admin] Checking segment: {'id': 'e98eb30a-599c-4113-96c9-2067028e4f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:58.410396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4e8388-83d0-4a52-997d-587fbd2fc38a admin admin] Network hostable DHCP agents. Network: b0e7c33a-ea4f-4546-9b21-a8aa78717b9d, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:24:58.437483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4e8388-83d0-4a52-997d-587fbd2fc38a admin admin] Network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:24:58.447928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-8c4e8388-83d0-4a52-997d-587fbd2fc38a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, b0e7c33a-ea4f-4546-9b21-a8aa78717b9d) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:58.452627 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4e8388-83d0-4a52-997d-587fbd2fc38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:24:58.453223 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c4e8388-83d0-4a52-997d-587fbd2fc38a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.458899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8225124-2a32-42ae-8150-f476df5ffb1f None None] Network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:24:58.474149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47032) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:24:58.474576 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8c4e8388-83d0-4a52-997d-587fbd2fc38a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3881063 Jul 27 21:24:58.480132 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:24:58.502889 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.504529 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.567835 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.631502 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:24:58.632628 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.737564 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:58.802565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Allocated IP 172.20.0.2 (b0e7c33a-ea4f-4546-9b21-a8aa78717b9d/e8d712bf-ae0f-4aeb-8db8-91555c9506fd/7e5523b5-0f95-4c44-b398-4e58c1989417) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:24:59.011671 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.025919 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.027330 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Transition to ACTIVE for port object 7e5523b5-0f95-4c44-b398-4e58c1989417 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:59.058763 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.085914 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Transition to ACTIVE for port object 7e5523b5-0f95-4c44-b398-4e58c1989417 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:24:59.094820 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.135991 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:59.139703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:59.143995 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:59.229325 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Allocated IP 172.25.2.245 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/205d1fd4-9f18-48cb-9624-74da2e8d00ba) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:24:59.230131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Pushing event updated for resources: {'Port': ['ID=7e5523b5-0f95-4c44-b398-4e58c1989417,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:59.255222 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Attempting to bind port 7e5523b5-0f95-4c44-b398-4e58c1989417 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:24:59.255765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Attempting to bind port 7e5523b5-0f95-4c44-b398-4e58c1989417 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'e98eb30a-599c-4113-96c9-2067028e4f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:24:59.256459 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Attempting to bind port 7e5523b5-0f95-4c44-b398-4e58c1989417 on network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:24:59.264509 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:24:59.265280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Checking segment: {'id': 'e98eb30a-599c-4113-96c9-2067028e4f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:24:59.265924 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.266695 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Bound using segment: {'id': 'e98eb30a-599c-4113-96c9-2067028e4f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:24:59.267378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Bound port: 7e5523b5-0f95-4c44-b398-4e58c1989417, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98eb30a-599c-4113-96c9-2067028e4f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:24:59.268046 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.368717 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] For port 7e5523b5-0f95-4c44-b398-4e58c1989417, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:24:59.373182 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] For port 7e5523b5-0f95-4c44-b398-4e58c1989417, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7e5523b5-0f95-4c44-b398-4e58c1989417,segment=NetworkSegment(e98eb30a-599c-4113-96c9-2067028e4f70),segment_id=e98eb30a-599c-4113-96c9-2067028e4f70)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:24:59.379304 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.413221 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.448406 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39077b45-a6ac-46a9-8900-dec28aa96bc2 None None] Pushing event updated for resources: {'Port': ['ID=7e5523b5-0f95-4c44-b398-4e58c1989417,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:59.464824 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:24:59.518373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:24:59.524735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:24:59.527212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Pushing event updated for resources: {'Port': ['ID=205d1fd4-9f18-48cb-9624-74da2e8d00ba,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:24:59.530193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:24:59.873684 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:00.165526 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7e5523b5-0f95-4c44-b398-4e58c1989417 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:00.244892 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:00.256910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 7e5523b5-0f95-4c44-b398-4e58c1989417 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:00.445320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:25:00.601702 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:00.613326 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Sync routers for ids ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:00.624561 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:00.626438 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9f6262b5-29c0-4aef-a8d4-197ae46286d9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1510212 Jul 27 21:25:00.631750 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Routers {'ef1e3220-3176-4a9e-95c1-4ed46902e2c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:00.632709 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:24:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:00.639583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47080) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:00.781352 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Set router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:00.878125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f1ce3b-2ee7-4c45-a36e-fde18e24cac4 None None] Network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:25:01.023117 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:24:59Z', 'revision_number': 3, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:01.069781 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Checking router: ef1e3220-3176-4a9e-95c1-4ed46902e2c4 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:25:01.070002 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Updating router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 port 205d1fd4-9f18-48cb-9624-74da2e8d00ba binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:25:01.074781 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6b328ede-7572-4b05-865a-0a4d32c04a7d None None] Provisioning for port 7e5523b5-0f95-4c44-b398-4e58c1989417 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:01.093647 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6b328ede-7572-4b05-865a-0a4d32c04a7d None None] Provisioning complete for port 7e5523b5-0f95-4c44-b398-4e58c1989417 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:01.094192 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6b328ede-7572-4b05-865a-0a4d32c04a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.120968 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.455458 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6b328ede-7572-4b05-865a-0a4d32c04a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.468796 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.517058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6b328ede-7572-4b05-865a-0a4d32c04a7d None None] For port 7e5523b5-0f95-4c44-b398-4e58c1989417, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7e5523b5-0f95-4c44-b398-4e58c1989417,segment=NetworkSegment(e98eb30a-599c-4113-96c9-2067028e4f70),segment_id=e98eb30a-599c-4113-96c9-2067028e4f70)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:01.522196 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6b328ede-7572-4b05-865a-0a4d32c04a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.568750 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.580667 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Transition to ACTIVE for port object 205d1fd4-9f18-48cb-9624-74da2e8d00ba will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:01.589832 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.616400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b328ede-7572-4b05-865a-0a4d32c04a7d None None] Pushing event updated for resources: {'Port': ['ID=7e5523b5-0f95-4c44-b398-4e58c1989417,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:01.666575 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Attempting to bind port 205d1fd4-9f18-48cb-9624-74da2e8d00ba on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:01.668500 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Attempting to bind port 205d1fd4-9f18-48cb-9624-74da2e8d00ba by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:01.669048 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Attempting to bind port 205d1fd4-9f18-48cb-9624-74da2e8d00ba on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:01.677658 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:01.678398 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:01.678961 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.679505 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:01.680148 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Bound port: 205d1fd4-9f18-48cb-9624-74da2e8d00ba, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:01.680690 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.744450 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] For port 205d1fd4-9f18-48cb-9624-74da2e8d00ba, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:01.748219 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] For port 205d1fd4-9f18-48cb-9624-74da2e8d00ba, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=205d1fd4-9f18-48cb-9624-74da2e8d00ba,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:01.761868 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.792607 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd6bc3-5908-4e60-982a-fde4bf0eae4b None None] Pushing event updated for resources: {'Port': ['ID=205d1fd4-9f18-48cb-9624-74da2e8d00ba,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:01.805822 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd6bc3-5908-4e60-982a-fde4bf0eae4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:01.806166 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd6bc3-5908-4e60-982a-fde4bf0eae4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:01.806705 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd6bc3-5908-4e60-982a-fde4bf0eae4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:01.807482 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd6bc3-5908-4e60-982a-fde4bf0eae4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:01.807642 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd6bc3-5908-4e60-982a-fde4bf0eae4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:01.807896 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd6bc3-5908-4e60-982a-fde4bf0eae4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:01.808253 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd6bc3-5908-4e60-982a-fde4bf0eae4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:01.808576 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd6bc3-5908-4e60-982a-fde4bf0eae4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:01.808871 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd6bc3-5908-4e60-982a-fde4bf0eae4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:01.809414 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd6bc3-5908-4e60-982a-fde4bf0eae4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:01.809893 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd6bc3-5908-4e60-982a-fde4bf0eae4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:01.810420 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd6bc3-5908-4e60-982a-fde4bf0eae4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:01.848261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e9815a25-40c0-486f-b827-fa4bc3bea17c None None] Provisioning complete for port 7e5523b5-0f95-4c44-b398-4e58c1989417 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:01.848920 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e9815a25-40c0-486f-b827-fa4bc3bea17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:01.849096 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Routers {'ef1e3220-3176-4a9e-95c1-4ed46902e2c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:01.849907 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:24:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:01.854940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Allocated IP 172.20.0.1 (b0e7c33a-ea4f-4546-9b21-a8aa78717b9d/e8d712bf-ae0f-4aeb-8db8-91555c9506fd/cf0c04cd-2962-478d-b7e3-4a68fd06ef50) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:01.921113 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd6bc3-5908-4e60-982a-fde4bf0eae4b None None] Pushing event updated for resources: {'Port': ['ID=205d1fd4-9f18-48cb-9624-74da2e8d00ba,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:02.053387 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:02.059337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7e5523b5-0f95-4c44-b398-4e58c1989417 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:02.070180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Transition to ACTIVE for port object cf0c04cd-2962-478d-b7e3-4a68fd06ef50 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:02.072854 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] Set router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:02.110367 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:02.112122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7e5523b5-0f95-4c44-b398-4e58c1989417 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:02.113268 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:02.161083 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:02.166479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:02.172096 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:02.176245 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Pushing event updated for resources: {'Port': ['ID=cf0c04cd-2962-478d-b7e3-4a68fd06ef50,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:02.232063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:02.370730 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:24:59Z', 'revision_number': 3, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:02.408182 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da78b0d-ef28-4a3b-8c59-e53dc337effd None None] The sync data for ids ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'] in n-d-764806-9 is: [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:24:59Z', 'revision_number': 3, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:02.531700 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:02.563226 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-97f9823e-2565-4425-a166-277ca472c3bc None None] Provisioning for port cf0c04cd-2962-478d-b7e3-4a68fd06ef50 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:02.569137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-97f9823e-2565-4425-a166-277ca472c3bc None None] Provisioning complete for port cf0c04cd-2962-478d-b7e3-4a68fd06ef50 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:02.569567 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-97f9823e-2565-4425-a166-277ca472c3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:02.652517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-97f9823e-2565-4425-a166-277ca472c3bc None None] Port cf0c04cd-2962-478d-b7e3-4a68fd06ef50 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:25:02.703372 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c5a04f31-9cf8-43bb-9076-4e14efd478a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:02.780944 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:02.787229 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:02.871692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Pushing event updated for resources: {'Port': ['ID=cf0c04cd-2962-478d-b7e3-4a68fd06ef50,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:02.887168 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:03.153905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:03.155674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:03.342848 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:25:03.474841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:03.492152 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bd321870-21b0-401f-8fc9-d07a15920431 admin admin] 10.222.0.55 "PUT /v2.0/routers/ef1e3220-3176-4a9e-95c1-4ed46902e2c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8506916 Jul 27 21:25:03.493678 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c4a83092-95e5-41f6-8e6b-f033be3727da None None] Provisioning complete for port cf0c04cd-2962-478d-b7e3-4a68fd06ef50 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:03.494093 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c4a83092-95e5-41f6-8e6b-f033be3727da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:03.543234 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c4a83092-95e5-41f6-8e6b-f033be3727da None None] Port cf0c04cd-2962-478d-b7e3-4a68fd06ef50 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:25:03.844644 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-8cf4d2cf-2ff4-477b-90f8-1a926414fd9d tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:03.846043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-8cf4d2cf-2ff4-477b-90f8-1a926414fd9d tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/networks?id=0451a906-b4fd-4b0c-9a45-bd32611ff8e9 HTTP/1.1" status: 200 len: 814 time: 0.1242929 Jul 27 21:25:03.864204 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-1876f0c0-ea7a-457a-a611-bfae87df8d11 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/quotas/28740701dbfa49b88a2a7c63a25527c5 HTTP/1.1" status: 200 len: 375 time: 0.0125275 Jul 27 21:25:03.904790 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-2b39b984-7dbd-4bbc-ab76-509e43cd13cf tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=28740701dbfa49b88a2a7c63a25527c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342457 Jul 27 21:25:03.922511 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:25:04.077529 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.092228 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47150) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:04.098719 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d981b4de-50a3-4172-9d7e-b5a0cdcf4159 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--955096930', 'description': 'tempest-description--1680281519'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:04.106192 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-62618f5a-5b17-4a08-b181-22c6dc0ca80a service neutron] 10.222.0.55 "GET /v2.0/networks/0451a906-b4fd-4b0c-9a45-bd32611ff8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932917 Jul 27 21:25:04.111010 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 205d1fd4-9f18-48cb-9624-74da2e8d00ba up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:04.134040 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d981b4de-50a3-4172-9d7e-b5a0cdcf4159 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.168888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 205d1fd4-9f18-48cb-9624-74da2e8d00ba completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:04.173525 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 205d1fd4-9f18-48cb-9624-74da2e8d00ba triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:04.173903 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.239075 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-17349300-3fef-4f2e-b084-20fe51af55e8 service neutron] 10.222.0.55 "GET /v2.0/networks/0451a906-b4fd-4b0c-9a45-bd32611ff8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257160 Jul 27 21:25:04.258757 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d981b4de-50a3-4172-9d7e-b5a0cdcf4159 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.264719 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d981b4de-50a3-4172-9d7e-b5a0cdcf4159 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.295068 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.320522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 205d1fd4-9f18-48cb-9624-74da2e8d00ba, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=205d1fd4-9f18-48cb-9624-74da2e8d00ba,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:04.327677 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.330292 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981b4de-50a3-4172-9d7e-b5a0cdcf4159 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdeca570-b345-4899-8947-5f8bef85ad50,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:04.336863 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d981b4de-50a3-4172-9d7e-b5a0cdcf4159 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.339677 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d981b4de-50a3-4172-9d7e-b5a0cdcf4159 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2457669 Jul 27 21:25:04.342675 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 47154) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:04.348289 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ac4fd3c7-7115-4c2f-8506-49cb1732b21a tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Request body: {'security_group_rule': {'security_group_id': 'fdeca570-b345-4899-8947-5f8bef85ad50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:04.386644 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd3c7-7115-4c2f-8506-49cb1732b21a tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.393597 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=205d1fd4-9f18-48cb-9624-74da2e8d00ba,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:04.499357 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7fb912d-88a1-467e-beae-dc22ff2b4e89 req-b211ab18-0bc5-4af6-87b7-14bbb29c9afc tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 210 time: 0.0444467 Jul 27 21:25:04.511071 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd3c7-7115-4c2f-8506-49cb1732b21a tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.517177 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd3c7-7115-4c2f-8506-49cb1732b21a tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.546736 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fd3c7-7115-4c2f-8506-49cb1732b21a tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a578f903-9ecd-413d-ba01-39c87461d2f3,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:04.550701 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd3c7-7115-4c2f-8506-49cb1732b21a tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.555430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47162) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:04.556110 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ac4fd3c7-7115-4c2f-8506-49cb1732b21a tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2116573 Jul 27 21:25:04.560370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-81bb77c1-3061-40f4-a84f-fec4f6aaac5b tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Request body: {'security_group_rule': {'security_group_id': 'fdeca570-b345-4899-8947-5f8bef85ad50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:04.621402 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-81bb77c1-3061-40f4-a84f-fec4f6aaac5b tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.698002 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-81bb77c1-3061-40f4-a84f-fec4f6aaac5b tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.702812 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-81bb77c1-3061-40f4-a84f-fec4f6aaac5b tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.721449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb77c1-3061-40f4-a84f-fec4f6aaac5b tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c490d9-0e21-459a-bdf9-fc5c7f7071e7,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:04.731318 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-81bb77c1-3061-40f4-a84f-fec4f6aaac5b tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.737208 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-81bb77c1-3061-40f4-a84f-fec4f6aaac5b tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1763442 Jul 27 21:25:04.737208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47170) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:04.740933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:04.779402 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Sync routers for ids ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:04.782615 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for floatingip, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:04.794708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Routers {'ef1e3220-3176-4a9e-95c1-4ed46902e2c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:04.795628 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:24:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:04.939786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Set router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:04.944097 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.100553 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Allocated IP 172.25.2.157 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/85b5c26e-04a4-40a8-9149-90dadb57e478) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:05.214480 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:25:02Z', 'revision_number': 4, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'cf0c04cd-2962-478d-b7e3-4a68fd06ef50', 'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'mac_address': 'fa:16:3e:eb:36:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:01Z', 'updated_at': '2021-07-27T21:25:02Z', 'revision_number': 2, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'subnets': [{'id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:05.251399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Checking router: ef1e3220-3176-4a9e-95c1-4ed46902e2c4 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:25:05.251851 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Updating router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 port cf0c04cd-2962-478d-b7e3-4a68fd06ef50 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:25:05.265704 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.288031 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.319954 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.359380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:05.366662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:05.370522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:05.376861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event updated for resources: {'Port': ['ID=85b5c26e-04a4-40a8-9149-90dadb57e478,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:05.417890 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-40724074-80db-489e-b0f7-120b4f103405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.489871 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.504023 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.547070 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.668968 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-adbf50f0-d18b-41e2-90ec-10cd12502288 req-2fbb1050-54c4-4d07-9d67-71c3adb5b4f6 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 210 time: 0.0465691 Jul 27 21:25:05.702185 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.713508 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Transition to ACTIVE for port object cf0c04cd-2962-478d-b7e3-4a68fd06ef50 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:05.720566 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.800941 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ab826-21ee-4e4d-b425-3c0d6fd9f445 None None] Pushing event updated for resources: {'Port': ['ID=cf0c04cd-2962-478d-b7e3-4a68fd06ef50,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:05.863297 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-c6d5e6fa-a506-4d14-b4bf-a073491c1d2f tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:05.865223 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-c6d5e6fa-a506-4d14-b4bf-a073491c1d2f tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.66 "GET /v2.0/networks?id=0451a906-b4fd-4b0c-9a45-bd32611ff8e9 HTTP/1.1" status: 200 len: 814 time: 0.2392592 Jul 27 21:25:05.883103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-d132b30b-c63c-423b-802f-16b08d4a3f74 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Request body: {'port': {'device_id': '79d06b99-4904-4998-bf6d-10c1b373d84e', 'network_id': '0451a906-b4fd-4b0c-9a45-bd32611ff8e9', 'admin_state_up': True, 'tenant_id': '28740701dbfa49b88a2a7c63a25527c5'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:05.894158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Attempting to bind port cf0c04cd-2962-478d-b7e3-4a68fd06ef50 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:05.894600 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Attempting to bind port cf0c04cd-2962-478d-b7e3-4a68fd06ef50 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'e98eb30a-599c-4113-96c9-2067028e4f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:05.894966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Attempting to bind port cf0c04cd-2962-478d-b7e3-4a68fd06ef50 on network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:05.901571 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:05.901981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Checking segment: {'id': 'e98eb30a-599c-4113-96c9-2067028e4f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:05.902422 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.902821 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Bound using segment: {'id': 'e98eb30a-599c-4113-96c9-2067028e4f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:05.903291 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Bound port: cf0c04cd-2962-478d-b7e3-4a68fd06ef50, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98eb30a-599c-4113-96c9-2067028e4f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:05.903868 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.980445 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.980445 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:05.995347 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] For port cf0c04cd-2962-478d-b7e3-4a68fd06ef50, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:06.000260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] For port cf0c04cd-2962-478d-b7e3-4a68fd06ef50, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=cf0c04cd-2962-478d-b7e3-4a68fd06ef50,segment=NetworkSegment(e98eb30a-599c-4113-96c9-2067028e4f70),segment_id=e98eb30a-599c-4113-96c9-2067028e4f70)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:06.005583 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.065253 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 205d1fd4-9f18-48cb-9624-74da2e8d00ba up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:06.121374 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Routers {'ef1e3220-3176-4a9e-95c1-4ed46902e2c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:06.122031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:25:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:06.125006 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.142653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event updated for resources: {'Port': ['ID=85b5c26e-04a4-40a8-9149-90dadb57e478,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:06.163131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-d132b30b-c63c-423b-802f-16b08d4a3f74 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Made reservation on behalf of 28740701dbfa49b88a2a7c63a25527c5 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:06.166905 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-d132b30b-c63c-423b-802f-16b08d4a3f74 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.170681 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.172038 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cd9de39e-4f1b-4556-8041-6d301b2c4e5c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4350095 Jul 27 21:25:06.278150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 205d1fd4-9f18-48cb-9624-74da2e8d00ba triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:06.278743 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.368267 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ab826-21ee-4e4d-b425-3c0d6fd9f445 None None] Pushing event updated for resources: {'Port': ['ID=cf0c04cd-2962-478d-b7e3-4a68fd06ef50,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:06.388472 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-895ee551-2183-4d81-8599-d7a47747f25a tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--955096930&fields=id&tenant_id=a9ae080b5069490c9b04dff975dcc2de HTTP/1.1" status: 200 len: 267 time: 0.0504782 Jul 27 21:25:06.430330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-d132b30b-c63c-423b-802f-16b08d4a3f74 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Allocated IP 172.20.0.4 (0451a906-b4fd-4b0c-9a45-bd32611ff8e9/c6bff9ed-1fec-46a3-bdb1-45f31e4df162/c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:06.454973 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] Set router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:06.622809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-90f57402-4e2f-4036-9917-7453b9b7c16a tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:06.624414 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-90f57402-4e2f-4036-9917-7453b9b7c16a tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/networks?id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d HTTP/1.1" status: 200 len: 810 time: 0.2275906 Jul 27 21:25:06.649829 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-27c8f25f-820a-4d94-b088-ad1eef7dc016 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/quotas/a9ae080b5069490c9b04dff975dcc2de HTTP/1.1" status: 200 len: 375 time: 0.0190909 Jul 27 21:25:06.670718 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-d132b30b-c63c-423b-802f-16b08d4a3f74 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.727422 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-d132b30b-c63c-423b-802f-16b08d4a3f74 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.742850 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:25:02Z', 'revision_number': 4, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'cf0c04cd-2962-478d-b7e3-4a68fd06ef50', 'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'mac_address': 'fa:16:3e:eb:36:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:01Z', 'updated_at': '2021-07-27T21:25:05Z', 'revision_number': 4, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'subnets': [{'id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:06.772019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ef3e71-6a57-4c79-9e2f-e28b7dc0f57e None None] The sync data for ids ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'] in n-d-764806-9 is: [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:25:02Z', 'revision_number': 4, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'cf0c04cd-2962-478d-b7e3-4a68fd06ef50', 'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'mac_address': 'fa:16:3e:eb:36:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:01Z', 'updated_at': '2021-07-27T21:25:05Z', 'revision_number': 4, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'subnets': [{'id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:06.789973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132b30b-c63c-423b-802f-16b08d4a3f74 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Pushing event updated for resources: {'Port': ['ID=c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:06.801722 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-d132b30b-c63c-423b-802f-16b08d4a3f74 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Network 0451a906-b4fd-4b0c-9a45-bd32611ff8e9 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:06.803261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-d132b30b-c63c-423b-802f-16b08d4a3f74 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:06.805626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-d132b30b-c63c-423b-802f-16b08d4a3f74 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:06.863046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-b32da9e2-0e0d-4177-806a-97dc28312a26 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ae080b5069490c9b04dff975dcc2de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2113252 Jul 27 21:25:06.905943 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-2e8af059-065f-4a09-89b4-5704566e3015 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:25:06.907043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-2e8af059-065f-4a09-89b4-5704566e3015 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091057 Jul 27 21:25:06.918126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-d132b30b-c63c-423b-802f-16b08d4a3f74 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:06.918807 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-d132b30b-c63c-423b-802f-16b08d4a3f74 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:06.935777 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-d132b30b-c63c-423b-802f-16b08d4a3f74 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0567858 Jul 27 21:25:06.951350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Request body: {'port': {'device_id': '79d06b99-4904-4998-bf6d-10c1b373d84e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:07.013800 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2f89e-d114-4924-b2f4-493754d43521 req-0542bfc2-87be-46eb-bb94-eabd1624cbfe tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:07.019897 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74f2f89e-d114-4924-b2f4-493754d43521 req-0542bfc2-87be-46eb-bb94-eabd1624cbfe tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 931 time: 0.2564535 Jul 27 21:25:07.052060 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:07.092078 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-74f2f89e-d114-4924-b2f4-493754d43521 req-6cde42a3-77b7-44f2-b3e1-bc3179d045fe tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647960 Jul 27 21:25:07.116562 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-cedde582-11b9-4a63-88ab-0defb63e230b service neutron] 10.222.0.55 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013311 Jul 27 21:25:07.193501 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:07.256851 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-8f7ecd8c-2104-4e13-9e74-0bad4d60c686 service neutron] 10.222.0.55 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292520 Jul 27 21:25:07.507604 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4adc2a8b-4500-4501-8086-c6fcb5f586eb req-2952affd-065d-4e42-8673-c198379e8282 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 210 time: 0.0471158 Jul 27 21:25:07.512389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:25:07.527219 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:07.549376 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Transition to ACTIVE for port object c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:07.553483 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:07.683421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:07.707460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Attempting to bind port c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:07.708036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Attempting to bind port c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'ff149e0a-3c77-45b1-96dd-b320b905204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0451a906-b4fd-4b0c-9a45-bd32611ff8e9'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:07.708587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Attempting to bind port c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 on network 0451a906-b4fd-4b0c-9a45-bd32611ff8e9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:07.714567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Port c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 on network 0451a906-b4fd-4b0c-9a45-bd32611ff8e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:25:07.715252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Attempting to bind port c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 on network 0451a906-b4fd-4b0c-9a45-bd32611ff8e9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:07.721320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:07.721963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Checking segment: {'id': 'ff149e0a-3c77-45b1-96dd-b320b905204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0451a906-b4fd-4b0c-9a45-bd32611ff8e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:07.722613 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Bound using segment: {'id': 'ff149e0a-3c77-45b1-96dd-b320b905204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0451a906-b4fd-4b0c-9a45-bd32611ff8e9'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:07.723214 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Bound port: c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff149e0a-3c77-45b1-96dd-b320b905204b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0451a906-b4fd-4b0c-9a45-bd32611ff8e9'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:07.723819 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:07.789496 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:07.828927 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] For port c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:07.833765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] For port c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6,segment=NetworkSegment(ff149e0a-3c77-45b1-96dd-b320b905204b),segment_id=ff149e0a-3c77-45b1-96dd-b320b905204b)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:07.841403 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:07.891373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:07.892005 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:07.893683 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] 10.222.0.66 "PUT /v2.0/ports/c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 HTTP/1.1" status: 200 len: 1091 time: 0.9482315 Jul 27 21:25:07.894132 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d06b99-4904-4998-bf6d-10c1b373d84e', 'tag': 'c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:25:07.896734 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b934f520-a59a-4427-8249-40f19822a4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "79d06b99-4904-4998-bf6d-10c1b373d84e", "tag": "c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:25:07.976104 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ab0abc-308d-446d-8f3b-6504793821fc x-openstack-request-id: req-66ab0abc-308d-446d-8f3b-6504793821fc {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:25:07.976313 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d06b99-4904-4998-bf6d-10c1b373d84e", "tag": "c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:25:07.976553 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66ab0abc-308d-446d-8f3b-6504793821fc {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:25:07.977193 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d06b99-4904-4998-bf6d-10c1b373d84e', 'tag': 'c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6', 'status': 'completed', 'code': 200} Jul 27 21:25:07.979574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b475714-f469-4855-b7e5-2593bd6002d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:08.026873 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-c43c648a-bae1-4a54-9de0-f09d3df2d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:08.028466 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-c43c648a-bae1-4a54-9de0-f09d3df2d282 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28740701dbfa49b88a2a7c63a25527c5&device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 1094 time: 0.0946758 Jul 27 21:25:08.084925 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-5c8e858a-0b2f-431f-b949-4a9488621c4d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 HTTP/1.1" status: 200 len: 217 time: 0.0453210 Jul 27 21:25:08.113629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device cf0c04cd-2962-478d-b7e3-4a68fd06ef50 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:08.188154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-c8fae2e3-184e-43a3-b932-5772ee7d2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:08.189692 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-c8fae2e3-184e-43a3-b932-5772ee7d2d2b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c6bff9ed-1fec-46a3-bdb1-45f31e4df162 HTTP/1.1" status: 200 len: 854 time: 0.0959365 Jul 27 21:25:08.206032 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port cf0c04cd-2962-478d-b7e3-4a68fd06ef50 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:08.216182 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port cf0c04cd-2962-478d-b7e3-4a68fd06ef50 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:08.216557 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:08.278212 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-f0139f2a-451d-4d6c-ae13-1529b3047569 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0451a906-b4fd-4b0c-9a45-bd32611ff8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798573 Jul 27 21:25:08.367807 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:08.378617 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0bab1-c9a2-47c7-90fe-e5aa2a455624 req-df8df29b-6d72-4889-9cde-2cae0caf75e1 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:08.391332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1d0bab1-c9a2-47c7-90fe-e5aa2a455624 req-df8df29b-6d72-4889-9cde-2cae0caf75e1 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 943 time: 0.1594453 Jul 27 21:25:08.440138 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-bd663861-76b7-401b-85a0-43ffa060dec3 service neutron] 10.222.0.66 "GET /v2.0/networks/0451a906-b4fd-4b0c-9a45-bd32611ff8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532788 Jul 27 21:25:08.457364 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port cf0c04cd-2962-478d-b7e3-4a68fd06ef50, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=cf0c04cd-2962-478d-b7e3-4a68fd06ef50,segment=NetworkSegment(e98eb30a-599c-4113-96c9-2067028e4f70),segment_id=e98eb30a-599c-4113-96c9-2067028e4f70)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:08.462278 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:08.502694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1d0bab1-c9a2-47c7-90fe-e5aa2a455624 req-637a9709-4eb9-42d0-a290-ceada9d88dba tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885046 Jul 27 21:25:08.532134 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=cf0c04cd-2962-478d-b7e3-4a68fd06ef50,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:08.569565 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31fcc8c2-e868-4689-b7de-0edc69045e14 req-6c9d455f-0062-4d3a-ad15-0b8d15899d70 service neutron] 10.222.0.66 "GET /v2.0/networks/0451a906-b4fd-4b0c-9a45-bd32611ff8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218061 Jul 27 21:25:08.631672 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f30145fc-2112-4e0c-ae80-180f62d95eb7 req-56c66e5f-7820-4a11-a80d-0a65c12ce5aa tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 210 time: 0.0318768 Jul 27 21:25:08.686346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934f520-a59a-4427-8249-40f19822a4b9 req-a8fff0aa-a448-438f-a403-c06ab8a17d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:08.687913 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b934f520-a59a-4427-8249-40f19822a4b9 req-a8fff0aa-a448-438f-a403-c06ab8a17d4d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=28740701dbfa49b88a2a7c63a25527c5&device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 1094 time: 0.0669396 Jul 27 21:25:08.866884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934f520-a59a-4427-8249-40f19822a4b9 req-e1bb6d9f-8557-46a7-8e35-e5d76a66ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:08.869925 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b934f520-a59a-4427-8249-40f19822a4b9 req-e1bb6d9f-8557-46a7-8e35-e5d76a66ba9e service neutron] 10.222.0.66 "GET /v2.0/networks?id=0451a906-b4fd-4b0c-9a45-bd32611ff8e9 HTTP/1.1" status: 200 len: 915 time: 0.1714334 Jul 27 21:25:08.889866 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:08.937442 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b934f520-a59a-4427-8249-40f19822a4b9 req-26df3b9b-af34-45ee-8fa4-1b4e94085349 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 HTTP/1.1" status: 200 len: 217 time: 0.0598168 Jul 27 21:25:09.006119 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-b43c6738-e1d9-4825-a52b-5acff5aaed2e tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:09.007576 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-b43c6738-e1d9-4825-a52b-5acff5aaed2e tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.20 "GET /v2.0/networks?id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d HTTP/1.1" status: 200 len: 810 time: 0.2195096 Jul 27 21:25:09.017157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934f520-a59a-4427-8249-40f19822a4b9 req-82ddc687-eb4b-4b2c-9fdc-256b6d7180a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:09.018627 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b934f520-a59a-4427-8249-40f19822a4b9 req-82ddc687-eb4b-4b2c-9fdc-256b6d7180a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c6bff9ed-1fec-46a3-bdb1-45f31e4df162 HTTP/1.1" status: 200 len: 854 time: 0.0720439 Jul 27 21:25:09.076560 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b934f520-a59a-4427-8249-40f19822a4b9 req-86dde3a9-b1ac-422d-8778-df4db647ef12 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0451a906-b4fd-4b0c-9a45-bd32611ff8e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502214 Jul 27 21:25:09.119176 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-687014c9-3ca4-4304-b8cb-eb4ec6544a87 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9ae080b5069490c9b04dff975dcc2de HTTP/1.1" status: 200 len: 379 time: 0.0996046 Jul 27 21:25:09.150564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-ed12f319-d815-433a-92fc-186a6b8cfa28 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Request body: {'port': {'device_id': 'c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'admin_state_up': True, 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'security_groups': ['fdeca570-b345-4899-8947-5f8bef85ad50']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:09.263237 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b934f520-a59a-4427-8249-40f19822a4b9 req-2f48c56d-5b2d-4058-97af-27e076068d21 service neutron] 10.222.0.66 "GET /v2.0/networks/0451a906-b4fd-4b0c-9a45-bd32611ff8e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719575 Jul 27 21:25:09.353006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-ed12f319-d815-433a-92fc-186a6b8cfa28 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Made reservation on behalf of a9ae080b5069490c9b04dff975dcc2de for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:25:09.356552 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-ed12f319-d815-433a-92fc-186a6b8cfa28 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:09.403863 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b934f520-a59a-4427-8249-40f19822a4b9 req-141a5458-81a3-4303-a95b-0a4b0993143a service neutron] 10.222.0.66 "GET /v2.0/networks/0451a906-b4fd-4b0c-9a45-bd32611ff8e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316378 Jul 27 21:25:09.530463 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-ed12f319-d815-433a-92fc-186a6b8cfa28 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Allocated IP 172.20.0.7 (b0e7c33a-ea4f-4546-9b21-a8aa78717b9d/e8d712bf-ae0f-4aeb-8db8-91555c9506fd/75adbe41-dbb7-4e59-a882-aed53fd45633) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:25:09.655647 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d391f-50ed-4ce5-89a8-c81f5c602180 req-83ecc5c2-bc00-4144-b68f-8a3eac3d3ed1 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:09.657801 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d15d391f-50ed-4ce5-89a8-c81f5c602180 req-83ecc5c2-bc00-4144-b68f-8a3eac3d3ed1 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 943 time: 0.0766265 Jul 27 21:25:09.704305 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-ed12f319-d815-433a-92fc-186a6b8cfa28 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:09.721392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-ed12f319-d815-433a-92fc-186a6b8cfa28 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Transition to ACTIVE for port object 75adbe41-dbb7-4e59-a882-aed53fd45633 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:09.721745 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d15d391f-50ed-4ce5-89a8-c81f5c602180 req-8c032ccc-9393-4282-990a-9c19ef7a6f2a tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546196 Jul 27 21:25:09.763257 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-ed12f319-d815-433a-92fc-186a6b8cfa28 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:09.764535 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ff4b6f5-a517-410a-8df8-6b85c392b5e9 req-418ad3c2-c569-47c8-b9b7-59152bb6fe95 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 210 time: 0.0415521 Jul 27 21:25:09.825436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-ed12f319-d815-433a-92fc-186a6b8cfa28 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:25:09.829348 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-ed12f319-d815-433a-92fc-186a6b8cfa28 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:25:09.834556 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-ed12f319-d815-433a-92fc-186a6b8cfa28 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:25:09.840123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12f319-d815-433a-92fc-186a6b8cfa28 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event updated for resources: {'Port': ['ID=75adbe41-dbb7-4e59-a882-aed53fd45633,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:10.036542 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device cf0c04cd-2962-478d-b7e3-4a68fd06ef50 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:10.104300 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port cf0c04cd-2962-478d-b7e3-4a68fd06ef50 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:10.105083 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.204882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f843a700-8b8d-4710-ae3d-545e15a3103c None None] Provisioning for port 75adbe41-dbb7-4e59-a882-aed53fd45633 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:10.209934 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f843a700-8b8d-4710-ae3d-545e15a3103c None None] Provisioning complete for port 75adbe41-dbb7-4e59-a882-aed53fd45633 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:10.210334 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f843a700-8b8d-4710-ae3d-545e15a3103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.265444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-f843a700-8b8d-4710-ae3d-545e15a3103c None None] Port 75adbe41-dbb7-4e59-a882-aed53fd45633 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:25:10.299893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-ed12f319-d815-433a-92fc-186a6b8cfa28 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:10.300529 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-ed12f319-d815-433a-92fc-186a6b8cfa28 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.316246 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-ed12f319-d815-433a-92fc-186a6b8cfa28 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1717131 Jul 27 21:25:10.328630 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Request body: {'port': {'device_id': 'c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:10.404195 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.690933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75adbe41-dbb7-4e59-a882-aed53fd45633 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:25:10.698830 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.712032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Transition to ACTIVE for port object 75adbe41-dbb7-4e59-a882-aed53fd45633 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:25:10.715220 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.843619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593057ef-0024-4966-a826-8458a988a65e service neutron] Pushing event updated for resources: {'Port': ['ID=75adbe41-dbb7-4e59-a882-aed53fd45633,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:10.887256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Attempting to bind port 75adbe41-dbb7-4e59-a882-aed53fd45633 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:25:10.887757 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Attempting to bind port 75adbe41-dbb7-4e59-a882-aed53fd45633 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'e98eb30a-599c-4113-96c9-2067028e4f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:25:10.888251 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Attempting to bind port 75adbe41-dbb7-4e59-a882-aed53fd45633 on network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:10.894342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Port 75adbe41-dbb7-4e59-a882-aed53fd45633 on network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:25:10.894786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Attempting to bind port 75adbe41-dbb7-4e59-a882-aed53fd45633 on network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:25:10.902324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:25:10.902733 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Checking segment: {'id': 'e98eb30a-599c-4113-96c9-2067028e4f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:25:10.903526 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Bound using segment: {'id': 'e98eb30a-599c-4113-96c9-2067028e4f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:25:10.903751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Bound port: 75adbe41-dbb7-4e59-a882-aed53fd45633, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98eb30a-599c-4113-96c9-2067028e4f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:25:10.904266 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:10.925010 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b517d7-bbe3-4bda-844b-1622e0b8290d req-47f0c715-15ff-4407-bdaa-f4e6da3eb317 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:10.926702 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-25b517d7-bbe3-4bda-844b-1622e0b8290d req-47f0c715-15ff-4407-bdaa-f4e6da3eb317 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 943 time: 0.1409125 Jul 27 21:25:11.001304 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ed8a6-19db-4b3a-8d13-88c33cc2d497 req-d84cf62b-03c4-4aab-a3c6-afedf3e5e2e1 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:11.003655 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f98ed8a6-19db-4b3a-8d13-88c33cc2d497 req-d84cf62b-03c4-4aab-a3c6-afedf3e5e2e1 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 943 time: 0.1428943 Jul 27 21:25:11.011471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] For port 75adbe41-dbb7-4e59-a882-aed53fd45633, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:25:11.014102 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-25b517d7-bbe3-4bda-844b-1622e0b8290d req-cac3bd3a-c581-4fa4-bb84-90a57c11a72d tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732987 Jul 27 21:25:11.015122 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] For port 75adbe41-dbb7-4e59-a882-aed53fd45633, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=75adbe41-dbb7-4e59-a882-aed53fd45633,segment=NetworkSegment(e98eb30a-599c-4113-96c9-2067028e4f70),segment_id=e98eb30a-599c-4113-96c9-2067028e4f70)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:25:11.023209 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:11.063139 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f98ed8a6-19db-4b3a-8d13-88c33cc2d497 req-6a7dcb2d-2f12-41b2-896a-ceaed32b23d4 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477164 Jul 27 21:25:11.088350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:11.089290 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:11.091344 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-593057ef-0024-4966-a826-8458a988a65e service neutron] 10.222.0.20 "PUT /v2.0/ports/75adbe41-dbb7-4e59-a882-aed53fd45633 HTTP/1.1" status: 200 len: 1091 time: 0.7671959 Jul 27 21:25:11.091934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad', 'tag': '75adbe41-dbb7-4e59-a882-aed53fd45633'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:25:11.096123 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e2a92d-085d-4f8e-b874-12b170951580" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad", "tag": "75adbe41-dbb7-4e59-a882-aed53fd45633"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:25:11.123661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593057ef-0024-4966-a826-8458a988a65e service neutron] Pushing event updated for resources: {'Port': ['ID=75adbe41-dbb7-4e59-a882-aed53fd45633,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:11.171078 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d7322b-d276-487b-8d23-491e5a407ad0 x-openstack-request-id: req-a6d7322b-d276-487b-8d23-491e5a407ad0 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:25:11.171367 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad", "tag": "75adbe41-dbb7-4e59-a882-aed53fd45633", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:25:11.171622 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6d7322b-d276-487b-8d23-491e5a407ad0 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:25:11.172032 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad', 'tag': '75adbe41-dbb7-4e59-a882-aed53fd45633', 'status': 'completed', 'code': 200} Jul 27 21:25:11.214196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-b9ea0249-b76d-490c-89fe-0b15dc59740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:11.215722 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-b9ea0249-b76d-490c-89fe-0b15dc59740d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9ae080b5069490c9b04dff975dcc2de&device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 1094 time: 0.0793948 Jul 27 21:25:11.271697 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-26b7d27d-04dc-4c08-8bb5-107eb6f68662 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75adbe41-dbb7-4e59-a882-aed53fd45633 HTTP/1.1" status: 200 len: 217 time: 0.0470653 Jul 27 21:25:11.329847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-f2485f9a-9351-42be-bc6a-964eb12a962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:11.331591 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-f2485f9a-9351-42be-bc6a-964eb12a962d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8d712bf-ae0f-4aeb-8db8-91555c9506fd HTTP/1.1" status: 200 len: 849 time: 0.0534184 Jul 27 21:25:11.393175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-33d64ecb-4fa0-411b-a75c-1ae803728d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:11.394732 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-33d64ecb-4fa0-411b-a75c-1ae803728d3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552976 Jul 27 21:25:11.499023 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-0e58e0ff-25ae-4cec-bcf4-f86339f3ea22 service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964398 Jul 27 21:25:11.596683 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-593c68cf-ada4-4106-9d0b-a9c2b131d5a9 req-338c9e9c-bbf1-4d3f-ab6d-8892f65cedfc service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904176 Jul 27 21:25:11.713644 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2a92d-085d-4f8e-b874-12b170951580 req-5e2accc2-5994-4976-8fa0-133b1c13c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:11.715540 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21e2a92d-085d-4f8e-b874-12b170951580 req-5e2accc2-5994-4976-8fa0-133b1c13c8c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9ae080b5069490c9b04dff975dcc2de&device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 1094 time: 0.0631392 Jul 27 21:25:11.811516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2a92d-085d-4f8e-b874-12b170951580 req-d95a58ee-c990-40d0-87c7-30e6e7976619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:11.812972 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21e2a92d-085d-4f8e-b874-12b170951580 req-d95a58ee-c990-40d0-87c7-30e6e7976619 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d HTTP/1.1" status: 200 len: 911 time: 0.0901384 Jul 27 21:25:11.858745 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21e2a92d-085d-4f8e-b874-12b170951580 req-15cc49ba-14fd-420e-8e4e-192b1fab2bcf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75adbe41-dbb7-4e59-a882-aed53fd45633 HTTP/1.1" status: 200 len: 217 time: 0.0376031 Jul 27 21:25:11.916869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2a92d-085d-4f8e-b874-12b170951580 req-26123c3a-af67-4c00-8e28-2a0b50a1be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:11.918382 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21e2a92d-085d-4f8e-b874-12b170951580 req-26123c3a-af67-4c00-8e28-2a0b50a1be06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8d712bf-ae0f-4aeb-8db8-91555c9506fd HTTP/1.1" status: 200 len: 849 time: 0.0523064 Jul 27 21:25:11.981379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2a92d-085d-4f8e-b874-12b170951580 req-a15dd272-3c74-487b-a90e-5c7b839e895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:11.982946 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21e2a92d-085d-4f8e-b874-12b170951580 req-a15dd272-3c74-487b-a90e-5c7b839e895f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573988 Jul 27 21:25:12.089544 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21e2a92d-085d-4f8e-b874-12b170951580 req-ee05cbc5-4cf3-4cd1-9a9c-41884da8fb04 service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980041 Jul 27 21:25:12.161645 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bc496-a3bb-43f9-986a-2525935ccc6f req-18d1aa4b-0d17-4693-b8e3-ebe5dee160a7 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:12.163373 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-111bc496-a3bb-43f9-986a-2525935ccc6f req-18d1aa4b-0d17-4693-b8e3-ebe5dee160a7 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 943 time: 0.0746710 Jul 27 21:25:12.214193 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-21e2a92d-085d-4f8e-b874-12b170951580 req-1e977877-0ba3-4f1f-99ca-4eafeed878c2 service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163819 Jul 27 21:25:12.236843 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-111bc496-a3bb-43f9-986a-2525935ccc6f req-fceec24d-1cd3-4293-9250-2f1a69a024be tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645525 Jul 27 21:25:12.267151 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a82aa3-fdcc-4254-8c0d-8760b1c32a24 req-b88363a0-123c-496c-91ef-979f787f71e7 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:12.268687 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b1a82aa3-fdcc-4254-8c0d-8760b1c32a24 req-b88363a0-123c-496c-91ef-979f787f71e7 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 943 time: 0.0823495 Jul 27 21:25:12.312866 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b1a82aa3-fdcc-4254-8c0d-8760b1c32a24 req-366b72d9-d2e3-439c-bee6-23c33b4b22f0 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379145 Jul 27 21:25:12.711120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:25:12.818015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6,segment=NetworkSegment(ff149e0a-3c77-45b1-96dd-b320b905204b),segment_id=ff149e0a-3c77-45b1-96dd-b320b905204b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:12.832620 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6', 'network_id': '0451a906-b4fd-4b0c-9a45-bd32611ff8e9', 'port_id': 'c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6', 'mac_address': 'fa:16:3e:5f:cb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6bff9ed-1fec-46a3-bdb1-45f31e4df162', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:25:12.874767 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:12.888147 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:25:12.909362 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6,segment=NetworkSegment(ff149e0a-3c77-45b1-96dd-b320b905204b),segment_id=ff149e0a-3c77-45b1-96dd-b320b905204b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:12.913512 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:12.966640 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:13.318100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:25:13.463274 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8c9fe-c3cc-478b-a472-33758925a746 req-fc289788-bb3a-43d8-ad3d-19be005c7ad5 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:13.465180 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7a8c9fe-c3cc-478b-a472-33758925a746 req-fc289788-bb3a-43d8-ad3d-19be005c7ad5 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 944 time: 0.1253610 Jul 27 21:25:13.527411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c283c9-c372-4921-98f0-09f14d14f224 req-0fe1a2de-6e25-470d-8f49-6335563e84c6 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:13.528968 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27c283c9-c372-4921-98f0-09f14d14f224 req-0fe1a2de-6e25-470d-8f49-6335563e84c6 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 943 time: 0.1204152 Jul 27 21:25:13.534310 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7a8c9fe-c3cc-478b-a472-33758925a746 req-eeb0259f-6ce6-41dc-b2b7-b815dd7ecd4c tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565438 Jul 27 21:25:13.569934 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27c283c9-c372-4921-98f0-09f14d14f224 req-043bd04a-77bc-4371-bfb1-b166052647d4 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346713 Jul 27 21:25:14.422018 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 75adbe41-dbb7-4e59-a882-aed53fd45633 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:25:14.526943 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 75adbe41-dbb7-4e59-a882-aed53fd45633, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=75adbe41-dbb7-4e59-a882-aed53fd45633,segment=NetworkSegment(e98eb30a-599c-4113-96c9-2067028e4f70),segment_id=e98eb30a-599c-4113-96c9-2067028e4f70)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:14.538268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '75adbe41-dbb7-4e59-a882-aed53fd45633', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'port_id': '75adbe41-dbb7-4e59-a882-aed53fd45633', 'mac_address': 'fa:16:3e:30:51:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:25:14.578389 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:14.593120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75adbe41-dbb7-4e59-a882-aed53fd45633 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:25:14.614640 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 75adbe41-dbb7-4e59-a882-aed53fd45633, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=75adbe41-dbb7-4e59-a882-aed53fd45633,segment=NetworkSegment(e98eb30a-599c-4113-96c9-2067028e4f70),segment_id=e98eb30a-599c-4113-96c9-2067028e4f70)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:14.620628 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:14.680208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=75adbe41-dbb7-4e59-a882-aed53fd45633,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:14.701999 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:14.736177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6552b0b-4b61-4b33-8c62-0556e23a039f req-07ff7441-45ec-4726-9893-1e5d0cad2539 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:14.737574 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e6552b0b-4b61-4b33-8c62-0556e23a039f req-07ff7441-45ec-4726-9893-1e5d0cad2539 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 944 time: 0.0883632 Jul 27 21:25:14.748759 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef057d6-656f-4072-a343-445deeb2cf2f req-9c14c15e-e36b-4e6f-8a6d-723464fa2af4 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:14.750340 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ef057d6-656f-4072-a343-445deeb2cf2f req-9c14c15e-e36b-4e6f-8a6d-723464fa2af4 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 944 time: 0.1372859 Jul 27 21:25:14.761710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:14.766207 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:14.766837 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:14.812131 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ef057d6-656f-4072-a343-445deeb2cf2f req-05c13645-57ba-4253-be0c-7682b10ad96f tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533459 Jul 27 21:25:14.825388 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e6552b0b-4b61-4b33-8c62-0556e23a039f req-ab863e03-51c0-44ba-a90d-db0e2e918515 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699186 Jul 27 21:25:14.843311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['75adbe41-dbb7-4e59-a882-aed53fd45633'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:25:14.892897 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:15.076751 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d06b99-4904-4998-bf6d-10c1b373d84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:25:15.079235 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93984a51-cee4-4ca7-9192-60c90b15f1aa" -d '{"events": [{"server_uuid": "79d06b99-4904-4998-bf6d-10c1b373d84e", "name": "network-vif-plugged", "status": "completed", "tag": "c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:25:15.105686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6,segment=NetworkSegment(ff149e0a-3c77-45b1-96dd-b320b905204b),segment_id=ff149e0a-3c77-45b1-96dd-b320b905204b)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:15.120626 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16539d59-b315-4cf3-9fe6-4069f7a15608 x-openstack-request-id: req-16539d59-b315-4cf3-9fe6-4069f7a15608 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:25:15.120923 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d06b99-4904-4998-bf6d-10c1b373d84e", "name": "network-vif-plugged", "status": "completed", "tag": "c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:25:15.121178 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16539d59-b315-4cf3-9fe6-4069f7a15608 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:25:15.121575 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d06b99-4904-4998-bf6d-10c1b373d84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6', 'code': 200} Jul 27 21:25:15.122429 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:15.202288 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:15.241868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb63c1-934b-4a96-b385-5270101f8f77 req-f0c11519-fab3-439f-8f3a-8f3c1788cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:15.243576 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0adb63c1-934b-4a96-b385-5270101f8f77 req-f0c11519-fab3-439f-8f3a-8f3c1788cc28 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 1096 time: 0.0606592 Jul 27 21:25:15.281406 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0adb63c1-934b-4a96-b385-5270101f8f77 req-91ba2344-6ea4-4e0e-991d-b502a3b6ff22 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303385 Jul 27 21:25:15.996543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffea92-22fb-4081-9124-886cbee5c8ee req-e76693c2-ab8e-4042-a793-2e968279b6e0 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:15.998110 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-50ffea92-22fb-4081-9124-886cbee5c8ee req-e76693c2-ab8e-4042-a793-2e968279b6e0 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 945 time: 0.1096292 Jul 27 21:25:16.006701 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070b02b-b53d-41db-95b7-be7b08e77f39 req-1a20849f-2730-4e9d-9525-9ccd72233aec tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:16.008158 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6070b02b-b53d-41db-95b7-be7b08e77f39 req-1a20849f-2730-4e9d-9525-9ccd72233aec tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 944 time: 0.1209247 Jul 27 21:25:16.067165 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-50ffea92-22fb-4081-9124-886cbee5c8ee req-acd7ddd4-7ca4-485a-a804-e7f2171b886d tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579782 Jul 27 21:25:16.069865 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6070b02b-b53d-41db-95b7-be7b08e77f39 req-dc0de242-86fd-4868-83ae-42a8c86554cc tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543752 Jul 27 21:25:16.437120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 75adbe41-dbb7-4e59-a882-aed53fd45633 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:25:16.493330 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 75adbe41-dbb7-4e59-a882-aed53fd45633 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:25:16.498249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 75adbe41-dbb7-4e59-a882-aed53fd45633 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:25:16.498766 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.589538 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.622711 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 75adbe41-dbb7-4e59-a882-aed53fd45633, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=75adbe41-dbb7-4e59-a882-aed53fd45633,segment=NetworkSegment(e98eb30a-599c-4113-96c9-2067028e4f70),segment_id=e98eb30a-599c-4113-96c9-2067028e4f70)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:16.627597 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:16.678588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=75adbe41-dbb7-4e59-a882-aed53fd45633,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:17.123121 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75adbe41-dbb7-4e59-a882-aed53fd45633'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:25:17.125559 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4f393b-7321-4fbd-95fc-a00dc6a10e16" -d '{"events": [{"server_uuid": "c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad", "name": "network-vif-plugged", "status": "completed", "tag": "75adbe41-dbb7-4e59-a882-aed53fd45633"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:25:17.249684 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050c549-f968-4300-afa6-647fb829b8af req-27274bdd-9e72-4981-815e-f4f78c010ee2 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:17.251207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a050c549-f968-4300-afa6-647fb829b8af req-27274bdd-9e72-4981-815e-f4f78c010ee2 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.1117072 Jul 27 21:25:17.259374 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44688ff9-ee91-4b34-b838-fb20c19bc417 req-2f9ceab0-ce5d-419e-be28-15ea4d6b8722 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:17.260852 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44688ff9-ee91-4b34-b838-fb20c19bc417 req-2f9ceab0-ce5d-419e-be28-15ea4d6b8722 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 945 time: 0.1112919 Jul 27 21:25:17.316741 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a050c549-f968-4300-afa6-647fb829b8af req-ba1d9e78-3027-40d0-9156-34eee6bb5b03 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546794 Jul 27 21:25:17.319470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44688ff9-ee91-4b34-b838-fb20c19bc417 req-1f30c787-e69c-4f2a-80f2-1d322524c17d tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518599 Jul 27 21:25:17.361235 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43adc71c-f341-4d87-a752-df19dc50628a x-openstack-request-id: req-43adc71c-f341-4d87-a752-df19dc50628a {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:25:17.361535 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad", "name": "network-vif-plugged", "status": "completed", "tag": "75adbe41-dbb7-4e59-a882-aed53fd45633", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:25:17.361793 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43adc71c-f341-4d87-a752-df19dc50628a {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:25:17.362197 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75adbe41-dbb7-4e59-a882-aed53fd45633', 'code': 200} Jul 27 21:25:17.487826 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924bbb4-a95f-4fca-a598-8d15edf8fd9b req-2d4bdf33-f186-4934-9d37-df38c7b2cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:17.490092 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1924bbb4-a95f-4fca-a598-8d15edf8fd9b req-2d4bdf33-f186-4934-9d37-df38c7b2cf7a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 1096 time: 0.0713239 Jul 27 21:25:17.531431 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1924bbb4-a95f-4fca-a598-8d15edf8fd9b req-2f850a4c-9a24-43c5-8f5c-18d0851a60ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341954 Jul 27 21:25:18.465996 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d6cea-7ece-4560-a5ce-f0bba1d3c7c7 req-78ebdaab-1f9d-4308-a0b4-909f2a58d9a4 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:18.467737 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-147d6cea-7ece-4560-a5ce-f0bba1d3c7c7 req-78ebdaab-1f9d-4308-a0b4-909f2a58d9a4 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0729792 Jul 27 21:25:18.511124 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-147d6cea-7ece-4560-a5ce-f0bba1d3c7c7 req-7586384f-a104-41f7-8906-0e1a57e4e30e tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357008 Jul 27 21:25:19.679237 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a679517-b93f-415a-8121-74b9ac62c25e req-ed257185-07fb-4cd1-87b8-8776c5cca77f tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:19.680786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a679517-b93f-415a-8121-74b9ac62c25e req-ed257185-07fb-4cd1-87b8-8776c5cca77f tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0814362 Jul 27 21:25:19.722627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a679517-b93f-415a-8121-74b9ac62c25e req-4d9860c2-c632-4343-8d6a-6e5bb5532f23 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356858 Jul 27 21:25:19.899946 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e48cb-dcc2-48c6-8be6-72db9fdc5736 req-c0a11896-c856-46e9-8ebe-699b8aabdf89 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:19.912029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 47434) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:25:19.913509 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-904e48cb-dcc2-48c6-8be6-72db9fdc5736 req-c0a11896-c856-46e9-8ebe-699b8aabdf89 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.1127975 Jul 27 21:25:19.917137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d4ce486a-6323-4b57-ba1c-6132b9fcafd3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Request body: {'floatingip': {'port_id': '75adbe41-dbb7-4e59-a882-aed53fd45633'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:25:20.006032 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4ce486a-6323-4b57-ba1c-6132b9fcafd3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for floatingip, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:20.735475 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4ce486a-6323-4b57-ba1c-6132b9fcafd3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:20.740376 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4ce486a-6323-4b57-ba1c-6132b9fcafd3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:20.859717 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-d4ce486a-6323-4b57-ba1c-6132b9fcafd3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Floating IP 8c24485d-4152-42a6-a559-e1671dc97b1f associated. External IP: 172.25.2.157, port: 75adbe41-dbb7-4e59-a882-aed53fd45633. Jul 27 21:25:21.110523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ce486a-6323-4b57-ba1c-6132b9fcafd3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:25:21.239984 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ce486a-6323-4b57-ba1c-6132b9fcafd3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:25:21.245784 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4ce486a-6323-4b57-ba1c-6132b9fcafd3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:21.252724 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c82a98e-b96b-412d-9c91-9752c56c6a84 None None] Sync routers for ids ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:25:21.265673 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c82a98e-b96b-412d-9c91-9752c56c6a84 None None] Routers {'ef1e3220-3176-4a9e-95c1-4ed46902e2c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:21.266836 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6c82a98e-b96b-412d-9c91-9752c56c6a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:25:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:21.290473 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d4ce486a-6323-4b57-ba1c-6132b9fcafd3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "PUT /v2.0/floatingips/8c24485d-4152-42a6-a559-e1671dc97b1f HTTP/1.1" status: 200 len: 991 time: 1.3767362 Jul 27 21:25:21.291858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad', 'tag': '75adbe41-dbb7-4e59-a882-aed53fd45633'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:25:21.295259 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2fc729-554a-43e5-b7ec-bb2c05de3106" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad", "tag": "75adbe41-dbb7-4e59-a882-aed53fd45633"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:25:21.355562 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64f8e82-e929-459a-b758-45bfc0c0ffe9 x-openstack-request-id: req-c64f8e82-e929-459a-b758-45bfc0c0ffe9 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:25:21.356376 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad", "tag": "75adbe41-dbb7-4e59-a882-aed53fd45633", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:25:21.356632 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c64f8e82-e929-459a-b758-45bfc0c0ffe9 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:25:21.357357 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad', 'tag': '75adbe41-dbb7-4e59-a882-aed53fd45633', 'status': 'completed', 'code': 200} Jul 27 21:25:21.417597 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-6c82a98e-b96b-412d-9c91-9752c56c6a84 None None] Set router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:21.451560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fc729-554a-43e5-b7ec-bb2c05de3106 req-868b1c17-db9f-4028-bb92-f575c7990e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:21.453798 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e2fc729-554a-43e5-b7ec-bb2c05de3106 req-868b1c17-db9f-4028-bb92-f575c7990e28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9ae080b5069490c9b04dff975dcc2de&device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 1096 time: 0.0700979 Jul 27 21:25:21.570508 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fc729-554a-43e5-b7ec-bb2c05de3106 req-369900e5-86eb-44e7-94fe-8930314a841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:21.572373 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e2fc729-554a-43e5-b7ec-bb2c05de3106 req-369900e5-86eb-44e7-94fe-8930314a841a service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d HTTP/1.1" status: 200 len: 911 time: 0.1121254 Jul 27 21:25:21.652985 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e2fc729-554a-43e5-b7ec-bb2c05de3106 req-688ecc1c-8927-41e9-9010-438be00896e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75adbe41-dbb7-4e59-a882-aed53fd45633 HTTP/1.1" status: 200 len: 999 time: 0.0726290 Jul 27 21:25:21.691294 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6c82a98e-b96b-412d-9c91-9752c56c6a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:25:02Z', 'revision_number': 4, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '8c24485d-4152-42a6-a559-e1671dc97b1f', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'port_id': '75adbe41-dbb7-4e59-a882-aed53fd45633', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'mac_address': 'fa:16:3e:30:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:25:05Z', 'updated_at': '2021-07-27T21:25:20Z', 'revision_number': 1, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0c04cd-2962-478d-b7e3-4a68fd06ef50', 'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'mac_address': 'fa:16:3e:eb:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:01Z', 'updated_at': '2021-07-27T21:25:08Z', 'revision_number': 5, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'subnets': [{'id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:21.711416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fc729-554a-43e5-b7ec-bb2c05de3106 req-1d14fdfa-1971-421b-baa0-fb5b76754aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:21.713288 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e2fc729-554a-43e5-b7ec-bb2c05de3106 req-1d14fdfa-1971-421b-baa0-fb5b76754aed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8d712bf-ae0f-4aeb-8db8-91555c9506fd HTTP/1.1" status: 200 len: 849 time: 0.0530210 Jul 27 21:25:21.804318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fc729-554a-43e5-b7ec-bb2c05de3106 req-fb807f57-a5c4-4b43-9b8d-46f707bf6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:21.806930 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e2fc729-554a-43e5-b7ec-bb2c05de3106 req-fb807f57-a5c4-4b43-9b8d-46f707bf6363 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864196 Jul 27 21:25:21.835301 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c82a98e-b96b-412d-9c91-9752c56c6a84 None None] Checking router: ef1e3220-3176-4a9e-95c1-4ed46902e2c4 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:25:21.844404 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c82a98e-b96b-412d-9c91-9752c56c6a84 None None] Routers {'ef1e3220-3176-4a9e-95c1-4ed46902e2c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:25:21.845007 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6c82a98e-b96b-412d-9c91-9752c56c6a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:25:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:21.939625 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e2fc729-554a-43e5-b7ec-bb2c05de3106 req-57ce516c-816f-48c3-a8e3-3034db85245d service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242893 Jul 27 21:25:21.990483 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-6c82a98e-b96b-412d-9c91-9752c56c6a84 None None] Set router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:25:22.061725 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e2fc729-554a-43e5-b7ec-bb2c05de3106 req-0d3397ea-cf1d-45bc-9b45-7157675b63f9 service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134970 Jul 27 21:25:22.247047 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6c82a98e-b96b-412d-9c91-9752c56c6a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:25:02Z', 'revision_number': 4, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '8c24485d-4152-42a6-a559-e1671dc97b1f', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'port_id': '75adbe41-dbb7-4e59-a882-aed53fd45633', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'mac_address': 'fa:16:3e:30:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:25:05Z', 'updated_at': '2021-07-27T21:25:20Z', 'revision_number': 1, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0c04cd-2962-478d-b7e3-4a68fd06ef50', 'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'mac_address': 'fa:16:3e:eb:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:01Z', 'updated_at': '2021-07-27T21:25:08Z', 'revision_number': 5, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'subnets': [{'id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:25:22.277480 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c82a98e-b96b-412d-9c91-9752c56c6a84 None None] The sync data for ids ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'] in n-d-764806-9 is: [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:25:02Z', 'revision_number': 4, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '8c24485d-4152-42a6-a559-e1671dc97b1f', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'floating_ip_address': '172.25.2.157', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'port_id': '75adbe41-dbb7-4e59-a882-aed53fd45633', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'mac_address': 'fa:16:3e:30:51:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:25:05Z', 'updated_at': '2021-07-27T21:25:20Z', 'revision_number': 1, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0c04cd-2962-478d-b7e3-4a68fd06ef50', 'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'mac_address': 'fa:16:3e:eb:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:01Z', 'updated_at': '2021-07-27T21:25:08Z', 'revision_number': 5, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'subnets': [{'id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:25:22.488182 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c3ccd0-96b9-4f79-8fd5-06772917a09c None None] New status for floating IP 8c24485d-4152-42a6-a559-e1671dc97b1f: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:25:32.698213 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1015bc1b-8ee9-400e-a541-d7d8db2f49cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:34.075331 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:35.361377 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-11f734ad-a1f3-4598-a5aa-d5cbb61bc21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:35.467591 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.215248 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:37.792136 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:38.889601 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:40.923249 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:25:44.077934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6893f0-dfa2-43b0-bc46-f7fd1f83ac29 req-0e673b11-9a84-4ff4-be38-79d1f60673f5 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:44.079592 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e6893f0-dfa2-43b0-bc46-f7fd1f83ac29 req-0e673b11-9a84-4ff4-be38-79d1f60673f5 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 945 time: 0.0709429 Jul 27 21:25:44.119955 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e6893f0-dfa2-43b0-bc46-f7fd1f83ac29 req-eaae1027-6806-428b-aa68-1f8b81b13285 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339282 Jul 27 21:25:45.278338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd831c4c-bd71-47cc-a494-2c4697705ffb req-f6740007-fcc2-44b7-af7c-09750fd5e28d tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:45.279987 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd831c4c-bd71-47cc-a494-2c4697705ffb req-f6740007-fcc2-44b7-af7c-09750fd5e28d tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 945 time: 0.0842385 Jul 27 21:25:45.319120 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd831c4c-bd71-47cc-a494-2c4697705ffb req-0c919476-f578-467b-93f2-4e8f2ab1c979 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/security-groups?id=91ef92ae-68d6-43a8-a64c-341667a46255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329695 Jul 27 21:25:46.012221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d1fc7-dc78-440f-9f5d-595f22edd5de req-f9e1199b-bd91-4284-98f1-85e725e5fd24 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:25:46.013736 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-226d1fc7-dc78-440f-9f5d-595f22edd5de req-f9e1199b-bd91-4284-98f1-85e725e5fd24 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.66 "GET /v2.0/ports?device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 945 time: 0.0721695 Jul 27 21:25:46.122487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-226d1fc7-dc78-440f-9f5d-595f22edd5de req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Deleting port c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:25:46.122733 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-226d1fc7-dc78-440f-9f5d-595f22edd5de req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:46.212018 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-226d1fc7-dc78-440f-9f5d-595f22edd5de req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] For port c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6,segment=NetworkSegment(ff149e0a-3c77-45b1-96dd-b320b905204b),segment_id=ff149e0a-3c77-45b1-96dd-b320b905204b)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:25:46.212438 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-226d1fc7-dc78-440f-9f5d-595f22edd5de req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:46.232447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-226d1fc7-dc78-440f-9f5d-595f22edd5de req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Calling delete_port for c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:25:46.364247 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-226d1fc7-dc78-440f-9f5d-595f22edd5de req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:46.378275 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:25:46.395256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Pushing event deleted for resources: {'Port': ['ID=c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:25:46.410977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:46.411351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:46.411559 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:46.411901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:46.412232 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:46.412721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:46.413065 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:46.413394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:46.413716 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:46.414602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:46.414923 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:46.415338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:25:46.447703 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7370cf95-4298-474d-ade3-cb680040c5ee req-ebd5eb26-3610-40c4-90db-ca9e3d51ba8e tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.55 "GET /v2.0/ports?device_id=79d06b99-4904-4998-bf6d-10c1b373d84e HTTP/1.1" status: 200 len: 210 time: 0.0369301 Jul 27 21:25:46.460584 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-226d1fc7-dc78-440f-9f5d-595f22edd5de req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] No DVR routers for this DVR port c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:25:46.463988 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-226d1fc7-dc78-440f-9f5d-595f22edd5de req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:25:46.466030 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-226d1fc7-dc78-440f-9f5d-595f22edd5de req-93698b00-1158-4292-b9f2-77da3d377253 tempest-VolumesSnapshotTestJSON-1088079763 tempest-VolumesSnapshotTestJSON-1088079763-project] 10.222.0.66 "DELETE /v2.0/ports/c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 HTTP/1.1" status: 204 len: 173 time: 0.4454341 Jul 27 21:25:46.466517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d06b99-4904-4998-bf6d-10c1b373d84e', 'name': 'network-vif-deleted', 'tag': 'c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:25:46.468800 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7c1dd8-16c2-41a1-b736-4199f668d840" -d '{"events": [{"server_uuid": "79d06b99-4904-4998-bf6d-10c1b373d84e", "name": "network-vif-deleted", "tag": "c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:25:46.515386 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c245872-90e3-432c-9b70-fe08a3446e9a x-openstack-request-id: req-1c245872-90e3-432c-9b70-fe08a3446e9a {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:25:46.515682 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d06b99-4904-4998-bf6d-10c1b373d84e", "name": "network-vif-deleted", "tag": "c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:25:46.515940 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c245872-90e3-432c-9b70-fe08a3446e9a {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:25:46.516357 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d06b99-4904-4998-bf6d-10c1b373d84e', 'name': 'network-vif-deleted', 'tag': 'c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6', 'status': 'completed', 'code': 200} Jul 27 21:25:50.869309 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:25:50.889642 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:25:50.889983 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c0cdb438-24bd-49e0-a143-9f9ea4cdc1b6 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:26:02.702839 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-45e07566-2acc-47f0-a1cd-add4a7cfc3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:04.073116 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:05.368480 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bd2e4c58-1d02-47e4-95f9-e6526bf63173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:05.471016 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.137160 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab1cf60e-5a2a-4af2-a290-fb14518c6ea5 req-709de397-2e35-40ab-9636-e43af68cddac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551612 Jul 27 21:26:07.206878 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.265668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cf60e-5a2a-4af2-a290-fb14518c6ea5 req-c8290dfc-00e5-44d5-b25a-1d7ba27edc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:07.268402 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab1cf60e-5a2a-4af2-a290-fb14518c6ea5 req-c8290dfc-00e5-44d5-b25a-1d7ba27edc40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9ae080b5069490c9b04dff975dcc2de&device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 1096 time: 0.0847764 Jul 27 21:26:07.429357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cf60e-5a2a-4af2-a290-fb14518c6ea5 req-d2841ca3-71c1-42cd-b56c-46e4d634bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:07.432100 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab1cf60e-5a2a-4af2-a290-fb14518c6ea5 req-d2841ca3-71c1-42cd-b56c-46e4d634bcc4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d HTTP/1.1" status: 200 len: 911 time: 0.1398385 Jul 27 21:26:07.521110 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab1cf60e-5a2a-4af2-a290-fb14518c6ea5 req-08303ec2-a7d6-4b54-8fca-825cde91a46f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75adbe41-dbb7-4e59-a882-aed53fd45633 HTTP/1.1" status: 200 len: 1001 time: 0.0795794 Jul 27 21:26:07.589587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cf60e-5a2a-4af2-a290-fb14518c6ea5 req-5976538f-1fdd-41d3-90f5-70034fa48de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:07.589816 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab1cf60e-5a2a-4af2-a290-fb14518c6ea5 req-5976538f-1fdd-41d3-90f5-70034fa48de4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8d712bf-ae0f-4aeb-8db8-91555c9506fd HTTP/1.1" status: 200 len: 849 time: 0.0612702 Jul 27 21:26:07.655976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cf60e-5a2a-4af2-a290-fb14518c6ea5 req-a733e981-f010-4716-9363-c24ce9bce5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:07.657426 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab1cf60e-5a2a-4af2-a290-fb14518c6ea5 req-a733e981-f010-4716-9363-c24ce9bce5d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611711 Jul 27 21:26:07.775216 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab1cf60e-5a2a-4af2-a290-fb14518c6ea5 req-b25fbe03-8413-4e91-99b4-3913862dd81f service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100836 Jul 27 21:26:07.791870 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:07.880237 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ab1cf60e-5a2a-4af2-a290-fb14518c6ea5 req-88cacf22-4fe0-4b23-bb4c-ff4035971e36 service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976527 Jul 27 21:26:08.893232 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:17.922498 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:26:32.383870 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49538) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:32.432816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-92dc43b2-2123-44c5-b1dc-a557a8858bb4 admin admin] Deleting subnet c6bff9ed-1fec-46a3-bdb1-45f31e4df162 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:26:32.436542 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92dc43b2-2123-44c5-b1dc-a557a8858bb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:32.471744 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92dc43b2-2123-44c5-b1dc-a557a8858bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:32.516631 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92dc43b2-2123-44c5-b1dc-a557a8858bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:32.570662 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92dc43b2-2123-44c5-b1dc-a557a8858bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:32.601665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc43b2-2123-44c5-b1dc-a557a8858bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6bff9ed-1fec-46a3-bdb1-45f31e4df162,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:32.604097 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-92dc43b2-2123-44c5-b1dc-a557a8858bb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:32.606934 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-92dc43b2-2123-44c5-b1dc-a557a8858bb4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c6bff9ed-1fec-46a3-bdb1-45f31e4df162 HTTP/1.1" status: 204 len: 168 time: 0.2213666 Jul 27 21:26:32.608874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49540) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:32.680551 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3f22b75-4f03-4756-9268-ee5a885caf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:32.704141 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0f2d74e2-aaf2-4b90-a4df-5b009be3c0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:32.767033 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3f22b75-4f03-4756-9268-ee5a885caf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:32.777803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-d3f22b75-4f03-4756-9268-ee5a885caf84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0451a906-b4fd-4b0c-9a45-bd32611ff8e9']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:32.789480 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-d3f22b75-4f03-4756-9268-ee5a885caf84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff149e0a-3c77-45b1-96dd-b320b905204b') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:32.789781 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-d3f22b75-4f03-4756-9268-ee5a885caf84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff149e0a-3c77-45b1-96dd-b320b905204b') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:32.799394 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3f22b75-4f03-4756-9268-ee5a885caf84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:32.814544 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3f22b75-4f03-4756-9268-ee5a885caf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:32.822127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f22b75-4f03-4756-9268-ee5a885caf84 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:26:32.822688 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3f22b75-4f03-4756-9268-ee5a885caf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:26:32.824852 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:26:32.889072 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3f22b75-4f03-4756-9268-ee5a885caf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:32.895768 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3f22b75-4f03-4756-9268-ee5a885caf84 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:32.898788 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d3f22b75-4f03-4756-9268-ee5a885caf84 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0451a906-b4fd-4b0c-9a45-bd32611ff8e9 HTTP/1.1" status: 204 len: 168 time: 0.2882512 Jul 27 21:26:32.913371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f22b75-4f03-4756-9268-ee5a885caf84 admin admin] Pushing event deleted for resources: {'Network': ['ID=0451a906-b4fd-4b0c-9a45-bd32611ff8e9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:33.028087 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49544) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:33.070556 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3d7d513c-a932-4898-b73a-bcc325317c42 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=28740701dbfa49b88a2a7c63a25527c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411158 Jul 27 21:26:33.073496 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49546) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:33.125764 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:33.149434 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:33.201238 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:33.204342 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:33.210989 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/91ef92ae-68d6-43a8-a64c-341667a46255 HTTP/1.1" status: 204 len: 168 time: 0.1336989 Jul 27 21:26:33.220991 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ef92ae-68d6-43a8-a64c-341667a46255,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:33.229923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:33.230435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:33.231232 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:33.232140 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:33.232830 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:33.233436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:33.234120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:33.234730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:33.235412 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:33.235965 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:33.236518 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:33.237058 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65acdb31-81a5-4119-af4e-7772763213a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:33.912884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49572) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:34.012640 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-a57e797e-f219-4861-ad21-3ddcc1afc5bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1098065743-network', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:34.033133 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57e797e-f219-4861-ad21-3ddcc1afc5bd admin admin] Made reservation on behalf of 089dfa06666549ef86ff31634b0bedcf for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:26:34.035605 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a57e797e-f219-4861-ad21-3ddcc1afc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.044524 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a57e797e-f219-4861-ad21-3ddcc1afc5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.104702 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.139411 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a57e797e-f219-4861-ad21-3ddcc1afc5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.143395 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a57e797e-f219-4861-ad21-3ddcc1afc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.170884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57e797e-f219-4861-ad21-3ddcc1afc5bd admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:26:34.181419 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e797e-f219-4861-ad21-3ddcc1afc5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc57e762-ee14-417b-b947-6cdca4da6a09,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:34.194857 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a57e797e-f219-4861-ad21-3ddcc1afc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.195398 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-a57e797e-f219-4861-ad21-3ddcc1afc5bd admin admin] Added segment ee8c8cd8-74d3-4b83-919b-5f59b0830019 of type vlan for network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 Jul 27 21:26:34.241829 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a57e797e-f219-4861-ad21-3ddcc1afc5bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.279263 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a57e797e-f219-4861-ad21-3ddcc1afc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.284599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57e797e-f219-4861-ad21-3ddcc1afc5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:34.284599 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a57e797e-f219-4861-ad21-3ddcc1afc5bd admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.345115 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a57e797e-f219-4861-ad21-3ddcc1afc5bd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4309821 Jul 27 21:26:34.347865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49580) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:34.354634 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f8c22662-52fb-4f92-bdfc-caa7f84a58c9 admin admin] Request body: {'subnet': {'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1098065743-subnet', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:34.364608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e797e-f219-4861-ad21-3ddcc1afc5bd admin admin] Pushing event updated for resources: {'Network': ['ID=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:34.380554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:26:34.388586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c22662-52fb-4f92-bdfc-caa7f84a58c9 admin admin] Made reservation on behalf of 089dfa06666549ef86ff31634b0bedcf for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:26:34.392238 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f8c22662-52fb-4f92-bdfc-caa7f84a58c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.571551 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f8c22662-52fb-4f92-bdfc-caa7f84a58c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.625564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c22662-52fb-4f92-bdfc-caa7f84a58c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:34.636175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c22662-52fb-4f92-bdfc-caa7f84a58c9 admin admin] Checking segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:26:34.636533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c22662-52fb-4f92-bdfc-caa7f84a58c9 admin admin] Network hostable DHCP agents. Network: 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:26:34.652723 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c22662-52fb-4f92-bdfc-caa7f84a58c9 admin admin] Network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:26:34.661280 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f8c22662-52fb-4f92-bdfc-caa7f84a58c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:34.670979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610875d7-194a-4707-86dc-996853f2332f None None] Network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:26:34.671416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c22662-52fb-4f92-bdfc-caa7f84a58c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:34.672325 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f8c22662-52fb-4f92-bdfc-caa7f84a58c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.691832 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f8c22662-52fb-4f92-bdfc-caa7f84a58c9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3429306 Jul 27 21:26:34.695008 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49582) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:34.699941 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:34.720821 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.721851 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.780145 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.851501 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:26:34.852392 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.929418 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:34.996149 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Allocated IP 172.20.0.2 (9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0/4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21/7bcfe0cc-d33b-467c-a936-08a635aa9c42) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:26:35.151047 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:35.160495 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Transition to ACTIVE for port object 7bcfe0cc-d33b-467c-a936-08a635aa9c42 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:35.176976 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Transition to ACTIVE for port object 7bcfe0cc-d33b-467c-a936-08a635aa9c42 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:35.184617 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:35.225221 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:26:35.230248 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:35.233720 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:26:35.241614 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Pushing event updated for resources: {'Port': ['ID=7bcfe0cc-d33b-467c-a936-08a635aa9c42,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:35.272615 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:35.272958 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:35.273297 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:35.273628 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:35.274157 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:35.274517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:35.274845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:35.275174 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:35.275495 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:35.275814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:35.276134 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:35.276453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:35.309790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Attempting to bind port 7bcfe0cc-d33b-467c-a936-08a635aa9c42 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:26:35.310284 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Attempting to bind port 7bcfe0cc-d33b-467c-a936-08a635aa9c42 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:26:35.311019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Attempting to bind port 7bcfe0cc-d33b-467c-a936-08a635aa9c42 on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:26:35.316955 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:26:35.317423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Checking segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:26:35.317898 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:35.318920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Bound using segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:26:35.319619 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Bound port: 7bcfe0cc-d33b-467c-a936-08a635aa9c42, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:26:35.320064 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:35.383761 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-52d68b29-0b9c-4af0-8695-d0d3d096eab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:35.415975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] For port 7bcfe0cc-d33b-467c-a936-08a635aa9c42, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:26:35.419195 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] For port 7bcfe0cc-d33b-467c-a936-08a635aa9c42, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7bcfe0cc-d33b-467c-a936-08a635aa9c42,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:26:35.423482 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:35.505887 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b095cd2-4c36-45ac-8299-2a242b5446bf None None] Pushing event updated for resources: {'Port': ['ID=7bcfe0cc-d33b-467c-a936-08a635aa9c42,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:35.509814 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:35.531841 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:35.555000 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:35.678028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Allocated IP 172.25.2.216 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:26:35.812213 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:35.858604 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:35.902453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:26:35.905167 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:35.907620 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:26:35.935086 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Pushing event updated for resources: {'Port': ['ID=8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:36.114029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7bcfe0cc-d33b-467c-a936-08a635aa9c42 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:36.166648 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 7bcfe0cc-d33b-467c-a936-08a635aa9c42 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:36.198245 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:36.426484 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:36.572342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:26:36.579818 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb870954-3b1e-49ef-8d15-677a6f992234 None None] Network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:26:36.671434 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8c2481ec-ca20-416f-9424-ae72817559ff None None] Provisioning for port 7bcfe0cc-d33b-467c-a936-08a635aa9c42 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:36.680320 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8c2481ec-ca20-416f-9424-ae72817559ff None None] Provisioning complete for port 7bcfe0cc-d33b-467c-a936-08a635aa9c42 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:36.680698 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8c2481ec-ca20-416f-9424-ae72817559ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:36.698703 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:26:36.715353 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Sync routers for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:26:36.720254 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:36.722425 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8c090d70-4503-4846-9d3d-09855206ac4a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0259790 Jul 27 21:26:36.725424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49600) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:36.729910 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:26:36.730877 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:26:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:36.843120 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8c2481ec-ca20-416f-9424-ae72817559ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:36.881154 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:26:36.886990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-8c2481ec-ca20-416f-9424-ae72817559ff None None] For port 7bcfe0cc-d33b-467c-a936-08a635aa9c42, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7bcfe0cc-d33b-467c-a936-08a635aa9c42,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:36.901056 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8c2481ec-ca20-416f-9424-ae72817559ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:36.960985 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2481ec-ca20-416f-9424-ae72817559ff None None] Pushing event updated for resources: {'Port': ['ID=7bcfe0cc-d33b-467c-a936-08a635aa9c42,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:37.118302 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:36Z', 'revision_number': 3, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:37.168053 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Checking router: 8b4cd511-7dfc-40ee-9a1e-e2d6387906be for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:26:37.168818 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Updating router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be port 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:26:37.208466 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.228200 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.228717 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-25c36dce-83db-4989-9b92-b4044a0f1c15 None None] Provisioning complete for port 7bcfe0cc-d33b-467c-a936-08a635aa9c42 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:37.229330 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-25c36dce-83db-4989-9b92-b4044a0f1c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.354209 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.508805 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.518536 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Transition to ACTIVE for port object 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:37.525589 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.575239 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Attempting to bind port 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:26:37.575601 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Attempting to bind port 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:26:37.575951 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Attempting to bind port 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:26:37.585005 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:26:37.585374 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:26:37.585771 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.586156 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:26:37.586790 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Bound port: 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:26:37.587163 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.588707 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc63d4-bf9f-4037-8d71-eee74662c5a7 None None] Pushing event updated for resources: {'Port': ['ID=8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:37.595632 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Allocated IP 172.20.0.1 (9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0/4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21/31106432-9ff2-4a68-8233-d92984fda47a) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:26:37.654634 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] For port 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:26:37.661310 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] For port 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:26:37.673030 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc63d4-bf9f-4037-8d71-eee74662c5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:37.673873 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc63d4-bf9f-4037-8d71-eee74662c5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:37.674249 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc63d4-bf9f-4037-8d71-eee74662c5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:37.674619 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc63d4-bf9f-4037-8d71-eee74662c5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:37.674959 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc63d4-bf9f-4037-8d71-eee74662c5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:37.675305 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc63d4-bf9f-4037-8d71-eee74662c5a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:37.676341 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc63d4-bf9f-4037-8d71-eee74662c5a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:37.676681 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc63d4-bf9f-4037-8d71-eee74662c5a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:37.677034 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc63d4-bf9f-4037-8d71-eee74662c5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:37.677979 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc63d4-bf9f-4037-8d71-eee74662c5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:37.680782 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc63d4-bf9f-4037-8d71-eee74662c5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:37.681212 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcc63d4-bf9f-4037-8d71-eee74662c5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:37.685359 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.736845 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.750043 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc63d4-bf9f-4037-8d71-eee74662c5a7 None None] Pushing event updated for resources: {'Port': ['ID=8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:37.753159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Transition to ACTIVE for port object 31106432-9ff2-4a68-8233-d92984fda47a will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:37.755053 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:26:37.755675 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:26:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:37.797375 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.797914 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.843040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:26:37.846517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:37.849109 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:26:37.899973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Pushing event updated for resources: {'Port': ['ID=31106432-9ff2-4a68-8233-d92984fda47a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:37.918352 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:37.941233 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:26:38.107519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7bcfe0cc-d33b-467c-a936-08a635aa9c42 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:38.190701 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:38.192784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eece696d-6ec6-4563-90b8-30ff35cb9918 None None] Provisioning for port 31106432-9ff2-4a68-8233-d92984fda47a completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:38.202015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eece696d-6ec6-4563-90b8-30ff35cb9918 None None] Provisioning complete for port 31106432-9ff2-4a68-8233-d92984fda47a triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:38.202704 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eece696d-6ec6-4563-90b8-30ff35cb9918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:38.245988 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-eece696d-6ec6-4563-90b8-30ff35cb9918 None None] Port 31106432-9ff2-4a68-8233-d92984fda47a cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:26:38.259373 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7bcfe0cc-d33b-467c-a936-08a635aa9c42 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:38.260195 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:38.272917 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:36Z', 'revision_number': 3, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:38.308077 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca49f4-e859-46d8-a318-88a54be9c3e7 None None] The sync data for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 is: [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:36Z', 'revision_number': 3, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:26:38.401273 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:38.406468 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:38.475398 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:38.477223 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Pushing event updated for resources: {'Port': ['ID=31106432-9ff2-4a68-8233-d92984fda47a,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:38.597142 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:26:38.598561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:38.753824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:26:38.888815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fdb3b326-aa0a-475e-b8ff-743f82ffdee6 None None] Provisioning complete for port 31106432-9ff2-4a68-8233-d92984fda47a triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:38.889326 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fdb3b326-aa0a-475e-b8ff-743f82ffdee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:38.897115 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:26:38.914925 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-56309a6b-c824-46af-b363-7659cfe7c86f admin admin] 10.222.0.55 "PUT /v2.0/routers/8b4cd511-7dfc-40ee-9a1e-e2d6387906be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1797206 Jul 27 21:26:38.918032 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:38.935359 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-fdb3b326-aa0a-475e-b8ff-743f82ffdee6 None None] Port 31106432-9ff2-4a68-8233-d92984fda47a cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:26:39.239740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49626) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:39.393513 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6c36fe8d-743c-4692-b61a-b98023dedb19 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ded0b72177884483bce54b1cc76dabe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526086 Jul 27 21:26:39.395907 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49636) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:39.445601 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cca00e65-76a0-42ad-be51-7146f828b9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:39.467673 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cca00e65-76a0-42ad-be51-7146f828b9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:39.489584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49640) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:39.494969 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-9880bf78-fd17-4613-85ee-723f00f0c74d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-242483363-network', 'tenant_id': '2fe1acf8cbb8491f80ed6b68b1e978a4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:39.523023 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9880bf78-fd17-4613-85ee-723f00f0c74d admin admin] Made reservation on behalf of 2fe1acf8cbb8491f80ed6b68b1e978a4 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:26:39.525435 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9880bf78-fd17-4613-85ee-723f00f0c74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:39.534417 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9880bf78-fd17-4613-85ee-723f00f0c74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:39.545885 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cca00e65-76a0-42ad-be51-7146f828b9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:39.548326 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cca00e65-76a0-42ad-be51-7146f828b9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:39.549474 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cca00e65-76a0-42ad-be51-7146f828b9d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48d15b0d-3ad5-404f-914c-6ca857451349 HTTP/1.1" status: 204 len: 168 time: 0.1524563 Jul 27 21:26:39.562978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca00e65-76a0-42ad-be51-7146f828b9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d15b0d-3ad5-404f-914c-6ca857451349,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:39.644759 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9880bf78-fd17-4613-85ee-723f00f0c74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:39.649210 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9880bf78-fd17-4613-85ee-723f00f0c74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:39.671047 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9880bf78-fd17-4613-85ee-723f00f0c74d admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:26:39.685574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880bf78-fd17-4613-85ee-723f00f0c74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d68c39-0abc-45a8-8c45-cd7297d19c0d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:39.690570 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9880bf78-fd17-4613-85ee-723f00f0c74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:39.690826 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-9880bf78-fd17-4613-85ee-723f00f0c74d admin admin] Added segment 8d4eef7f-a25e-48e3-b718-871f2c8c93f8 of type vlan for network 3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8 Jul 27 21:26:39.739356 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9880bf78-fd17-4613-85ee-723f00f0c74d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:39.775174 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9880bf78-fd17-4613-85ee-723f00f0c74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:39.776856 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9880bf78-fd17-4613-85ee-723f00f0c74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:39.777971 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9880bf78-fd17-4613-85ee-723f00f0c74d admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:39.807059 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9880bf78-fd17-4613-85ee-723f00f0c74d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3157258 Jul 27 21:26:39.810141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49648) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:39.815829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d52d90e1-8a7d-4b34-9e7f-9a1e3de37d19 admin admin] Request body: {'subnet': {'network_id': '3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-242483363-subnet', 'tenant_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:39.854066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52d90e1-8a7d-4b34-9e7f-9a1e3de37d19 admin admin] Made reservation on behalf of 2fe1acf8cbb8491f80ed6b68b1e978a4 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:26:39.855066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880bf78-fd17-4613-85ee-723f00f0c74d admin admin] Pushing event updated for resources: {'Network': ['ID=3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:39.858400 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d52d90e1-8a7d-4b34-9e7f-9a1e3de37d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:39.867738 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:26:40.056312 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d52d90e1-8a7d-4b34-9e7f-9a1e3de37d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.110887 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:40.124219 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52d90e1-8a7d-4b34-9e7f-9a1e3de37d19 admin admin] Checking segment: {'id': '8d4eef7f-a25e-48e3-b718-871f2c8c93f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:26:40.124590 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52d90e1-8a7d-4b34-9e7f-9a1e3de37d19 admin admin] Network hostable DHCP agents. Network: 3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:26:40.127923 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d90e1-8a7d-4b34-9e7f-9a1e3de37d19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d8d02c3-6286-4c10-8593-1b53e2ae6a82,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:40.149602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52d90e1-8a7d-4b34-9e7f-9a1e3de37d19 admin admin] Network 3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:26:40.163686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-d52d90e1-8a7d-4b34-9e7f-9a1e3de37d19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:40.165821 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Sync routers for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:26:40.167890 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52d90e1-8a7d-4b34-9e7f-9a1e3de37d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:40.168491 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d52d90e1-8a7d-4b34-9e7f-9a1e3de37d19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.179007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba4c018-035b-4a8e-a8ce-f98f848450ff None None] Network 3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:26:40.186279 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d52d90e1-8a7d-4b34-9e7f-9a1e3de37d19 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3729029 Jul 27 21:26:40.187402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49660) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:40.192464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-242483363-router', 'tenant_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:40.218893 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.220080 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.222350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:26:40.223000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-11995a77-2b71-4557-bde9-db1298695454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:26:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:40.280871 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.282543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:40.296405 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:40.296771 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.444998 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:26:40.459851 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.681784 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.706268 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.745337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8', 'network_id': '3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8', 'tenant_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'fixed_ips': [{'subnet_id': '6d8d02c3-6286-4c10-8593-1b53e2ae6a82'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:26:40.746259 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.764572 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:40.836958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Allocated IP 172.25.2.142 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/5d3334bf-5fb7-4f48-b905-872a129736b8) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:26:40.926121 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:40.940348 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:41.088937 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Allocated IP 172.20.0.2 (3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8/6d8d02c3-6286-4c10-8593-1b53e2ae6a82/9f3fa2c8-7df2-438d-bdcd-b778d5177131) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:26:41.095948 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:41.259846 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-11995a77-2b71-4557-bde9-db1298695454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 2, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:41.305416 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Checking router: 8b4cd511-7dfc-40ee-9a1e-e2d6387906be for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:26:41.305685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Updating router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be port 31106432-9ff2-4a68-8233-d92984fda47a binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:26:41.329080 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:41.373362 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:41.409006 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:41.415411 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:41.418420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:26:41.421248 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:41.425633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:26:41.429209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Pushing event updated for resources: {'Port': ['ID=5d3334bf-5fb7-4f48-b905-872a129736b8,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:41.436184 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Transition to ACTIVE for port object 9f3fa2c8-7df2-438d-bdcd-b778d5177131 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:41.475289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Transition to ACTIVE for port object 9f3fa2c8-7df2-438d-bdcd-b778d5177131 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:41.494857 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:41.627781 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Network 3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:26:41.641215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:41.643880 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:26:41.654022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Pushing event updated for resources: {'Port': ['ID=9f3fa2c8-7df2-438d-bdcd-b778d5177131,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:41.737221 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:41.769571 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Attempting to bind port 9f3fa2c8-7df2-438d-bdcd-b778d5177131 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:26:41.769926 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Attempting to bind port 9f3fa2c8-7df2-438d-bdcd-b778d5177131 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '8d4eef7f-a25e-48e3-b718-871f2c8c93f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:26:41.770313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Attempting to bind port 9f3fa2c8-7df2-438d-bdcd-b778d5177131 on network 3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:26:41.787463 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:26:41.787839 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Checking segment: {'id': '8d4eef7f-a25e-48e3-b718-871f2c8c93f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:26:41.788242 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:41.788634 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Bound using segment: {'id': '8d4eef7f-a25e-48e3-b718-871f2c8c93f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:26:41.789099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Bound port: 9f3fa2c8-7df2-438d-bdcd-b778d5177131, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4eef7f-a25e-48e3-b718-871f2c8c93f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:26:41.789482 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:41.902437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] For port 9f3fa2c8-7df2-438d-bdcd-b778d5177131, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:26:41.926950 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] For port 9f3fa2c8-7df2-438d-bdcd-b778d5177131, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9f3fa2c8-7df2-438d-bdcd-b778d5177131,segment=NetworkSegment(8d4eef7f-a25e-48e3-b718-871f2c8c93f8),segment_id=8d4eef7f-a25e-48e3-b718-871f2c8c93f8)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:26:41.929560 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:41.939884 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:41.951927 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Transition to ACTIVE for port object 31106432-9ff2-4a68-8233-d92984fda47a will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:41.955317 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:41.993465 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:42.029624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf812b46-2de5-489c-9f38-e305612daa84 None None] Pushing event updated for resources: {'Port': ['ID=9f3fa2c8-7df2-438d-bdcd-b778d5177131,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:42.105797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819b38d-ef2a-44ab-8854-03d080c166a8 None None] Pushing event updated for resources: {'Port': ['ID=31106432-9ff2-4a68-8233-d92984fda47a,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:42.154721 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:42.155761 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Router 8fcf8444-0b4d-436a-98f8-f3595ec886c4 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:26:42.184199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Attempting to bind port 31106432-9ff2-4a68-8233-d92984fda47a on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:26:42.184584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Attempting to bind port 31106432-9ff2-4a68-8233-d92984fda47a by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:26:42.184947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Attempting to bind port 31106432-9ff2-4a68-8233-d92984fda47a on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:26:42.194029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:26:42.194435 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Checking segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:26:42.194837 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:42.195235 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Bound using segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:26:42.195712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Bound port: 31106432-9ff2-4a68-8233-d92984fda47a, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:26:42.196094 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:42.282938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:42.283453 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:42.321864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:26:42.332463 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Sync routers for ids ['8fcf8444-0b4d-436a-98f8-f3595ec886c4'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:26:42.345229 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Routers {'8fcf8444-0b4d-436a-98f8-f3595ec886c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:26:42.345883 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:26:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8fcf8444-0b4d-436a-98f8-f3595ec886c4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:42.354688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-11995a77-2b71-4557-bde9-db1298695454 None None] For port 31106432-9ff2-4a68-8233-d92984fda47a, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:26:42.364628 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:42.368964 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e20e4fef-347d-404e-a2e4-d945202e14a9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1801980 Jul 27 21:26:42.371679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-11995a77-2b71-4557-bde9-db1298695454 None None] For port 31106432-9ff2-4a68-8233-d92984fda47a, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=31106432-9ff2-4a68-8233-d92984fda47a,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:26:42.372102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49690) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:42.390150 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:42.467477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:26:42.468601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-11995a77-2b71-4557-bde9-db1298695454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:26:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:42.619700 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Set router 8fcf8444-0b4d-436a-98f8-f3595ec886c4 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:26:42.624386 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819b38d-ef2a-44ab-8854-03d080c166a8 None None] Pushing event updated for resources: {'Port': ['ID=31106432-9ff2-4a68-8233-d92984fda47a,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:42.737845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-11995a77-2b71-4557-bde9-db1298695454 None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:26:42.894725 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'name': 'tempest-TestVolumeBootPattern-242483363-router', 'tenant_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '5d3334bf-5fb7-4f48-b905-872a129736b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:40Z', 'updated_at': '2021-07-27T21:26:41Z', 'revision_number': 3, 'project_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'gw_port': {'id': '5d3334bf-5fb7-4f48-b905-872a129736b8', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:40Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:42.923033 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Checking router: 8fcf8444-0b4d-436a-98f8-f3595ec886c4 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:26:42.923385 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Updating router 8fcf8444-0b4d-436a-98f8-f3595ec886c4 port 5d3334bf-5fb7-4f48-b905-872a129736b8 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:26:42.963521 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:43.032180 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:43.256975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-11995a77-2b71-4557-bde9-db1298695454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:42Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:43.310328 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11995a77-2b71-4557-bde9-db1298695454 None None] The sync data for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 is: [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:42Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:26:43.398311 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:43.410427 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Transition to ACTIVE for port object 5d3334bf-5fb7-4f48-b905-872a129736b8 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:43.422048 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:43.481474 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Attempting to bind port 5d3334bf-5fb7-4f48-b905-872a129736b8 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:26:43.482047 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Attempting to bind port 5d3334bf-5fb7-4f48-b905-872a129736b8 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:26:43.483108 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Attempting to bind port 5d3334bf-5fb7-4f48-b905-872a129736b8 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:26:43.496211 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:26:43.496724 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:26:43.497393 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:43.497887 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:26:43.498515 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Bound port: 5d3334bf-5fb7-4f48-b905-872a129736b8, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:26:43.498993 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:43.525707 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a589cc0-a854-4351-b831-925a5f77225a None None] Pushing event updated for resources: {'Port': ['ID=5d3334bf-5fb7-4f48-b905-872a129736b8,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:43.599923 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] For port 5d3334bf-5fb7-4f48-b905-872a129736b8, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:26:43.604107 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] For port 5d3334bf-5fb7-4f48-b905-872a129736b8, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5d3334bf-5fb7-4f48-b905-872a129736b8,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:26:43.611065 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:43.661231 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e99b342-ff9d-4a61-8add-093c3c4c1b7a None None] Network 3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:26:43.691525 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Routers {'8fcf8444-0b4d-436a-98f8-f3595ec886c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:26:43.692253 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:26:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8fcf8444-0b4d-436a-98f8-f3595ec886c4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:43.739132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Allocated IP 172.20.0.1 (3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8/6d8d02c3-6286-4c10-8593-1b53e2ae6a82/256d9804-d2ce-4ded-908c-f13f6a91365e) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:26:43.748944 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a589cc0-a854-4351-b831-925a5f77225a None None] Pushing event updated for resources: {'Port': ['ID=5d3334bf-5fb7-4f48-b905-872a129736b8,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:43.764081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ab5e2838-21a4-4eb1-a132-d08d0c25a9d5 None None] Provisioning for port 9f3fa2c8-7df2-438d-bdcd-b778d5177131 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:43.885279 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:43.887638 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] Set router 8fcf8444-0b4d-436a-98f8-f3595ec886c4 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:26:43.905715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Transition to ACTIVE for port object 256d9804-d2ce-4ded-908c-f13f6a91365e will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:43.964512 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:44.027984 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Network 3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:26:44.034762 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:44.044728 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:26:44.111166 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Pushing event updated for resources: {'Port': ['ID=256d9804-d2ce-4ded-908c-f13f6a91365e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:44.149909 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:44.176663 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'name': 'tempest-TestVolumeBootPattern-242483363-router', 'tenant_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '5d3334bf-5fb7-4f48-b905-872a129736b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:40Z', 'updated_at': '2021-07-27T21:26:41Z', 'revision_number': 3, 'project_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'gw_port': {'id': '5d3334bf-5fb7-4f48-b905-872a129736b8', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:40Z', 'updated_at': '2021-07-27T21:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:44.250061 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9f3fa2c8-7df2-438d-bdcd-b778d5177131 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:44.280367 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaf7b94-38a2-4d2a-ac78-1f46ec4c0c7c None None] The sync data for ids ['8fcf8444-0b4d-436a-98f8-f3595ec886c4'] in n-d-764806-9 is: [{'id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'name': 'tempest-TestVolumeBootPattern-242483363-router', 'tenant_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '5d3334bf-5fb7-4f48-b905-872a129736b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:40Z', 'updated_at': '2021-07-27T21:26:41Z', 'revision_number': 3, 'project_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'gw_port': {'id': '5d3334bf-5fb7-4f48-b905-872a129736b8', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:40Z', 'updated_at': '2021-07-27T21:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:26:44.336159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 9f3fa2c8-7df2-438d-bdcd-b778d5177131 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:44.340714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 9f3fa2c8-7df2-438d-bdcd-b778d5177131 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:44.341088 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:44.436165 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:44.456102 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a8ccb796-92c6-4bdc-9d80-16ed35c00959 None None] Provisioning complete for port 9f3fa2c8-7df2-438d-bdcd-b778d5177131 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:44.456615 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb796-92c6-4bdc-9d80-16ed35c00959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:44.599588 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:44.690499 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:44.697602 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:44.710061 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 9f3fa2c8-7df2-438d-bdcd-b778d5177131, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9f3fa2c8-7df2-438d-bdcd-b778d5177131,segment=NetworkSegment(8d4eef7f-a25e-48e3-b718-871f2c8c93f8),segment_id=8d4eef7f-a25e-48e3-b718-871f2c8c93f8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:44.734856 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:44.735965 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 31106432-9ff2-4a68-8233-d92984fda47a up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:44.740135 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb796-92c6-4bdc-9d80-16ed35c00959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:44.826375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Pushing event updated for resources: {'Port': ['ID=256d9804-d2ce-4ded-908c-f13f6a91365e,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:44.828761 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:44.909268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=9f3fa2c8-7df2-438d-bdcd-b778d5177131,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:44.940988 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-a8ccb796-92c6-4bdc-9d80-16ed35c00959 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:26:44.941741 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-a8ccb796-92c6-4bdc-9d80-16ed35c00959 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:26:44.944494 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Network 3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:26:44.946281 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:44.948882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 31106432-9ff2-4a68-8233-d92984fda47a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:44.965886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 31106432-9ff2-4a68-8233-d92984fda47a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:44.966575 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:45.122282 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:45.187487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 31106432-9ff2-4a68-8233-d92984fda47a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=31106432-9ff2-4a68-8233-d92984fda47a,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:45.194980 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:45.200629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Router 8fcf8444-0b4d-436a-98f8-f3595ec886c4 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:26:45.300363 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=31106432-9ff2-4a68-8233-d92984fda47a,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:45.363513 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:26:45.378464 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7f384123-75cc-4826-993f-dba164bab2af admin admin] 10.222.0.55 "PUT /v2.0/routers/8fcf8444-0b4d-436a-98f8-f3595ec886c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0001864 Jul 27 21:26:45.619124 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8f4d702a-5862-4698-a3d2-d021dd105898 None None] Provisioning for port 256d9804-d2ce-4ded-908c-f13f6a91365e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:45.655305 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8f4d702a-5862-4698-a3d2-d021dd105898 None None] Provisioning complete for port 256d9804-d2ce-4ded-908c-f13f6a91365e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:45.655683 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8f4d702a-5862-4698-a3d2-d021dd105898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:45.722355 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-8f4d702a-5862-4698-a3d2-d021dd105898 None None] Port 256d9804-d2ce-4ded-908c-f13f6a91365e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:26:46.087288 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 49720) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:46.201736 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5d3334bf-5fb7-4f48-b905-872a129736b8 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:46.250074 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3f354622-d26a-4531-897c-7a9a9e421fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:46.297001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 5d3334bf-5fb7-4f48-b905-872a129736b8 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:46.301486 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5d3334bf-5fb7-4f48-b905-872a129736b8 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:46.310831 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:46.402765 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3f354622-d26a-4531-897c-7a9a9e421fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:46.407945 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3f354622-d26a-4531-897c-7a9a9e421fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:46.424727 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:46.465592 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3f354622-d26a-4531-897c-7a9a9e421fd0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=991c3a13d6c14458b30c35ebd40df060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769913 Jul 27 21:26:46.466886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f354622-d26a-4531-897c-7a9a9e421fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0567019f-f014-48b5-b165-73e3420da98e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:46.468308 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 49732) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:26:46.475857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 5d3334bf-5fb7-4f48-b905-872a129736b8, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5d3334bf-5fb7-4f48-b905-872a129736b8,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:46.487921 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:46.489121 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9f3fa2c8-7df2-438d-bdcd-b778d5177131 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:46.544583 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:46.571570 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:46.581526 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=5d3334bf-5fb7-4f48-b905-872a129736b8,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:46.597350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 9f3fa2c8-7df2-438d-bdcd-b778d5177131 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:46.597860 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:46.631639 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:46.634629 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:46.636582 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0567019f-f014-48b5-b165-73e3420da98e HTTP/1.1" status: 204 len: 168 time: 0.1672606 Jul 27 21:26:46.646910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0567019f-f014-48b5-b165-73e3420da98e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:46.655858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:46.656363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:46.656714 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:46.657054 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:46.657390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:46.657777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:46.658608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:46.658608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:46.658860 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:46.659193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:46.659660 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:46.659991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09902736-5cc0-4a5c-a12e-f05be3c4f73e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:26:46.703561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 31106432-9ff2-4a68-8233-d92984fda47a up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:46.765788 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 31106432-9ff2-4a68-8233-d92984fda47a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:46.766461 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:46.928136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Sync routers for ids ['8fcf8444-0b4d-436a-98f8-f3595ec886c4'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:26:46.937483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Routers {'8fcf8444-0b4d-436a-98f8-f3595ec886c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:26:46.938154 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:26:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8fcf8444-0b4d-436a-98f8-f3595ec886c4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:47.060071 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Set router 8fcf8444-0b4d-436a-98f8-f3595ec886c4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:26:47.287623 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'name': 'tempest-TestVolumeBootPattern-242483363-router', 'tenant_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '5d3334bf-5fb7-4f48-b905-872a129736b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:40Z', 'updated_at': '2021-07-27T21:26:44Z', 'revision_number': 4, 'project_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'gw_port': {'id': '5d3334bf-5fb7-4f48-b905-872a129736b8', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:40Z', 'updated_at': '2021-07-27T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '256d9804-d2ce-4ded-908c-f13f6a91365e', 'name': '', 'network_id': '3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8', 'tenant_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'mac_address': 'fa:16:3e:fa:64:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '6d8d02c3-6286-4c10-8593-1b53e2ae6a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:43Z', 'updated_at': '2021-07-27T21:26:44Z', 'revision_number': 2, 'project_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'subnets': [{'id': '6d8d02c3-6286-4c10-8593-1b53e2ae6a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:47.313817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Checking router: 8fcf8444-0b4d-436a-98f8-f3595ec886c4 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:26:47.314174 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Updating router 8fcf8444-0b4d-436a-98f8-f3595ec886c4 port 256d9804-d2ce-4ded-908c-f13f6a91365e binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:26:47.353154 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:47.643977 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:47.654850 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Transition to ACTIVE for port object 256d9804-d2ce-4ded-908c-f13f6a91365e will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:47.661176 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:47.764255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22938c3e-926b-4b0e-8fef-527935549dff None None] Pushing event updated for resources: {'Port': ['ID=256d9804-d2ce-4ded-908c-f13f6a91365e,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:47.781323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Attempting to bind port 256d9804-d2ce-4ded-908c-f13f6a91365e on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:26:47.781700 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Attempting to bind port 256d9804-d2ce-4ded-908c-f13f6a91365e by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '8d4eef7f-a25e-48e3-b718-871f2c8c93f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:26:47.782068 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Attempting to bind port 256d9804-d2ce-4ded-908c-f13f6a91365e on network 3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:26:47.793608 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:26:47.794319 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Checking segment: {'id': '8d4eef7f-a25e-48e3-b718-871f2c8c93f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:26:47.794893 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:47.795580 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Bound using segment: {'id': '8d4eef7f-a25e-48e3-b718-871f2c8c93f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:26:47.796231 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Bound port: 256d9804-d2ce-4ded-908c-f13f6a91365e, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4eef7f-a25e-48e3-b718-871f2c8c93f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:26:47.796781 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:47.886436 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] For port 256d9804-d2ce-4ded-908c-f13f6a91365e, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:26:47.890453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] For port 256d9804-d2ce-4ded-908c-f13f6a91365e, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=256d9804-d2ce-4ded-908c-f13f6a91365e,segment=NetworkSegment(8d4eef7f-a25e-48e3-b718-871f2c8c93f8),segment_id=8d4eef7f-a25e-48e3-b718-871f2c8c93f8)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:26:47.897361 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:47.897919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-7db02026-f6e2-471b-ac84-1ecf3e9db2ed tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:47.905379 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-7db02026-f6e2-471b-ac84-1ecf3e9db2ed tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 812 time: 0.1394434 Jul 27 21:26:47.924875 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-5b26ccfa-28f7-4f99-88ed-a258f97b9b0b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/quotas/089dfa06666549ef86ff31634b0bedcf HTTP/1.1" status: 200 len: 375 time: 0.0184577 Jul 27 21:26:47.955842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Routers {'8fcf8444-0b4d-436a-98f8-f3595ec886c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:26:47.956631 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:26:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8fcf8444-0b4d-436a-98f8-f3595ec886c4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:48.001758 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-ab029228-b4c0-4292-85c3-74a47be4b30a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759170 Jul 27 21:26:48.019482 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22938c3e-926b-4b0e-8fef-527935549dff None None] Pushing event updated for resources: {'Port': ['ID=256d9804-d2ce-4ded-908c-f13f6a91365e,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:48.133609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-727c08f5-49a1-42de-869e-9152c8762be5 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183386 Jul 27 21:26:48.166790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5d3334bf-5fb7-4f48-b905-872a129736b8 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:48.179584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] Set router 8fcf8444-0b4d-436a-98f8-f3595ec886c4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:26:48.272717 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-1fa38f84-cf31-4662-bcb0-987973554c0c service neutron] 10.222.0.55 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273546 Jul 27 21:26:48.373408 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5d3334bf-5fb7-4f48-b905-872a129736b8 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:48.373764 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:48.553599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'name': 'tempest-TestVolumeBootPattern-242483363-router', 'tenant_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '5d3334bf-5fb7-4f48-b905-872a129736b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:40Z', 'updated_at': '2021-07-27T21:26:44Z', 'revision_number': 4, 'project_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'gw_port': {'id': '5d3334bf-5fb7-4f48-b905-872a129736b8', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:40Z', 'updated_at': '2021-07-27T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '256d9804-d2ce-4ded-908c-f13f6a91365e', 'name': '', 'network_id': '3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8', 'tenant_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'mac_address': 'fa:16:3e:fa:64:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '6d8d02c3-6286-4c10-8593-1b53e2ae6a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:43Z', 'updated_at': '2021-07-27T21:26:47Z', 'revision_number': 4, 'project_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'subnets': [{'id': '6d8d02c3-6286-4c10-8593-1b53e2ae6a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:26:48.675307 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb236a39-cb6a-4599-ad2f-358740206eff req-bbb314c3-668b-4c33-b968-ad0a4f4f5e17 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 210 time: 0.0499969 Jul 27 21:26:48.761765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db46a3-6312-4100-8cf9-a689dd371e81 None None] The sync data for ids ['8fcf8444-0b4d-436a-98f8-f3595ec886c4'] in n-d-764806-9 is: [{'id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'name': 'tempest-TestVolumeBootPattern-242483363-router', 'tenant_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '5d3334bf-5fb7-4f48-b905-872a129736b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:40Z', 'updated_at': '2021-07-27T21:26:44Z', 'revision_number': 4, 'project_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'gw_port': {'id': '5d3334bf-5fb7-4f48-b905-872a129736b8', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:40Z', 'updated_at': '2021-07-27T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '256d9804-d2ce-4ded-908c-f13f6a91365e', 'name': '', 'network_id': '3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8', 'tenant_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'mac_address': 'fa:16:3e:fa:64:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '6d8d02c3-6286-4c10-8593-1b53e2ae6a82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:43Z', 'updated_at': '2021-07-27T21:26:47Z', 'revision_number': 4, 'project_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'subnets': [{'id': '6d8d02c3-6286-4c10-8593-1b53e2ae6a82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:26:49.743403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-122a5580-e6cf-4ee4-bf31-d87a8890578a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:49.745659 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-122a5580-e6cf-4ee4-bf31-d87a8890578a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.66 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 812 time: 0.1424561 Jul 27 21:26:49.759698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-4183e85d-7df6-498c-84f3-e54e7a1492bb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Request body: {'port': {'device_id': '6b46815c-b369-4e84-8636-a601c407bb6b', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'admin_state_up': True, 'tenant_id': '089dfa06666549ef86ff31634b0bedcf'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:49.818390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f75c697-ce01-42f2-b206-41cc50d03a8a req-999b25d2-b887-4222-96fa-3f16ccbf66d9 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 210 time: 0.0621307 Jul 27 21:26:49.924587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-4183e85d-7df6-498c-84f3-e54e7a1492bb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Made reservation on behalf of 089dfa06666549ef86ff31634b0bedcf for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:26:49.929149 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-4183e85d-7df6-498c-84f3-e54e7a1492bb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:50.120556 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-4183e85d-7df6-498c-84f3-e54e7a1492bb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Allocated IP 172.20.0.4 (9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0/4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21/53dd8771-4d71-402a-8cd1-f9b79c64998e) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:26:50.152974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 256d9804-d2ce-4ded-908c-f13f6a91365e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:50.225692 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 256d9804-d2ce-4ded-908c-f13f6a91365e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:50.233207 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 256d9804-d2ce-4ded-908c-f13f6a91365e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:50.233717 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:50.346897 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-4183e85d-7df6-498c-84f3-e54e7a1492bb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:50.363009 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-4183e85d-7df6-498c-84f3-e54e7a1492bb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Transition to ACTIVE for port object 53dd8771-4d71-402a-8cd1-f9b79c64998e will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:50.393578 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:50.406935 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-4183e85d-7df6-498c-84f3-e54e7a1492bb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:50.442970 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 256d9804-d2ce-4ded-908c-f13f6a91365e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=256d9804-d2ce-4ded-908c-f13f6a91365e,segment=NetworkSegment(8d4eef7f-a25e-48e3-b718-871f2c8c93f8),segment_id=8d4eef7f-a25e-48e3-b718-871f2c8c93f8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:26:50.447810 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:50.473529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-4183e85d-7df6-498c-84f3-e54e7a1492bb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:26:50.477546 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-4183e85d-7df6-498c-84f3-e54e7a1492bb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:26:50.483579 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-4183e85d-7df6-498c-84f3-e54e7a1492bb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:26:50.509958 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=256d9804-d2ce-4ded-908c-f13f6a91365e,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:50.518782 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183e85d-7df6-498c-84f3-e54e7a1492bb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'Port': ['ID=53dd8771-4d71-402a-8cd1-f9b79c64998e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:50.558791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-4183e85d-7df6-498c-84f3-e54e7a1492bb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:50.559480 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-4183e85d-7df6-498c-84f3-e54e7a1492bb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:50.595144 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-4183e85d-7df6-498c-84f3-e54e7a1492bb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8400419 Jul 27 21:26:50.611520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Request body: {'port': {'device_id': '6b46815c-b369-4e84-8636-a601c407bb6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:26:50.701079 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:50.802091 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ad4814c0-dd6c-441f-b14b-233bbd5c5065 None None] Provisioning for port 53dd8771-4d71-402a-8cd1-f9b79c64998e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:26:50.806982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ad4814c0-dd6c-441f-b14b-233bbd5c5065 None None] Provisioning complete for port 53dd8771-4d71-402a-8cd1-f9b79c64998e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:50.807345 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ad4814c0-dd6c-441f-b14b-233bbd5c5065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:50.861436 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ad4814c0-dd6c-441f-b14b-233bbd5c5065 None None] Port 53dd8771-4d71-402a-8cd1-f9b79c64998e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:26:50.977059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20deda8e-e618-4f8e-b4f5-936fceb08b59 req-fac30f53-d56c-48cb-abff-b5b543ee266c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:50.979808 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20deda8e-e618-4f8e-b4f5-936fceb08b59 req-fac30f53-d56c-48cb-abff-b5b543ee266c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 931 time: 0.0778208 Jul 27 21:26:51.050461 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-20deda8e-e618-4f8e-b4f5-936fceb08b59 req-b930a7b4-6cd7-4228-915d-1857f844cc18 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643525 Jul 27 21:26:51.058964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53dd8771-4d71-402a-8cd1-f9b79c64998e {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:26:51.067905 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:51.082808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Transition to ACTIVE for port object 53dd8771-4d71-402a-8cd1-f9b79c64998e will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:26:51.086536 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:51.144762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Pushing event updated for resources: {'Port': ['ID=53dd8771-4d71-402a-8cd1-f9b79c64998e,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:51.228445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Attempting to bind port 53dd8771-4d71-402a-8cd1-f9b79c64998e on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:26:51.228698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Attempting to bind port 53dd8771-4d71-402a-8cd1-f9b79c64998e by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:26:51.229032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Attempting to bind port 53dd8771-4d71-402a-8cd1-f9b79c64998e on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:26:51.233811 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Port 53dd8771-4d71-402a-8cd1-f9b79c64998e on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:26:51.234136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Attempting to bind port 53dd8771-4d71-402a-8cd1-f9b79c64998e on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:26:51.247366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:26:51.247366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Checking segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:26:51.247792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Bound using segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:26:51.248230 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Bound port: 53dd8771-4d71-402a-8cd1-f9b79c64998e, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:26:51.249044 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:51.401580 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] For port 53dd8771-4d71-402a-8cd1-f9b79c64998e, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:26:51.406109 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] For port 53dd8771-4d71-402a-8cd1-f9b79c64998e, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=53dd8771-4d71-402a-8cd1-f9b79c64998e,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:26:51.415121 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:51.461905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:51.462760 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:51.464460 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] 10.222.0.66 "PUT /v2.0/ports/53dd8771-4d71-402a-8cd1-f9b79c64998e HTTP/1.1" status: 200 len: 1091 time: 0.8574395 Jul 27 21:26:51.467227 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b46815c-b369-4e84-8636-a601c407bb6b', 'tag': '53dd8771-4d71-402a-8cd1-f9b79c64998e'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:26:51.486680 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5621870f-e2bc-4c72-802b-c31b1f58a978" -d '{"events": [{"name": "network-changed", "server_uuid": "6b46815c-b369-4e84-8636-a601c407bb6b", "tag": "53dd8771-4d71-402a-8cd1-f9b79c64998e"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:26:51.541262 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69263fd-536c-4efc-9476-6c6dfe227f0e service neutron] Pushing event updated for resources: {'Port': ['ID=53dd8771-4d71-402a-8cd1-f9b79c64998e,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:26:51.582367 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7523286b-e278-4dd3-b305-dd66343c3b3a x-openstack-request-id: req-7523286b-e278-4dd3-b305-dd66343c3b3a {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:26:51.582680 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b46815c-b369-4e84-8636-a601c407bb6b", "tag": "53dd8771-4d71-402a-8cd1-f9b79c64998e", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:26:51.582909 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7523286b-e278-4dd3-b305-dd66343c3b3a {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:26:51.583864 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b46815c-b369-4e84-8636-a601c407bb6b', 'tag': '53dd8771-4d71-402a-8cd1-f9b79c64998e', 'status': 'completed', 'code': 200} Jul 27 21:26:51.615004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-d0f2f419-5a3b-436b-bbed-7237b24163db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:51.616806 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-d0f2f419-5a3b-436b-bbed-7237b24163db service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 1094 time: 0.0775778 Jul 27 21:26:51.682557 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-ae4c9a46-e8f4-45ae-8c0b-813ce968c6d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53dd8771-4d71-402a-8cd1-f9b79c64998e HTTP/1.1" status: 200 len: 217 time: 0.0569506 Jul 27 21:26:51.745732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-bec1b07d-3de5-4f78-b79d-98e29174d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:51.747170 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-bec1b07d-3de5-4f78-b79d-98e29174d975 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0582187 Jul 27 21:26:51.824757 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-c8962c09-ff20-4aa5-a766-3efffa980348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:51.826431 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-c8962c09-ff20-4aa5-a766-3efffa980348 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702169 Jul 27 21:26:51.944207 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-7aac817e-1229-43cb-a064-cf2373834eab service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105444 Jul 27 21:26:52.050788 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8103130b-7076-408b-b31d-05fe6aa3ab00 req-c92a71ec-cdcd-45dc-a261-e713dc1283bb service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992336 Jul 27 21:26:52.085810 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 256d9804-d2ce-4ded-908c-f13f6a91365e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:26:52.172896 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621870f-e2bc-4c72-802b-c31b1f58a978 req-db08c450-9c16-49bc-9a85-6c5a65700880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:52.175365 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5621870f-e2bc-4c72-802b-c31b1f58a978 req-db08c450-9c16-49bc-9a85-6c5a65700880 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 1094 time: 0.0681181 Jul 27 21:26:52.179963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 256d9804-d2ce-4ded-908c-f13f6a91365e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:26:52.180525 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:26:52.222373 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e063f-2ec2-4c32-a3ef-5664a624a050 req-fc501530-f5cd-4189-9d39-8d67e4a9496e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:52.232922 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a3e063f-2ec2-4c32-a3ef-5664a624a050 req-fc501530-f5cd-4189-9d39-8d67e4a9496e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 943 time: 0.0928276 Jul 27 21:26:52.294727 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a3e063f-2ec2-4c32-a3ef-5664a624a050 req-97cfee79-5410-4ef5-a957-69aa53cfc7be tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561407 Jul 27 21:26:52.359247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621870f-e2bc-4c72-802b-c31b1f58a978 req-53fd9f9d-d436-4bee-96bd-16a5204535b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:52.361023 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5621870f-e2bc-4c72-802b-c31b1f58a978 req-53fd9f9d-d436-4bee-96bd-16a5204535b0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.1780868 Jul 27 21:26:52.413364 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5621870f-e2bc-4c72-802b-c31b1f58a978 req-6b8befe9-7828-45d4-ab41-a9948b154f6d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53dd8771-4d71-402a-8cd1-f9b79c64998e HTTP/1.1" status: 200 len: 217 time: 0.0447559 Jul 27 21:26:52.472512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621870f-e2bc-4c72-802b-c31b1f58a978 req-efa1d81f-2247-4239-a2ce-35e993d475ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:52.474778 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5621870f-e2bc-4c72-802b-c31b1f58a978 req-efa1d81f-2247-4239-a2ce-35e993d475ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0543158 Jul 27 21:26:52.543372 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621870f-e2bc-4c72-802b-c31b1f58a978 req-15354fa7-30da-4c96-a53a-5a5bc7eea8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:52.544909 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5621870f-e2bc-4c72-802b-c31b1f58a978 req-15354fa7-30da-4c96-a53a-5a5bc7eea8ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633991 Jul 27 21:26:52.653171 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5621870f-e2bc-4c72-802b-c31b1f58a978 req-573048d3-b1c0-40b5-bb9f-fb42556210d8 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998201 Jul 27 21:26:52.768581 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5621870f-e2bc-4c72-802b-c31b1f58a978 req-563b3ff5-12c5-4961-ae53-6e9a6875f2b5 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073735 Jul 27 21:26:53.428409 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1e53d-d8ae-4208-8d58-fb0844fd4775 req-554dd8ca-dfda-4972-86ff-84d7b340e056 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:53.430072 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c2b1e53d-d8ae-4208-8d58-fb0844fd4775 req-554dd8ca-dfda-4972-86ff-84d7b340e056 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 943 time: 0.0723758 Jul 27 21:26:53.480931 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c2b1e53d-d8ae-4208-8d58-fb0844fd4775 req-61a624ed-ae51-4a5a-86ff-0229c90d6f0e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440795 Jul 27 21:26:54.616398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb577c84-ec6d-4be9-8be6-39ff37e77e9c req-04505727-d80e-4212-a44d-02da83c50c1f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:54.617899 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cb577c84-ec6d-4be9-8be6-39ff37e77e9c req-04505727-d80e-4212-a44d-02da83c50c1f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 943 time: 0.0729322 Jul 27 21:26:54.661325 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cb577c84-ec6d-4be9-8be6-39ff37e77e9c req-930f7bde-055c-4a69-a9a0-16ca4ff466d2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341783 Jul 27 21:26:54.921020 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:26:55.796275 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0317fdf-a1a8-48f8-be56-c645e845cb16 req-9255c699-e9eb-487c-9a17-907bd8495281 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:55.797772 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e0317fdf-a1a8-48f8-be56-c645e845cb16 req-9255c699-e9eb-487c-9a17-907bd8495281 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 943 time: 0.0657487 Jul 27 21:26:55.840261 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e0317fdf-a1a8-48f8-be56-c645e845cb16 req-4b15fb0e-b986-4bc8-9927-359590612952 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360191 Jul 27 21:26:56.983196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b79f47-76c6-4f4f-91a7-aaa0e03d774c req-e7821d31-5c56-4f29-a604-2927418f3de9 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:56.984710 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34b79f47-76c6-4f4f-91a7-aaa0e03d774c req-e7821d31-5c56-4f29-a604-2927418f3de9 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 943 time: 0.0663931 Jul 27 21:26:57.025990 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34b79f47-76c6-4f4f-91a7-aaa0e03d774c req-d4da63ee-e91c-451d-882a-a4ffd86af9c2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343368 Jul 27 21:26:58.168233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4c9af-b1a6-4047-b0e6-41348c6d095a req-ade67def-098b-4c2c-886a-8627635c9dda tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:58.169738 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91f4c9af-b1a6-4047-b0e6-41348c6d095a req-ade67def-098b-4c2c-886a-8627635c9dda tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 943 time: 0.0729346 Jul 27 21:26:58.212403 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91f4c9af-b1a6-4047-b0e6-41348c6d095a req-6198602e-80b2-4fbb-adce-699ef20b7c19 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364442 Jul 27 21:26:59.372433 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b462ae-870a-46eb-929e-b964dd86f4db req-4e78c9c6-6fe6-4edf-9ad8-828dbfaf9307 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:26:59.374669 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80b462ae-870a-46eb-929e-b964dd86f4db req-4e78c9c6-6fe6-4edf-9ad8-828dbfaf9307 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 943 time: 0.0705483 Jul 27 21:26:59.414571 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80b462ae-870a-46eb-929e-b964dd86f4db req-21ac2b5e-f358-4a9f-88aa-9567bbe67642 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337367 Jul 27 21:27:00.595973 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e5bbb-d391-47ec-b4f0-626a542a00aa req-2a6671aa-651e-4b25-a26b-c1f76abf3d24 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:00.597602 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-391e5bbb-d391-47ec-b4f0-626a542a00aa req-2a6671aa-651e-4b25-a26b-c1f76abf3d24 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 943 time: 0.0867770 Jul 27 21:27:00.642186 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-391e5bbb-d391-47ec-b4f0-626a542a00aa req-ad03f10a-1fbd-4023-878f-519bd841c0fd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368474 Jul 27 21:27:01.783010 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75821308-5801-453a-8086-8e52481997ff req-32de118b-241c-438b-88f6-2bcd923d59d4 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:01.785442 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75821308-5801-453a-8086-8e52481997ff req-32de118b-241c-438b-88f6-2bcd923d59d4 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 943 time: 0.0704403 Jul 27 21:27:01.832475 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75821308-5801-453a-8086-8e52481997ff req-d6823011-b5d7-41c0-abe6-cf4d4d015bcf tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392992 Jul 27 21:27:02.707792 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ae643f00-b6bd-4c87-bde3-35a66399ff12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:02.976718 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3d4d9-ee91-4973-89a0-9a1b13a4c867 req-ce463fa7-ea70-488c-98da-418e9a996812 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:02.978305 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78b3d4d9-ee91-4973-89a0-9a1b13a4c867 req-ce463fa7-ea70-488c-98da-418e9a996812 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 943 time: 0.0754461 Jul 27 21:27:03.029387 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78b3d4d9-ee91-4973-89a0-9a1b13a4c867 req-563e87b1-af5b-4784-851e-677c90a5cd80 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438797 Jul 27 21:27:03.335723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 53dd8771-4d71-402a-8cd1-f9b79c64998e details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:27:03.447625 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 53dd8771-4d71-402a-8cd1-f9b79c64998e, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=53dd8771-4d71-402a-8cd1-f9b79c64998e,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:03.460475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '53dd8771-4d71-402a-8cd1-f9b79c64998e', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'port_id': '53dd8771-4d71-402a-8cd1-f9b79c64998e', 'mac_address': 'fa:16:3e:6c:7a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:27:03.498656 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:03.511398 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53dd8771-4d71-402a-8cd1-f9b79c64998e {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:27:03.532722 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 53dd8771-4d71-402a-8cd1-f9b79c64998e, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=53dd8771-4d71-402a-8cd1-f9b79c64998e,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:03.537040 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:03.584162 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=53dd8771-4d71-402a-8cd1-f9b79c64998e,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:03.917358 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['53dd8771-4d71-402a-8cd1-f9b79c64998e'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:27:04.132987 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:04.179079 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c687b-df0a-4dd4-9a9d-038b05d5a2c2 req-2ef0f50a-078b-4602-8918-7e69989a77cb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:04.180640 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a20c687b-df0a-4dd4-9a9d-038b05d5a2c2 req-2ef0f50a-078b-4602-8918-7e69989a77cb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 944 time: 0.0726819 Jul 27 21:27:04.227055 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a20c687b-df0a-4dd4-9a9d-038b05d5a2c2 req-869d3ab1-d8c6-4e14-973e-92f79022c014 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392547 Jul 27 21:27:05.357621 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 53dd8771-4d71-402a-8cd1-f9b79c64998e up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:05.377307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa75b0b-d8b9-42b8-ad36-9dbcef1f7b08 req-cd29808d-87eb-4db3-8c70-cb99ceb57ca2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:05.379166 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-caa75b0b-d8b9-42b8-ad36-9dbcef1f7b08 req-cd29808d-87eb-4db3-8c70-cb99ceb57ca2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 944 time: 0.0817485 Jul 27 21:27:05.387433 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d87aa190-5f7b-484e-a29a-81942a8796e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:05.417296 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 53dd8771-4d71-402a-8cd1-f9b79c64998e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:05.421028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 53dd8771-4d71-402a-8cd1-f9b79c64998e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:05.421394 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:05.428855 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-caa75b0b-d8b9-42b8-ad36-9dbcef1f7b08 req-ded37dad-ad4f-45fd-adba-866ae36c6db0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417705 Jul 27 21:27:05.479789 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:05.517691 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:05.541041 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b46815c-b369-4e84-8636-a601c407bb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dd8771-4d71-402a-8cd1-f9b79c64998e'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:27:05.543432 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e29b01-5cd0-49e9-949b-a6233fc02928" -d '{"events": [{"server_uuid": "6b46815c-b369-4e84-8636-a601c407bb6b", "name": "network-vif-plugged", "status": "completed", "tag": "53dd8771-4d71-402a-8cd1-f9b79c64998e"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:27:05.557108 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 53dd8771-4d71-402a-8cd1-f9b79c64998e, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=53dd8771-4d71-402a-8cd1-f9b79c64998e,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:05.561899 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:05.589941 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97530eaa-1368-4dc9-aeb4-c1330dbeaf12 x-openstack-request-id: req-97530eaa-1368-4dc9-aeb4-c1330dbeaf12 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:27:05.590330 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b46815c-b369-4e84-8636-a601c407bb6b", "name": "network-vif-plugged", "status": "completed", "tag": "53dd8771-4d71-402a-8cd1-f9b79c64998e", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:27:05.590645 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97530eaa-1368-4dc9-aeb4-c1330dbeaf12 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:27:05.591031 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b46815c-b369-4e84-8636-a601c407bb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dd8771-4d71-402a-8cd1-f9b79c64998e', 'code': 200} Jul 27 21:27:05.618251 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=53dd8771-4d71-402a-8cd1-f9b79c64998e,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:05.715810 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3e3a4-6098-4329-9721-cb533e0d4845 req-f52426b8-02b3-44b7-8525-f7f2c0be7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:05.717375 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2be3e3a4-6098-4329-9721-cb533e0d4845 req-f52426b8-02b3-44b7-8525-f7f2c0be7238 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 1096 time: 0.0649464 Jul 27 21:27:05.754887 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2be3e3a4-6098-4329-9721-cb533e0d4845 req-c9fdb2fa-2b79-4584-9095-f7384dd89a17 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290949 Jul 27 21:27:06.563929 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d09da-2e3e-4976-ad01-8fa411f6f2d1 req-cf8b2a28-671b-4c8b-9b78-7456cb2d0ef7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:06.565419 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-451d09da-2e3e-4976-ad01-8fa411f6f2d1 req-cf8b2a28-671b-4c8b-9b78-7456cb2d0ef7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 945 time: 0.0675864 Jul 27 21:27:06.607105 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-451d09da-2e3e-4976-ad01-8fa411f6f2d1 req-11c800c2-147f-44f0-a74f-d719be20def3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353582 Jul 27 21:27:07.207994 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:07.746391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c484a69-959e-496d-ad3e-13d412c29462 req-bd28124b-8ea7-47b2-9c5c-1e1aefbec7e0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:07.747948 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c484a69-959e-496d-ad3e-13d412c29462 req-bd28124b-8ea7-47b2-9c5c-1e1aefbec7e0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 945 time: 0.0718524 Jul 27 21:27:07.793766 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c484a69-959e-496d-ad3e-13d412c29462 req-0106137b-a469-4106-aaed-1a7c85781305 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390956 Jul 27 21:27:07.794954 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:07.854142 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-92ae7cc5-b71a-4132-9e8c-612d4146cd56 req-99a8d93d-b5ae-4e8a-9fcb-6d2a19e17f89 service neutron] (105580) timed out ('10.222.0.55', 53304) {{(pid=105580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:27:08.001056 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc6ca5-36e3-49ea-b25f-b2b34dc836b6 req-f4426372-3f49-4fca-8f87-cd13be9deccd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:08.002669 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-02fc6ca5-36e3-49ea-b25f-b2b34dc836b6 req-f4426372-3f49-4fca-8f87-cd13be9deccd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 945 time: 0.0694671 Jul 27 21:27:08.044204 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-02fc6ca5-36e3-49ea-b25f-b2b34dc836b6 req-6ce52542-46bb-4192-ae2c-6eb3699bbe85 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338874 Jul 27 21:27:08.177112 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25fefd-e266-4e7a-815a-137a6d311eb2 req-73bd78d7-982a-4a24-b610-5dd127a265cc tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:08.178535 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b25fefd-e266-4e7a-815a-137a6d311eb2 req-73bd78d7-982a-4a24-b610-5dd127a265cc tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 945 time: 0.0682106 Jul 27 21:27:08.217162 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b25fefd-e266-4e7a-815a-137a6d311eb2 req-fa5b62c5-9ae0-4282-9897-f528efbc1ffd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325117 Jul 27 21:27:08.462684 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4a664-e429-4222-b791-680397759a3b req-154a3789-e1f9-47a8-b55b-a39b61d2d22d tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:08.464240 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dbf4a664-e429-4222-b791-680397759a3b req-154a3789-e1f9-47a8-b55b-a39b61d2d22d tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 945 time: 0.0659380 Jul 27 21:27:08.505791 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dbf4a664-e429-4222-b791-680397759a3b req-ef831d6f-f150-4394-99d8-84a38ebaf456 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347419 Jul 27 21:27:08.618916 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-8c8312c5-2ba4-4e4f-bb09-9b8c873d4a00 req-2d9cccbd-059e-4cea-8bf0-51633975c797 service neutron] (105579) timed out ('10.222.0.55', 55226) {{(pid=105579) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:27:08.891739 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:09.104395 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36e17ad9-9673-45d0-9dfa-dd4763147a57 req-ae154d53-086f-4105-82af-383b9afbd4f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583975 Jul 27 21:27:09.210069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e17ad9-9673-45d0-9dfa-dd4763147a57 req-10903af3-8813-4175-98d5-5559f6e827ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:09.211576 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36e17ad9-9673-45d0-9dfa-dd4763147a57 req-10903af3-8813-4175-98d5-5559f6e827ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9ae080b5069490c9b04dff975dcc2de&device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 1096 time: 0.0602009 Jul 27 21:27:09.322169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e17ad9-9673-45d0-9dfa-dd4763147a57 req-ffc16559-2e63-4f20-a091-8347443c8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:09.323676 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36e17ad9-9673-45d0-9dfa-dd4763147a57 req-ffc16559-2e63-4f20-a091-8347443c8b9c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d HTTP/1.1" status: 200 len: 911 time: 0.0868831 Jul 27 21:27:09.398512 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36e17ad9-9673-45d0-9dfa-dd4763147a57 req-324f1a30-1012-4d87-878f-e5411e06f62f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75adbe41-dbb7-4e59-a882-aed53fd45633 HTTP/1.1" status: 200 len: 1001 time: 0.0635304 Jul 27 21:27:09.450239 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e17ad9-9673-45d0-9dfa-dd4763147a57 req-cbf55d67-eca6-4bac-ba79-5eb5ecb7a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:09.451713 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36e17ad9-9673-45d0-9dfa-dd4763147a57 req-cbf55d67-eca6-4bac-ba79-5eb5ecb7a704 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8d712bf-ae0f-4aeb-8db8-91555c9506fd HTTP/1.1" status: 200 len: 849 time: 0.0456517 Jul 27 21:27:09.513662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e17ad9-9673-45d0-9dfa-dd4763147a57 req-42f512c6-5323-47c1-aad5-3462d1c64913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:09.515345 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36e17ad9-9673-45d0-9dfa-dd4763147a57 req-42f512c6-5323-47c1-aad5-3462d1c64913 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558772 Jul 27 21:27:09.641819 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36e17ad9-9673-45d0-9dfa-dd4763147a57 req-4afb6921-2c71-4a39-8803-a8c7d171656f service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189713 Jul 27 21:27:09.691182 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8c228-b4f8-49f2-b22b-5ed409080f79 req-ae28ede7-10b7-4831-ad37-611a9136ee19 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:09.693901 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-59e8c228-b4f8-49f2-b22b-5ed409080f79 req-ae28ede7-10b7-4831-ad37-611a9136ee19 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 945 time: 0.0868418 Jul 27 21:27:09.739466 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-59e8c228-b4f8-49f2-b22b-5ed409080f79 req-e5e581c4-0cec-4cef-a72a-1f4061d08d21 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379539 Jul 27 21:27:09.743765 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36e17ad9-9673-45d0-9dfa-dd4763147a57 req-3429edc7-b13b-4286-a738-6eedb3a7662e service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948219 Jul 27 21:27:10.174645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cd066-18a0-4c53-ab1e-acc967c37a48 req-e67c2d4c-4f63-4892-a5d4-fb3e08516e37 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:10.176496 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-239cd066-18a0-4c53-ab1e-acc967c37a48 req-e67c2d4c-4f63-4892-a5d4-fb3e08516e37 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 945 time: 0.0712378 Jul 27 21:27:10.287756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-239cd066-18a0-4c53-ab1e-acc967c37a48 req-a7c02c82-e760-4946-8334-61cb070abaa6 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Deleting port 53dd8771-4d71-402a-8cd1-f9b79c64998e {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:27:10.287995 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-239cd066-18a0-4c53-ab1e-acc967c37a48 req-a7c02c82-e760-4946-8334-61cb070abaa6 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:10.376609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-239cd066-18a0-4c53-ab1e-acc967c37a48 req-a7c02c82-e760-4946-8334-61cb070abaa6 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] For port 53dd8771-4d71-402a-8cd1-f9b79c64998e, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=53dd8771-4d71-402a-8cd1-f9b79c64998e,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:10.376975 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-239cd066-18a0-4c53-ab1e-acc967c37a48 req-a7c02c82-e760-4946-8334-61cb070abaa6 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:10.390430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-239cd066-18a0-4c53-ab1e-acc967c37a48 req-a7c02c82-e760-4946-8334-61cb070abaa6 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Calling delete_port for 53dd8771-4d71-402a-8cd1-f9b79c64998e owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:27:10.522587 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-239cd066-18a0-4c53-ab1e-acc967c37a48 req-a7c02c82-e760-4946-8334-61cb070abaa6 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:10.534194 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['53dd8771-4d71-402a-8cd1-f9b79c64998e'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:27:10.553605 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c02c82-e760-4946-8334-61cb070abaa6 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event deleted for resources: {'Port': ['ID=53dd8771-4d71-402a-8cd1-f9b79c64998e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:10.860063 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4893bad8-7422-44b5-b312-107bd7590ac0 req-ed9ed5c0-63a9-4dfa-9a1d-e3db4c61141a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 210 time: 0.0497999 Jul 27 21:27:10.902476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-239cd066-18a0-4c53-ab1e-acc967c37a48 req-a7c02c82-e760-4946-8334-61cb070abaa6 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] No DVR routers for this DVR port 53dd8771-4d71-402a-8cd1-f9b79c64998e on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:27:10.905378 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-239cd066-18a0-4c53-ab1e-acc967c37a48 req-a7c02c82-e760-4946-8334-61cb070abaa6 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:10.908022 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-239cd066-18a0-4c53-ab1e-acc967c37a48 req-a7c02c82-e760-4946-8334-61cb070abaa6 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.66 "DELETE /v2.0/ports/53dd8771-4d71-402a-8cd1-f9b79c64998e HTTP/1.1" status: 204 len: 173 time: 0.7253478 Jul 27 21:27:10.908537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b46815c-b369-4e84-8636-a601c407bb6b', 'name': 'network-vif-deleted', 'tag': '53dd8771-4d71-402a-8cd1-f9b79c64998e'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:27:10.911870 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840289c2-958e-443b-abdd-564acdbfafe3" -d '{"events": [{"server_uuid": "6b46815c-b369-4e84-8636-a601c407bb6b", "name": "network-vif-deleted", "tag": "53dd8771-4d71-402a-8cd1-f9b79c64998e"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:27:10.958498 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ca8d92-2d78-4927-b7b0-ed2115d69dcf x-openstack-request-id: req-06ca8d92-2d78-4927-b7b0-ed2115d69dcf {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:27:10.958824 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b46815c-b369-4e84-8636-a601c407bb6b", "name": "network-vif-deleted", "tag": "53dd8771-4d71-402a-8cd1-f9b79c64998e", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:27:10.959069 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06ca8d92-2d78-4927-b7b0-ed2115d69dcf {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:27:10.959469 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b46815c-b369-4e84-8636-a601c407bb6b', 'name': 'network-vif-deleted', 'tag': '53dd8771-4d71-402a-8cd1-f9b79c64998e', 'status': 'completed', 'code': 200} Jul 27 21:27:10.987186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25b80e-30b3-4e76-9464-7ea2cdb24b91 req-4ad4aea0-e9c3-45fc-91e3-d334f941a904 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:10.989296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c25b80e-30b3-4e76-9464-7ea2cdb24b91 req-4ad4aea0-e9c3-45fc-91e3-d334f941a904 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0880933 Jul 27 21:27:11.030898 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c25b80e-30b3-4e76-9464-7ea2cdb24b91 req-49948af0-1df8-4e8c-9c68-eabf11df8ebc tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349085 Jul 27 21:27:11.958559 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-db184e7e-cf0b-4761-8a30-b7cfc3effc52 req-18cc9857-3c60-4b58-89de-5557b690b5df tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 210 time: 0.0342689 Jul 27 21:27:12.165289 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e69a-6b3d-4e44-84d5-75cd9bdc4f75 req-b4752a79-0c0b-45be-8117-f05ee6326ec0 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:12.166861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d22e69a-6b3d-4e44-84d5-75cd9bdc4f75 req-b4752a79-0c0b-45be-8117-f05ee6326ec0 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0649681 Jul 27 21:27:12.209982 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d22e69a-6b3d-4e44-84d5-75cd9bdc4f75 req-d922d711-ecea-4a9c-ab6b-7955040af1ef tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365422 Jul 27 21:27:13.060869 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2d27908-497c-4f87-9598-8c25a53e6fa5 req-4d93ec63-d127-45a0-8f70-96096a7eb696 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 210 time: 0.0309741 Jul 27 21:27:13.381798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b2a55-115b-45c5-8f97-2c4a9b7a13a8 req-8a7e596a-216a-4be6-b06b-6410624ab1ee tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:13.383332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c25b2a55-115b-45c5-8f97-2c4a9b7a13a8 req-8a7e596a-216a-4be6-b06b-6410624ab1ee tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0832648 Jul 27 21:27:13.397719 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 53dd8771-4d71-402a-8cd1-f9b79c64998e no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:27:13.423504 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 53dd8771-4d71-402a-8cd1-f9b79c64998e {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:27:13.423845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 53dd8771-4d71-402a-8cd1-f9b79c64998e not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:27:13.445117 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c25b2a55-115b-45c5-8f97-2c4a9b7a13a8 req-66722eb3-5ed0-4fef-84d7-fa7d7ca797c4 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480545 Jul 27 21:27:14.168904 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b29e278-671b-4d87-ac4b-cff4d89c30c6 req-08518ca9-d931-4470-9a3b-579689bdc103 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b46815c-b369-4e84-8636-a601c407bb6b HTTP/1.1" status: 200 len: 210 time: 0.0309308 Jul 27 21:27:14.577777 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f31a0b-0f14-409f-b18f-554e01d643f1 req-be2a044c-d3d6-47b3-a3cc-7d812ba46233 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:14.582870 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3f31a0b-0f14-409f-b18f-554e01d643f1 req-be2a044c-d3d6-47b3-a3cc-7d812ba46233 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0742159 Jul 27 21:27:14.622797 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3f31a0b-0f14-409f-b18f-554e01d643f1 req-97fbe689-5bb4-434e-9fd3-401f44983a74 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361648 Jul 27 21:27:15.771610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168cde4-333a-404e-9ae3-7dfd65d47f2e req-582a9ab9-b28c-444f-84a5-225adfa3969a tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:15.774151 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9168cde4-333a-404e-9ae3-7dfd65d47f2e req-582a9ab9-b28c-444f-84a5-225adfa3969a tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0720031 Jul 27 21:27:15.815562 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9168cde4-333a-404e-9ae3-7dfd65d47f2e req-1b59237d-0844-4942-ad88-3c4470e0484b tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350978 Jul 27 21:27:16.894124 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-d1c1309c-e562-44bf-a8ad-8b93bebf7ee8 req-2b16cbcc-be3c-440f-b1a7-37a52237943e service neutron] (105580) timed out ('10.222.0.55', 45328) {{(pid=105580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:27:16.969625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849be887-543a-4c6d-ba69-096156a3f009 req-b29c8b82-52f6-4162-890d-564dfaccd60f tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:16.971209 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-849be887-543a-4c6d-ba69-096156a3f009 req-b29c8b82-52f6-4162-890d-564dfaccd60f tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0697560 Jul 27 21:27:17.048518 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-849be887-543a-4c6d-ba69-096156a3f009 req-139dd0e3-e917-4b9a-a655-5925519004ae tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481391 Jul 27 21:27:18.182692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4a423-a7c3-49a4-99c9-f91a9e0209e1 req-26272c35-4593-4ca4-be12-5eed36e7e17d tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:18.184553 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8cf4a423-a7c3-49a4-99c9-f91a9e0209e1 req-26272c35-4593-4ca4-be12-5eed36e7e17d tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0828886 Jul 27 21:27:18.231263 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8cf4a423-a7c3-49a4-99c9-f91a9e0209e1 req-cc176eb1-e86e-470e-b4a8-5fe4f92656bc tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379148 Jul 27 21:27:19.191291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50184) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:19.309027 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-583f3d5c-1d7f-4a3b-9b0d-3942f7bacee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:19.393614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57728ee6-9448-45a7-8030-e61e1f59d265 req-08464750-0373-40ce-aa54-cf1dabb73be0 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:19.395424 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57728ee6-9448-45a7-8030-e61e1f59d265 req-08464750-0373-40ce-aa54-cf1dabb73be0 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0820184 Jul 27 21:27:19.409626 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-583f3d5c-1d7f-4a3b-9b0d-3942f7bacee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:19.414645 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-583f3d5c-1d7f-4a3b-9b0d-3942f7bacee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:19.439970 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57728ee6-9448-45a7-8030-e61e1f59d265 req-4fe60cac-1ef9-4184-af1c-57722abfa34a tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375412 Jul 27 21:27:19.459574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f3d5c-1d7f-4a3b-9b0d-3942f7bacee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd055e0b-28c8-447d-b159-889efd1c24df,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:19.464311 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-583f3d5c-1d7f-4a3b-9b0d-3942f7bacee9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57ad93a520a6406cb7517d6f503fd233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714617 Jul 27 21:27:19.467089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50214) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:19.519175 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d5e8b6cb-d17d-4a2f-9c9b-ef14de4a3470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:19.541102 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d5e8b6cb-d17d-4a2f-9c9b-ef14de4a3470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:19.594514 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d5e8b6cb-d17d-4a2f-9c9b-ef14de4a3470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:19.597091 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d5e8b6cb-d17d-4a2f-9c9b-ef14de4a3470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:19.598836 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d5e8b6cb-d17d-4a2f-9c9b-ef14de4a3470 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fd055e0b-28c8-447d-b159-889efd1c24df HTTP/1.1" status: 204 len: 168 time: 0.1308374 Jul 27 21:27:19.606837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8b6cb-d17d-4a2f-9c9b-ef14de4a3470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd055e0b-28c8-447d-b159-889efd1c24df,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:20.580912 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76def4-c4f1-4e9e-b450-b5d984729225 req-d4aac57b-48a0-432c-a7c3-d5a3b4688b8e tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:20.582527 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac76def4-c4f1-4e9e-b450-b5d984729225 req-d4aac57b-48a0-432c-a7c3-d5a3b4688b8e tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0707042 Jul 27 21:27:20.628901 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac76def4-c4f1-4e9e-b450-b5d984729225 req-21c7b1f1-aaaa-41bf-b0a3-3dfcff4fb03f tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386617 Jul 27 21:27:21.767005 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f002448-cae5-494e-84da-edefdc6c7e3e req-395c7a28-d57a-429c-b52a-5979ea06d31d tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:21.768521 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f002448-cae5-494e-84da-edefdc6c7e3e req-395c7a28-d57a-429c-b52a-5979ea06d31d tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0701230 Jul 27 21:27:21.808527 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f002448-cae5-494e-84da-edefdc6c7e3e req-0b648ce4-93cc-4db0-baa0-4b415a02e189 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330727 Jul 27 21:27:22.036314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797ae57-1451-4db9-a204-3bbbb284905a req-22b3d207-bc4c-4aa5-b0b0-c4535f5e978f tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:22.037974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a797ae57-1451-4db9-a204-3bbbb284905a req-22b3d207-bc4c-4aa5-b0b0-c4535f5e978f tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0687225 Jul 27 21:27:22.057733 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86816baf-5eaa-40f2-8254-7a54ddffbe63 req-0c830f3c-b073-474f-8426-15f23addc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:22.059266 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86816baf-5eaa-40f2-8254-7a54ddffbe63 req-0c830f3c-b073-474f-8426-15f23addc597 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9ae080b5069490c9b04dff975dcc2de&device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 1096 time: 0.0597734 Jul 27 21:27:22.083033 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a797ae57-1451-4db9-a204-3bbbb284905a req-56b5beca-acfa-4bb2-91a2-71e4de087b93 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379145 Jul 27 21:27:22.173208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86816baf-5eaa-40f2-8254-7a54ddffbe63 req-45386620-5e45-497b-af65-337c9485c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:22.174643 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86816baf-5eaa-40f2-8254-7a54ddffbe63 req-45386620-5e45-497b-af65-337c9485c3d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d HTTP/1.1" status: 200 len: 911 time: 0.1034548 Jul 27 21:27:22.230518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50270) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:22.236788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4071dc9e-bfab-4821-b6c0-95664bda93e4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1427248848', 'description': 'tempest-secgroup-smoke-1427248848 description', 'project_id': '3a65593248f94ce3907873f90c034333'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:22.264514 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86816baf-5eaa-40f2-8254-7a54ddffbe63 req-252c9922-8782-439b-861b-bffd8348f27d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75adbe41-dbb7-4e59-a882-aed53fd45633 HTTP/1.1" status: 200 len: 1001 time: 0.0823812 Jul 27 21:27:22.280964 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4071dc9e-bfab-4821-b6c0-95664bda93e4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:22.307565 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4071dc9e-bfab-4821-b6c0-95664bda93e4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:22.339414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86816baf-5eaa-40f2-8254-7a54ddffbe63 req-b4b02ecb-1b67-48e6-9e43-802e031c8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:22.340899 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86816baf-5eaa-40f2-8254-7a54ddffbe63 req-b4b02ecb-1b67-48e6-9e43-802e031c8b30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8d712bf-ae0f-4aeb-8db8-91555c9506fd HTTP/1.1" status: 200 len: 849 time: 0.0691338 Jul 27 21:27:22.442879 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86816baf-5eaa-40f2-8254-7a54ddffbe63 req-b462e00d-d342-48e0-be7b-1c38f0f28bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:22.444315 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86816baf-5eaa-40f2-8254-7a54ddffbe63 req-b462e00d-d342-48e0-be7b-1c38f0f28bff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960574 Jul 27 21:27:22.508875 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4071dc9e-bfab-4821-b6c0-95664bda93e4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:22.515998 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4071dc9e-bfab-4821-b6c0-95664bda93e4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:22.583101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071dc9e-bfab-4821-b6c0-95664bda93e4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e04a1b0-f30f-41eb-b884-c0e855ad169c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:22.617417 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86816baf-5eaa-40f2-8254-7a54ddffbe63 req-8d40e4a3-255b-4128-b7d1-7558e3719e3e service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640985 Jul 27 21:27:22.703499 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4071dc9e-bfab-4821-b6c0-95664bda93e4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:22.714686 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4071dc9e-bfab-4821-b6c0-95664bda93e4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:22.759894 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4071dc9e-bfab-4821-b6c0-95664bda93e4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:22.761117 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4071dc9e-bfab-4821-b6c0-95664bda93e4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5296545 Jul 27 21:27:22.764165 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50272) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:22.764313 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86816baf-5eaa-40f2-8254-7a54ddffbe63 req-9e03a6ce-d9ab-4955-a784-6aa1e5e7b947 service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394029 Jul 27 21:27:22.765142 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071dc9e-bfab-4821-b6c0-95664bda93e4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87922b11-b6af-4165-bad4-11bbaf6d5cb0,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:22.771481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-502a5a53-12ac-4129-948a-8e3e39e54651 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '87922b11-b6af-4165-bad4-11bbaf6d5cb0', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:22.800920 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-502a5a53-12ac-4129-948a-8e3e39e54651 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:22.850954 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-502a5a53-12ac-4129-948a-8e3e39e54651 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:22.854878 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-502a5a53-12ac-4129-948a-8e3e39e54651 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:22.873755 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a5a53-12ac-4129-948a-8e3e39e54651 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd196c1f-8b13-46d8-9522-f6d371c85303,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:22.880223 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-502a5a53-12ac-4129-948a-8e3e39e54651 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:22.882736 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-502a5a53-12ac-4129-948a-8e3e39e54651 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172266 Jul 27 21:27:22.883970 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50274) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:22.889720 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-9bfc6da7-3402-4751-9ade-251478c4d7d5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '87922b11-b6af-4165-bad4-11bbaf6d5cb0', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:22.922575 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9bfc6da7-3402-4751-9ade-251478c4d7d5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:22.987003 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9bfc6da7-3402-4751-9ade-251478c4d7d5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:22.991839 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9bfc6da7-3402-4751-9ade-251478c4d7d5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.008543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc6da7-3402-4751-9ade-251478c4d7d5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d9ffbf-15c8-47c8-bb6b-6c03b42293aa,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:23.021402 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9bfc6da7-3402-4751-9ade-251478c4d7d5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.022685 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9bfc6da7-3402-4751-9ade-251478c4d7d5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377800 Jul 27 21:27:23.025314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50276) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:23.029681 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8fc70262-e3da-4dfe-afcd-21c7f5eba8e9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '87922b11-b6af-4165-bad4-11bbaf6d5cb0', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:23.057416 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fc70262-e3da-4dfe-afcd-21c7f5eba8e9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.121528 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fc70262-e3da-4dfe-afcd-21c7f5eba8e9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.128112 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fc70262-e3da-4dfe-afcd-21c7f5eba8e9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.149698 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc70262-e3da-4dfe-afcd-21c7f5eba8e9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805bd165-77bb-4508-a65e-f057a9ee2cea,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:23.156060 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fc70262-e3da-4dfe-afcd-21c7f5eba8e9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.157580 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8fc70262-e3da-4dfe-afcd-21c7f5eba8e9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310298 Jul 27 21:27:23.160822 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50280) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:23.166429 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-71befba9-38e5-4abd-ae84-d4322e2d1bbe tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '87922b11-b6af-4165-bad4-11bbaf6d5cb0', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:23.200116 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71befba9-38e5-4abd-ae84-d4322e2d1bbe tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.229199 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35ab03-da8f-47bd-ae4b-0929cb309793 req-25135983-4a52-4a9b-81c5-95d35aaf9e97 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:23.236703 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f35ab03-da8f-47bd-ae4b-0929cb309793 req-25135983-4a52-4a9b-81c5-95d35aaf9e97 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0780499 Jul 27 21:27:23.273094 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f35ab03-da8f-47bd-ae4b-0929cb309793 req-70c2252b-70dd-4473-999f-88d1d48d41e6 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355265 Jul 27 21:27:23.289011 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71befba9-38e5-4abd-ae84-d4322e2d1bbe tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.295151 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71befba9-38e5-4abd-ae84-d4322e2d1bbe tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.318370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71befba9-38e5-4abd-ae84-d4322e2d1bbe tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaae613e-fef8-47fb-b507-b61ad5b367a8,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:23.327610 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-71befba9-38e5-4abd-ae84-d4322e2d1bbe tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.331583 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-71befba9-38e5-4abd-ae84-d4322e2d1bbe tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1663949 Jul 27 21:27:23.332549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50284) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:23.337366 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-81f24cc6-9070-404d-9309-8f214c8ac894 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '87922b11-b6af-4165-bad4-11bbaf6d5cb0', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:23.364727 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-81f24cc6-9070-404d-9309-8f214c8ac894 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Project 3a65593248f94ce3907873f90c034333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:27:23.371579 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-81f24cc6-9070-404d-9309-8f214c8ac894 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.430680 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-81f24cc6-9070-404d-9309-8f214c8ac894 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.434798 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-81f24cc6-9070-404d-9309-8f214c8ac894 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.458315 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f24cc6-9070-404d-9309-8f214c8ac894 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e090c53e-9f92-4e67-9f14-7be829732aea,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:23.464610 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-81f24cc6-9070-404d-9309-8f214c8ac894 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.465956 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-81f24cc6-9070-404d-9309-8f214c8ac894 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323595 Jul 27 21:27:23.468681 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50286) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:23.474046 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2866cff9-fa73-4b28-8a87-633a14e09111 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '87922b11-b6af-4165-bad4-11bbaf6d5cb0', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:23.496573 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-2866cff9-fa73-4b28-8a87-633a14e09111 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Project 3a65593248f94ce3907873f90c034333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:27:23.501769 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2866cff9-fa73-4b28-8a87-633a14e09111 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.564647 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2866cff9-fa73-4b28-8a87-633a14e09111 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.572007 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2866cff9-fa73-4b28-8a87-633a14e09111 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.594995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866cff9-fa73-4b28-8a87-633a14e09111 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20591a5-7794-4b5a-b21b-2d1f29cf0d81,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:23.599450 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2866cff9-fa73-4b28-8a87-633a14e09111 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.600668 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2866cff9-fa73-4b28-8a87-633a14e09111 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307819 Jul 27 21:27:23.603650 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50288) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:23.608630 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b31756c0-ffc8-4ae4-8c8e-b7aec7fd1485 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'network': {'name': 'tempest-network-smoke--677615394', 'project_id': '3a65593248f94ce3907873f90c034333', 'port_security_enabled': True}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:23.631259 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31756c0-ffc8-4ae4-8c8e-b7aec7fd1485 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Made reservation on behalf of 3a65593248f94ce3907873f90c034333 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:27:23.635086 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b31756c0-ffc8-4ae4-8c8e-b7aec7fd1485 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.661667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31756c0-ffc8-4ae4-8c8e-b7aec7fd1485 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:27:23.671967 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b31756c0-ffc8-4ae4-8c8e-b7aec7fd1485 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.672340 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-b31756c0-ffc8-4ae4-8c8e-b7aec7fd1485 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Added segment ff51cbf0-a9c0-40c2-bf28-dde1657e69fc of type vlan for network 23db90a1-e7db-4d32-a390-0087cda1e521 Jul 27 21:27:23.714964 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b31756c0-ffc8-4ae4-8c8e-b7aec7fd1485 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.746866 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b31756c0-ffc8-4ae4-8c8e-b7aec7fd1485 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.752846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31756c0-ffc8-4ae4-8c8e-b7aec7fd1485 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:23.753393 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b31756c0-ffc8-4ae4-8c8e-b7aec7fd1485 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.818706 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b31756c0-ffc8-4ae4-8c8e-b7aec7fd1485 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2139854 Jul 27 21:27:23.822211 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50290) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:23.828898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1865051415', 'admin_state_up': True, 'project_id': '3a65593248f94ce3907873f90c034333', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:23.835982 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31756c0-ffc8-4ae4-8c8e-b7aec7fd1485 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Network': ['ID=23db90a1-e7db-4d32-a390-0087cda1e521,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:23.848130 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 23db90a1-e7db-4d32-a390-0087cda1e521 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:27:23.858742 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.859880 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:23.913663 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:24.056819 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:24.261610 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:24.286155 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:24.428100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Allocated IP 172.25.2.95 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/61b0a738-cb04-425a-9531-e0c5c3d1f828) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:24.511201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568fb03-b3a7-4c67-93ab-7910a834aad8 req-94f7e9db-5bf2-4dc3-b5ec-7e781c54abe9 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:24.512768 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c568fb03-b3a7-4c67-93ab-7910a834aad8 req-94f7e9db-5bf2-4dc3-b5ec-7e781c54abe9 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.1429415 Jul 27 21:27:24.576980 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c568fb03-b3a7-4c67-93ab-7910a834aad8 req-c55147c5-c531-4660-97a3-ddd5ebfcf102 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555212 Jul 27 21:27:24.587365 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:24.628607 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:24.667386 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:24.672359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:24.676243 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:24.703145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=61b0a738-cb04-425a-9531-e0c5c3d1f828,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:24.952900 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:25.152505 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:25.291927 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:27:25.405301 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:27:25.417181 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Sync routers for ids ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:27:25.427612 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Routers {'8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:25.428667 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:27:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:25.430941 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:25.432544 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b0489f65-71b3-414b-9301-505d120bedc2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6093893 Jul 27 21:27:25.435640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50298) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:25.550081 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Set router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:25.593411 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9ca809cf-3cd1-46ac-af8d-e243df2fbd1f tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3a65593248f94ce3907873f90c034333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1566417 Jul 27 21:27:25.596130 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50304) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:25.700213 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4879e9-3350-4fc0-b878-ef6d1ac5facc tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:25.701905 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8e4879e9-3350-4fc0-b878-ef6d1ac5facc tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1048577 Jul 27 21:27:25.704827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50306) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:25.747510 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-512efbac-b04e-436a-9915-b30f75285468 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406399 Jul 27 21:27:25.749508 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50308) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:25.757292 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f0a0afdf-f5c2-455f-b1db-73ba8c0c63a1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-407075127', 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521', 'project_id': '3a65593248f94ce3907873f90c034333', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:25.840722 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865051415', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:23Z', 'updated_at': '2021-07-27T21:27:24Z', 'revision_number': 3, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:24Z', 'updated_at': '2021-07-27T21:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:25.858113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a0afdf-f5c2-455f-b1db-73ba8c0c63a1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Made reservation on behalf of 3a65593248f94ce3907873f90c034333 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:27:25.861812 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0a0afdf-f5c2-455f-b1db-73ba8c0c63a1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:25.868458 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Checking router: 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:27:25.868846 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Updating router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a port 61b0a738-cb04-425a-9531-e0c5c3d1f828 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:27:25.913340 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:26.086758 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0a0afdf-f5c2-455f-b1db-73ba8c0c63a1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:26.152390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0afdf-f5c2-455f-b1db-73ba8c0c63a1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Subnet': ['ID=610d8642-f34c-456c-b059-75bb31290511,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:26.161182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a0afdf-f5c2-455f-b1db-73ba8c0c63a1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Checking segment: {'id': 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:26.161635 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a0afdf-f5c2-455f-b1db-73ba8c0c63a1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network hostable DHCP agents. Network: 23db90a1-e7db-4d32-a390-0087cda1e521, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:27:26.179989 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a0afdf-f5c2-455f-b1db-73ba8c0c63a1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 23db90a1-e7db-4d32-a390-0087cda1e521 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:27:26.191875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f0a0afdf-f5c2-455f-b1db-73ba8c0c63a1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 23db90a1-e7db-4d32-a390-0087cda1e521) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:26.192093 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:26.197044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a0afdf-f5c2-455f-b1db-73ba8c0c63a1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:26.198262 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0a0afdf-f5c2-455f-b1db-73ba8c0c63a1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:26.200278 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5f5b50-21a8-4aa3-8e45-e6f470a2ea37 None None] Network 23db90a1-e7db-4d32-a390-0087cda1e521 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:27:26.212161 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Transition to ACTIVE for port object 61b0a738-cb04-425a-9531-e0c5c3d1f828 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:26.218140 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f0a0afdf-f5c2-455f-b1db-73ba8c0c63a1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4666007 Jul 27 21:27:26.220141 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:26.220846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50310) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:26.282519 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Attempting to bind port 61b0a738-cb04-425a-9531-e0c5c3d1f828 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:27:26.282885 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Attempting to bind port 61b0a738-cb04-425a-9531-e0c5c3d1f828 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:27:26.283247 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Attempting to bind port 61b0a738-cb04-425a-9531-e0c5c3d1f828 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:26.285810 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375af90d-3772-42a5-b5b4-d98c052d0f13 None None] Pushing event updated for resources: {'Port': ['ID=61b0a738-cb04-425a-9531-e0c5c3d1f828,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:26.291679 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:27:26.292053 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:26.292469 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:26.292840 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:27:26.293301 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Bound port: 61b0a738-cb04-425a-9531-e0c5c3d1f828, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:27:26.293677 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:26.360481 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] For port 61b0a738-cb04-425a-9531-e0c5c3d1f828, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:27:26.365044 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] For port 61b0a738-cb04-425a-9531-e0c5c3d1f828, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=61b0a738-cb04-425a-9531-e0c5c3d1f828,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:27:26.375515 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:26.376661 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-23db90a1-e7db-4d32-a390-0087cda1e521', 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'fixed_ips': [{'subnet_id': '610d8642-f34c-456c-b059-75bb31290511'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:27:26.377669 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:26.434524 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Routers {'8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:26.435159 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:27:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:26.521773 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375af90d-3772-42a5-b5b4-d98c052d0f13 None None] Pushing event updated for resources: {'Port': ['ID=61b0a738-cb04-425a-9531-e0c5c3d1f828,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:26.580834 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Allocated IP 172.20.0.2 (23db90a1-e7db-4d32-a390-0087cda1e521/610d8642-f34c-456c-b059-75bb31290511/15e10483-eab3-4781-ad92-f45852c98cfd) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:26.631443 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] Set router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:26.778136 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:26.792259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Transition to ACTIVE for port object 15e10483-eab3-4781-ad92-f45852c98cfd will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:26.819574 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Transition to ACTIVE for port object 15e10483-eab3-4781-ad92-f45852c98cfd will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:26.829242 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:26.836241 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865051415', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:23Z', 'updated_at': '2021-07-27T21:27:24Z', 'revision_number': 3, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:24Z', 'updated_at': '2021-07-27T21:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:26.877591 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f59411-3c4f-48d0-9060-2e2fece23b80 None None] The sync data for ids ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'] in n-d-764806-9 is: [{'id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865051415', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:23Z', 'updated_at': '2021-07-27T21:27:24Z', 'revision_number': 3, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:24Z', 'updated_at': '2021-07-27T21:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:27:26.879397 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Network 23db90a1-e7db-4d32-a390-0087cda1e521 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:26.885879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:26.893480 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:26.932920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Pushing event updated for resources: {'Port': ['ID=15e10483-eab3-4781-ad92-f45852c98cfd,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:26.973327 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Attempting to bind port 15e10483-eab3-4781-ad92-f45852c98cfd on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:27:26.973843 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Attempting to bind port 15e10483-eab3-4781-ad92-f45852c98cfd by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:27:26.974355 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Attempting to bind port 15e10483-eab3-4781-ad92-f45852c98cfd on network 23db90a1-e7db-4d32-a390-0087cda1e521 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:26.979812 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:27:26.980189 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Checking segment: {'id': 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:26.980593 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:26.980993 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Bound using segment: {'id': 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:27:26.981459 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Bound port: 15e10483-eab3-4781-ad92-f45852c98cfd, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:27:26.981843 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:27.060920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] For port 15e10483-eab3-4781-ad92-f45852c98cfd, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:27:27.064870 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] For port 15e10483-eab3-4781-ad92-f45852c98cfd, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=15e10483-eab3-4781-ad92-f45852c98cfd,segment=NetworkSegment(ff51cbf0-a9c0-40c2-bf28-dde1657e69fc),segment_id=ff51cbf0-a9c0-40c2-bf28-dde1657e69fc)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:27:27.071120 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:27.143672 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:27.155105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434cf83-e521-4fb5-98c2-444e25184dd7 None None] Pushing event updated for resources: {'Port': ['ID=15e10483-eab3-4781-ad92-f45852c98cfd,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:27.540998 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Allocated IP 172.20.0.1 (23db90a1-e7db-4d32-a390-0087cda1e521/610d8642-f34c-456c-b059-75bb31290511/a6af8340-c8ae-4019-8d26-4cea0ee5a933) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:27.686769 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:27.710155 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Transition to ACTIVE for port object a6af8340-c8ae-4019-8d26-4cea0ee5a933 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:27.747720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:27.786418 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 23db90a1-e7db-4d32-a390-0087cda1e521 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:27.789813 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:27.794409 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:27.840104 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=a6af8340-c8ae-4019-8d26-4cea0ee5a933,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:27.852396 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:28.035258 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:28.186550 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 61b0a738-cb04-425a-9531-e0c5c3d1f828 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:28.258069 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 61b0a738-cb04-425a-9531-e0c5c3d1f828 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:28.262804 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 61b0a738-cb04-425a-9531-e0c5c3d1f828 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:28.263182 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:28.364374 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:28.393824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 61b0a738-cb04-425a-9531-e0c5c3d1f828, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=61b0a738-cb04-425a-9531-e0c5c3d1f828,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:28.397297 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a65aad-6b74-44a2-b837-d95b115b35e9 None None] Network 23db90a1-e7db-4d32-a390-0087cda1e521 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:27:28.405146 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:28.405904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 15e10483-eab3-4781-ad92-f45852c98cfd up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:28.428830 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:28.435155 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:28.522127 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-55cbfaeb-f93b-46b5-91b4-ddb1fb4ea415 None None] Provisioning for port 15e10483-eab3-4781-ad92-f45852c98cfd completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:28.525587 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=a6af8340-c8ae-4019-8d26-4cea0ee5a933,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:28.548182 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:28.573027 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=61b0a738-cb04-425a-9531-e0c5c3d1f828,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:28.602737 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 15e10483-eab3-4781-ad92-f45852c98cfd completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:28.635019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 15e10483-eab3-4781-ad92-f45852c98cfd triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:28.635668 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:28.688599 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 23db90a1-e7db-4d32-a390-0087cda1e521 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:28.690082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:28.857150 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:28.860296 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:27:28.950806 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 15e10483-eab3-4781-ad92-f45852c98cfd, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=15e10483-eab3-4781-ad92-f45852c98cfd,segment=NetworkSegment(ff51cbf0-a9c0-40c2-bf28-dde1657e69fc),segment_id=ff51cbf0-a9c0-40c2-bf28-dde1657e69fc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:28.955569 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:29.022931 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:27:29.025092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=15e10483-eab3-4781-ad92-f45852c98cfd,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:29.029601 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2b1f89d3-ff46-4713-923d-fdc0dca12696 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "PUT /v2.0/routers/8e8c1d63-5e12-4cee-b648-bb9a142cfe1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8076935 Jul 27 21:27:29.033099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Sync routers for ids ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:27:29.047718 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Routers {'8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:29.048364 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:27:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:29.185230 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-68227a29-7cc7-4f1b-a2af-e79172700492 None None] Provisioning complete for port 15e10483-eab3-4781-ad92-f45852c98cfd triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:29.185523 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-68227a29-7cc7-4f1b-a2af-e79172700492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:29.202918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-711dec08-68ff-4e50-bc2e-12ba911822b7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1427248848&fields=id&tenant_id=3a65593248f94ce3907873f90c034333 HTTP/1.1" status: 200 len: 267 time: 0.0395582 Jul 27 21:27:29.211890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Set router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:29.372499 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-234abd4c-c784-48cd-a799-9a62fd2d76b8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:29.374117 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-234abd4c-c784-48cd-a799-9a62fd2d76b8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/networks?id=23db90a1-e7db-4d32-a390-0087cda1e521 HTTP/1.1" status: 200 len: 796 time: 0.1603208 Jul 27 21:27:29.401982 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-9331e8dc-78db-45c1-b590-87d3c4cb72bf tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/quotas/3a65593248f94ce3907873f90c034333 HTTP/1.1" status: 200 len: 375 time: 0.0203106 Jul 27 21:27:29.426907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-68227a29-7cc7-4f1b-a2af-e79172700492 None None] Provisioning for port a6af8340-c8ae-4019-8d26-4cea0ee5a933 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:29.436796 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-68227a29-7cc7-4f1b-a2af-e79172700492 None None] Provisioning complete for port a6af8340-c8ae-4019-8d26-4cea0ee5a933 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:29.436796 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-68227a29-7cc7-4f1b-a2af-e79172700492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:29.494306 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-1caeb121-f453-4364-af67-7c034c3bcba9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847480 Jul 27 21:27:29.506824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-68227a29-7cc7-4f1b-a2af-e79172700492 None None] Port a6af8340-c8ae-4019-8d26-4cea0ee5a933 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:27:29.548050 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865051415', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:23Z', 'updated_at': '2021-07-27T21:27:27Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:24Z', 'updated_at': '2021-07-27T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a6af8340-c8ae-4019-8d26-4cea0ee5a933', 'name': '', 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:dc:ea:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '610d8642-f34c-456c-b059-75bb31290511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:27Z', 'updated_at': '2021-07-27T21:27:28Z', 'revision_number': 2, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '610d8642-f34c-456c-b059-75bb31290511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:29.586415 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Checking router: 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:27:29.586870 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Updating router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a port a6af8340-c8ae-4019-8d26-4cea0ee5a933 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:27:29.654326 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1e938bd2-41b5-4603-b407-3a87f73f9fc6 None None] Provisioning complete for port a6af8340-c8ae-4019-8d26-4cea0ee5a933 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:29.655103 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e938bd2-41b5-4603-b407-3a87f73f9fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:29.658773 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:29.732755 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1e938bd2-41b5-4603-b407-3a87f73f9fc6 None None] Port a6af8340-c8ae-4019-8d26-4cea0ee5a933 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:27:29.763888 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-70b9a7e0-2764-48d3-8064-01030b4c9e9c service neutron] 10.222.0.55 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329526 Jul 27 21:27:29.886779 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-828c8eda-54d7-43cb-92ce-7142c67154ca service neutron] 10.222.0.55 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158886 Jul 27 21:27:29.887105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ecfb2872-6a85-4b7b-81d1-b5df6610cd5a None None] Provisioning complete for port a6af8340-c8ae-4019-8d26-4cea0ee5a933 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:29.887506 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ecfb2872-6a85-4b7b-81d1-b5df6610cd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:30.115816 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae8bd844-74ba-4f02-85cd-0ba66fc08c61 req-61320ec3-0289-4010-86db-2d050797c1fc tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 210 time: 0.0535357 Jul 27 21:27:30.164410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 61b0a738-cb04-425a-9531-e0c5c3d1f828 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:30.204716 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb2872-6a85-4b7b-81d1-b5df6610cd5a None None] Port a6af8340-c8ae-4019-8d26-4cea0ee5a933 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:27:30.223593 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:30.239257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Transition to ACTIVE for port object a6af8340-c8ae-4019-8d26-4cea0ee5a933 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:30.251937 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:30.299924 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 61b0a738-cb04-425a-9531-e0c5c3d1f828 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:30.299924 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:30.394070 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc304c1-398a-4456-a60a-36a6d1c1ef50 None None] Pushing event updated for resources: {'Port': ['ID=a6af8340-c8ae-4019-8d26-4cea0ee5a933,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:30.417544 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Attempting to bind port a6af8340-c8ae-4019-8d26-4cea0ee5a933 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:27:30.417915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Attempting to bind port a6af8340-c8ae-4019-8d26-4cea0ee5a933 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:27:30.418297 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Attempting to bind port a6af8340-c8ae-4019-8d26-4cea0ee5a933 on network 23db90a1-e7db-4d32-a390-0087cda1e521 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:30.450581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:27:30.450581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Checking segment: {'id': 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:30.451631 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:30.452654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Bound using segment: {'id': 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:27:30.453523 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Bound port: a6af8340-c8ae-4019-8d26-4cea0ee5a933, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:27:30.454139 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:30.514961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 15e10483-eab3-4781-ad92-f45852c98cfd up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:30.587977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] For port a6af8340-c8ae-4019-8d26-4cea0ee5a933, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:27:30.592662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] For port a6af8340-c8ae-4019-8d26-4cea0ee5a933, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a6af8340-c8ae-4019-8d26-4cea0ee5a933,segment=NetworkSegment(ff51cbf0-a9c0-40c2-bf28-dde1657e69fc),segment_id=ff51cbf0-a9c0-40c2-bf28-dde1657e69fc)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:27:30.600938 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:30.608383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 15e10483-eab3-4781-ad92-f45852c98cfd triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:30.608758 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:30.714569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Routers {'8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:30.715206 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:27:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:30.728310 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc304c1-398a-4456-a60a-36a6d1c1ef50 None None] Pushing event updated for resources: {'Port': ['ID=a6af8340-c8ae-4019-8d26-4cea0ee5a933,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:30.913194 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] Set router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:31.174150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865051415', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:23Z', 'updated_at': '2021-07-27T21:27:27Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:24Z', 'updated_at': '2021-07-27T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a6af8340-c8ae-4019-8d26-4cea0ee5a933', 'name': '', 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:dc:ea:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '610d8642-f34c-456c-b059-75bb31290511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:27Z', 'updated_at': '2021-07-27T21:27:30Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '610d8642-f34c-456c-b059-75bb31290511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:31.229256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-043c711d-f82a-4496-8956-1d36d2f1b640 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:31.231472 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-043c711d-f82a-4496-8956-1d36d2f1b640 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "GET /v2.0/networks?id=23db90a1-e7db-4d32-a390-0087cda1e521 HTTP/1.1" status: 200 len: 796 time: 0.1341341 Jul 27 21:27:31.234747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efdf75a-d8cc-4fde-8e8a-a8148170b74c None None] The sync data for ids ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'] in n-d-764806-9 is: [{'id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865051415', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:23Z', 'updated_at': '2021-07-27T21:27:27Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:24Z', 'updated_at': '2021-07-27T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a6af8340-c8ae-4019-8d26-4cea0ee5a933', 'name': '', 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:dc:ea:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '610d8642-f34c-456c-b059-75bb31290511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:27Z', 'updated_at': '2021-07-27T21:27:30Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '610d8642-f34c-456c-b059-75bb31290511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:27:31.252558 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6dc18484-8671-4b46-8260-715741d00a7a req-eaa3764f-86e4-4b32-8400-79535d5dbaf9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 210 time: 0.0433927 Jul 27 21:27:31.323300 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-94590f0c-540e-4cf2-a0b4-e7d16de115ed tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a65593248f94ce3907873f90c034333 HTTP/1.1" status: 200 len: 380 time: 0.0818191 Jul 27 21:27:31.350835 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-8b6a7ebc-2844-49a6-bdf0-c87bf81649be tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'port': {'device_id': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521', 'admin_state_up': True, 'tenant_id': '3a65593248f94ce3907873f90c034333', 'security_groups': ['87922b11-b6af-4165-bad4-11bbaf6d5cb0']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:31.476254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-8b6a7ebc-2844-49a6-bdf0-c87bf81649be tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Made reservation on behalf of 3a65593248f94ce3907873f90c034333 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:27:31.480325 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-8b6a7ebc-2844-49a6-bdf0-c87bf81649be tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:31.623090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-8b6a7ebc-2844-49a6-bdf0-c87bf81649be tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Allocated IP 172.20.0.5 (23db90a1-e7db-4d32-a390-0087cda1e521/610d8642-f34c-456c-b059-75bb31290511/98792fd6-69ec-48dd-ab07-f35955bfac7d) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:31.791629 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-8b6a7ebc-2844-49a6-bdf0-c87bf81649be tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:31.806803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-8b6a7ebc-2844-49a6-bdf0-c87bf81649be tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Transition to ACTIVE for port object 98792fd6-69ec-48dd-ab07-f35955bfac7d will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:31.847321 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-8b6a7ebc-2844-49a6-bdf0-c87bf81649be tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:31.896902 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-8b6a7ebc-2844-49a6-bdf0-c87bf81649be tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 23db90a1-e7db-4d32-a390-0087cda1e521 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:31.902427 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-8b6a7ebc-2844-49a6-bdf0-c87bf81649be tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:31.907824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-8b6a7ebc-2844-49a6-bdf0-c87bf81649be tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:31.932435 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:27:31.942391 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a7ebc-2844-49a6-bdf0-c87bf81649be tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=98792fd6-69ec-48dd-ab07-f35955bfac7d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:31.985312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-8b6a7ebc-2844-49a6-bdf0-c87bf81649be tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:31.985988 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-8b6a7ebc-2844-49a6-bdf0-c87bf81649be tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.014925 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-8b6a7ebc-2844-49a6-bdf0-c87bf81649be tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6722448 Jul 27 21:27:32.029821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Request body: {'port': {'device_id': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:32.168535 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.223022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a6af8340-c8ae-4019-8d26-4cea0ee5a933 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:32.316777 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-10c5bf8d-002b-49dd-b526-790d0190e1e3 None None] Provisioning for port 98792fd6-69ec-48dd-ab07-f35955bfac7d completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:32.324844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-10c5bf8d-002b-49dd-b526-790d0190e1e3 None None] Provisioning complete for port 98792fd6-69ec-48dd-ab07-f35955bfac7d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:32.324844 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-10c5bf8d-002b-49dd-b526-790d0190e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.392231 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port a6af8340-c8ae-4019-8d26-4cea0ee5a933 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:32.402262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a6af8340-c8ae-4019-8d26-4cea0ee5a933 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:32.402262 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.407001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-10c5bf8d-002b-49dd-b526-790d0190e1e3 None None] Port 98792fd6-69ec-48dd-ab07-f35955bfac7d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:27:32.479976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3e00e-765c-460e-8b40-bc2c156e5619 req-39fcf764-040d-4f33-ba3b-d2cd2169a490 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:32.481587 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30d3e00e-765c-460e-8b40-bc2c156e5619 req-39fcf764-040d-4f33-ba3b-d2cd2169a490 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 931 time: 0.1235452 Jul 27 21:27:32.537606 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.561775 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30d3e00e-765c-460e-8b40-bc2c156e5619 req-f74472ac-1b3f-4578-bf45-ec775cba1bd2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634546 Jul 27 21:27:32.579861 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port a6af8340-c8ae-4019-8d26-4cea0ee5a933, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a6af8340-c8ae-4019-8d26-4cea0ee5a933,segment=NetworkSegment(ff51cbf0-a9c0-40c2-bf28-dde1657e69fc),segment_id=ff51cbf0-a9c0-40c2-bf28-dde1657e69fc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:32.589767 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.641200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98792fd6-69ec-48dd-ab07-f35955bfac7d {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:27:32.650681 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=a6af8340-c8ae-4019-8d26-4cea0ee5a933,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:32.652477 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.669052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Transition to ACTIVE for port object 98792fd6-69ec-48dd-ab07-f35955bfac7d will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:32.673210 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.708992 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fe3c705f-9fd8-4abe-9381-f5e7aa50579a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.726067 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=98792fd6-69ec-48dd-ab07-f35955bfac7d,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:32.828431 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Attempting to bind port 98792fd6-69ec-48dd-ab07-f35955bfac7d on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:27:32.828977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Attempting to bind port 98792fd6-69ec-48dd-ab07-f35955bfac7d by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:27:32.829530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Attempting to bind port 98792fd6-69ec-48dd-ab07-f35955bfac7d on network 23db90a1-e7db-4d32-a390-0087cda1e521 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:32.836812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Port 98792fd6-69ec-48dd-ab07-f35955bfac7d on network 23db90a1-e7db-4d32-a390-0087cda1e521 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:27:32.837141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Attempting to bind port 98792fd6-69ec-48dd-ab07-f35955bfac7d on network 23db90a1-e7db-4d32-a390-0087cda1e521 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:32.842723 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:27:32.843081 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Checking segment: {'id': 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:32.843471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Bound using segment: {'id': 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:27:32.844053 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Bound port: 98792fd6-69ec-48dd-ab07-f35955bfac7d, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:27:32.844423 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.923335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] For port 98792fd6-69ec-48dd-ab07-f35955bfac7d, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:27:32.928566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] For port 98792fd6-69ec-48dd-ab07-f35955bfac7d, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d,segment=NetworkSegment(ff51cbf0-a9c0-40c2-bf28-dde1657e69fc),segment_id=ff51cbf0-a9c0-40c2-bf28-dde1657e69fc)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:27:32.933348 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.972933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:32.973563 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:32.975005 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] 10.222.0.66 "PUT /v2.0/ports/98792fd6-69ec-48dd-ab07-f35955bfac7d HTTP/1.1" status: 200 len: 1091 time: 0.9513011 Jul 27 21:27:32.975487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'tag': '98792fd6-69ec-48dd-ab07-f35955bfac7d'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:27:32.977779 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a86ec73-881c-463b-8f8b-38cd586e1887" -d '{"events": [{"name": "network-changed", "server_uuid": "edf95a22-bdf1-4070-9f2f-425e4bdfdc35", "tag": "98792fd6-69ec-48dd-ab07-f35955bfac7d"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:27:33.005880 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1299a0e-3377-48fd-a708-caa3e759d4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=98792fd6-69ec-48dd-ab07-f35955bfac7d,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:33.041138 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea1752f-2405-4671-a759-b46984ad1287 x-openstack-request-id: req-0ea1752f-2405-4671-a759-b46984ad1287 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:27:33.041472 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf95a22-bdf1-4070-9f2f-425e4bdfdc35", "tag": "98792fd6-69ec-48dd-ab07-f35955bfac7d", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:27:33.041662 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ea1752f-2405-4671-a759-b46984ad1287 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:27:33.042063 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'tag': '98792fd6-69ec-48dd-ab07-f35955bfac7d', 'status': 'completed', 'code': 200} Jul 27 21:27:33.106574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-9c81f13f-f360-4ff8-85e5-4d545e991588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:33.108124 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-9c81f13f-f360-4ff8-85e5-4d545e991588 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 1094 time: 0.0808811 Jul 27 21:27:33.159537 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-d5485518-bc4a-43c9-af23-8531d186a79d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d HTTP/1.1" status: 200 len: 217 time: 0.0419533 Jul 27 21:27:33.213102 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-6b383349-5d6b-4135-aca4-e8341c7ae3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:33.214661 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-6b383349-5d6b-4135-aca4-e8341c7ae3f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=610d8642-f34c-456c-b059-75bb31290511 HTTP/1.1" status: 200 len: 834 time: 0.0484979 Jul 27 21:27:33.285958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-cc961f03-4ae4-4eb3-b3e1-bb6f3f5137bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:33.287525 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-cc961f03-4ae4-4eb3-b3e1-bb6f3f5137bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23db90a1-e7db-4d32-a390-0087cda1e521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656810 Jul 27 21:27:33.385337 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-7f2fe291-a1b7-48b9-b51f-5ee1be2a3beb service neutron] 10.222.0.66 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903561 Jul 27 21:27:33.490409 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f98fac4d-6f58-4cac-8ce3-dd68eac02031 req-6cc451a0-cc75-4005-903b-bbdfb34d8136 service neutron] 10.222.0.66 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975790 Jul 27 21:27:33.606583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ec73-881c-463b-8f8b-38cd586e1887 req-9cb9ed7c-f196-42b9-acf1-f322c0d5413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:33.608101 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3a86ec73-881c-463b-8f8b-38cd586e1887 req-9cb9ed7c-f196-42b9-acf1-f322c0d5413c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 1094 time: 0.0629747 Jul 27 21:27:33.701188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384944c9-ae50-4cde-a519-29c4e3e19fbf req-3cb97e58-1fcf-458a-852a-e996ad69c3ac tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:33.702892 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-384944c9-ae50-4cde-a519-29c4e3e19fbf req-3cb97e58-1fcf-458a-852a-e996ad69c3ac tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 943 time: 0.0714924 Jul 27 21:27:33.708823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ec73-881c-463b-8f8b-38cd586e1887 req-7f12e9a9-546b-49b3-8083-46a9ab33e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:33.710474 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3a86ec73-881c-463b-8f8b-38cd586e1887 req-7f12e9a9-546b-49b3-8083-46a9ab33e41e service neutron] 10.222.0.66 "GET /v2.0/networks?id=23db90a1-e7db-4d32-a390-0087cda1e521 HTTP/1.1" status: 200 len: 897 time: 0.0944984 Jul 27 21:27:33.744789 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-384944c9-ae50-4cde-a519-29c4e3e19fbf req-2bc0c525-7fea-4224-8a64-8e1d7911e4e0 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353849 Jul 27 21:27:33.767288 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3a86ec73-881c-463b-8f8b-38cd586e1887 req-172d98df-2b21-4693-91a8-f604ae38dd09 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d HTTP/1.1" status: 200 len: 217 time: 0.0419779 Jul 27 21:27:33.821277 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ec73-881c-463b-8f8b-38cd586e1887 req-a59eeb94-dfb6-45f2-83d5-f2d324512170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:33.823064 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3a86ec73-881c-463b-8f8b-38cd586e1887 req-a59eeb94-dfb6-45f2-83d5-f2d324512170 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=610d8642-f34c-456c-b059-75bb31290511 HTTP/1.1" status: 200 len: 834 time: 0.0573425 Jul 27 21:27:33.884644 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ec73-881c-463b-8f8b-38cd586e1887 req-f10c102d-0fc1-4207-9d62-7f965bb03419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:33.886145 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3a86ec73-881c-463b-8f8b-38cd586e1887 req-f10c102d-0fc1-4207-9d62-7f965bb03419 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23db90a1-e7db-4d32-a390-0087cda1e521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561883 Jul 27 21:27:33.979184 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3a86ec73-881c-463b-8f8b-38cd586e1887 req-e07420fe-b1dd-45e9-a5b8-ef80a1e8f8c3 service neutron] 10.222.0.66 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855899 Jul 27 21:27:34.087398 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3a86ec73-881c-463b-8f8b-38cd586e1887 req-04227b04-73b4-42d4-b45b-33ce6e705214 service neutron] 10.222.0.66 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010551 Jul 27 21:27:34.111525 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a6af8340-c8ae-4019-8d26-4cea0ee5a933 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:34.169880 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:34.189550 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a6af8340-c8ae-4019-8d26-4cea0ee5a933 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:34.190032 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:34.885206 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f99c94-1373-418f-b08c-3575a6c0de46 req-894756b2-5838-426f-8379-aed6fae1e9d3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:34.886648 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67f99c94-1373-418f-b08c-3575a6c0de46 req-894756b2-5838-426f-8379-aed6fae1e9d3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 943 time: 0.0685048 Jul 27 21:27:34.926681 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67f99c94-1373-418f-b08c-3575a6c0de46 req-c31a470e-8d52-4bb3-b840-43880628d64b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337501 Jul 27 21:27:35.365705 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b4c943cb-a624-41cc-9bb8-9c3091adf0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:35.470183 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:36.059408 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0832f-f865-4a06-81a6-1f9c0e01a742 req-cbe35233-22bf-45c4-9ad1-07634cc936d1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:36.060934 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1eb0832f-f865-4a06-81a6-1f9c0e01a742 req-cbe35233-22bf-45c4-9ad1-07634cc936d1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 943 time: 0.0647833 Jul 27 21:27:36.099606 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1eb0832f-f865-4a06-81a6-1f9c0e01a742 req-2cf140eb-d721-4d49-9b7b-503eb83c5af6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321751 Jul 27 21:27:37.212869 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:37.234380 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c38e62-277b-4286-98ed-87b030ecc405 req-077b93b9-aef7-4834-9020-a2d65bf03889 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:37.235888 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e4c38e62-277b-4286-98ed-87b030ecc405 req-077b93b9-aef7-4834-9020-a2d65bf03889 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 943 time: 0.0669951 Jul 27 21:27:37.279719 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e4c38e62-277b-4286-98ed-87b030ecc405 req-05748859-7b9b-46be-8646-f1d44fc73523 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373397 Jul 27 21:27:37.490830 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 98792fd6-69ec-48dd-ab07-f35955bfac7d details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:27:37.609512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 98792fd6-69ec-48dd-ab07-f35955bfac7d, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d,segment=NetworkSegment(ff51cbf0-a9c0-40c2-bf28-dde1657e69fc),segment_id=ff51cbf0-a9c0-40c2-bf28-dde1657e69fc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:37.622580 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '98792fd6-69ec-48dd-ab07-f35955bfac7d', 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521', 'port_id': '98792fd6-69ec-48dd-ab07-f35955bfac7d', 'mac_address': 'fa:16:3e:08:47:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610d8642-f34c-456c-b059-75bb31290511', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:27:37.661195 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:37.674636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98792fd6-69ec-48dd-ab07-f35955bfac7d {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:27:37.695858 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 98792fd6-69ec-48dd-ab07-f35955bfac7d, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d,segment=NetworkSegment(ff51cbf0-a9c0-40c2-bf28-dde1657e69fc),segment_id=ff51cbf0-a9c0-40c2-bf28-dde1657e69fc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:37.699971 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:37.747382 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=98792fd6-69ec-48dd-ab07-f35955bfac7d,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:37.754669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:37.755019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:37.755357 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:37.755691 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:37.756021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:37.756348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:37.756673 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:37.756996 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:37.757319 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:37.757643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:37.757963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:37.758313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:37.797590 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:38.020464 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['98792fd6-69ec-48dd-ab07-f35955bfac7d'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:27:38.408904 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165f9d7-0b21-4954-9b97-518bdd6ffc98 req-bf332bc2-4f41-4d92-bb58-83f07784203b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:38.411196 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4165f9d7-0b21-4954-9b97-518bdd6ffc98 req-bf332bc2-4f41-4d92-bb58-83f07784203b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 944 time: 0.0644951 Jul 27 21:27:38.450210 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4165f9d7-0b21-4954-9b97-518bdd6ffc98 req-2001fb76-e9b3-4d3f-986c-8315b7185fab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326879 Jul 27 21:27:38.894971 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:38.949677 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-8190b60d-0e14-4318-94f4-91b1127b989b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:38.951180 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-8190b60d-0e14-4318-94f4-91b1127b989b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 812 time: 0.1048949 Jul 27 21:27:38.965911 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-b917cfe7-7ff3-4f5e-a7e4-0abb41885500 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/quotas/089dfa06666549ef86ff31634b0bedcf HTTP/1.1" status: 200 len: 375 time: 0.0089128 Jul 27 21:27:39.037132 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-6fa7f382-6748-4c63-abf3-24f57ca4442f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655627 Jul 27 21:27:39.128405 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-794a3136-5593-4586-97dd-276407c8a902 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833743 Jul 27 21:27:39.220947 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-8e79e2fe-5962-4abb-b24d-f0065b95d2bf service neutron] 10.222.0.55 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867131 Jul 27 21:27:39.410910 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b236b867-31d5-47e9-af04-017ef281e303 req-df3109ff-877f-4a93-9da2-24c40570f4cf tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 210 time: 0.0314291 Jul 27 21:27:39.520999 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 98792fd6-69ec-48dd-ab07-f35955bfac7d up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:27:39.577575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 98792fd6-69ec-48dd-ab07-f35955bfac7d completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:39.582012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 98792fd6-69ec-48dd-ab07-f35955bfac7d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:39.582644 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:39.597994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae0b19-7d2c-412a-a3c7-504b68a70f74 req-f90a9125-587d-413f-88ea-ba1bab0cf5ca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:39.599945 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2dae0b19-7d2c-412a-a3c7-504b68a70f74 req-f90a9125-587d-413f-88ea-ba1bab0cf5ca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 944 time: 0.0771902 Jul 27 21:27:39.643743 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2dae0b19-7d2c-412a-a3c7-504b68a70f74 req-5e848f6e-ee2f-4c30-a4c3-10f64de4f114 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360918 Jul 27 21:27:39.664306 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:39.687883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98792fd6-69ec-48dd-ab07-f35955bfac7d'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:27:39.690127 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb920f6-4fce-4585-84eb-0809776c57e2" -d '{"events": [{"server_uuid": "edf95a22-bdf1-4070-9f2f-425e4bdfdc35", "name": "network-vif-plugged", "status": "completed", "tag": "98792fd6-69ec-48dd-ab07-f35955bfac7d"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:27:39.704268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 98792fd6-69ec-48dd-ab07-f35955bfac7d, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d,segment=NetworkSegment(ff51cbf0-a9c0-40c2-bf28-dde1657e69fc),segment_id=ff51cbf0-a9c0-40c2-bf28-dde1657e69fc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:27:39.709324 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:39.733028 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3129e5b-3755-4d25-8ef3-2d12a0f87a92 x-openstack-request-id: req-e3129e5b-3755-4d25-8ef3-2d12a0f87a92 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:27:39.733336 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf95a22-bdf1-4070-9f2f-425e4bdfdc35", "name": "network-vif-plugged", "status": "completed", "tag": "98792fd6-69ec-48dd-ab07-f35955bfac7d", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:27:39.733564 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3129e5b-3755-4d25-8ef3-2d12a0f87a92 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:27:39.733963 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98792fd6-69ec-48dd-ab07-f35955bfac7d', 'code': 200} Jul 27 21:27:39.761091 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=98792fd6-69ec-48dd-ab07-f35955bfac7d,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:39.867820 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e0c48-b4bb-4efc-b126-f450712d956d req-9ecdc7c9-e3f8-4a4a-85d9-f58f728a4659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:39.869333 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e8e0c48-b4bb-4efc-b126-f450712d956d req-9ecdc7c9-e3f8-4a4a-85d9-f58f728a4659 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 1096 time: 0.0578046 Jul 27 21:27:39.906169 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e8e0c48-b4bb-4efc-b126-f450712d956d req-72992e8e-3758-4051-8135-0457db95c7ce service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283504 Jul 27 21:27:40.379920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-4a13370d-9204-4c79-9394-c22becfe7464 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:40.381397 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-4a13370d-9204-4c79-9394-c22becfe7464 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 812 time: 0.1076574 Jul 27 21:27:40.395278 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-7a089b55-68ba-4e29-819c-ae6410785d74 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Request body: {'port': {'device_id': 'bc130235-8553-423f-af23-7fb3b65135bd', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'admin_state_up': True, 'tenant_id': '089dfa06666549ef86ff31634b0bedcf'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:40.517990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-7a089b55-68ba-4e29-819c-ae6410785d74 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Made reservation on behalf of 089dfa06666549ef86ff31634b0bedcf for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:27:40.519648 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97a8037d-982e-49b5-854d-a98033e44531 req-17fa94df-6cfa-43e7-bdbe-969f2f398855 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 210 time: 0.0381863 Jul 27 21:27:40.523364 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-7a089b55-68ba-4e29-819c-ae6410785d74 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:40.669424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-7a089b55-68ba-4e29-819c-ae6410785d74 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Allocated IP 172.20.0.3 (9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0/4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21/27f3b6b2-3684-45e2-8e16-119c63c8039d) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:40.796890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ea22e-369a-4ed6-b91b-abb915572019 req-a2c4c0de-88ef-4f2f-9c4a-9e0d46960613 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:40.805600 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-553ea22e-369a-4ed6-b91b-abb915572019 req-a2c4c0de-88ef-4f2f-9c4a-9e0d46960613 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0850880 Jul 27 21:27:40.843192 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-553ea22e-369a-4ed6-b91b-abb915572019 req-637faddc-38e1-4151-8df4-7c768aa1fbdf tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366032 Jul 27 21:27:40.867734 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-7a089b55-68ba-4e29-819c-ae6410785d74 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:40.882771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-7a089b55-68ba-4e29-819c-ae6410785d74 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Transition to ACTIVE for port object 27f3b6b2-3684-45e2-8e16-119c63c8039d will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:40.919702 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-7a089b55-68ba-4e29-819c-ae6410785d74 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:40.968245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-7a089b55-68ba-4e29-819c-ae6410785d74 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:40.971362 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-7a089b55-68ba-4e29-819c-ae6410785d74 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:40.976522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-7a089b55-68ba-4e29-819c-ae6410785d74 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:41.016920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a089b55-68ba-4e29-819c-ae6410785d74 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'Port': ['ID=27f3b6b2-3684-45e2-8e16-119c63c8039d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:41.053526 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-7a089b55-68ba-4e29-819c-ae6410785d74 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:41.054169 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-7a089b55-68ba-4e29-819c-ae6410785d74 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:41.069640 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-7a089b55-68ba-4e29-819c-ae6410785d74 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6792998 Jul 27 21:27:41.086927 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Request body: {'port': {'device_id': 'bc130235-8553-423f-af23-7fb3b65135bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:41.170880 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:41.254444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7dc60bea-f6c5-4e08-9ffb-6cde5ccb390e None None] Provisioning for port 27f3b6b2-3684-45e2-8e16-119c63c8039d completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:27:41.258773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7dc60bea-f6c5-4e08-9ffb-6cde5ccb390e None None] Provisioning complete for port 27f3b6b2-3684-45e2-8e16-119c63c8039d triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:27:41.259149 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7dc60bea-f6c5-4e08-9ffb-6cde5ccb390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:41.295760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7dc60bea-f6c5-4e08-9ffb-6cde5ccb390e None None] Port 27f3b6b2-3684-45e2-8e16-119c63c8039d cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:27:41.456190 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f3b6b2-3684-45e2-8e16-119c63c8039d {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:27:41.464642 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:41.478099 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Transition to ACTIVE for port object 27f3b6b2-3684-45e2-8e16-119c63c8039d will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:27:41.482077 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:41.564293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Pushing event updated for resources: {'Port': ['ID=27f3b6b2-3684-45e2-8e16-119c63c8039d,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:41.672128 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Attempting to bind port 27f3b6b2-3684-45e2-8e16-119c63c8039d on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:27:41.672668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Attempting to bind port 27f3b6b2-3684-45e2-8e16-119c63c8039d by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:27:41.673207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Attempting to bind port 27f3b6b2-3684-45e2-8e16-119c63c8039d on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:41.682240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Port 27f3b6b2-3684-45e2-8e16-119c63c8039d on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:27:41.682765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Attempting to bind port 27f3b6b2-3684-45e2-8e16-119c63c8039d on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:27:41.692107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:27:41.692647 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Checking segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:27:41.693283 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Bound using segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:27:41.694215 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Bound port: 27f3b6b2-3684-45e2-8e16-119c63c8039d, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:27:41.694804 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:41.747260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabca3e3-b093-4d19-a563-8e9cd945b31f req-6d30bca6-a740-47f6-a555-40a8c972e370 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:41.755198 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eabca3e3-b093-4d19-a563-8e9cd945b31f req-6d30bca6-a740-47f6-a555-40a8c972e370 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 943 time: 0.1143794 Jul 27 21:27:41.776434 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] For port 27f3b6b2-3684-45e2-8e16-119c63c8039d, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:27:41.779809 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] For port 27f3b6b2-3684-45e2-8e16-119c63c8039d, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=27f3b6b2-3684-45e2-8e16-119c63c8039d,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:27:41.785950 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:41.790349 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eabca3e3-b093-4d19-a563-8e9cd945b31f req-519c3ce1-b0c2-4366-96dd-3f6b7b31888b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341952 Jul 27 21:27:41.833632 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:41.834323 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:41.835667 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] 10.222.0.20 "PUT /v2.0/ports/27f3b6b2-3684-45e2-8e16-119c63c8039d HTTP/1.1" status: 200 len: 1091 time: 0.7537687 Jul 27 21:27:41.836109 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc130235-8553-423f-af23-7fb3b65135bd', 'tag': '27f3b6b2-3684-45e2-8e16-119c63c8039d'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:27:41.838477 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5adc9b3-d2f3-4cbf-998d-f9869ce0e97e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc130235-8553-423f-af23-7fb3b65135bd", "tag": "27f3b6b2-3684-45e2-8e16-119c63c8039d"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:27:41.864470 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fed62d-247f-4962-9d18-81a5f2d79b42 service neutron] Pushing event updated for resources: {'Port': ['ID=27f3b6b2-3684-45e2-8e16-119c63c8039d,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:41.901208 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac73f7a-7f08-4063-8ec3-6151083b1444 x-openstack-request-id: req-cac73f7a-7f08-4063-8ec3-6151083b1444 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:27:41.901895 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc130235-8553-423f-af23-7fb3b65135bd", "tag": "27f3b6b2-3684-45e2-8e16-119c63c8039d", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:27:41.901895 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cac73f7a-7f08-4063-8ec3-6151083b1444 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:27:41.902175 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc130235-8553-423f-af23-7fb3b65135bd', 'tag': '27f3b6b2-3684-45e2-8e16-119c63c8039d', 'status': 'completed', 'code': 200} Jul 27 21:27:41.966343 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-3c3091a6-f3a4-4853-96bf-4d5dd03ef1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:41.967976 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-3c3091a6-f3a4-4853-96bf-4d5dd03ef1a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 1094 time: 0.0784628 Jul 27 21:27:42.011830 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4669d0-6ef1-4b46-b732-e737f714dfed req-402f00a2-32c4-483d-8bd7-1cbd3aea5a04 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:42.013663 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe4669d0-6ef1-4b46-b732-e737f714dfed req-402f00a2-32c4-483d-8bd7-1cbd3aea5a04 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0791411 Jul 27 21:27:42.017580 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-d8fed5b2-2e4a-4f33-903c-d6559c26f2ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f3b6b2-3684-45e2-8e16-119c63c8039d HTTP/1.1" status: 200 len: 217 time: 0.0397687 Jul 27 21:27:42.077939 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-abff81df-05f0-4b4b-9216-33a881d4d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:42.079511 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-abff81df-05f0-4b4b-9216-33a881d4d6be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0538661 Jul 27 21:27:42.079631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe4669d0-6ef1-4b46-b732-e737f714dfed req-a11731e2-0bf5-453e-90de-48d8221814e4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543659 Jul 27 21:27:42.155504 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-2e63754b-ddaa-4abb-b3cb-8dba4c0f91e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:42.157420 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-2e63754b-ddaa-4abb-b3cb-8dba4c0f91e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663385 Jul 27 21:27:42.224477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2294b-2cd4-41f6-bdba-a8ff8050ee33 req-8cf76e79-5c0b-4885-8793-e9458c3f8567 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:42.226196 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dfb2294b-2cd4-41f6-bdba-a8ff8050ee33 req-8cf76e79-5c0b-4885-8793-e9458c3f8567 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0678239 Jul 27 21:27:42.250768 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-43c16b3f-60c4-4524-8a69-b0e88a5c518a service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854766 Jul 27 21:27:42.271152 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dfb2294b-2cd4-41f6-bdba-a8ff8050ee33 req-2cb7eded-81f2-41e9-b08d-975927d54076 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372756 Jul 27 21:27:42.294424 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50448) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:42.360594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdc29d2-ec63-4518-8df8-71a6705ceae1 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:42.365799 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1bdc29d2-ec63-4518-8df8-71a6705ceae1 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 1091 time: 0.0665002 Jul 27 21:27:42.365988 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77216e2a-30a5-4e5c-a8ba-134afb191c63 req-91ed53b2-0f22-4ec0-8d2b-71a53705b57b service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057327 Jul 27 21:27:42.366096 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50450) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:42.370573 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '98792fd6-69ec-48dd-ab07-f35955bfac7d', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:27:42.395462 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:42.466994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adc9b3-d2f3-4cbf-998d-f9869ce0e97e req-73183052-b748-4070-9cc7-7c652d900fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:42.468630 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5adc9b3-d2f3-4cbf-998d-f9869ce0e97e req-73183052-b748-4070-9cc7-7c652d900fd3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 1094 time: 0.0578640 Jul 27 21:27:42.501570 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:42.570704 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adc9b3-d2f3-4cbf-998d-f9869ce0e97e req-3422edc4-ce61-4f9e-b333-6c2ad04189ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:42.575096 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5adc9b3-d2f3-4cbf-998d-f9869ce0e97e req-3422edc4-ce61-4f9e-b333-6c2ad04189ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.0967424 Jul 27 21:27:42.624481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Allocated IP 172.25.2.148 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/134e6c56-0ef3-4146-a1d9-3904c5cd1e24) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:27:42.625678 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5adc9b3-d2f3-4cbf-998d-f9869ce0e97e req-c82f5de2-a734-44fb-a03a-541fd87ee49e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27f3b6b2-3684-45e2-8e16-119c63c8039d HTTP/1.1" status: 200 len: 217 time: 0.0418766 Jul 27 21:27:42.694760 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adc9b3-d2f3-4cbf-998d-f9869ce0e97e req-12bfa155-a030-423e-9a4f-b607461abcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:42.696340 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5adc9b3-d2f3-4cbf-998d-f9869ce0e97e req-12bfa155-a030-423e-9a4f-b607461abcca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0613582 Jul 27 21:27:42.742164 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:42.766440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adc9b3-d2f3-4cbf-998d-f9869ce0e97e req-c369a24d-f541-47ae-a8c5-c98574ea6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:42.767971 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5adc9b3-d2f3-4cbf-998d-f9869ce0e97e req-c369a24d-f541-47ae-a8c5-c98574ea6301 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634985 Jul 27 21:27:42.794613 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:42.840187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:27:42.843472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:27:42.851020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:27:42.888896 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=134e6c56-0ef3-4146-a1d9-3904c5cd1e24,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:42.936653 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:42.937178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:42.937624 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:42.938214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:42.938671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:42.939106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:42.939555 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:42.939990 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:42.940495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:42.940920 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:42.941347 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:42.941772 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:27:43.056331 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d886bbe-c018-4157-90f6-2cdb5491e079 req-ecca633d-202d-4b19-954e-719492a8e13c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:43.059345 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7d886bbe-c018-4157-90f6-2cdb5491e079 req-ecca633d-202d-4b19-954e-719492a8e13c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 943 time: 0.1625724 Jul 27 21:27:43.122786 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5adc9b3-d2f3-4cbf-998d-f9869ce0e97e req-3c38d317-8c4e-4e93-9144-1938e94a212c service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469417 Jul 27 21:27:43.158531 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7d886bbe-c018-4157-90f6-2cdb5491e079 req-2b71f3c6-750a-4c25-a686-ddcdf57733aa tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936201 Jul 27 21:27:43.234144 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5adc9b3-d2f3-4cbf-998d-f9869ce0e97e req-91604270-778e-494b-ae4b-9a0602ca71c6 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034174 Jul 27 21:27:43.564771 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:44.119546 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:44.378710 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:44.399365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace2e22-e08a-41d4-bc62-dcd9db987daa req-daaa2a3b-f52b-4bca-a747-ff80053dab0d tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:44.406747 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aace2e22-e08a-41d4-bc62-dcd9db987daa req-daaa2a3b-f52b-4bca-a747-ff80053dab0d tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 943 time: 0.1253843 Jul 27 21:27:44.408206 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:44.533797 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=134e6c56-0ef3-4146-a1d9-3904c5cd1e24,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:27:44.542126 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aace2e22-e08a-41d4-bc62-dcd9db987daa req-e7ee782c-354c-49a9-9e31-5c8980c8e647 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299198 Jul 27 21:27:44.545558 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:44.683339 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Floating IP 073dfd61-c7a7-4a10-bd15-8172adb0937b associated. External IP: 172.25.2.148, port: 98792fd6-69ec-48dd-ab07-f35955bfac7d. Jul 27 21:27:44.982963 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:27:45.139935 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:27:45.152637 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ff19f-1f10-483d-bf67-23827704c74f None None] Sync routers for ids ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:27:45.166051 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ff19f-1f10-483d-bf67-23827704c74f None None] Routers {'8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:45.167058 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a91ff19f-1f10-483d-bf67-23827704c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:27:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:45.167678 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:27:45.268526 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5d276355-388f-4290-9426-c01370b20d1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9011939 Jul 27 21:27:45.269237 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'tag': '98792fd6-69ec-48dd-ab07-f35955bfac7d'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:27:45.271906 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183db052-ec43-4e8c-ba2a-81ed4d093c09" -d '{"events": [{"name": "network-changed", "server_uuid": "edf95a22-bdf1-4070-9f2f-425e4bdfdc35", "tag": "98792fd6-69ec-48dd-ab07-f35955bfac7d"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:27:45.340704 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a49ea0-826a-4ba2-ad08-6a3176f89103 x-openstack-request-id: req-96a49ea0-826a-4ba2-ad08-6a3176f89103 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:27:45.341182 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf95a22-bdf1-4070-9f2f-425e4bdfdc35", "tag": "98792fd6-69ec-48dd-ab07-f35955bfac7d", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:27:45.341411 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96a49ea0-826a-4ba2-ad08-6a3176f89103 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:27:45.341807 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'tag': '98792fd6-69ec-48dd-ab07-f35955bfac7d', 'status': 'completed', 'code': 200} Jul 27 21:27:45.423216 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-a91ff19f-1f10-483d-bf67-23827704c74f None None] Set router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:45.438501 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4ae7b-0daf-473a-bb26-e79bcb68f484 req-e565f5ca-564d-4236-a353-20d843e705f3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:45.441162 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3a4ae7b-0daf-473a-bb26-e79bcb68f484 req-e565f5ca-564d-4236-a353-20d843e705f3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0916431 Jul 27 21:27:45.454174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183db052-ec43-4e8c-ba2a-81ed4d093c09 req-435de3d3-541f-4de2-bc34-583514f3adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:45.456616 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-183db052-ec43-4e8c-ba2a-81ed4d093c09 req-435de3d3-541f-4de2-bc34-583514f3adc4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 1096 time: 0.0887637 Jul 27 21:27:45.520730 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3a4ae7b-0daf-473a-bb26-e79bcb68f484 req-4aa950d9-39af-4994-85f2-ed2ac55abc9c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732591 Jul 27 21:27:45.552670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50460) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:45.628994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183db052-ec43-4e8c-ba2a-81ed4d093c09 req-c3e37d1a-08a7-4069-8c51-e864868f68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:45.632426 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-183db052-ec43-4e8c-ba2a-81ed4d093c09 req-c3e37d1a-08a7-4069-8c51-e864868f68e7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=23db90a1-e7db-4d32-a390-0087cda1e521 HTTP/1.1" status: 200 len: 897 time: 0.1692915 Jul 27 21:27:45.779986 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-183db052-ec43-4e8c-ba2a-81ed4d093c09 req-1d88edfa-084c-4cc7-bb6b-8881098c9bd5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d HTTP/1.1" status: 200 len: 999 time: 0.1382704 Jul 27 21:27:45.790695 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-eb993efb-765e-4a82-a516-6a4613462d6a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/floatingips/073dfd61-c7a7-4a10-bd15-8172adb0937b HTTP/1.1" status: 200 len: 991 time: 0.2363086 Jul 27 21:27:45.837508 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43215b8-5e78-4a41-8585-c8672a994383 req-7a50e2c8-0f4d-4012-8e5b-3ad0511e699d tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:45.840446 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e43215b8-5e78-4a41-8585-c8672a994383 req-7a50e2c8-0f4d-4012-8e5b-3ad0511e699d tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 943 time: 0.1408293 Jul 27 21:27:45.880364 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a91ff19f-1f10-483d-bf67-23827704c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865051415', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:23Z', 'updated_at': '2021-07-27T21:27:27Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:24Z', 'updated_at': '2021-07-27T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '073dfd61-c7a7-4a10-bd15-8172adb0937b', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'port_id': '98792fd6-69ec-48dd-ab07-f35955bfac7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521', 'mac_address': 'fa:16:3e:08:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:27:43Z', 'updated_at': '2021-07-27T21:27:43Z', 'revision_number': 0, 'project_id': '3a65593248f94ce3907873f90c034333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6af8340-c8ae-4019-8d26-4cea0ee5a933', 'name': '', 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:dc:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '610d8642-f34c-456c-b059-75bb31290511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:27Z', 'updated_at': '2021-07-27T21:27:32Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '610d8642-f34c-456c-b059-75bb31290511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:45.908058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183db052-ec43-4e8c-ba2a-81ed4d093c09 req-55aa8b9b-b42d-4d2e-86c2-9c179c2dca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:45.910390 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-183db052-ec43-4e8c-ba2a-81ed4d093c09 req-55aa8b9b-b42d-4d2e-86c2-9c179c2dca20 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=610d8642-f34c-456c-b059-75bb31290511 HTTP/1.1" status: 200 len: 834 time: 0.1218915 Jul 27 21:27:45.920397 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e43215b8-5e78-4a41-8585-c8672a994383 req-d012d4cb-be00-47d5-b39e-a07393ef2922 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726726 Jul 27 21:27:45.931941 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ff19f-1f10-483d-bf67-23827704c74f None None] Checking router: 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:27:45.944939 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ff19f-1f10-483d-bf67-23827704c74f None None] Routers {'8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:27:45.944939 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a91ff19f-1f10-483d-bf67-23827704c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:27:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:46.016354 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183db052-ec43-4e8c-ba2a-81ed4d093c09 req-faf7dba3-1586-44d7-84bf-9b8998b1e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:46.019482 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-183db052-ec43-4e8c-ba2a-81ed4d093c09 req-faf7dba3-1586-44d7-84bf-9b8998b1e20f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23db90a1-e7db-4d32-a390-0087cda1e521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023221 Jul 27 21:27:46.079688 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-a91ff19f-1f10-483d-bf67-23827704c74f None None] Set router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:27:46.196404 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-183db052-ec43-4e8c-ba2a-81ed4d093c09 req-005d86f8-597d-409a-8be7-ed7fd1a0e9cf service neutron] 10.222.0.66 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661336 Jul 27 21:27:46.310003 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-183db052-ec43-4e8c-ba2a-81ed4d093c09 req-80a628eb-dae1-4349-b866-8827966f4835 service neutron] 10.222.0.66 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069305 Jul 27 21:27:46.493367 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-a91ff19f-1f10-483d-bf67-23827704c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865051415', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:23Z', 'updated_at': '2021-07-27T21:27:27Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:24Z', 'updated_at': '2021-07-27T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '073dfd61-c7a7-4a10-bd15-8172adb0937b', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'port_id': '98792fd6-69ec-48dd-ab07-f35955bfac7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521', 'mac_address': 'fa:16:3e:08:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:27:43Z', 'updated_at': '2021-07-27T21:27:43Z', 'revision_number': 0, 'project_id': '3a65593248f94ce3907873f90c034333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6af8340-c8ae-4019-8d26-4cea0ee5a933', 'name': '', 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:dc:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '610d8642-f34c-456c-b059-75bb31290511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:27Z', 'updated_at': '2021-07-27T21:27:32Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '610d8642-f34c-456c-b059-75bb31290511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:27:46.523125 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91ff19f-1f10-483d-bf67-23827704c74f None None] The sync data for ids ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'] in n-d-764806-9 is: [{'id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865051415', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:23Z', 'updated_at': '2021-07-27T21:27:27Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:24Z', 'updated_at': '2021-07-27T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '073dfd61-c7a7-4a10-bd15-8172adb0937b', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'port_id': '98792fd6-69ec-48dd-ab07-f35955bfac7d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521', 'mac_address': 'fa:16:3e:08:47:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:27:43Z', 'updated_at': '2021-07-27T21:27:43Z', 'revision_number': 0, 'project_id': '3a65593248f94ce3907873f90c034333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6af8340-c8ae-4019-8d26-4cea0ee5a933', 'name': '', 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:dc:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '610d8642-f34c-456c-b059-75bb31290511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:27Z', 'updated_at': '2021-07-27T21:27:32Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '610d8642-f34c-456c-b059-75bb31290511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:27:46.765339 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8506ea5-e187-4e43-9ce1-4955165c13c9 None None] New status for floating IP 073dfd61-c7a7-4a10-bd15-8172adb0937b: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:27:46.795950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50464) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:46.867322 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-db7ef1b3-523a-4d45-90de-49a3af6730f7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/floatingips/073dfd61-c7a7-4a10-bd15-8172adb0937b HTTP/1.1" status: 200 len: 991 time: 0.0700672 Jul 27 21:27:47.065456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c24ce5-efa0-4ca0-b4c3-423150247fac req-8da76641-4685-424f-bdfe-5fe9c55d122f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:47.067410 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85c24ce5-efa0-4ca0-b4c3-423150247fac req-8da76641-4685-424f-bdfe-5fe9c55d122f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 943 time: 0.0686090 Jul 27 21:27:47.108793 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85c24ce5-efa0-4ca0-b4c3-423150247fac req-6430b7c4-5b3f-40da-8710-66239313d3ac tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353854 Jul 27 21:27:47.872004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50468) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:27:47.936481 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fa6f82d0-59e6-4b9b-9207-1726a252243e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/floatingips/073dfd61-c7a7-4a10-bd15-8172adb0937b HTTP/1.1" status: 200 len: 993 time: 0.0633423 Jul 27 21:27:48.261721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba328df0-5eba-44fe-9623-bf39b7b250bf req-d1c33956-5836-4089-9bed-4520465dd95d tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:48.263398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba328df0-5eba-44fe-9623-bf39b7b250bf req-d1c33956-5836-4089-9bed-4520465dd95d tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 943 time: 0.0781031 Jul 27 21:27:48.306694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba328df0-5eba-44fe-9623-bf39b7b250bf req-25088d4a-06cb-4b4f-9543-6f1e3eab3615 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366597 Jul 27 21:27:49.451686 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b6847-e9aa-49bf-a134-c649b79e2822 req-5e716184-7b91-45db-a1e0-58ef712473fd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:49.453175 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-107b6847-e9aa-49bf-a134-c649b79e2822 req-5e716184-7b91-45db-a1e0-58ef712473fd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 943 time: 0.0650358 Jul 27 21:27:49.492475 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-107b6847-e9aa-49bf-a134-c649b79e2822 req-09fa6218-3069-463b-ac84-9b80a22d387d tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323174 Jul 27 21:27:50.626142 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c164a-d6d8-4fc2-a90a-d3e76b1e9ec3 req-698a348e-158e-407e-94d7-6b7092e9ffd0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:50.627856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-900c164a-d6d8-4fc2-a90a-d3e76b1e9ec3 req-698a348e-158e-407e-94d7-6b7092e9ffd0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 943 time: 0.0672436 Jul 27 21:27:50.668060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-900c164a-d6d8-4fc2-a90a-d3e76b1e9ec3 req-1a46f347-8638-46c0-8275-4b9e934a4b57 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340867 Jul 27 21:27:51.800606 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf01348-9305-417b-849d-fb9dd5185b72 req-f0519bfa-75b4-47dd-91da-2feb455947a6 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:51.802255 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7cf01348-9305-417b-849d-fb9dd5185b72 req-f0519bfa-75b4-47dd-91da-2feb455947a6 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 943 time: 0.0671952 Jul 27 21:27:51.843975 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7cf01348-9305-417b-849d-fb9dd5185b72 req-4e2e2e75-9f41-4c00-a3df-6ecb4c1d1015 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356691 Jul 27 21:27:52.977394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aea67e-4ab2-4455-ad36-dd5800ad3808 req-2d518066-0a52-4ddf-a111-920c71db5c57 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:52.979060 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8aea67e-4ab2-4455-ad36-dd5800ad3808 req-2d518066-0a52-4ddf-a111-920c71db5c57 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 943 time: 0.0661504 Jul 27 21:27:53.016903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8aea67e-4ab2-4455-ad36-dd5800ad3808 req-7342ce3f-c23c-4718-b749-b8acf7d4a394 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317814 Jul 27 21:27:54.154058 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cee58-bbfa-46ef-a043-e464cd9eec7a req-b47ab43e-7022-465b-b43c-9d19e302261e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:54.155595 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-274cee58-bbfa-46ef-a043-e464cd9eec7a req-b47ab43e-7022-465b-b43c-9d19e302261e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 943 time: 0.0700839 Jul 27 21:27:54.195638 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-274cee58-bbfa-46ef-a043-e464cd9eec7a req-0a39e0c1-b17e-46cd-80ad-87f09610efb3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332460 Jul 27 21:27:55.326507 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834c5aa-a2b9-40a6-8587-300c3a8e9ac3 req-cc70830e-2e99-41c2-aaaa-d86271200e43 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:55.328015 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5834c5aa-a2b9-40a6-8587-300c3a8e9ac3 req-cc70830e-2e99-41c2-aaaa-d86271200e43 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 943 time: 0.0649369 Jul 27 21:27:55.365719 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5834c5aa-a2b9-40a6-8587-300c3a8e9ac3 req-8d45c610-38bb-4888-9666-941407c3971a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317402 Jul 27 21:27:56.501256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a4597-3787-4090-8615-fdf96da198da req-3dc6fd8b-0a8a-4d7a-b19f-6d97ca962299 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:56.503005 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e82a4597-3787-4090-8615-fdf96da198da req-3dc6fd8b-0a8a-4d7a-b19f-6d97ca962299 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 943 time: 0.0695763 Jul 27 21:27:56.540984 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e82a4597-3787-4090-8615-fdf96da198da req-22a18587-ba53-4040-b1a9-37a6f73ec732 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319650 Jul 27 21:27:57.673546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12903a13-356b-45a3-b7c9-294f2e7a6a90 req-ee3abc7c-0ff8-471f-adab-d44859b5f877 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:57.675456 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-12903a13-356b-45a3-b7c9-294f2e7a6a90 req-ee3abc7c-0ff8-471f-adab-d44859b5f877 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 943 time: 0.0664763 Jul 27 21:27:57.714727 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-12903a13-356b-45a3-b7c9-294f2e7a6a90 req-fa719c7c-bf84-48b4-ae64-61e414806056 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330396 Jul 27 21:27:58.868569 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3326b-6b99-4e87-a9f1-addbbe76bae0 req-f049a5e0-df05-4136-b376-37cbfb7a9d44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:27:58.870095 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bfd3326b-6b99-4e87-a9f1-addbbe76bae0 req-f049a5e0-df05-4136-b376-37cbfb7a9d44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 943 time: 0.0840328 Jul 27 21:27:58.909185 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bfd3326b-6b99-4e87-a9f1-addbbe76bae0 req-b16e9143-7d31-4886-b991-e95d8ec24899 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327363 Jul 27 21:28:00.052081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ca219-b48e-4083-8583-42819f13be12 req-b410f197-1396-4d2e-8220-dfc628533fdd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:00.054551 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-152ca219-b48e-4083-8583-42819f13be12 req-b410f197-1396-4d2e-8220-dfc628533fdd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 943 time: 0.0752954 Jul 27 21:28:00.094474 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-152ca219-b48e-4083-8583-42819f13be12 req-735d9815-1fbf-4c80-99ae-af509c8bb896 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337672 Jul 27 21:28:01.212202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 27f3b6b2-3684-45e2-8e16-119c63c8039d details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:28:01.238209 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f818a99-30e4-4817-9e7b-2c7a296228b0 req-1709fca7-8eb7-4ead-a940-384dfa723b72 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:01.239963 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f818a99-30e4-4817-9e7b-2c7a296228b0 req-1709fca7-8eb7-4ead-a940-384dfa723b72 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 943 time: 0.0738370 Jul 27 21:28:01.291826 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f818a99-30e4-4817-9e7b-2c7a296228b0 req-1e9f7219-0f43-4cac-91d3-53acdbc90b3d tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389276 Jul 27 21:28:01.322459 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 27f3b6b2-3684-45e2-8e16-119c63c8039d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=27f3b6b2-3684-45e2-8e16-119c63c8039d,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:01.335061 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '27f3b6b2-3684-45e2-8e16-119c63c8039d', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'port_id': '27f3b6b2-3684-45e2-8e16-119c63c8039d', 'mac_address': 'fa:16:3e:4d:62:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:28:01.372472 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.385111 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f3b6b2-3684-45e2-8e16-119c63c8039d {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:28:01.386831 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a744e4-7aff-4063-b56b-b779d2d0bdc6 req-71bfeec3-cf62-4c9a-b3c7-9e71cabe5827 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:01.388343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16a744e4-7aff-4063-b56b-b779d2d0bdc6 req-71bfeec3-cf62-4c9a-b3c7-9e71cabe5827 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0718758 Jul 27 21:28:01.405479 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 27f3b6b2-3684-45e2-8e16-119c63c8039d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=27f3b6b2-3684-45e2-8e16-119c63c8039d,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:01.410363 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:01.431658 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16a744e4-7aff-4063-b56b-b779d2d0bdc6 req-b6b61172-94ba-4b8d-9edc-5fe1e2ef9426 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360713 Jul 27 21:28:01.458626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=27f3b6b2-3684-45e2-8e16-119c63c8039d,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:01.699570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['27f3b6b2-3684-45e2-8e16-119c63c8039d'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:28:02.423437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffe4b8-5d90-4718-8bc8-f88625a179b3 req-58d558b8-4893-49c2-83fa-657c2be78815 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:02.427337 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-deffe4b8-5d90-4718-8bc8-f88625a179b3 req-58d558b8-4893-49c2-83fa-657c2be78815 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 944 time: 0.0656021 Jul 27 21:28:02.466359 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-deffe4b8-5d90-4718-8bc8-f88625a179b3 req-e6b503a9-35f5-4f35-9273-6f7bf18b916d tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329204 Jul 27 21:28:02.562196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec60da-96f7-414f-b3c5-f8b6f3929317 req-cb6e56fe-1e6c-4503-abc1-4ba424a2e71f tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:02.563778 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7ec60da-96f7-414f-b3c5-f8b6f3929317 req-cb6e56fe-1e6c-4503-abc1-4ba424a2e71f tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0631166 Jul 27 21:28:02.606260 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7ec60da-96f7-414f-b3c5-f8b6f3929317 req-906600a6-b826-46b7-a481-d62635838e1d tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353522 Jul 27 21:28:02.707148 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8b39-3aa8-4f6d-852e-b26d52671d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:03.222827 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 27f3b6b2-3684-45e2-8e16-119c63c8039d up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:03.279805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 27f3b6b2-3684-45e2-8e16-119c63c8039d completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:03.284095 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 27f3b6b2-3684-45e2-8e16-119c63c8039d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:03.284555 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:03.365423 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:03.387879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc130235-8553-423f-af23-7fb3b65135bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f3b6b2-3684-45e2-8e16-119c63c8039d'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:03.390118 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8e7d02-5a1e-4ed5-8d4c-9df8b4a3a471" -d '{"events": [{"server_uuid": "bc130235-8553-423f-af23-7fb3b65135bd", "name": "network-vif-plugged", "status": "completed", "tag": "27f3b6b2-3684-45e2-8e16-119c63c8039d"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:03.403685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 27f3b6b2-3684-45e2-8e16-119c63c8039d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=27f3b6b2-3684-45e2-8e16-119c63c8039d,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:03.407606 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:03.431667 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef207245-daca-4e38-bfbe-f6cd2fec9581 x-openstack-request-id: req-ef207245-daca-4e38-bfbe-f6cd2fec9581 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:03.431959 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc130235-8553-423f-af23-7fb3b65135bd", "name": "network-vif-plugged", "status": "completed", "tag": "27f3b6b2-3684-45e2-8e16-119c63c8039d", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:03.432237 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef207245-daca-4e38-bfbe-f6cd2fec9581 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:03.432607 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc130235-8553-423f-af23-7fb3b65135bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f3b6b2-3684-45e2-8e16-119c63c8039d', 'code': 200} Jul 27 21:28:03.459413 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=27f3b6b2-3684-45e2-8e16-119c63c8039d,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:03.538432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd6d68-1788-4c47-837c-6927ff53f1bd req-ef939f01-1406-457c-b7d2-9f73c7e57808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:03.539943 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-30cd6d68-1788-4c47-837c-6927ff53f1bd req-ef939f01-1406-457c-b7d2-9f73c7e57808 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 1096 time: 0.0552132 Jul 27 21:28:03.576361 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-30cd6d68-1788-4c47-837c-6927ff53f1bd req-6527a4f2-1326-4b92-b4ba-e4672ba1faf1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286219 Jul 27 21:28:03.607021 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad072042-ef9c-4e6f-a0a5-bb682abdafae req-ce491cba-63e2-4490-874a-4f7c4de5dc28 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:03.608521 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad072042-ef9c-4e6f-a0a5-bb682abdafae req-ce491cba-63e2-4490-874a-4f7c4de5dc28 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 945 time: 0.0717573 Jul 27 21:28:03.648388 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad072042-ef9c-4e6f-a0a5-bb682abdafae req-c9553255-eefd-4354-9663-901395d8fc8d tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336652 Jul 27 21:28:03.744313 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227345c-0dac-4922-9af7-9f3ab8dacd6a req-4d85b6ff-66a0-466f-8ad9-23790496e6cc tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:03.745880 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4227345c-0dac-4922-9af7-9f3ab8dacd6a req-4d85b6ff-66a0-466f-8ad9-23790496e6cc tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0643413 Jul 27 21:28:03.785138 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4227345c-0dac-4922-9af7-9f3ab8dacd6a req-46461de0-3688-4e1d-8ce0-2d8cd7a1fe31 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333619 Jul 27 21:28:04.157466 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:04.780340 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28608ae9-db06-4dee-9ae8-5fa73c23f943 req-1264f233-ebf9-4779-98d7-0dd6260e4f8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:04.781812 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28608ae9-db06-4dee-9ae8-5fa73c23f943 req-1264f233-ebf9-4779-98d7-0dd6260e4f8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 945 time: 0.0660136 Jul 27 21:28:04.821392 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28608ae9-db06-4dee-9ae8-5fa73c23f943 req-0c5be728-6c67-48a4-b8e7-40bec7615bd7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330586 Jul 27 21:28:04.949199 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fd74a-c512-45ee-91d6-eebb34a88c96 req-ee8fc27f-0324-4f8f-aaac-75fde3c34780 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:04.950626 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e91fd74a-c512-45ee-91d6-eebb34a88c96 req-ee8fc27f-0324-4f8f-aaac-75fde3c34780 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0975807 Jul 27 21:28:04.985522 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab99360-5664-4a3d-8cd1-97c3f2d2e2ab req-7f0ceea5-0a28-4e7c-b1e7-7164dd111fe4 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:04.987037 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cab99360-5664-4a3d-8cd1-97c3f2d2e2ab req-7f0ceea5-0a28-4e7c-b1e7-7164dd111fe4 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 945 time: 0.0986564 Jul 27 21:28:05.014625 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e91fd74a-c512-45ee-91d6-eebb34a88c96 req-8d7da7d1-8a83-40ba-8210-7c58ee04aa72 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565283 Jul 27 21:28:05.034859 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cab99360-5664-4a3d-8cd1-97c3f2d2e2ab req-b2f34ee7-67cc-44a3-af90-ba9c7e90fd25 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383542 Jul 27 21:28:05.171799 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff2f75-eaad-4649-92e8-dc592497ad79 req-b6e02aa2-af8c-45af-8550-952d64c5d506 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:05.173280 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-45ff2f75-eaad-4649-92e8-dc592497ad79 req-b6e02aa2-af8c-45af-8550-952d64c5d506 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 945 time: 0.0710015 Jul 27 21:28:05.211155 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-45ff2f75-eaad-4649-92e8-dc592497ad79 req-8713a357-ff3b-4344-990b-1820eec437c7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318348 Jul 27 21:28:05.366486 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0bd710b2-037d-41ac-be91-4382649d29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.471741 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:05.525410 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f5786-6831-4944-8a33-53ff0540e66b req-a1d83351-bc8a-4217-8558-6974ed67b53a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:05.526961 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a1f5786-6831-4944-8a33-53ff0540e66b req-a1d83351-bc8a-4217-8558-6974ed67b53a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 945 time: 0.0680034 Jul 27 21:28:05.566741 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a1f5786-6831-4944-8a33-53ff0540e66b req-69db7141-01fd-4f51-baec-b9a03a831c47 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336268 Jul 27 21:28:06.153166 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622b8f3-bdb8-43ec-95ab-c88d1e2bbbd3 req-3ea572bf-a663-415a-a919-8aaf542d0174 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:06.154658 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4622b8f3-bdb8-43ec-95ab-c88d1e2bbbd3 req-3ea572bf-a663-415a-a919-8aaf542d0174 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0659237 Jul 27 21:28:06.192592 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4622b8f3-bdb8-43ec-95ab-c88d1e2bbbd3 req-05f82002-7743-45fd-9bbe-f6d75750463e tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316114 Jul 27 21:28:06.698189 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df7b12-72a1-45e0-8e4e-df8a43a9f89b req-5a5afd61-710a-4879-b001-b508d5be6bab tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:06.699985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-23df7b12-72a1-45e0-8e4e-df8a43a9f89b req-5a5afd61-710a-4879-b001-b508d5be6bab tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 945 time: 0.0643511 Jul 27 21:28:06.737603 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-23df7b12-72a1-45e0-8e4e-df8a43a9f89b req-7b3ab278-0a63-4b50-98d0-1beea933677f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317101 Jul 27 21:28:06.996223 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e891242-3828-45e1-85bf-791a2d56a791 req-2ad42709-2ec1-4719-8d4a-26dc0c13f5ab tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:06.997587 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8e891242-3828-45e1-85bf-791a2d56a791 req-2ad42709-2ec1-4719-8d4a-26dc0c13f5ab tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 945 time: 0.0668573 Jul 27 21:28:07.098607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-8e891242-3828-45e1-85bf-791a2d56a791 req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Deleting port 27f3b6b2-3684-45e2-8e16-119c63c8039d {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:28:07.098956 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8e891242-3828-45e1-85bf-791a2d56a791 req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.194124 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-8e891242-3828-45e1-85bf-791a2d56a791 req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] For port 27f3b6b2-3684-45e2-8e16-119c63c8039d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=27f3b6b2-3684-45e2-8e16-119c63c8039d,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:07.194524 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8e891242-3828-45e1-85bf-791a2d56a791 req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.208020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-8e891242-3828-45e1-85bf-791a2d56a791 req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Calling delete_port for 27f3b6b2-3684-45e2-8e16-119c63c8039d owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:28:07.216514 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.327782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19bc16-db6e-4287-a645-03f64c0363cb req-9c681065-4a72-4dca-9329-dc60d66aa465 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:07.329319 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c19bc16-db6e-4287-a645-03f64c0363cb req-9c681065-4a72-4dca-9329-dc60d66aa465 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0665457 Jul 27 21:28:07.349099 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8e891242-3828-45e1-85bf-791a2d56a791 req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.371761 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c19bc16-db6e-4287-a645-03f64c0363cb req-4ded7220-28c5-4565-952a-ef90e384a37f tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353174 Jul 27 21:28:07.379971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event deleted for resources: {'Port': ['ID=27f3b6b2-3684-45e2-8e16-119c63c8039d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:07.415644 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:07.415990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:07.416332 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:07.416672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:07.417006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:07.417339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:07.417667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:07.417995 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:07.418410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:07.418735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:07.419059 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:07.419384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:07.446497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e891242-3828-45e1-85bf-791a2d56a791 req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] No DVR routers for this DVR port 27f3b6b2-3684-45e2-8e16-119c63c8039d on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:28:07.449491 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8e891242-3828-45e1-85bf-791a2d56a791 req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.451595 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8e891242-3828-45e1-85bf-791a2d56a791 req-c91aca54-e268-4e2f-ac56-a29582b84d2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "DELETE /v2.0/ports/27f3b6b2-3684-45e2-8e16-119c63c8039d HTTP/1.1" status: 204 len: 173 time: 0.4478931 Jul 27 21:28:07.452020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc130235-8553-423f-af23-7fb3b65135bd', 'name': 'network-vif-deleted', 'tag': '27f3b6b2-3684-45e2-8e16-119c63c8039d'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:07.454394 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c4bb85-2ea9-47f8-ab37-ec846a4b94a7" -d '{"events": [{"server_uuid": "bc130235-8553-423f-af23-7fb3b65135bd", "name": "network-vif-deleted", "tag": "27f3b6b2-3684-45e2-8e16-119c63c8039d"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:07.495949 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1463a259-0105-4a17-b3b8-37315e685ee6 x-openstack-request-id: req-1463a259-0105-4a17-b3b8-37315e685ee6 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:07.496239 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc130235-8553-423f-af23-7fb3b65135bd", "name": "network-vif-deleted", "tag": "27f3b6b2-3684-45e2-8e16-119c63c8039d", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:07.496485 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1463a259-0105-4a17-b3b8-37315e685ee6 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:07.496929 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc130235-8553-423f-af23-7fb3b65135bd', 'name': 'network-vif-deleted', 'tag': '27f3b6b2-3684-45e2-8e16-119c63c8039d', 'status': 'completed', 'code': 200} Jul 27 21:28:07.826605 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:07.853405 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6769daa9-cff3-4e4e-a8ca-602b8f15a61e req-a17bb58e-c7e8-41b0-8923-8994bcad0c6c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 210 time: 0.0382214 Jul 27 21:28:08.507898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a587152-9a90-400b-9f13-23b75896d951 req-f10ce121-c80e-4369-a3bd-21e2e49dec48 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:08.509309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a587152-9a90-400b-9f13-23b75896d951 req-f10ce121-c80e-4369-a3bd-21e2e49dec48 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0652359 Jul 27 21:28:08.550759 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9a587152-9a90-400b-9f13-23b75896d951 req-9147e3e3-3d2c-4210-9c83-1f122ca0174e tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354202 Jul 27 21:28:08.899355 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:08.921424 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:28:08.956142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ad6967f-9006-4664-99d1-86bef96e3067 req-10d30d84-4122-478a-b6b3-41836ee0332e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 210 time: 0.0302691 Jul 27 21:28:09.243056 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 27f3b6b2-3684-45e2-8e16-119c63c8039d no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:28:09.264638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 27f3b6b2-3684-45e2-8e16-119c63c8039d {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:28:09.264986 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 27f3b6b2-3684-45e2-8e16-119c63c8039d not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:28:09.691918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63bfae-8664-4ef2-9f47-d8d72ac982a2 req-85b00f60-1e2b-4457-94ab-521d566e3013 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:09.693349 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff63bfae-8664-4ef2-9f47-d8d72ac982a2 req-85b00f60-1e2b-4457-94ab-521d566e3013 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0752954 Jul 27 21:28:09.732774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff63bfae-8664-4ef2-9f47-d8d72ac982a2 req-e7943936-dc66-4ab8-913e-937fd905fb2d tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328271 Jul 27 21:28:10.057531 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e1b214a-6858-4ecb-9b06-c9a7715f337c req-aa3710e5-4479-4341-955b-8d558a4fb7ac tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 210 time: 0.0316198 Jul 27 21:28:10.156937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d61ca-8859-4b07-a857-ad8613bf000d req-6111d8aa-b1b7-416e-9cd5-66e71e436f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:10.159434 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f68d61ca-8859-4b07-a857-ad8613bf000d req-6111d8aa-b1b7-416e-9cd5-66e71e436f07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9ae080b5069490c9b04dff975dcc2de&device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 1096 time: 0.0639796 Jul 27 21:28:10.263356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d61ca-8859-4b07-a857-ad8613bf000d req-c083b0d0-5dee-4c25-957a-6c3fbca8c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:10.264854 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f68d61ca-8859-4b07-a857-ad8613bf000d req-c083b0d0-5dee-4c25-957a-6c3fbca8c7e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d HTTP/1.1" status: 200 len: 911 time: 0.0860863 Jul 27 21:28:10.335315 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f68d61ca-8859-4b07-a857-ad8613bf000d req-bbb02c09-1855-46d0-a69a-06b5cc2e671c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75adbe41-dbb7-4e59-a882-aed53fd45633 HTTP/1.1" status: 200 len: 1001 time: 0.0633883 Jul 27 21:28:10.383581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d61ca-8859-4b07-a857-ad8613bf000d req-7fadd631-42a5-490e-addc-9a6cf58746ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:10.385044 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f68d61ca-8859-4b07-a857-ad8613bf000d req-7fadd631-42a5-490e-addc-9a6cf58746ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8d712bf-ae0f-4aeb-8db8-91555c9506fd HTTP/1.1" status: 200 len: 849 time: 0.0434999 Jul 27 21:28:10.447753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d61ca-8859-4b07-a857-ad8613bf000d req-d2a117a2-1bb0-49fd-8c0a-bfc0ef43d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:10.449647 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f68d61ca-8859-4b07-a857-ad8613bf000d req-d2a117a2-1bb0-49fd-8c0a-bfc0ef43d061 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556333 Jul 27 21:28:10.547469 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f68d61ca-8859-4b07-a857-ad8613bf000d req-0941cdfe-7850-4a12-82ae-b8a4fbed6260 service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899222 Jul 27 21:28:10.641969 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f68d61ca-8859-4b07-a857-ad8613bf000d req-f171f4ac-8a50-44c7-9034-c967c9272b65 service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861819 Jul 27 21:28:10.870648 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6c78-0889-461f-845b-9635869375a7 req-c4e85535-c8e4-4d3a-a5d1-f4ac618a730d tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:10.872358 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42ca6c78-0889-461f-845b-9635869375a7 req-c4e85535-c8e4-4d3a-a5d1-f4ac618a730d tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0690525 Jul 27 21:28:10.918773 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42ca6c78-0889-461f-845b-9635869375a7 req-fbc7d09a-601f-4d3a-9ace-645dc921ec2e tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400865 Jul 27 21:28:11.168038 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a56f917-5cd2-4639-9097-d4086d76bbf5 req-6f38a476-d354-454c-9fe3-a7c4be467001 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc130235-8553-423f-af23-7fb3b65135bd HTTP/1.1" status: 200 len: 210 time: 0.0287154 Jul 27 21:28:12.059434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8763b-a79d-41ed-9f43-a36d76504e3a req-6995e0ba-c9ec-4ec2-b63e-9f15cf374688 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:12.062899 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6c8763b-a79d-41ed-9f43-a36d76504e3a req-6995e0ba-c9ec-4ec2-b63e-9f15cf374688 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0702066 Jul 27 21:28:12.101928 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6c8763b-a79d-41ed-9f43-a36d76504e3a req-688f81f2-f193-40ed-b093-8a805b4e6cdf tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331523 Jul 27 21:28:12.344880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78f6a5-f049-4b90-b3fd-d658e0f75eae req-a8c4d4f6-3e7c-47d6-8704-cc0aa3358ef7 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:12.346884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e78f6a5-f049-4b90-b3fd-d658e0f75eae req-a8c4d4f6-3e7c-47d6-8704-cc0aa3358ef7 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0847006 Jul 27 21:28:12.364296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5919036-b73d-41e2-b8f4-239f7e161678 req-3f0af823-7c14-4838-a17f-40195c6bbb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:12.365833 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5919036-b73d-41e2-b8f4-239f7e161678 req-3f0af823-7c14-4838-a17f-40195c6bbb21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9ae080b5069490c9b04dff975dcc2de&device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 1096 time: 0.0624564 Jul 27 21:28:12.385850 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e78f6a5-f049-4b90-b3fd-d658e0f75eae req-9fcf5493-778c-49b2-8697-3e109903740c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329034 Jul 27 21:28:12.467047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5919036-b73d-41e2-b8f4-239f7e161678 req-3aa14cb0-5100-4e97-a814-e2c689be8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:12.468573 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5919036-b73d-41e2-b8f4-239f7e161678 req-3aa14cb0-5100-4e97-a814-e2c689be8b33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d HTTP/1.1" status: 200 len: 911 time: 0.0941510 Jul 27 21:28:12.537886 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5919036-b73d-41e2-b8f4-239f7e161678 req-624c960c-94cc-49a4-99c9-2e90bb676298 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75adbe41-dbb7-4e59-a882-aed53fd45633 HTTP/1.1" status: 200 len: 1001 time: 0.0618715 Jul 27 21:28:12.594460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5919036-b73d-41e2-b8f4-239f7e161678 req-d8091533-8a4b-4cfc-ba3a-09891bbfff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:12.596382 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5919036-b73d-41e2-b8f4-239f7e161678 req-d8091533-8a4b-4cfc-ba3a-09891bbfff13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8d712bf-ae0f-4aeb-8db8-91555c9506fd HTTP/1.1" status: 200 len: 849 time: 0.0515954 Jul 27 21:28:12.660072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5919036-b73d-41e2-b8f4-239f7e161678 req-1a120fa4-c28a-4a1b-bf86-a2f0e0e76e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:12.661987 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5919036-b73d-41e2-b8f4-239f7e161678 req-1a120fa4-c28a-4a1b-bf86-a2f0e0e76e69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589008 Jul 27 21:28:12.752869 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5919036-b73d-41e2-b8f4-239f7e161678 req-aa3cce34-0315-43ab-b6af-3ece597ad1d2 service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836201 Jul 27 21:28:12.850148 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5919036-b73d-41e2-b8f4-239f7e161678 req-171bad42-ce62-4a64-a232-fa908ecbd50e service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899904 Jul 27 21:28:13.543024 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54def3-e25b-491c-957c-8c66667facc4 req-dfd6824a-be55-42ea-a8ef-7722fa7e1053 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:13.544878 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd54def3-e25b-491c-957c-8c66667facc4 req-dfd6824a-be55-42ea-a8ef-7722fa7e1053 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0806322 Jul 27 21:28:13.585253 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd54def3-e25b-491c-957c-8c66667facc4 req-ca2b1151-45c7-4504-a286-80445f8d3257 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334504 Jul 27 21:28:18.657614 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbfe6ba5-e6b3-48a3-b83a-1dc2a16ab256 req-f3dd7b83-5324-4971-8f6a-d2bce1973676 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542686 Jul 27 21:28:18.759576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe6ba5-e6b3-48a3-b83a-1dc2a16ab256 req-9e5192c2-f1a7-4c57-994c-5f5c4066a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:18.761221 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbfe6ba5-e6b3-48a3-b83a-1dc2a16ab256 req-9e5192c2-f1a7-4c57-994c-5f5c4066a5de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 1096 time: 0.0606287 Jul 27 21:28:18.874512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe6ba5-e6b3-48a3-b83a-1dc2a16ab256 req-05f5ae15-0972-4408-ab23-fe7d6d03de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:18.875997 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbfe6ba5-e6b3-48a3-b83a-1dc2a16ab256 req-05f5ae15-0972-4408-ab23-fe7d6d03de96 service neutron] 10.222.0.66 "GET /v2.0/networks?id=23db90a1-e7db-4d32-a390-0087cda1e521 HTTP/1.1" status: 200 len: 897 time: 0.0939257 Jul 27 21:28:18.946425 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbfe6ba5-e6b3-48a3-b83a-1dc2a16ab256 req-2d8ceb13-c265-481e-81ac-c5aa7e9e6642 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d HTTP/1.1" status: 200 len: 1001 time: 0.0620859 Jul 27 21:28:19.003157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe6ba5-e6b3-48a3-b83a-1dc2a16ab256 req-fc3818a9-e264-49e6-98a4-be962d6d6313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:19.004647 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbfe6ba5-e6b3-48a3-b83a-1dc2a16ab256 req-fc3818a9-e264-49e6-98a4-be962d6d6313 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=610d8642-f34c-456c-b059-75bb31290511 HTTP/1.1" status: 200 len: 834 time: 0.0513515 Jul 27 21:28:19.075036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe6ba5-e6b3-48a3-b83a-1dc2a16ab256 req-6b7b9f24-2f55-4678-91f2-9fd707178473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:19.076673 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbfe6ba5-e6b3-48a3-b83a-1dc2a16ab256 req-6b7b9f24-2f55-4678-91f2-9fd707178473 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23db90a1-e7db-4d32-a390-0087cda1e521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648289 Jul 27 21:28:19.177170 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbfe6ba5-e6b3-48a3-b83a-1dc2a16ab256 req-6493e721-8428-4a12-add5-204b78bedecd service neutron] 10.222.0.66 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928156 Jul 27 21:28:19.283962 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbfe6ba5-e6b3-48a3-b83a-1dc2a16ab256 req-7b6262e8-ce54-4bf1-bcee-1e66f69845d5 service neutron] 10.222.0.66 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987406 Jul 27 21:28:32.225110 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-a594de38-499b-4b46-851a-2b868be22676 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:32.226585 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-a594de38-499b-4b46-851a-2b868be22676 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 812 time: 0.1011112 Jul 27 21:28:32.241524 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-a8655dca-1973-4211-a31b-c323fd56c15d tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/quotas/089dfa06666549ef86ff31634b0bedcf HTTP/1.1" status: 200 len: 375 time: 0.0092196 Jul 27 21:28:32.311777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-2b11dedc-70bf-41a5-88a5-a9f36c1cc3fa tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649683 Jul 27 21:28:32.371018 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-d330ab36-d32f-42e7-b737-1ad8bb8963e3 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:28:32.372050 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-d330ab36-d32f-42e7-b737-1ad8bb8963e3 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0535731 Jul 27 21:28:32.460382 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-1cfc07fd-81b4-4dc6-85f7-051d7da98c76 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818965 Jul 27 21:28:32.554419 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-407cd97d-73c6-4b92-834b-5880c9a2de8d service neutron] 10.222.0.55 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879531 Jul 27 21:28:32.711401 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-157a2dc8-d37d-498f-b402-e308b4358d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:32.915001 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-40079a32-33c8-436a-9527-0691f3bafc6b req-9097043f-1545-4cbf-8da4-c2508ec99206 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 210 time: 0.0892081 Jul 27 21:28:33.834951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-a8c00c61-4d2d-457d-8118-528ddcd2a327 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:33.836476 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-a8c00c61-4d2d-457d-8118-528ddcd2a327 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.66 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 812 time: 0.1071541 Jul 27 21:28:33.849966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-389c34dc-1eb1-4ce9-b8fd-36ee1e1b52bd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Request body: {'port': {'device_id': 'f20a95ae-1202-4032-9deb-aca977b10b1e', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'admin_state_up': True, 'tenant_id': '089dfa06666549ef86ff31634b0bedcf'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:33.970858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-389c34dc-1eb1-4ce9-b8fd-36ee1e1b52bd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Made reservation on behalf of 089dfa06666549ef86ff31634b0bedcf for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:28:33.974480 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-389c34dc-1eb1-4ce9-b8fd-36ee1e1b52bd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:34.033735 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9fbd6151-2bc8-4c8c-9b28-9ffedc918550 req-b6424ef3-881e-4db6-a921-e3139f28e464 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 210 time: 0.0321608 Jul 27 21:28:34.114460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-389c34dc-1eb1-4ce9-b8fd-36ee1e1b52bd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Allocated IP 172.20.0.11 (9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0/4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21/5748ed5c-a8d3-4903-b1f6-ff43a513f976) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:28:34.150792 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:34.268587 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-389c34dc-1eb1-4ce9-b8fd-36ee1e1b52bd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:34.284847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-389c34dc-1eb1-4ce9-b8fd-36ee1e1b52bd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Transition to ACTIVE for port object 5748ed5c-a8d3-4903-b1f6-ff43a513f976 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:34.317490 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-389c34dc-1eb1-4ce9-b8fd-36ee1e1b52bd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:34.368244 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-389c34dc-1eb1-4ce9-b8fd-36ee1e1b52bd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:34.373164 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-389c34dc-1eb1-4ce9-b8fd-36ee1e1b52bd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:34.376994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-389c34dc-1eb1-4ce9-b8fd-36ee1e1b52bd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:28:34.383387 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c34dc-1eb1-4ce9-b8fd-36ee1e1b52bd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'Port': ['ID=5748ed5c-a8d3-4903-b1f6-ff43a513f976,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:34.439864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-389c34dc-1eb1-4ce9-b8fd-36ee1e1b52bd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:34.440605 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-389c34dc-1eb1-4ce9-b8fd-36ee1e1b52bd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:34.457823 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-389c34dc-1eb1-4ce9-b8fd-36ee1e1b52bd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6114664 Jul 27 21:28:34.471425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Request body: {'port': {'device_id': 'f20a95ae-1202-4032-9deb-aca977b10b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:34.553746 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:34.612062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-11eae3d3-7f67-4c91-a9b3-2f7124927013 None None] Provisioning for port 5748ed5c-a8d3-4903-b1f6-ff43a513f976 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:34.616043 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-11eae3d3-7f67-4c91-a9b3-2f7124927013 None None] Provisioning complete for port 5748ed5c-a8d3-4903-b1f6-ff43a513f976 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:34.616411 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-11eae3d3-7f67-4c91-a9b3-2f7124927013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:34.658044 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-11eae3d3-7f67-4c91-a9b3-2f7124927013 None None] Port 5748ed5c-a8d3-4903-b1f6-ff43a513f976 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:28:34.838476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5748ed5c-a8d3-4903-b1f6-ff43a513f976 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:28:34.846642 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:34.858298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Transition to ACTIVE for port object 5748ed5c-a8d3-4903-b1f6-ff43a513f976 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:34.863351 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:34.913183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Pushing event updated for resources: {'Port': ['ID=5748ed5c-a8d3-4903-b1f6-ff43a513f976,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:34.999261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Attempting to bind port 5748ed5c-a8d3-4903-b1f6-ff43a513f976 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:28:34.999601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Attempting to bind port 5748ed5c-a8d3-4903-b1f6-ff43a513f976 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:28:34.999936 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Attempting to bind port 5748ed5c-a8d3-4903-b1f6-ff43a513f976 on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:35.005163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Port 5748ed5c-a8d3-4903-b1f6-ff43a513f976 on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:28:35.005486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Attempting to bind port 5748ed5c-a8d3-4903-b1f6-ff43a513f976 on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:35.010574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:28:35.010916 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Checking segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:28:35.011305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Bound using segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:28:35.011738 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Bound port: 5748ed5c-a8d3-4903-b1f6-ff43a513f976, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:28:35.012100 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:35.097685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] For port 5748ed5c-a8d3-4903-b1f6-ff43a513f976, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:28:35.101511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] For port 5748ed5c-a8d3-4903-b1f6-ff43a513f976, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=5748ed5c-a8d3-4903-b1f6-ff43a513f976,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:28:35.112553 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:35.150019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:35.150677 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:35.152098 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] 10.222.0.66 "PUT /v2.0/ports/5748ed5c-a8d3-4903-b1f6-ff43a513f976 HTTP/1.1" status: 200 len: 1092 time: 0.6863265 Jul 27 21:28:35.152552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f20a95ae-1202-4032-9deb-aca977b10b1e', 'tag': '5748ed5c-a8d3-4903-b1f6-ff43a513f976'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:35.155177 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371b2c2b-b611-40ab-9902-f5ff8cb26055" -d '{"events": [{"name": "network-changed", "server_uuid": "f20a95ae-1202-4032-9deb-aca977b10b1e", "tag": "5748ed5c-a8d3-4903-b1f6-ff43a513f976"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:35.185996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b9aa4-56b3-42af-a76b-8d7398661e17 service neutron] Pushing event updated for resources: {'Port': ['ID=5748ed5c-a8d3-4903-b1f6-ff43a513f976,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:35.227458 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e34838c-df94-40c9-8f05-40b35bca58ed x-openstack-request-id: req-9e34838c-df94-40c9-8f05-40b35bca58ed {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:35.227762 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f20a95ae-1202-4032-9deb-aca977b10b1e", "tag": "5748ed5c-a8d3-4903-b1f6-ff43a513f976", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:35.228010 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e34838c-df94-40c9-8f05-40b35bca58ed {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:35.228420 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f20a95ae-1202-4032-9deb-aca977b10b1e', 'tag': '5748ed5c-a8d3-4903-b1f6-ff43a513f976', 'status': 'completed', 'code': 200} Jul 27 21:28:35.241074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911e528-6673-4fe0-99fd-3265c5cf3566 req-70a587d8-b2c7-4a7b-9599-1f39500e94b5 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:35.247109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0911e528-6673-4fe0-99fd-3265c5cf3566 req-70a587d8-b2c7-4a7b-9599-1f39500e94b5 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 944 time: 0.1183658 Jul 27 21:28:35.290630 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-de594e4c-6bde-4af3-823b-6665e08dc706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:35.292742 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-de594e4c-6bde-4af3-823b-6665e08dc706 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 1095 time: 0.0892203 Jul 27 21:28:35.294714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0911e528-6673-4fe0-99fd-3265c5cf3566 req-88b5ac8e-d38c-468a-ac10-ad72f8f6371c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455949 Jul 27 21:28:35.360928 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-c1ddd973-ffdb-42cb-8efe-1133a65a2ef2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5748ed5c-a8d3-4903-b1f6-ff43a513f976 HTTP/1.1" status: 200 len: 217 time: 0.0556605 Jul 27 21:28:35.368813 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-95805548-839f-431e-ba0a-1f0c5ed4650e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:35.412895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-df2c4597-ae93-4e4f-a620-3d2c204b527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:35.414465 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-df2c4597-ae93-4e4f-a620-3d2c204b527f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0526402 Jul 27 21:28:35.476946 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:35.481194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-78cd4b13-5e69-4311-8f31-2ddb8d23b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:35.482833 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-78cd4b13-5e69-4311-8f31-2ddb8d23b581 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585766 Jul 27 21:28:35.581522 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-c1764ac9-17cd-43aa-903d-ac3f761364ff service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905130 Jul 27 21:28:35.676274 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f681eab-c8c7-4128-b611-6315cbec19b0 req-4505007d-5c71-40a5-9b74-f104c47f5244 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866492 Jul 27 21:28:35.783080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b2c2b-b611-40ab-9902-f5ff8cb26055 req-92a01e98-e87a-461d-b3cf-ed1cd0882708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:35.784615 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-371b2c2b-b611-40ab-9902-f5ff8cb26055 req-92a01e98-e87a-461d-b3cf-ed1cd0882708 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 1095 time: 0.0624630 Jul 27 21:28:35.879415 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b2c2b-b611-40ab-9902-f5ff8cb26055 req-fbbb8adc-e979-40ab-aed9-bae244b8e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:35.880887 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-371b2c2b-b611-40ab-9902-f5ff8cb26055 req-fbbb8adc-e979-40ab-aed9-bae244b8e609 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.0889947 Jul 27 21:28:35.924782 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-371b2c2b-b611-40ab-9902-f5ff8cb26055 req-c2abc72f-29f8-4bcc-8bcb-3e37fb008f4e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5748ed5c-a8d3-4903-b1f6-ff43a513f976 HTTP/1.1" status: 200 len: 217 time: 0.0362611 Jul 27 21:28:35.979437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b2c2b-b611-40ab-9902-f5ff8cb26055 req-023dc4ad-6247-4325-915b-deeaf304f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:35.980816 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-371b2c2b-b611-40ab-9902-f5ff8cb26055 req-023dc4ad-6247-4325-915b-deeaf304f280 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0494983 Jul 27 21:28:36.044724 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b2c2b-b611-40ab-9902-f5ff8cb26055 req-19440761-e415-4baa-9b2d-ec3200f67e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:36.046304 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-371b2c2b-b611-40ab-9902-f5ff8cb26055 req-19440761-e415-4baa-9b2d-ec3200f67e24 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575364 Jul 27 21:28:36.139971 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-371b2c2b-b611-40ab-9902-f5ff8cb26055 req-11bfd738-abb0-4777-a8c1-78547c5eb476 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857134 Jul 27 21:28:36.239126 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-371b2c2b-b611-40ab-9902-f5ff8cb26055 req-f26fd125-a851-4d59-98c7-cfcaf9370693 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919240 Jul 27 21:28:36.446649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e4e24-2254-4d3a-80e8-ae76b4bebc90 req-5e636757-f169-4570-809e-72012a94e29a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:36.448169 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1e6e4e24-2254-4d3a-80e8-ae76b4bebc90 req-5e636757-f169-4570-809e-72012a94e29a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 944 time: 0.0715232 Jul 27 21:28:36.488960 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1e6e4e24-2254-4d3a-80e8-ae76b4bebc90 req-acc257ee-84e4-48fa-b5e3-958d51bc72a4 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336530 Jul 27 21:28:37.215926 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:37.622512 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb837a9-bdc4-46ae-bd9c-65a4efb72e14 req-2fc594ea-6163-45e2-a7c7-af598184d2c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:37.624026 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-beb837a9-bdc4-46ae-bd9c-65a4efb72e14 req-2fc594ea-6163-45e2-a7c7-af598184d2c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 944 time: 0.0663109 Jul 27 21:28:37.664507 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-beb837a9-bdc4-46ae-bd9c-65a4efb72e14 req-b1e95c64-bd4f-4a4d-92e9-990b4ecf7ae2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342236 Jul 27 21:28:37.842777 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:38.801084 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb79d8-8f2d-4c20-ba59-4365a4fab1a5 req-0f241518-b36e-439e-9868-7bbb1fc0a404 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:38.802590 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5cb79d8-8f2d-4c20-ba59-4365a4fab1a5 req-0f241518-b36e-439e-9868-7bbb1fc0a404 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 944 time: 0.0697713 Jul 27 21:28:38.841471 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5cb79d8-8f2d-4c20-ba59-4365a4fab1a5 req-7bdd424c-17d0-4bb5-ac96-d2b9be1537cc tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329633 Jul 27 21:28:38.899946 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:39.973036 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d946c-1ded-4dcf-bdb3-32c214d53d79 req-be18fa2b-7ba3-4e69-8a70-2c636a72838e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:39.974527 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b44d946c-1ded-4dcf-bdb3-32c214d53d79 req-be18fa2b-7ba3-4e69-8a70-2c636a72838e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 944 time: 0.0638263 Jul 27 21:28:40.011883 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b44d946c-1ded-4dcf-bdb3-32c214d53d79 req-f46fe696-e73d-48c2-9625-3d8ded4a00cb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314188 Jul 27 21:28:41.147197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b7f62-dafe-43f3-b903-adc36538ad1b req-fb031d3a-1ef3-46a2-892a-adabc6044d71 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:41.148771 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d04b7f62-dafe-43f3-b903-adc36538ad1b req-fb031d3a-1ef3-46a2-892a-adabc6044d71 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 944 time: 0.0665984 Jul 27 21:28:41.188939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d04b7f62-dafe-43f3-b903-adc36538ad1b req-0d0b9cf5-a83f-47ba-9c4d-57964934a09c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337164 Jul 27 21:28:42.322314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614bfb3-02ba-42f7-8469-c45f21298abf req-6d3460a1-01d3-4751-a54d-fff2bdafe740 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:42.324021 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d614bfb3-02ba-42f7-8469-c45f21298abf req-6d3460a1-01d3-4751-a54d-fff2bdafe740 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 944 time: 0.0664709 Jul 27 21:28:42.362608 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d614bfb3-02ba-42f7-8469-c45f21298abf req-443c26fc-b11d-47ac-83fa-90be9a1aed82 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322509 Jul 27 21:28:43.490607 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17d954-85c7-46e3-8d06-c8830540fa69 req-1473ff95-7461-4426-b7d1-a33df146aae4 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:43.492110 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d17d954-85c7-46e3-8d06-c8830540fa69 req-1473ff95-7461-4426-b7d1-a33df146aae4 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 944 time: 0.0641928 Jul 27 21:28:43.530941 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d17d954-85c7-46e3-8d06-c8830540fa69 req-fd522ee8-11f7-46ae-932f-022f577a8642 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320370 Jul 27 21:28:44.662258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4a85d-3221-4eb0-884b-38185bca12d3 req-64a86307-82be-416c-adb7-b796840248d3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:44.663755 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76a4a85d-3221-4eb0-884b-38185bca12d3 req-64a86307-82be-416c-adb7-b796840248d3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 944 time: 0.0654070 Jul 27 21:28:44.701680 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76a4a85d-3221-4eb0-884b-38185bca12d3 req-5227ad9c-961a-472d-b13d-e5629cd9dea4 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320406 Jul 27 21:28:45.835734 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b5337-2513-4c87-9fce-3652b92a76a7 req-93404124-8e42-4c41-ad42-1b9ce4aa1684 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:45.837519 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee4b5337-2513-4c87-9fce-3652b92a76a7 req-93404124-8e42-4c41-ad42-1b9ce4aa1684 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 944 time: 0.0693820 Jul 27 21:28:45.878190 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee4b5337-2513-4c87-9fce-3652b92a76a7 req-b341f517-92b5-49ae-8b21-3270f37f6e65 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334170 Jul 27 21:28:45.920642 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:28:46.117080 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9fd5a-08c5-4cc0-835f-f84382a7f8fd req-37c44d25-a70c-42bb-8989-3497be77bf98 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:46.118760 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bda9fd5a-08c5-4cc0-835f-f84382a7f8fd req-37c44d25-a70c-42bb-8989-3497be77bf98 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0648363 Jul 27 21:28:46.156016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bda9fd5a-08c5-4cc0-835f-f84382a7f8fd req-f1dd045a-5760-43e5-b616-0379f913eb74 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315492 Jul 27 21:28:47.010624 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7def8-3530-4a01-a293-ee6dbf551356 req-8dbc5a50-0152-4d16-8f69-dfa6423cbff7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:47.012097 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c8b7def8-3530-4a01-a293-ee6dbf551356 req-8dbc5a50-0152-4d16-8f69-dfa6423cbff7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 944 time: 0.0657744 Jul 27 21:28:47.050274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c8b7def8-3530-4a01-a293-ee6dbf551356 req-f9de956b-792b-4087-a56f-6155c850d596 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317147 Jul 27 21:28:47.288921 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9841cd9-6b20-4a2c-9cfd-676b52070165 req-24cb3c66-1af5-4bcf-bd66-d299e2654c5e tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:47.290430 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9841cd9-6b20-4a2c-9cfd-676b52070165 req-24cb3c66-1af5-4bcf-bd66-d299e2654c5e tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0647745 Jul 27 21:28:47.328023 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9841cd9-6b20-4a2c-9cfd-676b52070165 req-4f0cc86f-3e25-4520-9892-c88b04282d1a tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317104 Jul 27 21:28:47.767528 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 5748ed5c-a8d3-4903-b1f6-ff43a513f976 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:28:47.865709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 5748ed5c-a8d3-4903-b1f6-ff43a513f976, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=5748ed5c-a8d3-4903-b1f6-ff43a513f976,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:47.877681 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '5748ed5c-a8d3-4903-b1f6-ff43a513f976', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'port_id': '5748ed5c-a8d3-4903-b1f6-ff43a513f976', 'mac_address': 'fa:16:3e:0d:36:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:28:47.913591 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770595d4-0277-4f17-95fa-9aee03112a89 req-4b11596d-a3d9-4d0f-8920-8263e1f30412 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:47.915116 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-770595d4-0277-4f17-95fa-9aee03112a89 req-4b11596d-a3d9-4d0f-8920-8263e1f30412 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0673063 Jul 27 21:28:47.915598 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:47.931944 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5748ed5c-a8d3-4903-b1f6-ff43a513f976 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:28:47.952089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 5748ed5c-a8d3-4903-b1f6-ff43a513f976, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=5748ed5c-a8d3-4903-b1f6-ff43a513f976,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:47.956089 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:48.004159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=5748ed5c-a8d3-4903-b1f6-ff43a513f976,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:48.011621 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:48.011975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:48.012317 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:48.012650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:48.012984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:48.013313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:48.013639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:48.013965 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:48.014315 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:48.014640 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:48.014966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:48.015288 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:48.027283 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-770595d4-0277-4f17-95fa-9aee03112a89 req-3de2adb9-7510-46db-ac12-71b349385842 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Deleting port 75adbe41-dbb7-4e59-a882-aed53fd45633 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:28:48.027633 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-770595d4-0277-4f17-95fa-9aee03112a89 req-3de2adb9-7510-46db-ac12-71b349385842 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:48.118777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-770595d4-0277-4f17-95fa-9aee03112a89 req-3de2adb9-7510-46db-ac12-71b349385842 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] For port 75adbe41-dbb7-4e59-a882-aed53fd45633, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=75adbe41-dbb7-4e59-a882-aed53fd45633,segment=NetworkSegment(e98eb30a-599c-4113-96c9-2067028e4f70),segment_id=e98eb30a-599c-4113-96c9-2067028e4f70)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:48.119214 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-770595d4-0277-4f17-95fa-9aee03112a89 req-3de2adb9-7510-46db-ac12-71b349385842 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:48.183412 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f2c7f-730d-4f32-884c-9eec79f62acf req-29bb5064-54d6-4eba-b83d-06b8387cf9da tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:48.184972 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e20f2c7f-730d-4f32-884c-9eec79f62acf req-29bb5064-54d6-4eba-b83d-06b8387cf9da tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 945 time: 0.0672851 Jul 27 21:28:48.227884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e20f2c7f-730d-4f32-884c-9eec79f62acf req-bb229a76-d4b8-42e7-9899-246dbdcf83d6 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362511 Jul 27 21:28:48.350526 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['5748ed5c-a8d3-4903-b1f6-ff43a513f976'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:28:48.466443 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c61e90-609d-4e62-93fd-bdbf63563fb6 req-e002a4b0-0a65-4e49-ab40-e5e2aee53be1 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:48.467976 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-96c61e90-609d-4e62-93fd-bdbf63563fb6 req-e002a4b0-0a65-4e49-ab40-e5e2aee53be1 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad HTTP/1.1" status: 200 len: 945 time: 0.0691183 Jul 27 21:28:48.514116 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-96c61e90-609d-4e62-93fd-bdbf63563fb6 req-44b26c02-5c83-4ac7-ac85-755eee6f9767 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=fdeca570-b345-4899-8947-5f8bef85ad50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360801 Jul 27 21:28:48.549829 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-770595d4-0277-4f17-95fa-9aee03112a89 req-3de2adb9-7510-46db-ac12-71b349385842 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:48.550299 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-770595d4-0277-4f17-95fa-9aee03112a89 req-3de2adb9-7510-46db-ac12-71b349385842 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:48.550686 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-770595d4-0277-4f17-95fa-9aee03112a89 req-3de2adb9-7510-46db-ac12-71b349385842 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Floating IP 8c24485d-4152-42a6-a559-e1671dc97b1f disassociated. External IP: 172.25.2.157, port: 75adbe41-dbb7-4e59-a882-aed53fd45633. Jul 27 21:28:48.550969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-770595d4-0277-4f17-95fa-9aee03112a89 req-3de2adb9-7510-46db-ac12-71b349385842 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Calling delete_port for 75adbe41-dbb7-4e59-a882-aed53fd45633 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:28:48.683231 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-770595d4-0277-4f17-95fa-9aee03112a89 req-3de2adb9-7510-46db-ac12-71b349385842 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:48.721733 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2adb9-7510-46db-ac12-71b349385842 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event deleted for resources: {'Port': ['ID=75adbe41-dbb7-4e59-a882-aed53fd45633,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:48.845437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-770595d4-0277-4f17-95fa-9aee03112a89 req-3de2adb9-7510-46db-ac12-71b349385842 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:28:48.958734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-770595d4-0277-4f17-95fa-9aee03112a89 req-3de2adb9-7510-46db-ac12-71b349385842 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:28:48.968847 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68264ae0-9bf2-424d-a615-7b74701add4d None None] Sync routers for ids ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:28:48.977869 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68264ae0-9bf2-424d-a615-7b74701add4d None None] Routers {'ef1e3220-3176-4a9e-95c1-4ed46902e2c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:48.978497 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-68264ae0-9bf2-424d-a615-7b74701add4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:28:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:49.008445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-770595d4-0277-4f17-95fa-9aee03112a89 req-3de2adb9-7510-46db-ac12-71b349385842 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] No DVR routers for this DVR port 75adbe41-dbb7-4e59-a882-aed53fd45633 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:28:49.011166 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-770595d4-0277-4f17-95fa-9aee03112a89 req-3de2adb9-7510-46db-ac12-71b349385842 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:49.013211 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-770595d4-0277-4f17-95fa-9aee03112a89 req-3de2adb9-7510-46db-ac12-71b349385842 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.20 "DELETE /v2.0/ports/75adbe41-dbb7-4e59-a882-aed53fd45633 HTTP/1.1" status: 204 len: 173 time: 1.0921292 Jul 27 21:28:49.013650 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad', 'name': 'network-vif-deleted', 'tag': '75adbe41-dbb7-4e59-a882-aed53fd45633'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:49.017396 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a63d3e-74bd-4f28-adca-8481fbb5a546" -d '{"events": [{"server_uuid": "c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad", "name": "network-vif-deleted", "tag": "75adbe41-dbb7-4e59-a882-aed53fd45633"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:49.055993 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63612127-4a16-4e7d-9141-4a276852e75d x-openstack-request-id: req-63612127-4a16-4e7d-9141-4a276852e75d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:49.056294 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad", "name": "network-vif-deleted", "tag": "75adbe41-dbb7-4e59-a882-aed53fd45633", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:49.056572 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63612127-4a16-4e7d-9141-4a276852e75d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:49.056981 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d3f7ea-f212-46f5-8ee6-fd151d91f8ad', 'name': 'network-vif-deleted', 'tag': '75adbe41-dbb7-4e59-a882-aed53fd45633', 'status': 'completed', 'code': 200} Jul 27 21:28:49.107890 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-68264ae0-9bf2-424d-a615-7b74701add4d None None] Set router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:49.320419 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-68264ae0-9bf2-424d-a615-7b74701add4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:25:02Z', 'revision_number': 4, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'cf0c04cd-2962-478d-b7e3-4a68fd06ef50', 'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'mac_address': 'fa:16:3e:eb:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:01Z', 'updated_at': '2021-07-27T21:25:08Z', 'revision_number': 5, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'subnets': [{'id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:49.346482 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68264ae0-9bf2-424d-a615-7b74701add4d None None] Checking router: ef1e3220-3176-4a9e-95c1-4ed46902e2c4 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:28:49.354862 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68264ae0-9bf2-424d-a615-7b74701add4d None None] Routers {'ef1e3220-3176-4a9e-95c1-4ed46902e2c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:28:49.355664 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-68264ae0-9bf2-424d-a615-7b74701add4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:28:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:49.360377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cfdca-63f1-4ab3-923f-859feaaae525 req-cae74475-0a8c-4b8d-8ae5-f30e865cfe68 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:49.362238 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-569cfdca-63f1-4ab3-923f-859feaaae525 req-cae74475-0a8c-4b8d-8ae5-f30e865cfe68 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 945 time: 0.0653796 Jul 27 21:28:49.401431 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-569cfdca-63f1-4ab3-923f-859feaaae525 req-f93709a7-b8f1-4caf-808d-caa5d4a54e25 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Jul 27 21:28:49.472167 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-68264ae0-9bf2-424d-a615-7b74701add4d None None] Set router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:28:49.605169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50836) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:49.659875 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2782eafc-6cea-4e11-ae8c-54b40b141cdc tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:49.682020 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-68264ae0-9bf2-424d-a615-7b74701add4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:25:02Z', 'revision_number': 4, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'cf0c04cd-2962-478d-b7e3-4a68fd06ef50', 'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'mac_address': 'fa:16:3e:eb:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:01Z', 'updated_at': '2021-07-27T21:25:08Z', 'revision_number': 5, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'subnets': [{'id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:28:49.684087 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2782eafc-6cea-4e11-ae8c-54b40b141cdc tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:49.711808 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68264ae0-9bf2-424d-a615-7b74701add4d None None] The sync data for ids ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'] in n-d-764806-9 is: [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:25:02Z', 'revision_number': 4, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'cf0c04cd-2962-478d-b7e3-4a68fd06ef50', 'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'mac_address': 'fa:16:3e:eb:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:01Z', 'updated_at': '2021-07-27T21:25:08Z', 'revision_number': 5, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'subnets': [{'id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:28:49.733634 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2782eafc-6cea-4e11-ae8c-54b40b141cdc tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:49.736416 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2782eafc-6cea-4e11-ae8c-54b40b141cdc tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:49.737590 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2782eafc-6cea-4e11-ae8c-54b40b141cdc tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "DELETE /v2.0/security-groups/fdeca570-b345-4899-8947-5f8bef85ad50 HTTP/1.1" status: 204 len: 168 time: 0.1314182 Jul 27 21:28:49.741187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50838) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:49.748043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782eafc-6cea-4e11-ae8c-54b40b141cdc tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdeca570-b345-4899-8947-5f8bef85ad50,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:49.759406 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-2c683418-b284-4187-8be9-6df0c3129413 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] show failed (client error): The resource could not be found. Jul 27 21:28:49.760477 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2c683418-b284-4187-8be9-6df0c3129413 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups/fdeca570-b345-4899-8947-5f8bef85ad50 HTTP/1.1" status: 404 len: 347 time: 0.0183184 Jul 27 21:28:49.764256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50840) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:49.799092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 5748ed5c-a8d3-4903-b1f6-ff43a513f976 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:49.856259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 5748ed5c-a8d3-4903-b1f6-ff43a513f976 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:49.862756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 5748ed5c-a8d3-4903-b1f6-ff43a513f976 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:49.863193 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:49.919938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Deleting port 85b5c26e-04a4-40a8-9149-90dadb57e478 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:28:49.920387 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:49.951578 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:49.977294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20a95ae-1202-4032-9deb-aca977b10b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5748ed5c-a8d3-4903-b1f6-ff43a513f976'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:49.979592 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633b715c-51b2-4eaa-953a-aea6cbac9305" -d '{"events": [{"server_uuid": "f20a95ae-1202-4032-9deb-aca977b10b1e", "name": "network-vif-plugged", "status": "completed", "tag": "5748ed5c-a8d3-4903-b1f6-ff43a513f976"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:49.986659 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e583245-a4aa-49d0-86be-8d2afc7a2205 None None] New status for floating IP 8c24485d-4152-42a6-a559-e1671dc97b1f: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:28:50.008722 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.009106 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.022701 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Calling delete_port for 85b5c26e-04a4-40a8-9149-90dadb57e478 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:28:50.026064 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458ba06d-ea50-42ed-a16b-7e4ad8d85197 x-openstack-request-id: req-458ba06d-ea50-42ed-a16b-7e4ad8d85197 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:50.026376 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20a95ae-1202-4032-9deb-aca977b10b1e", "name": "network-vif-plugged", "status": "completed", "tag": "5748ed5c-a8d3-4903-b1f6-ff43a513f976", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:50.026713 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-458ba06d-ea50-42ed-a16b-7e4ad8d85197 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:50.027018 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20a95ae-1202-4032-9deb-aca977b10b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5748ed5c-a8d3-4903-b1f6-ff43a513f976', 'code': 200} Jul 27 21:28:50.028702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 5748ed5c-a8d3-4903-b1f6-ff43a513f976, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=5748ed5c-a8d3-4903-b1f6-ff43a513f976,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:50.037243 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.166827 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=5748ed5c-a8d3-4903-b1f6-ff43a513f976,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:50.205905 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.238068 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361b248-f1c4-4be9-a23c-6aaf8cb2e1f1 req-ec00c543-36c4-4904-9b1d-55434c0d4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:50.238706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event deleted for resources: {'Port': ['ID=85b5c26e-04a4-40a8-9149-90dadb57e478,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:50.238836 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5361b248-f1c4-4be9-a23c-6aaf8cb2e1f1 req-ec00c543-36c4-4904-9b1d-55434c0d4e64 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 1097 time: 0.1551437 Jul 27 21:28:50.262098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:50.262461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:50.262809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:50.263146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:50.263480 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:50.263809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:50.264133 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:50.264452 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:50.264773 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:50.265094 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:50.265413 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:50.265942 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:28:50.276190 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5361b248-f1c4-4be9-a23c-6aaf8cb2e1f1 req-b69102cf-43de-4cad-bf35-a6b8549f13c1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299542 Jul 27 21:28:50.304613 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.307217 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.308380 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ea79ce60-b618-4990-b97c-a5fed5d32ff3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "DELETE /v2.0/floatingips/8c24485d-4152-42a6-a559-e1671dc97b1f HTTP/1.1" status: 204 len: 168 time: 0.5430777 Jul 27 21:28:50.533344 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 50852) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:50.538898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-65a78fdb-710f-427f-8422-14429cd07137 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--266898500', 'description': 'tempest-description--1582696074'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:50.558745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e590ff3-39be-434e-87c2-40955103a35a req-e08d0425-6b8d-4ef8-a1a2-a85efdf31ad8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:50.560229 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e590ff3-39be-434e-87c2-40955103a35a req-e08d0425-6b8d-4ef8-a1a2-a85efdf31ad8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 946 time: 0.0843759 Jul 27 21:28:50.576744 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-65a78fdb-710f-427f-8422-14429cd07137 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.618539 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e590ff3-39be-434e-87c2-40955103a35a req-14eeeddc-57f6-42a9-9e90-fd6628706508 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505366 Jul 27 21:28:50.680296 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-65a78fdb-710f-427f-8422-14429cd07137 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.683781 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-65a78fdb-710f-427f-8422-14429cd07137 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.710933 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-65a78fdb-710f-427f-8422-14429cd07137 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.712311 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-65a78fdb-710f-427f-8422-14429cd07137 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1780407 Jul 27 21:28:50.714128 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a78fdb-710f-427f-8422-14429cd07137 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d82edd-17db-480c-8445-5f97c840aa00,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:50.715299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50854) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:50.721113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-086ae5bc-02ea-47d3-92ca-8641e090f5c3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Request body: {'security_group_rule': {'security_group_id': '95d82edd-17db-480c-8445-5f97c840aa00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:50.748492 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-086ae5bc-02ea-47d3-92ca-8641e090f5c3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.805471 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-086ae5bc-02ea-47d3-92ca-8641e090f5c3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.809117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-086ae5bc-02ea-47d3-92ca-8641e090f5c3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.826661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ae5bc-02ea-47d3-92ca-8641e090f5c3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5949449d-e5e9-4900-adc6-fdd1234b0699,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:50.832348 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-086ae5bc-02ea-47d3-92ca-8641e090f5c3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.834661 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-086ae5bc-02ea-47d3-92ca-8641e090f5c3 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182296 Jul 27 21:28:50.836063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50856) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:50.840501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-77f878e3-f96d-438b-b9c8-063430fecf3d tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Request body: {'security_group_rule': {'security_group_id': '95d82edd-17db-480c-8445-5f97c840aa00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:50.867151 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-77f878e3-f96d-438b-b9c8-063430fecf3d tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.924762 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-77f878e3-f96d-438b-b9c8-063430fecf3d tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.928788 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-77f878e3-f96d-438b-b9c8-063430fecf3d tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.946648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f878e3-f96d-438b-b9c8-063430fecf3d tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb22093c-a64f-456a-9215-c3680f080020,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:50.952631 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-77f878e3-f96d-438b-b9c8-063430fecf3d tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:50.954207 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-77f878e3-f96d-438b-b9c8-063430fecf3d tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172168 Jul 27 21:28:50.957171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 50858) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:50.961567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:50.983345 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for floatingip, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:51.083040 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:51.185324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Allocated IP 172.25.2.232 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/fee07a79-079a-4c63-8c0e-255b42eab621) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:28:51.293222 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:51.334535 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:51.372230 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:51.380695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:51.383045 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:28:51.388110 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 75adbe41-dbb7-4e59-a882-aed53fd45633 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:28:51.389746 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event updated for resources: {'Port': ['ID=fee07a79-079a-4c63-8c0e-255b42eab621,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:51.415528 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 75adbe41-dbb7-4e59-a882-aed53fd45633 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:28:51.416152 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 75adbe41-dbb7-4e59-a882-aed53fd45633 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:28:51.483858 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:51.528913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:51.679315 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:51.684085 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:51.748643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event updated for resources: {'Port': ['ID=fee07a79-079a-4c63-8c0e-255b42eab621,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:51.754484 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50115631-1c3e-4485-93ae-836cb93a4055 req-431dd25e-8b5a-483e-87da-fad3837ced53 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:51.756068 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-50115631-1c3e-4485-93ae-836cb93a4055 req-431dd25e-8b5a-483e-87da-fad3837ced53 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 946 time: 0.0688791 Jul 27 21:28:51.764527 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:51.778642 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:51.779972 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-662f45e2-e6ee-47e3-9c93-3f38c0f553df tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8218889 Jul 27 21:28:51.796016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-50115631-1c3e-4485-93ae-836cb93a4055 req-5d4b9e3b-94ae-4ddb-9eee-e2a3c3b13e5a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331197 Jul 27 21:28:51.928424 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caafb29-f285-4d9e-b3b6-4d56a64bbb69 req-553162a8-d8fe-4240-8165-8130317488c6 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:51.929924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2caafb29-f285-4d9e-b3b6-4d56a64bbb69 req-553162a8-d8fe-4240-8165-8130317488c6 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 946 time: 0.0658607 Jul 27 21:28:51.990815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2caafb29-f285-4d9e-b3b6-4d56a64bbb69 req-d2b6c344-0930-4f0f-94e8-67a87fd39452 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548043 Jul 27 21:28:51.995491 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d77fcd19-f038-464c-a8ff-2afead119995 req-0ab3f1f6-11c9-467e-bf77-a892e5d8c3bd tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--266898500&fields=id&tenant_id=a9ae080b5069490c9b04dff975dcc2de HTTP/1.1" status: 200 len: 267 time: 0.0584881 Jul 27 21:28:52.105154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fcd19-f038-464c-a8ff-2afead119995 req-f6f37135-455f-4dbf-b9d3-e5945c7c3099 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:52.106626 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d77fcd19-f038-464c-a8ff-2afead119995 req-f6f37135-455f-4dbf-b9d3-e5945c7c3099 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/networks?id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d HTTP/1.1" status: 200 len: 810 time: 0.1036789 Jul 27 21:28:52.122247 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d77fcd19-f038-464c-a8ff-2afead119995 req-670d8671-46e9-4b93-99a0-4e8716436966 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/quotas/a9ae080b5069490c9b04dff975dcc2de HTTP/1.1" status: 200 len: 375 time: 0.0091531 Jul 27 21:28:52.193281 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d77fcd19-f038-464c-a8ff-2afead119995 req-64bb1aed-bf8b-49b6-83b4-c3340f44cf2e tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9ae080b5069490c9b04dff975dcc2de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654075 Jul 27 21:28:52.293290 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d77fcd19-f038-464c-a8ff-2afead119995 req-8e2608ad-d274-4362-8244-263dbde01393 service neutron] 10.222.0.55 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878675 Jul 27 21:28:52.747582 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d77fcd19-f038-464c-a8ff-2afead119995 req-223ff8ec-e532-463c-b4f6-ddcd05f5eafd service neutron] 10.222.0.55 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479864 Jul 27 21:28:52.939437 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1a9bd047-8b24-4a1d-a825-be95d6cc73b2 req-d06d1860-ec73-4e0c-ba93-040c07e20451 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 210 time: 0.0411067 Jul 27 21:28:53.923699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fcd19-f038-464c-a8ff-2afead119995 req-36d60246-0a4b-4747-b50e-8fa51deffc80 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:53.925182 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d77fcd19-f038-464c-a8ff-2afead119995 req-36d60246-0a4b-4747-b50e-8fa51deffc80 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.20 "GET /v2.0/networks?id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d HTTP/1.1" status: 200 len: 810 time: 0.1103592 Jul 27 21:28:53.971222 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d77fcd19-f038-464c-a8ff-2afead119995 req-aba4a4b3-cc8f-4393-bdc9-0784f8928c10 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9ae080b5069490c9b04dff975dcc2de HTTP/1.1" status: 200 len: 379 time: 0.0371451 Jul 27 21:28:53.981737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-d77fcd19-f038-464c-a8ff-2afead119995 req-ccce0f65-6147-481f-b1b8-6e669f04c6da tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Request body: {'port': {'device_id': 'd160f873-1bec-4ed4-a6c7-3c2f1ce368de', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'admin_state_up': True, 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'security_groups': ['95d82edd-17db-480c-8445-5f97c840aa00']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:54.030626 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-56695c9b-3357-4c43-8ace-a31c75c58a58 req-7b88dcdd-f5be-4894-bf0f-5db59b326330 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 210 time: 0.0322521 Jul 27 21:28:54.090050 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77fcd19-f038-464c-a8ff-2afead119995 req-ccce0f65-6147-481f-b1b8-6e669f04c6da tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Made reservation on behalf of a9ae080b5069490c9b04dff975dcc2de for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:28:54.094387 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d77fcd19-f038-464c-a8ff-2afead119995 req-ccce0f65-6147-481f-b1b8-6e669f04c6da tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:54.223777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-d77fcd19-f038-464c-a8ff-2afead119995 req-ccce0f65-6147-481f-b1b8-6e669f04c6da tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Allocated IP 172.20.0.3 (b0e7c33a-ea4f-4546-9b21-a8aa78717b9d/e8d712bf-ae0f-4aeb-8db8-91555c9506fd/dd32d724-3ca3-497f-bd99-60ccedfa1a90) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:28:54.365608 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d77fcd19-f038-464c-a8ff-2afead119995 req-ccce0f65-6147-481f-b1b8-6e669f04c6da tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:54.382388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-d77fcd19-f038-464c-a8ff-2afead119995 req-ccce0f65-6147-481f-b1b8-6e669f04c6da tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Transition to ACTIVE for port object dd32d724-3ca3-497f-bd99-60ccedfa1a90 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:54.416626 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d77fcd19-f038-464c-a8ff-2afead119995 req-ccce0f65-6147-481f-b1b8-6e669f04c6da tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:54.459248 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77fcd19-f038-464c-a8ff-2afead119995 req-ccce0f65-6147-481f-b1b8-6e669f04c6da tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:54.464237 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-d77fcd19-f038-464c-a8ff-2afead119995 req-ccce0f65-6147-481f-b1b8-6e669f04c6da tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:54.467838 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77fcd19-f038-464c-a8ff-2afead119995 req-ccce0f65-6147-481f-b1b8-6e669f04c6da tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:28:54.492839 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce0f65-6147-481f-b1b8-6e669f04c6da tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event updated for resources: {'Port': ['ID=dd32d724-3ca3-497f-bd99-60ccedfa1a90,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:54.525400 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fcd19-f038-464c-a8ff-2afead119995 req-ccce0f65-6147-481f-b1b8-6e669f04c6da tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:54.526036 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d77fcd19-f038-464c-a8ff-2afead119995 req-ccce0f65-6147-481f-b1b8-6e669f04c6da tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:54.545157 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d77fcd19-f038-464c-a8ff-2afead119995 req-ccce0f65-6147-481f-b1b8-6e669f04c6da tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5676010 Jul 27 21:28:54.557387 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Request body: {'port': {'device_id': 'd160f873-1bec-4ed4-a6c7-3c2f1ce368de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:54.602842 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-d353966e-7676-4605-827b-6d0abd85a230 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:54.605115 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-d353966e-7676-4605-827b-6d0abd85a230 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 812 time: 0.1140709 Jul 27 21:28:54.623356 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-944eccec-abc3-4df8-8ca0-67397fe8a562 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/quotas/089dfa06666549ef86ff31634b0bedcf HTTP/1.1" status: 200 len: 375 time: 0.0110526 Jul 27 21:28:54.647119 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:54.700728 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-6be01af8-7ff4-4348-a3eb-f4f90973a80c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712483 Jul 27 21:28:54.767791 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cbe0ceab-14e9-4233-96fb-7782a4b6d719 None None] Provisioning for port dd32d724-3ca3-497f-bd99-60ccedfa1a90 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:54.771559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cbe0ceab-14e9-4233-96fb-7782a4b6d719 None None] Provisioning complete for port dd32d724-3ca3-497f-bd99-60ccedfa1a90 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:54.772007 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cbe0ceab-14e9-4233-96fb-7782a4b6d719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:54.794643 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-0ac5e0c0-9b5f-48b8-ab47-2a123e952a28 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863030 Jul 27 21:28:54.806687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cbe0ceab-14e9-4233-96fb-7782a4b6d719 None None] Port dd32d724-3ca3-497f-bd99-60ccedfa1a90 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:28:54.892282 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-876e1461-251a-400f-b09a-fbbbf57950c1 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907407 Jul 27 21:28:54.922955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd32d724-3ca3-497f-bd99-60ccedfa1a90 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:28:54.930464 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:54.943312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Transition to ACTIVE for port object dd32d724-3ca3-497f-bd99-60ccedfa1a90 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:54.947162 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:54.999607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Pushing event updated for resources: {'Port': ['ID=dd32d724-3ca3-497f-bd99-60ccedfa1a90,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:55.113234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Attempting to bind port dd32d724-3ca3-497f-bd99-60ccedfa1a90 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:28:55.113379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Attempting to bind port dd32d724-3ca3-497f-bd99-60ccedfa1a90 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'e98eb30a-599c-4113-96c9-2067028e4f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:28:55.113717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Attempting to bind port dd32d724-3ca3-497f-bd99-60ccedfa1a90 on network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:55.114115 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dac4baa5-c494-4eea-af95-697239d1eb4a req-364c4182-ad84-44ed-b5d2-7e91e2f18f67 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 210 time: 0.0476160 Jul 27 21:28:55.118514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Port dd32d724-3ca3-497f-bd99-60ccedfa1a90 on network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:28:55.118845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Attempting to bind port dd32d724-3ca3-497f-bd99-60ccedfa1a90 on network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:55.131435 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:28:55.131435 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Checking segment: {'id': 'e98eb30a-599c-4113-96c9-2067028e4f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:28:55.131435 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Bound using segment: {'id': 'e98eb30a-599c-4113-96c9-2067028e4f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:28:55.131435 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Bound port: dd32d724-3ca3-497f-bd99-60ccedfa1a90, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98eb30a-599c-4113-96c9-2067028e4f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:28:55.131435 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:55.199271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89dc0d-40b9-4d6f-9d79-e2350196960b req-b3570241-88ef-4e46-9e95-d52f1fab48e6 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:55.208822 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f89dc0d-40b9-4d6f-9d79-e2350196960b req-b3570241-88ef-4e46-9e95-d52f1fab48e6 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 943 time: 0.0979216 Jul 27 21:28:55.211762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] For port dd32d724-3ca3-497f-bd99-60ccedfa1a90, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:28:55.215657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] For port dd32d724-3ca3-497f-bd99-60ccedfa1a90, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=dd32d724-3ca3-497f-bd99-60ccedfa1a90,segment=NetworkSegment(e98eb30a-599c-4113-96c9-2067028e4f70),segment_id=e98eb30a-599c-4113-96c9-2067028e4f70)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:28:55.223145 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:55.261434 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:55.262202 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:55.263659 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d77fcd19-f038-464c-a8ff-2afead119995 req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] 10.222.0.20 "PUT /v2.0/ports/dd32d724-3ca3-497f-bd99-60ccedfa1a90 HTTP/1.1" status: 200 len: 1091 time: 0.7106912 Jul 27 21:28:55.268117 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd160f873-1bec-4ed4-a6c7-3c2f1ce368de', 'tag': 'dd32d724-3ca3-497f-bd99-60ccedfa1a90'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:55.271004 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228ed705-9716-4625-b81b-280393727e68" -d '{"events": [{"name": "network-changed", "server_uuid": "d160f873-1bec-4ed4-a6c7-3c2f1ce368de", "tag": "dd32d724-3ca3-497f-bd99-60ccedfa1a90"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:55.277848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f89dc0d-40b9-4d6f-9d79-e2350196960b req-fdecaeed-52f5-44b5-a81c-16bbfdc876ee tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=95d82edd-17db-480c-8445-5f97c840aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658689 Jul 27 21:28:55.308796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c1c38-4383-4a59-b045-0dc2c6934100 service neutron] Pushing event updated for resources: {'Port': ['ID=dd32d724-3ca3-497f-bd99-60ccedfa1a90,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:55.341896 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1943b3a2-15c7-4d14-bc27-06be9ca2193c x-openstack-request-id: req-1943b3a2-15c7-4d14-bc27-06be9ca2193c {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:55.342189 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d160f873-1bec-4ed4-a6c7-3c2f1ce368de", "tag": "dd32d724-3ca3-497f-bd99-60ccedfa1a90", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:55.342519 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1943b3a2-15c7-4d14-bc27-06be9ca2193c {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:55.342929 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd160f873-1bec-4ed4-a6c7-3c2f1ce368de', 'tag': 'dd32d724-3ca3-497f-bd99-60ccedfa1a90', 'status': 'completed', 'code': 200} Jul 27 21:28:55.400577 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fcd19-f038-464c-a8ff-2afead119995 req-d12f43a3-f842-46ce-8ef3-2ec6fc899593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:55.402124 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d77fcd19-f038-464c-a8ff-2afead119995 req-d12f43a3-f842-46ce-8ef3-2ec6fc899593 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9ae080b5069490c9b04dff975dcc2de&device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 1094 time: 0.0811107 Jul 27 21:28:55.448022 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d77fcd19-f038-464c-a8ff-2afead119995 req-0503b783-c309-49d1-9726-07cc8dc9c91c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd32d724-3ca3-497f-bd99-60ccedfa1a90 HTTP/1.1" status: 200 len: 217 time: 0.0375454 Jul 27 21:28:55.507672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fcd19-f038-464c-a8ff-2afead119995 req-531482a5-49e7-46b6-a5d1-d73b3f031934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:55.509208 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d77fcd19-f038-464c-a8ff-2afead119995 req-531482a5-49e7-46b6-a5d1-d73b3f031934 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8d712bf-ae0f-4aeb-8db8-91555c9506fd HTTP/1.1" status: 200 len: 849 time: 0.0541170 Jul 27 21:28:55.570284 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fcd19-f038-464c-a8ff-2afead119995 req-7c8f0829-69f8-46a5-beb4-3987a24899c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:55.571935 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d77fcd19-f038-464c-a8ff-2afead119995 req-7c8f0829-69f8-46a5-beb4-3987a24899c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549288 Jul 27 21:28:55.669589 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d77fcd19-f038-464c-a8ff-2afead119995 req-4eeef121-dd06-4e7a-ae72-3994ab69b0d6 service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897462 Jul 27 21:28:55.763072 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d77fcd19-f038-464c-a8ff-2afead119995 req-92d73252-821d-4688-945b-47cc7079fee7 service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860052 Jul 27 21:28:55.870524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ed705-9716-4625-b81b-280393727e68 req-66d35700-29b6-441a-a794-6f87b9cf4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:55.872026 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-228ed705-9716-4625-b81b-280393727e68 req-66d35700-29b6-441a-a794-6f87b9cf4b05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9ae080b5069490c9b04dff975dcc2de&device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 1094 time: 0.0615563 Jul 27 21:28:55.963654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ed705-9716-4625-b81b-280393727e68 req-1059320a-f47b-438a-9448-d5db1a6f4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:55.965114 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-228ed705-9716-4625-b81b-280393727e68 req-1059320a-f47b-438a-9448-d5db1a6f4cba service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d HTTP/1.1" status: 200 len: 911 time: 0.0846248 Jul 27 21:28:56.022714 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-228ed705-9716-4625-b81b-280393727e68 req-c0b36fcb-f6ea-44fe-8e7e-ec4476fda199 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd32d724-3ca3-497f-bd99-60ccedfa1a90 HTTP/1.1" status: 200 len: 217 time: 0.0403745 Jul 27 21:28:56.125994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ed705-9716-4625-b81b-280393727e68 req-1c7cb89e-e8a6-4b7e-a0d7-83c5103371b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:56.127645 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-228ed705-9716-4625-b81b-280393727e68 req-1c7cb89e-e8a6-4b7e-a0d7-83c5103371b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8d712bf-ae0f-4aeb-8db8-91555c9506fd HTTP/1.1" status: 200 len: 849 time: 0.0960951 Jul 27 21:28:56.208433 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-179cbce1-eb7b-4c7f-86a8-87d3805c100b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:56.209734 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-179cbce1-eb7b-4c7f-86a8-87d3805c100b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 812 time: 0.1520214 Jul 27 21:28:56.226380 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55dd9bce-c195-43fd-bca5-1f59734cb320 req-0f6fc482-bf39-4c51-8f3c-230232053fef tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 210 time: 0.0319769 Jul 27 21:28:56.227068 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-89ae0f85-b98d-4596-afee-f5e1ab5e40c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Request body: {'port': {'device_id': '00f7119a-34d2-4664-bcca-0535da5d8e27', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'admin_state_up': True, 'tenant_id': '089dfa06666549ef86ff31634b0bedcf'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:56.246091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ed705-9716-4625-b81b-280393727e68 req-bf42135a-e9ac-4c9f-94e8-9fd9860dc25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:56.247620 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-228ed705-9716-4625-b81b-280393727e68 req-bf42135a-e9ac-4c9f-94e8-9fd9860dc25d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125700 Jul 27 21:28:56.408647 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-228ed705-9716-4625-b81b-280393727e68 req-f29242b3-2a72-4407-add7-75a5fe76d3fd service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349363 Jul 27 21:28:56.423485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97743ef-b395-427a-8fe8-9a4f0aa6a65c req-376cef8d-6b60-45ac-b77d-06b0b0d1fb66 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:56.425311 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d97743ef-b395-427a-8fe8-9a4f0aa6a65c req-376cef8d-6b60-45ac-b77d-06b0b0d1fb66 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 943 time: 0.0750184 Jul 27 21:28:56.427221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-89ae0f85-b98d-4596-afee-f5e1ab5e40c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Made reservation on behalf of 089dfa06666549ef86ff31634b0bedcf for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:28:56.430633 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-89ae0f85-b98d-4596-afee-f5e1ab5e40c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:56.468119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d97743ef-b395-427a-8fe8-9a4f0aa6a65c req-c6e1c605-6b22-40ba-bfda-ab40297b8a74 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=95d82edd-17db-480c-8445-5f97c840aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355737 Jul 27 21:28:56.841921 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-228ed705-9716-4625-b81b-280393727e68 req-5a825bcd-f160-4b87-bb69-280e431aee08 service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236324 Jul 27 21:28:56.887139 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-89ae0f85-b98d-4596-afee-f5e1ab5e40c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Allocated IP 172.20.0.7 (9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0/4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21/54df4cdc-67eb-48b2-a85d-97939d99875a) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:28:57.042387 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-89ae0f85-b98d-4596-afee-f5e1ab5e40c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:57.058074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-89ae0f85-b98d-4596-afee-f5e1ab5e40c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Transition to ACTIVE for port object 54df4cdc-67eb-48b2-a85d-97939d99875a will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:57.094682 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-89ae0f85-b98d-4596-afee-f5e1ab5e40c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:57.115766 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['5748ed5c-a8d3-4903-b1f6-ff43a513f976'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:28:57.147930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-89ae0f85-b98d-4596-afee-f5e1ab5e40c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:28:57.159406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-89ae0f85-b98d-4596-afee-f5e1ab5e40c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:28:57.163600 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-89ae0f85-b98d-4596-afee-f5e1ab5e40c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:28:57.171315 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae0f85-b98d-4596-afee-f5e1ab5e40c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'Port': ['ID=54df4cdc-67eb-48b2-a85d-97939d99875a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:57.233023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-89ae0f85-b98d-4596-afee-f5e1ab5e40c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:57.233872 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-89ae0f85-b98d-4596-afee-f5e1ab5e40c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:57.276921 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-89ae0f85-b98d-4596-afee-f5e1ab5e40c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0558760 Jul 27 21:28:57.295698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Request body: {'port': {'device_id': '00f7119a-34d2-4664-bcca-0535da5d8e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:28:57.379766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa8bf9-e882-4822-94f5-f14428c59a9e req-eec8ae4a-b5a0-4a25-9ab3-bb7b46e22fec tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:57.382080 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-25fa8bf9-e882-4822-94f5-f14428c59a9e req-eec8ae4a-b5a0-4a25-9ab3-bb7b46e22fec tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 931 time: 0.0731390 Jul 27 21:28:57.391117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:57.409815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device dd32d724-3ca3-497f-bd99-60ccedfa1a90 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:28:57.431233 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-25fa8bf9-e882-4822-94f5-f14428c59a9e req-cb7a688a-0575-4927-9d0e-99bb43656a64 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423951 Jul 27 21:28:57.509625 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-75872561-d327-45c8-b40d-9b30c9928dd1 None None] Provisioning for port 54df4cdc-67eb-48b2-a85d-97939d99875a completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:57.516588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-75872561-d327-45c8-b40d-9b30c9928dd1 None None] Provisioning complete for port 54df4cdc-67eb-48b2-a85d-97939d99875a triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:57.517256 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-75872561-d327-45c8-b40d-9b30c9928dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:57.580378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-75872561-d327-45c8-b40d-9b30c9928dd1 None None] Port 54df4cdc-67eb-48b2-a85d-97939d99875a cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:28:57.600838 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port dd32d724-3ca3-497f-bd99-60ccedfa1a90, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=dd32d724-3ca3-497f-bd99-60ccedfa1a90,segment=NetworkSegment(e98eb30a-599c-4113-96c9-2067028e4f70),segment_id=e98eb30a-599c-4113-96c9-2067028e4f70)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:57.614238 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5e678-db25-4c8e-959b-a515daac245b req-eb49ce84-f405-41ec-9968-c311270455e5 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:57.616082 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ac5e678-db25-4c8e-959b-a515daac245b req-eb49ce84-f405-41ec-9968-c311270455e5 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 943 time: 0.0732527 Jul 27 21:28:57.616359 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'dd32d724-3ca3-497f-bd99-60ccedfa1a90', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'port_id': 'dd32d724-3ca3-497f-bd99-60ccedfa1a90', 'mac_address': 'fa:16:3e:61:96:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:28:57.658717 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:57.661975 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ac5e678-db25-4c8e-959b-a515daac245b req-09ffa2ec-8497-4ef5-af78-c707fd7c5ce2 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=95d82edd-17db-480c-8445-5f97c840aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390537 Jul 27 21:28:57.677505 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd32d724-3ca3-497f-bd99-60ccedfa1a90 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:28:57.699935 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port dd32d724-3ca3-497f-bd99-60ccedfa1a90, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=dd32d724-3ca3-497f-bd99-60ccedfa1a90,segment=NetworkSegment(e98eb30a-599c-4113-96c9-2067028e4f70),segment_id=e98eb30a-599c-4113-96c9-2067028e4f70)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:57.706464 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:57.738954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54df4cdc-67eb-48b2-a85d-97939d99875a {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:28:57.746680 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:57.759882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Transition to ACTIVE for port object 54df4cdc-67eb-48b2-a85d-97939d99875a will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:28:57.761197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=dd32d724-3ca3-497f-bd99-60ccedfa1a90,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:57.764182 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:57.823898 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Pushing event updated for resources: {'Port': ['ID=54df4cdc-67eb-48b2-a85d-97939d99875a,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:57.907646 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['dd32d724-3ca3-497f-bd99-60ccedfa1a90'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:28:57.912349 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Attempting to bind port 54df4cdc-67eb-48b2-a85d-97939d99875a on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:28:57.912775 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Attempting to bind port 54df4cdc-67eb-48b2-a85d-97939d99875a by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:28:57.913293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Attempting to bind port 54df4cdc-67eb-48b2-a85d-97939d99875a on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:57.918410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Port 54df4cdc-67eb-48b2-a85d-97939d99875a on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:28:57.918822 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Attempting to bind port 54df4cdc-67eb-48b2-a85d-97939d99875a on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:28:57.925070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:28:57.925407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Checking segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:28:57.925801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Bound using segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:28:57.926249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Bound port: 54df4cdc-67eb-48b2-a85d-97939d99875a, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:28:57.926790 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:58.002900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] For port 54df4cdc-67eb-48b2-a85d-97939d99875a, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:28:58.006647 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] For port 54df4cdc-67eb-48b2-a85d-97939d99875a, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=54df4cdc-67eb-48b2-a85d-97939d99875a,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:28:58.012665 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:58.065653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:58.066354 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:58.067968 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] 10.222.0.20 "PUT /v2.0/ports/54df4cdc-67eb-48b2-a85d-97939d99875a HTTP/1.1" status: 200 len: 1091 time: 0.7800343 Jul 27 21:28:58.068518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f7119a-34d2-4664-bcca-0535da5d8e27', 'tag': '54df4cdc-67eb-48b2-a85d-97939d99875a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:58.071364 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f902daa-fae2-49e8-b55c-8ba3fe63f93a" -d '{"events": [{"name": "network-changed", "server_uuid": "00f7119a-34d2-4664-bcca-0535da5d8e27", "tag": "54df4cdc-67eb-48b2-a85d-97939d99875a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:58.105333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033022a2-3f11-4d17-85b8-7812dfa6466c service neutron] Pushing event updated for resources: {'Port': ['ID=54df4cdc-67eb-48b2-a85d-97939d99875a,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:58.164901 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c2a9dd-1631-4812-9dbc-4686d0edf368 x-openstack-request-id: req-b1c2a9dd-1631-4812-9dbc-4686d0edf368 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:58.164901 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f7119a-34d2-4664-bcca-0535da5d8e27", "tag": "54df4cdc-67eb-48b2-a85d-97939d99875a", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:58.165201 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1c2a9dd-1631-4812-9dbc-4686d0edf368 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:58.165510 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f7119a-34d2-4664-bcca-0535da5d8e27', 'tag': '54df4cdc-67eb-48b2-a85d-97939d99875a', 'status': 'completed', 'code': 200} Jul 27 21:28:58.202056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-51f49be3-670d-489e-9995-8c2d81899b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:58.204387 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-51f49be3-670d-489e-9995-8c2d81899b5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 1094 time: 0.0734892 Jul 27 21:28:58.249449 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-2e013e41-f594-4c3f-80a8-af6c3d34f15d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54df4cdc-67eb-48b2-a85d-97939d99875a HTTP/1.1" status: 200 len: 217 time: 0.0363476 Jul 27 21:28:58.310159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-a67e7596-0f15-4191-8eae-4a54688dde47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:58.311703 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-a67e7596-0f15-4191-8eae-4a54688dde47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0549335 Jul 27 21:28:58.375669 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-04a59895-a306-44a1-8083-7714888f66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:58.377191 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-04a59895-a306-44a1-8083-7714888f66f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581257 Jul 27 21:28:58.470203 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-f820918c-4761-401e-8f01-099506b2db85 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849071 Jul 27 21:28:58.579532 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d2b57278-01bd-4fdc-9bce-73b649533781 req-b720061f-ba29-4cf9-a70f-456399e316a7 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011446 Jul 27 21:28:58.596908 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e49128-6f3f-4fbf-9874-c875477d8057 req-285d4687-e3ba-4e98-bdc8-73bbb9183711 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:58.599093 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11e49128-6f3f-4fbf-9874-c875477d8057 req-285d4687-e3ba-4e98-bdc8-73bbb9183711 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 943 time: 0.0689735 Jul 27 21:28:58.640148 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11e49128-6f3f-4fbf-9874-c875477d8057 req-59c67ba0-0adf-4de9-b5de-61a73151a509 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344789 Jul 27 21:28:58.682309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f902daa-fae2-49e8-b55c-8ba3fe63f93a req-a2f83149-b218-4138-a324-20c416f3bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:58.683820 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f902daa-fae2-49e8-b55c-8ba3fe63f93a req-a2f83149-b218-4138-a324-20c416f3bb0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 1094 time: 0.0566738 Jul 27 21:28:58.787413 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f902daa-fae2-49e8-b55c-8ba3fe63f93a req-4b11d0e6-941f-44ce-8681-89b69b247b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:58.788812 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f902daa-fae2-49e8-b55c-8ba3fe63f93a req-4b11d0e6-941f-44ce-8681-89b69b247b92 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.0979016 Jul 27 21:28:58.803894 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242cb0c-e2fb-4aaa-b03a-1e2d0887533d req-8eef0a48-9ebf-4654-bd39-5cceb80e0b8c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:58.806840 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6242cb0c-e2fb-4aaa-b03a-1e2d0887533d req-8eef0a48-9ebf-4654-bd39-5cceb80e0b8c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 944 time: 0.0687513 Jul 27 21:28:58.842026 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f902daa-fae2-49e8-b55c-8ba3fe63f93a req-c951a137-4453-4823-8c04-e8f20a6ed8d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54df4cdc-67eb-48b2-a85d-97939d99875a HTTP/1.1" status: 200 len: 217 time: 0.0454812 Jul 27 21:28:58.855782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6242cb0c-e2fb-4aaa-b03a-1e2d0887533d req-b412023d-67ad-4d1e-b4df-b7d7a3622195 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=95d82edd-17db-480c-8445-5f97c840aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423589 Jul 27 21:28:58.951989 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f902daa-fae2-49e8-b55c-8ba3fe63f93a req-2bbb7bf1-fb13-40ba-9af6-4e1d2c788cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:58.954409 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f902daa-fae2-49e8-b55c-8ba3fe63f93a req-2bbb7bf1-fb13-40ba-9af6-4e1d2c788cd1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.1049230 Jul 27 21:28:59.037230 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f902daa-fae2-49e8-b55c-8ba3fe63f93a req-7722d6ba-3ec6-4042-b13f-5936a43a5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:59.038880 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f902daa-fae2-49e8-b55c-8ba3fe63f93a req-7722d6ba-3ec6-4042-b13f-5936a43a5d52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780532 Jul 27 21:28:59.155981 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f902daa-fae2-49e8-b55c-8ba3fe63f93a req-02bab1ba-61e9-4e16-a18d-b0fd8f617449 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081014 Jul 27 21:28:59.202295 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2e582-48c0-408a-9c6b-111b7fb7b828 req-606d54bf-440b-46f7-8341-61451f0c7c35 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:59.205127 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-64d2e582-48c0-408a-9c6b-111b7fb7b828 req-606d54bf-440b-46f7-8341-61451f0c7c35 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 1096 time: 0.0669084 Jul 27 21:28:59.233406 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-64d2e582-48c0-408a-9c6b-111b7fb7b828 req-bcd11143-9abc-43b6-8ce3-9fc13be9b246 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:59.326630 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f902daa-fae2-49e8-b55c-8ba3fe63f93a req-c21e4a24-03f6-4587-9309-533aebdb25e4 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638916 Jul 27 21:28:59.368827 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-64d2e582-48c0-408a-9c6b-111b7fb7b828 req-bcd11143-9abc-43b6-8ce3-9fc13be9b246 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:59.373336 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-64d2e582-48c0-408a-9c6b-111b7fb7b828 req-bcd11143-9abc-43b6-8ce3-9fc13be9b246 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:59.423644 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-64d2e582-48c0-408a-9c6b-111b7fb7b828 req-bcd11143-9abc-43b6-8ce3-9fc13be9b246 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116086 Jul 27 21:28:59.426952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device dd32d724-3ca3-497f-bd99-60ccedfa1a90 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:28:59.439950 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd11143-9abc-43b6-8ce3-9fc13be9b246 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05efb98-8bd6-4538-96a7-f5b24703edf6,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:59.504211 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port dd32d724-3ca3-497f-bd99-60ccedfa1a90 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:28:59.509397 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port dd32d724-3ca3-497f-bd99-60ccedfa1a90 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:28:59.509779 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:59.575199 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d1d10-c0cc-469f-baf5-757071947472 req-751f41e0-a95b-4137-a2ae-2928124c5838 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:59.582212 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e9d1d10-c0cc-469f-baf5-757071947472 req-751f41e0-a95b-4137-a2ae-2928124c5838 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0812418 Jul 27 21:28:59.630277 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:59.649186 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e9d1d10-c0cc-469f-baf5-757071947472 req-512fffcf-48df-4659-9cc1-6badf62976a1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527167 Jul 27 21:28:59.674441 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51012) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:28:59.679559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd160f873-1bec-4ed4-a6c7-3c2f1ce368de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd32d724-3ca3-497f-bd99-60ccedfa1a90'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:28:59.682017 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a813b5-4554-4ec8-ac1b-008dc7660eb8" -d '{"events": [{"server_uuid": "d160f873-1bec-4ed4-a6c7-3c2f1ce368de", "name": "network-vif-plugged", "status": "completed", "tag": "dd32d724-3ca3-497f-bd99-60ccedfa1a90"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:28:59.700083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port dd32d724-3ca3-497f-bd99-60ccedfa1a90, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=dd32d724-3ca3-497f-bd99-60ccedfa1a90,segment=NetworkSegment(e98eb30a-599c-4113-96c9-2067028e4f70),segment_id=e98eb30a-599c-4113-96c9-2067028e4f70)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:28:59.713544 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:28:59.790525 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6c5b97c5-8278-4e50-b978-04ae461380ef tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/floatingips/073dfd61-c7a7-4a10-bd15-8172adb0937b HTTP/1.1" status: 200 len: 993 time: 0.1151052 Jul 27 21:28:59.820830 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=dd32d724-3ca3-497f-bd99-60ccedfa1a90,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:28:59.868619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17765556-32d5-4562-b90f-2e219d2c5238 req-a11d80bd-5384-4d09-85ff-03a6bca1c560 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:28:59.870961 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-17765556-32d5-4562-b90f-2e219d2c5238 req-a11d80bd-5384-4d09-85ff-03a6bca1c560 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 943 time: 0.1401930 Jul 27 21:28:59.932569 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b508a582-308b-44fe-a78b-6238e20ef616 x-openstack-request-id: req-b508a582-308b-44fe-a78b-6238e20ef616 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:28:59.932883 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d160f873-1bec-4ed4-a6c7-3c2f1ce368de", "name": "network-vif-plugged", "status": "completed", "tag": "dd32d724-3ca3-497f-bd99-60ccedfa1a90", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:28:59.933336 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b508a582-308b-44fe-a78b-6238e20ef616 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:28:59.933809 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd160f873-1bec-4ed4-a6c7-3c2f1ce368de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd32d724-3ca3-497f-bd99-60ccedfa1a90', 'code': 200} Jul 27 21:28:59.977428 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-17765556-32d5-4562-b90f-2e219d2c5238 req-5e576d92-2ed5-4c33-9e1b-5a9a2e0899d0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876064 Jul 27 21:29:00.098783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e1d31-bbe4-46bf-8604-31d29a25d92b req-4117aff5-c8d6-4e96-b8a7-d7471b164db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:00.100415 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-226e1d31-bbe4-46bf-8604-31d29a25d92b req-4117aff5-c8d6-4e96-b8a7-d7471b164db1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 1096 time: 0.0650074 Jul 27 21:29:00.143713 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-226e1d31-bbe4-46bf-8604-31d29a25d92b req-b85dd7d2-b381-448e-aca7-01da9807dee6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=95d82edd-17db-480c-8445-5f97c840aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363498 Jul 27 21:29:00.177697 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0090f-efa1-4b56-a7e1-e0651423c51d req-dddda309-6aef-462f-a210-58b047e134ff tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:00.178514 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ff0090f-efa1-4b56-a7e1-e0651423c51d req-dddda309-6aef-462f-a210-58b047e134ff tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 945 time: 0.1021130 Jul 27 21:29:00.225237 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ff0090f-efa1-4b56-a7e1-e0651423c51d req-68314969-cde3-4811-9ce5-8e80f2b10110 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=95d82edd-17db-480c-8445-5f97c840aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403538 Jul 27 21:29:00.669999 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf34eeb-1788-4a2a-8eb2-f850acefca3f req-0d7509cb-8534-4ef8-9508-a2c4b612575f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:00.671767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bbf34eeb-1788-4a2a-8eb2-f850acefca3f req-0d7509cb-8534-4ef8-9508-a2c4b612575f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0818224 Jul 27 21:29:00.734782 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-65ed296c-47cd-4ec5-b24c-be2de49188d8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1526763 Jul 27 21:29:00.737918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bbf34eeb-1788-4a2a-8eb2-f850acefca3f req-b48d56c1-ea82-4d4d-b450-749b14805d2a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528114 Jul 27 21:29:01.182332 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7b6bd-eebd-4874-b3de-14b5d44a93ef req-71f1215a-0d43-428f-a9de-5e96f5fc44de tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:01.183937 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e1f7b6bd-eebd-4874-b3de-14b5d44a93ef req-71f1215a-0d43-428f-a9de-5e96f5fc44de tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 943 time: 0.1169384 Jul 27 21:29:01.227677 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e1f7b6bd-eebd-4874-b3de-14b5d44a93ef req-16228324-021d-4491-8ee9-71734608094f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352767 Jul 27 21:29:01.449976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22caf4bc-282e-45e8-8d59-69ec4b676006 req-8737c58c-5cc4-4cfb-b7b1-852c0eeb0cc4 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:01.465479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22caf4bc-282e-45e8-8d59-69ec4b676006 req-8737c58c-5cc4-4cfb-b7b1-852c0eeb0cc4 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 945 time: 0.1368058 Jul 27 21:29:01.526976 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22caf4bc-282e-45e8-8d59-69ec4b676006 req-39cfe0d3-ed28-4111-b04e-1befbb0b122c tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=95d82edd-17db-480c-8445-5f97c840aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590825 Jul 27 21:29:01.712518 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614432a-e4bc-4fe3-a132-cb9f060045a5 req-3802b356-1ee9-4155-b462-e20b480537e9 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:01.715324 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6614432a-e4bc-4fe3-a132-cb9f060045a5 req-3802b356-1ee9-4155-b462-e20b480537e9 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 945 time: 0.0858369 Jul 27 21:29:01.725588 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51066) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:01.731971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-9b33c430-5909-4662-841d-b907cb70c92b tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Request body: {'floatingip': {'port_id': 'dd32d724-3ca3-497f-bd99-60ccedfa1a90'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:01.788437 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b33c430-5909-4662-841d-b907cb70c92b tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:02.045263 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedadb6-f0ed-44cb-9644-13f5e550c3cf req-0e666240-786f-4f8c-84ff-32f7e896068d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:02.047047 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2cedadb6-f0ed-44cb-9644-13f5e550c3cf req-0e666240-786f-4f8c-84ff-32f7e896068d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.2143455 Jul 27 21:29:02.134097 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2cedadb6-f0ed-44cb-9644-13f5e550c3cf req-b2e4a3b5-0af6-4e47-8309-726d578b6890 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760841 Jul 27 21:29:02.462361 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b33c430-5909-4662-841d-b907cb70c92b tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:02.471032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-9a481541-1c10-4503-84ce-44649a295621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:02.474002 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-9a481541-1c10-4503-84ce-44649a295621 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 1096 time: 0.0795658 Jul 27 21:29:02.478184 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b33c430-5909-4662-841d-b907cb70c92b tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:02.557880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72d160-4195-480c-85a6-ed57590e37b0 req-d74df54b-2ff8-4a5f-94ab-e2418a6e6cf3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:02.559465 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a72d160-4195-480c-85a6-ed57590e37b0 req-d74df54b-2ff8-4a5f-94ab-e2418a6e6cf3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 943 time: 0.2121449 Jul 27 21:29:02.596838 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-be593ab2-9ffe-4ab9-8dd3-1b855bd11ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:02.600327 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-be593ab2-9ffe-4ab9-8dd3-1b855bd11ec7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=23db90a1-e7db-4d32-a390-0087cda1e521 HTTP/1.1" status: 200 len: 897 time: 0.1176121 Jul 27 21:29:02.691040 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-824cad42-f0c1-4e99-b85a-3d8a56f9c4be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d HTTP/1.1" status: 200 len: 1001 time: 0.0809844 Jul 27 21:29:02.692015 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a72d160-4195-480c-85a6-ed57590e37b0 req-aa353b54-dbff-4b6d-bb23-2d2a14e1c6c9 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226561 Jul 27 21:29:02.703707 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-9b33c430-5909-4662-841d-b907cb70c92b tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Floating IP 161a05a8-fbba-44c7-a6e3-3ddbebf2ffb2 associated. External IP: 172.25.2.232, port: dd32d724-3ca3-497f-bd99-60ccedfa1a90. Jul 27 21:29:02.718459 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-22a1c047-60d3-49a1-92d4-b02d251debbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:02.770254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-ad7b8273-be58-4cd7-9453-49ce5c59ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:02.771832 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-ad7b8273-be58-4cd7-9453-49ce5c59ae17 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=610d8642-f34c-456c-b059-75bb31290511 HTTP/1.1" status: 200 len: 834 time: 0.0614831 Jul 27 21:29:02.859894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-32cb01a8-ca84-4326-a2a4-bbebddc75d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:02.861998 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-32cb01a8-ca84-4326-a2a4-bbebddc75d2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23db90a1-e7db-4d32-a390-0087cda1e521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815370 Jul 27 21:29:02.954421 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b33c430-5909-4662-841d-b907cb70c92b tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:29:02.979018 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-f36d5b13-2bcc-4a0b-9d0a-21dfa5b1c855 service neutron] 10.222.0.66 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074824 Jul 27 21:29:03.096833 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b33c430-5909-4662-841d-b907cb70c92b tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:29:03.101936 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b33c430-5909-4662-841d-b907cb70c92b tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:03.113457 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-8fee66a0-9da9-4784-8ebb-9ba0da36aaf9 service neutron] 10.222.0.66 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272295 Jul 27 21:29:03.120918 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f67eff-dd14-4f1d-8f4a-485af3a04ff1 None None] Sync routers for ids ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:29:03.131436 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f67eff-dd14-4f1d-8f4a-485af3a04ff1 None None] Routers {'ef1e3220-3176-4a9e-95c1-4ed46902e2c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:03.132450 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-98f67eff-dd14-4f1d-8f4a-485af3a04ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:28:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:03.205089 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9b33c430-5909-4662-841d-b907cb70c92b tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "PUT /v2.0/floatingips/161a05a8-fbba-44c7-a6e3-3ddbebf2ffb2 HTTP/1.1" status: 200 len: 991 time: 1.4755373 Jul 27 21:29:03.208526 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd160f873-1bec-4ed4-a6c7-3c2f1ce368de', 'tag': 'dd32d724-3ca3-497f-bd99-60ccedfa1a90'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:03.217265 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e276fac3-7c52-410c-b21b-d2fe18b22d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "d160f873-1bec-4ed4-a6c7-3c2f1ce368de", "tag": "dd32d724-3ca3-497f-bd99-60ccedfa1a90"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:03.273697 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-98f67eff-dd14-4f1d-8f4a-485af3a04ff1 None None] Set router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:03.361168 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80ec47-d9cc-41f3-a473-e49d05e0afb1 req-b9633ede-e311-4dd8-9734-4b261342690e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:03.369260 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd80ec47-d9cc-41f3-a473-e49d05e0afb1 req-b9633ede-e311-4dd8-9734-4b261342690e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.1301939 Jul 27 21:29:03.412833 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd80ec47-d9cc-41f3-a473-e49d05e0afb1 req-8a26e299-8586-48b7-bcce-e63a3dc33740 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424476 Jul 27 21:29:03.469495 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d7a1c6-aea9-42a0-8508-878de7c31015 x-openstack-request-id: req-87d7a1c6-aea9-42a0-8508-878de7c31015 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:03.469781 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d160f873-1bec-4ed4-a6c7-3c2f1ce368de", "tag": "dd32d724-3ca3-497f-bd99-60ccedfa1a90", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:03.470034 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87d7a1c6-aea9-42a0-8508-878de7c31015 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:03.470477 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd160f873-1bec-4ed4-a6c7-3c2f1ce368de', 'tag': 'dd32d724-3ca3-497f-bd99-60ccedfa1a90', 'status': 'completed', 'code': 200} Jul 27 21:29:03.553035 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-98f67eff-dd14-4f1d-8f4a-485af3a04ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:25:02Z', 'revision_number': 4, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '161a05a8-fbba-44c7-a6e3-3ddbebf2ffb2', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'port_id': 'dd32d724-3ca3-497f-bd99-60ccedfa1a90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'mac_address': 'fa:16:3e:61:96:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd160f873-1bec-4ed4-a6c7-3c2f1ce368de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:28:51Z', 'updated_at': '2021-07-27T21:29:02Z', 'revision_number': 1, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0c04cd-2962-478d-b7e3-4a68fd06ef50', 'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'mac_address': 'fa:16:3e:eb:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:01Z', 'updated_at': '2021-07-27T21:25:08Z', 'revision_number': 5, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'subnets': [{'id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:03.568925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276fac3-7c52-410c-b21b-d2fe18b22d4d req-348e6377-a88b-4866-891e-a135ec45eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:03.571165 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e276fac3-7c52-410c-b21b-d2fe18b22d4d req-348e6377-a88b-4866-891e-a135ec45eda0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9ae080b5069490c9b04dff975dcc2de&device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 1096 time: 0.0774562 Jul 27 21:29:03.588023 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f67eff-dd14-4f1d-8f4a-485af3a04ff1 None None] Checking router: ef1e3220-3176-4a9e-95c1-4ed46902e2c4 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:29:03.599980 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f67eff-dd14-4f1d-8f4a-485af3a04ff1 None None] Routers {'ef1e3220-3176-4a9e-95c1-4ed46902e2c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:03.600655 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-98f67eff-dd14-4f1d-8f4a-485af3a04ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:28:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:03.690366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276fac3-7c52-410c-b21b-d2fe18b22d4d req-17526bbf-6e25-4196-84d2-c00a2c07adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:03.692415 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e276fac3-7c52-410c-b21b-d2fe18b22d4d req-17526bbf-6e25-4196-84d2-c00a2c07adab service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d HTTP/1.1" status: 200 len: 911 time: 0.1138055 Jul 27 21:29:03.750202 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-98f67eff-dd14-4f1d-8f4a-485af3a04ff1 None None] Set router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:03.780416 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e276fac3-7c52-410c-b21b-d2fe18b22d4d req-d6461dd6-bff2-4685-ba62-e5f0f1753a8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd32d724-3ca3-497f-bd99-60ccedfa1a90 HTTP/1.1" status: 200 len: 999 time: 0.0806646 Jul 27 21:29:03.843283 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019a28f-c954-4410-8e02-20bc3b8be740 req-d9300b29-e0d9-448c-8306-ff6e13ca7e01 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:03.851281 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b019a28f-c954-4410-8e02-20bc3b8be740 req-d9300b29-e0d9-448c-8306-ff6e13ca7e01 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 943 time: 0.0780876 Jul 27 21:29:03.872051 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276fac3-7c52-410c-b21b-d2fe18b22d4d req-713a07ab-0042-4db8-a6e5-cf0dde327a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:03.874045 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e276fac3-7c52-410c-b21b-d2fe18b22d4d req-713a07ab-0042-4db8-a6e5-cf0dde327a06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8d712bf-ae0f-4aeb-8db8-91555c9506fd HTTP/1.1" status: 200 len: 849 time: 0.0850956 Jul 27 21:29:03.900625 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b019a28f-c954-4410-8e02-20bc3b8be740 req-81ae0fee-4fe4-45a3-9d08-3bee3555f359 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482817 Jul 27 21:29:03.981093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276fac3-7c52-410c-b21b-d2fe18b22d4d req-7e620234-a3c1-42c0-b9ab-37c01d853c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:03.982699 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e276fac3-7c52-410c-b21b-d2fe18b22d4d req-7e620234-a3c1-42c0-b9ab-37c01d853c06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013634 Jul 27 21:29:04.094823 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e276fac3-7c52-410c-b21b-d2fe18b22d4d req-092ac18b-a46b-4e0b-ab2d-f85852d053b2 service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041780 Jul 27 21:29:04.161762 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-98f67eff-dd14-4f1d-8f4a-485af3a04ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:25:02Z', 'revision_number': 4, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '161a05a8-fbba-44c7-a6e3-3ddbebf2ffb2', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'port_id': 'dd32d724-3ca3-497f-bd99-60ccedfa1a90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'mac_address': 'fa:16:3e:61:96:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd160f873-1bec-4ed4-a6c7-3c2f1ce368de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:28:51Z', 'updated_at': '2021-07-27T21:29:02Z', 'revision_number': 1, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0c04cd-2962-478d-b7e3-4a68fd06ef50', 'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'mac_address': 'fa:16:3e:eb:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:01Z', 'updated_at': '2021-07-27T21:25:08Z', 'revision_number': 5, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'subnets': [{'id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:04.170408 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:04.192025 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f67eff-dd14-4f1d-8f4a-485af3a04ff1 None None] The sync data for ids ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'] in n-d-764806-9 is: [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:25:02Z', 'revision_number': 4, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '161a05a8-fbba-44c7-a6e3-3ddbebf2ffb2', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'floating_ip_address': '172.25.2.232', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'port_id': 'dd32d724-3ca3-497f-bd99-60ccedfa1a90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'mac_address': 'fa:16:3e:61:96:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd160f873-1bec-4ed4-a6c7-3c2f1ce368de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:28:51Z', 'updated_at': '2021-07-27T21:29:02Z', 'revision_number': 1, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0c04cd-2962-478d-b7e3-4a68fd06ef50', 'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'mac_address': 'fa:16:3e:eb:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:01Z', 'updated_at': '2021-07-27T21:25:08Z', 'revision_number': 5, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'subnets': [{'id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:29:04.207676 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e276fac3-7c52-410c-b21b-d2fe18b22d4d req-fc982050-4f48-478b-b01a-ad3438294aad service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063571 Jul 27 21:29:04.449078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce6d8e5-58bf-488f-9c95-410fce750f9c None None] New status for floating IP 161a05a8-fbba-44c7-a6e3-3ddbebf2ffb2: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:29:04.577249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7675e72-df98-4643-9caa-36e5701d4473 req-96dcc058-6ec8-4407-80ff-83c4d94e44cf tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:04.584657 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7675e72-df98-4643-9caa-36e5701d4473 req-96dcc058-6ec8-4407-80ff-83c4d94e44cf tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0839579 Jul 27 21:29:04.626988 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7675e72-df98-4643-9caa-36e5701d4473 req-693b6868-dfd0-45d0-8fab-a9d53b18adbb tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412929 Jul 27 21:29:05.055175 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef3f7a-260b-4f0e-9c5d-d0cf5c725ba8 req-e06f91dd-ad58-4e99-b4f5-4d3a41a4a6f8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:05.056587 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9cef3f7a-260b-4f0e-9c5d-d0cf5c725ba8 req-e06f91dd-ad58-4e99-b4f5-4d3a41a4a6f8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 943 time: 0.0652196 Jul 27 21:29:05.095067 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9cef3f7a-260b-4f0e-9c5d-d0cf5c725ba8 req-aa84f20f-cc33-4c7e-9036-c8b360497779 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325344 Jul 27 21:29:05.371695 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e5bda5a5-2f87-4d94-872f-3bea9e1bc706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:05.469564 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:05.772438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e306e5-6052-4230-bdcb-092299077463 req-a0999440-fc40-4d08-b61d-2a2541bfe53f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:05.774112 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18e306e5-6052-4230-bdcb-092299077463 req-a0999440-fc40-4d08-b61d-2a2541bfe53f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0732567 Jul 27 21:29:05.815853 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18e306e5-6052-4230-bdcb-092299077463 req-ebe8636e-38d8-4ac7-854f-13e68b46c5cb tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356846 Jul 27 21:29:06.229725 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de4cf6-1d98-4c05-8627-97362acda804 req-2fd09f83-2561-4859-890a-17fa3575bca2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:06.231308 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32de4cf6-1d98-4c05-8627-97362acda804 req-2fd09f83-2561-4859-890a-17fa3575bca2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 943 time: 0.0656359 Jul 27 21:29:06.276910 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32de4cf6-1d98-4c05-8627-97362acda804 req-4b061f10-629a-4b0e-8966-610c277ec501 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387664 Jul 27 21:29:06.946510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3902c3-119a-49de-b07e-8942d9426e55 req-474221db-39dc-47a6-b57a-68658ec58de7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:06.948166 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea3902c3-119a-49de-b07e-8942d9426e55 req-474221db-39dc-47a6-b57a-68658ec58de7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0639343 Jul 27 21:29:06.987367 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea3902c3-119a-49de-b07e-8942d9426e55 req-ecd57a35-cf17-4a10-9ee5-06c8f1a778cf tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322850 Jul 27 21:29:07.220722 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:07.417244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0379ee-2f9e-414d-9005-774c0ad0ac7f req-a3bd7fb1-1466-452c-9aa8-b13afc76f606 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:07.418712 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c0379ee-2f9e-414d-9005-774c0ad0ac7f req-a3bd7fb1-1466-452c-9aa8-b13afc76f606 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 943 time: 0.0697753 Jul 27 21:29:07.458483 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c0379ee-2f9e-414d-9005-774c0ad0ac7f req-ea82d2b6-4b13-47d7-ba91-f959ecb25e72 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329676 Jul 27 21:29:07.843031 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:08.120758 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f7faf-b341-4ac6-ae08-de3fa162d29a req-03ccc16c-3740-4e8b-8262-fa449b915440 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:08.122290 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a59f7faf-b341-4ac6-ae08-de3fa162d29a req-03ccc16c-3740-4e8b-8262-fa449b915440 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0652151 Jul 27 21:29:08.161492 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a59f7faf-b341-4ac6-ae08-de3fa162d29a req-d0ebf046-55d7-478a-b450-2ffa168551f7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329158 Jul 27 21:29:08.601790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9980ca-596f-4593-86d8-50436e373a9f req-3c7aae32-9eff-45be-aa18-198fc6ac9f2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:08.603356 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee9980ca-596f-4593-86d8-50436e373a9f req-3c7aae32-9eff-45be-aa18-198fc6ac9f2b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 943 time: 0.0726979 Jul 27 21:29:08.644885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee9980ca-596f-4593-86d8-50436e373a9f req-62727760-422b-4d8b-8249-3ca33d3fd095 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355644 Jul 27 21:29:08.903230 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:09.298395 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad0e6f-0389-4e0b-b7a8-01d6023e7c6d req-bd076212-7e5b-4f83-9cd5-49441d99efe4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:09.299974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15ad0e6f-0389-4e0b-b7a8-01d6023e7c6d req-bd076212-7e5b-4f83-9cd5-49441d99efe4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0661993 Jul 27 21:29:09.339139 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15ad0e6f-0389-4e0b-b7a8-01d6023e7c6d req-d5297bbe-7fce-4cc5-a228-5a0e9834668a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329714 Jul 27 21:29:09.787145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092dee8-91a4-47a7-ac7c-647cc57da73f req-ef5e14b1-cc5f-40ee-874f-0e67058c4d7a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:09.788640 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9092dee8-91a4-47a7-ac7c-647cc57da73f req-ef5e14b1-cc5f-40ee-874f-0e67058c4d7a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 943 time: 0.0662749 Jul 27 21:29:09.828787 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9092dee8-91a4-47a7-ac7c-647cc57da73f req-ba1bbaf9-e94c-42ae-9e05-3288d519ceca tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340784 Jul 27 21:29:10.109067 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11a4fe4b-24f4-49bf-8cc4-169e722147f2 req-d8d0b59f-b58a-4040-a17a-44afe62976c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557516 Jul 27 21:29:10.218878 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4fe4b-24f4-49bf-8cc4-169e722147f2 req-51339e4d-a593-4a5c-878f-e068045d2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:10.220487 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11a4fe4b-24f4-49bf-8cc4-169e722147f2 req-51339e4d-a593-4a5c-878f-e068045d2978 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9ae080b5069490c9b04dff975dcc2de&device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 1096 time: 0.0587239 Jul 27 21:29:10.325858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4fe4b-24f4-49bf-8cc4-169e722147f2 req-864248dc-8dac-4232-96f3-52009c7732c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:10.327385 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11a4fe4b-24f4-49bf-8cc4-169e722147f2 req-864248dc-8dac-4232-96f3-52009c7732c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d HTTP/1.1" status: 200 len: 911 time: 0.0874779 Jul 27 21:29:10.404304 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11a4fe4b-24f4-49bf-8cc4-169e722147f2 req-7baf312e-2ec5-4af3-aee7-7ed23c04f7f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd32d724-3ca3-497f-bd99-60ccedfa1a90 HTTP/1.1" status: 200 len: 1001 time: 0.0688710 Jul 27 21:29:10.455379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4fe4b-24f4-49bf-8cc4-169e722147f2 req-b580d6fa-fe4e-4ec4-94ee-d4f4b89740ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:10.456898 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11a4fe4b-24f4-49bf-8cc4-169e722147f2 req-b580d6fa-fe4e-4ec4-94ee-d4f4b89740ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8d712bf-ae0f-4aeb-8db8-91555c9506fd HTTP/1.1" status: 200 len: 849 time: 0.0456808 Jul 27 21:29:10.485859 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befaced-4b96-4b60-b6d8-3e47c898c0ba req-203126a8-0f1d-4d1a-bb37-69b426a0daae tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:10.487455 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0befaced-4b96-4b60-b6d8-3e47c898c0ba req-203126a8-0f1d-4d1a-bb37-69b426a0daae tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0710909 Jul 27 21:29:10.520587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4fe4b-24f4-49bf-8cc4-169e722147f2 req-3a1e92ad-f758-4a01-94bc-36009d98a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:10.522150 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11a4fe4b-24f4-49bf-8cc4-169e722147f2 req-3a1e92ad-f758-4a01-94bc-36009d98a628 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587854 Jul 27 21:29:10.529692 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0befaced-4b96-4b60-b6d8-3e47c898c0ba req-095daf8c-b245-4e9e-b593-29fe721f4b86 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361545 Jul 27 21:29:10.621163 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11a4fe4b-24f4-49bf-8cc4-169e722147f2 req-b96229f6-ed87-4a33-a3b9-693b253c0ec2 service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916398 Jul 27 21:29:10.715953 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11a4fe4b-24f4-49bf-8cc4-169e722147f2 req-dcf31e43-88eb-4185-8642-4d1a64943394 service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864015 Jul 27 21:29:10.971933 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0250f45-1416-496b-8797-085f1db2a5e8 req-fc701fe1-a2cd-49a2-8aa5-0be536c4dc0e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:10.973339 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0250f45-1416-496b-8797-085f1db2a5e8 req-fc701fe1-a2cd-49a2-8aa5-0be536c4dc0e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 943 time: 0.0724053 Jul 27 21:29:11.014281 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0250f45-1416-496b-8797-085f1db2a5e8 req-947710f3-9ecf-4a39-a943-902f106e0759 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347376 Jul 27 21:29:11.673139 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed7ae0-9872-4c21-aa50-6a625ed0e063 req-533d22f7-33aa-489e-ae9b-70b3400ef2bf tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:11.674667 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53ed7ae0-9872-4c21-aa50-6a625ed0e063 req-533d22f7-33aa-489e-ae9b-70b3400ef2bf tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0682178 Jul 27 21:29:11.712357 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53ed7ae0-9872-4c21-aa50-6a625ed0e063 req-b6927239-f497-4d09-b7a6-a11bc114ada6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317857 Jul 27 21:29:12.150387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e77bea-ea29-40ff-95b2-4ac8240029e4 req-2ef718e2-90e9-4dd9-b640-5d7b56cbde72 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:12.151944 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03e77bea-ea29-40ff-95b2-4ac8240029e4 req-2ef718e2-90e9-4dd9-b640-5d7b56cbde72 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 943 time: 0.0662575 Jul 27 21:29:12.190810 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03e77bea-ea29-40ff-95b2-4ac8240029e4 req-b3bdd58c-43ab-40cd-8384-1bc7892f382a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Jul 27 21:29:12.855329 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84c577-1503-444a-92fb-77a430ee35de req-af459b74-fdb6-4d18-89df-ae17bcbbb2f2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:12.856822 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca84c577-1503-444a-92fb-77a430ee35de req-af459b74-fdb6-4d18-89df-ae17bcbbb2f2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0693991 Jul 27 21:29:12.894881 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca84c577-1503-444a-92fb-77a430ee35de req-3da4cff8-5f53-4599-8c8a-9714b654fb75 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313344 Jul 27 21:29:13.339262 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6d52a-c1ff-4fb5-b67a-29ab39f8b287 req-fe61dae9-93d5-4d72-a1d5-f803d0212ddc tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:13.340918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f9a6d52a-c1ff-4fb5-b67a-29ab39f8b287 req-fe61dae9-93d5-4d72-a1d5-f803d0212ddc tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 943 time: 0.0772064 Jul 27 21:29:13.385601 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f9a6d52a-c1ff-4fb5-b67a-29ab39f8b287 req-b90038db-0eb2-4aac-92fa-9db36d354d28 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362399 Jul 27 21:29:14.028711 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b74e7-d6c9-4095-8cee-85fc5dfbb329 req-12a6147a-ac29-45d7-b28b-df0f2752faf6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:14.030204 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b79b74e7-d6c9-4095-8cee-85fc5dfbb329 req-12a6147a-ac29-45d7-b28b-df0f2752faf6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0650287 Jul 27 21:29:14.069276 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b79b74e7-d6c9-4095-8cee-85fc5dfbb329 req-4b1edc29-ed15-42e7-ab0c-d5e2e44d2953 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325241 Jul 27 21:29:14.527060 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528eaf5-06a8-4df5-8de4-56bc44d52c31 req-3ca3b0bc-e738-4f8b-9895-fb72e8154d41 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:14.528470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4528eaf5-06a8-4df5-8de4-56bc44d52c31 req-3ca3b0bc-e738-4f8b-9895-fb72e8154d41 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 943 time: 0.0689149 Jul 27 21:29:14.570637 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4528eaf5-06a8-4df5-8de4-56bc44d52c31 req-b2ba3221-7c9b-4e0d-a1f4-d5637e90f9f8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333958 Jul 27 21:29:15.197829 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33588be9-c6ea-4427-a212-027ab2dc9841 req-eb546aba-18e6-4eef-9f0c-6a4e7772944d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:15.199498 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33588be9-c6ea-4427-a212-027ab2dc9841 req-eb546aba-18e6-4eef-9f0c-6a4e7772944d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0630565 Jul 27 21:29:15.237210 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33588be9-c6ea-4427-a212-027ab2dc9841 req-1a8b8645-0398-431f-bcfc-6840a8d4ba2d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317194 Jul 27 21:29:15.708693 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77065910-eb30-44c3-9cd6-9af10a829b7d req-590395a8-0c9d-4cfb-8cd3-1a511f2f26d7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:15.710195 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77065910-eb30-44c3-9cd6-9af10a829b7d req-590395a8-0c9d-4cfb-8cd3-1a511f2f26d7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 943 time: 0.0675061 Jul 27 21:29:15.750909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77065910-eb30-44c3-9cd6-9af10a829b7d req-18b72fcf-518a-486d-a41a-487485100a24 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344620 Jul 27 21:29:16.378976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973658a-bab3-4acc-a9b9-b2515f2a6630 req-c5db31c1-0524-45ca-bf18-ef350bda9d43 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:16.380449 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f973658a-bab3-4acc-a9b9-b2515f2a6630 req-c5db31c1-0524-45ca-bf18-ef350bda9d43 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0720870 Jul 27 21:29:16.419287 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f973658a-bab3-4acc-a9b9-b2515f2a6630 req-d8c482ac-c62e-4529-871e-81531651cb69 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327458 Jul 27 21:29:16.893162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19c977-c953-4703-84fc-93bfbf398742 req-1d5f5bcc-71c5-4dbb-b8ed-f7e357d13b39 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:16.895260 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a19c977-c953-4703-84fc-93bfbf398742 req-1d5f5bcc-71c5-4dbb-b8ed-f7e357d13b39 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 943 time: 0.0726185 Jul 27 21:29:16.939574 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a19c977-c953-4703-84fc-93bfbf398742 req-f9b10da9-0b1c-4da2-a0ce-53b202c9eab7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374856 Jul 27 21:29:17.539961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 54df4cdc-67eb-48b2-a85d-97939d99875a details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:29:17.560732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda267c-d98d-4d12-a0bb-7436fcac2732 req-8c354d38-1103-44e3-8eb8-6660e868cebd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:17.563045 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2fda267c-d98d-4d12-a0bb-7436fcac2732 req-8c354d38-1103-44e3-8eb8-6660e868cebd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0759361 Jul 27 21:29:17.603657 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2fda267c-d98d-4d12-a0bb-7436fcac2732 req-18f4d30d-717c-4126-9d86-c8e734d95612 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344059 Jul 27 21:29:17.648378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 54df4cdc-67eb-48b2-a85d-97939d99875a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=54df4cdc-67eb-48b2-a85d-97939d99875a,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:17.660342 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '54df4cdc-67eb-48b2-a85d-97939d99875a', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'port_id': '54df4cdc-67eb-48b2-a85d-97939d99875a', 'mac_address': 'fa:16:3e:ea:87:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:29:17.702575 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:17.715408 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54df4cdc-67eb-48b2-a85d-97939d99875a {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:29:17.735961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 54df4cdc-67eb-48b2-a85d-97939d99875a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=54df4cdc-67eb-48b2-a85d-97939d99875a,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:17.740333 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:17.787131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=54df4cdc-67eb-48b2-a85d-97939d99875a,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:17.963876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['54df4cdc-67eb-48b2-a85d-97939d99875a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:29:18.084186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27651efe-3551-4a38-9145-b2d74d97ea74 req-e3d1ac7b-c961-40e1-b28f-7ff99956c425 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:18.085892 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27651efe-3551-4a38-9145-b2d74d97ea74 req-e3d1ac7b-c961-40e1-b28f-7ff99956c425 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 944 time: 0.0714090 Jul 27 21:29:18.128355 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27651efe-3551-4a38-9145-b2d74d97ea74 req-5da3a602-257b-47fd-853b-4552694b5192 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360856 Jul 27 21:29:18.745243 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b18e6d-3ac1-4a87-804f-6e59891c2544 req-fbb0af03-e263-494e-a581-5dec4514b1dd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:18.746800 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21b18e6d-3ac1-4a87-804f-6e59891c2544 req-fbb0af03-e263-494e-a581-5dec4514b1dd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0693905 Jul 27 21:29:18.788149 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21b18e6d-3ac1-4a87-804f-6e59891c2544 req-0a7e1e99-ca56-4e6c-8a5c-4fd4bd4d6b34 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348654 Jul 27 21:29:19.289738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f9636-7adf-4bb7-a8ff-95935256e6d2 req-7702ad72-4d3c-4b4a-9152-5cc83c0a939c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:19.291704 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a62f9636-7adf-4bb7-a8ff-95935256e6d2 req-7702ad72-4d3c-4b4a-9152-5cc83c0a939c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 944 time: 0.0774803 Jul 27 21:29:19.336452 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a62f9636-7adf-4bb7-a8ff-95935256e6d2 req-f890bd7c-26fe-4888-aca6-20c98dda94c2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381005 Jul 27 21:29:19.549192 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 54df4cdc-67eb-48b2-a85d-97939d99875a up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:29:19.596422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 54df4cdc-67eb-48b2-a85d-97939d99875a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:29:19.599922 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 54df4cdc-67eb-48b2-a85d-97939d99875a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:19.600291 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:19.674351 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:19.695932 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f7119a-34d2-4664-bcca-0535da5d8e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54df4cdc-67eb-48b2-a85d-97939d99875a'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:19.698394 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950b465b-c32b-4917-a2c7-e8f232802678" -d '{"events": [{"server_uuid": "00f7119a-34d2-4664-bcca-0535da5d8e27", "name": "network-vif-plugged", "status": "completed", "tag": "54df4cdc-67eb-48b2-a85d-97939d99875a"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:19.713906 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 54df4cdc-67eb-48b2-a85d-97939d99875a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=54df4cdc-67eb-48b2-a85d-97939d99875a,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:19.717882 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:19.740956 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6123de3-cb50-4151-baa5-0c8726834fde x-openstack-request-id: req-c6123de3-cb50-4151-baa5-0c8726834fde {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:19.741240 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f7119a-34d2-4664-bcca-0535da5d8e27", "name": "network-vif-plugged", "status": "completed", "tag": "54df4cdc-67eb-48b2-a85d-97939d99875a", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:19.741511 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c6123de3-cb50-4151-baa5-0c8726834fde {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:19.741893 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f7119a-34d2-4664-bcca-0535da5d8e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54df4cdc-67eb-48b2-a85d-97939d99875a', 'code': 200} Jul 27 21:29:19.769893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=54df4cdc-67eb-48b2-a85d-97939d99875a,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:19.854212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb18650-ac94-47b2-b84d-f7ef02c73b81 req-0a67bc7b-a41e-484c-ac10-82608cafc558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:19.856197 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7cb18650-ac94-47b2-b84d-f7ef02c73b81 req-0a67bc7b-a41e-484c-ac10-82608cafc558 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 1096 time: 0.0593090 Jul 27 21:29:19.913471 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7cb18650-ac94-47b2-b84d-f7ef02c73b81 req-4d28a861-f62a-4d87-8173-9d01bd3a079e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483639 Jul 27 21:29:19.944434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8595ab-e886-465b-89d7-f478f1c76720 req-bdea4d19-36b3-41f2-a3a4-16d54920551b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:19.946413 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb8595ab-e886-465b-89d7-f478f1c76720 req-bdea4d19-36b3-41f2-a3a4-16d54920551b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0824020 Jul 27 21:29:19.993084 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb8595ab-e886-465b-89d7-f478f1c76720 req-453c3a7b-0205-4971-bdaf-bdb024d1c3c7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403135 Jul 27 21:29:20.359996 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-6240791f-a7b6-4cda-b9a3-ab717818a223 service neutron] show failed (client error): The resource could not be found. Jul 27 21:29:20.361017 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-6240791f-a7b6-4cda-b9a3-ab717818a223 service neutron] 10.222.0.66 "GET /v2.0/ports/98792fd6-69ec-48dd-ab07-f35955bfac7d/bindings/n-h1-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.0607631 Jul 27 21:29:20.478996 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98d6f0-1d90-4e27-9616-7cb13922243e req-c0594db9-f51c-41a8-9362-00f5722e7ce7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:20.480841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc98d6f0-1d90-4e27-9616-7cb13922243e req-c0594db9-f51c-41a8-9362-00f5722e7ce7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 945 time: 0.0707846 Jul 27 21:29:20.524263 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc98d6f0-1d90-4e27-9616-7cb13922243e req-5a5c818c-1a9d-4ead-89f8-91605c2ae154 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340037 Jul 27 21:29:20.656024 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-4a3db2a9-6785-44ec-8abf-9e15ff3a1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:20.657779 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-4a3db2a9-6785-44ec-8abf-9e15ff3a1ceb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35&tenant_id=3a65593248f94ce3907873f90c034333 HTTP/1.1" status: 200 len: 1096 time: 0.1303959 Jul 27 21:29:20.675627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:20.728244 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e663534-f516-4a4f-8657-eaa09a6dfeb2 req-2051013e-ad5c-4995-8309-103f1fd8b347 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1199465 Jul 27 21:29:20.765849 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:20.922295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e663534-f516-4a4f-8657-eaa09a6dfeb2 req-3f1ce551-dcbf-41d2-bccc-a5afc0ea68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:20.923734 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e663534-f516-4a4f-8657-eaa09a6dfeb2 req-3f1ce551-dcbf-41d2-bccc-a5afc0ea68d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 1097 time: 0.1549404 Jul 27 21:29:21.083425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] For port 98792fd6-69ec-48dd-ab07-f35955bfac7d, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d,segment=NetworkSegment(ff51cbf0-a9c0-40c2-bf28-dde1657e69fc),segment_id=ff51cbf0-a9c0-40c2-bf28-dde1657e69fc)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:21.100113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e663534-f516-4a4f-8657-eaa09a6dfeb2 req-c2d9cb86-7f1e-488f-b780-7625754a7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:21.101521 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e663534-f516-4a4f-8657-eaa09a6dfeb2 req-c2d9cb86-7f1e-488f-b780-7625754a7b83 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.1558979 Jul 27 21:29:21.132336 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d9d0f-76bb-49c2-aa06-1658cb71a7d7 req-52edf0f8-af25-4de1-b4d6-93924d3d621e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:21.133821 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4c0d9d0f-76bb-49c2-aa06-1658cb71a7d7 req-52edf0f8-af25-4de1-b4d6-93924d3d621e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0651133 Jul 27 21:29:21.156282 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e663534-f516-4a4f-8657-eaa09a6dfeb2 req-8e9c2938-a082-4260-8e53-d774f18c8d16 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5748ed5c-a8d3-4903-b1f6-ff43a513f976 HTTP/1.1" status: 200 len: 217 time: 0.0457222 Jul 27 21:29:21.159271 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] For port 98792fd6-69ec-48dd-ab07-f35955bfac7d, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:29:21.173810 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4c0d9d0f-76bb-49c2-aa06-1658cb71a7d7 req-68103191-1cf8-486f-bd03-228512f65a5e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337582 Jul 27 21:29:21.233027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98792fd6-69ec-48dd-ab07-f35955bfac7d'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:21.235900 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc780c4f-b427-4434-bc82-ade5c732d780" -d '{"events": [{"server_uuid": "edf95a22-bdf1-4070-9f2f-425e4bdfdc35", "name": "network-vif-unplugged", "status": "completed", "tag": "98792fd6-69ec-48dd-ab07-f35955bfac7d"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:21.239660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:21.250388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e663534-f516-4a4f-8657-eaa09a6dfeb2 req-b3e2d0ea-3e08-4bb3-9027-b0bfa367b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:21.251857 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e663534-f516-4a4f-8657-eaa09a6dfeb2 req-b3e2d0ea-3e08-4bb3-9027-b0bfa367b821 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0728521 Jul 27 21:29:21.259147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Transition to ACTIVE for port object 98792fd6-69ec-48dd-ab07-f35955bfac7d will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:29:21.270271 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:21.671514 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433962c8-cf32-4cc9-940c-67426ca164bd x-openstack-request-id: req-433962c8-cf32-4cc9-940c-67426ca164bd {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:21.671870 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf95a22-bdf1-4070-9f2f-425e4bdfdc35", "name": "network-vif-unplugged", "status": "completed", "tag": "98792fd6-69ec-48dd-ab07-f35955bfac7d", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:21.672250 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-433962c8-cf32-4cc9-940c-67426ca164bd {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:21.672647 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98792fd6-69ec-48dd-ab07-f35955bfac7d', 'code': 200} Jul 27 21:29:21.690672 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b82955-33e9-4036-83f5-81f155228388 req-096234e8-f538-468a-a766-4e9a7cb2ce73 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:21.692312 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15b82955-33e9-4036-83f5-81f155228388 req-096234e8-f538-468a-a766-4e9a7cb2ce73 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 945 time: 0.0840836 Jul 27 21:29:21.736347 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15b82955-33e9-4036-83f5-81f155228388 req-ecc6d281-e8c5-4370-8a12-d742cf6ec992 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357442 Jul 27 21:29:21.740837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Pushing event updated for resources: {'Port': ['ID=98792fd6-69ec-48dd-ab07-f35955bfac7d,revision_number=6']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:21.757956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:21.758338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:21.758691 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:21.759015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:21.759392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:21.759677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:21.760005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:21.760352 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:21.760692 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:21.760978 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:21.761297 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:21.761679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:29:21.782511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] No DVR routers for this DVR port 98792fd6-69ec-48dd-ab07-f35955bfac7d on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:29:21.789487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e663534-f516-4a4f-8657-eaa09a6dfeb2 req-daa8df2b-6746-4df6-a1c1-24c421ecc729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:21.790988 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e663534-f516-4a4f-8657-eaa09a6dfeb2 req-daa8df2b-6746-4df6-a1c1-24c421ecc729 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5307260 Jul 27 21:29:21.897159 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b3300-401e-4b5c-91e1-a5baad156f14 req-048fd841-91ff-4802-a462-fac8af0d6005 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:21.899354 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-835b3300-401e-4b5c-91e1-a5baad156f14 req-048fd841-91ff-4802-a462-fac8af0d6005 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 945 time: 0.0845246 Jul 27 21:29:21.952341 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-835b3300-401e-4b5c-91e1-a5baad156f14 req-ee1efd9a-52bd-419e-9382-6e45c7010362 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466654 Jul 27 21:29:21.968045 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e663534-f516-4a4f-8657-eaa09a6dfeb2 req-9ce62be2-2ed0-4728-9638-74d91422f949 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427531 Jul 27 21:29:22.057561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Attempting to bind port 98792fd6-69ec-48dd-ab07-f35955bfac7d on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:29:22.057846 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Attempting to bind port 98792fd6-69ec-48dd-ab07-f35955bfac7d by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:29:22.058176 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Attempting to bind port 98792fd6-69ec-48dd-ab07-f35955bfac7d on network 23db90a1-e7db-4d32-a390-0087cda1e521 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:29:22.067423 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Port 98792fd6-69ec-48dd-ab07-f35955bfac7d on network 23db90a1-e7db-4d32-a390-0087cda1e521 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:29:22.067742 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Attempting to bind port 98792fd6-69ec-48dd-ab07-f35955bfac7d on network 23db90a1-e7db-4d32-a390-0087cda1e521 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:29:22.081584 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:29:22.081904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Checking segment: {'id': 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:29:22.082324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Bound using segment: {'id': 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:29:22.082779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Bound port: 98792fd6-69ec-48dd-ab07-f35955bfac7d, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:29:22.083186 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:22.132573 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3e663534-f516-4a4f-8657-eaa09a6dfeb2 req-899889d6-fb37-4044-99d5-35d00c072fa1 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568601 Jul 27 21:29:22.165732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] For port 98792fd6-69ec-48dd-ab07-f35955bfac7d, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:29:22.171126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] For port 98792fd6-69ec-48dd-ab07-f35955bfac7d, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d,segment=NetworkSegment(ff51cbf0-a9c0-40c2-bf28-dde1657e69fc),segment_id=ff51cbf0-a9c0-40c2-bf28-dde1657e69fc)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:29:22.177410 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:22.217818 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:22.218854 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:22.220387 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] 10.222.0.20 "PUT /v2.0/ports/98792fd6-69ec-48dd-ab07-f35955bfac7d HTTP/1.1" status: 200 len: 1091 time: 1.5509641 Jul 27 21:29:22.289662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7688f19-d153-4fd0-be7d-b06a727e7742 service neutron] Pushing event updated for resources: {'Port': ['ID=98792fd6-69ec-48dd-ab07-f35955bfac7d,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:22.328110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-fc6dfd91-4c88-46cc-8215-496599a8b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:22.329923 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-fc6dfd91-4c88-46cc-8215-496599a8b334 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 1094 time: 0.0782955 Jul 27 21:29:22.397892 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853deb3-257b-4e71-98c6-527b6484bf0c req-29e42870-03da-43b7-b12e-ba212fa077d1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:22.405957 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3853deb3-257b-4e71-98c6-527b6484bf0c req-29e42870-03da-43b7-b12e-ba212fa077d1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 943 time: 0.1359119 Jul 27 21:29:22.434009 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7037a2e-edf1-473f-a491-790619ed8c00 req-ab6b3db6-a9d5-4118-b2cc-0cd75fa4f07f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:22.435609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7037a2e-edf1-473f-a491-790619ed8c00 req-ab6b3db6-a9d5-4118-b2cc-0cd75fa4f07f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 945 time: 0.1317561 Jul 27 21:29:22.448769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-50c93caf-7844-4a16-885b-122530924079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:22.450625 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-50c93caf-7844-4a16-885b-122530924079 service neutron] 10.222.0.20 "GET /v2.0/networks?id=23db90a1-e7db-4d32-a390-0087cda1e521 HTTP/1.1" status: 200 len: 897 time: 0.1132441 Jul 27 21:29:22.478456 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3853deb3-257b-4e71-98c6-527b6484bf0c req-ec178a53-6c07-4814-8a1c-77e1162a6593 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715690 Jul 27 21:29:22.499990 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7037a2e-edf1-473f-a491-790619ed8c00 req-96acd7a4-2ecf-4305-8e10-e6c6c7caa1d0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542381 Jul 27 21:29:22.529633 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-db027a12-1116-4d47-ae88-772edbf983cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d HTTP/1.1" status: 200 len: 999 time: 0.0702219 Jul 27 21:29:22.597660 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-2859264f-1004-434a-af89-d9de5fc7004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:22.599224 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-2859264f-1004-434a-af89-d9de5fc7004d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=610d8642-f34c-456c-b059-75bb31290511 HTTP/1.1" status: 200 len: 834 time: 0.0603452 Jul 27 21:29:22.667927 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-920c4871-c3a9-44d6-bd47-d98148d40f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:22.669482 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-920c4871-c3a9-44d6-bd47-d98148d40f93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23db90a1-e7db-4d32-a390-0087cda1e521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620847 Jul 27 21:29:22.775079 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-84837910-02c0-40ca-9a2b-b1889fa64b8b service neutron] 10.222.0.20 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950937 Jul 27 21:29:22.883127 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24adf058-2b6d-4a6b-90e6-44692ef34104 req-bad5c8d8-6be5-4cd6-a9e9-ffa5daec3731 service neutron] 10.222.0.20 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990558 Jul 27 21:29:22.920425 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:29:23.673600 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'tag': '98792fd6-69ec-48dd-ab07-f35955bfac7d'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:23.676096 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7fdaf3-b963-4100-bd15-627d36180fba" -d '{"events": [{"name": "network-changed", "server_uuid": "edf95a22-bdf1-4070-9f2f-425e4bdfdc35", "tag": "98792fd6-69ec-48dd-ab07-f35955bfac7d"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:23.683930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfc552-55fe-4fb4-9d0e-924e898027bf req-ab06f9a7-aaa4-43fe-9f0d-5558dc728d0f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:23.685681 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31bfc552-55fe-4fb4-9d0e-924e898027bf req-ab06f9a7-aaa4-43fe-9f0d-5558dc728d0f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 943 time: 0.1248238 Jul 27 21:29:23.703006 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a53b2-f8c7-4b9c-80ff-f7e1f458c102 req-1ea555ed-7305-408a-bc45-ad4dfcea8ea7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:23.704634 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a19a53b2-f8c7-4b9c-80ff-f7e1f458c102 req-1ea555ed-7305-408a-bc45-ad4dfcea8ea7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 945 time: 0.1081390 Jul 27 21:29:23.772290 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31bfc552-55fe-4fb4-9d0e-924e898027bf req-c5108be1-be96-4544-be0f-9a5afddcbbec tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793772 Jul 27 21:29:23.781029 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a19a53b2-f8c7-4b9c-80ff-f7e1f458c102 req-787d050e-3c79-49bb-af01-6bf87e3e6f2a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690167 Jul 27 21:29:23.842014 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963e88ab-5805-4cba-be7a-08b7b8f408cf x-openstack-request-id: req-963e88ab-5805-4cba-be7a-08b7b8f408cf {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:23.842421 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf95a22-bdf1-4070-9f2f-425e4bdfdc35", "tag": "98792fd6-69ec-48dd-ab07-f35955bfac7d", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:23.842644 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-963e88ab-5805-4cba-be7a-08b7b8f408cf {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:23.843585 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'tag': '98792fd6-69ec-48dd-ab07-f35955bfac7d', 'status': 'completed', 'code': 200} Jul 27 21:29:23.892536 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 98792fd6-69ec-48dd-ab07-f35955bfac7d no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:29:23.933717 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 98792fd6-69ec-48dd-ab07-f35955bfac7d not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:29:24.019223 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-981490f2-7fb0-4454-b642-6ca560cf6412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:24.021038 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-981490f2-7fb0-4454-b642-6ca560cf6412 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 1094 time: 0.1554189 Jul 27 21:29:24.029005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-13303ac1-0e10-4f06-80ec-4c588878d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:24.030444 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-13303ac1-0e10-4f06-80ec-4c588878d74d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 1094 time: 0.1541722 Jul 27 21:29:24.040286 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc590cf-8959-409a-83de-bdc9ce72fa09 req-3fe959ba-32b6-49d9-86b0-c875366ca5d2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:24.041705 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ddc590cf-8959-409a-83de-bdc9ce72fa09 req-3fe959ba-32b6-49d9-86b0-c875366ca5d2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 945 time: 0.1665647 Jul 27 21:29:24.283405 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-c244ccea-5c5a-4dd1-9316-0febbb688ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:24.284805 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-c244ccea-5c5a-4dd1-9316-0febbb688ef2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=23db90a1-e7db-4d32-a390-0087cda1e521 HTTP/1.1" status: 200 len: 897 time: 0.2533793 Jul 27 21:29:24.285746 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-08f8b772-2470-47b7-bc62-0438851ad3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:24.287086 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-08f8b772-2470-47b7-bc62-0438851ad3c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=23db90a1-e7db-4d32-a390-0087cda1e521 HTTP/1.1" status: 200 len: 897 time: 0.2379727 Jul 27 21:29:24.415716 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-ddc590cf-8959-409a-83de-bdc9ce72fa09 req-47122593-a88e-4819-a43b-80e0a3ca9612 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Deleting port 54df4cdc-67eb-48b2-a85d-97939d99875a {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:24.416057 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ddc590cf-8959-409a-83de-bdc9ce72fa09 req-47122593-a88e-4819-a43b-80e0a3ca9612 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:24.428808 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-a3e8682e-b86b-4bdc-84ee-0adc5bf258e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d HTTP/1.1" status: 200 len: 999 time: 0.1270609 Jul 27 21:29:24.477747 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-9c4f6ef9-c295-4ba0-925f-6d056238a01c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d HTTP/1.1" status: 200 len: 999 time: 0.1836658 Jul 27 21:29:24.593144 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-4b840cb9-c22b-4ac3-b653-b979ede7144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:24.594632 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-4b840cb9-c22b-4ac3-b653-b979ede7144f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=610d8642-f34c-456c-b059-75bb31290511 HTTP/1.1" status: 200 len: 834 time: 0.1527448 Jul 27 21:29:24.600725 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-1f782baa-cc3a-4627-8a10-3d493431eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:24.602359 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-1f782baa-cc3a-4627-8a10-3d493431eca6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=610d8642-f34c-456c-b059-75bb31290511 HTTP/1.1" status: 200 len: 834 time: 0.0961626 Jul 27 21:29:24.617566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ddc590cf-8959-409a-83de-bdc9ce72fa09 req-47122593-a88e-4819-a43b-80e0a3ca9612 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] For port 54df4cdc-67eb-48b2-a85d-97939d99875a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=54df4cdc-67eb-48b2-a85d-97939d99875a,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:24.618002 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ddc590cf-8959-409a-83de-bdc9ce72fa09 req-47122593-a88e-4819-a43b-80e0a3ca9612 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:24.662980 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-ddc590cf-8959-409a-83de-bdc9ce72fa09 req-47122593-a88e-4819-a43b-80e0a3ca9612 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Calling delete_port for 54df4cdc-67eb-48b2-a85d-97939d99875a owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:24.804771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-2d4228b3-6ad2-4f20-bc9e-dba6d04d6960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:24.806381 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-2d4228b3-6ad2-4f20-bc9e-dba6d04d6960 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23db90a1-e7db-4d32-a390-0087cda1e521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1982009 Jul 27 21:29:24.814213 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-7fbe9f4a-a9e9-4127-84cf-ad5f1b25a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:24.815766 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-7fbe9f4a-a9e9-4127-84cf-ad5f1b25a6a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23db90a1-e7db-4d32-a390-0087cda1e521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935916 Jul 27 21:29:25.003205 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ddc590cf-8959-409a-83de-bdc9ce72fa09 req-47122593-a88e-4819-a43b-80e0a3ca9612 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:25.005488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b3e85-45a5-4788-8867-b279304dad53 req-763ff9b3-39ab-475c-92e6-d8b9b6730c87 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:25.008235 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de9b3e85-45a5-4788-8867-b279304dad53 req-763ff9b3-39ab-475c-92e6-d8b9b6730c87 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 943 time: 0.1503103 Jul 27 21:29:25.018137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['54df4cdc-67eb-48b2-a85d-97939d99875a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:29:25.021377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f1e2a-dfec-4201-b1d6-e7cd4e69e58e req-8c57f03d-8a05-4410-b21c-5ea6120be55e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:25.022082 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['5748ed5c-a8d3-4903-b1f6-ff43a513f976'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:29:25.023237 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e93f1e2a-dfec-4201-b1d6-e7cd4e69e58e req-8c57f03d-8a05-4410-b21c-5ea6120be55e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 867 time: 0.1184366 Jul 27 21:29:25.053188 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-0d91022c-8786-46ec-898e-d9c9e0b5e867 service neutron] 10.222.0.20 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359927 Jul 27 21:29:25.057471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47122593-a88e-4819-a43b-80e0a3ca9612 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event deleted for resources: {'Port': ['ID=54df4cdc-67eb-48b2-a85d-97939d99875a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:25.095914 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-781257de-f4c8-42d1-b28c-eec3d410cfb7 service neutron] 10.222.0.66 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703617 Jul 27 21:29:25.126309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de9b3e85-45a5-4788-8867-b279304dad53 req-c63ddb1a-e860-4770-80b9-443fa4dd83fa tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982578 Jul 27 21:29:25.141398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e93f1e2a-dfec-4201-b1d6-e7cd4e69e58e req-b313a51b-2f8e-46b2-a08b-42053bcab22d tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042066 Jul 27 21:29:25.248097 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc590cf-8959-409a-83de-bdc9ce72fa09 req-47122593-a88e-4819-a43b-80e0a3ca9612 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] No DVR routers for this DVR port 54df4cdc-67eb-48b2-a85d-97939d99875a on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:29:25.330083 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ddc590cf-8959-409a-83de-bdc9ce72fa09 req-47122593-a88e-4819-a43b-80e0a3ca9612 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:25.332418 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ddc590cf-8959-409a-83de-bdc9ce72fa09 req-47122593-a88e-4819-a43b-80e0a3ca9612 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "DELETE /v2.0/ports/54df4cdc-67eb-48b2-a85d-97939d99875a HTTP/1.1" status: 204 len: 173 time: 1.2750597 Jul 27 21:29:25.334402 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-238b0092-900d-4da1-94de-42e2a975ad10 service neutron] 10.222.0.20 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693303 Jul 27 21:29:25.365316 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b7fdaf3-b963-4100-bd15-627d36180fba req-1c8591b1-16e8-4587-9ae9-0e839b427413 service neutron] 10.222.0.66 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587159 Jul 27 21:29:25.412638 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fac36-f39c-4ea1-b566-b578a8522dcf req-852bffb4-428b-4e7a-9afd-f9ba5c2368c2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:25.420882 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd4fac36-f39c-4ea1-b566-b578a8522dcf req-852bffb4-428b-4e7a-9afd-f9ba5c2368c2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 943 time: 0.1014915 Jul 27 21:29:25.465416 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fd4fac36-f39c-4ea1-b566-b578a8522dcf req-6fa50eb4-b47c-4781-b006-1e96cd49e82d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429001 Jul 27 21:29:25.553840 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 98792fd6-69ec-48dd-ab07-f35955bfac7d details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:29:25.582346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80f899-e9fd-43d0-95a1-512a55ea6a64 req-72b293fa-9292-4aee-85e7-a258eb556f94 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:25.584129 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b80f899-e9fd-43d0-95a1-512a55ea6a64 req-72b293fa-9292-4aee-85e7-a258eb556f94 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35&tenant_id=3a65593248f94ce3907873f90c034333&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 943 time: 0.1395617 Jul 27 21:29:25.663466 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-0b80f899-e9fd-43d0-95a1-512a55ea6a64 req-94bbb56a-95f4-4db3-aaf1-c3864d3f1971 service neutron] delete failed (client error): The resource could not be found. Jul 27 21:29:25.664689 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b80f899-e9fd-43d0-95a1-512a55ea6a64 req-94bbb56a-95f4-4db3-aaf1-c3864d3f1971 service neutron] 10.222.0.66 "DELETE /v2.0/ports/98792fd6-69ec-48dd-ab07-f35955bfac7d/bindings/n-h2-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.0722854 Jul 27 21:29:25.667421 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 98792fd6-69ec-48dd-ab07-f35955bfac7d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d,segment=NetworkSegment(ff51cbf0-a9c0-40c2-bf28-dde1657e69fc),segment_id=ff51cbf0-a9c0-40c2-bf28-dde1657e69fc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:25.680266 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '98792fd6-69ec-48dd-ab07-f35955bfac7d', 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521', 'port_id': '98792fd6-69ec-48dd-ab07-f35955bfac7d', 'mac_address': 'fa:16:3e:08:47:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610d8642-f34c-456c-b059-75bb31290511', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:29:25.737919 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:25.755265 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98792fd6-69ec-48dd-ab07-f35955bfac7d {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:29:25.784624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 98792fd6-69ec-48dd-ab07-f35955bfac7d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d,segment=NetworkSegment(ff51cbf0-a9c0-40c2-bf28-dde1657e69fc),segment_id=ff51cbf0-a9c0-40c2-bf28-dde1657e69fc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:25.789390 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:25.854506 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=98792fd6-69ec-48dd-ab07-f35955bfac7d,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:26.028233 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['98792fd6-69ec-48dd-ab07-f35955bfac7d'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:29:26.034979 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f7119a-34d2-4664-bcca-0535da5d8e27', 'name': 'network-vif-deleted', 'tag': '54df4cdc-67eb-48b2-a85d-97939d99875a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:26.038615 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d023724-9361-4429-b94b-df41a2346846" -d '{"events": [{"server_uuid": "00f7119a-34d2-4664-bcca-0535da5d8e27", "name": "network-vif-deleted", "tag": "54df4cdc-67eb-48b2-a85d-97939d99875a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:26.086058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80f899-e9fd-43d0-95a1-512a55ea6a64 req-98e5bd20-7a14-484d-81c1-b0abca65aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:26.087962 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b80f899-e9fd-43d0-95a1-512a55ea6a64 req-98e5bd20-7a14-484d-81c1-b0abca65aefa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 1094 time: 0.3682313 Jul 27 21:29:26.095539 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad29ff4-26bb-4488-8bf7-087c251e0829 x-openstack-request-id: req-6ad29ff4-26bb-4488-8bf7-087c251e0829 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:26.095836 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f7119a-34d2-4664-bcca-0535da5d8e27", "name": "network-vif-deleted", "tag": "54df4cdc-67eb-48b2-a85d-97939d99875a", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:26.096094 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ad29ff4-26bb-4488-8bf7-087c251e0829 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:26.096499 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f7119a-34d2-4664-bcca-0535da5d8e27', 'name': 'network-vif-deleted', 'tag': '54df4cdc-67eb-48b2-a85d-97939d99875a', 'status': 'completed', 'code': 200} Jul 27 21:29:26.195667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80f899-e9fd-43d0-95a1-512a55ea6a64 req-ef098d7b-0c6f-4fbd-ab96-7a340064f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:26.197637 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b80f899-e9fd-43d0-95a1-512a55ea6a64 req-ef098d7b-0c6f-4fbd-ab96-7a340064f828 service neutron] 10.222.0.66 "GET /v2.0/networks?id=23db90a1-e7db-4d32-a390-0087cda1e521 HTTP/1.1" status: 200 len: 897 time: 0.1003122 Jul 27 21:29:26.292501 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b80f899-e9fd-43d0-95a1-512a55ea6a64 req-c268b183-37b5-40dd-8482-01f2164ab40a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d HTTP/1.1" status: 200 len: 1000 time: 0.0865259 Jul 27 21:29:26.319756 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-287b90bd-4b47-4e0c-bb83-27c84cc50e6b req-28f89eb5-db02-46c6-8334-6124c78f9293 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 210 time: 0.0860598 Jul 27 21:29:26.376996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80f899-e9fd-43d0-95a1-512a55ea6a64 req-da44fb1a-ee55-4a94-aea8-f3ba55a41d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:26.378442 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b80f899-e9fd-43d0-95a1-512a55ea6a64 req-da44fb1a-ee55-4a94-aea8-f3ba55a41d1a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=610d8642-f34c-456c-b059-75bb31290511 HTTP/1.1" status: 200 len: 834 time: 0.0785885 Jul 27 21:29:26.444879 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80f899-e9fd-43d0-95a1-512a55ea6a64 req-12fab780-67a4-45aa-a2d9-cc5049a05761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:26.446477 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b80f899-e9fd-43d0-95a1-512a55ea6a64 req-12fab780-67a4-45aa-a2d9-cc5049a05761 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=23db90a1-e7db-4d32-a390-0087cda1e521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607581 Jul 27 21:29:26.566396 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b80f899-e9fd-43d0-95a1-512a55ea6a64 req-80193a5d-91c2-48ca-b2a4-839f6655d475 service neutron] 10.222.0.66 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121693 Jul 27 21:29:26.607214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7371f-93e9-4aea-bbb1-eb9dd2071c6a req-8f18509d-1fa9-407b-b5d1-718c451787bb tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:26.608933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcd7371f-93e9-4aea-bbb1-eb9dd2071c6a req-8f18509d-1fa9-407b-b5d1-718c451787bb tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 944 time: 0.0666203 Jul 27 21:29:26.650167 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bcd7371f-93e9-4aea-bbb1-eb9dd2071c6a req-4c3af99f-0ec9-4c43-a625-5203fc971479 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341449 Jul 27 21:29:26.664331 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0b80f899-e9fd-43d0-95a1-512a55ea6a64 req-28783ce6-cdc3-40c1-a48d-167795453ea3 service neutron] 10.222.0.66 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908949 Jul 27 21:29:27.553533 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 98792fd6-69ec-48dd-ab07-f35955bfac7d up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:29:27.610103 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 98792fd6-69ec-48dd-ab07-f35955bfac7d completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:29:27.615051 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 98792fd6-69ec-48dd-ab07-f35955bfac7d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:29:27.615424 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:27.704424 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:27.734642 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98792fd6-69ec-48dd-ab07-f35955bfac7d'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:27.736970 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21d488b-4e3a-4836-9eed-e516e5e478bf" -d '{"events": [{"server_uuid": "edf95a22-bdf1-4070-9f2f-425e4bdfdc35", "name": "network-vif-plugged", "status": "completed", "tag": "98792fd6-69ec-48dd-ab07-f35955bfac7d"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:27.750793 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 98792fd6-69ec-48dd-ab07-f35955bfac7d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d,segment=NetworkSegment(ff51cbf0-a9c0-40c2-bf28-dde1657e69fc),segment_id=ff51cbf0-a9c0-40c2-bf28-dde1657e69fc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:27.755524 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:27.756433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 54df4cdc-67eb-48b2-a85d-97939d99875a no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:29:27.795072 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 54df4cdc-67eb-48b2-a85d-97939d99875a {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:29:27.795513 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 54df4cdc-67eb-48b2-a85d-97939d99875a not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:29:27.797976 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fcc4613-c092-4ab3-b101-653c567c1b2a req-6bf4ba70-cfd1-48cc-b5b4-6dfb5075dbdc tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 210 time: 0.3963308 Jul 27 21:29:27.847349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=98792fd6-69ec-48dd-ab07-f35955bfac7d,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:27.878192 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49056ab-0322-49d9-9571-5096d754e22f req-2edd7cef-4d16-486f-a552-2e472e78ef86 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:27.885455 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d49056ab-0322-49d9-9571-5096d754e22f req-2edd7cef-4d16-486f-a552-2e472e78ef86 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0907614 Jul 27 21:29:27.892095 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b0bd7e-cda4-4e68-b13b-daa99e6759ef x-openstack-request-id: req-61b0bd7e-cda4-4e68-b13b-daa99e6759ef {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:27.892469 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf95a22-bdf1-4070-9f2f-425e4bdfdc35", "name": "network-vif-plugged", "status": "completed", "tag": "98792fd6-69ec-48dd-ab07-f35955bfac7d", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:27.893028 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-61b0bd7e-cda4-4e68-b13b-daa99e6759ef {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:27.893471 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98792fd6-69ec-48dd-ab07-f35955bfac7d', 'code': 200} Jul 27 21:29:27.926991 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d49056ab-0322-49d9-9571-5096d754e22f req-79bc0057-fd0e-456e-9c9f-06ee0babe2d0 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403497 Jul 27 21:29:27.945260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51230) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:28.011818 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8e823d15-96c0-4693-bf0a-a914e6b784da tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/floatingips/073dfd61-c7a7-4a10-bd15-8172adb0937b HTTP/1.1" status: 200 len: 993 time: 0.0651808 Jul 27 21:29:28.939774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ff2af55-94a6-4a83-a436-9711921ea752 req-fb88e822-aa01-40b9-8baa-262c1939ff41 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=00f7119a-34d2-4664-bcca-0535da5d8e27 HTTP/1.1" status: 200 len: 210 time: 0.0304646 Jul 27 21:29:32.720401 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5567292d-3e0b-4052-a474-a74a436fae70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:34.338713 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:34.548197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15705e5e-73fb-4d81-a62e-37ef3e394a53 req-0f656ac3-c9ec-4443-aae1-63deac37e7df tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:34.549688 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15705e5e-73fb-4d81-a62e-37ef3e394a53 req-0f656ac3-c9ec-4443-aae1-63deac37e7df tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 946 time: 0.0684521 Jul 27 21:29:34.590332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15705e5e-73fb-4d81-a62e-37ef3e394a53 req-93a4396f-c263-42e5-9bc2-e4cb53463210 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344789 Jul 27 21:29:35.372061 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a8bcec4b-bcc7-48f1-abea-3c7fa6c85596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:35.472975 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:35.725394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f2800-aebf-4dc6-8df1-a642162503db req-af0826ca-4811-4198-a29d-c438e88671f3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:35.726911 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-238f2800-aebf-4dc6-8df1-a642162503db req-af0826ca-4811-4198-a29d-c438e88671f3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 946 time: 0.0687568 Jul 27 21:29:35.766011 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-238f2800-aebf-4dc6-8df1-a642162503db req-3b58a396-017d-4439-b778-416aefc89a62 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=bc57e762-ee14-417b-b947-6cdca4da6a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332069 Jul 27 21:29:36.297298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4177f-c3f3-499f-aa18-d46b23460593 req-90becba4-ff26-4967-9702-e8f53c277f01 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:36.298763 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c3c4177f-c3f3-499f-aa18-d46b23460593 req-90becba4-ff26-4967-9702-e8f53c277f01 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.66 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 946 time: 0.0693915 Jul 27 21:29:36.400143 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-c3c4177f-c3f3-499f-aa18-d46b23460593 req-4aed0aed-55da-4a30-8f18-aa98c4504dc3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Deleting port 5748ed5c-a8d3-4903-b1f6-ff43a513f976 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:36.400484 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c3c4177f-c3f3-499f-aa18-d46b23460593 req-4aed0aed-55da-4a30-8f18-aa98c4504dc3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.499501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c3c4177f-c3f3-499f-aa18-d46b23460593 req-4aed0aed-55da-4a30-8f18-aa98c4504dc3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] For port 5748ed5c-a8d3-4903-b1f6-ff43a513f976, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=5748ed5c-a8d3-4903-b1f6-ff43a513f976,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:36.499871 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c3c4177f-c3f3-499f-aa18-d46b23460593 req-4aed0aed-55da-4a30-8f18-aa98c4504dc3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.515444 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-c3c4177f-c3f3-499f-aa18-d46b23460593 req-4aed0aed-55da-4a30-8f18-aa98c4504dc3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Calling delete_port for 5748ed5c-a8d3-4903-b1f6-ff43a513f976 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:36.641785 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c3c4177f-c3f3-499f-aa18-d46b23460593 req-4aed0aed-55da-4a30-8f18-aa98c4504dc3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.653240 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['5748ed5c-a8d3-4903-b1f6-ff43a513f976'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:29:36.675033 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed0aed-55da-4a30-8f18-aa98c4504dc3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event deleted for resources: {'Port': ['ID=5748ed5c-a8d3-4903-b1f6-ff43a513f976,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:36.722045 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c4177f-c3f3-499f-aa18-d46b23460593 req-4aed0aed-55da-4a30-8f18-aa98c4504dc3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] No DVR routers for this DVR port 5748ed5c-a8d3-4903-b1f6-ff43a513f976 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:29:36.725696 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c3c4177f-c3f3-499f-aa18-d46b23460593 req-4aed0aed-55da-4a30-8f18-aa98c4504dc3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:36.728111 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c3c4177f-c3f3-499f-aa18-d46b23460593 req-4aed0aed-55da-4a30-8f18-aa98c4504dc3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.66 "DELETE /v2.0/ports/5748ed5c-a8d3-4903-b1f6-ff43a513f976 HTTP/1.1" status: 204 len: 173 time: 0.4230745 Jul 27 21:29:36.728582 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f20a95ae-1202-4032-9deb-aca977b10b1e', 'name': 'network-vif-deleted', 'tag': '5748ed5c-a8d3-4903-b1f6-ff43a513f976'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:36.731629 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17169c7-4d57-403a-b772-bdb243d6f4bd" -d '{"events": [{"server_uuid": "f20a95ae-1202-4032-9deb-aca977b10b1e", "name": "network-vif-deleted", "tag": "5748ed5c-a8d3-4903-b1f6-ff43a513f976"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:36.771171 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbd1b75-f750-4d68-9190-ca52637e6c14 x-openstack-request-id: req-3bbd1b75-f750-4d68-9190-ca52637e6c14 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:36.771496 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f20a95ae-1202-4032-9deb-aca977b10b1e", "name": "network-vif-deleted", "tag": "5748ed5c-a8d3-4903-b1f6-ff43a513f976", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:36.771770 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3bbd1b75-f750-4d68-9190-ca52637e6c14 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:36.772162 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f20a95ae-1202-4032-9deb-aca977b10b1e', 'name': 'network-vif-deleted', 'tag': '5748ed5c-a8d3-4903-b1f6-ff43a513f976', 'status': 'completed', 'code': 200} Jul 27 21:29:36.879280 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc7d243f-671c-4fe4-8679-5e0281724fad req-37bb2e00-07e7-4706-b524-d13dce389d5c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 210 time: 0.0326405 Jul 27 21:29:37.221738 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:37.854913 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:37.978170 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4cfc16f0-e4b8-430c-a427-a9fafebc473f req-4af07bda-988c-4447-a193-7fd8eff74235 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 210 time: 0.0303347 Jul 27 21:29:38.899143 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:39.075457 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb699b08-6559-4701-b684-0286874adbae req-0440c6ec-fb54-45c8-b97c-21bbff73acad tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 210 time: 0.0305109 Jul 27 21:29:39.952018 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 5748ed5c-a8d3-4903-b1f6-ff43a513f976 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:29:39.972491 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 5748ed5c-a8d3-4903-b1f6-ff43a513f976 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:29:39.972842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 5748ed5c-a8d3-4903-b1f6-ff43a513f976 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:29:40.191617 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-08661f6a-171d-4557-92de-451e545a5151 req-ba547e08-81ec-4235-9423-18eb5178fa01 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=f20a95ae-1202-4032-9deb-aca977b10b1e HTTP/1.1" status: 200 len: 210 time: 0.0431640 Jul 27 21:29:43.113280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51344) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:43.119367 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-392aee2d-7865-44e1-90a6-f6d793f593db tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1744492023', 'description': 'tempest-secgroup-smoke-1744492023 description', 'project_id': '089dfa06666549ef86ff31634b0bedcf'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:43.141529 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-392aee2d-7865-44e1-90a6-f6d793f593db tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.222954 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-392aee2d-7865-44e1-90a6-f6d793f593db tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.226614 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-392aee2d-7865-44e1-90a6-f6d793f593db tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.255498 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-392aee2d-7865-44e1-90a6-f6d793f593db tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.256744 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-392aee2d-7865-44e1-90a6-f6d793f593db tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1424725 Jul 27 21:29:43.257821 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392aee2d-7865-44e1-90a6-f6d793f593db tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=698a103e-77c5-47cb-9d43-bcae282f535c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:43.259856 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51346) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:43.265541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4463bbef-62f4-4fe5-b187-23b0c8b4a365 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Request body: {'security_group_rule': {'security_group_id': '698a103e-77c5-47cb-9d43-bcae282f535c', 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:43.291440 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4463bbef-62f4-4fe5-b187-23b0c8b4a365 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.346982 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4463bbef-62f4-4fe5-b187-23b0c8b4a365 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.350747 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4463bbef-62f4-4fe5-b187-23b0c8b4a365 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.372706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463bbef-62f4-4fe5-b187-23b0c8b4a365 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc6916a-d748-46dd-9b96-f202dfbcf09c,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:43.381026 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4463bbef-62f4-4fe5-b187-23b0c8b4a365 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.382436 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4463bbef-62f4-4fe5-b187-23b0c8b4a365 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213698 Jul 27 21:29:43.385149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51350) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:43.389692 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-9e5c64f9-53d1-4ea2-8e4a-b1708473a096 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Request body: {'security_group_rule': {'security_group_id': '698a103e-77c5-47cb-9d43-bcae282f535c', 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:43.416024 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e5c64f9-53d1-4ea2-8e4a-b1708473a096 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.477254 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e5c64f9-53d1-4ea2-8e4a-b1708473a096 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.480673 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e5c64f9-53d1-4ea2-8e4a-b1708473a096 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.499149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c64f9-53d1-4ea2-8e4a-b1708473a096 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c4c88c-f133-44b8-9760-fbdcec661cbd,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:43.504668 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e5c64f9-53d1-4ea2-8e4a-b1708473a096 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.506890 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9e5c64f9-53d1-4ea2-8e4a-b1708473a096 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203272 Jul 27 21:29:43.509820 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51352) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:43.514297 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-50441361-4bd4-4e36-b0ed-0c089eecaf0c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Request body: {'security_group_rule': {'security_group_id': '698a103e-77c5-47cb-9d43-bcae282f535c', 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:43.540231 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-50441361-4bd4-4e36-b0ed-0c089eecaf0c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.598385 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-50441361-4bd4-4e36-b0ed-0c089eecaf0c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.601850 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-50441361-4bd4-4e36-b0ed-0c089eecaf0c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.618656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50441361-4bd4-4e36-b0ed-0c089eecaf0c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ca61fc-462f-43a3-a66f-58498fd7ef84,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:43.624956 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-50441361-4bd4-4e36-b0ed-0c089eecaf0c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.627953 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-50441361-4bd4-4e36-b0ed-0c089eecaf0c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156297 Jul 27 21:29:43.629158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51354) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:43.633600 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f8aac03d-a46e-4bad-b2bd-50ebb71818ad tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Request body: {'security_group_rule': {'security_group_id': '698a103e-77c5-47cb-9d43-bcae282f535c', 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:43.659671 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f8aac03d-a46e-4bad-b2bd-50ebb71818ad tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.716862 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f8aac03d-a46e-4bad-b2bd-50ebb71818ad tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.721079 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f8aac03d-a46e-4bad-b2bd-50ebb71818ad tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.738788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aac03d-a46e-4bad-b2bd-50ebb71818ad tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c29bd1f-9afc-40ee-a6c1-e5c6df4f0ed2,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:43.744553 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f8aac03d-a46e-4bad-b2bd-50ebb71818ad tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.745591 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f8aac03d-a46e-4bad-b2bd-50ebb71818ad tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155174 Jul 27 21:29:43.749097 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51356) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:43.753475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-7ca0c585-9a5c-4075-aa03-2d3f3a9e6986 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Request body: {'security_group_rule': {'security_group_id': '698a103e-77c5-47cb-9d43-bcae282f535c', 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:43.774697 n-d-764806-9 neutron-server[105580]: INFO neutron.db.securitygroups_db [None req-7ca0c585-9a5c-4075-aa03-2d3f3a9e6986 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Project 089dfa06666549ef86ff31634b0bedcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:29:43.780027 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7ca0c585-9a5c-4075-aa03-2d3f3a9e6986 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.842974 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7ca0c585-9a5c-4075-aa03-2d3f3a9e6986 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.846202 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7ca0c585-9a5c-4075-aa03-2d3f3a9e6986 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.864336 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0c585-9a5c-4075-aa03-2d3f3a9e6986 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a30faf9-0fcb-45d4-9c5d-2265776266e6,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:43.869855 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7ca0c585-9a5c-4075-aa03-2d3f3a9e6986 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.871142 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7ca0c585-9a5c-4075-aa03-2d3f3a9e6986 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210704 Jul 27 21:29:43.874794 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51358) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:43.879123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-368c0a76-6848-4214-bbea-bd9c56cf39f0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Request body: {'security_group_rule': {'security_group_id': '698a103e-77c5-47cb-9d43-bcae282f535c', 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:29:43.901724 n-d-764806-9 neutron-server[105580]: INFO neutron.db.securitygroups_db [None req-368c0a76-6848-4214-bbea-bd9c56cf39f0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Project 089dfa06666549ef86ff31634b0bedcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:29:43.907160 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-368c0a76-6848-4214-bbea-bd9c56cf39f0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.968585 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-368c0a76-6848-4214-bbea-bd9c56cf39f0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.972183 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-368c0a76-6848-4214-bbea-bd9c56cf39f0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.989711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c0a76-6848-4214-bbea-bd9c56cf39f0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26f82da-f7ca-4b68-a25e-5d822db33cd3,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:43.995473 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-368c0a76-6848-4214-bbea-bd9c56cf39f0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:43.997204 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-368c0a76-6848-4214-bbea-bd9c56cf39f0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210470 Jul 27 21:29:56.529725 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84424c23-7b82-4270-9e6a-2faf05cf889d req-cd115681-5197-4480-b15f-277e8d4898c7 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:56.531571 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84424c23-7b82-4270-9e6a-2faf05cf889d req-cd115681-5197-4480-b15f-277e8d4898c7 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 1096 time: 0.0708823 Jul 27 21:29:56.574866 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-84424c23-7b82-4270-9e6a-2faf05cf889d req-82af78b3-e6d8-4fe3-97f0-6aa71862a350 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363305 Jul 27 21:29:56.603330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51512) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:29:56.764289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-15940918-af98-4ddf-9b3c-81c665c472a9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting port 134e6c56-0ef3-4146-a1d9-3904c5cd1e24 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:56.764635 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15940918-af98-4ddf-9b3c-81c665c472a9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:56.844672 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15940918-af98-4ddf-9b3c-81c665c472a9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:56.845005 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15940918-af98-4ddf-9b3c-81c665c472a9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:56.856506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-15940918-af98-4ddf-9b3c-81c665c472a9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Calling delete_port for 134e6c56-0ef3-4146-a1d9-3904c5cd1e24 owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:57.041743 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15940918-af98-4ddf-9b3c-81c665c472a9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:57.077603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15940918-af98-4ddf-9b3c-81c665c472a9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Port': ['ID=134e6c56-0ef3-4146-a1d9-3904c5cd1e24,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:57.135715 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15940918-af98-4ddf-9b3c-81c665c472a9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:57.136054 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-15940918-af98-4ddf-9b3c-81c665c472a9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Floating IP 073dfd61-c7a7-4a10-bd15-8172adb0937b disassociated (deleted). External IP: 172.25.2.148, port: 98792fd6-69ec-48dd-ab07-f35955bfac7d. Jul 27 21:29:57.359461 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15940918-af98-4ddf-9b3c-81c665c472a9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:29:57.475219 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15940918-af98-4ddf-9b3c-81c665c472a9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:29:57.480066 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-15940918-af98-4ddf-9b3c-81c665c472a9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:57.486096 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb903e-65e9-42d3-8192-bffeb786d2c3 None None] Sync routers for ids ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:29:57.495571 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb903e-65e9-42d3-8192-bffeb786d2c3 None None] Routers {'8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:57.496167 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-25fb903e-65e9-42d3-8192-bffeb786d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:29:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:57.519439 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-15940918-af98-4ddf-9b3c-81c665c472a9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/floatingips/073dfd61-c7a7-4a10-bd15-8172adb0937b HTTP/1.1" status: 204 len: 168 time: 0.9164655 Jul 27 21:29:57.520022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'tag': '98792fd6-69ec-48dd-ab07-f35955bfac7d'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:57.522438 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c230755-3fea-4b3d-944d-329e6702f75e" -d '{"events": [{"name": "network-changed", "server_uuid": "edf95a22-bdf1-4070-9f2f-425e4bdfdc35", "tag": "98792fd6-69ec-48dd-ab07-f35955bfac7d"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:57.562536 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06496431-7622-4759-a2c0-c5736ea25311 x-openstack-request-id: req-06496431-7622-4759-a2c0-c5736ea25311 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:57.563248 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf95a22-bdf1-4070-9f2f-425e4bdfdc35", "tag": "98792fd6-69ec-48dd-ab07-f35955bfac7d", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:57.563512 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06496431-7622-4759-a2c0-c5736ea25311 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:57.563910 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'tag': '98792fd6-69ec-48dd-ab07-f35955bfac7d', 'status': 'completed', 'code': 200} Jul 27 21:29:57.607892 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-25fb903e-65e9-42d3-8192-bffeb786d2c3 None None] Set router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:57.648166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c230755-3fea-4b3d-944d-329e6702f75e req-6f9a67e8-c394-4bd1-b889-d3a1d772a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:57.651254 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3c230755-3fea-4b3d-944d-329e6702f75e req-6f9a67e8-c394-4bd1-b889-d3a1d772a3b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 1096 time: 0.0652220 Jul 27 21:29:57.747941 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c230755-3fea-4b3d-944d-329e6702f75e req-f8b27553-da1a-4d29-b827-41a3f26f63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:57.749435 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3c230755-3fea-4b3d-944d-329e6702f75e req-f8b27553-da1a-4d29-b827-41a3f26f63f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=23db90a1-e7db-4d32-a390-0087cda1e521 HTTP/1.1" status: 200 len: 897 time: 0.0900750 Jul 27 21:29:57.777622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c276a-d5a1-4b69-bc8c-a682df71f0b8 req-fe2281e5-cefe-4cdd-8c07-e84db5b15862 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:57.779485 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-740c276a-d5a1-4b69-bc8c-a682df71f0b8 req-fe2281e5-cefe-4cdd-8c07-e84db5b15862 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0741146 Jul 27 21:29:57.799544 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3c230755-3fea-4b3d-944d-329e6702f75e req-aee47bde-0e44-4a3c-8f10-c73267541296 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d HTTP/1.1" status: 200 len: 217 time: 0.0405791 Jul 27 21:29:57.820311 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-740c276a-d5a1-4b69-bc8c-a682df71f0b8 req-13dbefb2-2387-40c0-8773-26c621f7b10e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340943 Jul 27 21:29:57.844603 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-25fb903e-65e9-42d3-8192-bffeb786d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865051415', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:23Z', 'updated_at': '2021-07-27T21:27:27Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:24Z', 'updated_at': '2021-07-27T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a6af8340-c8ae-4019-8d26-4cea0ee5a933', 'name': '', 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:dc:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '610d8642-f34c-456c-b059-75bb31290511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:27Z', 'updated_at': '2021-07-27T21:27:32Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '610d8642-f34c-456c-b059-75bb31290511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:57.855348 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c230755-3fea-4b3d-944d-329e6702f75e req-0c2fc05a-0b9d-4205-a94e-e100667e2161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:57.857056 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3c230755-3fea-4b3d-944d-329e6702f75e req-0c2fc05a-0b9d-4205-a94e-e100667e2161 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=610d8642-f34c-456c-b059-75bb31290511 HTTP/1.1" status: 200 len: 834 time: 0.0489841 Jul 27 21:29:57.870911 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb903e-65e9-42d3-8192-bffeb786d2c3 None None] Checking router: 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:29:57.879818 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb903e-65e9-42d3-8192-bffeb786d2c3 None None] Routers {'8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:29:57.880420 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-25fb903e-65e9-42d3-8192-bffeb786d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:29:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:57.918995 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c230755-3fea-4b3d-944d-329e6702f75e req-cb0be277-3651-4407-bdd3-b62b445d62c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:57.920940 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3c230755-3fea-4b3d-944d-329e6702f75e req-cb0be277-3651-4407-bdd3-b62b445d62c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=23db90a1-e7db-4d32-a390-0087cda1e521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557013 Jul 27 21:29:57.985476 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-25fb903e-65e9-42d3-8192-bffeb786d2c3 None None] Set router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:29:58.022391 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3c230755-3fea-4b3d-944d-329e6702f75e req-804d21e9-a645-4a73-b24e-3b71b6f5322f service neutron] 10.222.0.20 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918100 Jul 27 21:29:58.119923 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3c230755-3fea-4b3d-944d-329e6702f75e req-49c79afb-38ac-4fe0-80de-9fd564f7f086 service neutron] 10.222.0.20 "GET /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898275 Jul 27 21:29:58.189931 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-25fb903e-65e9-42d3-8192-bffeb786d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865051415', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:23Z', 'updated_at': '2021-07-27T21:27:27Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:24Z', 'updated_at': '2021-07-27T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a6af8340-c8ae-4019-8d26-4cea0ee5a933', 'name': '', 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:dc:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '610d8642-f34c-456c-b059-75bb31290511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:27Z', 'updated_at': '2021-07-27T21:27:32Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '610d8642-f34c-456c-b059-75bb31290511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:29:58.219978 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb903e-65e9-42d3-8192-bffeb786d2c3 None None] The sync data for ids ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'] in n-d-764806-9 is: [{'id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865051415', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:23Z', 'updated_at': '2021-07-27T21:27:27Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:24Z', 'updated_at': '2021-07-27T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a6af8340-c8ae-4019-8d26-4cea0ee5a933', 'name': '', 'network_id': '23db90a1-e7db-4d32-a390-0087cda1e521', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:dc:ea:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '610d8642-f34c-456c-b059-75bb31290511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:27Z', 'updated_at': '2021-07-27T21:27:32Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '610d8642-f34c-456c-b059-75bb31290511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:29:58.341639 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-f717dca4-4c81-493d-abef-2978e51a5ef0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744492023&fields=id&tenant_id=089dfa06666549ef86ff31634b0bedcf HTTP/1.1" status: 200 len: 267 time: 0.0351746 Jul 27 21:29:58.455574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-2b2ffc41-555e-4d50-9b61-d8fefe1b0f5b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:58.457082 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-2b2ffc41-555e-4d50-9b61-d8fefe1b0f5b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 812 time: 0.1087375 Jul 27 21:29:58.458030 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c52ea9-5362-4028-9949-b5a254fb8840 None None] New status for floating IP 073dfd61-c7a7-4a10-bd15-8172adb0937b: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:29:58.473511 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-47e1b6b1-065e-4ca9-83ec-397d54b6fde9 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/quotas/089dfa06666549ef86ff31634b0bedcf HTTP/1.1" status: 200 len: 375 time: 0.0105705 Jul 27 21:29:58.546674 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-182d93f2-2e53-4d9f-97af-7a1596b6d440 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675530 Jul 27 21:29:58.643825 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-b121dc51-897f-493e-a210-2e9bb34a6071 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854709 Jul 27 21:29:58.740823 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-27ab0ac4-5a66-4d0d-9a64-741399573f23 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909803 Jul 27 21:29:58.963349 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f004bfe-0b21-40bd-a736-2697fd15363f req-6f11265f-9c0d-4267-86d1-bf411f992dde tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:58.964870 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f004bfe-0b21-40bd-a736-2697fd15363f req-6f11265f-9c0d-4267-86d1-bf411f992dde tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0686152 Jul 27 21:29:59.009031 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f004bfe-0b21-40bd-a736-2697fd15363f req-7f083c03-9fb0-4819-9709-4a309070522f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=87922b11-b6af-4165-bad4-11bbaf6d5cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380647 Jul 27 21:29:59.053005 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8ccf5c0-e467-45c2-b157-47abf07a69b5 req-af402ebe-63f5-40df-b977-40b274c8798c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 210 time: 0.0310166 Jul 27 21:29:59.062655 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03bcb8-dbb8-4cbf-9296-cf53f81b80b0 req-f0e3f86c-fe68-45e1-94bf-d35e8fa6e360 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:29:59.064165 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9b03bcb8-dbb8-4cbf-9296-cf53f81b80b0 req-f0e3f86c-fe68-45e1-94bf-d35e8fa6e360 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.20 "GET /v2.0/ports?device_id=edf95a22-bdf1-4070-9f2f-425e4bdfdc35 HTTP/1.1" status: 200 len: 945 time: 0.0812714 Jul 27 21:29:59.177332 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-9b03bcb8-dbb8-4cbf-9296-cf53f81b80b0 req-8a75dc7e-7c6b-4f70-a21f-fb94eb1df4f5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting port 98792fd6-69ec-48dd-ab07-f35955bfac7d {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:29:59.177599 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9b03bcb8-dbb8-4cbf-9296-cf53f81b80b0 req-8a75dc7e-7c6b-4f70-a21f-fb94eb1df4f5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:59.274357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-9b03bcb8-dbb8-4cbf-9296-cf53f81b80b0 req-8a75dc7e-7c6b-4f70-a21f-fb94eb1df4f5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] For port 98792fd6-69ec-48dd-ab07-f35955bfac7d, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=98792fd6-69ec-48dd-ab07-f35955bfac7d,segment=NetworkSegment(ff51cbf0-a9c0-40c2-bf28-dde1657e69fc),segment_id=ff51cbf0-a9c0-40c2-bf28-dde1657e69fc)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:29:59.274735 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9b03bcb8-dbb8-4cbf-9296-cf53f81b80b0 req-8a75dc7e-7c6b-4f70-a21f-fb94eb1df4f5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:59.288916 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-9b03bcb8-dbb8-4cbf-9296-cf53f81b80b0 req-8a75dc7e-7c6b-4f70-a21f-fb94eb1df4f5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Calling delete_port for 98792fd6-69ec-48dd-ab07-f35955bfac7d owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:29:59.436485 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9b03bcb8-dbb8-4cbf-9296-cf53f81b80b0 req-8a75dc7e-7c6b-4f70-a21f-fb94eb1df4f5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:59.465827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75dc7e-7c6b-4f70-a21f-fb94eb1df4f5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Port': ['ID=98792fd6-69ec-48dd-ab07-f35955bfac7d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:29:59.519895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b03bcb8-dbb8-4cbf-9296-cf53f81b80b0 req-8a75dc7e-7c6b-4f70-a21f-fb94eb1df4f5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] No DVR routers for this DVR port 98792fd6-69ec-48dd-ab07-f35955bfac7d on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:29:59.522871 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9b03bcb8-dbb8-4cbf-9296-cf53f81b80b0 req-8a75dc7e-7c6b-4f70-a21f-fb94eb1df4f5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:29:59.524937 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9b03bcb8-dbb8-4cbf-9296-cf53f81b80b0 req-8a75dc7e-7c6b-4f70-a21f-fb94eb1df4f5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.20 "DELETE /v2.0/ports/98792fd6-69ec-48dd-ab07-f35955bfac7d HTTP/1.1" status: 204 len: 173 time: 0.4548187 Jul 27 21:29:59.564680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'name': 'network-vif-deleted', 'tag': '98792fd6-69ec-48dd-ab07-f35955bfac7d'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:29:59.567091 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4914a7-6dd0-4732-825e-041bd0b4a999" -d '{"events": [{"server_uuid": "edf95a22-bdf1-4070-9f2f-425e4bdfdc35", "name": "network-vif-deleted", "tag": "98792fd6-69ec-48dd-ab07-f35955bfac7d"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:29:59.609263 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e761da-da45-4863-98c4-b87c0041fa73 x-openstack-request-id: req-07e761da-da45-4863-98c4-b87c0041fa73 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:29:59.609555 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf95a22-bdf1-4070-9f2f-425e4bdfdc35", "name": "network-vif-deleted", "tag": "98792fd6-69ec-48dd-ab07-f35955bfac7d", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:29:59.609828 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07e761da-da45-4863-98c4-b87c0041fa73 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:29:59.610273 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf95a22-bdf1-4070-9f2f-425e4bdfdc35', 'name': 'network-vif-deleted', 'tag': '98792fd6-69ec-48dd-ab07-f35955bfac7d', 'status': 'completed', 'code': 200} Jul 27 21:29:59.919020 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:29:59.997324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-297708ea-9f4b-4537-9f57-a4e790d4cbef tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:00.001193 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-297708ea-9f4b-4537-9f57-a4e790d4cbef tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 812 time: 0.1259921 Jul 27 21:30:00.057203 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-3807ba8f-d7cc-4eb5-9e6d-d160a72b7acb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=089dfa06666549ef86ff31634b0bedcf HTTP/1.1" status: 200 len: 380 time: 0.0470631 Jul 27 21:30:00.068173 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-9af1e74c-9ab0-446a-8481-443ae4a86b73 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Request body: {'port': {'device_id': 'ee949c4f-0cf9-4421-83d3-dbf8da37bb88', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'admin_state_up': True, 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'security_groups': ['698a103e-77c5-47cb-9d43-bcae282f535c']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:00.071419 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51562) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:00.198573 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-218529c7-9599-4a4e-8d98-0fce0b6a8ed2 req-01bf7f62-288c-41c0-8476-9d9ce0965fb8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 210 time: 0.0601449 Jul 27 21:30:00.208755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-9af1e74c-9ab0-446a-8481-443ae4a86b73 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Made reservation on behalf of 089dfa06666549ef86ff31634b0bedcf for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:30:00.213376 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-9af1e74c-9ab0-446a-8481-443ae4a86b73 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:00.359884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-9af1e74c-9ab0-446a-8481-443ae4a86b73 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Allocated IP 172.20.0.14 (9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0/4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21/6631aa27-e990-48fe-8cec-62a567bd13dc) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:30:00.522583 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:00.536645 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-9af1e74c-9ab0-446a-8481-443ae4a86b73 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:00.551421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-9af1e74c-9ab0-446a-8481-443ae4a86b73 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Transition to ACTIVE for port object 6631aa27-e990-48fe-8cec-62a567bd13dc will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:30:00.588642 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-9af1e74c-9ab0-446a-8481-443ae4a86b73 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:00.634811 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-9af1e74c-9ab0-446a-8481-443ae4a86b73 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:30:00.642586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-9af1e74c-9ab0-446a-8481-443ae4a86b73 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:30:00.648194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-9af1e74c-9ab0-446a-8481-443ae4a86b73 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:30:00.656822 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1e74c-9ab0-446a-8481-443ae4a86b73 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'Port': ['ID=6631aa27-e990-48fe-8cec-62a567bd13dc,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:00.721976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-9af1e74c-9ab0-446a-8481-443ae4a86b73 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:00.722672 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-9af1e74c-9ab0-446a-8481-443ae4a86b73 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:00.739177 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-9af1e74c-9ab0-446a-8481-443ae4a86b73 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6748652 Jul 27 21:30:00.753379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Request body: {'port': {'device_id': 'ee949c4f-0cf9-4421-83d3-dbf8da37bb88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:00.845276 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:00.859379 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting port a6af8340-c8ae-4019-8d26-4cea0ee5a933 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:30:00.859872 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:00.962989 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] For port a6af8340-c8ae-4019-8d26-4cea0ee5a933, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a6af8340-c8ae-4019-8d26-4cea0ee5a933,segment=NetworkSegment(ff51cbf0-a9c0-40c2-bf28-dde1657e69fc),segment_id=ff51cbf0-a9c0-40c2-bf28-dde1657e69fc)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:00.963511 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:00.968106 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ec33a240-953c-4d6e-8c0c-fcaeae0232d0 None None] Provisioning for port 6631aa27-e990-48fe-8cec-62a567bd13dc completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:30:00.974546 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ec33a240-953c-4d6e-8c0c-fcaeae0232d0 None None] Provisioning complete for port 6631aa27-e990-48fe-8cec-62a567bd13dc triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:00.975029 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ec33a240-953c-4d6e-8c0c-fcaeae0232d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:00.983170 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Calling delete_port for a6af8340-c8ae-4019-8d26-4cea0ee5a933 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:30:01.009545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ec33a240-953c-4d6e-8c0c-fcaeae0232d0 None None] Port 6631aa27-e990-48fe-8cec-62a567bd13dc cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:30:01.154928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6631aa27-e990-48fe-8cec-62a567bd13dc {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:30:01.163875 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:01.177208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Transition to ACTIVE for port object 6631aa27-e990-48fe-8cec-62a567bd13dc will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:30:01.181078 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:01.227060 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:01.262048 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Port': ['ID=a6af8340-c8ae-4019-8d26-4cea0ee5a933,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:01.311384 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:01.311742 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:01.312085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:01.312418 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:01.312755 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:01.313087 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:01.313417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:01.314268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:01.314268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:01.314467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:01.316002 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:01.316002 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:01.356614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6631aa27-e990-48fe-8cec-62a567bd13dc,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:01.435693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Attempting to bind port 6631aa27-e990-48fe-8cec-62a567bd13dc on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:30:01.437337 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Attempting to bind port 6631aa27-e990-48fe-8cec-62a567bd13dc by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:30:01.438093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Attempting to bind port 6631aa27-e990-48fe-8cec-62a567bd13dc on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:30:01.444161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Port 6631aa27-e990-48fe-8cec-62a567bd13dc on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:30:01.445053 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Attempting to bind port 6631aa27-e990-48fe-8cec-62a567bd13dc on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:30:01.456233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:30:01.457513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Checking segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:30:01.457513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Bound using segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:30:01.460274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Bound port: 6631aa27-e990-48fe-8cec-62a567bd13dc, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:30:01.460274 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:01.580001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bc970-5e56-478e-ac4e-f7f62963b000 req-98b473a4-7bdb-4adf-98ad-944551239dd7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:01.581599 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d4bc970-5e56-478e-ac4e-f7f62963b000 req-98b473a4-7bdb-4adf-98ad-944551239dd7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 944 time: 0.2534900 Jul 27 21:30:01.595574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] For port 6631aa27-e990-48fe-8cec-62a567bd13dc, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:30:01.603579 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] For port 6631aa27-e990-48fe-8cec-62a567bd13dc, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=6631aa27-e990-48fe-8cec-62a567bd13dc,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:30:01.609121 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:01.668615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:01.669904 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:01.672195 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/6631aa27-e990-48fe-8cec-62a567bd13dc HTTP/1.1" status: 200 len: 1092 time: 0.9237905 Jul 27 21:30:01.675469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee949c4f-0cf9-4421-83d3-dbf8da37bb88', 'tag': '6631aa27-e990-48fe-8cec-62a567bd13dc'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:30:01.680847 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274b9c6e-0994-4b21-9467-e9cd31b1c9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ee949c4f-0cf9-4421-83d3-dbf8da37bb88", "tag": "6631aa27-e990-48fe-8cec-62a567bd13dc"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:30:01.710042 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d4bc970-5e56-478e-ac4e-f7f62963b000 req-5614efb0-4665-4090-bd0d-99fe52ac1136 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490735 Jul 27 21:30:01.748776 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:01.778859 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0667ace0-14a3-4cca-aa81-f78de87b0132 x-openstack-request-id: req-0667ace0-14a3-4cca-aa81-f78de87b0132 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:30:01.779175 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee949c4f-0cf9-4421-83d3-dbf8da37bb88", "tag": "6631aa27-e990-48fe-8cec-62a567bd13dc", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:30:01.779520 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0667ace0-14a3-4cca-aa81-f78de87b0132 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:30:01.780017 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee949c4f-0cf9-4421-83d3-dbf8da37bb88', 'tag': '6631aa27-e990-48fe-8cec-62a567bd13dc', 'status': 'completed', 'code': 200} Jul 27 21:30:01.781853 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910fb02-0c22-4633-a362-51bd459cb6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6631aa27-e990-48fe-8cec-62a567bd13dc,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:01.811223 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-9d9c2f2a-e997-4865-8729-d35df40f7c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:01.812798 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-9d9c2f2a-e997-4865-8729-d35df40f7c8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 1095 time: 0.0813961 Jul 27 21:30:01.864046 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-ba439bb0-2c3a-4322-81c4-55edcec7db31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6631aa27-e990-48fe-8cec-62a567bd13dc HTTP/1.1" status: 200 len: 217 time: 0.0432951 Jul 27 21:30:01.922721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-41f511cd-52aa-478a-82fc-38b74c8b2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:01.924521 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-41f511cd-52aa-478a-82fc-38b74c8b2cab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0541008 Jul 27 21:30:01.998620 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:30:02.017528 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-73388b30-0848-45a7-a805-f8269fda5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:02.021331 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-73388b30-0848-45a7-a805-f8269fda5e0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895808 Jul 27 21:30:02.124362 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:30:02.130096 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6550e6d4-01d9-4d6c-82b5-71d997f37436 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "PUT /v2.0/routers/8e8c1d63-5e12-4cee-b648-bb9a142cfe1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0558488 Jul 27 21:30:02.133497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51574) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:02.137469 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5153f51-29e6-4547-a9ee-03d2eab59763 None None] Sync routers for ids ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:30:02.147560 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5153f51-29e6-4547-a9ee-03d2eab59763 None None] Routers {'8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:30:02.151195 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-8ca17175-c263-4cba-942c-94fc967b9520 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201625 Jul 27 21:30:02.154295 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d5153f51-29e6-4547-a9ee-03d2eab59763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:29:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:02.295677 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-d5153f51-29e6-4547-a9ee-03d2eab59763 None None] Set router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:30:02.296220 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-d559fe75-127d-46f1-996b-381307ec9c59 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting subnet 610d8642-f34c-456c-b059-75bb31290511 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:30:02.300646 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d559fe75-127d-46f1-996b-381307ec9c59 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:02.305156 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0d9b9b8f-69d1-4ec1-ba82-468d91e2d725 req-4e84c96b-ff5f-48e0-854b-a8a5bdb3709b service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326714 Jul 27 21:30:02.346793 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d559fe75-127d-46f1-996b-381307ec9c59 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:02.492380 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d5153f51-29e6-4547-a9ee-03d2eab59763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865051415', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:23Z', 'updated_at': '2021-07-27T21:30:01Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:24Z', 'updated_at': '2021-07-27T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:02.522028 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5153f51-29e6-4547-a9ee-03d2eab59763 None None] Checking router: 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:30:02.532017 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5153f51-29e6-4547-a9ee-03d2eab59763 None None] Routers {'8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:30:02.532630 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d5153f51-29e6-4547-a9ee-03d2eab59763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:29:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:02.718455 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eb8bc817-a95c-4a54-b131-3f23f10bc399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:02.747665 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d559fe75-127d-46f1-996b-381307ec9c59 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:02.752089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b9c6e-0994-4b21-9467-e9cd31b1c9f9 req-5dd118df-465f-4457-996f-7ce48461b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:02.753585 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-274b9c6e-0994-4b21-9467-e9cd31b1c9f9 req-5dd118df-465f-4457-996f-7ce48461b738 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 1095 time: 0.3852496 Jul 27 21:30:02.790719 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-d5153f51-29e6-4547-a9ee-03d2eab59763 None None] Set router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:30:02.896993 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf778a-189f-4b0d-97d6-a567a556abb9 req-d3c240a2-6310-4aad-80be-4b921e9edfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:02.898691 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecbf778a-189f-4b0d-97d6-a567a556abb9 req-d3c240a2-6310-4aad-80be-4b921e9edfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 944 time: 0.1026008 Jul 27 21:30:02.900900 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d559fe75-127d-46f1-996b-381307ec9c59 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:02.932755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559fe75-127d-46f1-996b-381307ec9c59 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Subnet': ['ID=610d8642-f34c-456c-b059-75bb31290511,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:02.936543 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b9c6e-0994-4b21-9467-e9cd31b1c9f9 req-f63f6877-a03f-4e22-95f6-d7e916200600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:02.938056 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-274b9c6e-0994-4b21-9467-e9cd31b1c9f9 req-f63f6877-a03f-4e22-95f6-d7e916200600 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.1630807 Jul 27 21:30:02.944356 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d559fe75-127d-46f1-996b-381307ec9c59 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:02.950284 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d559fe75-127d-46f1-996b-381307ec9c59 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/subnets/610d8642-f34c-456c-b059-75bb31290511 HTTP/1.1" status: 204 len: 168 time: 0.8132031 Jul 27 21:30:02.950518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78653ea5-bb1d-46b6-99bf-4dda2fcd3e7f None None] Network 23db90a1-e7db-4d32-a390-0087cda1e521 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:30:02.955982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51580) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:02.966090 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecbf778a-189f-4b0d-97d6-a567a556abb9 req-2276b428-d3ab-4179-b8c5-e9bcb0de1876 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599759 Jul 27 21:30:03.074734 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d5153f51-29e6-4547-a9ee-03d2eab59763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865051415', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:23Z', 'updated_at': '2021-07-27T21:30:01Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:24Z', 'updated_at': '2021-07-27T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:03.090306 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-274b9c6e-0994-4b21-9467-e9cd31b1c9f9 req-d2c68ace-9318-4116-b0b0-da2b1625a46d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6631aa27-e990-48fe-8cec-62a567bd13dc HTTP/1.1" status: 200 len: 217 time: 0.1411490 Jul 27 21:30:03.106102 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5153f51-29e6-4547-a9ee-03d2eab59763 None None] The sync data for ids ['8e8c1d63-5e12-4cee-b648-bb9a142cfe1a'] in n-d-764806-9 is: [{'id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865051415', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:27:23Z', 'updated_at': '2021-07-27T21:30:01Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '61b0a738-cb04-425a-9531-e0c5c3d1f828', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:84:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c1d63-5e12-4cee-b648-bb9a142cfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:27:24Z', 'updated_at': '2021-07-27T21:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:30:03.157258 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-814f86ce-5393-427b-becd-7daf6c103aab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:03.197724 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b9c6e-0994-4b21-9467-e9cd31b1c9f9 req-9b38ef6c-ced9-400f-858d-b3d25be1f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:03.199488 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-274b9c6e-0994-4b21-9467-e9cd31b1c9f9 req-9b38ef6c-ced9-400f-858d-b3d25be1f3f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.1013267 Jul 27 21:30:03.311233 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-814f86ce-5393-427b-becd-7daf6c103aab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:03.321593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b9c6e-0994-4b21-9467-e9cd31b1c9f9 req-14fd801a-4f4d-44ac-976e-c9684a3fade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:03.323414 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-274b9c6e-0994-4b21-9467-e9cd31b1c9f9 req-14fd801a-4f4d-44ac-976e-c9684a3fade0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156466 Jul 27 21:30:03.441763 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-814f86ce-5393-427b-becd-7daf6c103aab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting port 61b0a738-cb04-425a-9531-e0c5c3d1f828 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:30:03.442022 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-814f86ce-5393-427b-becd-7daf6c103aab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:03.446191 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-274b9c6e-0994-4b21-9467-e9cd31b1c9f9 req-31c12f51-23ce-4b13-936d-0d2bc61f4bfc service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018920 Jul 27 21:30:03.506455 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] DHCP port deletion for 23db90a1-e7db-4d32-a390-0087cda1e521 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:30:03.569468 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Deleting port 15e10483-eab3-4781-ad92-f45852c98cfd {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:30:03.570155 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:03.607366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-814f86ce-5393-427b-becd-7daf6c103aab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] For port 61b0a738-cb04-425a-9531-e0c5c3d1f828, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=61b0a738-cb04-425a-9531-e0c5c3d1f828,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:03.607745 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-814f86ce-5393-427b-becd-7daf6c103aab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:03.627840 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-274b9c6e-0994-4b21-9467-e9cd31b1c9f9 req-6a721373-0ad7-4c46-8850-4a08f2411475 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708913 Jul 27 21:30:03.631874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-814f86ce-5393-427b-becd-7daf6c103aab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Calling delete_port for 61b0a738-cb04-425a-9531-e0c5c3d1f828 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:30:03.658065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] For port 15e10483-eab3-4781-ad92-f45852c98cfd, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=15e10483-eab3-4781-ad92-f45852c98cfd,segment=NetworkSegment(ff51cbf0-a9c0-40c2-bf28-dde1657e69fc),segment_id=ff51cbf0-a9c0-40c2-bf28-dde1657e69fc)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:03.659026 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:03.675341 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Calling delete_port for 15e10483-eab3-4781-ad92-f45852c98cfd owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:30:03.723271 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 98792fd6-69ec-48dd-ab07-f35955bfac7d no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:30:03.758599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 98792fd6-69ec-48dd-ab07-f35955bfac7d {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:30:03.759246 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 98792fd6-69ec-48dd-ab07-f35955bfac7d not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:30:03.800884 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:03.828532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Pushing event deleted for resources: {'Port': ['ID=15e10483-eab3-4781-ad92-f45852c98cfd,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:03.836676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:03.837271 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:03.837787 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:03.838125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:03.838573 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:03.838908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:03.839236 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:03.839563 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:03.839889 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:03.840213 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:03.840537 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:03.840860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:03.847941 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b346da4d-bc96-4d74-af90-2daf88b252ef None None] No DVR routers for this DVR port 15e10483-eab3-4781-ad92-f45852c98cfd on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:30:03.851541 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-814f86ce-5393-427b-becd-7daf6c103aab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:03.892896 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f86ce-5393-427b-becd-7daf6c103aab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Port': ['ID=61b0a738-cb04-425a-9531-e0c5c3d1f828,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:03.956009 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-814f86ce-5393-427b-becd-7daf6c103aab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.059973 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-814f86ce-5393-427b-becd-7daf6c103aab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.062561 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-814f86ce-5393-427b-becd-7daf6c103aab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.112436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a5d1-c045-4bf0-ae58-b90b752ab4c7 req-bf5adb74-bbff-4419-b8ce-a0addcd93065 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:04.113111 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-814f86ce-5393-427b-becd-7daf6c103aab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.113634 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814f86ce-5393-427b-becd-7daf6c103aab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Fanout notify agent at l3_agent the message router_deleted on router 8e8c1d63-5e12-4cee-b648-bb9a142cfe1a {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:30:04.114492 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d93a5d1-c045-4bf0-ae58-b90b752ab4c7 req-bf5adb74-bbff-4419-b8ce-a0addcd93065 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 944 time: 0.0691211 Jul 27 21:30:04.128461 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-814f86ce-5393-427b-becd-7daf6c103aab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.131887 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-814f86ce-5393-427b-becd-7daf6c103aab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/routers/8e8c1d63-5e12-4cee-b648-bb9a142cfe1a HTTP/1.1" status: 204 len: 168 time: 1.1748466 Jul 27 21:30:04.134296 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51588) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:04.187767 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.250782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d93a5d1-c045-4bf0-ae58-b90b752ab4c7 req-284b1391-b0fe-4f02-9f63-810d15d12948 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272690 Jul 27 21:30:04.274452 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45ec4cdf-a2b6-438d-bdbb-517c982bcd1f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.380156 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45ec4cdf-a2b6-438d-bdbb-517c982bcd1f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.390763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-45ec4cdf-a2b6-438d-bdbb-517c982bcd1f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23db90a1-e7db-4d32-a390-0087cda1e521']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:04.402625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-45ec4cdf-a2b6-438d-bdbb-517c982bcd1f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:04.402927 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-45ec4cdf-a2b6-438d-bdbb-517c982bcd1f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff51cbf0-a9c0-40c2-bf28-dde1657e69fc') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:04.413324 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45ec4cdf-a2b6-438d-bdbb-517c982bcd1f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.427863 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45ec4cdf-a2b6-438d-bdbb-517c982bcd1f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.434864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ec4cdf-a2b6-438d-bdbb-517c982bcd1f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:30:04.435396 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45ec4cdf-a2b6-438d-bdbb-517c982bcd1f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:30:04.439242 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:30:04.501056 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45ec4cdf-a2b6-438d-bdbb-517c982bcd1f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.508448 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-45ec4cdf-a2b6-438d-bdbb-517c982bcd1f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.510121 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-45ec4cdf-a2b6-438d-bdbb-517c982bcd1f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/networks/23db90a1-e7db-4d32-a390-0087cda1e521 HTTP/1.1" status: 204 len: 168 time: 0.3747885 Jul 27 21:30:04.513546 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51590) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:04.523400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec4cdf-a2b6-438d-bdbb-517c982bcd1f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Network': ['ID=23db90a1-e7db-4d32-a390-0087cda1e521,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:04.577560 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-135e9b78-4ed3-4341-923e-3d1119e83111 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.605083 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-135e9b78-4ed3-4341-923e-3d1119e83111 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.659254 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a6af8340-c8ae-4019-8d26-4cea0ee5a933 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:30:04.692708 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-135e9b78-4ed3-4341-923e-3d1119e83111 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.693941 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: a6af8340-c8ae-4019-8d26-4cea0ee5a933 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:30:04.694329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a6af8340-c8ae-4019-8d26-4cea0ee5a933 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:30:04.694742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 15e10483-eab3-4781-ad92-f45852c98cfd no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:30:04.698315 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-135e9b78-4ed3-4341-923e-3d1119e83111 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:04.705973 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-135e9b78-4ed3-4341-923e-3d1119e83111 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/security-groups/87922b11-b6af-4165-bad4-11bbaf6d5cb0 HTTP/1.1" status: 204 len: 168 time: 0.1910653 Jul 27 21:30:04.716470 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 15e10483-eab3-4781-ad92-f45852c98cfd {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:30:04.717056 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 15e10483-eab3-4781-ad92-f45852c98cfd not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:30:04.721689 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e9b78-4ed3-4341-923e-3d1119e83111 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87922b11-b6af-4165-bad4-11bbaf6d5cb0,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:05.373620 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-071f735a-079c-4953-96bb-bb98239bb9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:05.411437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e49cd-fbdb-4fec-9fa1-c784ac372bf3 req-5b98653b-77e6-4f32-a69b-be856e4a0d32 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:05.412901 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-359e49cd-fbdb-4fec-9fa1-c784ac372bf3 req-5b98653b-77e6-4f32-a69b-be856e4a0d32 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 944 time: 0.0688195 Jul 27 21:30:05.450802 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-359e49cd-fbdb-4fec-9fa1-c784ac372bf3 req-cfcfe3f3-89d3-4668-9b3b-2fafd3e239aa tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318153 Jul 27 21:30:05.475443 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.154353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 61b0a738-cb04-425a-9531-e0c5c3d1f828 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:30:06.176653 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 61b0a738-cb04-425a-9531-e0c5c3d1f828 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:30:06.176989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 61b0a738-cb04-425a-9531-e0c5c3d1f828 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:30:06.242875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51604) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:06.248810 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-93789b31-28e0-4844-b615-fe49b5828331 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1822987091', 'description': 'tempest-secgroup-smoke-1822987091 description', 'project_id': '3a65593248f94ce3907873f90c034333'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:06.274196 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93789b31-28e0-4844-b615-fe49b5828331 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.355183 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93789b31-28e0-4844-b615-fe49b5828331 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.358953 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93789b31-28e0-4844-b615-fe49b5828331 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.387037 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93789b31-28e0-4844-b615-fe49b5828331 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.389104 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-93789b31-28e0-4844-b615-fe49b5828331 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1446576 Jul 27 21:30:06.391043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93789b31-28e0-4844-b615-fe49b5828331 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:06.391886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51606) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:06.397991 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5dd925e9-2317-40ec-b073-9a730610d207 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '2f6fa0c7-c20b-498f-8c8b-730b8cd8f625', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:06.426098 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5dd925e9-2317-40ec-b073-9a730610d207 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.472829 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5dd925e9-2317-40ec-b073-9a730610d207 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.479322 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5dd925e9-2317-40ec-b073-9a730610d207 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.498359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd925e9-2317-40ec-b073-9a730610d207 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4806a1-91f1-4ae8-bf83-393caf28b09d,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:06.504802 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5dd925e9-2317-40ec-b073-9a730610d207 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.506024 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5dd925e9-2317-40ec-b073-9a730610d207 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121542 Jul 27 21:30:06.508933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51610) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:06.514995 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3fa26faf-20ee-4376-9e55-fc407714beac tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '2f6fa0c7-c20b-498f-8c8b-730b8cd8f625', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:06.541392 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3fa26faf-20ee-4376-9e55-fc407714beac tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.591857 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29982d45-cc9e-4d2e-a8ef-76b53136f451 req-5e2e1fb1-9b5f-47ef-aab8-dcf43b6d931b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:06.593394 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29982d45-cc9e-4d2e-a8ef-76b53136f451 req-5e2e1fb1-9b5f-47ef-aab8-dcf43b6d931b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 944 time: 0.0664499 Jul 27 21:30:06.608151 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3fa26faf-20ee-4376-9e55-fc407714beac tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.612190 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3fa26faf-20ee-4376-9e55-fc407714beac tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.634767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa26faf-20ee-4376-9e55-fc407714beac tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d10a77a-8975-43fb-aa49-28ff4c6cf3ed,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:06.639008 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3fa26faf-20ee-4376-9e55-fc407714beac tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.642824 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3fa26faf-20ee-4376-9e55-fc407714beac tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1301768 Jul 27 21:30:06.643335 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29982d45-cc9e-4d2e-a8ef-76b53136f451 req-3b89bbf1-83f8-43fa-823c-6052ee9a40c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423849 Jul 27 21:30:06.643425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51612) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:06.648068 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-73b7cf70-b634-4d74-997b-3fe13218b8f2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '2f6fa0c7-c20b-498f-8c8b-730b8cd8f625', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:06.673996 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73b7cf70-b634-4d74-997b-3fe13218b8f2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.732498 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73b7cf70-b634-4d74-997b-3fe13218b8f2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.736384 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73b7cf70-b634-4d74-997b-3fe13218b8f2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.755714 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7cf70-b634-4d74-997b-3fe13218b8f2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3e1ad5-e1ac-4567-877f-926ec3463692,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:06.758725 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73b7cf70-b634-4d74-997b-3fe13218b8f2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.760081 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-73b7cf70-b634-4d74-997b-3fe13218b8f2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158700 Jul 27 21:30:06.762796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51614) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:06.767262 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-def7aea1-d450-4d2f-8ab0-477e5f90244f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '2f6fa0c7-c20b-498f-8c8b-730b8cd8f625', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:06.792555 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-def7aea1-d450-4d2f-8ab0-477e5f90244f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.852392 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-def7aea1-d450-4d2f-8ab0-477e5f90244f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.855996 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-def7aea1-d450-4d2f-8ab0-477e5f90244f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.875249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7aea1-d450-4d2f-8ab0-477e5f90244f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047dfb6b-4026-4175-be95-8567fb59b0b6,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:06.883983 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-def7aea1-d450-4d2f-8ab0-477e5f90244f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.885179 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-def7aea1-d450-4d2f-8ab0-477e5f90244f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214271 Jul 27 21:30:06.888417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51616) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:06.892815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d8148f6f-296b-4f7d-b5b3-86613f5a476e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '2f6fa0c7-c20b-498f-8c8b-730b8cd8f625', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:06.914656 n-d-764806-9 neutron-server[105580]: INFO neutron.db.securitygroups_db [None req-d8148f6f-296b-4f7d-b5b3-86613f5a476e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Project 3a65593248f94ce3907873f90c034333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:30:06.920204 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8148f6f-296b-4f7d-b5b3-86613f5a476e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.984743 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8148f6f-296b-4f7d-b5b3-86613f5a476e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:06.988163 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8148f6f-296b-4f7d-b5b3-86613f5a476e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.005825 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8148f6f-296b-4f7d-b5b3-86613f5a476e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a794ecf-f864-4dc9-9a8b-a81c50162f10,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:07.012287 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d8148f6f-296b-4f7d-b5b3-86613f5a476e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.014085 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d8148f6f-296b-4f7d-b5b3-86613f5a476e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246157 Jul 27 21:30:07.016723 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51620) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:07.021276 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-75a6a3b4-77be-45fb-bf76-bc8591c7559c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '2f6fa0c7-c20b-498f-8c8b-730b8cd8f625', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:07.042848 n-d-764806-9 neutron-server[105580]: INFO neutron.db.securitygroups_db [None req-75a6a3b4-77be-45fb-bf76-bc8591c7559c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Project 3a65593248f94ce3907873f90c034333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:30:07.048615 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75a6a3b4-77be-45fb-bf76-bc8591c7559c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.111713 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75a6a3b4-77be-45fb-bf76-bc8591c7559c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.115054 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75a6a3b4-77be-45fb-bf76-bc8591c7559c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.133457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6a3b4-77be-45fb-bf76-bc8591c7559c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9ed770-0578-42fa-bfcb-2811cf2166ea,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:07.136333 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-75a6a3b4-77be-45fb-bf76-bc8591c7559c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.137525 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-75a6a3b4-77be-45fb-bf76-bc8591c7559c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197753 Jul 27 21:30:07.140899 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51622) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:07.145836 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8222b3ea-4bb3-4a64-82b0-5c7f40c92744 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'network': {'name': 'tempest-network-smoke--1358243015', 'project_id': '3a65593248f94ce3907873f90c034333', 'port_security_enabled': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:07.167717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8222b3ea-4bb3-4a64-82b0-5c7f40c92744 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Made reservation on behalf of 3a65593248f94ce3907873f90c034333 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:30:07.172027 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8222b3ea-4bb3-4a64-82b0-5c7f40c92744 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.195469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8222b3ea-4bb3-4a64-82b0-5c7f40c92744 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:30:07.205275 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8222b3ea-4bb3-4a64-82b0-5c7f40c92744 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.205626 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-8222b3ea-4bb3-4a64-82b0-5c7f40c92744 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Added segment d34122d9-a0f2-445b-92a0-38c1a731dbb3 of type vlan for network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c Jul 27 21:30:07.225278 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.254332 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8222b3ea-4bb3-4a64-82b0-5c7f40c92744 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.286010 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8222b3ea-4bb3-4a64-82b0-5c7f40c92744 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.291476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8222b3ea-4bb3-4a64-82b0-5c7f40c92744 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:07.292074 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8222b3ea-4bb3-4a64-82b0-5c7f40c92744 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.368905 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8222b3ea-4bb3-4a64-82b0-5c7f40c92744 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2269564 Jul 27 21:30:07.371675 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51624) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:07.376497 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1230992662', 'admin_state_up': True, 'project_id': '3a65593248f94ce3907873f90c034333', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:07.400677 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.401663 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.405786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222b3ea-4bb3-4a64-82b0-5c7f40c92744 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Network': ['ID=9ada2ee8-ed61-4b51-adc5-044a79d67b0c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:07.416684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:30:07.458913 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.601306 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.834077 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.855084 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.858103 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:07.878475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cd9bc-0fce-47de-bd2d-05f8818bbbc0 req-b2123645-d99e-4dde-a582-4e4623015cb1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:07.879981 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b5cd9bc-0fce-47de-bd2d-05f8818bbbc0 req-b2123645-d99e-4dde-a582-4e4623015cb1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 944 time: 0.1724088 Jul 27 21:30:08.323444 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b5cd9bc-0fce-47de-bd2d-05f8818bbbc0 req-f021d87a-319e-43ab-89fd-2ac96f17c838 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682056 Jul 27 21:30:08.350878 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Allocated IP 172.25.2.237 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/626f737f-fe8c-44ca-884d-3110e6fdaba0) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:30:08.455418 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:08.493963 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:08.532035 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:30:08.538135 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:30:08.542403 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:30:08.545474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=626f737f-fe8c-44ca-884d-3110e6fdaba0,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:08.808323 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:08.902969 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:09.013742 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:09.140483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 29852b41-5981-4514-9baf-81ce3167583e is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:30:09.249346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:30:09.258705 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Sync routers for ids ['29852b41-5981-4514-9baf-81ce3167583e'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:30:09.268785 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Routers {'29852b41-5981-4514-9baf-81ce3167583e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:30:09.269105 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:09.270176 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:30:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['29852b41-5981-4514-9baf-81ce3167583e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:09.270543 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6286d58d-4798-418c-b842-1a7a29fff709 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8976629 Jul 27 21:30:09.273495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51632) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:09.301490 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-755ce4ad-2420-42dc-b757-ee6e124a64e4 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3a65593248f94ce3907873f90c034333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268996 Jul 27 21:30:09.304097 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51634) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:09.377602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Set router 29852b41-5981-4514-9baf-81ce3167583e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:30:09.395549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d13f16-7881-4b49-840e-397062c4363c tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:09.400379 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-43d13f16-7881-4b49-840e-397062c4363c tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936408 Jul 27 21:30:09.400730 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51638) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:09.429575 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-24e67fb7-d948-42c7-bf86-8dfcb869b710 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276451 Jul 27 21:30:09.432109 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51640) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:09.437756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-660bb45e-6d90-4549-abe3-062e54008d47 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2080029937', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'project_id': '3a65593248f94ce3907873f90c034333', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:09.473402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6829d92-e383-4556-b85b-90a53f8ab54c req-78a08ffd-39f8-45bb-b6a2-0b0a5e7375a3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:09.474957 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6829d92-e383-4556-b85b-90a53f8ab54c req-78a08ffd-39f8-45bb-b6a2-0b0a5e7375a3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 944 time: 0.0751352 Jul 27 21:30:09.520403 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6829d92-e383-4556-b85b-90a53f8ab54c req-4bdf629e-4c4d-4b3f-8fad-6b5825b688fc tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390651 Jul 27 21:30:09.538169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660bb45e-6d90-4549-abe3-062e54008d47 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Made reservation on behalf of 3a65593248f94ce3907873f90c034333 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:30:09.542279 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-660bb45e-6d90-4549-abe3-062e54008d47 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:09.570093 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29852b41-5981-4514-9baf-81ce3167583e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230992662', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:08Z', 'revision_number': 3, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:09.600298 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Checking router: 29852b41-5981-4514-9baf-81ce3167583e for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:30:09.600649 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Updating router 29852b41-5981-4514-9baf-81ce3167583e port 626f737f-fe8c-44ca-884d-3110e6fdaba0 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:30:09.635763 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:09.728001 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-660bb45e-6d90-4549-abe3-062e54008d47 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:09.787355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bb45e-6d90-4549-abe3-062e54008d47 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Subnet': ['ID=e34300fb-a46f-4474-96e9-610b910c4f6a,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:09.799145 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660bb45e-6d90-4549-abe3-062e54008d47 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Checking segment: {'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:30:09.799516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660bb45e-6d90-4549-abe3-062e54008d47 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network hostable DHCP agents. Network: 9ada2ee8-ed61-4b51-adc5-044a79d67b0c, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:30:09.816306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660bb45e-6d90-4549-abe3-062e54008d47 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:30:09.825306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-660bb45e-6d90-4549-abe3-062e54008d47 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 9ada2ee8-ed61-4b51-adc5-044a79d67b0c) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:30:09.830676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660bb45e-6d90-4549-abe3-062e54008d47 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:09.831308 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-660bb45e-6d90-4549-abe3-062e54008d47 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:09.841702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f806de9-9276-4365-84ca-f1ab3cdb2121 None None] Network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:30:09.846734 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-660bb45e-6d90-4549-abe3-062e54008d47 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4135067 Jul 27 21:30:09.848711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51642) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:09.975081 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:09.991494 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Transition to ACTIVE for port object 626f737f-fe8c-44ca-884d-3110e6fdaba0 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:30:10.015889 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:10.105624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Attempting to bind port 626f737f-fe8c-44ca-884d-3110e6fdaba0 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:30:10.105997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Attempting to bind port 626f737f-fe8c-44ca-884d-3110e6fdaba0 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:30:10.106461 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Attempting to bind port 626f737f-fe8c-44ca-884d-3110e6fdaba0 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:30:10.116289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'fixed_ips': [{'subnet_id': 'e34300fb-a46f-4474-96e9-610b910c4f6a'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:30:10.117112 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:10.121219 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25d4ed-aee2-4475-a368-9ed3ddd27a32 None None] Pushing event updated for resources: {'Port': ['ID=626f737f-fe8c-44ca-884d-3110e6fdaba0,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:10.124949 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:30:10.125321 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:30:10.125713 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:10.126094 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:30:10.126590 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Bound port: 626f737f-fe8c-44ca-884d-3110e6fdaba0, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:30:10.126955 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:10.248440 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] For port 626f737f-fe8c-44ca-884d-3110e6fdaba0, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:30:10.253487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] For port 626f737f-fe8c-44ca-884d-3110e6fdaba0, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=626f737f-fe8c-44ca-884d-3110e6fdaba0,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:30:10.257865 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:10.324598 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:10.357681 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Routers {'29852b41-5981-4514-9baf-81ce3167583e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:30:10.358336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:30:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['29852b41-5981-4514-9baf-81ce3167583e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:10.362737 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25d4ed-aee2-4475-a368-9ed3ddd27a32 None None] Pushing event updated for resources: {'Port': ['ID=626f737f-fe8c-44ca-884d-3110e6fdaba0,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:10.402205 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Allocated IP 172.20.0.2 (9ada2ee8-ed61-4b51-adc5-044a79d67b0c/e34300fb-a46f-4474-96e9-610b910c4f6a/592fadd8-59a1-41f7-b822-888873e25263) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:30:10.532006 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] Set router 29852b41-5981-4514-9baf-81ce3167583e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:30:10.666704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b02ad-3864-499d-b538-f9ffd5c35f25 req-67aeb196-289c-43dc-a8c5-96ea181a0133 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:10.668376 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-368b02ad-3864-499d-b538-f9ffd5c35f25 req-67aeb196-289c-43dc-a8c5-96ea181a0133 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 944 time: 0.0761845 Jul 27 21:30:10.710831 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-368b02ad-3864-499d-b538-f9ffd5c35f25 req-fcd461ea-b642-45ac-bbaa-f9bc11b3bc72 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359526 Jul 27 21:30:10.711131 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:10.727246 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Transition to ACTIVE for port object 592fadd8-59a1-41f7-b822-888873e25263 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:30:10.762168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Transition to ACTIVE for port object 592fadd8-59a1-41f7-b822-888873e25263 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:30:10.769309 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:10.835808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Allocated IP 172.20.0.1 (9ada2ee8-ed61-4b51-adc5-044a79d67b0c/e34300fb-a46f-4474-96e9-610b910c4f6a/c9086b2c-ae4a-43b8-85db-c624d9c22cd1) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:30:10.958352 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:10.966468 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:30:10.972997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Transition to ACTIVE for port object c9086b2c-ae4a-43b8-85db-c624d9c22cd1 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:30:10.973694 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:30:10.977795 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:30:10.988047 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Pushing event updated for resources: {'Port': ['ID=592fadd8-59a1-41f7-b822-888873e25263,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:11.009367 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:11.014836 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29852b41-5981-4514-9baf-81ce3167583e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230992662', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:08Z', 'revision_number': 3, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:11.050100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:30:11.055156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:30:11.058827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:30:11.061205 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda70e34-6e43-4280-aecc-8e61ef78e3ca None None] The sync data for ids ['29852b41-5981-4514-9baf-81ce3167583e'] in n-d-764806-9 is: [{'id': '29852b41-5981-4514-9baf-81ce3167583e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230992662', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:08Z', 'revision_number': 3, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:30:11.071554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Attempting to bind port 592fadd8-59a1-41f7-b822-888873e25263 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:30:11.072120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Attempting to bind port 592fadd8-59a1-41f7-b822-888873e25263 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:30:11.072662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Attempting to bind port 592fadd8-59a1-41f7-b822-888873e25263 on network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:30:11.083352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:30:11.083725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Checking segment: {'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:30:11.084134 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:11.084528 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Bound using segment: {'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:30:11.084755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=c9086b2c-ae4a-43b8-85db-c624d9c22cd1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:11.085003 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Bound port: 592fadd8-59a1-41f7-b822-888873e25263, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:30:11.085540 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:11.109496 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:11.158544 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] For port 592fadd8-59a1-41f7-b822-888873e25263, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:30:11.161603 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] For port 592fadd8-59a1-41f7-b822-888873e25263, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=592fadd8-59a1-41f7-b822-888873e25263,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:30:11.167497 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:11.231805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd20928-73f2-4996-9a1c-d1ede32deee6 None None] Pushing event updated for resources: {'Port': ['ID=592fadd8-59a1-41f7-b822-888873e25263,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:11.605968 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:11.769615 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 6631aa27-e990-48fe-8cec-62a567bd13dc details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:30:11.863539 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222d100-6ee4-44c0-a644-18e8527bd5a0 req-912251f5-82bd-44e3-8ee3-fd69dbbc9784 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:11.865746 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3222d100-6ee4-44c0-a644-18e8527bd5a0 req-912251f5-82bd-44e3-8ee3-fd69dbbc9784 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 944 time: 0.0770233 Jul 27 21:30:11.908639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 6631aa27-e990-48fe-8cec-62a567bd13dc, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=6631aa27-e990-48fe-8cec-62a567bd13dc,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:11.916554 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3222d100-6ee4-44c0-a644-18e8527bd5a0 req-29c73a1b-d552-4881-9ed3-be717b63144a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443504 Jul 27 21:30:11.918715 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:11.925416 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:11.925867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '6631aa27-e990-48fe-8cec-62a567bd13dc', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'port_id': '6631aa27-e990-48fe-8cec-62a567bd13dc', 'mac_address': 'fa:16:3e:1b:61:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:30:11.967795 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:11.983183 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6631aa27-e990-48fe-8cec-62a567bd13dc {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:30:12.009057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 6631aa27-e990-48fe-8cec-62a567bd13dc, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=6631aa27-e990-48fe-8cec-62a567bd13dc,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:12.014892 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:12.015776 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:12.039527 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=c9086b2c-ae4a-43b8-85db-c624d9c22cd1,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:12.081613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=6631aa27-e990-48fe-8cec-62a567bd13dc,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:12.202998 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fbbe0f9-021c-4527-8741-b0d59b392de0 req-b119bd98-eaec-44d0-9b03-778ad8b638bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1464570 Jul 27 21:30:12.204567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:30:12.206061 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:30:12.270480 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['6631aa27-e990-48fe-8cec-62a567bd13dc'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:30:12.307099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 592fadd8-59a1-41f7-b822-888873e25263 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:30:12.390323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 29852b41-5981-4514-9baf-81ce3167583e has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:30:12.398503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbe0f9-021c-4527-8741-b0d59b392de0 req-4cf506a0-87c4-48ef-8dba-a6d299a0468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:12.400823 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fbbe0f9-021c-4527-8741-b0d59b392de0 req-4cf506a0-87c4-48ef-8dba-a6d299a0468b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9ae080b5069490c9b04dff975dcc2de&device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 1096 time: 0.1325474 Jul 27 21:30:12.413592 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 592fadd8-59a1-41f7-b822-888873e25263 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:30:12.420226 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 626f737f-fe8c-44ca-884d-3110e6fdaba0 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:30:12.472015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba41f77b-d24a-4642-aac7-6150e1a629f2 None None] Network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:30:12.574725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b83eed3f-52c3-4b4b-bbce-4ecbf4ced2e3 None None] Provisioning for port 592fadd8-59a1-41f7-b822-888873e25263 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:30:12.576827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:30:12.587363 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2196ed3e-48ee-4337-9c84-09101884824b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "PUT /v2.0/routers/29852b41-5981-4514-9baf-81ce3167583e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7335579 Jul 27 21:30:12.587693 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b83eed3f-52c3-4b4b-bbce-4ecbf4ced2e3 None None] Provisioning complete for port 592fadd8-59a1-41f7-b822-888873e25263 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:12.587693 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b83eed3f-52c3-4b4b-bbce-4ecbf4ced2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:12.607963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbe0f9-021c-4527-8741-b0d59b392de0 req-fe6dc649-bb6f-40a5-a2da-aff4719ba44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:12.609874 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fbbe0f9-021c-4527-8741-b0d59b392de0 req-fe6dc649-bb6f-40a5-a2da-aff4719ba44b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d HTTP/1.1" status: 200 len: 911 time: 0.1554358 Jul 27 21:30:12.680322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 626f737f-fe8c-44ca-884d-3110e6fdaba0 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:30:12.691464 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fbbe0f9-021c-4527-8741-b0d59b392de0 req-14ee73b0-6701-4b7e-9a60-ab12da9f3482 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd32d724-3ca3-497f-bd99-60ccedfa1a90 HTTP/1.1" status: 200 len: 1001 time: 0.0747514 Jul 27 21:30:12.696913 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 626f737f-fe8c-44ca-884d-3110e6fdaba0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:12.697318 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:12.743994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbe0f9-021c-4527-8741-b0d59b392de0 req-cfcb57c3-abac-4980-a2fc-62f7a279d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:12.745810 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fbbe0f9-021c-4527-8741-b0d59b392de0 req-cfcb57c3-abac-4980-a2fc-62f7a279d4d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8d712bf-ae0f-4aeb-8db8-91555c9506fd HTTP/1.1" status: 200 len: 849 time: 0.0476904 Jul 27 21:30:12.750650 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-43ec3ce9-0547-4281-a9d4-93244e697043 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1822987091&fields=id&tenant_id=3a65593248f94ce3907873f90c034333 HTTP/1.1" status: 200 len: 267 time: 0.0394497 Jul 27 21:30:12.821708 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbe0f9-021c-4527-8741-b0d59b392de0 req-648ea692-58c5-45d2-a8a1-f879ad0edf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:12.823510 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fbbe0f9-021c-4527-8741-b0d59b392de0 req-648ea692-58c5-45d2-a8a1-f879ad0edf8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697353 Jul 27 21:30:12.897983 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-b989bc77-61bd-4df3-905b-f7d6d9acdd04 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:12.899633 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-b989bc77-61bd-4df3-905b-f7d6d9acdd04 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/networks?id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c HTTP/1.1" status: 200 len: 797 time: 0.1388829 Jul 27 21:30:12.916820 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-48c349cc-6b0f-4df3-933c-332167add661 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/quotas/3a65593248f94ce3907873f90c034333 HTTP/1.1" status: 200 len: 375 time: 0.0104501 Jul 27 21:30:12.923423 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b83eed3f-52c3-4b4b-bbce-4ecbf4ced2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:12.938174 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fbbe0f9-021c-4527-8741-b0d59b392de0 req-4b25a235-821e-43bd-8f6f-2203d7723df3 service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063972 Jul 27 21:30:13.003294 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.014787 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b83eed3f-52c3-4b4b-bbce-4ecbf4ced2e3 None None] For port 592fadd8-59a1-41f7-b822-888873e25263, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=592fadd8-59a1-41f7-b822-888873e25263,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:13.016934 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-389ad192-53ea-4cb5-a45c-37692898c84f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830829 Jul 27 21:30:13.033717 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b83eed3f-52c3-4b4b-bbce-4ecbf4ced2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.040900 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 626f737f-fe8c-44ca-884d-3110e6fdaba0, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=626f737f-fe8c-44ca-884d-3110e6fdaba0,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:13.064891 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fbbe0f9-021c-4527-8741-b0d59b392de0 req-8b966ac2-5b31-4d11-a151-084db6bd88a2 service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198196 Jul 27 21:30:13.067978 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Sync routers for ids ['29852b41-5981-4514-9baf-81ce3167583e'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:30:13.074714 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.093510 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Routers {'29852b41-5981-4514-9baf-81ce3167583e'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:30:13.094306 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:30:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['29852b41-5981-4514-9baf-81ce3167583e'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:13.116701 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83eed3f-52c3-4b4b-bbce-4ecbf4ced2e3 None None] Pushing event updated for resources: {'Port': ['ID=592fadd8-59a1-41f7-b822-888873e25263,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:13.151717 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09ead379-fd08-4e61-a2d7-7997f80478f4 service neutron] 10.222.0.55 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283669 Jul 27 21:30:13.176208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=626f737f-fe8c-44ca-884d-3110e6fdaba0,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:13.235676 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598173e9-c71d-4628-ae02-068f4a905bb4 req-8e7ee483-f619-400a-a729-77361f2e8471 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:13.237388 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-598173e9-c71d-4628-ae02-068f4a905bb4 req-8e7ee483-f619-400a-a729-77361f2e8471 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 945 time: 0.2126667 Jul 27 21:30:13.239027 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Set router 29852b41-5981-4514-9baf-81ce3167583e gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:30:13.307311 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-9ea455de-f3ff-40ff-b34e-21e8da541890 service neutron] 10.222.0.55 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472647 Jul 27 21:30:13.329588 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-598173e9-c71d-4628-ae02-068f4a905bb4 req-b6976284-d08b-4997-9e28-3b3276c64588 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696418 Jul 27 21:30:13.358432 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d58c803c-753f-48b8-a37d-266ee1194132 None None] Provisioning complete for port 592fadd8-59a1-41f7-b822-888873e25263 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:13.358809 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d58c803c-753f-48b8-a37d-266ee1194132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.476970 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29852b41-5981-4514-9baf-81ce3167583e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230992662', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:11Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'c9086b2c-ae4a-43b8-85db-c624d9c22cd1', 'name': '', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:ec:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:10Z', 'updated_at': '2021-07-27T21:30:11Z', 'revision_number': 2, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:13.479606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d58c803c-753f-48b8-a37d-266ee1194132 None None] Provisioning for port c9086b2c-ae4a-43b8-85db-c624d9c22cd1 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:30:13.486098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d58c803c-753f-48b8-a37d-266ee1194132 None None] Provisioning complete for port c9086b2c-ae4a-43b8-85db-c624d9c22cd1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:13.486513 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d58c803c-753f-48b8-a37d-266ee1194132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.511101 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Checking router: 29852b41-5981-4514-9baf-81ce3167583e for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:30:13.521934 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Updating router 29852b41-5981-4514-9baf-81ce3167583e port c9086b2c-ae4a-43b8-85db-c624d9c22cd1 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:30:13.552177 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2dc08bc-2e77-48aa-abd8-38dcc3f56775 req-acb5d628-53ec-4d9f-9ea2-1edc51213c06 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 210 time: 0.0395746 Jul 27 21:30:13.580074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d58c803c-753f-48b8-a37d-266ee1194132 None None] Port c9086b2c-ae4a-43b8-85db-c624d9c22cd1 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:30:13.583925 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.703178 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-159f86cd-b28e-4b6c-9895-3eaa9d209148 None None] Provisioning complete for port c9086b2c-ae4a-43b8-85db-c624d9c22cd1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:13.704315 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-159f86cd-b28e-4b6c-9895-3eaa9d209148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.749216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-159f86cd-b28e-4b6c-9895-3eaa9d209148 None None] Port c9086b2c-ae4a-43b8-85db-c624d9c22cd1 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:30:13.770866 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 6631aa27-e990-48fe-8cec-62a567bd13dc up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:30:13.834562 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 6631aa27-e990-48fe-8cec-62a567bd13dc completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:30:13.838638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 6631aa27-e990-48fe-8cec-62a567bd13dc triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:13.839744 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.889574 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.892115 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eb865b93-9364-4dcf-821f-c7f861790088 None None] Provisioning complete for port c9086b2c-ae4a-43b8-85db-c624d9c22cd1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:13.892465 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eb865b93-9364-4dcf-821f-c7f861790088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.901092 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Transition to ACTIVE for port object c9086b2c-ae4a-43b8-85db-c624d9c22cd1 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:30:13.907442 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.961761 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-eb865b93-9364-4dcf-821f-c7f861790088 None None] Port c9086b2c-ae4a-43b8-85db-c624d9c22cd1 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:30:13.979139 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:13.982764 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d028e4-9d97-4a43-8c01-c20c44bc6323 None None] Pushing event updated for resources: {'Port': ['ID=c9086b2c-ae4a-43b8-85db-c624d9c22cd1,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:14.009378 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d028e4-9d97-4a43-8c01-c20c44bc6323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:14.009723 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d028e4-9d97-4a43-8c01-c20c44bc6323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:14.010058 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d028e4-9d97-4a43-8c01-c20c44bc6323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:14.010429 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d028e4-9d97-4a43-8c01-c20c44bc6323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:14.010740 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d028e4-9d97-4a43-8c01-c20c44bc6323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:14.011060 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d028e4-9d97-4a43-8c01-c20c44bc6323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:14.011385 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d028e4-9d97-4a43-8c01-c20c44bc6323 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:14.011705 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d028e4-9d97-4a43-8c01-c20c44bc6323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:14.012022 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d028e4-9d97-4a43-8c01-c20c44bc6323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:14.012338 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d028e4-9d97-4a43-8c01-c20c44bc6323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:14.012709 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d028e4-9d97-4a43-8c01-c20c44bc6323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:14.013021 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d028e4-9d97-4a43-8c01-c20c44bc6323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:30:14.013977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee949c4f-0cf9-4421-83d3-dbf8da37bb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6631aa27-e990-48fe-8cec-62a567bd13dc'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:30:14.016250 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aadb8c6-9894-4566-b31c-2e7f9c230393" -d '{"events": [{"server_uuid": "ee949c4f-0cf9-4421-83d3-dbf8da37bb88", "name": "network-vif-plugged", "status": "completed", "tag": "6631aa27-e990-48fe-8cec-62a567bd13dc"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:30:14.029349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 6631aa27-e990-48fe-8cec-62a567bd13dc, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=6631aa27-e990-48fe-8cec-62a567bd13dc,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:14.031888 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Attempting to bind port c9086b2c-ae4a-43b8-85db-c624d9c22cd1 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:30:14.031888 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Attempting to bind port c9086b2c-ae4a-43b8-85db-c624d9c22cd1 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:30:14.032250 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Attempting to bind port c9086b2c-ae4a-43b8-85db-c624d9c22cd1 on network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:30:14.034669 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:14.042017 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:30:14.042925 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Checking segment: {'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:30:14.043554 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:14.045149 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Bound using segment: {'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:30:14.046826 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Bound port: c9086b2c-ae4a-43b8-85db-c624d9c22cd1, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:30:14.047317 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:14.080530 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d169e5-ec66-489b-8c1e-29c1f04f4808 x-openstack-request-id: req-88d169e5-ec66-489b-8c1e-29c1f04f4808 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:30:14.080827 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee949c4f-0cf9-4421-83d3-dbf8da37bb88", "name": "network-vif-plugged", "status": "completed", "tag": "6631aa27-e990-48fe-8cec-62a567bd13dc", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:30:14.081062 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88d169e5-ec66-489b-8c1e-29c1f04f4808 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:30:14.081454 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee949c4f-0cf9-4421-83d3-dbf8da37bb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6631aa27-e990-48fe-8cec-62a567bd13dc', 'code': 200} Jul 27 21:30:14.098311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=6631aa27-e990-48fe-8cec-62a567bd13dc,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:14.144660 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] For port c9086b2c-ae4a-43b8-85db-c624d9c22cd1, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:30:14.150161 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] For port c9086b2c-ae4a-43b8-85db-c624d9c22cd1, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c9086b2c-ae4a-43b8-85db-c624d9c22cd1,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:30:14.157821 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:14.240060 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d028e4-9d97-4a43-8c01-c20c44bc6323 None None] Pushing event updated for resources: {'Port': ['ID=c9086b2c-ae4a-43b8-85db-c624d9c22cd1,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:14.245224 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 592fadd8-59a1-41f7-b822-888873e25263 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:30:14.257137 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Routers {'29852b41-5981-4514-9baf-81ce3167583e'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:30:14.258027 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:30:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['29852b41-5981-4514-9baf-81ce3167583e'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:14.270615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837945b-db6a-49bf-8f9e-0611b81f81b9 req-df2719e1-fbaf-4b60-bfaf-547f435a54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:14.273044 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3837945b-db6a-49bf-8f9e-0611b81f81b9 req-df2719e1-fbaf-4b60-bfaf-547f435a54ee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 1097 time: 0.1033218 Jul 27 21:30:14.318304 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 592fadd8-59a1-41f7-b822-888873e25263 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:14.318304 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:14.328312 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3837945b-db6a-49bf-8f9e-0611b81f81b9 req-59134539-265d-4bc8-944a-3203a346adf8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413189 Jul 27 21:30:14.376538 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] Set router 29852b41-5981-4514-9baf-81ce3167583e gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:30:14.411351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 626f737f-fe8c-44ca-884d-3110e6fdaba0 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:30:14.472764 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b73c27-0037-493f-a08b-fdea37c115cb req-267f1832-4dda-4f90-9826-4bdfc66d6bc2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:14.481097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 626f737f-fe8c-44ca-884d-3110e6fdaba0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:14.482187 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:14.483603 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82b73c27-0037-493f-a08b-fdea37c115cb req-267f1832-4dda-4f90-9826-4bdfc66d6bc2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 946 time: 0.0858858 Jul 27 21:30:14.558069 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82b73c27-0037-493f-a08b-fdea37c115cb req-c21d1b8d-bbf6-479d-9c29-73fa9745195a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733173 Jul 27 21:30:14.667754 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29852b41-5981-4514-9baf-81ce3167583e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230992662', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:11Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'c9086b2c-ae4a-43b8-85db-c624d9c22cd1', 'name': '', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:ec:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:10Z', 'updated_at': '2021-07-27T21:30:14Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:14.693260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-990a54ca-1a7c-4434-b8cd-34e6b85c1f0b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:14.694777 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-990a54ca-1a7c-4434-b8cd-34e6b85c1f0b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "GET /v2.0/networks?id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c HTTP/1.1" status: 200 len: 797 time: 0.1726396 Jul 27 21:30:14.697649 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-322592fb-daf2-417f-8328-4d575b59f218 req-1942efbb-d0f8-488a-add2-f26024d55d50 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 210 time: 0.0447485 Jul 27 21:30:14.701720 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf944610-3c54-4d6c-b534-a0288e7eacff None None] The sync data for ids ['29852b41-5981-4514-9baf-81ce3167583e'] in n-d-764806-9 is: [{'id': '29852b41-5981-4514-9baf-81ce3167583e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230992662', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:11Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'c9086b2c-ae4a-43b8-85db-c624d9c22cd1', 'name': '', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:ec:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:10Z', 'updated_at': '2021-07-27T21:30:14Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:30:14.756041 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-04f3d216-7dc6-499a-9f94-0f051e0b8a63 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a65593248f94ce3907873f90c034333 HTTP/1.1" status: 200 len: 380 time: 0.0502260 Jul 27 21:30:14.772218 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-14d309c2-bd68-4067-ab88-70edd84c3409 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'port': {'device_id': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'admin_state_up': True, 'tenant_id': '3a65593248f94ce3907873f90c034333', 'security_groups': ['2f6fa0c7-c20b-498f-8c8b-730b8cd8f625']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:14.895524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-14d309c2-bd68-4067-ab88-70edd84c3409 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Made reservation on behalf of 3a65593248f94ce3907873f90c034333 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:30:14.899314 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-14d309c2-bd68-4067-ab88-70edd84c3409 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:15.039397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-14d309c2-bd68-4067-ab88-70edd84c3409 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Allocated IP 172.20.0.9 (9ada2ee8-ed61-4b51-adc5-044a79d67b0c/e34300fb-a46f-4474-96e9-610b910c4f6a/f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:30:15.201824 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-14d309c2-bd68-4067-ab88-70edd84c3409 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:15.217293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-14d309c2-bd68-4067-ab88-70edd84c3409 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Transition to ACTIVE for port object f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:30:15.253123 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-14d309c2-bd68-4067-ab88-70edd84c3409 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:15.299238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-14d309c2-bd68-4067-ab88-70edd84c3409 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:30:15.305383 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-14d309c2-bd68-4067-ab88-70edd84c3409 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:30:15.308926 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-14d309c2-bd68-4067-ab88-70edd84c3409 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:30:15.350173 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d309c2-bd68-4067-ab88-70edd84c3409 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:15.388615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-14d309c2-bd68-4067-ab88-70edd84c3409 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:15.389328 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-14d309c2-bd68-4067-ab88-70edd84c3409 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:15.410206 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-14d309c2-bd68-4067-ab88-70edd84c3409 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6444726 Jul 27 21:30:15.423210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Request body: {'port': {'device_id': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:15.504590 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:15.572548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8618bda1-9fae-4929-8e6e-168981f76ada None None] Provisioning for port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:30:15.577220 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8618bda1-9fae-4929-8e6e-168981f76ada None None] Provisioning complete for port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:15.577597 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8618bda1-9fae-4929-8e6e-168981f76ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:15.633787 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-8618bda1-9fae-4929-8e6e-168981f76ada None None] Port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:30:15.748061 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e5991-c676-44e1-8cfb-50a1f33e7a22 req-19116f67-8d54-4111-ba69-74b527274ca4 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:15.750454 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c87e5991-c676-44e1-8cfb-50a1f33e7a22 req-19116f67-8d54-4111-ba69-74b527274ca4 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 946 time: 0.0990558 Jul 27 21:30:15.814680 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c87e5991-c676-44e1-8cfb-50a1f33e7a22 req-b7a8c9b1-3c0a-4e02-9ccf-bd07117b2d66 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463102 Jul 27 21:30:15.846501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:30:15.855985 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:15.878414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Transition to ACTIVE for port object f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:30:15.883608 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:15.916623 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd378e-2619-4e1a-8fec-4553e09bc128 req-808adf46-6426-41d5-92fe-b5ea2c71df5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:15.918823 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7bfd378e-2619-4e1a-8fec-4553e09bc128 req-808adf46-6426-41d5-92fe-b5ea2c71df5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 931 time: 0.1030896 Jul 27 21:30:15.953579 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:15.997924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7bfd378e-2619-4e1a-8fec-4553e09bc128 req-8a47dda6-72aa-4567-8670-efe390878be5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550830 Jul 27 21:30:16.017763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ad4fd-e4ec-46f6-9232-92a50bbe961c req-e449e3a3-d203-43ec-a1b1-41cd332f8339 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:16.025379 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f7ad4fd-e4ec-46f6-9232-92a50bbe961c req-e449e3a3-d203-43ec-a1b1-41cd332f8339 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 946 time: 0.1250734 Jul 27 21:30:16.043117 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Attempting to bind port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:30:16.043690 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Attempting to bind port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:30:16.044100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Attempting to bind port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 on network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:30:16.048849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 on network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:30:16.049249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Attempting to bind port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 on network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:30:16.054420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:30:16.054845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Checking segment: {'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:30:16.055293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Bound using segment: {'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:30:16.055792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Bound port: f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:30:16.056168 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:16.062165 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f7ad4fd-e4ec-46f6-9232-92a50bbe961c req-55372881-1c9e-4143-b0a3-ecba008017fb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356648 Jul 27 21:30:16.087189 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51698) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:16.136736 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:30:16.149729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:30:16.155712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c39e5f1-7dd8-4bd7-a5eb-6f172913d90d tempest-TestVolumeBootPattern-38315555 tempest-TestVolumeBootPattern-38315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:16.157156 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:16.157324 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2c39e5f1-7dd8-4bd7-a5eb-6f172913d90d tempest-TestVolumeBootPattern-38315555 tempest-TestVolumeBootPattern-38315555-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 1092 time: 0.0688109 Jul 27 21:30:16.161605 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51700) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:16.170169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '6631aa27-e990-48fe-8cec-62a567bd13dc', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:16.196320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:16.196824 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:16.198520 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] 10.222.0.66 "PUT /v2.0/ports/f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 200 len: 1091 time: 0.7798331 Jul 27 21:30:16.198969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:30:16.202334 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c215d405-f703-4024-86a1-ec7d9bddeb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:30:16.218704 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:16.231601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09906d31-d978-4110-8acd-47cbee34cc8f service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:16.281587 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303e2a75-485a-49e0-84e1-553814fff681 x-openstack-request-id: req-303e2a75-485a-49e0-84e1-553814fff681 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:30:16.281951 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:30:16.282347 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-303e2a75-485a-49e0-84e1-553814fff681 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:30:16.282814 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'status': 'completed', 'code': 200} Jul 27 21:30:16.302464 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c9086b2c-ae4a-43b8-85db-c624d9c22cd1 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:30:16.310575 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-eb041050-1684-4c18-b6b4-51b2a59f921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:16.312773 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-eb041050-1684-4c18-b6b4-51b2a59f921d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1094 time: 0.0669959 Jul 27 21:30:16.363563 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-c5e3203b-5583-45d9-aad8-b3db5c8db5ae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 200 len: 217 time: 0.0414858 Jul 27 21:30:16.370515 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port c9086b2c-ae4a-43b8-85db-c624d9c22cd1 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:30:16.374701 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port c9086b2c-ae4a-43b8-85db-c624d9c22cd1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:16.375305 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:16.382265 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:16.422500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-9406825b-4e2f-4957-b495-4a83d81c77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:16.425054 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-9406825b-4e2f-4957-b495-4a83d81c77b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e34300fb-a46f-4474-96e9-610b910c4f6a HTTP/1.1" status: 200 len: 835 time: 0.0543509 Jul 27 21:30:16.480577 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:16.500806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-91c179b3-7229-4418-a54e-bb2e1150b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:16.502429 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-91c179b3-7229-4418-a54e-bb2e1150b556 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690272 Jul 27 21:30:16.520924 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port c9086b2c-ae4a-43b8-85db-c624d9c22cd1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c9086b2c-ae4a-43b8-85db-c624d9c22cd1,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:16.525049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Allocated IP 172.25.2.25 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/bb4caccd-6291-4acb-9aa8-2dfdf3a16eb6) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:30:16.525239 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:16.581141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=c9086b2c-ae4a-43b8-85db-c624d9c22cd1,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:16.609404 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-b9dde3e4-a0bc-47e7-84e0-789de8568ef7 service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991144 Jul 27 21:30:16.638864 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:16.678541 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:16.703117 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7ee5cb4d-1489-4f4d-b21e-b970c24aa76a req-92c32321-7d2b-45a2-a061-87e4be6cbc8f service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861609 Jul 27 21:30:16.719276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:30:16.722247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:30:16.725841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:30:16.760007 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'Port': ['ID=bb4caccd-6291-4acb-9aa8-2dfdf3a16eb6,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:16.809409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215d405-f703-4024-86a1-ec7d9bddeb9f req-400ebea7-d520-4041-ae35-2c735bd098eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:16.811561 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c215d405-f703-4024-86a1-ec7d9bddeb9f req-400ebea7-d520-4041-ae35-2c735bd098eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1094 time: 0.0641606 Jul 27 21:30:16.914082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215d405-f703-4024-86a1-ec7d9bddeb9f req-54c27b3c-d52d-43ef-bf7a-6fa0f1c0893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:16.915639 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c215d405-f703-4024-86a1-ec7d9bddeb9f req-54c27b3c-d52d-43ef-bf7a-6fa0f1c0893b service neutron] 10.222.0.66 "GET /v2.0/networks?id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c HTTP/1.1" status: 200 len: 898 time: 0.0974765 Jul 27 21:30:16.961947 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c215d405-f703-4024-86a1-ec7d9bddeb9f req-1e37f9f1-c45a-4cf1-82b6-32d9fd6971b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 200 len: 217 time: 0.0382998 Jul 27 21:30:17.014482 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215d405-f703-4024-86a1-ec7d9bddeb9f req-b43f15e7-4a29-449f-95de-cd48a9247779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:17.015904 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c215d405-f703-4024-86a1-ec7d9bddeb9f req-b43f15e7-4a29-449f-95de-cd48a9247779 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e34300fb-a46f-4474-96e9-610b910c4f6a HTTP/1.1" status: 200 len: 835 time: 0.0478690 Jul 27 21:30:17.085971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215d405-f703-4024-86a1-ec7d9bddeb9f req-212fcfcd-f216-4e99-9566-de2da77b112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:17.087542 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c215d405-f703-4024-86a1-ec7d9bddeb9f req-212fcfcd-f216-4e99-9566-de2da77b112f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634894 Jul 27 21:30:17.147586 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:17.180001 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c215d405-f703-4024-86a1-ec7d9bddeb9f req-bd18aca5-a4b2-4d7e-b03c-40c0caf8d95c service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850048 Jul 27 21:30:17.210871 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35885810-167f-4598-a407-462aa63cebaf req-23ec07e3-3f68-4a71-8cf2-c32e6ae498a4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:17.212772 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35885810-167f-4598-a407-462aa63cebaf req-23ec07e3-3f68-4a71-8cf2-c32e6ae498a4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 943 time: 0.1168308 Jul 27 21:30:17.270051 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:17.282375 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c215d405-f703-4024-86a1-ec7d9bddeb9f req-655f5422-de4a-42c9-a357-e08941787dcc service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947225 Jul 27 21:30:17.305923 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35885810-167f-4598-a407-462aa63cebaf req-1759ae49-dbbc-49d2-828e-84c8d2e7c2f4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683849 Jul 27 21:30:17.432131 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:17.436681 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:17.509706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'Port': ['ID=bb4caccd-6291-4acb-9aa8-2dfdf3a16eb6,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:17.522113 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:17.621421 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Floating IP 40e2331c-6454-4908-8c98-67d78750645e associated. External IP: 172.25.2.25, port: 6631aa27-e990-48fe-8cec-62a567bd13dc. Jul 27 21:30:17.826967 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:30:17.939260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:30:17.948925 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00f0f8-11d5-4b17-bfc7-b2073f5f27b1 None None] Sync routers for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:30:17.955428 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:17.959467 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00f0f8-11d5-4b17-bfc7-b2073f5f27b1 None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:30:17.960079 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ad00f0f8-11d5-4b17-bfc7-b2073f5f27b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:30:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:17.995782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-176352ed-dc4f-49ed-9553-df9c2e09cfee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8325825 Jul 27 21:30:17.996590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee949c4f-0cf9-4421-83d3-dbf8da37bb88', 'tag': '6631aa27-e990-48fe-8cec-62a567bd13dc'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:30:17.999426 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5beec2c-013e-4a4a-a0f7-a8062e0dd266" -d '{"events": [{"name": "network-changed", "server_uuid": "ee949c4f-0cf9-4421-83d3-dbf8da37bb88", "tag": "6631aa27-e990-48fe-8cec-62a567bd13dc"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:30:18.040544 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f052feb8-2bc7-41b0-9d7f-b1255fbdabde x-openstack-request-id: req-f052feb8-2bc7-41b0-9d7f-b1255fbdabde {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:30:18.040844 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee949c4f-0cf9-4421-83d3-dbf8da37bb88", "tag": "6631aa27-e990-48fe-8cec-62a567bd13dc", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:30:18.041095 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f052feb8-2bc7-41b0-9d7f-b1255fbdabde {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:30:18.041502 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee949c4f-0cf9-4421-83d3-dbf8da37bb88', 'tag': '6631aa27-e990-48fe-8cec-62a567bd13dc', 'status': 'completed', 'code': 200} Jul 27 21:30:18.067407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ad00f0f8-11d5-4b17-bfc7-b2073f5f27b1 None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:30:18.117778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beec2c-013e-4a4a-a0f7-a8062e0dd266 req-98a34f35-8b02-49a3-8a4b-8255fd7ffbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:18.119338 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5beec2c-013e-4a4a-a0f7-a8062e0dd266 req-98a34f35-8b02-49a3-8a4b-8255fd7ffbc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 1097 time: 0.0571427 Jul 27 21:30:18.213422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c9086b2c-ae4a-43b8-85db-c624d9c22cd1 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:30:18.216051 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beec2c-013e-4a4a-a0f7-a8062e0dd266 req-45fd618a-407f-4974-a681-f21f33922ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:18.217552 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5beec2c-013e-4a4a-a0f7-a8062e0dd266 req-45fd618a-407f-4974-a681-f21f33922ac1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.0914786 Jul 27 21:30:18.324737 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5beec2c-013e-4a4a-a0f7-a8062e0dd266 req-bbaf4bbb-7d19-401c-a099-78ab322a0eee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6631aa27-e990-48fe-8cec-62a567bd13dc HTTP/1.1" status: 200 len: 999 time: 0.0993578 Jul 27 21:30:18.346786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port c9086b2c-ae4a-43b8-85db-c624d9c22cd1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:18.347207 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:18.376793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beec2c-013e-4a4a-a0f7-a8062e0dd266 req-09c65708-7b13-44a8-b2b0-17a78b5d6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:18.378404 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5beec2c-013e-4a4a-a0f7-a8062e0dd266 req-09c65708-7b13-44a8-b2b0-17a78b5d6e38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0466666 Jul 27 21:30:18.410909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ad00f0f8-11d5-4b17-bfc7-b2073f5f27b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '40e2331c-6454-4908-8c98-67d78750645e', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'floating_ip_address': '172.25.2.25', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'port_id': '6631aa27-e990-48fe-8cec-62a567bd13dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'mac_address': 'fa:16:3e:1b:61:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee949c4f-0cf9-4421-83d3-dbf8da37bb88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:30:16Z', 'updated_at': '2021-07-27T21:30:16Z', 'revision_number': 0, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:18.440917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beec2c-013e-4a4a-a0f7-a8062e0dd266 req-e61683ff-0a3f-43d8-9450-3b7406510848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:18.441989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00f0f8-11d5-4b17-bfc7-b2073f5f27b1 None None] Checking router: 8b4cd511-7dfc-40ee-9a1e-e2d6387906be for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:30:18.442503 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5beec2c-013e-4a4a-a0f7-a8062e0dd266 req-e61683ff-0a3f-43d8-9450-3b7406510848 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574577 Jul 27 21:30:18.444508 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf4d3-f4f4-476c-acee-519d5d22533e req-47fb8255-5087-4720-b3dd-0551488e87fd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:18.446018 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-931bf4d3-f4f4-476c-acee-519d5d22533e req-47fb8255-5087-4720-b3dd-0551488e87fd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 943 time: 0.0671227 Jul 27 21:30:18.473337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00f0f8-11d5-4b17-bfc7-b2073f5f27b1 None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:30:18.474697 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ad00f0f8-11d5-4b17-bfc7-b2073f5f27b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:30:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:18.487772 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-931bf4d3-f4f4-476c-acee-519d5d22533e req-765a39ae-f386-4949-834e-3fdd432865ab tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349000 Jul 27 21:30:18.545155 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5beec2c-013e-4a4a-a0f7-a8062e0dd266 req-ecb0e60f-6edb-42be-8313-558ca07b0aae service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951805 Jul 27 21:30:18.644858 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e5beec2c-013e-4a4a-a0f7-a8062e0dd266 req-6566d8f5-b630-4f98-89a0-9936cef5622a service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923972 Jul 27 21:30:18.748235 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ad00f0f8-11d5-4b17-bfc7-b2073f5f27b1 None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:30:18.979197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ad00f0f8-11d5-4b17-bfc7-b2073f5f27b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '40e2331c-6454-4908-8c98-67d78750645e', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'floating_ip_address': '172.25.2.25', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'port_id': '6631aa27-e990-48fe-8cec-62a567bd13dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'mac_address': 'fa:16:3e:1b:61:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee949c4f-0cf9-4421-83d3-dbf8da37bb88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:30:16Z', 'updated_at': '2021-07-27T21:30:16Z', 'revision_number': 0, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:19.004904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00f0f8-11d5-4b17-bfc7-b2073f5f27b1 None None] The sync data for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 is: [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '40e2331c-6454-4908-8c98-67d78750645e', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'floating_ip_address': '172.25.2.25', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'port_id': '6631aa27-e990-48fe-8cec-62a567bd13dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'mac_address': 'fa:16:3e:1b:61:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee949c4f-0cf9-4421-83d3-dbf8da37bb88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:30:16Z', 'updated_at': '2021-07-27T21:30:16Z', 'revision_number': 0, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:30:19.186390 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ded90a5-869c-474f-9d8e-290352e95e84 None None] New status for floating IP 40e2331c-6454-4908-8c98-67d78750645e: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:30:19.617025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b0dbb-cd89-40c4-85dd-4294ebf2f048 req-aea62b19-f23d-4b02-abc9-90642f837d7c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:19.618518 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-342b0dbb-cd89-40c4-85dd-4294ebf2f048 req-aea62b19-f23d-4b02-abc9-90642f837d7c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 943 time: 0.0627401 Jul 27 21:30:19.656117 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-342b0dbb-cd89-40c4-85dd-4294ebf2f048 req-5efc72b0-fb8a-47aa-9333-428174d88a4c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309606 Jul 27 21:30:20.046465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:30:20.141945 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:20.154201 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'port_id': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'mac_address': 'fa:16:3e:87:6c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:30:20.191841 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:20.205136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:30:20.224678 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:20.228787 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:20.278534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:20.554494 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:30:20.806596 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b059a74-19f4-41dd-a73b-5164eea572cd req-db99c4b3-7527-42e0-8803-2275cbc875cf tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:20.808050 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b059a74-19f4-41dd-a73b-5164eea572cd req-db99c4b3-7527-42e0-8803-2275cbc875cf tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 944 time: 0.0753794 Jul 27 21:30:20.847688 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b059a74-19f4-41dd-a73b-5164eea572cd req-31d2343d-df3f-4f6b-9a9f-576d1c4d248a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335226 Jul 27 21:30:21.978313 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29282fa-1767-4030-b302-4cefb1e170f9 req-395ae697-1bf9-40cc-b886-5660a0d2a79d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:21.979802 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b29282fa-1767-4030-b302-4cefb1e170f9 req-395ae697-1bf9-40cc-b886-5660a0d2a79d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 944 time: 0.0640714 Jul 27 21:30:22.018362 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b29282fa-1767-4030-b302-4cefb1e170f9 req-ee6f5060-e0fb-4a13-9f51-8e26a994a793 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317576 Jul 27 21:30:22.046204 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:30:22.096367 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:30:22.100247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:30:22.100596 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:22.187092 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:22.210171 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:30:22.212562 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f511f3-c81d-4c80-9837-9c202fc037ca" -d '{"events": [{"server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "name": "network-vif-plugged", "status": "completed", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:30:22.227027 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:30:22.232030 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:22.256736 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7653bb-0899-4a47-b9d9-490a27087642 x-openstack-request-id: req-3e7653bb-0899-4a47-b9d9-490a27087642 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:30:22.257039 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "name": "network-vif-plugged", "status": "completed", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:30:22.257286 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e7653bb-0899-4a47-b9d9-490a27087642 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:30:22.257708 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'code': 200} Jul 27 21:30:22.286495 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:22.372376 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05659735-92f5-43c4-bec6-2c4c5244e8f3 req-6949a1c3-8a19-40ef-8327-34df34bbc517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:22.373844 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-05659735-92f5-43c4-bec6-2c4c5244e8f3 req-6949a1c3-8a19-40ef-8327-34df34bbc517 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1096 time: 0.0626469 Jul 27 21:30:22.408016 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-05659735-92f5-43c4-bec6-2c4c5244e8f3 req-78f343a3-61b2-4dc5-bd88-f1bafe12bcf7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277166 Jul 27 21:30:23.164334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59001ab0-e1af-43a0-827d-b757dfc50bb8 req-31035478-d4d9-43b4-a682-bee2353e617f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:23.165897 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-59001ab0-e1af-43a0-827d-b757dfc50bb8 req-31035478-d4d9-43b4-a682-bee2353e617f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0757811 Jul 27 21:30:23.205408 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-59001ab0-e1af-43a0-827d-b757dfc50bb8 req-3de4a627-5b6f-41c8-989a-a200e7648b1b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335751 Jul 27 21:30:24.339010 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9cdad-e1f3-41f5-8d85-e735c00f9b20 req-48af7e28-f0c1-4588-9956-9849dff70ce1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:24.340508 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78c9cdad-e1f3-41f5-8d85-e735c00f9b20 req-48af7e28-f0c1-4588-9956-9849dff70ce1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0654893 Jul 27 21:30:24.381776 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78c9cdad-e1f3-41f5-8d85-e735c00f9b20 req-c3324cd0-dbc3-4479-8133-e3fc745275a3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349569 Jul 27 21:30:24.520623 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247690c-36f7-4683-b89f-825223cd5d52 req-6c1f8ef6-724c-4567-857d-9e93c21aa463 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:24.522109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f247690c-36f7-4683-b89f-825223cd5d52 req-6c1f8ef6-724c-4567-857d-9e93c21aa463 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0721180 Jul 27 21:30:24.562103 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f247690c-36f7-4683-b89f-825223cd5d52 req-d35310f3-bcf6-4d28-b46a-3741a83d6c12 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335174 Jul 27 21:30:24.583787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51742) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:24.640106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c56a34-f1ba-4a59-87da-dfdcb221fdfc tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:24.641617 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-92c56a34-f1ba-4a59-87da-dfdcb221fdfc tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1091 time: 0.0568817 Jul 27 21:30:24.644482 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51744) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:24.648751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:30:24.670975 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:24.764042 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:24.870849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Allocated IP 172.25.2.148 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/13735425-57a7-4ef7-b1d6-d3c152e1dd15) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:30:24.979940 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:25.018301 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:25.058866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:30:25.063623 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:30:25.066945 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:30:25.072237 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=13735425-57a7-4ef7-b1d6-d3c152e1dd15,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:25.438526 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:25.892375 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:26.047676 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:26.052308 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:26.126675 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=13735425-57a7-4ef7-b1d6-d3c152e1dd15,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:30:26.138344 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:26.244797 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Floating IP 0599639b-e8d8-447f-93bc-0efff9230a81 associated. External IP: 172.25.2.148, port: f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0. Jul 27 21:30:26.475382 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 29852b41-5981-4514-9baf-81ce3167583e has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:30:26.595793 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:30:26.607473 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acc9ae1-bb8b-4bb1-aea3-178e6944cf41 None None] Sync routers for ids ['29852b41-5981-4514-9baf-81ce3167583e'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:30:26.612678 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:26.618664 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acc9ae1-bb8b-4bb1-aea3-178e6944cf41 None None] Routers {'29852b41-5981-4514-9baf-81ce3167583e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:30:26.619453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9acc9ae1-bb8b-4bb1-aea3-178e6944cf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:30:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['29852b41-5981-4514-9baf-81ce3167583e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:26.653895 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cd32e96a-c51e-49fc-8447-0d6f3bbad48f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0073266 Jul 27 21:30:26.654876 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:30:26.658346 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723c7611-b3d1-41eb-98e9-77955feb1cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:30:26.708948 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15753632-9d3d-48e7-b369-c8479a6dc1d5 x-openstack-request-id: req-15753632-9d3d-48e7-b369-c8479a6dc1d5 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:30:26.709325 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:30:26.709666 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15753632-9d3d-48e7-b369-c8479a6dc1d5 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:30:26.710150 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'status': 'completed', 'code': 200} Jul 27 21:30:26.740159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-9acc9ae1-bb8b-4bb1-aea3-178e6944cf41 None None] Set router 29852b41-5981-4514-9baf-81ce3167583e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:30:26.792127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c7611-b3d1-41eb-98e9-77955feb1cdd req-94fc85f0-bd2b-445e-bca2-5b7f303fc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:26.794073 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-723c7611-b3d1-41eb-98e9-77955feb1cdd req-94fc85f0-bd2b-445e-bca2-5b7f303fc289 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1096 time: 0.0595651 Jul 27 21:30:26.801662 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f498abe-a6e8-4636-b944-9e5d12478694 req-5945ef64-03c3-45e9-ab7c-ccde27f23457 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:26.803319 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f498abe-a6e8-4636-b944-9e5d12478694 req-5945ef64-03c3-45e9-ab7c-ccde27f23457 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0775230 Jul 27 21:30:26.849448 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f498abe-a6e8-4636-b944-9e5d12478694 req-80351328-4d91-41c2-8c55-572260569cf2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388973 Jul 27 21:30:26.869551 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51756) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:26.899044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c7611-b3d1-41eb-98e9-77955feb1cdd req-ed9a85e4-0159-43fe-b7d5-628fedec5b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:26.900529 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-723c7611-b3d1-41eb-98e9-77955feb1cdd req-ed9a85e4-0159-43fe-b7d5-628fedec5b40 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c HTTP/1.1" status: 200 len: 898 time: 0.0991051 Jul 27 21:30:26.936400 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1c92640f-9022-4f96-9b82-7786c05eb171 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/floatingips/0599639b-e8d8-447f-93bc-0efff9230a81 HTTP/1.1" status: 200 len: 991 time: 0.0646765 Jul 27 21:30:26.970420 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-723c7611-b3d1-41eb-98e9-77955feb1cdd req-8749317e-b869-4162-b0b0-9d3467fb6aaa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 200 len: 999 time: 0.0622709 Jul 27 21:30:26.978803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9acc9ae1-bb8b-4bb1-aea3-178e6944cf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29852b41-5981-4514-9baf-81ce3167583e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230992662', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:11Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '0599639b-e8d8-447f-93bc-0efff9230a81', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '29852b41-5981-4514-9baf-81ce3167583e', 'port_id': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'mac_address': 'fa:16:3e:87:6c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:30:25Z', 'updated_at': '2021-07-27T21:30:25Z', 'revision_number': 0, 'project_id': '3a65593248f94ce3907873f90c034333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9086b2c-ae4a-43b8-85db-c624d9c22cd1', 'name': '', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:ec:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:10Z', 'updated_at': '2021-07-27T21:30:16Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:27.005531 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acc9ae1-bb8b-4bb1-aea3-178e6944cf41 None None] Checking router: 29852b41-5981-4514-9baf-81ce3167583e for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:30:27.014920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acc9ae1-bb8b-4bb1-aea3-178e6944cf41 None None] Routers {'29852b41-5981-4514-9baf-81ce3167583e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:30:27.015529 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9acc9ae1-bb8b-4bb1-aea3-178e6944cf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:30:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['29852b41-5981-4514-9baf-81ce3167583e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:27.022852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c7611-b3d1-41eb-98e9-77955feb1cdd req-e5b4850c-d4da-4368-81f3-b5c6a934e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:27.024394 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-723c7611-b3d1-41eb-98e9-77955feb1cdd req-e5b4850c-d4da-4368-81f3-b5c6a934e314 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e34300fb-a46f-4474-96e9-610b910c4f6a HTTP/1.1" status: 200 len: 835 time: 0.0461605 Jul 27 21:30:27.093079 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c7611-b3d1-41eb-98e9-77955feb1cdd req-882d5488-a270-46f0-8277-c027c697d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:30:27.094744 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-723c7611-b3d1-41eb-98e9-77955feb1cdd req-882d5488-a270-46f0-8277-c027c697d34b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628197 Jul 27 21:30:27.124357 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-9acc9ae1-bb8b-4bb1-aea3-178e6944cf41 None None] Set router 29852b41-5981-4514-9baf-81ce3167583e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:30:27.362998 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9acc9ae1-bb8b-4bb1-aea3-178e6944cf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29852b41-5981-4514-9baf-81ce3167583e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230992662', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:11Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '0599639b-e8d8-447f-93bc-0efff9230a81', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '29852b41-5981-4514-9baf-81ce3167583e', 'port_id': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'mac_address': 'fa:16:3e:87:6c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:30:25Z', 'updated_at': '2021-07-27T21:30:25Z', 'revision_number': 0, 'project_id': '3a65593248f94ce3907873f90c034333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9086b2c-ae4a-43b8-85db-c624d9c22cd1', 'name': '', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:ec:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:10Z', 'updated_at': '2021-07-27T21:30:16Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:30:27.392750 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acc9ae1-bb8b-4bb1-aea3-178e6944cf41 None None] The sync data for ids ['29852b41-5981-4514-9baf-81ce3167583e'] in n-d-764806-9 is: [{'id': '29852b41-5981-4514-9baf-81ce3167583e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230992662', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:11Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '0599639b-e8d8-447f-93bc-0efff9230a81', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '29852b41-5981-4514-9baf-81ce3167583e', 'port_id': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'mac_address': 'fa:16:3e:87:6c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:30:25Z', 'updated_at': '2021-07-27T21:30:25Z', 'revision_number': 0, 'project_id': '3a65593248f94ce3907873f90c034333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9086b2c-ae4a-43b8-85db-c624d9c22cd1', 'name': '', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:ec:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:10Z', 'updated_at': '2021-07-27T21:30:16Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:30:27.464392 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-723c7611-b3d1-41eb-98e9-77955feb1cdd req-0d3d4ee7-935e-4be0-9c45-047ed292a150 service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620203 Jul 27 21:30:27.566623 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-723c7611-b3d1-41eb-98e9-77955feb1cdd req-3b48eb7b-6882-4107-8b2b-b201175d67f6 service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948751 Jul 27 21:30:27.598632 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83caf9e7-6400-4f23-8d23-531699258207 None None] New status for floating IP 0599639b-e8d8-447f-93bc-0efff9230a81: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:30:27.939219 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51760) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:30:28.002992 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9166ce4f-d5fb-4672-952a-46a1238c7a91 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/floatingips/0599639b-e8d8-447f-93bc-0efff9230a81 HTTP/1.1" status: 200 len: 993 time: 0.0625124 Jul 27 21:30:29.581706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-55873b97-da46-4ec1-b593-4a214a69ee1b req-5e318ca0-4982-48e2-8c12-c500ef29b63f service neutron] (105579) timed out ('10.222.0.66', 56894) {{(pid=105579) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:30:32.711847 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a80ac3b8-9532-4f82-83cb-95a6eff9c747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:34.180288 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:35.375653 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3c24-f025-4a0f-889c-60a7408cbe2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:35.476107 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:36.919580 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:30:37.228675 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:37.881429 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:30:38.905832 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:02.713361 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ddd52f4f-c31a-4d64-b5eb-709a3b62a7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:04.178370 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:05.378666 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7a094f09-16d3-4cc5-8608-aebb4d6f0163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:05.476255 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:07.230779 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:07.869215 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:08.908507 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:12.103253 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-125bd506-a3c8-4105-9d27-98b87e8b958a req-d2943d21-4264-42ca-ad4a-4b7c63bc5eb0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547166 Jul 27 21:31:12.204533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bd506-a3c8-4105-9d27-98b87e8b958a req-30f21620-8d88-4d14-9102-1f7fde82fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:12.206066 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-125bd506-a3c8-4105-9d27-98b87e8b958a req-30f21620-8d88-4d14-9102-1f7fde82fc2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9ae080b5069490c9b04dff975dcc2de&device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 1096 time: 0.0586019 Jul 27 21:31:12.314952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bd506-a3c8-4105-9d27-98b87e8b958a req-fac8f0ed-df04-4727-9a59-b571bc82f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:12.316458 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-125bd506-a3c8-4105-9d27-98b87e8b958a req-fac8f0ed-df04-4727-9a59-b571bc82f200 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d HTTP/1.1" status: 200 len: 911 time: 0.0901444 Jul 27 21:31:12.382254 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-125bd506-a3c8-4105-9d27-98b87e8b958a req-eb6145bd-6f94-4f20-ab92-65a1e4ee4c45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd32d724-3ca3-497f-bd99-60ccedfa1a90 HTTP/1.1" status: 200 len: 1001 time: 0.0581381 Jul 27 21:31:12.443267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bd506-a3c8-4105-9d27-98b87e8b958a req-41b0e153-4e43-4adf-9624-6bc2e4337131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:12.445062 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-125bd506-a3c8-4105-9d27-98b87e8b958a req-41b0e153-4e43-4adf-9624-6bc2e4337131 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8d712bf-ae0f-4aeb-8db8-91555c9506fd HTTP/1.1" status: 200 len: 849 time: 0.0559416 Jul 27 21:31:12.506047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bd506-a3c8-4105-9d27-98b87e8b958a req-0873f51b-6127-4c0b-9f1e-17537bf2d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:12.507507 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-125bd506-a3c8-4105-9d27-98b87e8b958a req-0873f51b-6127-4c0b-9f1e-17537bf2d684 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558553 Jul 27 21:31:12.601839 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-125bd506-a3c8-4105-9d27-98b87e8b958a req-a63eaa29-d511-4ec8-a9df-4267c72c02ac service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864024 Jul 27 21:31:12.702951 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-125bd506-a3c8-4105-9d27-98b87e8b958a req-9d844746-a62c-4317-8505-a78a55b9458b service neutron] 10.222.0.20 "GET /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934474 Jul 27 21:31:13.919533 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:31:14.562764 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949d028-242a-45a2-8786-17bfb347e2b1 req-c928b89b-08cf-4561-a2d0-1ff30f228791 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:14.564272 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8949d028-242a-45a2-8786-17bfb347e2b1 req-c928b89b-08cf-4561-a2d0-1ff30f228791 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 945 time: 0.0698709 Jul 27 21:31:14.603045 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8949d028-242a-45a2-8786-17bfb347e2b1 req-7e7dca00-c284-4a92-a54b-5708445cf0ac tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=95d82edd-17db-480c-8445-5f97c840aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327756 Jul 27 21:31:15.737169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b976e-7543-4c9e-ad89-fdf816aab4eb req-284eaaec-8f29-4beb-9eab-994980577d7f tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:15.738692 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-468b976e-7543-4c9e-ad89-fdf816aab4eb req-284eaaec-8f29-4beb-9eab-994980577d7f tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 945 time: 0.0668628 Jul 27 21:31:15.778383 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-468b976e-7543-4c9e-ad89-fdf816aab4eb req-756ef5a7-7072-490b-b9fa-ddc6ec8200fc tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups?id=95d82edd-17db-480c-8445-5f97c840aa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335481 Jul 27 21:31:16.231126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a58b73-00d5-4c00-b27c-0a67c352856e req-54e6db46-5a4c-4972-9066-0b99e66193ee tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:16.232595 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80a58b73-00d5-4c00-b27c-0a67c352856e req-54e6db46-5a4c-4972-9066-0b99e66193ee tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.20 "GET /v2.0/ports?device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 945 time: 0.0631540 Jul 27 21:31:16.339176 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-80a58b73-00d5-4c00-b27c-0a67c352856e req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Deleting port dd32d724-3ca3-497f-bd99-60ccedfa1a90 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:31:16.339513 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80a58b73-00d5-4c00-b27c-0a67c352856e req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:16.426104 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-80a58b73-00d5-4c00-b27c-0a67c352856e req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] For port dd32d724-3ca3-497f-bd99-60ccedfa1a90, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=dd32d724-3ca3-497f-bd99-60ccedfa1a90,segment=NetworkSegment(e98eb30a-599c-4113-96c9-2067028e4f70),segment_id=e98eb30a-599c-4113-96c9-2067028e4f70)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:31:16.426413 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80a58b73-00d5-4c00-b27c-0a67c352856e req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:16.598454 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80a58b73-00d5-4c00-b27c-0a67c352856e req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:16.598819 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80a58b73-00d5-4c00-b27c-0a67c352856e req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:16.599126 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-80a58b73-00d5-4c00-b27c-0a67c352856e req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Floating IP 161a05a8-fbba-44c7-a6e3-3ddbebf2ffb2 disassociated. External IP: 172.25.2.232, port: dd32d724-3ca3-497f-bd99-60ccedfa1a90. Jul 27 21:31:16.599464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-80a58b73-00d5-4c00-b27c-0a67c352856e req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Calling delete_port for dd32d724-3ca3-497f-bd99-60ccedfa1a90 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:31:16.729912 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80a58b73-00d5-4c00-b27c-0a67c352856e req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:16.758136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event deleted for resources: {'Port': ['ID=dd32d724-3ca3-497f-bd99-60ccedfa1a90,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:16.769485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:16.769834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:16.770175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:16.770541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:16.770875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:16.771206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:16.771532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:16.771874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:16.772184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:16.772816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:16.772816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:16.773139 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:16.885195 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e630fad5-1994-4c4e-b2ee-ee3ac0f429f2 req-07ee0e21-dae9-42fe-8fb8-bfbfd8b62a53 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/ports?device_id=d160f873-1bec-4ed4-a6c7-3c2f1ce368de HTTP/1.1" status: 200 len: 210 time: 0.0357413 Jul 27 21:31:16.902905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80a58b73-00d5-4c00-b27c-0a67c352856e req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:31:17.019486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80a58b73-00d5-4c00-b27c-0a67c352856e req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:31:17.029753 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8504d4-d85c-4940-84e1-b88dbb899378 None None] Sync routers for ids ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:31:17.039691 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8504d4-d85c-4940-84e1-b88dbb899378 None None] Routers {'ef1e3220-3176-4a9e-95c1-4ed46902e2c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:31:17.040300 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3f8504d4-d85c-4940-84e1-b88dbb899378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:31:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:17.070882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a58b73-00d5-4c00-b27c-0a67c352856e req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] No DVR routers for this DVR port dd32d724-3ca3-497f-bd99-60ccedfa1a90 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:31:17.074208 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80a58b73-00d5-4c00-b27c-0a67c352856e req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:17.076389 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80a58b73-00d5-4c00-b27c-0a67c352856e req-8e9ef6bd-e935-4af7-a095-cef0a0d2e802 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.20 "DELETE /v2.0/ports/dd32d724-3ca3-497f-bd99-60ccedfa1a90 HTTP/1.1" status: 204 len: 173 time: 0.8373473 Jul 27 21:31:17.077307 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd160f873-1bec-4ed4-a6c7-3c2f1ce368de', 'name': 'network-vif-deleted', 'tag': 'dd32d724-3ca3-497f-bd99-60ccedfa1a90'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:31:17.079208 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9d9713-326e-46fc-b143-faa506e627f1" -d '{"events": [{"server_uuid": "d160f873-1bec-4ed4-a6c7-3c2f1ce368de", "name": "network-vif-deleted", "tag": "dd32d724-3ca3-497f-bd99-60ccedfa1a90"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:31:17.131623 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccff70f-a87a-4f7a-ae31-2c6f73338e6e x-openstack-request-id: req-3ccff70f-a87a-4f7a-ae31-2c6f73338e6e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:31:17.131925 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d160f873-1bec-4ed4-a6c7-3c2f1ce368de", "name": "network-vif-deleted", "tag": "dd32d724-3ca3-497f-bd99-60ccedfa1a90", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:31:17.132179 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ccff70f-a87a-4f7a-ae31-2c6f73338e6e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:31:17.132592 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd160f873-1bec-4ed4-a6c7-3c2f1ce368de', 'name': 'network-vif-deleted', 'tag': 'dd32d724-3ca3-497f-bd99-60ccedfa1a90', 'status': 'completed', 'code': 200} Jul 27 21:31:17.162595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-3f8504d4-d85c-4940-84e1-b88dbb899378 None None] Set router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:31:17.390488 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3f8504d4-d85c-4940-84e1-b88dbb899378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:25:02Z', 'revision_number': 4, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'cf0c04cd-2962-478d-b7e3-4a68fd06ef50', 'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'mac_address': 'fa:16:3e:eb:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:01Z', 'updated_at': '2021-07-27T21:25:08Z', 'revision_number': 5, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'subnets': [{'id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:17.417406 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8504d4-d85c-4940-84e1-b88dbb899378 None None] Checking router: ef1e3220-3176-4a9e-95c1-4ed46902e2c4 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:31:17.425615 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8504d4-d85c-4940-84e1-b88dbb899378 None None] Routers {'ef1e3220-3176-4a9e-95c1-4ed46902e2c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:31:17.426239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3f8504d4-d85c-4940-84e1-b88dbb899378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:31:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:17.533042 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-3f8504d4-d85c-4940-84e1-b88dbb899378 None None] Set router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:31:17.737156 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3f8504d4-d85c-4940-84e1-b88dbb899378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:25:02Z', 'revision_number': 4, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'cf0c04cd-2962-478d-b7e3-4a68fd06ef50', 'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'mac_address': 'fa:16:3e:eb:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:01Z', 'updated_at': '2021-07-27T21:25:08Z', 'revision_number': 5, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'subnets': [{'id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:17.769183 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8504d4-d85c-4940-84e1-b88dbb899378 None None] The sync data for ids ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'] in n-d-764806-9 is: [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:25:02Z', 'revision_number': 4, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'cf0c04cd-2962-478d-b7e3-4a68fd06ef50', 'name': '', 'network_id': 'b0e7c33a-ea4f-4546-9b21-a8aa78717b9d', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'mac_address': 'fa:16:3e:eb:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:25:01Z', 'updated_at': '2021-07-27T21:25:08Z', 'revision_number': 5, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'subnets': [{'id': 'e8d712bf-ae0f-4aeb-8db8-91555c9506fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:31:17.974092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 51964) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:18.033864 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:18.038869 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2000f067-d69f-4d1a-aa8e-36ee3d499572 None None] New status for floating IP 161a05a8-fbba-44c7-a6e3-3ddbebf2ffb2: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:31:18.061053 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:18.111647 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:18.114673 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:18.118307 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "DELETE /v2.0/security-groups/95d82edd-17db-480c-8445-5f97c840aa00 HTTP/1.1" status: 204 len: 168 time: 0.1400819 Jul 27 21:31:18.118881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51968) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:18.126543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d82edd-17db-480c-8445-5f97c840aa00,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:18.135579 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:18.136085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:18.136963 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:18.137519 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:18.138021 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:18.138730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:18.138923 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-7447c5f8-9db7-4ef8-853a-6b9ff7bbe198 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] show failed (client error): The resource could not be found. Jul 27 21:31:18.139072 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:18.139422 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:18.139788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:18.143477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:18.143701 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7447c5f8-9db7-4ef8-853a-6b9ff7bbe198 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "GET /v2.0/security-groups/95d82edd-17db-480c-8445-5f97c840aa00 HTTP/1.1" status: 404 len: 347 time: 0.0196979 Jul 27 21:31:18.143843 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:18.143843 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4646c-f23e-4a82-a255-cb3af365a694 tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:18.144234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 51970) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:18.282095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-84ec89c9-0a85-44d2-9b64-65c4b0b0fdbe tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Deleting port fee07a79-079a-4c63-8c0e-255b42eab621 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:31:18.282466 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-84ec89c9-0a85-44d2-9b64-65c4b0b0fdbe tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:18.358350 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-84ec89c9-0a85-44d2-9b64-65c4b0b0fdbe tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:18.358690 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-84ec89c9-0a85-44d2-9b64-65c4b0b0fdbe tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:18.370750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-84ec89c9-0a85-44d2-9b64-65c4b0b0fdbe tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Calling delete_port for fee07a79-079a-4c63-8c0e-255b42eab621 owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:31:18.505885 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-84ec89c9-0a85-44d2-9b64-65c4b0b0fdbe tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:18.534274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec89c9-0a85-44d2-9b64-65c4b0b0fdbe tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Pushing event deleted for resources: {'Port': ['ID=fee07a79-079a-4c63-8c0e-255b42eab621,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:18.601596 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-84ec89c9-0a85-44d2-9b64-65c4b0b0fdbe tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:18.605268 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-84ec89c9-0a85-44d2-9b64-65c4b0b0fdbe tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:18.606450 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-84ec89c9-0a85-44d2-9b64-65c4b0b0fdbe tempest-AttachVolumeTestJSON-1715298724 tempest-AttachVolumeTestJSON-1715298724-project] 10.222.0.55 "DELETE /v2.0/floatingips/161a05a8-fbba-44c7-a6e3-3ddbebf2ffb2 HTTP/1.1" status: 204 len: 168 time: 0.4618821 Jul 27 21:31:20.095400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device dd32d724-3ca3-497f-bd99-60ccedfa1a90 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:31:20.116338 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: dd32d724-3ca3-497f-bd99-60ccedfa1a90 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:31:20.116685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device dd32d724-3ca3-497f-bd99-60ccedfa1a90 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:31:22.621407 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11251bab-44b9-48df-badf-95934322a5a3 req-f74345bc-f97d-4da3-a216-6e6a5e9c5cdd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594571 Jul 27 21:31:22.717242 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11251bab-44b9-48df-badf-95934322a5a3 req-9a699ac2-f2c2-4d33-8d9a-6341f01be9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:22.718683 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11251bab-44b9-48df-badf-95934322a5a3 req-9a699ac2-f2c2-4d33-8d9a-6341f01be9c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1096 time: 0.0545456 Jul 27 21:31:22.828410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11251bab-44b9-48df-badf-95934322a5a3 req-120aa532-2a73-4d81-b540-b78e29801d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:22.829881 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11251bab-44b9-48df-badf-95934322a5a3 req-120aa532-2a73-4d81-b540-b78e29801d11 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c HTTP/1.1" status: 200 len: 898 time: 0.0912547 Jul 27 21:31:22.898321 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11251bab-44b9-48df-badf-95934322a5a3 req-6cd736c7-a37a-4c7d-b2bd-785216a22106 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 200 len: 1001 time: 0.0613458 Jul 27 21:31:22.948821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11251bab-44b9-48df-badf-95934322a5a3 req-400862d0-3fda-45c3-ab09-1b62cf08e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:22.950336 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11251bab-44b9-48df-badf-95934322a5a3 req-400862d0-3fda-45c3-ab09-1b62cf08e5c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e34300fb-a46f-4474-96e9-610b910c4f6a HTTP/1.1" status: 200 len: 835 time: 0.0451961 Jul 27 21:31:23.019210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11251bab-44b9-48df-badf-95934322a5a3 req-940e5395-0140-4c72-bff6-3c4df6a91106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:23.020758 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11251bab-44b9-48df-badf-95934322a5a3 req-940e5395-0140-4c72-bff6-3c4df6a91106 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633814 Jul 27 21:31:23.123768 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11251bab-44b9-48df-badf-95934322a5a3 req-43de8c77-3522-40d2-a4a3-daef7db053a4 service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951912 Jul 27 21:31:23.233465 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-11251bab-44b9-48df-badf-95934322a5a3 req-c73f3665-722e-4d22-a6f2-faf6ea8bb1c7 service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026008 Jul 27 21:31:25.362623 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52006) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:25.842496 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-38f0d838-d8c2-4d8f-bd3b-f67b277d84f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:26.110710 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-38f0d838-d8c2-4d8f-bd3b-f67b277d84f7 admin admin] Deleting port cf0c04cd-2962-478d-b7e3-4a68fd06ef50 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:31:26.111056 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-38f0d838-d8c2-4d8f-bd3b-f67b277d84f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:26.197455 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-38f0d838-d8c2-4d8f-bd3b-f67b277d84f7 admin admin] For port cf0c04cd-2962-478d-b7e3-4a68fd06ef50, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=cf0c04cd-2962-478d-b7e3-4a68fd06ef50,segment=NetworkSegment(e98eb30a-599c-4113-96c9-2067028e4f70),segment_id=e98eb30a-599c-4113-96c9-2067028e4f70)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:31:26.198420 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-38f0d838-d8c2-4d8f-bd3b-f67b277d84f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:26.216333 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-38f0d838-d8c2-4d8f-bd3b-f67b277d84f7 admin admin] Calling delete_port for cf0c04cd-2962-478d-b7e3-4a68fd06ef50 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:31:26.408710 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-38f0d838-d8c2-4d8f-bd3b-f67b277d84f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:26.440648 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0d838-d8c2-4d8f-bd3b-f67b277d84f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0c04cd-2962-478d-b7e3-4a68fd06ef50,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:26.610128 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-38f0d838-d8c2-4d8f-bd3b-f67b277d84f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:26.826109 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f0d838-d8c2-4d8f-bd3b-f67b277d84f7 admin admin] Router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:31:26.932260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f0d838-d8c2-4d8f-bd3b-f67b277d84f7 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:31:26.937403 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-38f0d838-d8c2-4d8f-bd3b-f67b277d84f7 admin admin] 10.222.0.55 "PUT /v2.0/routers/ef1e3220-3176-4a9e-95c1-4ed46902e2c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5735810 Jul 27 21:31:26.939975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52010) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:26.941232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe0a8f8-f94c-4cf8-9ff4-3442406dfb21 None None] Sync routers for ids ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:31:26.950800 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe0a8f8-f94c-4cf8-9ff4-3442406dfb21 None None] Routers {'ef1e3220-3176-4a9e-95c1-4ed46902e2c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:31:26.951410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ffe0a8f8-f94c-4cf8-9ff4-3442406dfb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:31:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:27.049362 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6ff8-1007-4072-b104-57d738487fe6 admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:27.153562 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6ff8-1007-4072-b104-57d738487fe6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:27.211904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f6ff8-1007-4072-b104-57d738487fe6 admin admin] Deleting port 205d1fd4-9f18-48cb-9624-74da2e8d00ba {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:31:27.212261 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6ff8-1007-4072-b104-57d738487fe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:27.214709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ffe0a8f8-f94c-4cf8-9ff4-3442406dfb21 None None] Set router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:31:27.296581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-bf0f6ff8-1007-4072-b104-57d738487fe6 admin admin] For port 205d1fd4-9f18-48cb-9624-74da2e8d00ba, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=205d1fd4-9f18-48cb-9624-74da2e8d00ba,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:31:27.296943 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6ff8-1007-4072-b104-57d738487fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:27.309908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f6ff8-1007-4072-b104-57d738487fe6 admin admin] Calling delete_port for 205d1fd4-9f18-48cb-9624-74da2e8d00ba owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:31:27.391555 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ffe0a8f8-f94c-4cf8-9ff4-3442406dfb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:31:26Z', 'revision_number': 5, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port': {'id': '205d1fd4-9f18-48cb-9624-74da2e8d00ba', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:24:59Z', 'updated_at': '2021-07-27T21:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:27.421938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe0a8f8-f94c-4cf8-9ff4-3442406dfb21 None None] Checking router: ef1e3220-3176-4a9e-95c1-4ed46902e2c4 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:31:27.430679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe0a8f8-f94c-4cf8-9ff4-3442406dfb21 None None] Routers {'ef1e3220-3176-4a9e-95c1-4ed46902e2c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:31:27.431296 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ffe0a8f8-f94c-4cf8-9ff4-3442406dfb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:31:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:27.483008 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6ff8-1007-4072-b104-57d738487fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:27.507279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f6ff8-1007-4072-b104-57d738487fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=205d1fd4-9f18-48cb-9624-74da2e8d00ba,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:27.519548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ffe0a8f8-f94c-4cf8-9ff4-3442406dfb21 None None] Set router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:31:27.573846 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ffe0a8f8-f94c-4cf8-9ff4-3442406dfb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:31:27Z', 'revision_number': 6, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:27.579105 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6ff8-1007-4072-b104-57d738487fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:27.604926 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe0a8f8-f94c-4cf8-9ff4-3442406dfb21 None None] The sync data for ids ['ef1e3220-3176-4a9e-95c1-4ed46902e2c4'] in n-d-764806-9 is: [{'id': 'ef1e3220-3176-4a9e-95c1-4ed46902e2c4', 'name': 'tempest-AttachVolumeTestJSON-439080580-router', 'tenant_id': 'a9ae080b5069490c9b04dff975dcc2de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:24:58Z', 'updated_at': '2021-07-27T21:31:27Z', 'revision_number': 6, 'project_id': 'a9ae080b5069490c9b04dff975dcc2de', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:31:27.673798 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6ff8-1007-4072-b104-57d738487fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:27.675925 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6ff8-1007-4072-b104-57d738487fe6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:27.719476 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6ff8-1007-4072-b104-57d738487fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:27.720040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0f6ff8-1007-4072-b104-57d738487fe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef1e3220-3176-4a9e-95c1-4ed46902e2c4 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:31:27.724336 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6ff8-1007-4072-b104-57d738487fe6 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:27.725636 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bf0f6ff8-1007-4072-b104-57d738487fe6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/ef1e3220-3176-4a9e-95c1-4ed46902e2c4 HTTP/1.1" status: 204 len: 168 time: 0.7846894 Jul 27 21:31:27.728233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52012) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:27.771702 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-26457308-95e4-4c02-817b-48e5390d9841 admin admin] Deleting subnet e8d712bf-ae0f-4aeb-8db8-91555c9506fd {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:31:27.775588 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-26457308-95e4-4c02-817b-48e5390d9841 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:27.812918 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-26457308-95e4-4c02-817b-48e5390d9841 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:27.891394 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-26457308-95e4-4c02-817b-48e5390d9841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:27.947053 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-26457308-95e4-4c02-817b-48e5390d9841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:27.985648 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-26457308-95e4-4c02-817b-48e5390d9841 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:27.987606 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-26457308-95e4-4c02-817b-48e5390d9841 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e8d712bf-ae0f-4aeb-8db8-91555c9506fd HTTP/1.1" status: 204 len: 168 time: 0.2585709 Jul 27 21:31:27.989348 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26457308-95e4-4c02-817b-48e5390d9841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d712bf-ae0f-4aeb-8db8-91555c9506fd,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:27.990152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52014) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:27.992149 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0a249d-a8c4-4c15-ad9b-d03a98e148e9 None None] Network b0e7c33a-ea4f-4546-9b21-a8aa78717b9d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:31:28.063616 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:28.119380 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] Deleting port 7e5523b5-0f95-4c44-b398-4e58c1989417 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:31:28.119730 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:28.188448 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] For port 7e5523b5-0f95-4c44-b398-4e58c1989417, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7e5523b5-0f95-4c44-b398-4e58c1989417,segment=NetworkSegment(e98eb30a-599c-4113-96c9-2067028e4f70),segment_id=e98eb30a-599c-4113-96c9-2067028e4f70)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:31:28.188831 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:28.203326 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] Calling delete_port for 7e5523b5-0f95-4c44-b398-4e58c1989417 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:31:28.283220 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:28.310288 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5523b5-0f95-4c44-b398-4e58c1989417,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:28.313946 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] No DVR routers for this DVR port 7e5523b5-0f95-4c44-b398-4e58c1989417 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:31:28.391136 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:28.397270 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cb9d87-77d9-4b19-aee0-ad241edfb797 None None] DHCP port deletion for b0e7c33a-ea4f-4546-9b21-a8aa78717b9d request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:31:28.404142 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e7c33a-ea4f-4546-9b21-a8aa78717b9d']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:28.422650 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98eb30a-599c-4113-96c9-2067028e4f70') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:28.423077 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98eb30a-599c-4113-96c9-2067028e4f70') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:28.433316 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:28.447091 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:28.453922 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:31:28.454362 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:31:28.456391 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:31:28.458868 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 205d1fd4-9f18-48cb-9624-74da2e8d00ba no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:31:28.476478 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 205d1fd4-9f18-48cb-9624-74da2e8d00ba {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:31:28.476804 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 205d1fd4-9f18-48cb-9624-74da2e8d00ba not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:31:28.477406 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device cf0c04cd-2962-478d-b7e3-4a68fd06ef50 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:31:28.497879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: cf0c04cd-2962-478d-b7e3-4a68fd06ef50 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:31:28.498259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device cf0c04cd-2962-478d-b7e3-4a68fd06ef50 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:31:28.498864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7e5523b5-0f95-4c44-b398-4e58c1989417 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:31:28.519159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 7e5523b5-0f95-4c44-b398-4e58c1989417 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:31:28.519616 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7e5523b5-0f95-4c44-b398-4e58c1989417 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:31:28.522533 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:28.529152 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:28.533429 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] 10.222.0.55 "DELETE /v2.0/networks/b0e7c33a-ea4f-4546-9b21-a8aa78717b9d HTTP/1.1" status: 204 len: 168 time: 0.5392938 Jul 27 21:31:28.548437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ded894-d16f-414e-81a6-a7a5dfa32b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e7c33a-ea4f-4546-9b21-a8aa78717b9d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:28.655482 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52018) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:28.702631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-921fa766-cc9f-4c5b-ba5a-823f6be430a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a9ae080b5069490c9b04dff975dcc2de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458655 Jul 27 21:31:28.705254 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52020) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:28.753010 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa166e0d-18db-421b-ad7e-46f82d6bd4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:28.774364 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa166e0d-18db-421b-ad7e-46f82d6bd4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:28.823502 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa166e0d-18db-421b-ad7e-46f82d6bd4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:28.826038 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa166e0d-18db-421b-ad7e-46f82d6bd4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:28.827243 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-aa166e0d-18db-421b-ad7e-46f82d6bd4d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca8b1b9a-cdaf-4f8e-bf41-3b8891fc843d HTTP/1.1" status: 204 len: 168 time: 0.1211236 Jul 27 21:31:28.835650 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa166e0d-18db-421b-ad7e-46f82d6bd4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8b1b9a-cdaf-4f8e-bf41-3b8891fc843d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:32.716692 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ab9c4665-a22e-40bc-b0ee-94dbcadd739f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:34.177265 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:35.381349 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-55ed8b18-fe51-495c-abab-db2a68bbe95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:35.478991 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:37.234028 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:37.872399 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:38.910882 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:41.314083 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52156) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:41.421914 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4f30a13d-be05-4211-b0d4-a29792f8af21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:41.514253 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4f30a13d-be05-4211-b0d4-a29792f8af21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:41.518348 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4f30a13d-be05-4211-b0d4-a29792f8af21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:41.558709 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4f30a13d-be05-4211-b0d4-a29792f8af21 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d4b847b57ee4fec80dd77113c8ac8d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435114 Jul 27 21:31:41.559815 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30a13d-be05-4211-b0d4-a29792f8af21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7cfe7f-5103-4836-b18d-5a47cbe822c1,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:41.561477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52160) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:41.612582 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4433bca6-41be-4c19-82b1-27cb75dec8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:41.635283 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4433bca6-41be-4c19-82b1-27cb75dec8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:41.685850 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4433bca6-41be-4c19-82b1-27cb75dec8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:41.688575 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4433bca6-41be-4c19-82b1-27cb75dec8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:41.690296 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4433bca6-41be-4c19-82b1-27cb75dec8ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff7cfe7f-5103-4836-b18d-5a47cbe822c1 HTTP/1.1" status: 204 len: 168 time: 0.1278417 Jul 27 21:31:41.700056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433bca6-41be-4c19-82b1-27cb75dec8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7cfe7f-5103-4836-b18d-5a47cbe822c1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:43.704550 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52228) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:43.815669 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-00626c1b-af90-4304-8991-c6418d4568a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:43.903223 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-00626c1b-af90-4304-8991-c6418d4568a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:43.906803 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-00626c1b-af90-4304-8991-c6418d4568a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:43.942291 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00626c1b-af90-4304-8991-c6418d4568a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4906351d-850f-4484-b673-8d7f15ac7c88,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:43.946623 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-00626c1b-af90-4304-8991-c6418d4568a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8bb0c62cdc8340b785e2852dec1722f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409692 Jul 27 21:31:43.949754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52232) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:43.997242 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35795900-c937-49cf-8ea5-6a57c68be355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:44.018542 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35795900-c937-49cf-8ea5-6a57c68be355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:44.068152 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35795900-c937-49cf-8ea5-6a57c68be355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:44.070657 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35795900-c937-49cf-8ea5-6a57c68be355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:44.072338 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-35795900-c937-49cf-8ea5-6a57c68be355 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4906351d-850f-4484-b673-8d7f15ac7c88 HTTP/1.1" status: 204 len: 168 time: 0.1219914 Jul 27 21:31:44.082948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35795900-c937-49cf-8ea5-6a57c68be355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4906351d-850f-4484-b673-8d7f15ac7c88,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:44.323903 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52238) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:44.339198 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-466b8c81-6ec9-4732-9328-007f7133fb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:44.426840 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-466b8c81-6ec9-4732-9328-007f7133fb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:44.430209 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-466b8c81-6ec9-4732-9328-007f7133fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:44.469158 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-466b8c81-6ec9-4732-9328-007f7133fb18 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=803ce30079854fba93b497db74443770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441870 Jul 27 21:31:44.470295 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b8c81-6ec9-4732-9328-007f7133fb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2997c67-f985-4c22-9a22-09a2773f2777,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:44.471850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52240) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:44.524498 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-451fa26e-c97c-4c89-bdad-f7b6569a6ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:44.546197 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-451fa26e-c97c-4c89-bdad-f7b6569a6ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:44.593407 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-451fa26e-c97c-4c89-bdad-f7b6569a6ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:44.596187 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-451fa26e-c97c-4c89-bdad-f7b6569a6ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:44.597323 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-451fa26e-c97c-4c89-bdad-f7b6569a6ff7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b2997c67-f985-4c22-9a22-09a2773f2777 HTTP/1.1" status: 204 len: 168 time: 0.1244009 Jul 27 21:31:44.605453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fa26e-c97c-4c89-bdad-f7b6569a6ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2997c67-f985-4c22-9a22-09a2773f2777,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:45.098017 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c6b92-55e0-43b1-bea4-a812e3613d74 req-f9e4615a-17a4-44a9-8c79-be3992149fb1 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:45.099533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e77c6b92-55e0-43b1-bea4-a812e3613d74 req-f9e4615a-17a4-44a9-8c79-be3992149fb1 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1096 time: 0.0635753 Jul 27 21:31:45.139368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e77c6b92-55e0-43b1-bea4-a812e3613d74 req-9157ab91-a8ce-4d65-afec-cc422200d7bd tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320258 Jul 27 21:31:45.291214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b429fcd-aa77-4eda-a102-99278da43482 req-277a350b-8cb7-4e3f-8ecb-a1a4ada5c3ad tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:45.296211 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b429fcd-aa77-4eda-a102-99278da43482 req-277a350b-8cb7-4e3f-8ecb-a1a4ada5c3ad tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0772662 Jul 27 21:31:45.334590 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b429fcd-aa77-4eda-a102-99278da43482 req-c58141d0-0bdd-4ea6-8d10-d4c655733d9f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345366 Jul 27 21:31:45.358697 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52270) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:45.426573 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7720251c-dd52-4e9b-b4ce-cf19d7d76429 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/floatingips/0599639b-e8d8-447f-93bc-0efff9230a81 HTTP/1.1" status: 200 len: 993 time: 0.0667002 Jul 27 21:31:45.850497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52300) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:45.936122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da73f8e-e312-4ce5-be31-d70f5987a55a req-bea01ac3-ae93-4b94-b519-71b3ced51cd7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:45.937675 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9da73f8e-e312-4ce5-be31-d70f5987a55a req-bea01ac3-ae93-4b94-b519-71b3ced51cd7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0818172 Jul 27 21:31:45.978799 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9da73f8e-e312-4ce5-be31-d70f5987a55a req-03a0b6ea-7da5-4a1e-bb1d-4eee7d170d91 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342901 Jul 27 21:31:46.032926 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-48202b3c-5680-4b25-befa-4a8ad4926b62 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1802166 Jul 27 21:31:46.213603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52320) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:46.318423 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93814c89-d671-48a0-9188-a34186380c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:46.414620 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93814c89-d671-48a0-9188-a34186380c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:46.418624 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93814c89-d671-48a0-9188-a34186380c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:46.465630 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-93814c89-d671-48a0-9188-a34186380c7b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=849bc9ea068d424e8ad64dc8736ef43c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484715 Jul 27 21:31:46.465630 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93814c89-d671-48a0-9188-a34186380c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac6e47c-53c1-4918-b0e2-349122cd565b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:46.466164 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52332) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:46.518789 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7017435-4b22-4984-9dc6-e5074955071a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:46.542295 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7017435-4b22-4984-9dc6-e5074955071a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:46.595868 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7017435-4b22-4984-9dc6-e5074955071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:46.598613 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a7017435-4b22-4984-9dc6-e5074955071a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:46.599777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a7017435-4b22-4984-9dc6-e5074955071a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ac6e47c-53c1-4918-b0e2-349122cd565b HTTP/1.1" status: 204 len: 168 time: 0.1319366 Jul 27 21:31:46.608183 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7017435-4b22-4984-9dc6-e5074955071a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac6e47c-53c1-4918-b0e2-349122cd565b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:47.119856 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab369fc6-eb7e-46a5-baa4-51f148266dc9 req-fcd98299-5018-47b8-9449-560c01b85a19 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:47.121398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab369fc6-eb7e-46a5-baa4-51f148266dc9 req-fcd98299-5018-47b8-9449-560c01b85a19 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0688379 Jul 27 21:31:47.161988 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab369fc6-eb7e-46a5-baa4-51f148266dc9 req-71bb1574-3d0e-4563-88ac-91d139109a0f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344362 Jul 27 21:31:47.318981 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-79af837f-25b1-4d2e-b060-61b5fea61125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:47.320654 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-79af837f-25b1-4d2e-b060-61b5fea61125 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1096 time: 0.0568311 Jul 27 21:31:47.415883 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-7004aa13-cf1b-47f4-9a56-18ddae68967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:47.417498 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-7004aa13-cf1b-47f4-9a56-18ddae68967f service neutron] 10.222.0.66 "GET /v2.0/networks?id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c HTTP/1.1" status: 200 len: 898 time: 0.0898080 Jul 27 21:31:47.493177 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-94254da3-c386-41fb-b576-5526acd32a40 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 200 len: 1001 time: 0.0681326 Jul 27 21:31:47.550093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-33012041-1c4f-4533-9b3f-01dff65a8dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:47.551632 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-33012041-1c4f-4533-9b3f-01dff65a8dda service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e34300fb-a46f-4474-96e9-610b910c4f6a HTTP/1.1" status: 200 len: 835 time: 0.0519860 Jul 27 21:31:47.618316 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-b949acfc-b967-412c-9caf-e8cc3bed13c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:47.619726 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-b949acfc-b967-412c-9caf-e8cc3bed13c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613620 Jul 27 21:31:48.002458 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-b369b0fa-0c3b-4ca6-ae75-9d03bf94d485 service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753810 Jul 27 21:31:48.103962 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-b296beb5-c7c7-4e96-80a9-808c66501cb6 service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935261 Jul 27 21:31:48.305452 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c0c01-173e-41a6-9b09-5bf59cec4a3a req-96bd3332-a9c8-40d0-971e-0b2e63c5410e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:48.306995 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a0c0c01-173e-41a6-9b09-5bf59cec4a3a req-96bd3332-a9c8-40d0-971e-0b2e63c5410e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0667534 Jul 27 21:31:48.345810 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4a0c0c01-173e-41a6-9b09-5bf59cec4a3a req-018c7a48-854d-46cc-8df5-26c036c1409c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326686 Jul 27 21:31:48.546620 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52418) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:48.652708 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-31f3c0fe-9fb5-40f8-8c76-43c51830feca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:48.746322 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-31f3c0fe-9fb5-40f8-8c76-43c51830feca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:48.750134 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-31f3c0fe-9fb5-40f8-8c76-43c51830feca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:48.788598 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-31f3c0fe-9fb5-40f8-8c76-43c51830feca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=40403062add04710ae32606e0d4698ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408533 Jul 27 21:31:48.790823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3c0fe-9fb5-40f8-8c76-43c51830feca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1aba779-c2d8-43c9-98c1-c9552ad64a03,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:48.791519 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52422) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:48.846719 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3cd3e741-104b-46c6-a358-72b01ac1a948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:48.868704 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3cd3e741-104b-46c6-a358-72b01ac1a948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:48.920148 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3cd3e741-104b-46c6-a358-72b01ac1a948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:48.922888 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3cd3e741-104b-46c6-a358-72b01ac1a948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:48.924068 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3cd3e741-104b-46c6-a358-72b01ac1a948 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e1aba779-c2d8-43c9-98c1-c9552ad64a03 HTTP/1.1" status: 204 len: 168 time: 0.1314878 Jul 27 21:31:48.932817 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3e741-104b-46c6-a358-72b01ac1a948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1aba779-c2d8-43c9-98c1-c9552ad64a03,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:49.180881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52428) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:49.194627 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7884c711-22ef-44cd-a424-f8d8a4e08075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:49.288148 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7884c711-22ef-44cd-a424-f8d8a4e08075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:49.292595 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7884c711-22ef-44cd-a424-f8d8a4e08075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:49.329058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884c711-22ef-44cd-a424-f8d8a4e08075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e80e18-f31a-438e-8fc4-f892c34bad6d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:49.335641 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7884c711-22ef-44cd-a424-f8d8a4e08075 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e247b25259fb44f08cd8b7044cf01e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524088 Jul 27 21:31:49.336968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52430) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:49.387176 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1107e2ff-a63f-4fd2-84c0-b18b07cfd01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:49.408968 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1107e2ff-a63f-4fd2-84c0-b18b07cfd01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:49.462355 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1107e2ff-a63f-4fd2-84c0-b18b07cfd01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:49.464900 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1107e2ff-a63f-4fd2-84c0-b18b07cfd01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:49.466037 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1107e2ff-a63f-4fd2-84c0-b18b07cfd01d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/72e80e18-f31a-438e-8fc4-f892c34bad6d HTTP/1.1" status: 204 len: 168 time: 0.1281996 Jul 27 21:31:49.473937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107e2ff-a63f-4fd2-84c0-b18b07cfd01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e80e18-f31a-438e-8fc4-f892c34bad6d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:49.485362 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b0b6d-7471-4f85-b2bf-b57b0dbb37b0 req-b959c735-508d-4f5d-becd-2c01973f8ec3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:49.487579 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-635b0b6d-7471-4f85-b2bf-b57b0dbb37b0 req-b959c735-508d-4f5d-becd-2c01973f8ec3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0714517 Jul 27 21:31:49.530940 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-635b0b6d-7471-4f85-b2bf-b57b0dbb37b0 req-194a0401-118d-4c6e-a8ed-289555875a22 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354927 Jul 27 21:31:50.564914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52502) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:50.666510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45e1b5-99dd-4e34-b854-9fc96905de3c req-a2d6873d-f8dc-4b0a-8e3e-f594eace7053 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:50.668033 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d45e1b5-99dd-4e34-b854-9fc96905de3c req-a2d6873d-f8dc-4b0a-8e3e-f594eace7053 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0650485 Jul 27 21:31:50.674861 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c23a4eed-baf9-44ad-a2ae-4b557dbb4e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:50.709677 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d45e1b5-99dd-4e34-b854-9fc96905de3c req-8e5736c6-7c62-448b-9d92-ff5e3a2df0ad tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356896 Jul 27 21:31:50.766775 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c23a4eed-baf9-44ad-a2ae-4b557dbb4e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:50.770657 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c23a4eed-baf9-44ad-a2ae-4b557dbb4e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:50.811040 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c23a4eed-baf9-44ad-a2ae-4b557dbb4e0f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=460bea40aff44417836ede8ab8c0d200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449679 Jul 27 21:31:50.812157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a4eed-baf9-44ad-a2ae-4b557dbb4e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32980338-ccfa-47ca-9371-0151489efab1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:50.813721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52506) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:50.865595 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2dc60b6-68dd-4c66-8fbc-90743f692e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:50.889055 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2dc60b6-68dd-4c66-8fbc-90743f692e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:50.920073 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:31:50.936480 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2dc60b6-68dd-4c66-8fbc-90743f692e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:50.939057 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2dc60b6-68dd-4c66-8fbc-90743f692e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:50.940205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a2dc60b6-68dd-4c66-8fbc-90743f692e7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32980338-ccfa-47ca-9371-0151489efab1 HTTP/1.1" status: 204 len: 168 time: 0.1254427 Jul 27 21:31:50.948634 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc60b6-68dd-4c66-8fbc-90743f692e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32980338-ccfa-47ca-9371-0151489efab1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:51.845689 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c57a8-f321-42b3-843b-1b92c5caa1f6 req-0df40395-5829-4885-9e27-6ec59c716729 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:51.847353 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b0c57a8-f321-42b3-843b-1b92c5caa1f6 req-0df40395-5829-4885-9e27-6ec59c716729 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0654910 Jul 27 21:31:51.888367 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b0c57a8-f321-42b3-843b-1b92c5caa1f6 req-8115e99e-e6eb-4bec-85ea-4b7cd11f0630 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342705 Jul 27 21:31:52.296325 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52570) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:52.400603 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-701e6e8d-f59a-4d53-9e1a-2469970ffb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:52.489167 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-701e6e8d-f59a-4d53-9e1a-2469970ffb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:52.492911 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-701e6e8d-f59a-4d53-9e1a-2469970ffb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:52.532511 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-701e6e8d-f59a-4d53-9e1a-2469970ffb6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=427d1f7e6a924ee9b8dacdb436ddfaf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2350895 Jul 27 21:31:52.533460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e6e8d-f59a-4d53-9e1a-2469970ffb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a387a33c-e1a9-487e-afa3-a3655e27e305,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:52.535217 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52574) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:52.584539 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ae458fe-e381-4254-8164-9c6ca13ba0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:52.607422 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ae458fe-e381-4254-8164-9c6ca13ba0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:52.660698 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ae458fe-e381-4254-8164-9c6ca13ba0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:52.663217 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ae458fe-e381-4254-8164-9c6ca13ba0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:52.664353 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1ae458fe-e381-4254-8164-9c6ca13ba0b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a387a33c-e1a9-487e-afa3-a3655e27e305 HTTP/1.1" status: 204 len: 168 time: 0.1280961 Jul 27 21:31:52.672291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae458fe-e381-4254-8164-9c6ca13ba0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a387a33c-e1a9-487e-afa3-a3655e27e305,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:53.026082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba519ce9-1ec9-4f11-9ad6-1bf228696978 req-702846fd-74d6-4a29-8fd5-8376ed4afe23 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:53.027724 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba519ce9-1ec9-4f11-9ad6-1bf228696978 req-702846fd-74d6-4a29-8fd5-8376ed4afe23 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0674682 Jul 27 21:31:53.065963 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba519ce9-1ec9-4f11-9ad6-1bf228696978 req-f1e3c3fe-8a6a-428b-9acf-db31dc8d42ef tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324495 Jul 27 21:31:53.562966 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52606) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:53.667904 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bbe80099-27b8-4b4a-bbca-6a1dafc9d615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:53.762836 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bbe80099-27b8-4b4a-bbca-6a1dafc9d615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:53.766756 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bbe80099-27b8-4b4a-bbca-6a1dafc9d615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:53.809391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe80099-27b8-4b4a-bbca-6a1dafc9d615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b6b8d9-92cb-400c-b39e-f00f7a80aff0,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:53.813597 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bbe80099-27b8-4b4a-bbca-6a1dafc9d615 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ffb9298b0bd41ae9695b4666e610c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496221 Jul 27 21:31:53.816400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52610) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:53.877154 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-49c4854e-bab2-480b-acbb-e965296bf2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:53.902277 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-49c4854e-bab2-480b-acbb-e965296bf2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:53.958094 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-49c4854e-bab2-480b-acbb-e965296bf2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:53.960829 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-49c4854e-bab2-480b-acbb-e965296bf2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:53.962165 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-49c4854e-bab2-480b-acbb-e965296bf2b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/67b6b8d9-92cb-400c-b39e-f00f7a80aff0 HTTP/1.1" status: 204 len: 168 time: 0.1448019 Jul 27 21:31:53.971257 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4854e-bab2-480b-acbb-e965296bf2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b6b8d9-92cb-400c-b39e-f00f7a80aff0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:54.199076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28ca26-9ee7-4bbf-82cc-5930b466cf41 req-4adaeddb-672c-40f6-8cb7-74d3258258ba tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:54.200495 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6e28ca26-9ee7-4bbf-82cc-5930b466cf41 req-4adaeddb-672c-40f6-8cb7-74d3258258ba tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0650392 Jul 27 21:31:54.243332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6e28ca26-9ee7-4bbf-82cc-5930b466cf41 req-940ed695-555a-4189-bece-1e6c834e94fa tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366807 Jul 27 21:31:55.407086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3046da-c584-4db0-9fed-2ddb1a2e776d req-c4d965b7-c223-4658-9fc2-abb432c0c747 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:55.408681 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de3046da-c584-4db0-9fed-2ddb1a2e776d req-c4d965b7-c223-4658-9fc2-abb432c0c747 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0767565 Jul 27 21:31:55.449206 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de3046da-c584-4db0-9fed-2ddb1a2e776d req-c81abc05-cb64-4c96-9792-53194d4c90c6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337651 Jul 27 21:31:55.612261 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52662) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:55.758034 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:31:55.780678 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:55.875392 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:56.322580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Allocated IP 172.25.2.93 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/740ff4d8-4720-43c8-97ae-531c92184d04) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:31:56.427245 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:56.471508 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:56.509478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:31:56.512335 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:31:56.515847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:31:56.558956 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Pushing event updated for resources: {'Port': ['ID=740ff4d8-4720-43c8-97ae-531c92184d04,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:56.667441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a41060-c4fb-4049-b563-445304f76454 req-4778618b-5248-43f1-818e-c1c8e115470a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:56.668940 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f9a41060-c4fb-4049-b563-445304f76454 req-4778618b-5248-43f1-818e-c1c8e115470a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.1433632 Jul 27 21:31:56.673322 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:56.744182 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f9a41060-c4fb-4049-b563-445304f76454 req-ad990d2e-dbd0-4180-ab3b-6107b534372d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690041 Jul 27 21:31:56.744948 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:56.897829 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:56.902988 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:56.968630 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Pushing event updated for resources: {'Port': ['ID=740ff4d8-4720-43c8-97ae-531c92184d04,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:56.983236 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:56.997053 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:56.998386 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5d02f54a-0936-4523-9376-14b2d4b81cb8 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3850818 Jul 27 21:31:57.001270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52668) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:57.006289 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a2d9c55a-0035-4464-8dd5-00fdc7df5614 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1954620275'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:31:57.027085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d9c55a-0035-4464-8dd5-00fdc7df5614 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Made reservation on behalf of e3cedcf71492457dab1e020d823da188 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:31:57.030363 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c55a-0035-4464-8dd5-00fdc7df5614 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:57.039217 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c55a-0035-4464-8dd5-00fdc7df5614 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:57.132194 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c55a-0035-4464-8dd5-00fdc7df5614 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:57.136542 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c55a-0035-4464-8dd5-00fdc7df5614 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:57.163256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d9c55a-0035-4464-8dd5-00fdc7df5614 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:31:57.173125 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9c55a-0035-4464-8dd5-00fdc7df5614 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994abd2e-0463-41c2-94a4-e42dd8bb4fe5,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:57.177962 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c55a-0035-4464-8dd5-00fdc7df5614 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:57.178333 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-a2d9c55a-0035-4464-8dd5-00fdc7df5614 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Added segment fc2ba9cd-1812-4570-aeca-d71d91e052c3 of type vlan for network deac6b53-98b9-40c5-92f9-4e7435a0bf99 Jul 27 21:31:57.220029 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c55a-0035-4464-8dd5-00fdc7df5614 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:57.250040 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c55a-0035-4464-8dd5-00fdc7df5614 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:57.255513 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d9c55a-0035-4464-8dd5-00fdc7df5614 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:57.256096 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c55a-0035-4464-8dd5-00fdc7df5614 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:57.316997 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a2d9c55a-0035-4464-8dd5-00fdc7df5614 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3146265 Jul 27 21:31:57.319716 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52670) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:57.327450 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7359f5ac-9d3c-489f-b92a-e90d6fc5a333 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Request body: {'subnet': {'network_id': 'deac6b53-98b9-40c5-92f9-4e7435a0bf99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:31:57.331988 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9c55a-0035-4464-8dd5-00fdc7df5614 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Pushing event updated for resources: {'Network': ['ID=deac6b53-98b9-40c5-92f9-4e7435a0bf99,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:57.343049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network deac6b53-98b9-40c5-92f9-4e7435a0bf99 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:31:57.420242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7359f5ac-9d3c-489f-b92a-e90d6fc5a333 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Made reservation on behalf of e3cedcf71492457dab1e020d823da188 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:31:57.423841 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7359f5ac-9d3c-489f-b92a-e90d6fc5a333 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:57.610659 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7359f5ac-9d3c-489f-b92a-e90d6fc5a333 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:57.674444 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359f5ac-9d3c-489f-b92a-e90d6fc5a333 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Pushing event updated for resources: {'Subnet': ['ID=86a9090e-c1ae-4cea-908e-00de8ec3156f,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:57.684265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359f5ac-9d3c-489f-b92a-e90d6fc5a333 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Checking segment: {'id': 'fc2ba9cd-1812-4570-aeca-d71d91e052c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'deac6b53-98b9-40c5-92f9-4e7435a0bf99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:31:57.684635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359f5ac-9d3c-489f-b92a-e90d6fc5a333 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Network hostable DHCP agents. Network: deac6b53-98b9-40c5-92f9-4e7435a0bf99, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:31:57.703885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359f5ac-9d3c-489f-b92a-e90d6fc5a333 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Network deac6b53-98b9-40c5-92f9-4e7435a0bf99 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:31:57.712890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7359f5ac-9d3c-489f-b92a-e90d6fc5a333 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, deac6b53-98b9-40c5-92f9-4e7435a0bf99) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:31:57.718083 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359f5ac-9d3c-489f-b92a-e90d6fc5a333 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:57.718744 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7359f5ac-9d3c-489f-b92a-e90d6fc5a333 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:57.723109 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c4b3c9-5cf8-4486-b436-b7dec724f650 None None] Network deac6b53-98b9-40c5-92f9-4e7435a0bf99 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:31:57.733057 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7359f5ac-9d3c-489f-b92a-e90d6fc5a333 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4123502 Jul 27 21:31:57.735848 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52672) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:57.740245 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1426236576', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}, 'admin_state_up': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:31:57.764559 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:57.765522 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:57.825837 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:57.916523 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-deac6b53-98b9-40c5-92f9-4e7435a0bf99', 'network_id': 'deac6b53-98b9-40c5-92f9-4e7435a0bf99', 'tenant_id': 'e3cedcf71492457dab1e020d823da188', 'fixed_ips': [{'subnet_id': '86a9090e-c1ae-4cea-908e-00de8ec3156f'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:31:57.917399 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:58.009136 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:58.061150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Allocated IP 172.20.0.2 (deac6b53-98b9-40c5-92f9-4e7435a0bf99/86a9090e-c1ae-4cea-908e-00de8ec3156f/38323e59-a42a-4641-a157-8bfa18eaebad) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:31:58.076295 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62313ea0-6c11-4d85-bcd5-e3d2c7b580b0 req-d2e9bd3c-5fe6-4a94-a065-e9456f03efa9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:58.077870 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62313ea0-6c11-4d85-bcd5-e3d2c7b580b0 req-d2e9bd3c-5fe6-4a94-a065-e9456f03efa9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.2113972 Jul 27 21:31:58.131357 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62313ea0-6c11-4d85-bcd5-e3d2c7b580b0 req-c13e8b9e-8b68-4678-8303-fd416e54a878 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455046 Jul 27 21:31:58.212466 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:58.221014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Transition to ACTIVE for port object 38323e59-a42a-4641-a157-8bfa18eaebad will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:31:58.236445 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Transition to ACTIVE for port object 38323e59-a42a-4641-a157-8bfa18eaebad will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:31:58.242974 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:58.260514 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:58.279857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Network deac6b53-98b9-40c5-92f9-4e7435a0bf99 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:31:58.281725 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:58.286263 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:31:58.290257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:31:58.296026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Pushing event updated for resources: {'Port': ['ID=38323e59-a42a-4641-a157-8bfa18eaebad,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:58.307301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:58.307649 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:58.307989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:58.308325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:58.308654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:58.308983 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:58.309311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:58.309634 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:58.309957 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:58.310304 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:58.310628 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:58.310947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:31:58.362190 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Attempting to bind port 38323e59-a42a-4641-a157-8bfa18eaebad on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:31:58.362913 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Attempting to bind port 38323e59-a42a-4641-a157-8bfa18eaebad by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'fc2ba9cd-1812-4570-aeca-d71d91e052c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'deac6b53-98b9-40c5-92f9-4e7435a0bf99'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:31:58.363029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Attempting to bind port 38323e59-a42a-4641-a157-8bfa18eaebad on network deac6b53-98b9-40c5-92f9-4e7435a0bf99 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:31:58.368113 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:31:58.368484 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Checking segment: {'id': 'fc2ba9cd-1812-4570-aeca-d71d91e052c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'deac6b53-98b9-40c5-92f9-4e7435a0bf99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:31:58.368879 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:58.369293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Bound using segment: {'id': 'fc2ba9cd-1812-4570-aeca-d71d91e052c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'deac6b53-98b9-40c5-92f9-4e7435a0bf99'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:31:58.369819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Bound port: 38323e59-a42a-4641-a157-8bfa18eaebad, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2ba9cd-1812-4570-aeca-d71d91e052c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'deac6b53-98b9-40c5-92f9-4e7435a0bf99'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:31:58.370241 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:58.396091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Allocated IP 172.25.2.89 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/6e91de6a-bdb2-47ec-bf2a-2a18604d26c3) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:31:58.435985 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] For port 38323e59-a42a-4641-a157-8bfa18eaebad, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:31:58.438960 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] For port 38323e59-a42a-4641-a157-8bfa18eaebad, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=38323e59-a42a-4641-a157-8bfa18eaebad,segment=NetworkSegment(fc2ba9cd-1812-4570-aeca-d71d91e052c3),segment_id=fc2ba9cd-1812-4570-aeca-d71d91e052c3)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:31:58.444253 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:58.504015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8d08a-6197-4e02-8324-4fdd1fc65d0e None None] Pushing event updated for resources: {'Port': ['ID=38323e59-a42a-4641-a157-8bfa18eaebad,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:58.510619 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:58.557928 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:58.598574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:31:58.604030 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:31:58.606478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:31:58.631500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Pushing event updated for resources: {'Port': ['ID=6e91de6a-bdb2-47ec-bf2a-2a18604d26c3,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:31:58.887921 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:59.088043 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:59.269414 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Router 229408bb-5da2-4029-a33b-df55ba72dbd3 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:31:59.332198 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004eef5-ea38-4197-8b90-c7a70cad5667 req-9fb11fc0-dd20-4843-9dc7-ec45d4f9835d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:31:59.333782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a004eef5-ea38-4197-8b90-c7a70cad5667 req-9fb11fc0-dd20-4843-9dc7-ec45d4f9835d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.1210382 Jul 27 21:31:59.375202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2dabc7-379c-462b-8c4f-f2ba7ad9a41a None None] Network deac6b53-98b9-40c5-92f9-4e7435a0bf99 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:31:59.417344 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a004eef5-ea38-4197-8b90-c7a70cad5667 req-717027ce-089e-44f1-b761-daab4c973d43 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748782 Jul 27 21:31:59.428137 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:31:59.434723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-452b6678-07f8-4164-bc85-de0f0f7b3c5b None None] Provisioning for port 38323e59-a42a-4641-a157-8bfa18eaebad completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:31:59.442419 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590cbb3b-2af6-409d-b6d8-4a800f1d5fd8 None None] Sync routers for ids ['229408bb-5da2-4029-a33b-df55ba72dbd3'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:31:59.455348 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590cbb3b-2af6-409d-b6d8-4a800f1d5fd8 None None] Routers {'229408bb-5da2-4029-a33b-df55ba72dbd3'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:31:59.456097 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:31:59.456303 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-590cbb3b-2af6-409d-b6d8-4a800f1d5fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:31:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['229408bb-5da2-4029-a33b-df55ba72dbd3'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:59.457516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a675fdf2-d4cb-4ca1-b397-c8d3555897a4 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.7207503 Jul 27 21:31:59.460245 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52678) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:31:59.488821 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-590cbb3b-2af6-409d-b6d8-4a800f1d5fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:59.498361 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590cbb3b-2af6-409d-b6d8-4a800f1d5fd8 None None] Routers {'229408bb-5da2-4029-a33b-df55ba72dbd3'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:31:59.499069 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-590cbb3b-2af6-409d-b6d8-4a800f1d5fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:31:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['229408bb-5da2-4029-a33b-df55ba72dbd3'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:59.534091 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-590cbb3b-2af6-409d-b6d8-4a800f1d5fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:31:59.534917 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590cbb3b-2af6-409d-b6d8-4a800f1d5fd8 None None] The sync data for ids ['229408bb-5da2-4029-a33b-df55ba72dbd3'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:31:59.896572 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:00.158563 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Allocated IP 172.20.0.1 (deac6b53-98b9-40c5-92f9-4e7435a0bf99/86a9090e-c1ae-4cea-908e-00de8ec3156f/70d55a17-9836-45c4-91e5-c216ce3d0b0b) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:32:00.286567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 38323e59-a42a-4641-a157-8bfa18eaebad up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:32:00.338091 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 38323e59-a42a-4641-a157-8bfa18eaebad completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:00.342065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 38323e59-a42a-4641-a157-8bfa18eaebad triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:00.342468 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:00.426113 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:00.462848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 38323e59-a42a-4641-a157-8bfa18eaebad, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=38323e59-a42a-4641-a157-8bfa18eaebad,segment=NetworkSegment(fc2ba9cd-1812-4570-aeca-d71d91e052c3),segment_id=fc2ba9cd-1812-4570-aeca-d71d91e052c3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:00.467831 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:00.518050 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=38323e59-a42a-4641-a157-8bfa18eaebad,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:00.683637 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:00.702479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188018b3-6434-4ef0-9676-dc8b17215b6f req-910cd06a-cae5-4f2b-be1e-f5b79ddc65be tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:00.703989 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-188018b3-6434-4ef0-9676-dc8b17215b6f req-910cd06a-cae5-4f2b-be1e-f5b79ddc65be tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.1277313 Jul 27 21:32:00.708578 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Transition to ACTIVE for port object 70d55a17-9836-45c4-91e5-c216ce3d0b0b will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:00.760004 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-188018b3-6434-4ef0-9676-dc8b17215b6f req-aa9f574b-fbd9-41ca-9aad-95f6549d742e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497599 Jul 27 21:32:00.773590 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:00.817852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Network deac6b53-98b9-40c5-92f9-4e7435a0bf99 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:00.824241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:00.827868 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:00.834294 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Pushing event updated for resources: {'Port': ['ID=70d55a17-9836-45c4-91e5-c216ce3d0b0b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:00.878300 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:01.026691 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:01.103712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a64a7ed3-bfa0-4650-9eb8-3cab07c18873 None None] Provisioning for port 70d55a17-9836-45c4-91e5-c216ce3d0b0b completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:01.108443 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a64a7ed3-bfa0-4650-9eb8-3cab07c18873 None None] Provisioning complete for port 70d55a17-9836-45c4-91e5-c216ce3d0b0b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:01.108825 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a64a7ed3-bfa0-4650-9eb8-3cab07c18873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:01.144008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a64a7ed3-bfa0-4650-9eb8-3cab07c18873 None None] Port 70d55a17-9836-45c4-91e5-c216ce3d0b0b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:32:01.311928 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:01.316488 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:01.388691 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Pushing event updated for resources: {'Port': ['ID=70d55a17-9836-45c4-91e5-c216ce3d0b0b,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:01.391084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:01.485170 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Network deac6b53-98b9-40c5-92f9-4e7435a0bf99 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:01.486524 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:01.606775 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Router 229408bb-5da2-4029-a33b-df55ba72dbd3 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:32:01.716507 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:32:01.721377 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-87987c06-ab32-4374-bfd4-4a9aa39b3a2d tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] 10.222.0.55 "PUT /v2.0/routers/229408bb-5da2-4029-a33b-df55ba72dbd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2599978 Jul 27 21:32:01.724039 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52682) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:01.725575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096294fd-2459-4b05-af95-64e3b7eb5513 None None] Sync routers for ids ['229408bb-5da2-4029-a33b-df55ba72dbd3'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:32:01.729397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2b4dcd14-6aca-4f58-96fc-b01dfe2b332e tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Request body: {'port': {'network_id': 'deac6b53-98b9-40c5-92f9-4e7435a0bf99', 'name': 'tempest-FloatingIPAdminTestJSON-1081036194'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:01.734651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096294fd-2459-4b05-af95-64e3b7eb5513 None None] Routers {'229408bb-5da2-4029-a33b-df55ba72dbd3'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:01.735257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-096294fd-2459-4b05-af95-64e3b7eb5513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:31:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['229408bb-5da2-4029-a33b-df55ba72dbd3'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:01.775136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-096294fd-2459-4b05-af95-64e3b7eb5513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:01.789539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096294fd-2459-4b05-af95-64e3b7eb5513 None None] Routers {'229408bb-5da2-4029-a33b-df55ba72dbd3'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:01.790249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-096294fd-2459-4b05-af95-64e3b7eb5513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:31:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['229408bb-5da2-4029-a33b-df55ba72dbd3'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:01.794733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a53f6cf7-cf4d-4bc7-952f-22d02c505e40 None None] Provisioning complete for port 70d55a17-9836-45c4-91e5-c216ce3d0b0b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:01.795110 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a53f6cf7-cf4d-4bc7-952f-22d02c505e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:01.827642 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-096294fd-2459-4b05-af95-64e3b7eb5513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:01.828306 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096294fd-2459-4b05-af95-64e3b7eb5513 None None] The sync data for ids ['229408bb-5da2-4029-a33b-df55ba72dbd3'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:32:01.861829 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a53f6cf7-cf4d-4bc7-952f-22d02c505e40 None None] Port 70d55a17-9836-45c4-91e5-c216ce3d0b0b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:32:01.890209 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4dcd14-6aca-4f58-96fc-b01dfe2b332e tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Made reservation on behalf of e3cedcf71492457dab1e020d823da188 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:01.893822 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b4dcd14-6aca-4f58-96fc-b01dfe2b332e tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:01.919187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-2b4dcd14-6aca-4f58-96fc-b01dfe2b332e tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] device_id is not set on port 25eebea2-832f-4e50-932a-2c99d8485a3b yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:32:01.938095 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853afa6a-26ac-4ceb-b17c-1fdbae241323 req-d8e6612b-1c35-427a-8e14-a9aa80fa315b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:01.939631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-853afa6a-26ac-4ceb-b17c-1fdbae241323 req-d8e6612b-1c35-427a-8e14-a9aa80fa315b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.1024964 Jul 27 21:32:02.023960 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-853afa6a-26ac-4ceb-b17c-1fdbae241323 req-017ac05f-a2fb-4539-97b8-3b1996381a6c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538237 Jul 27 21:32:02.068407 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-2b4dcd14-6aca-4f58-96fc-b01dfe2b332e tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Allocated IP 172.20.0.10 (deac6b53-98b9-40c5-92f9-4e7435a0bf99/86a9090e-c1ae-4cea-908e-00de8ec3156f/25eebea2-832f-4e50-932a-2c99d8485a3b) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:32:02.217467 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b4dcd14-6aca-4f58-96fc-b01dfe2b332e tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:02.233108 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-2b4dcd14-6aca-4f58-96fc-b01dfe2b332e tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Transition to ACTIVE for port object 25eebea2-832f-4e50-932a-2c99d8485a3b will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:02.265745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 38323e59-a42a-4641-a157-8bfa18eaebad up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:32:02.272439 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b4dcd14-6aca-4f58-96fc-b01dfe2b332e tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:02.316707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 38323e59-a42a-4641-a157-8bfa18eaebad triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:02.316919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4dcd14-6aca-4f58-96fc-b01dfe2b332e tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Network deac6b53-98b9-40c5-92f9-4e7435a0bf99 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:02.317108 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:02.321928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-2b4dcd14-6aca-4f58-96fc-b01dfe2b332e tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:02.325862 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4dcd14-6aca-4f58-96fc-b01dfe2b332e tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:02.349788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dcd14-6aca-4f58-96fc-b01dfe2b332e tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Pushing event updated for resources: {'Port': ['ID=25eebea2-832f-4e50-932a-2c99d8485a3b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:02.387923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4dcd14-6aca-4f58-96fc-b01dfe2b332e tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:02.388157 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b4dcd14-6aca-4f58-96fc-b01dfe2b332e tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:02.406367 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2b4dcd14-6aca-4f58-96fc-b01dfe2b332e tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6805811 Jul 27 21:32:02.409657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52686) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:02.467507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'project_id': 'e3cedcf71492457dab1e020d823da188', 'port_id': '25eebea2-832f-4e50-932a-2c99d8485a3b'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:02.490457 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:02.583972 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:02.584620 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-16fbea8d-a7ed-4487-a96a-761fe529c217 None None] Provisioning for port 25eebea2-832f-4e50-932a-2c99d8485a3b completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:02.589369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-16fbea8d-a7ed-4487-a96a-761fe529c217 None None] Provisioning complete for port 25eebea2-832f-4e50-932a-2c99d8485a3b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:02.589743 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-16fbea8d-a7ed-4487-a96a-761fe529c217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:02.625769 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-16fbea8d-a7ed-4487-a96a-761fe529c217 None None] Port 25eebea2-832f-4e50-932a-2c99d8485a3b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:32:02.697146 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Allocated IP 172.25.2.125 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/186ed7f7-c1d3-4bbe-94f2-859a1e9f5a7e) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:32:02.718422 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-172bed03-8124-4f86-8e24-92bdcbf584e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:02.802789 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:02.843508 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:02.879849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:02.885672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:02.889695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:02.895140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Pushing event updated for resources: {'Port': ['ID=186ed7f7-c1d3-4bbe-94f2-859a1e9f5a7e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:03.163973 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce595cd-328e-4ebf-8ecd-54ad177de63f req-169a1e58-bd84-412e-b446-8bf43fe7edf4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:03.166066 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ce595cd-328e-4ebf-8ecd-54ad177de63f req-169a1e58-bd84-412e-b446-8bf43fe7edf4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0716939 Jul 27 21:32:03.207323 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ce595cd-328e-4ebf-8ecd-54ad177de63f req-85616087-9114-426e-83d4-a332cee15d66 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346940 Jul 27 21:32:03.265821 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:03.346031 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:03.500018 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:03.504083 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:03.572947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Pushing event updated for resources: {'Port': ['ID=186ed7f7-c1d3-4bbe-94f2-859a1e9f5a7e,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:03.586673 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:03.690283 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Floating IP 465e3eeb-f027-43c4-a631-2c123db33cfe associated. External IP: 172.25.2.125, port: 25eebea2-832f-4e50-932a-2c99d8485a3b. Jul 27 21:32:03.904663 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Router 229408bb-5da2-4029-a33b-df55ba72dbd3 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:32:04.013965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:32:04.022993 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc3be8-c6dd-4141-a94e-d0a64db5b1bc None None] Sync routers for ids ['229408bb-5da2-4029-a33b-df55ba72dbd3'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:32:04.029608 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:04.033126 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dc3be8-c6dd-4141-a94e-d0a64db5b1bc None None] Routers {'229408bb-5da2-4029-a33b-df55ba72dbd3'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:04.033728 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f1dc3be8-c6dd-4141-a94e-d0a64db5b1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:31:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['229408bb-5da2-4029-a33b-df55ba72dbd3'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:04.065835 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9770ece3-08e6-4efb-ac8e-8ba1d9f2fd99 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 1.6531579 Jul 27 21:32:04.068472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52692) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:04.068756 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f1dc3be8-c6dd-4141-a94e-d0a64db5b1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:04.078189 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dc3be8-c6dd-4141-a94e-d0a64db5b1bc None None] Routers {'229408bb-5da2-4029-a33b-df55ba72dbd3'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:04.078813 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f1dc3be8-c6dd-4141-a94e-d0a64db5b1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:31:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['229408bb-5da2-4029-a33b-df55ba72dbd3'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:04.114511 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f1dc3be8-c6dd-4141-a94e-d0a64db5b1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:04.115159 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dc3be8-c6dd-4141-a94e-d0a64db5b1bc None None] The sync data for ids ['229408bb-5da2-4029-a33b-df55ba72dbd3'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:32:04.176282 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:04.196650 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-610623d0-c0ee-492e-aa89-83f4a1a29493 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] 10.222.0.55 "GET /v2.0/floatingips/465e3eeb-f027-43c4-a631-2c123db33cfe HTTP/1.1" status: 200 len: 984 time: 0.1269913 Jul 27 21:32:04.199691 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52694) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:04.270657 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4c85dfd0-78f7-4225-93ae-f890388ab8c5 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.0696862 Jul 27 21:32:04.273215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52698) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:04.444940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2501f-ea59-41e5-b87b-904026ff18e8 req-a2f26a15-3d1b-419c-aced-b0b09edfe272 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:04.447039 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35f2501f-ea59-41e5-b87b-904026ff18e8 req-a2f26a15-3d1b-419c-aced-b0b09edfe272 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.1663010 Jul 27 21:32:04.510613 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35f2501f-ea59-41e5-b87b-904026ff18e8 req-3409da66-6b25-42cc-af7d-a7506d6e01f3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423822 Jul 27 21:32:04.523226 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7be05699-0447-4087-90ee-f782c4bb1e78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Deleting port 186ed7f7-c1d3-4bbe-94f2-859a1e9f5a7e {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:04.524256 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7be05699-0447-4087-90ee-f782c4bb1e78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:04.605325 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7be05699-0447-4087-90ee-f782c4bb1e78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:04.605657 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7be05699-0447-4087-90ee-f782c4bb1e78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:04.617196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7be05699-0447-4087-90ee-f782c4bb1e78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Calling delete_port for 186ed7f7-c1d3-4bbe-94f2-859a1e9f5a7e owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:04.819317 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7be05699-0447-4087-90ee-f782c4bb1e78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:04.851208 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be05699-0447-4087-90ee-f782c4bb1e78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Pushing event deleted for resources: {'Port': ['ID=186ed7f7-c1d3-4bbe-94f2-859a1e9f5a7e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:04.917390 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7be05699-0447-4087-90ee-f782c4bb1e78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:04.917723 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-7be05699-0447-4087-90ee-f782c4bb1e78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Floating IP 465e3eeb-f027-43c4-a631-2c123db33cfe disassociated (deleted). External IP: 172.25.2.125, port: 25eebea2-832f-4e50-932a-2c99d8485a3b. Jul 27 21:32:05.130041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be05699-0447-4087-90ee-f782c4bb1e78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Router 229408bb-5da2-4029-a33b-df55ba72dbd3 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:32:05.200422 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-9dbb7903-63e9-4891-9dfc-b3901fbb8baa service neutron] show failed (client error): The resource could not be found. Jul 27 21:32:05.201439 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-9dbb7903-63e9-4891-9dfc-b3901fbb8baa service neutron] 10.222.0.66 "GET /v2.0/ports/f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0/bindings/n-h1-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.0595467 Jul 27 21:32:05.241256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be05699-0447-4087-90ee-f782c4bb1e78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:32:05.248972 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7be05699-0447-4087-90ee-f782c4bb1e78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:05.255938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88695840-0b8f-422b-8214-ae56f8faede6 None None] Sync routers for ids ['229408bb-5da2-4029-a33b-df55ba72dbd3'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:32:05.267436 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88695840-0b8f-422b-8214-ae56f8faede6 None None] Routers {'229408bb-5da2-4029-a33b-df55ba72dbd3'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:05.268069 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-88695840-0b8f-422b-8214-ae56f8faede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:31:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['229408bb-5da2-4029-a33b-df55ba72dbd3'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:05.302869 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7be05699-0447-4087-90ee-f782c4bb1e78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] 10.222.0.55 "DELETE /v2.0/floatingips/465e3eeb-f027-43c4-a631-2c123db33cfe HTTP/1.1" status: 204 len: 168 time: 1.0277605 Jul 27 21:32:05.303767 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52700) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:05.308447 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-88695840-0b8f-422b-8214-ae56f8faede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:05.308934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:05.317424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88695840-0b8f-422b-8214-ae56f8faede6 None None] Routers {'229408bb-5da2-4029-a33b-df55ba72dbd3'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:05.318185 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-88695840-0b8f-422b-8214-ae56f8faede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:31:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['229408bb-5da2-4029-a33b-df55ba72dbd3'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:05.331949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:05.353683 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-88695840-0b8f-422b-8214-ae56f8faede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:05.354370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88695840-0b8f-422b-8214-ae56f8faede6 None None] The sync data for ids ['229408bb-5da2-4029-a33b-df55ba72dbd3'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:32:05.382552 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-92875be6-b019-4315-bf85-e42421fa9fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:05.437992 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:05.439974 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-dedd2f81-4f81-40e5-a407-f104de2fb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:05.441531 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-dedd2f81-4f81-40e5-a407-f104de2fb07e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262&tenant_id=3a65593248f94ce3907873f90c034333 HTTP/1.1" status: 200 len: 1096 time: 0.0567980 Jul 27 21:32:05.453993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:05.482134 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:05.533502 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:05.562548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Allocated IP 172.25.2.127 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/1a3d3466-8410-4c61-877c-90b5404df28f) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:32:05.704793 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:05.724749 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd87a97-4670-4812-89a5-0bfb09e7bf5c req-80fbf351-f1c8-42b2-95d6-64c23232d33e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:05.726605 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2dd87a97-4670-4812-89a5-0bfb09e7bf5c req-80fbf351-f1c8-42b2-95d6-64c23232d33e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.1134915 Jul 27 21:32:05.744892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:05.780678 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:32:05.783199 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:05.815639 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2dd87a97-4670-4812-89a5-0bfb09e7bf5c req-a4bd10da-502e-48d9-a555-c5f07d28d525 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748394 Jul 27 21:32:05.824230 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:05.833707 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:05.836153 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Transition to ACTIVE for port object f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:05.836569 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:05.837020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:32:05.839927 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b333cc-8ba9-433d-8ed2-ba7e52ad8084" -d '{"events": [{"server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "name": "network-vif-unplugged", "status": "completed", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:32:05.841170 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:05.844590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Pushing event updated for resources: {'Port': ['ID=1a3d3466-8410-4c61-877c-90b5404df28f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:05.844759 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:05.928254 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3023bb-bbb0-41b1-bbf3-4fbd6aee7f79 x-openstack-request-id: req-fd3023bb-bbb0-41b1-bbf3-4fbd6aee7f79 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:32:05.928555 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "name": "network-vif-unplugged", "status": "completed", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:32:05.928813 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd3023bb-bbb0-41b1-bbf3-4fbd6aee7f79 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:32:05.929212 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'code': 200} Jul 27 21:32:05.935434 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:05.952488 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,revision_number=6']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:05.988730 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] No DVR routers for this DVR port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:32:05.991120 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:06.144131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Attempting to bind port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:06.144465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Attempting to bind port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:06.144794 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Attempting to bind port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 on network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:06.149922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 on network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:06.150252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Attempting to bind port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 on network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:06.155095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:32:06.155429 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Checking segment: {'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:32:06.155814 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Bound using segment: {'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:32:06.156213 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:06.156344 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Bound port: f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:32:06.156570 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:06.161247 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:06.235461 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:32:06.239054 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:32:06.243432 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Pushing event updated for resources: {'Port': ['ID=1a3d3466-8410-4c61-877c-90b5404df28f,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:06.244472 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:06.252397 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:06.269094 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:06.272884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6e723c8b-18e2-4ddd-ab55-376a5a94b059 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9655993 Jul 27 21:32:06.273193 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52706) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:06.279319 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:06.279964 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:06.281518 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] 10.222.0.20 "PUT /v2.0/ports/f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 200 len: 1091 time: 0.8316779 Jul 27 21:32:06.321258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c60d6b-643d-4b8c-b83b-e6a7cbac753c service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:06.370084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-fe53c45c-d300-4d18-863c-31cc461e406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:06.372077 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-fe53c45c-d300-4d18-863c-31cc461e406a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1094 time: 0.0632982 Jul 27 21:32:06.386078 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:06.410239 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:06.478057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-9a511c02-6317-4d55-abe6-c5fad9d9f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:06.480046 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-9a511c02-6317-4d55-abe6-c5fad9d9f723 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c HTTP/1.1" status: 200 len: 898 time: 0.1000488 Jul 27 21:32:06.520337 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:06.557222 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-80c74c66-36f6-41f3-b960-656cbeb463e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 200 len: 999 time: 0.0679584 Jul 27 21:32:06.612383 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-cf010924-c390-4cb8-8f92-a7cb957b6368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:06.613843 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-cf010924-c390-4cb8-8f92-a7cb957b6368 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e34300fb-a46f-4474-96e9-610b910c4f6a HTTP/1.1" status: 200 len: 835 time: 0.0480871 Jul 27 21:32:06.630179 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Allocated IP 172.25.2.156 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/5e157d21-ab2d-4fd0-ba56-47150263f1e5) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:32:06.674476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-d188c32e-185b-4dd8-b1df-af1c00caa740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:06.676014 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-d188c32e-185b-4dd8-b1df-af1c00caa740 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543439 Jul 27 21:32:06.740586 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:06.767897 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-fcda1743-d8fc-4301-be65-9b0dcafa2491 service neutron] 10.222.0.20 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841956 Jul 27 21:32:06.780101 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:06.818076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:06.820984 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:06.823999 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:06.857082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Pushing event updated for resources: {'Port': ['ID=5e157d21-ab2d-4fd0-ba56-47150263f1e5,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:06.868093 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-7a10b51b-278d-446c-ac81-0fc326c4a49d service neutron] 10.222.0.20 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915549 Jul 27 21:32:06.961386 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:07.025917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56256e15-c931-4168-9afe-d8281e15a7bd req-50781f46-bde9-46e7-b090-4758cfe9a59b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:07.027465 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-56256e15-c931-4168-9afe-d8281e15a7bd req-50781f46-bde9-46e7-b090-4758cfe9a59b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 943 time: 0.1197917 Jul 27 21:32:07.030740 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:07.100556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-56256e15-c931-4168-9afe-d8281e15a7bd req-fd693c03-da18-4eb9-b1e6-8f5efdfecdb8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670371 Jul 27 21:32:07.211289 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:07.216211 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:07.236065 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:07.290009 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Pushing event updated for resources: {'Port': ['ID=5e157d21-ab2d-4fd0-ba56-47150263f1e5,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:07.297063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:07.309688 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:07.311020 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-07ea1034-db08-4d4d-8185-69200a63a7f4 tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0366910 Jul 27 21:32:07.313721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52712) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:07.378724 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bf786fa7-01b3-45e0-a480-ad80c4360453 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.0637722 Jul 27 21:32:07.381180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52714) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:07.447015 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-49661040-c08a-4fd1-b020-d6ec138ed48e tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0647528 Jul 27 21:32:07.449752 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52716) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:07.881660 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:07.898901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-6b63a016-6281-4572-a606-7f965d3751fa tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Deleting port 5e157d21-ab2d-4fd0-ba56-47150263f1e5 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:07.899242 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6b63a016-6281-4572-a606-7f965d3751fa tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:07.931007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:32:07.933404 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:32:07.988264 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6b63a016-6281-4572-a606-7f965d3751fa tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:07.988606 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6b63a016-6281-4572-a606-7f965d3751fa tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:07.993006 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ccd614-2cc3-477c-bd43-96081aa0b081 x-openstack-request-id: req-46ccd614-2cc3-477c-bd43-96081aa0b081 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:32:07.993856 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:32:07.994115 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46ccd614-2cc3-477c-bd43-96081aa0b081 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:32:07.994556 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'status': 'completed', 'code': 200} Jul 27 21:32:08.001230 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-6b63a016-6281-4572-a606-7f965d3751fa tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Calling delete_port for 5e157d21-ab2d-4fd0-ba56-47150263f1e5 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:08.112632 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-9131c221-7ee4-421f-b600-cf6098f6bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:08.114213 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-9131c221-7ee4-421f-b600-cf6098f6bbef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1094 time: 0.0981398 Jul 27 21:32:08.119434 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-05a086dc-a3f8-437b-87ea-2a74ec4b5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:08.120817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-05a086dc-a3f8-437b-87ea-2a74ec4b5f82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1094 time: 0.0968845 Jul 27 21:32:08.142766 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6b63a016-6281-4572-a606-7f965d3751fa tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:08.172376 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63a016-6281-4572-a606-7f965d3751fa tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Pushing event deleted for resources: {'Port': ['ID=5e157d21-ab2d-4fd0-ba56-47150263f1e5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:08.280674 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6b63a016-6281-4572-a606-7f965d3751fa tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:08.283230 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6b63a016-6281-4572-a606-7f965d3751fa tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:08.286942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6b63a016-6281-4572-a606-7f965d3751fa tempest-FloatingIPAdminTestJSON-277353610 tempest-FloatingIPAdminTestJSON-277353610-project] 10.222.0.55 "DELETE /v2.0/floatingips/57867641-579c-4a0c-af70-4513552536c0 HTTP/1.1" status: 204 len: 168 time: 0.8337595 Jul 27 21:32:08.288317 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52722) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:08.300460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:32:08.379872 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2b8b2-c31d-4b3a-944a-dd0637e164b8 req-0e4a8fd0-87ec-4d27-87e5-349aecb33c98 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:08.381482 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ec2b8b2-c31d-4b3a-944a-dd0637e164b8 req-0e4a8fd0-87ec-4d27-87e5-349aecb33c98 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 943 time: 0.2052033 Jul 27 21:32:08.417000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:08.434398 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'port_id': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'mac_address': 'fa:16:3e:87:6c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:32:08.477877 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:08.481826 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ec2b8b2-c31d-4b3a-944a-dd0637e164b8 req-0a75e25e-2c6a-4b67-ba1a-929044f6bc06 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659387 Jul 27 21:32:08.504270 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:32:08.524663 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7bcecae7-6321-4912-9964-12335197ad40 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Deleting port 1a3d3466-8410-4c61-877c-90b5404df28f {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:08.525073 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7bcecae7-6321-4912-9964-12335197ad40 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:08.546710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:08.551656 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:08.560117 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-2df7969b-3d85-4e37-92c7-28b2cf6af4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:08.561590 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-2df7969b-3d85-4e37-92c7-28b2cf6af4fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c HTTP/1.1" status: 200 len: 898 time: 0.4394274 Jul 27 21:32:08.564563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-0122ca57-68e9-4491-a48e-88933a37750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:08.565945 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-0122ca57-68e9-4491-a48e-88933a37750d service neutron] 10.222.0.66 "GET /v2.0/networks?id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c HTTP/1.1" status: 200 len: 898 time: 0.4360974 Jul 27 21:32:08.617885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:08.631603 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7bcecae7-6321-4912-9964-12335197ad40 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:08.631989 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7bcecae7-6321-4912-9964-12335197ad40 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:08.644146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7bcecae7-6321-4912-9964-12335197ad40 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Calling delete_port for 1a3d3466-8410-4c61-877c-90b5404df28f owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:08.681235 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-f6c784c4-2891-4234-8230-666e055206f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 200 len: 1000 time: 0.1012876 Jul 27 21:32:08.684667 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-dd0c2bc5-b13a-4dcd-b1ae-c35b9cd1c6f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 200 len: 1000 time: 0.1108162 Jul 27 21:32:08.695256 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:32:08.743148 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:32:08.765613 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-57d71206-a154-424e-8188-3cba980a1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:08.767111 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-57d71206-a154-424e-8188-3cba980a1244 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e34300fb-a46f-4474-96e9-610b910c4f6a HTTP/1.1" status: 200 len: 835 time: 0.0776830 Jul 27 21:32:08.770440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-785a0400-f55b-483a-b336-511a70643d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:08.771760 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-785a0400-f55b-483a-b336-511a70643d9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e34300fb-a46f-4474-96e9-610b910c4f6a HTTP/1.1" status: 200 len: 835 time: 0.0738754 Jul 27 21:32:08.785162 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7bcecae7-6321-4912-9964-12335197ad40 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:08.811747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcecae7-6321-4912-9964-12335197ad40 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a3d3466-8410-4c61-877c-90b5404df28f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:08.826153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:32:08.870665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-c6b70d87-ab03-4311-8c32-d84aadc0d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:08.872169 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-c6b70d87-ab03-4311-8c32-d84aadc0d921 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894008 Jul 27 21:32:08.874069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-c5546461-9f4d-49b4-b9d9-019f420e681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:08.875406 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-c5546461-9f4d-49b4-b9d9-019f420e681f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009591 Jul 27 21:32:08.882396 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7bcecae7-6321-4912-9964-12335197ad40 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:08.885737 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7bcecae7-6321-4912-9964-12335197ad40 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:08.890734 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7bcecae7-6321-4912-9964-12335197ad40 tempest-FloatingIPAdminTestJSON-375791393 tempest-FloatingIPAdminTestJSON-375791393-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/644e2918-9acb-4a7c-a15f-421652b3c2ef HTTP/1.1" status: 204 len: 168 time: 0.5976574 Jul 27 21:32:08.890734 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52724) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:08.932171 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:08.996453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-2694a935-c268-432e-9c30-f426ddd9f5a3 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Deleting port 25eebea2-832f-4e50-932a-2c99d8485a3b {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:08.996793 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2694a935-c268-432e-9c30-f426ddd9f5a3 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:09.037294 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-bf892ea3-80c8-4cac-a30a-c388b8e5c2a7 service neutron] 10.222.0.20 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497791 Jul 27 21:32:09.040277 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-95d92e63-848e-41ed-a7c5-27522cec9731 service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602535 Jul 27 21:32:09.092728 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2694a935-c268-432e-9c30-f426ddd9f5a3 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:09.106767 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-2694a935-c268-432e-9c30-f426ddd9f5a3 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Calling delete_port for 25eebea2-832f-4e50-932a-2c99d8485a3b owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:09.201658 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-54bd5d42-6dc1-46dc-8992-99ea9f641f20 service neutron] 10.222.0.20 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571686 Jul 27 21:32:09.205027 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0855e91-93f6-4b15-bad1-0e2d717ef6dc req-36a190db-3a55-4b05-b0f7-1308995b16a7 service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534047 Jul 27 21:32:09.253202 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2694a935-c268-432e-9c30-f426ddd9f5a3 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:09.280639 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694a935-c268-432e-9c30-f426ddd9f5a3 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Pushing event deleted for resources: {'Port': ['ID=25eebea2-832f-4e50-932a-2c99d8485a3b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:09.378157 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2694a935-c268-432e-9c30-f426ddd9f5a3 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:09.380518 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2694a935-c268-432e-9c30-f426ddd9f5a3 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] 10.222.0.55 "DELETE /v2.0/ports/25eebea2-832f-4e50-932a-2c99d8485a3b HTTP/1.1" status: 204 len: 168 time: 0.4888754 Jul 27 21:32:09.383196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52726) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:09.453140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6984f6-5a53-4b49-b08e-590a049d5cc7 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:09.454595 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6e6984f6-5a53-4b49-b08e-590a049d5cc7 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] 10.222.0.55 "GET /v2.0/ports?device_id=229408bb-5da2-4029-a33b-df55ba72dbd3 HTTP/1.1" status: 200 len: 913 time: 0.0704165 Jul 27 21:32:09.457133 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52728) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:09.624745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b787f64-0b92-4bf3-99ab-30fe6ba48e15 req-2bda01b4-d264-473c-a20a-9ec5b48f00aa tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:09.626275 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b787f64-0b92-4bf3-99ab-30fe6ba48e15 req-2bda01b4-d264-473c-a20a-9ec5b48f00aa tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 944 time: 0.0644424 Jul 27 21:32:09.665641 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b787f64-0b92-4bf3-99ab-30fe6ba48e15 req-6af07c34-dcae-4bcc-9c71-ba683adff304 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331113 Jul 27 21:32:09.931631 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f14c0a-a196-4c04-b840-d80fae78bf3f req-9ddfd8fd-d80d-42a4-9fa2-23408192ae5d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:09.933298 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4f14c0a-a196-4c04-b840-d80fae78bf3f req-9ddfd8fd-d80d-42a4-9fa2-23408192ae5d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 944 time: 0.0674431 Jul 27 21:32:09.939514 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c3cbd41-a052-426f-83ce-1ac66d51c04b tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:09.977263 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4f14c0a-a196-4c04-b840-d80fae78bf3f req-ada10917-69ac-410d-9d46-4ea7c8ef29a4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370884 Jul 27 21:32:09.988134 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86078cd8-2e93-4869-801d-720f32ad2432 req-9b1ab304-1454-4726-9e9e-9264e56665ec tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:09.989606 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-9b1ab304-1454-4726-9e9e-9264e56665ec tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.20 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262&tenant_id=3a65593248f94ce3907873f90c034333&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 944 time: 0.1415117 Jul 27 21:32:10.117822 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-231cec4d-9b80-49a8-92c7-c3b460316327 service neutron] 10.222.0.20 "GET /v2.0/ports/f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0/bindings/n-h1-764806-9 HTTP/1.1" status: 200 len: 382 time: 0.1195512 Jul 27 21:32:10.263327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86078cd8-2e93-4869-801d-720f32ad2432 req-d599db6a-50ea-4c32-a24d-81f75f90741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:10.264836 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-d599db6a-50ea-4c32-a24d-81f75f90741e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1095 time: 0.1049442 Jul 27 21:32:10.317566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:32:10.365924 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:10.369909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:10.370253 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:10.415207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86078cd8-2e93-4869-801d-720f32ad2432 req-b79d6f6b-27b3-4b40-9cf7-57d18686e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:10.416676 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-b79d6f6b-27b3-4b40-9cf7-57d18686e381 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c HTTP/1.1" status: 200 len: 898 time: 0.1441956 Jul 27 21:32:10.448572 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:10.469702 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cbd41-a052-426f-83ce-1ac66d51c04b tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Deleting port 70d55a17-9836-45c4-91e5-c216ce3d0b0b {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:10.470049 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c3cbd41-a052-426f-83ce-1ac66d51c04b tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:10.474926 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:32:10.477621 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648bbf97-0918-4a5a-8af3-ced4b3909e4b" -d '{"events": [{"server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "name": "network-vif-plugged", "status": "completed", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:32:10.490777 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:10.495176 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:10.531922 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b1de12-454b-4773-8cee-66abb99a1371 x-openstack-request-id: req-b5b1de12-454b-4773-8cee-66abb99a1371 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:32:10.532217 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "name": "network-vif-plugged", "status": "completed", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:32:10.535250 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5b1de12-454b-4773-8cee-66abb99a1371 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:32:10.538592 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'code': 200} Jul 27 21:32:10.540196 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-9b8f0d6d-7a54-48ec-bfb3-7f9844b2bac2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 200 len: 1000 time: 0.1141725 Jul 27 21:32:10.563540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:10.613565 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c3cbd41-a052-426f-83ce-1ac66d51c04b tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:10.625950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86078cd8-2e93-4869-801d-720f32ad2432 req-5e38b3a7-bf31-4421-914c-5c62d586dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:10.627369 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-5e38b3a7-bf31-4421-914c-5c62d586dfd6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e34300fb-a46f-4474-96e9-610b910c4f6a HTTP/1.1" status: 200 len: 835 time: 0.0782082 Jul 27 21:32:10.631105 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cbd41-a052-426f-83ce-1ac66d51c04b tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Calling delete_port for 70d55a17-9836-45c4-91e5-c216ce3d0b0b owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:10.772069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86078cd8-2e93-4869-801d-720f32ad2432 req-7ab0067e-8518-471b-b066-c6e44686cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:10.773658 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-7ab0067e-8518-471b-b066-c6e44686cc77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380746 Jul 27 21:32:11.114397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a98093-986b-4c91-a88e-ba103192ec98 req-e02e95aa-0d33-48d4-a1fd-54c45a91dd67 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:11.115970 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1a98093-986b-4c91-a88e-ba103192ec98 req-e02e95aa-0d33-48d4-a1fd-54c45a91dd67 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0667644 Jul 27 21:32:11.157499 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1a98093-986b-4c91-a88e-ba103192ec98 req-78269d16-4aef-4687-943a-e27443dec6fe tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342400 Jul 27 21:32:11.196270 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-12e052f9-a465-494a-9aaf-7b542c467acb service neutron] 10.222.0.20 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148982 Jul 27 21:32:11.224402 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c3cbd41-a052-426f-83ce-1ac66d51c04b tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:11.284200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cbd41-a052-426f-83ce-1ac66d51c04b tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Pushing event deleted for resources: {'Port': ['ID=70d55a17-9836-45c4-91e5-c216ce3d0b0b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:11.377640 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-8416a8a8-7132-4bee-9b37-559dc6649969 service neutron] 10.222.0.20 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730392 Jul 27 21:32:11.488603 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8c3cbd41-a052-426f-83ce-1ac66d51c04b tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:11.708004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3cbd41-a052-426f-83ce-1ac66d51c04b tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Router 229408bb-5da2-4029-a33b-df55ba72dbd3 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:32:11.813501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3cbd41-a052-426f-83ce-1ac66d51c04b tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:32:11.818387 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8c3cbd41-a052-426f-83ce-1ac66d51c04b tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] 10.222.0.55 "PUT /v2.0/routers/229408bb-5da2-4029-a33b-df55ba72dbd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3603039 Jul 27 21:32:11.821512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52740) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:11.824614 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8e85bc-0369-4d11-b3b0-1c93b6fa72f1 None None] Sync routers for ids ['229408bb-5da2-4029-a33b-df55ba72dbd3'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:32:11.834310 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e85bc-0369-4d11-b3b0-1c93b6fa72f1 None None] Routers {'229408bb-5da2-4029-a33b-df55ba72dbd3'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:11.834984 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-fb8e85bc-0369-4d11-b3b0-1c93b6fa72f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['229408bb-5da2-4029-a33b-df55ba72dbd3'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:11.866670 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-fb8e85bc-0369-4d11-b3b0-1c93b6fa72f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:11.875063 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e85bc-0369-4d11-b3b0-1c93b6fa72f1 None None] Routers {'229408bb-5da2-4029-a33b-df55ba72dbd3'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:11.875646 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-fb8e85bc-0369-4d11-b3b0-1c93b6fa72f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['229408bb-5da2-4029-a33b-df55ba72dbd3'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:11.907700 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-fb8e85bc-0369-4d11-b3b0-1c93b6fa72f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:11.908614 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8e85bc-0369-4d11-b3b0-1c93b6fa72f1 None None] The sync data for ids ['229408bb-5da2-4029-a33b-df55ba72dbd3'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:32:11.933185 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ac1404f0-4849-45ff-8c05-cb2fef3b6177 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:12.036371 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ac1404f0-4849-45ff-8c05-cb2fef3b6177 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:12.088346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-ac1404f0-4849-45ff-8c05-cb2fef3b6177 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Deleting port 6e91de6a-bdb2-47ec-bf2a-2a18604d26c3 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:12.088684 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ac1404f0-4849-45ff-8c05-cb2fef3b6177 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:12.163273 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ac1404f0-4849-45ff-8c05-cb2fef3b6177 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:12.175140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-ac1404f0-4849-45ff-8c05-cb2fef3b6177 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Calling delete_port for 6e91de6a-bdb2-47ec-bf2a-2a18604d26c3 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:12.294316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deebd6d-9d91-4219-b68d-94dc50c2e539 req-ac3b7dfa-851e-44c5-a651-4d8b300fe339 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:12.295721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5deebd6d-9d91-4219-b68d-94dc50c2e539 req-ac3b7dfa-851e-44c5-a651-4d8b300fe339 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0644722 Jul 27 21:32:12.334615 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5deebd6d-9d91-4219-b68d-94dc50c2e539 req-9b4fb283-413a-4b93-8b4e-1af67183df85 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326314 Jul 27 21:32:12.347575 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ac1404f0-4849-45ff-8c05-cb2fef3b6177 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:12.379629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1404f0-4849-45ff-8c05-cb2fef3b6177 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Pushing event deleted for resources: {'Port': ['ID=6e91de6a-bdb2-47ec-bf2a-2a18604d26c3,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:12.442232 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ac1404f0-4849-45ff-8c05-cb2fef3b6177 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:12.534448 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ac1404f0-4849-45ff-8c05-cb2fef3b6177 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:12.536567 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ac1404f0-4849-45ff-8c05-cb2fef3b6177 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:12.584038 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ac1404f0-4849-45ff-8c05-cb2fef3b6177 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:12.584711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1404f0-4849-45ff-8c05-cb2fef3b6177 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Fanout notify agent at l3_agent the message router_deleted on router 229408bb-5da2-4029-a33b-df55ba72dbd3 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:32:12.594187 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ac1404f0-4849-45ff-8c05-cb2fef3b6177 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:12.595570 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ac1404f0-4849-45ff-8c05-cb2fef3b6177 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] 10.222.0.55 "DELETE /v2.0/routers/229408bb-5da2-4029-a33b-df55ba72dbd3 HTTP/1.1" status: 204 len: 168 time: 0.7729402 Jul 27 21:32:12.598499 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52744) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:12.657677 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99411a2-68f9-465e-bb1a-4487eba9a1aa tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Deleting subnet 86a9090e-c1ae-4cea-908e-00de8ec3156f {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:32:12.660898 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c99411a2-68f9-465e-bb1a-4487eba9a1aa tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:12.702650 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c99411a2-68f9-465e-bb1a-4487eba9a1aa tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:12.822562 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c99411a2-68f9-465e-bb1a-4487eba9a1aa tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:12.880531 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c99411a2-68f9-465e-bb1a-4487eba9a1aa tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:12.908464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99411a2-68f9-465e-bb1a-4487eba9a1aa tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Pushing event deleted for resources: {'Subnet': ['ID=86a9090e-c1ae-4cea-908e-00de8ec3156f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:12.914170 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c99411a2-68f9-465e-bb1a-4487eba9a1aa tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:12.917385 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c99411a2-68f9-465e-bb1a-4487eba9a1aa tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] 10.222.0.55 "DELETE /v2.0/subnets/86a9090e-c1ae-4cea-908e-00de8ec3156f HTTP/1.1" status: 204 len: 168 time: 0.3176179 Jul 27 21:32:12.919735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52746) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:12.921194 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c663f2d-5d64-4ad1-b9e6-7fc778d10bcc None None] Network deac6b53-98b9-40c5-92f9-4e7435a0bf99 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:32:13.006140 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:13.064903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Deleting port 38323e59-a42a-4641-a157-8bfa18eaebad {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:13.065589 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:13.137436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] For port 38323e59-a42a-4641-a157-8bfa18eaebad, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=38323e59-a42a-4641-a157-8bfa18eaebad,segment=NetworkSegment(fc2ba9cd-1812-4570-aeca-d71d91e052c3),segment_id=fc2ba9cd-1812-4570-aeca-d71d91e052c3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:13.137821 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:13.159259 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Calling delete_port for 38323e59-a42a-4641-a157-8bfa18eaebad owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:13.245254 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:13.274081 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Pushing event deleted for resources: {'Port': ['ID=38323e59-a42a-4641-a157-8bfa18eaebad,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:13.276002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] No DVR routers for this DVR port 38323e59-a42a-4641-a157-8bfa18eaebad on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:32:13.303181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a1cce-8c1b-41c0-a19e-516146e2dd6f None None] DHCP port deletion for deac6b53-98b9-40c5-92f9-4e7435a0bf99 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:32:13.371145 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:13.384445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deac6b53-98b9-40c5-92f9-4e7435a0bf99']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:13.403653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2ba9cd-1812-4570-aeca-d71d91e052c3') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:13.403882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2ba9cd-1812-4570-aeca-d71d91e052c3') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:13.433918 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:13.453144 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:13.461533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:32:13.461998 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:32:13.465189 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:32:13.477337 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78020a00-8c52-4119-9fb2-56e997a26d51 req-55936d36-3563-436d-8ae4-e9b844487781 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:13.478921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78020a00-8c52-4119-9fb2-56e997a26d51 req-55936d36-3563-436d-8ae4-e9b844487781 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0688622 Jul 27 21:32:13.523008 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78020a00-8c52-4119-9fb2-56e997a26d51 req-0ce3e325-3e07-4950-b8cb-2bf995201f8c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374308 Jul 27 21:32:13.529204 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2ed02f71-e2bc-4586-a3e9-d0448d366331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:13.531116 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2ed02f71-e2bc-4586-a3e9-d0448d366331 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262&tenant_id=3a65593248f94ce3907873f90c034333 HTTP/1.1" status: 200 len: 1096 time: 0.1387165 Jul 27 21:32:13.543081 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:13.553891 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:13.555153 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] 10.222.0.55 "DELETE /v2.0/networks/deac6b53-98b9-40c5-92f9-4e7435a0bf99 HTTP/1.1" status: 204 len: 168 time: 0.6340766 Jul 27 21:32:13.557642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52750) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:13.561456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:13.591780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6f350-224e-4581-a8f9-aac0cc5cbf78 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Pushing event deleted for resources: {'Network': ['ID=deac6b53-98b9-40c5-92f9-4e7435a0bf99,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:13.644757 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:13.686989 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7c103315-ef76-4cc1-b2b8-899a9366c269 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Deleting port 740ff4d8-4720-43c8-97ae-531c92184d04 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:13.687240 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7c103315-ef76-4cc1-b2b8-899a9366c269 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:13.763444 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7c103315-ef76-4cc1-b2b8-899a9366c269 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:13.763772 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7c103315-ef76-4cc1-b2b8-899a9366c269 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:13.776058 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7c103315-ef76-4cc1-b2b8-899a9366c269 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Calling delete_port for 740ff4d8-4720-43c8-97ae-531c92184d04 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:13.856589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:13.891147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:32:13.915755 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7c103315-ef76-4cc1-b2b8-899a9366c269 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:13.933145 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:32:13.935450 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e43a13-3a1d-4a24-bbdb-1aa762206938" -d '{"events": [{"server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "name": "network-vif-unplugged", "status": "completed", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:32:13.939677 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:13.945922 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c103315-ef76-4cc1-b2b8-899a9366c269 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Pushing event deleted for resources: {'Port': ['ID=740ff4d8-4720-43c8-97ae-531c92184d04,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:13.962083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Transition to ACTIVE for port object f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:13.967382 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:14.002801 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85d7d49-c0b7-43ed-b1a0-e2a105666fd0 x-openstack-request-id: req-e85d7d49-c0b7-43ed-b1a0-e2a105666fd0 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:32:14.003093 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "name": "network-vif-unplugged", "status": "completed", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:32:14.003348 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e85d7d49-c0b7-43ed-b1a0-e2a105666fd0 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:32:14.003753 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'code': 200} Jul 27 21:32:14.023856 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7c103315-ef76-4cc1-b2b8-899a9366c269 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:14.027078 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7c103315-ef76-4cc1-b2b8-899a9366c269 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:14.030998 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7c103315-ef76-4cc1-b2b8-899a9366c269 tempest-FloatingIPAdminTestJSON-2121638503 tempest-FloatingIPAdminTestJSON-2121638503-project] 10.222.0.55 "DELETE /v2.0/floatingips/7a8e7448-70d8-4543-9274-13d564bbadea HTTP/1.1" status: 204 len: 168 time: 0.4697523 Jul 27 21:32:14.100342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,revision_number=10']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:14.162889 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] No DVR routers for this DVR port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:32:14.234188 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ed97bac3-5922-4b04-ab06-b6de589d504d req-e286d127-e833-4685-b523-e842d7a3b188 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1764796 Jul 27 21:32:14.296232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 38323e59-a42a-4641-a157-8bfa18eaebad no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:32:14.316745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 38323e59-a42a-4641-a157-8bfa18eaebad {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:32:14.317087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 38323e59-a42a-4641-a157-8bfa18eaebad not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:32:14.334719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52760) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:14.377199 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97bac3-5922-4b04-ab06-b6de589d504d req-fb99949d-aa4f-4bf1-b8e0-cd6832fcacce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:14.378700 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ed97bac3-5922-4b04-ab06-b6de589d504d req-fb99949d-aa4f-4bf1-b8e0-cd6832fcacce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 1097 time: 0.1062188 Jul 27 21:32:14.380984 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Attempting to bind port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:14.381325 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Attempting to bind port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:14.381652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Attempting to bind port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 on network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:14.386235 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 on network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:14.386579 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Attempting to bind port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 on network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:14.392227 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:32:14.392573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Checking segment: {'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:32:14.392953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Bound using segment: {'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:32:14.393388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Bound port: f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34122d9-a0f2-445b-92a0-38c1a731dbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:32:14.393739 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:14.469841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7b3d6aba-1e1d-470e-bd39-cd9f4cc0d2f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3cedcf71492457dab1e020d823da188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336966 Jul 27 21:32:14.472334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52764) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:14.521547 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c4d7c4f0-2c48-48b9-bf56-28e88f1a8fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:14.524370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:32:14.533011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:32:14.538119 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97bac3-5922-4b04-ab06-b6de589d504d req-2d59554c-1e8d-411e-81e4-68e276fca802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:14.539936 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ed97bac3-5922-4b04-ab06-b6de589d504d req-2d59554c-1e8d-411e-81e4-68e276fca802 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.1369953 Jul 27 21:32:14.541120 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:14.547887 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c4d7c4f0-2c48-48b9-bf56-28e88f1a8fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:14.621187 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:14.621810 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:14.623319 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] 10.222.0.66 "PUT /v2.0/ports/f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 200 len: 1092 time: 1.0671377 Jul 27 21:32:14.647963 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c4d7c4f0-2c48-48b9-bf56-28e88f1a8fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:14.652319 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c4d7c4f0-2c48-48b9-bf56-28e88f1a8fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:14.655494 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c4d7c4f0-2c48-48b9-bf56-28e88f1a8fec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/994abd2e-0463-41c2-94a4-e42dd8bb4fe5 HTTP/1.1" status: 204 len: 168 time: 0.1799712 Jul 27 21:32:14.670716 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7c4f0-2c48-48b9-bf56-28e88f1a8fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994abd2e-0463-41c2-94a4-e42dd8bb4fe5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:14.672203 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc1916-e5b0-4fce-bc5b-bade442fb906 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,revision_number=11']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:14.701561 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ed97bac3-5922-4b04-ab06-b6de589d504d req-3ea2e40c-b3b3-4b09-9352-da37f4fbc1e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6631aa27-e990-48fe-8cec-62a567bd13dc HTTP/1.1" status: 200 len: 1001 time: 0.1510305 Jul 27 21:32:14.704423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbcfff-d067-4091-98d7-86e58ddc0b35 req-53f2aa53-21fd-44eb-8396-08aa23ee8c47 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:14.713635 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ccbcfff-d067-4091-98d7-86e58ddc0b35 req-53f2aa53-21fd-44eb-8396-08aa23ee8c47 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 944 time: 0.1082265 Jul 27 21:32:14.761763 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ccbcfff-d067-4091-98d7-86e58ddc0b35 req-d4acf71e-7283-417f-bdb2-9a5155b919b0 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469913 Jul 27 21:32:14.975930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52772) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:14.993000 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f25f6ca8-73d7-41ed-83a6-dc04bc029d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:15.067482 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97bac3-5922-4b04-ab06-b6de589d504d req-5be19ef2-d8c6-4004-a82f-413a8b8472f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:15.068930 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ed97bac3-5922-4b04-ab06-b6de589d504d req-5be19ef2-d8c6-4004-a82f-413a8b8472f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.3592978 Jul 27 21:32:15.077095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86078cd8-2e93-4869-801d-720f32ad2432 req-6dc4e2ac-de2f-4ec0-81aa-5be779555915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:15.078585 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-6dc4e2ac-de2f-4ec0-81aa-5be779555915 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1095 time: 0.4265010 Jul 27 21:32:15.091060 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f25f6ca8-73d7-41ed-83a6-dc04bc029d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:15.095023 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f25f6ca8-73d7-41ed-83a6-dc04bc029d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:15.135386 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f25f6ca8-73d7-41ed-83a6-dc04bc029d3b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0160744024654509aecc3d668b5905cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572466 Jul 27 21:32:15.136353 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f6ca8-73d7-41ed-83a6-dc04bc029d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e37fbb-c4e8-4912-8348-43ca01dd0bf0,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:15.139718 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52774) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:15.190386 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3d491ecf-1d9a-48e9-bdb8-b5fb97849212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:15.205268 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97bac3-5922-4b04-ab06-b6de589d504d req-4271ceca-2f37-44dd-afa0-dc85a203e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:15.206805 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ed97bac3-5922-4b04-ab06-b6de589d504d req-4271ceca-2f37-44dd-afa0-dc85a203e382 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273744 Jul 27 21:32:15.208134 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86078cd8-2e93-4869-801d-720f32ad2432 req-99e88086-0e6e-471b-af75-42f9b64a1055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:15.209432 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-99e88086-0e6e-471b-af75-42f9b64a1055 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c HTTP/1.1" status: 200 len: 898 time: 0.1227837 Jul 27 21:32:15.212708 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3d491ecf-1d9a-48e9-bdb8-b5fb97849212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:15.264140 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3d491ecf-1d9a-48e9-bdb8-b5fb97849212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:15.267060 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3d491ecf-1d9a-48e9-bdb8-b5fb97849212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:15.268522 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3d491ecf-1d9a-48e9-bdb8-b5fb97849212 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/78e37fbb-c4e8-4912-8348-43ca01dd0bf0 HTTP/1.1" status: 204 len: 168 time: 0.1277030 Jul 27 21:32:15.279541 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d491ecf-1d9a-48e9-bdb8-b5fb97849212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e37fbb-c4e8-4912-8348-43ca01dd0bf0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:15.333674 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-027044f2-52c6-49d3-9f98-b18ade321a2e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 200 len: 999 time: 0.1104894 Jul 27 21:32:15.379307 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ed97bac3-5922-4b04-ab06-b6de589d504d req-42597de0-4495-4ff9-a6f3-a560a7820bc5 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644349 Jul 27 21:32:15.440342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86078cd8-2e93-4869-801d-720f32ad2432 req-d4d15541-6719-4410-bf78-33d727d92f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:15.441813 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-d4d15541-6719-4410-bf78-33d727d92f06 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e34300fb-a46f-4474-96e9-610b910c4f6a HTTP/1.1" status: 200 len: 835 time: 0.0984392 Jul 27 21:32:15.514662 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ed97bac3-5922-4b04-ab06-b6de589d504d req-ca8d69d6-55b2-4c55-9669-3c1b7a30a44d service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278992 Jul 27 21:32:15.531262 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86078cd8-2e93-4869-801d-720f32ad2432 req-c5365242-b5e1-4411-b70c-7129f28ddcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:15.532765 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-c5365242-b5e1-4411-b70c-7129f28ddcfe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831275 Jul 27 21:32:15.612162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52780) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:15.625766 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8e259d2f-ff0a-46be-bf7b-26e9b5d76262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:15.628603 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-b97224c0-b7ee-43ce-bf02-f9f73c36284c service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879459 Jul 27 21:32:15.721096 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8e259d2f-ff0a-46be-bf7b-26e9b5d76262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:15.725256 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8e259d2f-ff0a-46be-bf7b-26e9b5d76262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:15.736227 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-86078cd8-2e93-4869-801d-720f32ad2432 req-ccb1cc78-5f19-44f4-aa0d-ba17011d3527 service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998728 Jul 27 21:32:15.769983 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8e259d2f-ff0a-46be-bf7b-26e9b5d76262 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc166e9c211a43859f08a5f121dea8f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566515 Jul 27 21:32:15.770916 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e259d2f-ff0a-46be-bf7b-26e9b5d76262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c37df4-419d-4521-a011-aee779781f04,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:15.772812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52786) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:15.831306 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc94c0ef-9e6d-44d6-95fd-b0823cde0ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:15.854991 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc94c0ef-9e6d-44d6-95fd-b0823cde0ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:15.904780 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302a2b4-2166-4733-bdd7-2e002021b5ff req-aa4335a7-2e76-4550-b596-84133afacfc5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:15.906141 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc94c0ef-9e6d-44d6-95fd-b0823cde0ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:15.910256 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c302a2b4-2166-4733-bdd7-2e002021b5ff req-aa4335a7-2e76-4550-b596-84133afacfc5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 944 time: 0.0690570 Jul 27 21:32:15.910478 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc94c0ef-9e6d-44d6-95fd-b0823cde0ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:15.910478 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bc94c0ef-9e6d-44d6-95fd-b0823cde0ece admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00c37df4-419d-4521-a011-aee779781f04 HTTP/1.1" status: 204 len: 168 time: 0.1364009 Jul 27 21:32:15.919675 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94c0ef-9e6d-44d6-95fd-b0823cde0ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c37df4-419d-4521-a011-aee779781f04,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:15.958254 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c302a2b4-2166-4733-bdd7-2e002021b5ff req-563574c2-2f02-490c-8992-a52ab7426385 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404751 Jul 27 21:32:16.005474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:32:16.008915 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:32:16.066912 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc72e67-fdf7-43ab-9168-299f7ecd2a94 x-openstack-request-id: req-5dc72e67-fdf7-43ab-9168-299f7ecd2a94 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:32:16.067210 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:32:16.067465 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5dc72e67-fdf7-43ab-9168-299f7ecd2a94 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:32:16.067877 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'status': 'completed', 'code': 200} Jul 27 21:32:16.187675 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-79ccbdbc-12dc-4bca-abf8-200263759665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:16.189247 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-79ccbdbc-12dc-4bca-abf8-200263759665 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1095 time: 0.1004341 Jul 27 21:32:16.191231 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-32285209-e83b-4061-99ff-225ea2a4f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:16.192624 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-32285209-e83b-4061-99ff-225ea2a4f10c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1095 time: 0.0957408 Jul 27 21:32:16.312638 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7acc8a-ffde-4731-b74f-2608aaf51c70 req-d9110bf5-c711-4c11-95fc-f5eb96a03c64 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:16.314569 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a7acc8a-ffde-4731-b74f-2608aaf51c70 req-d9110bf5-c711-4c11-95fc-f5eb96a03c64 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 946 time: 0.0704098 Jul 27 21:32:16.356009 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a7acc8a-ffde-4731-b74f-2608aaf51c70 req-53be7755-3e2d-4b0b-a8da-161d563882bd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347235 Jul 27 21:32:16.368652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-4acdc4d6-39dd-45d9-8bb7-a6a35fe9f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:16.370147 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-4acdc4d6-39dd-45d9-8bb7-a6a35fe9f864 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c HTTP/1.1" status: 200 len: 898 time: 0.1703598 Jul 27 21:32:16.372991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-bac418b5-01e9-47a7-92f5-e7f7e0df6fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:16.374311 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-bac418b5-01e9-47a7-92f5-e7f7e0df6fd5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c HTTP/1.1" status: 200 len: 898 time: 0.1656785 Jul 27 21:32:16.485784 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-093d7d19-dcad-4398-bca1-f06718b0cd63 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 200 len: 999 time: 0.1080346 Jul 27 21:32:16.487567 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-5641ec3f-e5fe-4cea-865f-8d29c38c2dbd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 200 len: 999 time: 0.1037016 Jul 27 21:32:16.582380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-d6d1ff17-b3e5-4ffe-9bc0-d19b5ee746a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:16.583874 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-d6d1ff17-b3e5-4ffe-9bc0-d19b5ee746a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e34300fb-a46f-4474-96e9-610b910c4f6a HTTP/1.1" status: 200 len: 835 time: 0.0905166 Jul 27 21:32:16.585114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-6fc1f6ea-8d83-43ce-8806-b8eee5c925d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:16.587148 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-6fc1f6ea-8d83-43ce-8806-b8eee5c925d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e34300fb-a46f-4474-96e9-610b910c4f6a HTTP/1.1" status: 200 len: 835 time: 0.0859780 Jul 27 21:32:16.686204 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-90472e66-1679-4370-8459-cee2d5a2126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:16.687657 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-90472e66-1679-4370-8459-cee2d5a2126b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943549 Jul 27 21:32:16.689532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-86118f14-2088-40a1-b2f2-298194761359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:16.690996 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-86118f14-2088-40a1-b2f2-298194761359 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897973 Jul 27 21:32:16.857429 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-1fa4eeed-94a4-4d49-905a-b48d87b4b678 service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607504 Jul 27 21:32:16.862653 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-be289b80-ec90-4b00-a49a-6180d3ac909e service neutron] 10.222.0.20 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583488 Jul 27 21:32:17.043858 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-cc67bb86-0b83-41b9-9d7a-5593dadea02f service neutron] 10.222.0.20 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706307 Jul 27 21:32:17.045236 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29502150-0ec0-44e1-8cdb-2d72f08c7d6b req-4a3b4d0e-2306-4f23-8a47-271d1bd9a974 service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721079 Jul 27 21:32:17.104024 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498ba26-e55d-41ff-a75c-e3215337eaf6 req-fd9fb80b-e558-4f77-a9b5-a7841686b111 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:17.106671 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d498ba26-e55d-41ff-a75c-e3215337eaf6 req-fd9fb80b-e558-4f77-a9b5-a7841686b111 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 944 time: 0.0745170 Jul 27 21:32:17.146025 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d498ba26-e55d-41ff-a75c-e3215337eaf6 req-094368f6-5dad-4f57-8601-13f3edfb45b8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344257 Jul 27 21:32:17.224147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52832) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:17.319992 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f61ed556-ea58-4e84-aa99-cbf48165e151 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-315978645'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:17.320537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f61ed556-ea58-4e84-aa99-cbf48165e151 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] Unknown quota resources ['metering_label']. {{(pid=105580) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:32:17.489678 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e010258-bc96-4740-98bd-d3a4b7831181 req-c00f333b-0bfc-48af-af85-6f3ca7071eb1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:17.491101 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1e010258-bc96-4740-98bd-d3a4b7831181 req-c00f333b-0bfc-48af-af85-6f3ca7071eb1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 946 time: 0.0641425 Jul 27 21:32:17.502136 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f61ed556-ea58-4e84-aa99-cbf48165e151 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:17.503405 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f61ed556-ea58-4e84-aa99-cbf48165e151 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2782264 Jul 27 21:32:17.506069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52838) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:17.510581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-07cc9e69-393b-4d1a-8cce-00980a578159 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '84ee4541-b583-4f9b-b822-6719a169db72'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:17.511075 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-07cc9e69-393b-4d1a-8cce-00980a578159 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105580) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:32:17.532286 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1e010258-bc96-4740-98bd-d3a4b7831181 req-eacea88c-c207-4b5d-a10e-99ab704d71c4 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346882 Jul 27 21:32:17.586387 n-d-764806-9 neutron-server[105580]: WARNING neutron.services.metering.metering_plugin [None req-07cc9e69-393b-4d1a-8cce-00980a578159 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 21:32:17.685257 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-07cc9e69-393b-4d1a-8cce-00980a578159 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:17.686470 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-07cc9e69-393b-4d1a-8cce-00980a578159 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1794162 Jul 27 21:32:17.689557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52840) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:17.693787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-22e59ef7-34fe-4a85-86ff-765e6272c464 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '84ee4541-b583-4f9b-b822-6719a169db72'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:17.694299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-22e59ef7-34fe-4a85-86ff-765e6272c464 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105580) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:32:17.750766 n-d-764806-9 neutron-server[105580]: WARNING neutron.services.metering.metering_plugin [None req-22e59ef7-34fe-4a85-86ff-765e6272c464 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 27 21:32:18.139148 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-22e59ef7-34fe-4a85-86ff-765e6272c464 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:18.140334 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-22e59ef7-34fe-4a85-86ff-765e6272c464 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4498410 Jul 27 21:32:18.143271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52842) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:18.154503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1d41a9bd-3702-4f19-9036-9858a55b0ab1 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=6f67f15d-fcdf-4fa6-94db-7b09f431512f HTTP/1.1" status: 200 len: 462 time: 0.0100360 Jul 27 21:32:18.157009 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52844) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:18.176279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ef4be-8b79-40ef-8848-fd85ba053020 req-0e34230e-9f93-420c-8894-57860f2421f9 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:18.177799 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba6ef4be-8b79-40ef-8848-fd85ba053020 req-0e34230e-9f93-420c-8894-57860f2421f9 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 946 time: 0.3823023 Jul 27 21:32:18.288592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-ba6ef4be-8b79-40ef-8848-fd85ba053020 req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Deleting port 6631aa27-e990-48fe-8cec-62a567bd13dc {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:18.288956 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ba6ef4be-8b79-40ef-8848-fd85ba053020 req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:18.329667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:32:18.338331 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-876b57e4-2569-4998-93f8-532392df96ee tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:18.342239 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-876b57e4-2569-4998-93f8-532392df96ee tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/6f67f15d-fcdf-4fa6-94db-7b09f431512f HTTP/1.1" status: 204 len: 168 time: 0.1842933 Jul 27 21:32:18.342855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52848) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:18.360788 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a417aeea-ae51-4ab8-a4d8-6442dd6fada9 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=6f67f15d-fcdf-4fa6-94db-7b09f431512f HTTP/1.1" status: 200 len: 221 time: 0.0158322 Jul 27 21:32:18.364900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52850) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:18.369392 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e67f4e7a-e109-4c4f-8aed-dad80bae53fe tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--765357580', 'description': 'label created by tempest'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:18.369955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e67f4e7a-e109-4c4f-8aed-dad80bae53fe tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] Unknown quota resources ['metering_label']. {{(pid=105579) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:32:18.377475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:32:18.391473 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ba6ef4be-8b79-40ef-8848-fd85ba053020 req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] For port 6631aa27-e990-48fe-8cec-62a567bd13dc, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=6631aa27-e990-48fe-8cec-62a567bd13dc,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:18.391739 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ba6ef4be-8b79-40ef-8848-fd85ba053020 req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:18.476721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cc55e-1cb5-43d0-a50d-55493b25aa4d req-5bfe47fa-da82-4401-9fcb-96ae782b74d8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:18.478244 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac3cc55e-1cb5-43d0-a50d-55493b25aa4d req-5bfe47fa-da82-4401-9fcb-96ae782b74d8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 944 time: 0.2253847 Jul 27 21:32:18.576301 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ba6ef4be-8b79-40ef-8848-fd85ba053020 req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:18.577069 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ba6ef4be-8b79-40ef-8848-fd85ba053020 req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:18.577449 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-ba6ef4be-8b79-40ef-8848-fd85ba053020 req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Floating IP 40e2331c-6454-4908-8c98-67d78750645e disassociated. External IP: 172.25.2.25, port: 6631aa27-e990-48fe-8cec-62a567bd13dc. Jul 27 21:32:18.577909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-ba6ef4be-8b79-40ef-8848-fd85ba053020 req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Calling delete_port for 6631aa27-e990-48fe-8cec-62a567bd13dc owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:18.604063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e67f4e7a-e109-4c4f-8aed-dad80bae53fe tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:18.605238 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e67f4e7a-e109-4c4f-8aed-dad80bae53fe tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2392111 Jul 27 21:32:18.608834 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52854) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:18.659548 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac3cc55e-1cb5-43d0-a50d-55493b25aa4d req-15b9690c-c0cd-487b-acd9-85ce30c930dc tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401856 Jul 27 21:32:18.717759 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ba6ef4be-8b79-40ef-8848-fd85ba053020 req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:18.749818 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event deleted for resources: {'Port': ['ID=6631aa27-e990-48fe-8cec-62a567bd13dc,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:18.758216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:32:18.763573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:18.763922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:18.764272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:18.764614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:18.764955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:18.765695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:18.766044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:18.766407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:18.766739 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:18.767071 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:18.767402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:18.767721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:18.875329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:18.890362 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'port_id': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'mac_address': 'fa:16:3e:87:6c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:32:18.903989 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba6ef4be-8b79-40ef-8848-fd85ba053020 req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:32:18.934630 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:18.952358 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:32:18.976138 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7c3ccf62-1f3a-44eb-9b61-20eb11176837 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=48bdb785-9f1c-49a9-a12d-410906a73072 HTTP/1.1" status: 200 len: 467 time: 0.3661909 Jul 27 21:32:18.976885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52858) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:18.978882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:18.983265 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:19.041199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,revision_number=12']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:19.063177 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba6ef4be-8b79-40ef-8848-fd85ba053020 req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:32:19.077541 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fc86b8-82e8-415a-b9d1-6c46b63f5ccc None None] Sync routers for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:32:19.099411 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fc86b8-82e8-415a-b9d1-6c46b63f5ccc None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:19.100298 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c2fc86b8-82e8-415a-b9d1-6c46b63f5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:19.105234 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915186b-065c-4c1a-bd4e-c1797c723e69 req-66b9dc53-6f7e-4e0d-a4f5-52f16522fb01 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:19.106825 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a915186b-065c-4c1a-bd4e-c1797c723e69 req-66b9dc53-6f7e-4e0d-a4f5-52f16522fb01 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 867 time: 0.4994669 Jul 27 21:32:19.122183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6ef4be-8b79-40ef-8848-fd85ba053020 req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] No DVR routers for this DVR port 6631aa27-e990-48fe-8cec-62a567bd13dc on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:32:19.125216 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ba6ef4be-8b79-40ef-8848-fd85ba053020 req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:19.128043 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba6ef4be-8b79-40ef-8848-fd85ba053020 req-4bd39dad-c2c9-499d-b383-d34202d45e44 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "DELETE /v2.0/ports/6631aa27-e990-48fe-8cec-62a567bd13dc HTTP/1.1" status: 204 len: 173 time: 0.9429204 Jul 27 21:32:19.128526 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee949c4f-0cf9-4421-83d3-dbf8da37bb88', 'name': 'network-vif-deleted', 'tag': '6631aa27-e990-48fe-8cec-62a567bd13dc'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:32:19.133303 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d162695-2f2b-482c-93fc-d54affa3d798" -d '{"events": [{"server_uuid": "ee949c4f-0cf9-4421-83d3-dbf8da37bb88", "name": "network-vif-deleted", "tag": "6631aa27-e990-48fe-8cec-62a567bd13dc"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:32:19.220584 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d492918d-2bf7-41fd-8840-6e971b6ad8ab tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:19.221726 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d492918d-2bf7-41fd-8840-6e971b6ad8ab tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/48bdb785-9f1c-49a9-a12d-410906a73072 HTTP/1.1" status: 204 len: 168 time: 0.2429094 Jul 27 21:32:19.224559 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52862) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:19.226670 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ef678f-cea7-44b4-87e7-ce502c60af0a x-openstack-request-id: req-a2ef678f-cea7-44b4-87e7-ce502c60af0a {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:32:19.227058 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee949c4f-0cf9-4421-83d3-dbf8da37bb88", "name": "network-vif-deleted", "tag": "6631aa27-e990-48fe-8cec-62a567bd13dc", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:32:19.227312 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2ef678f-cea7-44b4-87e7-ce502c60af0a {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:32:19.227825 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee949c4f-0cf9-4421-83d3-dbf8da37bb88', 'name': 'network-vif-deleted', 'tag': '6631aa27-e990-48fe-8cec-62a567bd13dc', 'status': 'completed', 'code': 200} Jul 27 21:32:19.240824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a915186b-065c-4c1a-bd4e-c1797c723e69 req-b05a668d-5846-4707-af90-1107d5aa89f1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034660 Jul 27 21:32:19.242938 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6f0fa602-da95-4304-9f35-78154dc594e5 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=48bdb785-9f1c-49a9-a12d-410906a73072 HTTP/1.1" status: 200 len: 216 time: 0.0173683 Jul 27 21:32:19.246894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52864) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:19.266261 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-70a008e0-c5cc-43af-8693-80b0660b5736 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0181375 Jul 27 21:32:19.271157 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52866) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:19.290481 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2244c258-29a3-4955-8a6d-6f12fbfe6b36 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0180957 Jul 27 21:32:19.290781 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52868) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:19.342372 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-c2fc86b8-82e8-415a-b9d1-6c46b63f5ccc None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:32:19.357743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52870) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:19.364364 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-85ab6e0f-af08-409b-a488-b752f875c631 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/84ee4541-b583-4f9b-b822-6719a169db72 HTTP/1.1" status: 200 len: 472 time: 0.0726070 Jul 27 21:32:19.370262 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-11ec1b31-65ca-43a1-8a45-f3528c0383f7 tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/b3ebb735-d209-4786-b227-da7f425c3266 HTTP/1.1" status: 200 len: 459 time: 0.0104074 Jul 27 21:32:19.372519 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52872) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:19.378901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:32:19.484377 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6dd5bf95-4b9d-4bcb-ac7b-821f736bbeeb tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:19.487953 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6dd5bf95-4b9d-4bcb-ac7b-821f736bbeeb tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/b3ebb735-d209-4786-b227-da7f425c3266 HTTP/1.1" status: 204 len: 168 time: 0.1120861 Jul 27 21:32:19.488296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52874) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:19.685910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c2fc86b8-82e8-415a-b9d1-6c46b63f5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:19.706024 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14371c81-628f-41cd-a457-4880f5b01bbe tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:19.707415 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-14371c81-628f-41cd-a457-4880f5b01bbe tempest-MeteringIpV6TestJSON-1339209879 tempest-MeteringIpV6TestJSON-1339209879-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/84ee4541-b583-4f9b-b822-6719a169db72 HTTP/1.1" status: 204 len: 168 time: 0.2181561 Jul 27 21:32:19.732514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fc86b8-82e8-415a-b9d1-6c46b63f5ccc None None] Checking router: 8b4cd511-7dfc-40ee-9a1e-e2d6387906be for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:32:19.754733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fc86b8-82e8-415a-b9d1-6c46b63f5ccc None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:19.755602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c2fc86b8-82e8-415a-b9d1-6c46b63f5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:19.930732 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-c2fc86b8-82e8-415a-b9d1-6c46b63f5ccc None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:32:20.061606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52884) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:20.088493 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bcdd7-42ab-4f7c-916c-0518b584e3a0 req-806e22a6-a68b-439b-874a-eb5b2f65d32a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:20.096595 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b9bcdd7-42ab-4f7c-916c-0518b584e3a0 req-806e22a6-a68b-439b-874a-eb5b2f65d32a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 945 time: 0.0969453 Jul 27 21:32:20.160178 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9b9bcdd7-42ab-4f7c-916c-0518b584e3a0 req-abdc0dfc-7f0f-47be-baec-a8e7f68dd1c8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614429 Jul 27 21:32:20.174534 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52888) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:20.188984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c2fc86b8-82e8-415a-b9d1-6c46b63f5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:20.223430 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fc86b8-82e8-415a-b9d1-6c46b63f5ccc None None] The sync data for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 is: [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:32:20.255085 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-104ed734-7ada-4a24-9cf1-b225dbe1ad45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:20.274855 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8b6ba105-3237-46c3-9599-7227065c4729 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/floatingips/0599639b-e8d8-447f-93bc-0efff9230a81 HTTP/1.1" status: 200 len: 992 time: 0.0986445 Jul 27 21:32:20.379399 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-174546c9-80b3-4952-9dc3-ce317f95902a req-19c83c34-6a90-4439-b9a1-bc45281417a0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 210 time: 0.0423391 Jul 27 21:32:20.388465 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-104ed734-7ada-4a24-9cf1-b225dbe1ad45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:20.394077 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-104ed734-7ada-4a24-9cf1-b225dbe1ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:20.446892 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-104ed734-7ada-4a24-9cf1-b225dbe1ad45 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e80005b3eaae4782b81f8b2408ab97c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3838236 Jul 27 21:32:20.448254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ed734-7ada-4a24-9cf1-b225dbe1ad45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcebc406-35c0-4b4d-bd91-b69e15862ce3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:20.450174 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52892) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:20.515714 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:20.540167 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:20.564313 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a951762-1332-4a5b-8da2-b0bf2de71791 None None] New status for floating IP 40e2331c-6454-4908-8c98-67d78750645e: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:32:20.597853 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:20.600494 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:20.602539 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bcebc406-35c0-4b4d-bd91-b69e15862ce3 HTTP/1.1" status: 204 len: 168 time: 0.1424541 Jul 27 21:32:20.611065 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcebc406-35c0-4b4d-bd91-b69e15862ce3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:20.619748 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:20.620144 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:20.620415 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:20.620752 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:20.621071 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:20.621404 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:20.621725 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:20.622044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:20.622382 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:20.622704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:20.623022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:20.623344 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf70e-1aae-460d-aa92-c0ffa1871edc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:32:20.755889 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:32:20.811750 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:20.815601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:20.816045 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:20.898367 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:20.922779 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:32:20.923905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52898) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:20.932328 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782c5819-565a-46e0-bbef-b562e421e858" -d '{"events": [{"server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "name": "network-vif-plugged", "status": "completed", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:32:20.947587 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:20.949738 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a75da4c9-139e-4a35-985e-deebdba899db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:20.952877 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:20.977105 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02851aa5-ab99-4cb6-a86f-398db82c29cc x-openstack-request-id: req-02851aa5-ab99-4cb6-a86f-398db82c29cc {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:32:20.977408 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "name": "network-vif-plugged", "status": "completed", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:32:20.977877 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02851aa5-ab99-4cb6-a86f-398db82c29cc {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:32:20.978027 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'code': 200} Jul 27 21:32:21.005065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,revision_number=13']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:21.059637 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a75da4c9-139e-4a35-985e-deebdba899db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:21.063352 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a75da4c9-139e-4a35-985e-deebdba899db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:21.103887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a75da4c9-139e-4a35-985e-deebdba899db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94dd33f2374f4445a8886cb8c3990d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788926 Jul 27 21:32:21.105018 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75da4c9-139e-4a35-985e-deebdba899db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e76244-1901-4209-86bc-05e925f8bbee,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:21.106524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52902) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:21.162017 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99d22f7a-bf80-4af1-a3e0-4c40018e2c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:21.183931 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99d22f7a-bf80-4af1-a3e0-4c40018e2c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:21.231932 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99d22f7a-bf80-4af1-a3e0-4c40018e2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:21.234635 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99d22f7a-bf80-4af1-a3e0-4c40018e2c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:21.235778 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-99d22f7a-bf80-4af1-a3e0-4c40018e2c94 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/46e76244-1901-4209-86bc-05e925f8bbee HTTP/1.1" status: 204 len: 168 time: 0.1282659 Jul 27 21:32:21.245499 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d22f7a-bf80-4af1-a3e0-4c40018e2c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e76244-1901-4209-86bc-05e925f8bbee,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:21.491046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d3bc0bec-c414-40fc-b86c-b3846fd48ea0 req-d3113349-1535-44e4-a3f3-253aeeb140ed tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 210 time: 0.0306807 Jul 27 21:32:22.359329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 6631aa27-e990-48fe-8cec-62a567bd13dc no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:32:22.382523 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 6631aa27-e990-48fe-8cec-62a567bd13dc {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:32:22.382846 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 6631aa27-e990-48fe-8cec-62a567bd13dc not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:32:22.483958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52940) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:22.627322 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b57cb4da-03d3-4d55-a3b5-821385680fd5 req-56539501-d9fb-4563-8bca-f5a8bb6a5fc8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee949c4f-0cf9-4421-83d3-dbf8da37bb88 HTTP/1.1" status: 200 len: 210 time: 0.0359497 Jul 27 21:32:22.654653 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdf61bcf-e129-4a2d-abe9-bcc3f4214a6e req-5941ad9f-b023-40c2-8a6b-df14e26db885 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1003265 Jul 27 21:32:22.659878 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1f6b592c-65d3-46da-9ee3-39853bd1b6fe tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1703092129'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:22.688522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6b592c-65d3-46da-9ee3-39853bd1b6fe tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Made reservation on behalf of 3a2a8ee05eae43ac9c95218d8bc1d7fb for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:22.692193 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f6b592c-65d3-46da-9ee3-39853bd1b6fe tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:22.710719 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f6b592c-65d3-46da-9ee3-39853bd1b6fe tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:22.796816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf61bcf-e129-4a2d-abe9-bcc3f4214a6e req-cd5f3d8f-a7cd-4ddd-ab51-42deed87cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:22.798392 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdf61bcf-e129-4a2d-abe9-bcc3f4214a6e req-cd5f3d8f-a7cd-4ddd-ab51-42deed87cf2a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1097 time: 0.0953190 Jul 27 21:32:22.897638 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f6b592c-65d3-46da-9ee3-39853bd1b6fe tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:22.903113 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f6b592c-65d3-46da-9ee3-39853bd1b6fe tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:22.931444 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6b592c-65d3-46da-9ee3-39853bd1b6fe tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:32:22.959209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b592c-65d3-46da-9ee3-39853bd1b6fe tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc955ff0-32b8-41f2-9aca-b8491ef9939d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:22.965334 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f6b592c-65d3-46da-9ee3-39853bd1b6fe tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:22.965678 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-1f6b592c-65d3-46da-9ee3-39853bd1b6fe tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Added segment b913e28e-f8ca-462e-9925-5c69f304e74a of type vlan for network 220b0236-beab-4b2a-a8eb-db337bc9291e Jul 27 21:32:22.967477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf61bcf-e129-4a2d-abe9-bcc3f4214a6e req-d33e3964-3285-4bdb-95fe-b2d8f7b7c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:22.969000 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdf61bcf-e129-4a2d-abe9-bcc3f4214a6e req-d33e3964-3285-4bdb-95fe-b2d8f7b7c98a service neutron] 10.222.0.66 "GET /v2.0/networks?id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c HTTP/1.1" status: 200 len: 898 time: 0.1495042 Jul 27 21:32:23.054964 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f6b592c-65d3-46da-9ee3-39853bd1b6fe tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:23.075877 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdf61bcf-e129-4a2d-abe9-bcc3f4214a6e req-def87f31-a47e-4283-8c01-a79a42cd277f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 200 len: 1001 time: 0.0994120 Jul 27 21:32:23.125762 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f6b592c-65d3-46da-9ee3-39853bd1b6fe tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:23.131645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6b592c-65d3-46da-9ee3-39853bd1b6fe tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:23.132409 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1f6b592c-65d3-46da-9ee3-39853bd1b6fe tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:23.167001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf61bcf-e129-4a2d-abe9-bcc3f4214a6e req-48a8c5f0-c020-4b2a-921b-8d51d38c971e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:23.168492 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdf61bcf-e129-4a2d-abe9-bcc3f4214a6e req-48a8c5f0-c020-4b2a-921b-8d51d38c971e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e34300fb-a46f-4474-96e9-610b910c4f6a HTTP/1.1" status: 200 len: 835 time: 0.0829883 Jul 27 21:32:23.196839 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1f6b592c-65d3-46da-9ee3-39853bd1b6fe tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7117887 Jul 27 21:32:23.246755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b592c-65d3-46da-9ee3-39853bd1b6fe tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Pushing event updated for resources: {'Network': ['ID=220b0236-beab-4b2a-a8eb-db337bc9291e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:23.257775 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 220b0236-beab-4b2a-a8eb-db337bc9291e details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:32:23.273148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf61bcf-e129-4a2d-abe9-bcc3f4214a6e req-02a9d981-d11a-40e6-85f7-3dcd08401038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:23.274804 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdf61bcf-e129-4a2d-abe9-bcc3f4214a6e req-02a9d981-d11a-40e6-85f7-3dcd08401038 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796685 Jul 27 21:32:23.373374 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdf61bcf-e129-4a2d-abe9-bcc3f4214a6e req-c19b57df-f8d8-4165-b1c7-efc2c64fa169 service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908494 Jul 27 21:32:23.383498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52950) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:23.389844 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Request body: {'port': {'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e', 'binding:host_id': 'n-h1-764806-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1563357793'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:23.411766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Made reservation on behalf of af94ef0464194d1c8349b8ec87cee3f9 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:23.414354 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:23.423583 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:23.469848 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdf61bcf-e129-4a2d-abe9-bcc3f4214a6e req-67ecca5a-6e4a-4587-8e86-0c8a5a6addd9 service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896585 Jul 27 21:32:23.515667 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:23.519260 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:23.525105 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] device_id is not set on port 1acd1cc3-60ed-4724-802b-64d1f9542412 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:32:23.620025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e17562-91e0-4b91-984b-f70fc6ac0c4d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:23.771760 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] device_id is not set on port 1acd1cc3-60ed-4724-802b-64d1f9542412 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:32:23.781311 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:23.794389 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Transition to ACTIVE for port object 1acd1cc3-60ed-4724-802b-64d1f9542412 will not be triggered until provisioned by entity L2. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:23.803376 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:23.874338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Pushing event updated for resources: {'Port': ['ID=1acd1cc3-60ed-4724-802b-64d1f9542412,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:23.905368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-8bb5b472-11ec-4ea3-9fb8-036b330726e1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744492023&fields=id&tenant_id=089dfa06666549ef86ff31634b0bedcf HTTP/1.1" status: 200 len: 267 time: 0.0628817 Jul 27 21:32:23.906496 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Checking segment: {'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:32:23.906864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Network hostable DHCP agents. Network: 220b0236-beab-4b2a-a8eb-db337bc9291e, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:32:23.976344 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Network 220b0236-beab-4b2a-a8eb-db337bc9291e is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:32:23.992899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 220b0236-beab-4b2a-a8eb-db337bc9291e) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:24.000232 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:24.001317 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a75625-1be9-4cef-8ef6-b5bc35b6133b None None] Network 220b0236-beab-4b2a-a8eb-db337bc9291e requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:32:24.025849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:24.026193 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:24.026567 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:24.039408 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:24.039743 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:24.041563 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 2 to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 Jul 27 21:32:24.052726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-3027deec-86a6-44de-8a31-4a132fbc46cb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:24.054834 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-3027deec-86a6-44de-8a31-4a132fbc46cb tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 812 time: 0.1414590 Jul 27 21:32:24.075004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:24.075344 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:24.075682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:24.080578 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-305f18f8-86ac-4f3d-8166-7af900207af0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/quotas/089dfa06666549ef86ff31634b0bedcf HTTP/1.1" status: 200 len: 375 time: 0.0189462 Jul 27 21:32:24.081531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:24.081862 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:24.082274 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 3 to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 Jul 27 21:32:24.105242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:24.105584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:24.105923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:24.129741 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:24.129987 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:24.131657 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 4 to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 Jul 27 21:32:24.148301 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:24.148650 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:24.149004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:24.157274 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:24.157607 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:24.160728 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 5 to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 Jul 27 21:32:24.176457 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:24.176791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:24.177125 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:24.188406 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-ed614bd2-0824-47d9-9553-7eaa6799dae2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965672 Jul 27 21:32:24.190421 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:24.190748 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:24.191131 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 6 to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 Jul 27 21:32:24.216029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:24.216365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:24.216798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:24.254304 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:24.254649 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:24.256398 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 7 to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 Jul 27 21:32:24.276874 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:24.277215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:24.277553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:24.289869 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:24.290197 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:24.291969 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 8 to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 Jul 27 21:32:24.315743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:24.316087 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:24.316427 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:24.324065 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-2347a1f7-9cb9-4c29-b59c-ea6b40db44a4 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233819 Jul 27 21:32:24.325041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:24.325370 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:24.325757 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 9 to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 Jul 27 21:32:24.354393 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:24.354738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:24.355087 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:24.389817 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:24.390077 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:24.391828 n-d-764806-9 neutron-server[105579]: INFO neutron.plugins.ml2.plugin [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 10 to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 Jul 27 21:32:24.410147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:24.410508 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105579) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:24.410861 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:24.423567 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 1acd1cc3-60ed-4724-802b-64d1f9542412 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105579) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:24.423897 n-d-764806-9 neutron-server[105579]: ERROR neutron.plugins.ml2.managers [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 1acd1cc3-60ed-4724-802b-64d1f9542412 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:24.424270 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:24.472951 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-738e4bed-93d3-41e7-a56a-69f424f20ad7 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385481 Jul 27 21:32:24.503717 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] For port 1acd1cc3-60ed-4724-802b-64d1f9542412, host n-h1-764806-9, cleared binding levels {{(pid=105579) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:32:24.504079 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempted to set empty binding levels {{(pid=105579) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 21:32:24.509217 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:24.541519 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:24.542076 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:24.562770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Pushing event updated for resources: {'Port': ['ID=1acd1cc3-60ed-4724-802b-64d1f9542412,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:24.568656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52962) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:24.569189 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7e0cbd6c-faf0-424a-b548-99d54e6fef8b tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.1841900 Jul 27 21:32:24.664566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-54f59fa3-6246-48b6-bc9a-fb5476cc2dea tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Deleting port 1acd1cc3-60ed-4724-802b-64d1f9542412 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:24.665300 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-54f59fa3-6246-48b6-bc9a-fb5476cc2dea tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:24.734914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-54f59fa3-6246-48b6-bc9a-fb5476cc2dea tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] For port 1acd1cc3-60ed-4724-802b-64d1f9542412, host n-h1-764806-9, got binding levels [] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:24.735398 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-54f59fa3-6246-48b6-bc9a-fb5476cc2dea tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:24.749543 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-54f59fa3-6246-48b6-bc9a-fb5476cc2dea tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Calling delete_port for 1acd1cc3-60ed-4724-802b-64d1f9542412 owned by {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:24.791993 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5c461c4-eadf-4e12-88a1-4971baf58e3a req-aa02ba8a-f04a-4684-a02c-13b24d22a471 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 210 time: 0.0355425 Jul 27 21:32:24.842036 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-54f59fa3-6246-48b6-bc9a-fb5476cc2dea tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:24.869962 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f59fa3-6246-48b6-bc9a-fb5476cc2dea tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Pushing event deleted for resources: {'Port': ['ID=1acd1cc3-60ed-4724-802b-64d1f9542412,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:24.877264 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-54f59fa3-6246-48b6-bc9a-fb5476cc2dea tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:24.879302 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-54f59fa3-6246-48b6-bc9a-fb5476cc2dea tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] 10.222.0.55 "DELETE /v2.0/ports/1acd1cc3-60ed-4724-802b-64d1f9542412 HTTP/1.1" status: 204 len: 168 time: 0.3091061 Jul 27 21:32:24.882172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52976) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:24.909908 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aeda0a9-f633-42d0-a327-a4c944ac893c tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] GET failed (client error): The resource could not be found. Jul 27 21:32:24.911881 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3aeda0a9-f633-42d0-a327-a4c944ac893c tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] 10.222.0.55 "GET /v2.0/ports/1acd1cc3-60ed-4724-802b-64d1f9542412 HTTP/1.1" status: 404 len: 333 time: 0.0282726 Jul 27 21:32:24.916380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52978) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:24.926880 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-403d3af9-6284-4101-90f6-c5026dbfd539 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Request body: {'port': {'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-27982570'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:24.948077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403d3af9-6284-4101-90f6-c5026dbfd539 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Made reservation on behalf of af94ef0464194d1c8349b8ec87cee3f9 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:24.950439 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-403d3af9-6284-4101-90f6-c5026dbfd539 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:24.967772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-403d3af9-6284-4101-90f6-c5026dbfd539 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] device_id is not set on port 3a2c696c-3b0b-4550-b341-480989830790 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:32:25.140377 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-403d3af9-6284-4101-90f6-c5026dbfd539 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:25.180332 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-403d3af9-6284-4101-90f6-c5026dbfd539 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:25.221093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403d3af9-6284-4101-90f6-c5026dbfd539 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Network 220b0236-beab-4b2a-a8eb-db337bc9291e is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:25.227921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-403d3af9-6284-4101-90f6-c5026dbfd539 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:25.232112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d3af9-6284-4101-90f6-c5026dbfd539 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:25.233055 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403d3af9-6284-4101-90f6-c5026dbfd539 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:25.233671 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-403d3af9-6284-4101-90f6-c5026dbfd539 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:25.239579 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d3af9-6284-4101-90f6-c5026dbfd539 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Pushing event updated for resources: {'Port': ['ID=3a2c696c-3b0b-4550-b341-480989830790,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:25.253519 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-403d3af9-6284-4101-90f6-c5026dbfd539 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.3360839 Jul 27 21:32:25.256070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52982) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:25.261486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:25.343632 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:25.516410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] device_id is not set on port 3a2c696c-3b0b-4550-b341-480989830790 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:32:25.524977 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:25.540288 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Transition to ACTIVE for port object 3a2c696c-3b0b-4550-b341-480989830790 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:25.543288 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:25.593539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Pushing event updated for resources: {'Port': ['ID=3a2c696c-3b0b-4550-b341-480989830790,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:25.627966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:25.628306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:25.628645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:25.664933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:25.665366 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:25.667564 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 2 to bind port 3a2c696c-3b0b-4550-b341-480989830790 Jul 27 21:32:25.690530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:25.690873 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:25.691212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:25.706106 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:25.706465 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:25.708563 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 3 to bind port 3a2c696c-3b0b-4550-b341-480989830790 Jul 27 21:32:25.732855 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:25.733197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:25.733537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:25.746171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-c37cbd0f-4f95-44ef-a9be-daaa90128ba6 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:25.748044 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-c37cbd0f-4f95-44ef-a9be-daaa90128ba6 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 812 time: 0.1427507 Jul 27 21:32:25.748796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:25.749202 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:25.749544 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 4 to bind port 3a2c696c-3b0b-4550-b341-480989830790 Jul 27 21:32:25.776339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:25.776599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:25.776940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:25.784377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:25.784712 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:25.785286 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 5 to bind port 3a2c696c-3b0b-4550-b341-480989830790 Jul 27 21:32:25.809612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:25.809949 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:25.810318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:25.816794 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-bd9cd8ae-ed05-4c23-8d36-5498a545dabd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=089dfa06666549ef86ff31634b0bedcf HTTP/1.1" status: 200 len: 380 time: 0.0569394 Jul 27 21:32:25.818935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:25.819316 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:25.819831 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 6 to bind port 3a2c696c-3b0b-4550-b341-480989830790 Jul 27 21:32:25.828133 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-58679bf9-2abc-4ddc-b4d2-ca656a3d8190 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Request body: {'port': {'device_id': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'admin_state_up': True, 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'security_groups': ['698a103e-77c5-47cb-9d43-bcae282f535c']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:25.881318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:25.881670 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:25.882171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:25.890503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:25.890709 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:25.894898 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 7 to bind port 3a2c696c-3b0b-4550-b341-480989830790 Jul 27 21:32:25.910137 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7fdffc1e-6a04-4465-80a0-cbc8737c77a6 req-67867ab5-cde9-4d05-a864-0f00514a6081 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 210 time: 0.0353980 Jul 27 21:32:25.917356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:25.917697 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:25.918032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:25.931138 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:25.931470 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:25.934113 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 8 to bind port 3a2c696c-3b0b-4550-b341-480989830790 Jul 27 21:32:25.957329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:25.957656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:25.958045 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:25.967711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:25.968049 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:25.969834 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 9 to bind port 3a2c696c-3b0b-4550-b341-480989830790 Jul 27 21:32:25.995789 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:25.997769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:25.997769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:26.003538 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:26.003882 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:26.004532 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 10 to bind port 3a2c696c-3b0b-4550-b341-480989830790 Jul 27 21:32:26.009344 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-58679bf9-2abc-4ddc-b4d2-ca656a3d8190 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Made reservation on behalf of 089dfa06666549ef86ff31634b0bedcf for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:26.012809 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-58679bf9-2abc-4ddc-b4d2-ca656a3d8190 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:26.031059 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:26.031260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:26.031590 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:26.041406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:26.041740 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 3a2c696c-3b0b-4550-b341-480989830790 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:26.042108 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:26.199028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] For port 3a2c696c-3b0b-4550-b341-480989830790, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:32:26.199387 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempted to set empty binding levels {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 21:32:26.205772 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:26.243891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-58679bf9-2abc-4ddc-b4d2-ca656a3d8190 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Allocated IP 172.20.0.9 (9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0/4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21/5c3f7450-67cf-482e-85cc-9d08abda989e) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:32:26.248259 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] In _notify_port_updated(), no bound segment for port 3a2c696c-3b0b-4550-b341-480989830790 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:32:26.249158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.249758 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:26.253828 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] 10.222.0.55 "PUT /v2.0/ports/3a2c696c-3b0b-4550-b341-480989830790 HTTP/1.1" status: 200 len: 973 time: 0.9941134 Jul 27 21:32:26.253936 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52986) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:26.274282 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0d7b0-ea15-4c74-9f08-3c7782c73a4e tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Pushing event updated for resources: {'Port': ['ID=3a2c696c-3b0b-4550-b341-480989830790,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:26.379114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.379611 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.380090 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.380564 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.381250 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.382271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.382911 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.383563 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.384070 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.384721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.385196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.385666 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.386133 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.386766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.387247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.387716 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.388182 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.391134 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a6d1b9a2-9c1d-486c-a6a7-769408a4f2b1 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15366 time: 0.1360750 Jul 27 21:32:26.394584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52988) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:26.426815 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-58679bf9-2abc-4ddc-b4d2-ca656a3d8190 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:26.443367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-58679bf9-2abc-4ddc-b4d2-ca656a3d8190 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Transition to ACTIVE for port object 5c3f7450-67cf-482e-85cc-9d08abda989e will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:26.480760 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-58679bf9-2abc-4ddc-b4d2-ca656a3d8190 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:26.486354 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-8b610975-f523-417e-abf7-a4c445306f58 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Deleting port 3a2c696c-3b0b-4550-b341-480989830790 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:26.486713 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8b610975-f523-417e-abf7-a4c445306f58 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:26.529587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-58679bf9-2abc-4ddc-b4d2-ca656a3d8190 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:26.532798 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-58679bf9-2abc-4ddc-b4d2-ca656a3d8190 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:26.545716 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-58679bf9-2abc-4ddc-b4d2-ca656a3d8190 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:26.549999 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58679bf9-2abc-4ddc-b4d2-ca656a3d8190 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'Port': ['ID=5c3f7450-67cf-482e-85cc-9d08abda989e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:26.567474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-8b610975-f523-417e-abf7-a4c445306f58 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] For port 3a2c696c-3b0b-4550-b341-480989830790, host n-h1-764806-9, got binding levels [] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:26.567978 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8b610975-f523-417e-abf7-a4c445306f58 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:26.586761 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-8b610975-f523-417e-abf7-a4c445306f58 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Calling delete_port for 3a2c696c-3b0b-4550-b341-480989830790 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:26.599040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-58679bf9-2abc-4ddc-b4d2-ca656a3d8190 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:26.599861 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-58679bf9-2abc-4ddc-b4d2-ca656a3d8190 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:26.617581 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-58679bf9-2abc-4ddc-b4d2-ca656a3d8190 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7942071 Jul 27 21:32:26.631268 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Request body: {'port': {'device_id': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:26.681942 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8b610975-f523-417e-abf7-a4c445306f58 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:26.720257 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b610975-f523-417e-abf7-a4c445306f58 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a2c696c-3b0b-4550-b341-480989830790,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:26.727126 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8b610975-f523-417e-abf7-a4c445306f58 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:26.729131 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8b610975-f523-417e-abf7-a4c445306f58 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] 10.222.0.55 "DELETE /v2.0/ports/3a2c696c-3b0b-4550-b341-480989830790 HTTP/1.1" status: 204 len: 168 time: 0.3334215 Jul 27 21:32:26.732233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52990) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:26.733031 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:26.771817 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c12b85-b0c9-44d0-81b4-9baf0eeaeb82 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] GET failed (client error): The resource could not be found. Jul 27 21:32:26.774265 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d1c12b85-b0c9-44d0-81b4-9baf0eeaeb82 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] 10.222.0.55 "GET /v2.0/ports/3a2c696c-3b0b-4550-b341-480989830790 HTTP/1.1" status: 404 len: 333 time: 0.0388627 Jul 27 21:32:26.777869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 52992) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:26.782920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-bc773db0-3496-41b9-a9a2-0bbea5d993c7 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1411185514', 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:26.809041 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a00567bb-4b8b-41c2-af9f-5621ef4df437 None None] Provisioning for port 5c3f7450-67cf-482e-85cc-9d08abda989e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:26.814168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a00567bb-4b8b-41c2-af9f-5621ef4df437 None None] Provisioning complete for port 5c3f7450-67cf-482e-85cc-9d08abda989e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:26.814641 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a00567bb-4b8b-41c2-af9f-5621ef4df437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:26.842945 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc773db0-3496-41b9-a9a2-0bbea5d993c7 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Made reservation on behalf of af94ef0464194d1c8349b8ec87cee3f9 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:26.844946 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc773db0-3496-41b9-a9a2-0bbea5d993c7 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:26.853111 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a00567bb-4b8b-41c2-af9f-5621ef4df437 None None] Port 5c3f7450-67cf-482e-85cc-9d08abda989e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:32:26.911329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-bc773db0-3496-41b9-a9a2-0bbea5d993c7 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] device_id is not set on port e5936568-201b-4c70-b597-14f08c9e9542 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:32:27.080908 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01079d-b4e7-4ebe-bee9-2b1f14527227 req-a67525a0-a627-4715-ab91-aaa5c28523c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:27.087197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a01079d-b4e7-4ebe-bee9-2b1f14527227 req-a67525a0-a627-4715-ab91-aaa5c28523c8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 931 time: 0.0826201 Jul 27 21:32:27.125228 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a01079d-b4e7-4ebe-bee9-2b1f14527227 req-2e871d96-814a-418e-ba38-fa8ccd0fca41 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356972 Jul 27 21:32:27.212603 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc773db0-3496-41b9-a9a2-0bbea5d993c7 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:27.257771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3f7450-67cf-482e-85cc-9d08abda989e {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:32:27.267296 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:27.290084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Transition to ACTIVE for port object 5c3f7450-67cf-482e-85cc-9d08abda989e will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:27.295437 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:27.324172 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc773db0-3496-41b9-a9a2-0bbea5d993c7 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:27.363096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc773db0-3496-41b9-a9a2-0bbea5d993c7 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Network 220b0236-beab-4b2a-a8eb-db337bc9291e is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:27.366667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Pushing event updated for resources: {'Port': ['ID=5c3f7450-67cf-482e-85cc-9d08abda989e,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:27.373069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-bc773db0-3496-41b9-a9a2-0bbea5d993c7 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:27.393128 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc773db0-3496-41b9-a9a2-0bbea5d993c7 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:27.394092 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc773db0-3496-41b9-a9a2-0bbea5d993c7 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:27.394715 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc773db0-3496-41b9-a9a2-0bbea5d993c7 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:27.470140 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bc773db0-3496-41b9-a9a2-0bbea5d993c7 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6888101 Jul 27 21:32:27.470507 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52996) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:27.475254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc773db0-3496-41b9-a9a2-0bbea5d993c7 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Pushing event updated for resources: {'Port': ['ID=e5936568-201b-4c70-b597-14f08c9e9542,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:27.516665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Attempting to bind port 5c3f7450-67cf-482e-85cc-9d08abda989e on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:27.517164 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Attempting to bind port 5c3f7450-67cf-482e-85cc-9d08abda989e by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:27.517589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Attempting to bind port 5c3f7450-67cf-482e-85cc-9d08abda989e on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:27.524210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Port 5c3f7450-67cf-482e-85cc-9d08abda989e on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:27.524668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Attempting to bind port 5c3f7450-67cf-482e-85cc-9d08abda989e on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:27.526142 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f2e2ce-20dc-468d-b658-e62deb5c9fb9 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:27.529842 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-49f2e2ce-20dc-468d-b658-e62deb5c9fb9 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] 10.222.0.55 "GET /v2.0/ports/e5936568-201b-4c70-b597-14f08c9e9542 HTTP/1.1" status: 200 len: 955 time: 0.0566404 Jul 27 21:32:27.531289 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 52998) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:27.534462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:32:27.535100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Checking segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:32:27.535594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Bound using segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:32:27.536119 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Bound port: 5c3f7450-67cf-482e-85cc-9d08abda989e, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:32:27.536572 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:27.611146 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] For port 5c3f7450-67cf-482e-85cc-9d08abda989e, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:32:27.614367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] For port 5c3f7450-67cf-482e-85cc-9d08abda989e, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5c3f7450-67cf-482e-85cc-9d08abda989e,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:32:27.619359 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:27.633064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0c988-d00f-49cf-bbfd-88b8d08ece0c tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Deleting port e5936568-201b-4c70-b597-14f08c9e9542 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:27.633499 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c3e0c988-d00f-49cf-bbfd-88b8d08ece0c tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:27.652116 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:27.652876 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:27.654313 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] 10.222.0.20 "PUT /v2.0/ports/5c3f7450-67cf-482e-85cc-9d08abda989e HTTP/1.1" status: 200 len: 1091 time: 1.0285616 Jul 27 21:32:27.657058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'tag': '5c3f7450-67cf-482e-85cc-9d08abda989e'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:32:27.660444 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1af07a8-2f98-46a8-8011-4b4ea9d0a4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cc14c6-1a3f-46d0-8d55-00835e89d0a2", "tag": "5c3f7450-67cf-482e-85cc-9d08abda989e"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:32:27.755151 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c3e0c988-d00f-49cf-bbfd-88b8d08ece0c tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:27.777245 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0c988-d00f-49cf-bbfd-88b8d08ece0c tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Calling delete_port for e5936568-201b-4c70-b597-14f08c9e9542 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:27.880547 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c3e0c988-d00f-49cf-bbfd-88b8d08ece0c tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:27.917713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0c988-d00f-49cf-bbfd-88b8d08ece0c tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5936568-201b-4c70-b597-14f08c9e9542,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:27.924914 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c3e0c988-d00f-49cf-bbfd-88b8d08ece0c tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:27.927213 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c3e0c988-d00f-49cf-bbfd-88b8d08ece0c tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] 10.222.0.55 "DELETE /v2.0/ports/e5936568-201b-4c70-b597-14f08c9e9542 HTTP/1.1" status: 204 len: 168 time: 0.3943613 Jul 27 21:32:27.930603 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:32:27.931217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53002) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:27.959486 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a483b45-39ba-4be6-8c8a-bc85d84e83e8 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] GET failed (client error): The resource could not be found. Jul 27 21:32:27.961831 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6a483b45-39ba-4be6-8c8a-bc85d84e83e8 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] 10.222.0.55 "GET /v2.0/ports/e5936568-201b-4c70-b597-14f08c9e9542 HTTP/1.1" status: 404 len: 333 time: 0.0295899 Jul 27 21:32:27.965646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53004) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:27.970960 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-eefdcd5e-7f96-4df5-a71f-2b6f9b159565 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Request body: {'port': {'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-613033959'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:27.996385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefdcd5e-7f96-4df5-a71f-2b6f9b159565 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Made reservation on behalf of af94ef0464194d1c8349b8ec87cee3f9 for: {'port': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:27.999056 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eefdcd5e-7f96-4df5-a71f-2b6f9b159565 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:28.016488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [None req-eefdcd5e-7f96-4df5-a71f-2b6f9b159565 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] device_id is not set on port 32cfca8c-addd-464b-9567-d3e62dac3158 yet. {{(pid=105579) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:32:28.076107 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45baf94-d5ce-4ada-9a47-a3343b7ef564 x-openstack-request-id: req-c45baf94-d5ce-4ada-9a47-a3343b7ef564 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:32:28.076501 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cc14c6-1a3f-46d0-8d55-00835e89d0a2", "tag": "5c3f7450-67cf-482e-85cc-9d08abda989e", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:32:28.076625 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c45baf94-d5ce-4ada-9a47-a3343b7ef564 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:32:28.077020 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'tag': '5c3f7450-67cf-482e-85cc-9d08abda989e', 'status': 'completed', 'code': 200} Jul 27 21:32:28.083163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f590af-3db2-4f2f-ab6c-dbcdcf059e1c service neutron] Pushing event updated for resources: {'Port': ['ID=5c3f7450-67cf-482e-85cc-9d08abda989e,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:28.110925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-1667f592-2e49-4456-accb-02774b375ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:28.112415 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-1667f592-2e49-4456-accb-02774b375ebd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 1094 time: 0.4053128 Jul 27 21:32:28.157510 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-fc39898e-9217-44a4-9ded-52409de5df25 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c3f7450-67cf-482e-85cc-9d08abda989e HTTP/1.1" status: 200 len: 217 time: 0.0364289 Jul 27 21:32:28.193471 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eefdcd5e-7f96-4df5-a71f-2b6f9b159565 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:28.214147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-e5ff12df-e70b-410b-8ac0-337f803b0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:28.215755 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-e5ff12df-e70b-410b-8ac0-337f803b0bc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0510254 Jul 27 21:32:28.276221 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eefdcd5e-7f96-4df5-a71f-2b6f9b159565 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:28.298058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-729ffe52-8cd5-4ed8-bc1b-4bed2892d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:28.299884 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-729ffe52-8cd5-4ed8-bc1b-4bed2892d06b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723624 Jul 27 21:32:28.334683 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefdcd5e-7f96-4df5-a71f-2b6f9b159565 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Network 220b0236-beab-4b2a-a8eb-db337bc9291e is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:28.350063 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b52ef3-b66e-4b09-9a67-70bced1bb7c7 req-c0aa1673-99be-428c-ae1f-60dde5591ba4 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:28.351953 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71b52ef3-b66e-4b09-9a67-70bced1bb7c7 req-c0aa1673-99be-428c-ae1f-60dde5591ba4 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 943 time: 0.1435847 Jul 27 21:32:28.352839 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-eefdcd5e-7f96-4df5-a71f-2b6f9b159565 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:28.358573 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefdcd5e-7f96-4df5-a71f-2b6f9b159565 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:28.360261 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefdcd5e-7f96-4df5-a71f-2b6f9b159565 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:28.361081 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eefdcd5e-7f96-4df5-a71f-2b6f9b159565 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:28.373314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdcd5e-7f96-4df5-a71f-2b6f9b159565 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Pushing event updated for resources: {'Port': ['ID=32cfca8c-addd-464b-9567-d3e62dac3158,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:28.399028 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-eefdcd5e-7f96-4df5-a71f-2b6f9b159565 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4291658 Jul 27 21:32:28.402625 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53008) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:28.408522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:28.409986 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71b52ef3-b66e-4b09-9a67-70bced1bb7c7 req-265dc7ae-9626-484f-9583-78761f033dda tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462890 Jul 27 21:32:28.438952 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-79bc9d07-3e9b-419c-8f76-07ed7a3052d9 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318045 Jul 27 21:32:28.554967 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:28.605971 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bbdb1462-c32e-4a52-9cb6-b9bf7ab8b234 req-77c52a2d-8f02-40fc-af45-c253f1ef172b service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598873 Jul 27 21:32:28.782877 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af07a8-2f98-46a8-8011-4b4ea9d0a4ee req-2acedcd9-2700-43f5-b302-7d1ff5e6363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:28.784294 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d1af07a8-2f98-46a8-8011-4b4ea9d0a4ee req-2acedcd9-2700-43f5-b302-7d1ff5e6363f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 1094 time: 0.1200066 Jul 27 21:32:28.804042 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] device_id is not set on port 32cfca8c-addd-464b-9567-d3e62dac3158 yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:32:28.820708 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:28.867563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Transition to ACTIVE for port object 32cfca8c-addd-464b-9567-d3e62dac3158 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:28.872508 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:28.956072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Pushing event updated for resources: {'Port': ['ID=32cfca8c-addd-464b-9567-d3e62dac3158,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:28.963033 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af07a8-2f98-46a8-8011-4b4ea9d0a4ee req-23a0a3c6-d62d-4654-85e1-d0a77c0c1da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:28.964547 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d1af07a8-2f98-46a8-8011-4b4ea9d0a4ee req-23a0a3c6-d62d-4654-85e1-d0a77c0c1da2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.1703081 Jul 27 21:32:28.983351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:28.983731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:28.983967 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:29.014234 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d1af07a8-2f98-46a8-8011-4b4ea9d0a4ee req-e7e2057f-f600-474a-ab80-296a45dc0dd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c3f7450-67cf-482e-85cc-9d08abda989e HTTP/1.1" status: 200 len: 217 time: 0.0406835 Jul 27 21:32:29.014944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:29.015274 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:29.015666 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 2 to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 Jul 27 21:32:29.036971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:29.037310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:29.037648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:29.063398 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:29.063738 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:29.067252 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 3 to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 Jul 27 21:32:29.088129 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af07a8-2f98-46a8-8011-4b4ea9d0a4ee req-107d9320-1d86-4eb5-a6ff-e2d89a661b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:29.089633 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d1af07a8-2f98-46a8-8011-4b4ea9d0a4ee req-107d9320-1d86-4eb5-a6ff-e2d89a661b61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0644176 Jul 27 21:32:29.090522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:29.090861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:29.091193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:29.096130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:29.096459 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:29.098073 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 4 to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 Jul 27 21:32:29.142498 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:29.142843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:29.143187 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:29.151983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:29.152314 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:29.153308 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 5 to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 Jul 27 21:32:29.170464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:29.170802 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:29.171140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:29.182449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:29.182786 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:29.185536 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 6 to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 Jul 27 21:32:29.191646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af07a8-2f98-46a8-8011-4b4ea9d0a4ee req-b34219b1-7b59-450a-ab8b-bbcfd5df65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:29.193164 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d1af07a8-2f98-46a8-8011-4b4ea9d0a4ee req-b34219b1-7b59-450a-ab8b-bbcfd5df65e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958462 Jul 27 21:32:29.220364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:29.220856 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:29.221196 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:29.254311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:29.254657 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:29.257228 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 7 to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 Jul 27 21:32:29.279371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:29.279710 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:29.280050 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:29.293753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:29.294093 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:29.296007 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 8 to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 Jul 27 21:32:29.321992 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d1af07a8-2f98-46a8-8011-4b4ea9d0a4ee req-0e5ba628-8d62-445d-81bb-cd7e44f967b9 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209986 Jul 27 21:32:29.322927 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:29.323265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:29.323604 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:29.328219 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:29.328555 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:29.330122 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 9 to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 Jul 27 21:32:29.387189 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:29.387432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:29.387774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:29.398911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:29.399241 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:29.401107 n-d-764806-9 neutron-server[105580]: INFO neutron.plugins.ml2.plugin [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempt 10 to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 Jul 27 21:32:29.423305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:29.423653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:29.424001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempting to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:29.432236 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:32:29.432574 n-d-764806-9 neutron-server[105580]: ERROR neutron.plugins.ml2.managers [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Failed to bind port 32cfca8c-addd-464b-9567-d3e62dac3158 on host n-h1-764806-9 for vnic_type normal using segments [{'id': 'b913e28e-f8ca-462e-9925-5c69f304e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '220b0236-beab-4b2a-a8eb-db337bc9291e'}] Jul 27 21:32:29.432948 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:29.460524 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d1af07a8-2f98-46a8-8011-4b4ea9d0a4ee req-760a089a-9071-45a4-8fad-47fa0ed9a392 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304991 Jul 27 21:32:29.513514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] For port 32cfca8c-addd-464b-9567-d3e62dac3158, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:32:29.513884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attempted to set empty binding levels {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 27 21:32:29.518757 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:29.557781 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] In _notify_port_updated(), no bound segment for port 32cfca8c-addd-464b-9567-d3e62dac3158 on network 220b0236-beab-4b2a-a8eb-db337bc9291e {{(pid=105580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 27 21:32:29.558675 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:29.559054 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4b88c-3213-4cd8-a4eb-74ec1eb162b7 req-260a01c2-7891-40a1-944a-b816f5179cf5 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:29.559550 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:29.560588 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] 10.222.0.55 "PUT /v2.0/ports/32cfca8c-addd-464b-9567-d3e62dac3158 HTTP/1.1" status: 200 len: 974 time: 1.1575017 Jul 27 21:32:29.563000 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9d4b88c-3213-4cd8-a4eb-74ec1eb162b7 req-260a01c2-7891-40a1-944a-b816f5179cf5 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 943 time: 0.0737319 Jul 27 21:32:29.563687 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53012) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:29.584056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5725a8-c8f0-46b5-8c65-cec7a390d696 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Pushing event updated for resources: {'Port': ['ID=32cfca8c-addd-464b-9567-d3e62dac3158,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:29.656187 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9d4b88c-3213-4cd8-a4eb-74ec1eb162b7 req-2204ef6a-e31d-4420-ab4b-d49ff9a73721 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830245 Jul 27 21:32:29.691762 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4c55ab36-b941-4ac4-9c33-4e40f2a8d360 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Deleting port 32cfca8c-addd-464b-9567-d3e62dac3158 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:29.692114 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c55ab36-b941-4ac4-9c33-4e40f2a8d360 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:29.757404 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-4c55ab36-b941-4ac4-9c33-4e40f2a8d360 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] For port 32cfca8c-addd-464b-9567-d3e62dac3158, host n-h1-764806-9, got binding levels [] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:29.757776 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c55ab36-b941-4ac4-9c33-4e40f2a8d360 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:29.770993 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4c55ab36-b941-4ac4-9c33-4e40f2a8d360 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Calling delete_port for 32cfca8c-addd-464b-9567-d3e62dac3158 owned by {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:29.861809 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c55ab36-b941-4ac4-9c33-4e40f2a8d360 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:29.889955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55ab36-b941-4ac4-9c33-4e40f2a8d360 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Pushing event deleted for resources: {'Port': ['ID=32cfca8c-addd-464b-9567-d3e62dac3158,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:29.895442 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c55ab36-b941-4ac4-9c33-4e40f2a8d360 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:29.901057 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4c55ab36-b941-4ac4-9c33-4e40f2a8d360 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] 10.222.0.55 "DELETE /v2.0/ports/32cfca8c-addd-464b-9567-d3e62dac3158 HTTP/1.1" status: 204 len: 168 time: 0.3328316 Jul 27 21:32:29.901498 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53014) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:29.931254 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96d326a-eb12-4c67-9afa-16e7fa063075 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] GET failed (client error): The resource could not be found. Jul 27 21:32:29.934258 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a96d326a-eb12-4c67-9afa-16e7fa063075 tempest-PortsAdminExtendedAttrsTestJSON-1690428612 tempest-PortsAdminExtendedAttrsTestJSON-1690428612-project-admin] 10.222.0.55 "GET /v2.0/ports/32cfca8c-addd-464b-9567-d3e62dac3158 HTTP/1.1" status: 404 len: 333 time: 0.0302601 Jul 27 21:32:29.937014 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53016) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:30.016216 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3755bf51-4a90-4d8d-977b-0cdac4bbccac tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:30.118093 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3755bf51-4a90-4d8d-977b-0cdac4bbccac tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:30.128589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-3755bf51-4a90-4d8d-977b-0cdac4bbccac tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220b0236-beab-4b2a-a8eb-db337bc9291e']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:30.140401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-3755bf51-4a90-4d8d-977b-0cdac4bbccac tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b913e28e-f8ca-462e-9925-5c69f304e74a') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:30.140702 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-3755bf51-4a90-4d8d-977b-0cdac4bbccac tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b913e28e-f8ca-462e-9925-5c69f304e74a') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:30.150974 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3755bf51-4a90-4d8d-977b-0cdac4bbccac tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:30.165593 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3755bf51-4a90-4d8d-977b-0cdac4bbccac tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:30.172652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3755bf51-4a90-4d8d-977b-0cdac4bbccac tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:32:30.172986 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3755bf51-4a90-4d8d-977b-0cdac4bbccac tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:32:30.176236 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:32:30.241649 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3755bf51-4a90-4d8d-977b-0cdac4bbccac tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:30.249053 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3755bf51-4a90-4d8d-977b-0cdac4bbccac tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:30.251092 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3755bf51-4a90-4d8d-977b-0cdac4bbccac tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] 10.222.0.55 "DELETE /v2.0/networks/220b0236-beab-4b2a-a8eb-db337bc9291e HTTP/1.1" status: 204 len: 168 time: 0.3131227 Jul 27 21:32:30.264420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755bf51-4a90-4d8d-977b-0cdac4bbccac tempest-PortsAdminExtendedAttrsTestJSON-113626529 tempest-PortsAdminExtendedAttrsTestJSON-113626529-project] Pushing event deleted for resources: {'Network': ['ID=220b0236-beab-4b2a-a8eb-db337bc9291e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:30.497543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53022) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:30.635054 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8301e092-bfa2-4a97-b507-6e0a56fd6405 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a2a8ee05eae43ac9c95218d8bc1d7fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362817 Jul 27 21:32:30.637478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53026) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:30.685829 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a66d2a17-c792-4c2a-92bd-bd8508534b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:30.707480 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a66d2a17-c792-4c2a-92bd-bd8508534b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:30.791254 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a66d2a17-c792-4c2a-92bd-bd8508534b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:30.793788 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a66d2a17-c792-4c2a-92bd-bd8508534b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:30.794950 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a66d2a17-c792-4c2a-92bd-bd8508534b80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc955ff0-32b8-41f2-9aca-b8491ef9939d HTTP/1.1" status: 204 len: 168 time: 0.1565776 Jul 27 21:32:30.807154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d2a17-c792-4c2a-92bd-bd8508534b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc955ff0-32b8-41f2-9aca-b8491ef9939d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:30.819209 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c39f4a-a39b-4c2f-aa4c-255fa39f4838 req-224085a9-f0b9-40be-82fc-6d930818eb2f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:30.820928 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34c39f4a-a39b-4c2f-aa4c-255fa39f4838 req-224085a9-f0b9-40be-82fc-6d930818eb2f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 943 time: 0.0954177 Jul 27 21:32:30.864051 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34c39f4a-a39b-4c2f-aa4c-255fa39f4838 req-76e4790a-51d9-448a-8df4-faf59e87fcd0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355351 Jul 27 21:32:31.057835 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53034) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:31.097444 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c0718639-a243-4877-a43b-fe79fa037303 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af94ef0464194d1c8349b8ec87cee3f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384352 Jul 27 21:32:31.099817 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53036) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:31.148713 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f17e70e6-c3a2-4211-95bb-41d8f84735bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:31.169596 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f17e70e6-c3a2-4211-95bb-41d8f84735bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:31.215373 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f17e70e6-c3a2-4211-95bb-41d8f84735bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:31.218335 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f17e70e6-c3a2-4211-95bb-41d8f84735bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:31.219762 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f17e70e6-c3a2-4211-95bb-41d8f84735bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/70e17562-91e0-4b91-984b-f70fc6ac0c4d HTTP/1.1" status: 204 len: 168 time: 0.1187510 Jul 27 21:32:31.227746 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e70e6-c3a2-4211-95bb-41d8f84735bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e17562-91e0-4b91-984b-f70fc6ac0c4d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:31.890721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53060) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:31.988399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f7ef9e50-0928-49d3-80a8-dd9730948c2b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1615840306'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:31.998894 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549df60-67cd-4ddc-9245-723f2efb3438 req-50183ccd-9dfb-4511-8397-38dba66fe41c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:32.000375 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c549df60-67cd-4ddc-9245-723f2efb3438 req-50183ccd-9dfb-4511-8397-38dba66fe41c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 943 time: 0.0670803 Jul 27 21:32:32.010474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ef9e50-0928-49d3-80a8-dd9730948c2b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:32.013899 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9e50-0928-49d3-80a8-dd9730948c2b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:32.022684 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9e50-0928-49d3-80a8-dd9730948c2b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:32.040197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c549df60-67cd-4ddc-9245-723f2efb3438 req-2a636e99-a063-49cf-9d6f-f76cc2e3309c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337887 Jul 27 21:32:32.119855 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9e50-0928-49d3-80a8-dd9730948c2b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:32.123530 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9e50-0928-49d3-80a8-dd9730948c2b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:32.146155 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ef9e50-0928-49d3-80a8-dd9730948c2b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:32:32.161481 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef9e50-0928-49d3-80a8-dd9730948c2b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b6420f-2dd2-483c-aed1-708646e814df,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:32.165157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9e50-0928-49d3-80a8-dd9730948c2b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:32.165500 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-f7ef9e50-0928-49d3-80a8-dd9730948c2b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Added segment c0a2b90c-aaf1-44fd-bdb7-d45cff7e6513 of type vlan for network a40707ad-c008-4eb0-b0aa-3aa1c046afe0 Jul 27 21:32:32.206323 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9e50-0928-49d3-80a8-dd9730948c2b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:32.234871 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9e50-0928-49d3-80a8-dd9730948c2b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:32.240486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ef9e50-0928-49d3-80a8-dd9730948c2b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:32.241655 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9e50-0928-49d3-80a8-dd9730948c2b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:32.301640 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f7ef9e50-0928-49d3-80a8-dd9730948c2b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4098017 Jul 27 21:32:32.304688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53064) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:32.309475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-51169637-51c7-4af7-8467-31bc945dbeb2 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1239954144'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:32.325954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef9e50-0928-49d3-80a8-dd9730948c2b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Network': ['ID=a40707ad-c008-4eb0-b0aa-3aa1c046afe0,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:32.339295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51169637-51c7-4af7-8467-31bc945dbeb2 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:32.341128 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network a40707ad-c008-4eb0-b0aa-3aa1c046afe0 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:32:32.342848 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51169637-51c7-4af7-8467-31bc945dbeb2 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:32.367412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51169637-51c7-4af7-8467-31bc945dbeb2 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:32:32.376510 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51169637-51c7-4af7-8467-31bc945dbeb2 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:32.377003 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-51169637-51c7-4af7-8467-31bc945dbeb2 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Added segment 8eb96633-0809-4b73-949a-2e838e7842a2 of type vlan for network b028d94c-9810-453a-bd77-a863adaa4191 Jul 27 21:32:32.417418 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51169637-51c7-4af7-8467-31bc945dbeb2 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:32.445232 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51169637-51c7-4af7-8467-31bc945dbeb2 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:32.451127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51169637-51c7-4af7-8467-31bc945dbeb2 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:32.451708 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-51169637-51c7-4af7-8467-31bc945dbeb2 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:32.511504 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-51169637-51c7-4af7-8467-31bc945dbeb2 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2057168 Jul 27 21:32:32.514647 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53066) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:32.519987 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-593cb008-fe16-404a-9d22-2bdc7664434a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'subnet': {'network_id': 'a40707ad-c008-4eb0-b0aa-3aa1c046afe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:32.522734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51169637-51c7-4af7-8467-31bc945dbeb2 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Network': ['ID=b028d94c-9810-453a-bd77-a863adaa4191,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:32.533586 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network b028d94c-9810-453a-bd77-a863adaa4191 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:32:32.612813 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593cb008-fe16-404a-9d22-2bdc7664434a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:32.617218 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-593cb008-fe16-404a-9d22-2bdc7664434a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:32.720155 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7789e1ba-94e6-410d-86eb-26480e403a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:32.802014 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-593cb008-fe16-404a-9d22-2bdc7664434a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:32.865415 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cb008-fe16-404a-9d22-2bdc7664434a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Subnet': ['ID=4622e1b2-cbf3-40ad-b4cc-84b31584d8df,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:32.876647 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593cb008-fe16-404a-9d22-2bdc7664434a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Checking segment: {'id': 'c0a2b90c-aaf1-44fd-bdb7-d45cff7e6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a40707ad-c008-4eb0-b0aa-3aa1c046afe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:32:32.876996 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593cb008-fe16-404a-9d22-2bdc7664434a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network hostable DHCP agents. Network: a40707ad-c008-4eb0-b0aa-3aa1c046afe0, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:32:32.892618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593cb008-fe16-404a-9d22-2bdc7664434a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network a40707ad-c008-4eb0-b0aa-3aa1c046afe0 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:32:32.901586 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-593cb008-fe16-404a-9d22-2bdc7664434a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, a40707ad-c008-4eb0-b0aa-3aa1c046afe0) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:32.905613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593cb008-fe16-404a-9d22-2bdc7664434a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:32.906201 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-593cb008-fe16-404a-9d22-2bdc7664434a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:32.910333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9686cf-5bb9-4520-b29a-cda4ce4cd6ba None None] Network a40707ad-c008-4eb0-b0aa-3aa1c046afe0 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:32:32.921248 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-593cb008-fe16-404a-9d22-2bdc7664434a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4053705 Jul 27 21:32:32.924290 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53068) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:32.929750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7412e908-4680-4853-a84f-87d282cf52e7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'subnet': {'network_id': 'b028d94c-9810-453a-bd77-a863adaa4191', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:33.022657 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7412e908-4680-4853-a84f-87d282cf52e7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:33.026256 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7412e908-4680-4853-a84f-87d282cf52e7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:33.059962 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-a40707ad-c008-4eb0-b0aa-3aa1c046afe0', 'network_id': 'a40707ad-c008-4eb0-b0aa-3aa1c046afe0', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'fixed_ips': [{'subnet_id': '4622e1b2-cbf3-40ad-b4cc-84b31584d8df'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:32:33.061364 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:33.243294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Allocated IP 2001:db8::2 (a40707ad-c008-4eb0-b0aa-3aa1c046afe0/4622e1b2-cbf3-40ad-b4cc-84b31584d8df/5c8f79e9-9670-47dd-b26e-7ea1545732db) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:32:33.259728 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7412e908-4680-4853-a84f-87d282cf52e7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:33.304682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e0f2f-1349-4b9a-aeab-c7e32aeceeea req-89aa44ce-ada9-432c-8680-13dc9a6a3fa3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:33.306089 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-684e0f2f-1349-4b9a-aeab-c7e32aeceeea req-89aa44ce-ada9-432c-8680-13dc9a6a3fa3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 943 time: 0.1522498 Jul 27 21:32:33.342081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412e908-4680-4853-a84f-87d282cf52e7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Subnet': ['ID=7e77db94-b47b-4592-8ad6-038e31456a73,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:33.373510 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-684e0f2f-1349-4b9a-aeab-c7e32aeceeea req-79e6db35-8596-457d-8bf5-7df3b5e2241d tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607581 Jul 27 21:32:33.374456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412e908-4680-4853-a84f-87d282cf52e7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Checking segment: {'id': '8eb96633-0809-4b73-949a-2e838e7842a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b028d94c-9810-453a-bd77-a863adaa4191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:32:33.374823 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7412e908-4680-4853-a84f-87d282cf52e7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network hostable DHCP agents. Network: b028d94c-9810-453a-bd77-a863adaa4191, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:32:33.396750 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:33.399180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7412e908-4680-4853-a84f-87d282cf52e7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network b028d94c-9810-453a-bd77-a863adaa4191 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:32:33.406684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Transition to ACTIVE for port object 5c8f79e9-9670-47dd-b26e-7ea1545732db will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:33.408372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7412e908-4680-4853-a84f-87d282cf52e7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, b028d94c-9810-453a-bd77-a863adaa4191) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:33.412483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7412e908-4680-4853-a84f-87d282cf52e7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:33.413636 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7412e908-4680-4853-a84f-87d282cf52e7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:33.426762 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767dfbaa-8614-46ae-b294-05cc7aa54a9e None None] Network b028d94c-9810-453a-bd77-a863adaa4191 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:32:33.429597 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7412e908-4680-4853-a84f-87d282cf52e7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5042260 Jul 27 21:32:33.431679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Transition to ACTIVE for port object 5c8f79e9-9670-47dd-b26e-7ea1545732db will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:33.432809 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53072) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:33.437210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-18491d3f-0c80-4a38-9416-9c31d5d8f383 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1762006240', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:33.444027 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:33.460069 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-18491d3f-0c80-4a38-9416-9c31d5d8f383 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:33.461152 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-18491d3f-0c80-4a38-9416-9c31d5d8f383 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:33.515695 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-18491d3f-0c80-4a38-9416-9c31d5d8f383 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:33.516972 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Network a40707ad-c008-4eb0-b0aa-3aa1c046afe0 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:33.519835 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-18491d3f-0c80-4a38-9416-9c31d5d8f383 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:33.526646 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:33.532351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:33.537708 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-18491d3f-0c80-4a38-9416-9c31d5d8f383 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:33.542343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-18491d3f-0c80-4a38-9416-9c31d5d8f383 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1058857 Jul 27 21:32:33.542506 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53074) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:33.697643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Pushing event updated for resources: {'Port': ['ID=5c8f79e9-9670-47dd-b26e-7ea1545732db,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:33.792961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Attempting to bind port 5c8f79e9-9670-47dd-b26e-7ea1545732db on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:33.793330 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Attempting to bind port 5c8f79e9-9670-47dd-b26e-7ea1545732db by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'c0a2b90c-aaf1-44fd-bdb7-d45cff7e6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a40707ad-c008-4eb0-b0aa-3aa1c046afe0'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:33.793695 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Attempting to bind port 5c8f79e9-9670-47dd-b26e-7ea1545732db on network a40707ad-c008-4eb0-b0aa-3aa1c046afe0 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:33.803753 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:32:33.804187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Checking segment: {'id': 'c0a2b90c-aaf1-44fd-bdb7-d45cff7e6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a40707ad-c008-4eb0-b0aa-3aa1c046afe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:32:33.804614 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:33.805007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Bound using segment: {'id': 'c0a2b90c-aaf1-44fd-bdb7-d45cff7e6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a40707ad-c008-4eb0-b0aa-3aa1c046afe0'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:32:33.805473 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Bound port: 5c8f79e9-9670-47dd-b26e-7ea1545732db, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a2b90c-aaf1-44fd-bdb7-d45cff7e6513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a40707ad-c008-4eb0-b0aa-3aa1c046afe0'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:32:33.805855 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:33.862604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-b028d94c-9810-453a-bd77-a863adaa4191', 'network_id': 'b028d94c-9810-453a-bd77-a863adaa4191', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'fixed_ips': [{'subnet_id': '7e77db94-b47b-4592-8ad6-038e31456a73'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:32:33.863445 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:33.957330 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] For port 5c8f79e9-9670-47dd-b26e-7ea1545732db, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:32:33.978632 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] For port 5c8f79e9-9670-47dd-b26e-7ea1545732db, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5c8f79e9-9670-47dd-b26e-7ea1545732db,segment=NetworkSegment(c0a2b90c-aaf1-44fd-bdb7-d45cff7e6513),segment_id=c0a2b90c-aaf1-44fd-bdb7-d45cff7e6513)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:32:33.985905 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:34.071461 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:34.085842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Allocated IP 2001:db8:1::2 (b028d94c-9810-453a-bd77-a863adaa4191/7e77db94-b47b-4592-8ad6-038e31456a73/5c3d8617-337d-498b-a5e4-7bd806317d22) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:32:34.087987 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ca8a4-1074-4309-9205-fc580b626a32 None None] Pushing event updated for resources: {'Port': ['ID=5c8f79e9-9670-47dd-b26e-7ea1545732db,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:34.206981 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:34.287569 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:34.308195 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Transition to ACTIVE for port object 5c3d8617-337d-498b-a5e4-7bd806317d22 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:34.330343 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Transition to ACTIVE for port object 5c3d8617-337d-498b-a5e4-7bd806317d22 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:34.338345 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:34.375428 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Allocated IP 2001:db8::1 (a40707ad-c008-4eb0-b0aa-3aa1c046afe0/4622e1b2-cbf3-40ad-b4cc-84b31584d8df/5c2050bb-6c56-425f-bd09-fe9aa23ad704) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:32:34.393547 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5c8f79e9-9670-47dd-b26e-7ea1545732db up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:32:34.408002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Network b028d94c-9810-453a-bd77-a863adaa4191 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:34.430107 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:34.433922 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:34.441080 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Pushing event updated for resources: {'Port': ['ID=5c3d8617-337d-498b-a5e4-7bd806317d22,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:34.516313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Attempting to bind port 5c3d8617-337d-498b-a5e4-7bd806317d22 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:34.516671 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Attempting to bind port 5c3d8617-337d-498b-a5e4-7bd806317d22 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '8eb96633-0809-4b73-949a-2e838e7842a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b028d94c-9810-453a-bd77-a863adaa4191'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:34.517023 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Attempting to bind port 5c3d8617-337d-498b-a5e4-7bd806317d22 on network b028d94c-9810-453a-bd77-a863adaa4191 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:34.523560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:32:34.523893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Checking segment: {'id': '8eb96633-0809-4b73-949a-2e838e7842a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b028d94c-9810-453a-bd77-a863adaa4191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:32:34.524275 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:34.524701 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Bound using segment: {'id': '8eb96633-0809-4b73-949a-2e838e7842a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b028d94c-9810-453a-bd77-a863adaa4191'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:32:34.525397 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Bound port: 5c3d8617-337d-498b-a5e4-7bd806317d22, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb96633-0809-4b73-949a-2e838e7842a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b028d94c-9810-453a-bd77-a863adaa4191'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:32:34.525729 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:34.535429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 5c8f79e9-9670-47dd-b26e-7ea1545732db completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:34.540478 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:34.565460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dbb5e-2261-4406-9b76-3c554ce2edc9 req-bf54319d-a355-4fdb-bc99-fbfc9f7c5ef9 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:34.566987 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd8dbb5e-2261-4406-9b76-3c554ce2edc9 req-bf54319d-a355-4fdb-bc99-fbfc9f7c5ef9 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 943 time: 0.1190948 Jul 27 21:32:34.567947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Transition to ACTIVE for port object 5c2050bb-6c56-425f-bd09-fe9aa23ad704 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:34.598165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] For port 5c3d8617-337d-498b-a5e4-7bd806317d22, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:32:34.603181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] For port 5c3d8617-337d-498b-a5e4-7bd806317d22, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5c3d8617-337d-498b-a5e4-7bd806317d22,segment=NetworkSegment(8eb96633-0809-4b73-949a-2e838e7842a2),segment_id=8eb96633-0809-4b73-949a-2e838e7842a2)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:32:34.608772 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:34.626469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd8dbb5e-2261-4406-9b76-3c554ce2edc9 req-f7122015-5b82-480d-b6ac-6ce39a08e397 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513365 Jul 27 21:32:34.633838 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:34.667959 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099d1b2-c896-4b01-a0f1-a82703ee5400 None None] Pushing event updated for resources: {'Port': ['ID=5c3d8617-337d-498b-a5e4-7bd806317d22,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:34.686430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network a40707ad-c008-4eb0-b0aa-3aa1c046afe0 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:34.689495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:34.694937 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:34.695454 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:34.698203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=5c2050bb-6c56-425f-bd09-fe9aa23ad704,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:34.843445 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:35.112922 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6307ba-862d-41e7-a855-312c16185981 None None] Network a40707ad-c008-4eb0-b0aa-3aa1c046afe0 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:32:35.142182 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:35.147720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:35.148800 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:35.208576 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eb97045e-a22f-4746-87e8-6bbd0b0f9a29 None None] Provisioning for port 5c8f79e9-9670-47dd-b26e-7ea1545732db completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:35.230075 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eb97045e-a22f-4746-87e8-6bbd0b0f9a29 None None] Provisioning complete for port 5c8f79e9-9670-47dd-b26e-7ea1545732db triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:35.231374 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eb97045e-a22f-4746-87e8-6bbd0b0f9a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:35.239486 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=5c2050bb-6c56-425f-bd09-fe9aa23ad704,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:35.293416 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network a40707ad-c008-4eb0-b0aa-3aa1c046afe0 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:35.294852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:35.362742 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eb97045e-a22f-4746-87e8-6bbd0b0f9a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:35.404931 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4edd1fbf-cf6b-40b1-8536-c54b51b5ed73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:35.415650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-eb97045e-a22f-4746-87e8-6bbd0b0f9a29 None None] For port 5c8f79e9-9670-47dd-b26e-7ea1545732db, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5c8f79e9-9670-47dd-b26e-7ea1545732db,segment=NetworkSegment(c0a2b90c-aaf1-44fd-bdb7-d45cff7e6513),segment_id=c0a2b90c-aaf1-44fd-bdb7-d45cff7e6513)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:35.421422 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eb97045e-a22f-4746-87e8-6bbd0b0f9a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:35.438436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router 4310ac43-f8b2-4324-9e60-c226628befd1 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:32:35.492673 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97045e-a22f-4746-87e8-6bbd0b0f9a29 None None] Pushing event updated for resources: {'Port': ['ID=5c8f79e9-9670-47dd-b26e-7ea1545732db,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:35.500746 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:35.554423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:32:35.562876 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d71b012d-4e5b-488f-8326-bd8553567300 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/4310ac43-f8b2-4324-9e60-c226628befd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0166912 Jul 27 21:32:35.562994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53078) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:35.564164 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb42019-67d4-47bc-9e6a-8b3df5df833b None None] Sync routers for ids ['4310ac43-f8b2-4324-9e60-c226628befd1'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:32:35.579522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb42019-67d4-47bc-9e6a-8b3df5df833b None None] Routers {'4310ac43-f8b2-4324-9e60-c226628befd1'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:35.580475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-deb42019-67d4-47bc-9e6a-8b3df5df833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4310ac43-f8b2-4324-9e60-c226628befd1'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:35.623790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21158a9-c76e-473c-bbe2-6a16fbc7e65b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:35.628130 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e21158a9-c76e-473c-bbe2-6a16fbc7e65b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports/5c2050bb-6c56-425f-bd09-fe9aa23ad704 HTTP/1.1" status: 200 len: 911 time: 0.0616200 Jul 27 21:32:35.628386 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53080) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:35.630534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-deb42019-67d4-47bc-9e6a-8b3df5df833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:35.640013 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb42019-67d4-47bc-9e6a-8b3df5df833b None None] Routers {'4310ac43-f8b2-4324-9e60-c226628befd1'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:35.640624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-deb42019-67d4-47bc-9e6a-8b3df5df833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4310ac43-f8b2-4324-9e60-c226628befd1'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:35.692170 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-deb42019-67d4-47bc-9e6a-8b3df5df833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:35.693040 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb42019-67d4-47bc-9e6a-8b3df5df833b None None] The sync data for ids ['4310ac43-f8b2-4324-9e60-c226628befd1'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:32:35.758710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-aa6618de-b778-4a9c-8112-70fc73fdb847 None None] Provisioning for port 5c2050bb-6c56-425f-bd09-fe9aa23ad704 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:35.764250 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-aa6618de-b778-4a9c-8112-70fc73fdb847 None None] Provisioning complete for port 5c2050bb-6c56-425f-bd09-fe9aa23ad704 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:35.764507 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aa6618de-b778-4a9c-8112-70fc73fdb847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:35.786963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690465ab-d189-429a-94dc-67267070fada None None] Network b028d94c-9810-453a-bd77-a863adaa4191 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:32:35.859358 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-aa6618de-b778-4a9c-8112-70fc73fdb847 None None] Port 5c2050bb-6c56-425f-bd09-fe9aa23ad704 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:32:35.894010 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-aa6618de-b778-4a9c-8112-70fc73fdb847 None None] Provisioning complete for port 5c8f79e9-9670-47dd-b26e-7ea1545732db triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:35.894442 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aa6618de-b778-4a9c-8112-70fc73fdb847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:35.911397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8507f-e418-4a57-b242-32ed0b723052 req-6c4f6f21-ae2a-4ee0-96f9-d893fb43ca89 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:35.912124 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-edd8507f-e418-4a57-b242-32ed0b723052 req-6c4f6f21-ae2a-4ee0-96f9-d893fb43ca89 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 943 time: 0.1859820 Jul 27 21:32:36.035743 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-edd8507f-e418-4a57-b242-32ed0b723052 req-6b9cdafe-3ab7-409b-83cd-308d8e7e8911 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147115 Jul 27 21:32:36.161499 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:36.181634 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-44ae56ed-2eed-4fd7-9341-64944e5c2734 None None] Provisioning complete for port 5c2050bb-6c56-425f-bd09-fe9aa23ad704 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:36.182373 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-44ae56ed-2eed-4fd7-9341-64944e5c2734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:36.249060 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-44ae56ed-2eed-4fd7-9341-64944e5c2734 None None] Port 5c2050bb-6c56-425f-bd09-fe9aa23ad704 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:32:36.280124 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-44ae56ed-2eed-4fd7-9341-64944e5c2734 None None] Provisioning for port 5c3d8617-337d-498b-a5e4-7bd806317d22 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:36.399510 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5c8f79e9-9670-47dd-b26e-7ea1545732db up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:32:36.440222 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f2ab8e87-6621-4955-9573-a8c1782a4f78 None None] Provisioning complete for port 5c2050bb-6c56-425f-bd09-fe9aa23ad704 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:36.441022 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f2ab8e87-6621-4955-9573-a8c1782a4f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:36.486571 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab8e87-6621-4955-9573-a8c1782a4f78 None None] Port 5c2050bb-6c56-425f-bd09-fe9aa23ad704 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:32:36.496229 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5c8f79e9-9670-47dd-b26e-7ea1545732db triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:36.496583 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:36.507413 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Allocated IP 2001:db8:1::1 (b028d94c-9810-453a-bd77-a863adaa4191/7e77db94-b47b-4592-8ad6-038e31456a73/fffd0ec1-a10f-44d6-a025-1e924da53091) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:32:36.583956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5c3d8617-337d-498b-a5e4-7bd806317d22 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:32:36.634324 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 5c3d8617-337d-498b-a5e4-7bd806317d22 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:36.638176 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5c3d8617-337d-498b-a5e4-7bd806317d22 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:36.638643 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:36.642502 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:36.657136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Transition to ACTIVE for port object fffd0ec1-a10f-44d6-a025-1e924da53091 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:36.692144 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:36.719829 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:36.732528 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network b028d94c-9810-453a-bd77-a863adaa4191 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:36.735635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:36.741753 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:36.742056 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:36.752901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 5c3d8617-337d-498b-a5e4-7bd806317d22, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5c3d8617-337d-498b-a5e4-7bd806317d22,segment=NetworkSegment(8eb96633-0809-4b73-949a-2e838e7842a2),segment_id=8eb96633-0809-4b73-949a-2e838e7842a2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:36.757781 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:36.785457 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=fffd0ec1-a10f-44d6-a025-1e924da53091,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:36.808348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=5c3d8617-337d-498b-a5e4-7bd806317d22,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:36.884197 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:37.028549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ab120fe6-5914-4331-960d-61ee59fedbb3 None None] Provisioning for port fffd0ec1-a10f-44d6-a025-1e924da53091 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:37.032416 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ab120fe6-5914-4331-960d-61ee59fedbb3 None None] Provisioning complete for port fffd0ec1-a10f-44d6-a025-1e924da53091 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:37.032786 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ab120fe6-5914-4331-960d-61ee59fedbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:37.071070 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ab120fe6-5914-4331-960d-61ee59fedbb3 None None] Port fffd0ec1-a10f-44d6-a025-1e924da53091 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:32:37.200429 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:37.208259 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:37.209016 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:37.238876 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:37.267408 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76078c5-f184-49ee-a275-d0ce28b3a414 req-c15cf0f6-784c-4f08-a6cc-d9c6717ba8b9 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:37.268933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b76078c5-f184-49ee-a275-d0ce28b3a414 req-c15cf0f6-784c-4f08-a6cc-d9c6717ba8b9 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 943 time: 0.1508496 Jul 27 21:32:37.572824 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=fffd0ec1-a10f-44d6-a025-1e924da53091,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:37.614016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b76078c5-f184-49ee-a275-d0ce28b3a414 req-6591ab9d-160d-4f79-8182-6293a45b4b79 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740073 Jul 27 21:32:37.645824 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network b028d94c-9810-453a-bd77-a863adaa4191 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:37.647861 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:37.751205 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router 4310ac43-f8b2-4324-9e60-c226628befd1 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:32:37.848289 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:32:37.853374 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1efd50a9-047f-450c-a3eb-9256a1075705 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/4310ac43-f8b2-4324-9e60-c226628befd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2239995 Jul 27 21:32:37.856057 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53086) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:37.858625 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d509b1db-cf81-4292-8056-8fc71997274c None None] Sync routers for ids ['4310ac43-f8b2-4324-9e60-c226628befd1'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:32:37.870030 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d509b1db-cf81-4292-8056-8fc71997274c None None] Routers {'4310ac43-f8b2-4324-9e60-c226628befd1'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:37.870693 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d509b1db-cf81-4292-8056-8fc71997274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4310ac43-f8b2-4324-9e60-c226628befd1'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:37.881243 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:37.897449 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-df321a59-83a4-4073-8ed6-68a957cd85c1 None None] Provisioning complete for port fffd0ec1-a10f-44d6-a025-1e924da53091 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:37.897449 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-df321a59-83a4-4073-8ed6-68a957cd85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:37.905827 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d509b1db-cf81-4292-8056-8fc71997274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:37.914939 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d509b1db-cf81-4292-8056-8fc71997274c None None] Routers {'4310ac43-f8b2-4324-9e60-c226628befd1'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:37.915153 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb66eaab-e69d-485a-98f9-2fdaae23fa3a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:37.915996 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d509b1db-cf81-4292-8056-8fc71997274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4310ac43-f8b2-4324-9e60-c226628befd1'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:37.916564 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bb66eaab-e69d-485a-98f9-2fdaae23fa3a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports/fffd0ec1-a10f-44d6-a025-1e924da53091 HTTP/1.1" status: 200 len: 913 time: 0.0595772 Jul 27 21:32:37.919609 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53088) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:37.934712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-df321a59-83a4-4073-8ed6-68a957cd85c1 None None] Port fffd0ec1-a10f-44d6-a025-1e924da53091 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:32:37.952697 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d509b1db-cf81-4292-8056-8fc71997274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:37.953332 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d509b1db-cf81-4292-8056-8fc71997274c None None] The sync data for ids ['4310ac43-f8b2-4324-9e60-c226628befd1'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:32:38.244663 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ef64-8007-4b25-a5c1-47477b78fb6f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:38.292859 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5c3d8617-337d-498b-a5e4-7bd806317d22 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:32:38.339871 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5c3d8617-337d-498b-a5e4-7bd806317d22 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:38.340240 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:38.403059 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 5c3f7450-67cf-482e-85cc-9d08abda989e details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:32:38.508840 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4ef64-8007-4b25-a5c1-47477b78fb6f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port fffd0ec1-a10f-44d6-a025-1e924da53091 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:38.509119 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ef64-8007-4b25-a5c1-47477b78fb6f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:38.511539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 5c3f7450-67cf-482e-85cc-9d08abda989e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5c3f7450-67cf-482e-85cc-9d08abda989e,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:38.523489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '5c3f7450-67cf-482e-85cc-9d08abda989e', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'port_id': '5c3f7450-67cf-482e-85cc-9d08abda989e', 'mac_address': 'fa:16:3e:17:87:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:32:38.561981 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:38.576001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3f7450-67cf-482e-85cc-9d08abda989e {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:32:38.596131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 5c3f7450-67cf-482e-85cc-9d08abda989e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5c3f7450-67cf-482e-85cc-9d08abda989e,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:38.600585 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ef64-8007-4b25-a5c1-47477b78fb6f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:38.600777 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:38.613101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4ef64-8007-4b25-a5c1-47477b78fb6f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for fffd0ec1-a10f-44d6-a025-1e924da53091 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:38.653864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=5c3f7450-67cf-482e-85cc-9d08abda989e,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:38.795117 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['5c3f7450-67cf-482e-85cc-9d08abda989e'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:32:38.837228 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443fab5-4db6-449f-8e72-59df27a74dc4 req-416fde97-eda2-4b80-a619-f29c25ee068a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:38.838754 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c443fab5-4db6-449f-8e72-59df27a74dc4 req-416fde97-eda2-4b80-a619-f29c25ee068a tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 944 time: 0.1195295 Jul 27 21:32:38.852824 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ef64-8007-4b25-a5c1-47477b78fb6f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:38.890478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4ef64-8007-4b25-a5c1-47477b78fb6f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=fffd0ec1-a10f-44d6-a025-1e924da53091,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:38.928105 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c443fab5-4db6-449f-8e72-59df27a74dc4 req-9903c2c2-1770-4818-b627-7890e47d7641 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827703 Jul 27 21:32:38.940848 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:39.018725 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ef64-8007-4b25-a5c1-47477b78fb6f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:39.209967 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab4ef64-8007-4b25-a5c1-47477b78fb6f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router 4310ac43-f8b2-4324-9e60-c226628befd1 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:32:39.302117 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab4ef64-8007-4b25-a5c1-47477b78fb6f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:32:39.307547 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0ab4ef64-8007-4b25-a5c1-47477b78fb6f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/4310ac43-f8b2-4324-9e60-c226628befd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3869812 Jul 27 21:32:39.310307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53092) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:39.312971 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa2915-401a-4404-85ae-e43f99fd9b59 None None] Sync routers for ids ['4310ac43-f8b2-4324-9e60-c226628befd1'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:32:39.323736 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaa2915-401a-4404-85ae-e43f99fd9b59 None None] Routers {'4310ac43-f8b2-4324-9e60-c226628befd1'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:39.324288 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bcaa2915-401a-4404-85ae-e43f99fd9b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4310ac43-f8b2-4324-9e60-c226628befd1'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:39.357712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bcaa2915-401a-4404-85ae-e43f99fd9b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:39.367245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaa2915-401a-4404-85ae-e43f99fd9b59 None None] Routers {'4310ac43-f8b2-4324-9e60-c226628befd1'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:39.367847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bcaa2915-401a-4404-85ae-e43f99fd9b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4310ac43-f8b2-4324-9e60-c226628befd1'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:39.403760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bcaa2915-401a-4404-85ae-e43f99fd9b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:39.404408 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaa2915-401a-4404-85ae-e43f99fd9b59 None None] The sync data for ids ['4310ac43-f8b2-4324-9e60-c226628befd1'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:32:39.621937 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ff2e-7aa2-4d1a-b881-9f650848e860 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:39.872209 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c5e5ff2e-7aa2-4d1a-b881-9f650848e860 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port 5c2050bb-6c56-425f-bd09-fe9aa23ad704 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:39.872475 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ff2e-7aa2-4d1a-b881-9f650848e860 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:40.251905 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ff2e-7aa2-4d1a-b881-9f650848e860 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:40.270732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c5e5ff2e-7aa2-4d1a-b881-9f650848e860 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for 5c2050bb-6c56-425f-bd09-fe9aa23ad704 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:40.294843 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d452d4f-9611-4e96-9587-561670f372fd req-26c21b5e-6aed-45fd-b216-c26860b867d8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:40.296343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d452d4f-9611-4e96-9587-561670f372fd req-26c21b5e-6aed-45fd-b216-c26860b867d8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 944 time: 0.1133678 Jul 27 21:32:40.380893 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d452d4f-9611-4e96-9587-561670f372fd req-89712166-cf46-4fd7-87f2-1f0a3cedf6bd tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540211 Jul 27 21:32:40.395244 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 5c3f7450-67cf-482e-85cc-9d08abda989e up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:32:40.445745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 5c3f7450-67cf-482e-85cc-9d08abda989e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:40.450187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 5c3f7450-67cf-482e-85cc-9d08abda989e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:40.450747 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:40.488864 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ff2e-7aa2-4d1a-b881-9f650848e860 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:40.515805 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5ff2e-7aa2-4d1a-b881-9f650848e860 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=5c2050bb-6c56-425f-bd09-fe9aa23ad704,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:40.530754 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:40.558787 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3f7450-67cf-482e-85cc-9d08abda989e'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:32:40.561183 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6fb360-4d6a-4fa8-9f44-10eb8c126101" -d '{"events": [{"server_uuid": "c8cc14c6-1a3f-46d0-8d55-00835e89d0a2", "name": "network-vif-plugged", "status": "completed", "tag": "5c3f7450-67cf-482e-85cc-9d08abda989e"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:32:40.582214 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 5c3f7450-67cf-482e-85cc-9d08abda989e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5c3f7450-67cf-482e-85cc-9d08abda989e,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:40.589059 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:40.626708 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ff2e-7aa2-4d1a-b881-9f650848e860 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:40.639164 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c07c95-c19c-49f6-b236-70f4e386892c x-openstack-request-id: req-85c07c95-c19c-49f6-b236-70f4e386892c {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:32:40.639713 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cc14c6-1a3f-46d0-8d55-00835e89d0a2", "name": "network-vif-plugged", "status": "completed", "tag": "5c3f7450-67cf-482e-85cc-9d08abda989e", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:32:40.640639 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-85c07c95-c19c-49f6-b236-70f4e386892c {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:32:40.641750 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3f7450-67cf-482e-85cc-9d08abda989e', 'code': 200} Jul 27 21:32:40.665124 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=5c3f7450-67cf-482e-85cc-9d08abda989e,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:40.760551 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5b9fc-fbcc-40b5-bb27-6cf8e46f9f61 req-eaad5c9e-4731-4111-a220-e9d06235b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:40.762096 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-83b5b9fc-fbcc-40b5-bb27-6cf8e46f9f61 req-eaad5c9e-4731-4111-a220-e9d06235b560 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0595307 Jul 27 21:32:40.797315 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-83b5b9fc-fbcc-40b5-bb27-6cf8e46f9f61 req-8a4c4b8e-8b60-4ea1-afbd-ab3267b3fe17 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280530 Jul 27 21:32:40.816307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e5ff2e-7aa2-4d1a-b881-9f650848e860 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router 4310ac43-f8b2-4324-9e60-c226628befd1 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:32:40.895209 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e5ff2e-7aa2-4d1a-b881-9f650848e860 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:32:40.900587 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c5e5ff2e-7aa2-4d1a-b881-9f650848e860 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/4310ac43-f8b2-4324-9e60-c226628befd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5892849 Jul 27 21:32:40.903319 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53100) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:40.905840 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8a486f-603f-4811-8288-528447fa7d47 None None] Sync routers for ids ['4310ac43-f8b2-4324-9e60-c226628befd1'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:32:40.915184 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a486f-603f-4811-8288-528447fa7d47 None None] Routers {'4310ac43-f8b2-4324-9e60-c226628befd1'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:40.915795 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0d8a486f-603f-4811-8288-528447fa7d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4310ac43-f8b2-4324-9e60-c226628befd1'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:40.933506 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a27b8649-5244-4666-84ee-d89181c956f8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports?device_id=4310ac43-f8b2-4324-9e60-c226628befd1 HTTP/1.1" status: 200 len: 205 time: 0.0290978 Jul 27 21:32:40.936085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53102) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:40.948111 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0d8a486f-603f-4811-8288-528447fa7d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:40.956693 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a486f-603f-4811-8288-528447fa7d47 None None] Routers {'4310ac43-f8b2-4324-9e60-c226628befd1'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:40.957277 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0d8a486f-603f-4811-8288-528447fa7d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4310ac43-f8b2-4324-9e60-c226628befd1'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:40.989059 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0d8a486f-603f-4811-8288-528447fa7d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:40.989720 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8a486f-603f-4811-8288-528447fa7d47 None None] The sync data for ids ['4310ac43-f8b2-4324-9e60-c226628befd1'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:32:41.017351 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84876adf-8a77-4594-a24a-3a9b67d89f5b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.197348 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84876adf-8a77-4594-a24a-3a9b67d89f5b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.199521 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84876adf-8a77-4594-a24a-3a9b67d89f5b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.260625 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84876adf-8a77-4594-a24a-3a9b67d89f5b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.261100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84876adf-8a77-4594-a24a-3a9b67d89f5b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Fanout notify agent at l3_agent the message router_deleted on router 4310ac43-f8b2-4324-9e60-c226628befd1 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:32:41.267996 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84876adf-8a77-4594-a24a-3a9b67d89f5b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.269122 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-84876adf-8a77-4594-a24a-3a9b67d89f5b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/routers/4310ac43-f8b2-4324-9e60-c226628befd1 HTTP/1.1" status: 204 len: 168 time: 0.3321366 Jul 27 21:32:41.271781 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53104) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:41.329558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81f2c3b-048d-45b8-a47a-5b2c4376f961 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting subnet 7e77db94-b47b-4592-8ad6-038e31456a73 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:32:41.332648 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c81f2c3b-048d-45b8-a47a-5b2c4376f961 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.373007 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c81f2c3b-048d-45b8-a47a-5b2c4376f961 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.489949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c81f2c3b-048d-45b8-a47a-5b2c4376f961 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.573640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db944e95-ef4b-4474-9444-ff381091aa9b req-1f2724c4-b055-43c0-a913-09c3239ca130 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:41.575192 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-db944e95-ef4b-4474-9444-ff381091aa9b req-1f2724c4-b055-43c0-a913-09c3239ca130 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 945 time: 0.1255894 Jul 27 21:32:41.580847 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c81f2c3b-048d-45b8-a47a-5b2c4376f961 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.615029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f2c3b-048d-45b8-a47a-5b2c4376f961 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Subnet': ['ID=7e77db94-b47b-4592-8ad6-038e31456a73,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:41.626358 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c81f2c3b-048d-45b8-a47a-5b2c4376f961 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.628204 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c81f2c3b-048d-45b8-a47a-5b2c4376f961 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/7e77db94-b47b-4592-8ad6-038e31456a73 HTTP/1.1" status: 204 len: 168 time: 0.3551145 Jul 27 21:32:41.631252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53108) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:41.631708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736a437d-689a-497d-b392-eedc502a4014 None None] Network b028d94c-9810-453a-bd77-a863adaa4191 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:32:41.646295 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-db944e95-ef4b-4474-9444-ff381091aa9b req-14abbd50-0672-4f1e-9581-83d13cb48609 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631201 Jul 27 21:32:41.687911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-99dd14e6-2d55-4bc8-97d3-4c0c87c195a7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting subnet 4622e1b2-cbf3-40ad-b4cc-84b31584d8df {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:32:41.691041 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99dd14e6-2d55-4bc8-97d3-4c0c87c195a7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.736571 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99dd14e6-2d55-4bc8-97d3-4c0c87c195a7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.823505 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99dd14e6-2d55-4bc8-97d3-4c0c87c195a7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.827502 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75686d37-e56d-4cbc-8c07-94c4bd1632a1 None None] DHCP port deletion for b028d94c-9810-453a-bd77-a863adaa4191 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:32:41.872075 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-75686d37-e56d-4cbc-8c07-94c4bd1632a1 None None] Deleting port 5c3d8617-337d-498b-a5e4-7bd806317d22 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:41.873064 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-75686d37-e56d-4cbc-8c07-94c4bd1632a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.885040 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99dd14e6-2d55-4bc8-97d3-4c0c87c195a7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.919548 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-99dd14e6-2d55-4bc8-97d3-4c0c87c195a7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:41.923760 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-99dd14e6-2d55-4bc8-97d3-4c0c87c195a7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/4622e1b2-cbf3-40ad-b4cc-84b31584d8df HTTP/1.1" status: 204 len: 168 time: 0.2891977 Jul 27 21:32:41.923760 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd14e6-2d55-4bc8-97d3-4c0c87c195a7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Subnet': ['ID=4622e1b2-cbf3-40ad-b4cc-84b31584d8df,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:41.924194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53110) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:41.926650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d82262a-9ff4-4a6d-9d5b-b3c3e2b0d909 None None] Network a40707ad-c008-4eb0-b0aa-3aa1c046afe0 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:32:41.989951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-75686d37-e56d-4cbc-8c07-94c4bd1632a1 None None] For port 5c3d8617-337d-498b-a5e4-7bd806317d22, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5c3d8617-337d-498b-a5e4-7bd806317d22,segment=NetworkSegment(8eb96633-0809-4b73-949a-2e838e7842a2),segment_id=8eb96633-0809-4b73-949a-2e838e7842a2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:41.990380 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-75686d37-e56d-4cbc-8c07-94c4bd1632a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.000627 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.008833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-75686d37-e56d-4cbc-8c07-94c4bd1632a1 None None] Calling delete_port for 5c3d8617-337d-498b-a5e4-7bd806317d22 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:42.053999 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port 5c3d8617-337d-498b-a5e4-7bd806317d22 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:42.054281 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.123850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] For port 5c3d8617-337d-498b-a5e4-7bd806317d22, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5c3d8617-337d-498b-a5e4-7bd806317d22,segment=NetworkSegment(8eb96633-0809-4b73-949a-2e838e7842a2),segment_id=8eb96633-0809-4b73-949a-2e838e7842a2)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:42.124099 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.138947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for 5c3d8617-337d-498b-a5e4-7bd806317d22 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:42.231743 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.247529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No DVR routers for this DVR port 5c3d8617-337d-498b-a5e4-7bd806317d22 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:32:42.292338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=5c3d8617-337d-498b-a5e4-7bd806317d22,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:42.302839 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-75686d37-e56d-4cbc-8c07-94c4bd1632a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.337689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5c3d8617-337d-498b-a5e4-7bd806317d22 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:32:42.339987 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75686d37-e56d-4cbc-8c07-94c4bd1632a1 None None] No DVR routers for this DVR port 5c3d8617-337d-498b-a5e4-7bd806317d22 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:32:42.342725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75686d37-e56d-4cbc-8c07-94c4bd1632a1 None None] Pushing event deleted for resources: {'Port': ['ID=5c3d8617-337d-498b-a5e4-7bd806317d22,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:42.363406 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.365051 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 5c3d8617-337d-498b-a5e4-7bd806317d22 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:32:42.365934 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5c3d8617-337d-498b-a5e4-7bd806317d22 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:32:42.375555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b028d94c-9810-453a-bd77-a863adaa4191']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:42.389133 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb96633-0809-4b73-949a-2e838e7842a2') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:42.389362 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb96633-0809-4b73-949a-2e838e7842a2') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:42.402032 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.415886 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.421983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:32:42.422445 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:32:42.425393 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:32:42.437177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee869167-9f0c-4122-ae28-e072790a7fb0 None None] DHCP port deletion for a40707ad-c008-4eb0-b0aa-3aa1c046afe0 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:32:42.485351 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.492293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ee869167-9f0c-4122-ae28-e072790a7fb0 None None] Deleting port 5c8f79e9-9670-47dd-b26e-7ea1545732db {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:42.492680 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ee869167-9f0c-4122-ae28-e072790a7fb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.493342 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.495235 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/networks/b028d94c-9810-453a-bd77-a863adaa4191 HTTP/1.1" status: 204 len: 168 time: 0.5701828 Jul 27 21:32:42.497962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53112) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:42.513496 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8c7a8-c2d3-43af-bfc7-ea8501fefdf0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Network': ['ID=b028d94c-9810-453a-bd77-a863adaa4191,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:42.562921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ee869167-9f0c-4122-ae28-e072790a7fb0 None None] For port 5c8f79e9-9670-47dd-b26e-7ea1545732db, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5c8f79e9-9670-47dd-b26e-7ea1545732db,segment=NetworkSegment(c0a2b90c-aaf1-44fd-bdb7-d45cff7e6513),segment_id=c0a2b90c-aaf1-44fd-bdb7-d45cff7e6513)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:42.563316 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ee869167-9f0c-4122-ae28-e072790a7fb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.576261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ee869167-9f0c-4122-ae28-e072790a7fb0 None None] Calling delete_port for 5c8f79e9-9670-47dd-b26e-7ea1545732db owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:42.581453 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.636426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port 5c8f79e9-9670-47dd-b26e-7ea1545732db {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:42.636699 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.654199 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ee869167-9f0c-4122-ae28-e072790a7fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.683884 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee869167-9f0c-4122-ae28-e072790a7fb0 None None] Pushing event deleted for resources: {'Port': ['ID=5c8f79e9-9670-47dd-b26e-7ea1545732db,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:42.687535 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee869167-9f0c-4122-ae28-e072790a7fb0 None None] No DVR routers for this DVR port 5c8f79e9-9670-47dd-b26e-7ea1545732db on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:32:42.703634 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] For port 5c8f79e9-9670-47dd-b26e-7ea1545732db, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5c8f79e9-9670-47dd-b26e-7ea1545732db,segment=NetworkSegment(c0a2b90c-aaf1-44fd-bdb7-d45cff7e6513),segment_id=c0a2b90c-aaf1-44fd-bdb7-d45cff7e6513)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:42.704016 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.718677 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for 5c8f79e9-9670-47dd-b26e-7ea1545732db owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:42.843377 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:42.852864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda9e64-0657-4e55-94db-138cf6a5865a req-bec1e970-c4c8-4912-8e2f-1a499c1d52b3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:42.854406 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1eda9e64-0657-4e55-94db-138cf6a5865a req-bec1e970-c4c8-4912-8e2f-1a499c1d52b3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0901251 Jul 27 21:32:42.887247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=5c8f79e9-9670-47dd-b26e-7ea1545732db,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:42.889016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No DVR routers for this DVR port 5c8f79e9-9670-47dd-b26e-7ea1545732db on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:32:42.972871 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1eda9e64-0657-4e55-94db-138cf6a5865a req-73005f82-75ea-430c-a61b-880670c9420b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113443 Jul 27 21:32:42.992026 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.002502 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40707ad-c008-4eb0-b0aa-3aa1c046afe0']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:43.013243 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a2b90c-aaf1-44fd-bdb7-d45cff7e6513') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:43.013547 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a2b90c-aaf1-44fd-bdb7-d45cff7e6513') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:43.023434 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.038572 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.053045 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:32:43.053602 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: self.session.flush() Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:32:43.056771 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:32:43.140782 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.149413 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.151277 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/networks/a40707ad-c008-4eb0-b0aa-3aa1c046afe0 HTTP/1.1" status: 204 len: 168 time: 0.6522484 Jul 27 21:32:43.155382 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53118) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:43.160548 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-20fff942-6d3e-41de-af15-2ef897f244fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1608610473'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:43.169604 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea820b3-ea82-460a-8f2b-5e4d60889ffb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Network': ['ID=a40707ad-c008-4eb0-b0aa-3aa1c046afe0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:43.184492 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414e13f-807e-46a1-92d9-252c22fb1c1a req-4774622e-b4dd-4a17-a420-d1f545083bd7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:43.185799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fff942-6d3e-41de-af15-2ef897f244fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:43.186153 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6414e13f-807e-46a1-92d9-252c22fb1c1a req-4774622e-b4dd-4a17-a420-d1f545083bd7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 945 time: 0.1430514 Jul 27 21:32:43.189301 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20fff942-6d3e-41de-af15-2ef897f244fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.216417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fff942-6d3e-41de-af15-2ef897f244fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:32:43.225650 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20fff942-6d3e-41de-af15-2ef897f244fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.226036 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-20fff942-6d3e-41de-af15-2ef897f244fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Added segment 970b197f-f8bf-4444-a7f7-07883a0cdbcb of type vlan for network 63c87e1d-8e36-46ee-ac6f-ae9f56d26622 Jul 27 21:32:43.227415 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6414e13f-807e-46a1-92d9-252c22fb1c1a req-c6037fcf-6047-4eed-8aa1-a2b0a1ededae tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347874 Jul 27 21:32:43.250551 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53120) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:43.269231 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20fff942-6d3e-41de-af15-2ef897f244fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.301331 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20fff942-6d3e-41de-af15-2ef897f244fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.308762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fff942-6d3e-41de-af15-2ef897f244fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:43.309361 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20fff942-6d3e-41de-af15-2ef897f244fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.367444 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-20fff942-6d3e-41de-af15-2ef897f244fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2108402 Jul 27 21:32:43.370241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53124) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:43.377280 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-183ae4e4-d0f1-41da-b0fc-a7fd5e73dab9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'subnet': {'network_id': '63c87e1d-8e36-46ee-ac6f-ae9f56d26622', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:43.401010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fff942-6d3e-41de-af15-2ef897f244fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Network': ['ID=63c87e1d-8e36-46ee-ac6f-ae9f56d26622,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:43.413555 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 63c87e1d-8e36-46ee-ac6f-ae9f56d26622 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:32:43.431986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0697605d-52f2-48f2-9529-5a8fcf51dfe4 tempest-TestVolumeBootPattern-38315555 tempest-TestVolumeBootPattern-38315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:43.436161 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0697605d-52f2-48f2-9529-5a8fcf51dfe4 tempest-TestVolumeBootPattern-38315555 tempest-TestVolumeBootPattern-38315555-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 1091 time: 0.1842043 Jul 27 21:32:43.438987 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53126) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:43.445053 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '5c3f7450-67cf-482e-85cc-9d08abda989e', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:43.468787 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.483643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183ae4e4-d0f1-41da-b0fc-a7fd5e73dab9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:43.487568 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-183ae4e4-d0f1-41da-b0fc-a7fd5e73dab9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.577255 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.675950 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-183ae4e4-d0f1-41da-b0fc-a7fd5e73dab9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.689059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Allocated IP 172.25.2.180 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/a8839b7d-d72e-4b36-b1b7-d9c25f288a0e) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:32:43.736288 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ae4e4-d0f1-41da-b0fc-a7fd5e73dab9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Subnet': ['ID=2d98c610-ac71-4f9b-9625-a5971ab04016,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:43.745840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183ae4e4-d0f1-41da-b0fc-a7fd5e73dab9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Checking segment: {'id': '970b197f-f8bf-4444-a7f7-07883a0cdbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '63c87e1d-8e36-46ee-ac6f-ae9f56d26622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:32:43.745840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183ae4e4-d0f1-41da-b0fc-a7fd5e73dab9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network hostable DHCP agents. Network: 63c87e1d-8e36-46ee-ac6f-ae9f56d26622, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:32:43.762770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183ae4e4-d0f1-41da-b0fc-a7fd5e73dab9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network 63c87e1d-8e36-46ee-ac6f-ae9f56d26622 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:32:43.771405 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-183ae4e4-d0f1-41da-b0fc-a7fd5e73dab9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 63c87e1d-8e36-46ee-ac6f-ae9f56d26622) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:43.776656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183ae4e4-d0f1-41da-b0fc-a7fd5e73dab9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:43.777862 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-183ae4e4-d0f1-41da-b0fc-a7fd5e73dab9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.780740 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bb6883-33b7-470c-b9d7-d2a2379a8bbd None None] Network 63c87e1d-8e36-46ee-ac6f-ae9f56d26622 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:32:43.792845 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-183ae4e4-d0f1-41da-b0fc-a7fd5e73dab9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4215679 Jul 27 21:32:43.796239 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53128) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:43.801492 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.801741 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3306963f-1203-4700-8397-757acecd5598 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2145859902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:43.827096 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3306963f-1203-4700-8397-757acecd5598 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.828122 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3306963f-1203-4700-8397-757acecd5598 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.847332 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.883141 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:43.886051 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:43.887871 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3306963f-1203-4700-8397-757acecd5598 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.889735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:43.893760 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3306963f-1203-4700-8397-757acecd5598 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.911872 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3306963f-1203-4700-8397-757acecd5598 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:43.914313 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3306963f-1203-4700-8397-757acecd5598 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1166091 Jul 27 21:32:43.916760 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53130) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:43.921803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8ea56b93-606a-4943-8dde-111187e08391 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'port': {'network_id': '63c87e1d-8e36-46ee-ac6f-ae9f56d26622', 'name': 'tempest-RoutersIpV6Test-1888159009'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:43.927454 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'Port': ['ID=a8839b7d-d72e-4b36-b1b7-d9c25f288a0e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:43.952912 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-63c87e1d-8e36-46ee-ac6f-ae9f56d26622', 'network_id': '63c87e1d-8e36-46ee-ac6f-ae9f56d26622', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'fixed_ips': [{'subnet_id': '2d98c610-ac71-4f9b-9625-a5971ab04016'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:32:43.954015 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:44.038730 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea56b93-606a-4943-8dde-111187e08391 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:44.044636 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8ea56b93-606a-4943-8dde-111187e08391 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:44.065169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [None req-8ea56b93-606a-4943-8dde-111187e08391 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] device_id is not set on port 5879897e-2a72-43c5-bdf3-90e785f30b7e yet. {{(pid=105580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 27 21:32:44.105015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Allocated IP 2001:db8::2 (63c87e1d-8e36-46ee-ac6f-ae9f56d26622/2d98c610-ac71-4f9b-9625-a5971ab04016/2f091de3-09d5-40b2-8b35-0af94b86fa24) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:32:44.254746 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:44.264567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Transition to ACTIVE for port object 2f091de3-09d5-40b2-8b35-0af94b86fa24 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:44.288454 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Transition to ACTIVE for port object 2f091de3-09d5-40b2-8b35-0af94b86fa24 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:44.294771 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:44.319867 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:44.325856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5c8f79e9-9670-47dd-b26e-7ea1545732db no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:32:44.354635 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Network 63c87e1d-8e36-46ee-ac6f-ae9f56d26622 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:44.358109 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:44.359130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-8ea56b93-606a-4943-8dde-111187e08391 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Allocated IP 2001:db8::76 (63c87e1d-8e36-46ee-ac6f-ae9f56d26622/2d98c610-ac71-4f9b-9625-a5971ab04016/5879897e-2a72-43c5-bdf3-90e785f30b7e) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:32:44.360596 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:44.368940 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 5c8f79e9-9670-47dd-b26e-7ea1545732db {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:32:44.369267 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5c8f79e9-9670-47dd-b26e-7ea1545732db not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:32:44.421860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Pushing event updated for resources: {'Port': ['ID=2f091de3-09d5-40b2-8b35-0af94b86fa24,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:44.424246 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:44.436102 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Attempting to bind port 2f091de3-09d5-40b2-8b35-0af94b86fa24 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:44.436465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Attempting to bind port 2f091de3-09d5-40b2-8b35-0af94b86fa24 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '970b197f-f8bf-4444-a7f7-07883a0cdbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '63c87e1d-8e36-46ee-ac6f-ae9f56d26622'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:44.436821 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Attempting to bind port 2f091de3-09d5-40b2-8b35-0af94b86fa24 on network 63c87e1d-8e36-46ee-ac6f-ae9f56d26622 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:44.441834 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:32:44.442201 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Checking segment: {'id': '970b197f-f8bf-4444-a7f7-07883a0cdbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '63c87e1d-8e36-46ee-ac6f-ae9f56d26622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:32:44.442624 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:44.443005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Bound using segment: {'id': '970b197f-f8bf-4444-a7f7-07883a0cdbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '63c87e1d-8e36-46ee-ac6f-ae9f56d26622'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:32:44.443532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Bound port: 2f091de3-09d5-40b2-8b35-0af94b86fa24, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970b197f-f8bf-4444-a7f7-07883a0cdbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '63c87e1d-8e36-46ee-ac6f-ae9f56d26622'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:32:44.444614 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:44.511793 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] For port 2f091de3-09d5-40b2-8b35-0af94b86fa24, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:32:44.514854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] For port 2f091de3-09d5-40b2-8b35-0af94b86fa24, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2f091de3-09d5-40b2-8b35-0af94b86fa24,segment=NetworkSegment(970b197f-f8bf-4444-a7f7-07883a0cdbcb),segment_id=970b197f-f8bf-4444-a7f7-07883a0cdbcb)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:32:44.519730 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:44.547549 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8ea56b93-606a-4943-8dde-111187e08391 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:44.564773 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-8ea56b93-606a-4943-8dde-111187e08391 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Transition to ACTIVE for port object 5879897e-2a72-43c5-bdf3-90e785f30b7e will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:44.588667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85480d-1c38-49d7-890c-47202047ec3c None None] Pushing event updated for resources: {'Port': ['ID=2f091de3-09d5-40b2-8b35-0af94b86fa24,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:44.603807 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:44.608665 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8ea56b93-606a-4943-8dde-111187e08391 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:44.609572 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:44.670655 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea56b93-606a-4943-8dde-111187e08391 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network 63c87e1d-8e36-46ee-ac6f-ae9f56d26622 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:44.675700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-8ea56b93-606a-4943-8dde-111187e08391 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:44.679932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea56b93-606a-4943-8dde-111187e08391 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:44.685484 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'Port': ['ID=a8839b7d-d72e-4b36-b1b7-d9c25f288a0e,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:44.685723 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea56b93-606a-4943-8dde-111187e08391 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:44.686373 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8ea56b93-606a-4943-8dde-111187e08391 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:44.690534 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea56b93-606a-4943-8dde-111187e08391 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=5879897e-2a72-43c5-bdf3-90e785f30b7e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:44.698726 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:44.707508 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8ea56b93-606a-4943-8dde-111187e08391 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7894657 Jul 27 21:32:44.709944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53132) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:44.837939 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Floating IP ca4805c4-003f-4f28-b705-3efff6537a64 associated. External IP: 172.25.2.180, port: 5c3f7450-67cf-482e-85cc-9d08abda989e. Jul 27 21:32:45.086909 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d66900a7-0671-4502-9a3e-6164df758813 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:45.344176 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:32:45.369059 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d66900a7-0671-4502-9a3e-6164df758813 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:45.374126 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d66900a7-0671-4502-9a3e-6164df758813 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:45.475977 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:32:45.488057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5bf10b-0d1d-497e-9082-462fe82395d8 None None] Sync routers for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:32:45.496511 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:45.501477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5bf10b-0d1d-497e-9082-462fe82395d8 None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:45.502422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ae5bf10b-0d1d-497e-9082-462fe82395d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:45.545255 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0608b5c5-0884-4c09-8b00-ff02050e8f4e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1048868 Jul 27 21:32:45.546743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'tag': '5c3f7450-67cf-482e-85cc-9d08abda989e'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:32:45.549481 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744cb359-6823-45f2-bfd5-e04e3f64ad1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cc14c6-1a3f-46d0-8d55-00835e89d0a2", "tag": "5c3f7450-67cf-482e-85cc-9d08abda989e"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:32:45.596975 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189918cf-a794-488d-85ce-6752c9b80eae x-openstack-request-id: req-189918cf-a794-488d-85ce-6752c9b80eae {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:32:45.597753 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cc14c6-1a3f-46d0-8d55-00835e89d0a2", "tag": "5c3f7450-67cf-482e-85cc-9d08abda989e", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:32:45.598170 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-189918cf-a794-488d-85ce-6752c9b80eae {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:32:45.598745 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'tag': '5c3f7450-67cf-482e-85cc-9d08abda989e', 'status': 'completed', 'code': 200} Jul 27 21:32:45.624071 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d66900a7-0671-4502-9a3e-6164df758813 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:45.652530 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ae5bf10b-0d1d-497e-9082-462fe82395d8 None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:32:45.728579 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66900a7-0671-4502-9a3e-6164df758813 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=5879897e-2a72-43c5-bdf3-90e785f30b7e,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:45.745396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261ae2f3-2fb5-4fdd-b539-d2fe5ab272d1 None None] Network 63c87e1d-8e36-46ee-ac6f-ae9f56d26622 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:32:45.801233 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d66900a7-0671-4502-9a3e-6164df758813 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:45.870993 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5c5179ab-caa0-4cfc-b3a0-65b0da2b2d45 None None] Provisioning for port 2f091de3-09d5-40b2-8b35-0af94b86fa24 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:46.065886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ae5bf10b-0d1d-497e-9082-462fe82395d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ca4805c4-003f-4f28-b705-3efff6537a64', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'port_id': '5c3f7450-67cf-482e-85cc-9d08abda989e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'mac_address': 'fa:16:3e:17:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:32:44Z', 'updated_at': '2021-07-27T21:32:44Z', 'revision_number': 0, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:46.094644 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5bf10b-0d1d-497e-9082-462fe82395d8 None None] Checking router: 8b4cd511-7dfc-40ee-9a1e-e2d6387906be for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:32:46.104776 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5bf10b-0d1d-497e-9082-462fe82395d8 None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:46.105396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ae5bf10b-0d1d-497e-9082-462fe82395d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:46.161598 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cb359-6823-45f2-bfd5-e04e3f64ad1b req-a6e864b8-765a-4755-a8ee-df4a75305464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:46.163760 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-744cb359-6823-45f2-bfd5-e04e3f64ad1b req-a6e864b8-765a-4755-a8ee-df4a75305464 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 1096 time: 0.4494045 Jul 27 21:32:46.223548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ae5bf10b-0d1d-497e-9082-462fe82395d8 None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:32:46.356645 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-265839f6-dc7f-4b5b-a252-8607ebddb6e9 None None] Provisioning for port 5879897e-2a72-43c5-bdf3-90e785f30b7e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:46.369445 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-265839f6-dc7f-4b5b-a252-8607ebddb6e9 None None] Provisioning complete for port 5879897e-2a72-43c5-bdf3-90e785f30b7e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:46.369859 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-265839f6-dc7f-4b5b-a252-8607ebddb6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:46.399633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cb359-6823-45f2-bfd5-e04e3f64ad1b req-1f5b885b-a231-4fa3-b9f5-cb9f7437e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:46.401136 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-744cb359-6823-45f2-bfd5-e04e3f64ad1b req-1f5b885b-a231-4fa3-b9f5-cb9f7437e7b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.2264075 Jul 27 21:32:46.430444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2f091de3-09d5-40b2-8b35-0af94b86fa24 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:32:46.486915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-265839f6-dc7f-4b5b-a252-8607ebddb6e9 None None] Port 5879897e-2a72-43c5-bdf3-90e785f30b7e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:32:46.505415 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-744cb359-6823-45f2-bfd5-e04e3f64ad1b req-df18041c-8387-4daa-8bc9-be738b6144ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c3f7450-67cf-482e-85cc-9d08abda989e HTTP/1.1" status: 200 len: 999 time: 0.0961158 Jul 27 21:32:46.554271 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d66900a7-0671-4502-9a3e-6164df758813 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:46.564924 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 2f091de3-09d5-40b2-8b35-0af94b86fa24 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:46.566086 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d66900a7-0671-4502-9a3e-6164df758813 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:46.567071 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d66900a7-0671-4502-9a3e-6164df758813 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:46.571261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 2f091de3-09d5-40b2-8b35-0af94b86fa24 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:46.571685 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:46.605601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cb359-6823-45f2-bfd5-e04e3f64ad1b req-b5b7f143-301f-4df0-a482-764a39988f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:46.607139 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-744cb359-6823-45f2-bfd5-e04e3f64ad1b req-b5b7f143-301f-4df0-a482-764a39988f31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0928128 Jul 27 21:32:46.630272 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ae5bf10b-0d1d-497e-9082-462fe82395d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ca4805c4-003f-4f28-b705-3efff6537a64', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'port_id': '5c3f7450-67cf-482e-85cc-9d08abda989e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'mac_address': 'fa:16:3e:17:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:32:44Z', 'updated_at': '2021-07-27T21:32:44Z', 'revision_number': 0, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:46.660423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5bf10b-0d1d-497e-9082-462fe82395d8 None None] The sync data for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 is: [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ca4805c4-003f-4f28-b705-3efff6537a64', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'port_id': '5c3f7450-67cf-482e-85cc-9d08abda989e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'mac_address': 'fa:16:3e:17:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:32:44Z', 'updated_at': '2021-07-27T21:32:44Z', 'revision_number': 0, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:32:46.689500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66900a7-0671-4502-9a3e-6164df758813 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=5879897e-2a72-43c5-bdf3-90e785f30b7e,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:46.710948 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:46.721246 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1e4c7224-3a1b-4142-af11-555e1e30630a None None] Provisioning complete for port 5879897e-2a72-43c5-bdf3-90e785f30b7e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:46.721618 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e4c7224-3a1b-4142-af11-555e1e30630a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:46.758343 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66900a7-0671-4502-9a3e-6164df758813 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network 63c87e1d-8e36-46ee-ac6f-ae9f56d26622 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:46.761694 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cb359-6823-45f2-bfd5-e04e3f64ad1b req-61ad0baf-e762-4f36-adee-a4ff8c52e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:46.763301 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-744cb359-6823-45f2-bfd5-e04e3f64ad1b req-61ad0baf-e762-4f36-adee-a4ff8c52e8ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435983 Jul 27 21:32:46.764394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-d66900a7-0671-4502-9a3e-6164df758813 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:46.781261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 2f091de3-09d5-40b2-8b35-0af94b86fa24, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2f091de3-09d5-40b2-8b35-0af94b86fa24,segment=NetworkSegment(970b197f-f8bf-4444-a7f7-07883a0cdbcb),segment_id=970b197f-f8bf-4444-a7f7-07883a0cdbcb)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:46.783016 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c7224-3a1b-4142-af11-555e1e30630a None None] Port 5879897e-2a72-43c5-bdf3-90e785f30b7e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:32:46.789203 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:46.840447 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=2f091de3-09d5-40b2-8b35-0af94b86fa24,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:46.905387 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f71a7fe1-b2fc-44c3-8456-2f2d81804e2e None None] Provisioning complete for port 5879897e-2a72-43c5-bdf3-90e785f30b7e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:46.905825 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f71a7fe1-b2fc-44c3-8456-2f2d81804e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:46.942578 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-f71a7fe1-b2fc-44c3-8456-2f2d81804e2e None None] Port 5879897e-2a72-43c5-bdf3-90e785f30b7e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:32:46.960502 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-744cb359-6823-45f2-bfd5-e04e3f64ad1b req-aef1ce02-316d-4127-ad96-b0e2d7d3525b service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452291 Jul 27 21:32:46.988361 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b5ed9-7d9c-41c6-989b-c05e368d6b46 None None] New status for floating IP ca4805c4-003f-4f28-b705-3efff6537a64: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:32:47.030017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66900a7-0671-4502-9a3e-6164df758813 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router f0279c49-ecc9-42c9-b0df-b74edf74fb47 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:32:47.156569 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-744cb359-6823-45f2-bfd5-e04e3f64ad1b req-38aaf7a0-ed7b-4b2b-9293-d40838ab681a service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874213 Jul 27 21:32:47.164768 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66900a7-0671-4502-9a3e-6164df758813 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:32:47.170907 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d66900a7-0671-4502-9a3e-6164df758813 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/f0279c49-ecc9-42c9-b0df-b74edf74fb47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4593060 Jul 27 21:32:47.173390 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53138) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:47.178329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72181bab-a353-439d-bbc7-eecc7f5a9499 None None] Sync routers for ids ['f0279c49-ecc9-42c9-b0df-b74edf74fb47'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:32:47.182777 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-40073e39-69d0-41d9-b40d-ff4069548841 None None] Provisioning complete for port 5879897e-2a72-43c5-bdf3-90e785f30b7e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:47.183288 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-40073e39-69d0-41d9-b40d-ff4069548841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:47.214374 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72181bab-a353-439d-bbc7-eecc7f5a9499 None None] Routers {'f0279c49-ecc9-42c9-b0df-b74edf74fb47'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:47.214950 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-72181bab-a353-439d-bbc7-eecc7f5a9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['f0279c49-ecc9-42c9-b0df-b74edf74fb47'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:47.239261 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc32d4e-1800-4ea1-bb59-754437ee4df6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:47.242262 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1fc32d4e-1800-4ea1-bb59-754437ee4df6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports/5879897e-2a72-43c5-bdf3-90e785f30b7e HTTP/1.1" status: 200 len: 983 time: 0.0653703 Jul 27 21:32:47.243808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53140) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:47.413599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-72181bab-a353-439d-bbc7-eecc7f5a9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:47.420868 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-40073e39-69d0-41d9-b40d-ff4069548841 None None] Port 5879897e-2a72-43c5-bdf3-90e785f30b7e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:32:47.426610 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72181bab-a353-439d-bbc7-eecc7f5a9499 None None] Routers {'f0279c49-ecc9-42c9-b0df-b74edf74fb47'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:47.427201 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-72181bab-a353-439d-bbc7-eecc7f5a9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['f0279c49-ecc9-42c9-b0df-b74edf74fb47'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:47.459990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-72181bab-a353-439d-bbc7-eecc7f5a9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:47.460711 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72181bab-a353-439d-bbc7-eecc7f5a9499 None None] The sync data for ids ['f0279c49-ecc9-42c9-b0df-b74edf74fb47'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:32:47.668897 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d9ae132d-a1ce-4bc0-8143-bec870751396 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:47.872850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-d9ae132d-a1ce-4bc0-8143-bec870751396 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port 5879897e-2a72-43c5-bdf3-90e785f30b7e {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:47.873193 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d9ae132d-a1ce-4bc0-8143-bec870751396 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:47.958305 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d9ae132d-a1ce-4bc0-8143-bec870751396 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:47.970606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-d9ae132d-a1ce-4bc0-8143-bec870751396 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for 5879897e-2a72-43c5-bdf3-90e785f30b7e owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:48.146069 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d9ae132d-a1ce-4bc0-8143-bec870751396 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:48.175057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae132d-a1ce-4bc0-8143-bec870751396 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=5879897e-2a72-43c5-bdf3-90e785f30b7e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:48.280663 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d9ae132d-a1ce-4bc0-8143-bec870751396 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:48.338726 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2f091de3-09d5-40b2-8b35-0af94b86fa24 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:32:48.387870 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 2f091de3-09d5-40b2-8b35-0af94b86fa24 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:48.388236 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:48.441605 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ae132d-a1ce-4bc0-8143-bec870751396 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router f0279c49-ecc9-42c9-b0df-b74edf74fb47 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:32:48.518954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ae132d-a1ce-4bc0-8143-bec870751396 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:32:48.524170 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d9ae132d-a1ce-4bc0-8143-bec870751396 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/f0279c49-ecc9-42c9-b0df-b74edf74fb47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2793264 Jul 27 21:32:48.526991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53142) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:48.530750 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cbf8cc-ff9f-4e60-b3c2-aafb72c4ec2f None None] Sync routers for ids ['f0279c49-ecc9-42c9-b0df-b74edf74fb47'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:32:48.541071 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cbf8cc-ff9f-4e60-b3c2-aafb72c4ec2f None None] Routers {'f0279c49-ecc9-42c9-b0df-b74edf74fb47'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:48.541669 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-30cbf8cc-ff9f-4e60-b3c2-aafb72c4ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['f0279c49-ecc9-42c9-b0df-b74edf74fb47'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:48.574503 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-30cbf8cc-ff9f-4e60-b3c2-aafb72c4ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:48.582908 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cbf8cc-ff9f-4e60-b3c2-aafb72c4ec2f None None] Routers {'f0279c49-ecc9-42c9-b0df-b74edf74fb47'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:48.583502 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-30cbf8cc-ff9f-4e60-b3c2-aafb72c4ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['f0279c49-ecc9-42c9-b0df-b74edf74fb47'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:48.616948 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-30cbf8cc-ff9f-4e60-b3c2-aafb72c4ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:48.617605 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cbf8cc-ff9f-4e60-b3c2-aafb72c4ec2f None None] The sync data for ids ['f0279c49-ecc9-42c9-b0df-b74edf74fb47'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:32:49.003528 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-9ce0f041-1c65-4b9e-929b-e3474bb3b37d tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] remove_router_interface failed (client error): The resource could not be found. Jul 27 21:32:49.004592 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9ce0f041-1c65-4b9e-929b-e3474bb3b37d tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/f0279c49-ecc9-42c9-b0df-b74edf74fb47/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4763634 Jul 27 21:32:49.008425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53144) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:49.037489 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9f1ec2da-d503-4065-9d5c-f848359c1abc tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0279c49-ecc9-42c9-b0df-b74edf74fb47 HTTP/1.1" status: 200 len: 205 time: 0.0278327 Jul 27 21:32:49.040223 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53146) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:49.114508 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bcb34f4f-b676-438f-9313-5be150ddd6af tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:49.277109 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bcb34f4f-b676-438f-9313-5be150ddd6af tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:49.279201 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bcb34f4f-b676-438f-9313-5be150ddd6af tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:49.324093 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bcb34f4f-b676-438f-9313-5be150ddd6af tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:49.324571 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb34f4f-b676-438f-9313-5be150ddd6af tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Fanout notify agent at l3_agent the message router_deleted on router f0279c49-ecc9-42c9-b0df-b74edf74fb47 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:32:49.331334 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bcb34f4f-b676-438f-9313-5be150ddd6af tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:49.332425 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bcb34f4f-b676-438f-9313-5be150ddd6af tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/routers/f0279c49-ecc9-42c9-b0df-b74edf74fb47 HTTP/1.1" status: 204 len: 168 time: 0.2913203 Jul 27 21:32:49.335264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53148) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:49.388658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-999ee80f-79a5-43dc-9aac-a89a92bc9820 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting subnet 2d98c610-ac71-4f9b-9625-a5971ab04016 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:32:49.391685 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-999ee80f-79a5-43dc-9aac-a89a92bc9820 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:49.436752 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-999ee80f-79a5-43dc-9aac-a89a92bc9820 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:49.518142 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-999ee80f-79a5-43dc-9aac-a89a92bc9820 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:49.577024 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-999ee80f-79a5-43dc-9aac-a89a92bc9820 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:49.606766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ee80f-79a5-43dc-9aac-a89a92bc9820 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Subnet': ['ID=2d98c610-ac71-4f9b-9625-a5971ab04016,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:49.613473 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-999ee80f-79a5-43dc-9aac-a89a92bc9820 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:49.616637 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-999ee80f-79a5-43dc-9aac-a89a92bc9820 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/2d98c610-ac71-4f9b-9625-a5971ab04016 HTTP/1.1" status: 204 len: 168 time: 0.2792017 Jul 27 21:32:49.619066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53150) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:49.619285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e9489c-4df4-4eba-b892-fe060edfc794 None None] Network 63c87e1d-8e36-46ee-ac6f-ae9f56d26622 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:32:49.695782 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:49.751001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port 2f091de3-09d5-40b2-8b35-0af94b86fa24 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:49.751346 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:49.799795 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf66a93-0e7f-4fdd-948a-0c642ba98ff3 None None] DHCP port deletion for 63c87e1d-8e36-46ee-ac6f-ae9f56d26622 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:32:49.819776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] For port 2f091de3-09d5-40b2-8b35-0af94b86fa24, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2f091de3-09d5-40b2-8b35-0af94b86fa24,segment=NetworkSegment(970b197f-f8bf-4444-a7f7-07883a0cdbcb),segment_id=970b197f-f8bf-4444-a7f7-07883a0cdbcb)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:49.820141 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:49.833619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for 2f091de3-09d5-40b2-8b35-0af94b86fa24 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:49.848405 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ecf66a93-0e7f-4fdd-948a-0c642ba98ff3 None None] Deleting port 2f091de3-09d5-40b2-8b35-0af94b86fa24 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:49.848778 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ecf66a93-0e7f-4fdd-948a-0c642ba98ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:49.911792 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ecf66a93-0e7f-4fdd-948a-0c642ba98ff3 None None] For port 2f091de3-09d5-40b2-8b35-0af94b86fa24, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=2f091de3-09d5-40b2-8b35-0af94b86fa24,segment=NetworkSegment(970b197f-f8bf-4444-a7f7-07883a0cdbcb),segment_id=970b197f-f8bf-4444-a7f7-07883a0cdbcb)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:49.913924 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ecf66a93-0e7f-4fdd-948a-0c642ba98ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:49.919689 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:49.932242 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ecf66a93-0e7f-4fdd-948a-0c642ba98ff3 None None] Calling delete_port for 2f091de3-09d5-40b2-8b35-0af94b86fa24 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:49.946600 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=2f091de3-09d5-40b2-8b35-0af94b86fa24,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:49.951596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No DVR routers for this DVR port 2f091de3-09d5-40b2-8b35-0af94b86fa24 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:32:50.009413 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ecf66a93-0e7f-4fdd-948a-0c642ba98ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.035742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf66a93-0e7f-4fdd-948a-0c642ba98ff3 None None] Pushing event deleted for resources: {'Port': ['ID=2f091de3-09d5-40b2-8b35-0af94b86fa24,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:50.036734 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.040170 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf66a93-0e7f-4fdd-948a-0c642ba98ff3 None None] No DVR routers for this DVR port 2f091de3-09d5-40b2-8b35-0af94b86fa24 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:32:50.049484 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c87e1d-8e36-46ee-ac6f-ae9f56d26622']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:50.060454 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970b197f-f8bf-4444-a7f7-07883a0cdbcb') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:50.060759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970b197f-f8bf-4444-a7f7-07883a0cdbcb') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:50.070499 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.084789 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.091242 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:32:50.091764 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:32:50.094906 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:32:50.156919 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.164046 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.166041 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/networks/63c87e1d-8e36-46ee-ac6f-ae9f56d26622 HTTP/1.1" status: 204 len: 168 time: 0.5460401 Jul 27 21:32:50.169838 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53152) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:50.175325 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-99a83269-e89a-4015-b500-3bd140504911 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-974491842'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:50.177816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02d4ab-3a4f-4e26-ab85-f9678fa22578 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Network': ['ID=63c87e1d-8e36-46ee-ac6f-ae9f56d26622,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:50.197658 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a83269-e89a-4015-b500-3bd140504911 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:50.201051 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-99a83269-e89a-4015-b500-3bd140504911 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.223991 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a83269-e89a-4015-b500-3bd140504911 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:32:50.232343 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-99a83269-e89a-4015-b500-3bd140504911 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.232687 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-99a83269-e89a-4015-b500-3bd140504911 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Added segment 0dde5795-c58a-4d1c-83be-b6e422460699 of type vlan for network eafd99bf-8c49-4c39-a55b-a6e99bf98894 Jul 27 21:32:50.279837 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-99a83269-e89a-4015-b500-3bd140504911 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.310829 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2f091de3-09d5-40b2-8b35-0af94b86fa24 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:32:50.311576 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-99a83269-e89a-4015-b500-3bd140504911 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.317307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a83269-e89a-4015-b500-3bd140504911 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:50.317933 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-99a83269-e89a-4015-b500-3bd140504911 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.335067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 2f091de3-09d5-40b2-8b35-0af94b86fa24 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:32:50.335378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 2f091de3-09d5-40b2-8b35-0af94b86fa24 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:32:50.370418 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-99a83269-e89a-4015-b500-3bd140504911 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1992087 Jul 27 21:32:50.373592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53154) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:50.378966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1eb55f2c-c19e-48de-92af-fc43e9346f0c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'subnet': {'network_id': 'eafd99bf-8c49-4c39-a55b-a6e99bf98894', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:50.388300 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a83269-e89a-4015-b500-3bd140504911 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Network': ['ID=eafd99bf-8c49-4c39-a55b-a6e99bf98894,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:50.401914 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network eafd99bf-8c49-4c39-a55b-a6e99bf98894 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:32:50.471538 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb55f2c-c19e-48de-92af-fc43e9346f0c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:50.475036 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1eb55f2c-c19e-48de-92af-fc43e9346f0c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.663038 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1eb55f2c-c19e-48de-92af-fc43e9346f0c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.725927 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb55f2c-c19e-48de-92af-fc43e9346f0c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Subnet': ['ID=ef5a421f-f4dd-43c5-8cc9-85b0146dfae9,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:50.736892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb55f2c-c19e-48de-92af-fc43e9346f0c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Checking segment: {'id': '0dde5795-c58a-4d1c-83be-b6e422460699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eafd99bf-8c49-4c39-a55b-a6e99bf98894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:32:50.737258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb55f2c-c19e-48de-92af-fc43e9346f0c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network hostable DHCP agents. Network: eafd99bf-8c49-4c39-a55b-a6e99bf98894, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:32:50.754495 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb55f2c-c19e-48de-92af-fc43e9346f0c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network eafd99bf-8c49-4c39-a55b-a6e99bf98894 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:32:50.763848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-1eb55f2c-c19e-48de-92af-fc43e9346f0c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, eafd99bf-8c49-4c39-a55b-a6e99bf98894) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:50.768425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb55f2c-c19e-48de-92af-fc43e9346f0c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:50.769413 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1eb55f2c-c19e-48de-92af-fc43e9346f0c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.772518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601c6a57-570d-4e9b-8a1d-38d8d820e06c None None] Network eafd99bf-8c49-4c39-a55b-a6e99bf98894 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:32:50.784109 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1eb55f2c-c19e-48de-92af-fc43e9346f0c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4093232 Jul 27 21:32:50.786774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53156) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:50.791681 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-0b75d8e0-224e-4f42-bcfb-e8450b0b001f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1227555107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:50.814772 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0b75d8e0-224e-4f42-bcfb-e8450b0b001f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.815803 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0b75d8e0-224e-4f42-bcfb-e8450b0b001f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.869475 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0b75d8e0-224e-4f42-bcfb-e8450b0b001f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.873801 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0b75d8e0-224e-4f42-bcfb-e8450b0b001f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.889142 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0b75d8e0-224e-4f42-bcfb-e8450b0b001f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:50.890372 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0b75d8e0-224e-4f42-bcfb-e8450b0b001f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1021473 Jul 27 21:32:50.893125 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53158) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:50.924572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-eafd99bf-8c49-4c39-a55b-a6e99bf98894', 'network_id': 'eafd99bf-8c49-4c39-a55b-a6e99bf98894', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'fixed_ips': [{'subnet_id': 'ef5a421f-f4dd-43c5-8cc9-85b0146dfae9'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:32:50.925459 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:51.064538 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Allocated IP 2001:db8::2 (eafd99bf-8c49-4c39-a55b-a6e99bf98894/ef5a421f-f4dd-43c5-8cc9-85b0146dfae9/b1947a36-88a5-4bc4-bffc-1572f0d59fde) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:32:51.171153 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:51.209670 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:51.218034 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Transition to ACTIVE for port object b1947a36-88a5-4bc4-bffc-1572f0d59fde will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:51.233045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Transition to ACTIVE for port object b1947a36-88a5-4bc4-bffc-1572f0d59fde will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:51.238938 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:51.276876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Network eafd99bf-8c49-4c39-a55b-a6e99bf98894 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:51.280103 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:51.282462 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:51.304135 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Pushing event updated for resources: {'Port': ['ID=b1947a36-88a5-4bc4-bffc-1572f0d59fde,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:51.358446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Attempting to bind port b1947a36-88a5-4bc4-bffc-1572f0d59fde on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:32:51.358833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Attempting to bind port b1947a36-88a5-4bc4-bffc-1572f0d59fde by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '0dde5795-c58a-4d1c-83be-b6e422460699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eafd99bf-8c49-4c39-a55b-a6e99bf98894'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:32:51.359260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Attempting to bind port b1947a36-88a5-4bc4-bffc-1572f0d59fde on network eafd99bf-8c49-4c39-a55b-a6e99bf98894 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:32:51.364278 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:32:51.364654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Checking segment: {'id': '0dde5795-c58a-4d1c-83be-b6e422460699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eafd99bf-8c49-4c39-a55b-a6e99bf98894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:32:51.365108 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:51.365512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Bound using segment: {'id': '0dde5795-c58a-4d1c-83be-b6e422460699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eafd99bf-8c49-4c39-a55b-a6e99bf98894'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:32:51.365968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Bound port: b1947a36-88a5-4bc4-bffc-1572f0d59fde, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dde5795-c58a-4d1c-83be-b6e422460699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eafd99bf-8c49-4c39-a55b-a6e99bf98894'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:32:51.366395 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:51.421721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Allocated IP 2001:db8::1 (eafd99bf-8c49-4c39-a55b-a6e99bf98894/ef5a421f-f4dd-43c5-8cc9-85b0146dfae9/d4395242-f107-4205-89c8-6a8f120cb0f0) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:32:51.428693 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] For port b1947a36-88a5-4bc4-bffc-1572f0d59fde, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:32:51.431704 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] For port b1947a36-88a5-4bc4-bffc-1572f0d59fde, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b1947a36-88a5-4bc4-bffc-1572f0d59fde,segment=NetworkSegment(0dde5795-c58a-4d1c-83be-b6e422460699),segment_id=0dde5795-c58a-4d1c-83be-b6e422460699)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:32:51.435622 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:51.499885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4560c6-73f0-4bf5-aa5d-5687e1dc30aa None None] Pushing event updated for resources: {'Port': ['ID=b1947a36-88a5-4bc4-bffc-1572f0d59fde,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:51.553058 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:51.567867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Transition to ACTIVE for port object d4395242-f107-4205-89c8-6a8f120cb0f0 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:32:51.603030 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:51.666626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network eafd99bf-8c49-4c39-a55b-a6e99bf98894 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:51.670395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:51.676968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:51.677451 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:51.719577 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=d4395242-f107-4205-89c8-6a8f120cb0f0,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:51.824079 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:52.090546 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:52.097349 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:52.098274 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:52.210942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=d4395242-f107-4205-89c8-6a8f120cb0f0,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:52.259575 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network eafd99bf-8c49-4c39-a55b-a6e99bf98894 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:52.261176 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:52.359083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b1947a36-88a5-4bc4-bffc-1572f0d59fde up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:32:52.410436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router 2228d667-1a66-437d-8350-d28ee51dfccf is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:32:52.432559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port b1947a36-88a5-4bc4-bffc-1572f0d59fde completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:52.460880 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34436cea-4b2b-421a-b43f-4675122d3f6d None None] Network eafd99bf-8c49-4c39-a55b-a6e99bf98894 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:32:52.517182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:32:52.517939 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1a703ce4-43c3-42c8-a0ec-cedacc78b74a None None] Provisioning for port b1947a36-88a5-4bc4-bffc-1572f0d59fde completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:52.526510 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ee192540-6c9d-45d2-b919-d39e51e3eb38 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/2228d667-1a66-437d-8350-d28ee51dfccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6295359 Jul 27 21:32:52.527821 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53160) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:52.530017 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1a703ce4-43c3-42c8-a0ec-cedacc78b74a None None] Provisioning complete for port b1947a36-88a5-4bc4-bffc-1572f0d59fde triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:52.530550 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1a703ce4-43c3-42c8-a0ec-cedacc78b74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:52.556266 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2242c82-0712-4361-890d-63f4fc1aef9b None None] Sync routers for ids ['2228d667-1a66-437d-8350-d28ee51dfccf'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:32:52.590983 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e2c261-db97-4070-904a-414041cf15c1 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:52.595564 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-34e2c261-db97-4070-904a-414041cf15c1 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports/d4395242-f107-4205-89c8-6a8f120cb0f0 HTTP/1.1" status: 200 len: 911 time: 0.0645130 Jul 27 21:32:52.595891 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53164) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:52.609899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2242c82-0712-4361-890d-63f4fc1aef9b None None] Routers {'2228d667-1a66-437d-8350-d28ee51dfccf'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:52.610542 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c2242c82-0712-4361-890d-63f4fc1aef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2228d667-1a66-437d-8350-d28ee51dfccf'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:52.651783 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c2242c82-0712-4361-890d-63f4fc1aef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:52.692819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2242c82-0712-4361-890d-63f4fc1aef9b None None] Routers {'2228d667-1a66-437d-8350-d28ee51dfccf'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:52.693549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c2242c82-0712-4361-890d-63f4fc1aef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2228d667-1a66-437d-8350-d28ee51dfccf'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:52.753333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c2242c82-0712-4361-890d-63f4fc1aef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:52.753883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2242c82-0712-4361-890d-63f4fc1aef9b None None] The sync data for ids ['2228d667-1a66-437d-8350-d28ee51dfccf'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:32:52.767421 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1a703ce4-43c3-42c8-a0ec-cedacc78b74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:52.811640 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1a703ce4-43c3-42c8-a0ec-cedacc78b74a None None] For port b1947a36-88a5-4bc4-bffc-1572f0d59fde, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b1947a36-88a5-4bc4-bffc-1572f0d59fde,segment=NetworkSegment(0dde5795-c58a-4d1c-83be-b6e422460699),segment_id=0dde5795-c58a-4d1c-83be-b6e422460699)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:52.816762 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1a703ce4-43c3-42c8-a0ec-cedacc78b74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:52.872009 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a703ce4-43c3-42c8-a0ec-cedacc78b74a None None] Pushing event updated for resources: {'Port': ['ID=b1947a36-88a5-4bc4-bffc-1572f0d59fde,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:52.957370 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bd67adf7-c4cf-41a2-ad49-c6a4753b0b65 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:53.059371 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c7576b78-4417-4fdb-aa05-0cceca0b97e0 None None] Provisioning complete for port b1947a36-88a5-4bc4-bffc-1572f0d59fde triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:53.059843 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c7576b78-4417-4fdb-aa05-0cceca0b97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:53.171660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c7576b78-4417-4fdb-aa05-0cceca0b97e0 None None] Provisioning for port d4395242-f107-4205-89c8-6a8f120cb0f0 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:32:53.176558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c7576b78-4417-4fdb-aa05-0cceca0b97e0 None None] Provisioning complete for port d4395242-f107-4205-89c8-6a8f120cb0f0 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:53.176939 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c7576b78-4417-4fdb-aa05-0cceca0b97e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:53.226877 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c7576b78-4417-4fdb-aa05-0cceca0b97e0 None None] Port d4395242-f107-4205-89c8-6a8f120cb0f0 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:32:53.253153 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-bd67adf7-c4cf-41a2-ad49-c6a4753b0b65 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port d4395242-f107-4205-89c8-6a8f120cb0f0 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:53.253513 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bd67adf7-c4cf-41a2-ad49-c6a4753b0b65 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:53.348457 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-44aeff59-18f7-4f27-8f3f-40251720dba3 None None] Provisioning complete for port d4395242-f107-4205-89c8-6a8f120cb0f0 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:53.348823 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-44aeff59-18f7-4f27-8f3f-40251720dba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:53.348940 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bd67adf7-c4cf-41a2-ad49-c6a4753b0b65 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:53.362821 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-bd67adf7-c4cf-41a2-ad49-c6a4753b0b65 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for d4395242-f107-4205-89c8-6a8f120cb0f0 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:53.386466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-44aeff59-18f7-4f27-8f3f-40251720dba3 None None] Port d4395242-f107-4205-89c8-6a8f120cb0f0 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:32:53.505669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-43267692-aa50-4f25-9e5b-3013a57abcad None None] Provisioning complete for port d4395242-f107-4205-89c8-6a8f120cb0f0 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:53.507193 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-43267692-aa50-4f25-9e5b-3013a57abcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:53.544727 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-43267692-aa50-4f25-9e5b-3013a57abcad None None] Port d4395242-f107-4205-89c8-6a8f120cb0f0 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:32:53.551904 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bd67adf7-c4cf-41a2-ad49-c6a4753b0b65 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:53.581010 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67adf7-c4cf-41a2-ad49-c6a4753b0b65 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=d4395242-f107-4205-89c8-6a8f120cb0f0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:53.678746 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bd67adf7-c4cf-41a2-ad49-c6a4753b0b65 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:53.834031 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd67adf7-c4cf-41a2-ad49-c6a4753b0b65 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router 2228d667-1a66-437d-8350-d28ee51dfccf has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:32:53.910528 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd67adf7-c4cf-41a2-ad49-c6a4753b0b65 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:32:53.916139 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bd67adf7-c4cf-41a2-ad49-c6a4753b0b65 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/2228d667-1a66-437d-8350-d28ee51dfccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3195448 Jul 27 21:32:53.919040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53166) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:53.920210 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454d9c0-e831-44bc-a25b-3ffef9ad1736 None None] Sync routers for ids ['2228d667-1a66-437d-8350-d28ee51dfccf'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:32:53.933832 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454d9c0-e831-44bc-a25b-3ffef9ad1736 None None] Routers {'2228d667-1a66-437d-8350-d28ee51dfccf'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:53.934483 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6454d9c0-e831-44bc-a25b-3ffef9ad1736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2228d667-1a66-437d-8350-d28ee51dfccf'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:53.949584 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ec8f3d12-6c85-427e-b054-bd9792eb33d2 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports?device_id=2228d667-1a66-437d-8350-d28ee51dfccf HTTP/1.1" status: 200 len: 205 time: 0.0294027 Jul 27 21:32:53.952033 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53168) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:53.966351 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6454d9c0-e831-44bc-a25b-3ffef9ad1736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:53.975541 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454d9c0-e831-44bc-a25b-3ffef9ad1736 None None] Routers {'2228d667-1a66-437d-8350-d28ee51dfccf'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:53.976169 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6454d9c0-e831-44bc-a25b-3ffef9ad1736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['2228d667-1a66-437d-8350-d28ee51dfccf'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:54.007857 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6454d9c0-e831-44bc-a25b-3ffef9ad1736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:54.008500 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454d9c0-e831-44bc-a25b-3ffef9ad1736 None None] The sync data for ids ['2228d667-1a66-437d-8350-d28ee51dfccf'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:32:54.029057 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-59eeb7cf-81ca-401b-abaf-f5fbac508a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.188080 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-59eeb7cf-81ca-401b-abaf-f5fbac508a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.190052 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-59eeb7cf-81ca-401b-abaf-f5fbac508a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.232417 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-59eeb7cf-81ca-401b-abaf-f5fbac508a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.233047 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59eeb7cf-81ca-401b-abaf-f5fbac508a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Fanout notify agent at l3_agent the message router_deleted on router 2228d667-1a66-437d-8350-d28ee51dfccf {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:32:54.239820 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-59eeb7cf-81ca-401b-abaf-f5fbac508a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.241600 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-59eeb7cf-81ca-401b-abaf-f5fbac508a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/routers/2228d667-1a66-437d-8350-d28ee51dfccf HTTP/1.1" status: 204 len: 168 time: 0.2885253 Jul 27 21:32:54.244085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53170) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:54.301777 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ee8068-7a5e-4e4f-9f12-f99eca8a5bfb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting subnet ef5a421f-f4dd-43c5-8cc9-85b0146dfae9 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:32:54.306959 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53ee8068-7a5e-4e4f-9f12-f99eca8a5bfb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.309849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b1947a36-88a5-4bc4-bffc-1572f0d59fde up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:32:54.348212 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53ee8068-7a5e-4e4f-9f12-f99eca8a5bfb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.357699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port b1947a36-88a5-4bc4-bffc-1572f0d59fde triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:32:54.358063 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.440005 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53ee8068-7a5e-4e4f-9f12-f99eca8a5bfb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.507281 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53ee8068-7a5e-4e4f-9f12-f99eca8a5bfb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.536316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee8068-7a5e-4e4f-9f12-f99eca8a5bfb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Subnet': ['ID=ef5a421f-f4dd-43c5-8cc9-85b0146dfae9,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:54.538790 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-53ee8068-7a5e-4e4f-9f12-f99eca8a5bfb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.542529 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-53ee8068-7a5e-4e4f-9f12-f99eca8a5bfb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/ef5a421f-f4dd-43c5-8cc9-85b0146dfae9 HTTP/1.1" status: 204 len: 168 time: 0.2955558 Jul 27 21:32:54.543283 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53176) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:54.544574 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea30d538-7f1e-4459-b833-80e3b6fffcc7 None None] Network eafd99bf-8c49-4c39-a55b-a6e99bf98894 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:32:54.619356 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.671842 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port b1947a36-88a5-4bc4-bffc-1572f0d59fde {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:54.672188 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.727164 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3cb903-62a0-4b8d-818e-5a050789ff6a None None] DHCP port deletion for eafd99bf-8c49-4c39-a55b-a6e99bf98894 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:32:54.740892 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] For port b1947a36-88a5-4bc4-bffc-1572f0d59fde, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b1947a36-88a5-4bc4-bffc-1572f0d59fde,segment=NetworkSegment(0dde5795-c58a-4d1c-83be-b6e422460699),segment_id=0dde5795-c58a-4d1c-83be-b6e422460699)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:54.741260 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.754129 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for b1947a36-88a5-4bc4-bffc-1572f0d59fde owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:54.778128 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ae3cb903-62a0-4b8d-818e-5a050789ff6a None None] Deleting port b1947a36-88a5-4bc4-bffc-1572f0d59fde {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:54.778531 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ae3cb903-62a0-4b8d-818e-5a050789ff6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.832661 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.841784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ae3cb903-62a0-4b8d-818e-5a050789ff6a None None] For port b1947a36-88a5-4bc4-bffc-1572f0d59fde, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b1947a36-88a5-4bc4-bffc-1572f0d59fde,segment=NetworkSegment(0dde5795-c58a-4d1c-83be-b6e422460699),segment_id=0dde5795-c58a-4d1c-83be-b6e422460699)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:32:54.842285 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ae3cb903-62a0-4b8d-818e-5a050789ff6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.855334 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ae3cb903-62a0-4b8d-818e-5a050789ff6a None None] Calling delete_port for b1947a36-88a5-4bc4-bffc-1572f0d59fde owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:54.862896 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=b1947a36-88a5-4bc4-bffc-1572f0d59fde,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:54.866447 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No DVR routers for this DVR port b1947a36-88a5-4bc4-bffc-1572f0d59fde on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:32:54.933086 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ae3cb903-62a0-4b8d-818e-5a050789ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.946041 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.956214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafd99bf-8c49-4c39-a55b-a6e99bf98894']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:54.961776 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cb903-62a0-4b8d-818e-5a050789ff6a None None] Pushing event deleted for resources: {'Port': ['ID=b1947a36-88a5-4bc4-bffc-1572f0d59fde,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:54.966280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3cb903-62a0-4b8d-818e-5a050789ff6a None None] No DVR routers for this DVR port b1947a36-88a5-4bc4-bffc-1572f0d59fde on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:32:54.967483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dde5795-c58a-4d1c-83be-b6e422460699') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:54.967817 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dde5795-c58a-4d1c-83be-b6e422460699') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:54.977870 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.992975 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:54.999025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:32:54.999421 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:32:55.002555 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:32:55.064497 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:55.073083 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:55.075032 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/networks/eafd99bf-8c49-4c39-a55b-a6e99bf98894 HTTP/1.1" status: 204 len: 168 time: 0.5308213 Jul 27 21:32:55.078832 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53178) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:55.083519 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1012467635', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}, 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:55.087194 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6425f65-2b07-4153-b02c-ff893dbb2859 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Network': ['ID=eafd99bf-8c49-4c39-a55b-a6e99bf98894,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:55.107438 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:55.108442 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:55.160205 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:55.313682 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:55.533492 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:55.556618 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:55.667772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Allocated IP 172.25.2.20 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/965d6b5f-72d3-4b52-a390-ce1c05c01c2b) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:32:55.774193 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:55.814146 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:55.853508 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:32:55.858698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:55.862042 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:32:55.883949 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=965d6b5f-72d3-4b52-a390-ce1c05c01c2b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:56.310270 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b1947a36-88a5-4bc4-bffc-1572f0d59fde no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:32:56.333385 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: b1947a36-88a5-4bc4-bffc-1572f0d59fde {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:32:56.334412 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b1947a36-88a5-4bc4-bffc-1572f0d59fde not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:32:56.415150 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:56.620236 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:56.753881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router 15b9b009-2607-420c-a8bc-20132951703b is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:32:56.860654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:32:56.870635 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa30fd3-2529-4f39-978c-30b20984a5c0 None None] Sync routers for ids ['15b9b009-2607-420c-a8bc-20132951703b'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:32:56.879251 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:56.879512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa30fd3-2529-4f39-978c-30b20984a5c0 None None] Routers {'15b9b009-2607-420c-a8bc-20132951703b'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:56.880107 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0fa30fd3-2529-4f39-978c-30b20984a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['15b9b009-2607-420c-a8bc-20132951703b'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:56.880622 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c0089a60-f428-4df2-99c9-bdfc6fef77e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.8006337 Jul 27 21:32:56.883356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53180) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:56.913052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0fa30fd3-2529-4f39-978c-30b20984a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:56.921703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa30fd3-2529-4f39-978c-30b20984a5c0 None None] Routers {'15b9b009-2607-420c-a8bc-20132951703b'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:56.922336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0fa30fd3-2529-4f39-978c-30b20984a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['15b9b009-2607-420c-a8bc-20132951703b'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:56.957141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0fa30fd3-2529-4f39-978c-30b20984a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:56.957790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa30fd3-2529-4f39-978c-30b20984a5c0 None None] The sync data for ids ['15b9b009-2607-420c-a8bc-20132951703b'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:32:56.994063 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fc64a2f6-7722-4d5f-aa2d-d3b62dcd81bb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/routers/15b9b009-2607-420c-a8bc-20132951703b HTTP/1.1" status: 200 len: 884 time: 0.1096303 Jul 27 21:32:56.996519 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53182) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:57.219928 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-267529df-5143-4572-a191-ce6d350d0a87 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2222688 Jul 27 21:32:57.222274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53186) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:57.227140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-a4358488-0900-4ba1-a056-60d46fb1348b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1012467635'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:57.524671 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4358488-0900-4ba1-a056-60d46fb1348b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:57.535155 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4358488-0900-4ba1-a056-60d46fb1348b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:57.642310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4358488-0900-4ba1-a056-60d46fb1348b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router 15b9b009-2607-420c-a8bc-20132951703b has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:32:57.750240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4358488-0900-4ba1-a056-60d46fb1348b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:32:57.758353 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4358488-0900-4ba1-a056-60d46fb1348b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:57.760406 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a4358488-0900-4ba1-a056-60d46fb1348b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/15b9b009-2607-420c-a8bc-20132951703b HTTP/1.1" status: 200 len: 891 time: 0.5371897 Jul 27 21:32:57.760835 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649a2272-4b06-4c0e-84a9-3a0159532316 None None] Sync routers for ids ['15b9b009-2607-420c-a8bc-20132951703b'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:32:57.762031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53188) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:57.770072 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649a2272-4b06-4c0e-84a9-3a0159532316 None None] Routers {'15b9b009-2607-420c-a8bc-20132951703b'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:57.770714 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-649a2272-4b06-4c0e-84a9-3a0159532316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['15b9b009-2607-420c-a8bc-20132951703b'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:57.806948 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-649a2272-4b06-4c0e-84a9-3a0159532316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:57.815312 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649a2272-4b06-4c0e-84a9-3a0159532316 None None] Routers {'15b9b009-2607-420c-a8bc-20132951703b'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:32:57.815904 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-649a2272-4b06-4c0e-84a9-3a0159532316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['15b9b009-2607-420c-a8bc-20132951703b'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:57.848415 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-649a2272-4b06-4c0e-84a9-3a0159532316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:32:57.849061 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649a2272-4b06-4c0e-84a9-3a0159532316 None None] The sync data for ids ['15b9b009-2607-420c-a8bc-20132951703b'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:32:57.871796 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6facc456-2bd8-4d59-be4d-4f951c164663 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/routers/15b9b009-2607-420c-a8bc-20132951703b HTTP/1.1" status: 200 len: 891 time: 0.1086011 Jul 27 21:32:57.874432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53190) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:57.907888 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4d045602-6313-47aa-9e62-a6262f05f9da tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b9b009-2607-420c-a8bc-20132951703b HTTP/1.1" status: 200 len: 205 time: 0.0323887 Jul 27 21:32:57.910197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53192) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:58.018830 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5280a63-674c-457b-bc6d-41ffad412c8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:58.450135 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5280a63-674c-457b-bc6d-41ffad412c8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:58.501421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b5280a63-674c-457b-bc6d-41ffad412c8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port 965d6b5f-72d3-4b52-a390-ce1c05c01c2b {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:32:58.501677 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5280a63-674c-457b-bc6d-41ffad412c8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:58.578114 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5280a63-674c-457b-bc6d-41ffad412c8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:58.593001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b5280a63-674c-457b-bc6d-41ffad412c8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for 965d6b5f-72d3-4b52-a390-ce1c05c01c2b owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:32:58.770482 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5280a63-674c-457b-bc6d-41ffad412c8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:58.805687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5280a63-674c-457b-bc6d-41ffad412c8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=965d6b5f-72d3-4b52-a390-ce1c05c01c2b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:58.879776 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5280a63-674c-457b-bc6d-41ffad412c8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:58.986963 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5280a63-674c-457b-bc6d-41ffad412c8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:58.989664 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5280a63-674c-457b-bc6d-41ffad412c8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:59.044604 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5280a63-674c-457b-bc6d-41ffad412c8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:59.045227 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5280a63-674c-457b-bc6d-41ffad412c8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Fanout notify agent at l3_agent the message router_deleted on router 15b9b009-2607-420c-a8bc-20132951703b {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:32:59.057444 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b5280a63-674c-457b-bc6d-41ffad412c8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:59.059067 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b5280a63-674c-457b-bc6d-41ffad412c8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/routers/15b9b009-2607-420c-a8bc-20132951703b HTTP/1.1" status: 204 len: 168 time: 1.1477494 Jul 27 21:32:59.064190 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53194) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:59.069343 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-5905443c-a939-4cb9-8447-3c81a09f179a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-163866226'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:59.091083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5905443c-a939-4cb9-8447-3c81a09f179a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:59.094496 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5905443c-a939-4cb9-8447-3c81a09f179a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:59.119915 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5905443c-a939-4cb9-8447-3c81a09f179a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:32:59.131547 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5905443c-a939-4cb9-8447-3c81a09f179a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:59.131971 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-5905443c-a939-4cb9-8447-3c81a09f179a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Added segment 5be166f7-ad96-4129-a0d2-4a642cc6122f of type vlan for network 8e493c5c-b2e2-4285-b80d-19d4d06f9119 Jul 27 21:32:59.173781 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5905443c-a939-4cb9-8447-3c81a09f179a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:59.201750 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5905443c-a939-4cb9-8447-3c81a09f179a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:59.208095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5905443c-a939-4cb9-8447-3c81a09f179a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:59.209293 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5905443c-a939-4cb9-8447-3c81a09f179a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:59.272787 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5905443c-a939-4cb9-8447-3c81a09f179a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2075195 Jul 27 21:32:59.275526 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53198) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:59.280866 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-a324dc47-ff4b-4afb-8c86-857125d130fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'subnet': {'network_id': '8e493c5c-b2e2-4285-b80d-19d4d06f9119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:59.341167 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905443c-a939-4cb9-8447-3c81a09f179a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Network': ['ID=8e493c5c-b2e2-4285-b80d-19d4d06f9119,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:59.353592 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 8e493c5c-b2e2-4285-b80d-19d4d06f9119 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:32:59.408812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a324dc47-ff4b-4afb-8c86-857125d130fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:32:59.412760 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a324dc47-ff4b-4afb-8c86-857125d130fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:59.597055 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a324dc47-ff4b-4afb-8c86-857125d130fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:59.656284 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324dc47-ff4b-4afb-8c86-857125d130fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Subnet': ['ID=ca6ee7f8-5c05-4d8e-b061-4685af844677,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:32:59.665159 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a324dc47-ff4b-4afb-8c86-857125d130fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Checking segment: {'id': '5be166f7-ad96-4129-a0d2-4a642cc6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8e493c5c-b2e2-4285-b80d-19d4d06f9119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:32:59.665518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a324dc47-ff4b-4afb-8c86-857125d130fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network hostable DHCP agents. Network: 8e493c5c-b2e2-4285-b80d-19d4d06f9119, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:32:59.681946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a324dc47-ff4b-4afb-8c86-857125d130fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network 8e493c5c-b2e2-4285-b80d-19d4d06f9119 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:32:59.690002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-a324dc47-ff4b-4afb-8c86-857125d130fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 8e493c5c-b2e2-4285-b80d-19d4d06f9119) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:32:59.694535 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a324dc47-ff4b-4afb-8c86-857125d130fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:32:59.695186 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a324dc47-ff4b-4afb-8c86-857125d130fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:59.700628 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332fb03d-651c-4bb3-b5dc-bfce630a3ea7 None None] Network 8e493c5c-b2e2-4285-b80d-19d4d06f9119 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:32:59.710036 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a324dc47-ff4b-4afb-8c86-857125d130fd tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4334376 Jul 27 21:32:59.712818 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53200) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:59.717313 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4ebde9c9-8e36-439d-ad83-91149513dba3 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-359870444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:32:59.739435 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ebde9c9-8e36-439d-ad83-91149513dba3 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:59.741206 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ebde9c9-8e36-439d-ad83-91149513dba3 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:59.798802 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ebde9c9-8e36-439d-ad83-91149513dba3 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:59.803623 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ebde9c9-8e36-439d-ad83-91149513dba3 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:59.821361 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4ebde9c9-8e36-439d-ad83-91149513dba3 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:32:59.822912 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4ebde9c9-8e36-439d-ad83-91149513dba3 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1091545 Jul 27 21:32:59.826162 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53202) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:32:59.862121 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-8e493c5c-b2e2-4285-b80d-19d4d06f9119', 'network_id': '8e493c5c-b2e2-4285-b80d-19d4d06f9119', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'fixed_ips': [{'subnet_id': 'ca6ee7f8-5c05-4d8e-b061-4685af844677'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:32:59.863118 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:00.008660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Allocated IP 2001:db8::2 (8e493c5c-b2e2-4285-b80d-19d4d06f9119/ca6ee7f8-5c05-4d8e-b061-4685af844677/8d2ed326-4ed8-45ca-9d57-7903ca51fc19) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:33:00.125052 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:00.163608 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:00.172026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Transition to ACTIVE for port object 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:00.187332 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Transition to ACTIVE for port object 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:00.192673 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:00.230600 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Network 8e493c5c-b2e2-4285-b80d-19d4d06f9119 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:00.236861 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:00.241679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:33:00.244876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Pushing event updated for resources: {'Port': ['ID=8d2ed326-4ed8-45ca-9d57-7903ca51fc19,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:00.257063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:00.257425 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:00.257766 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:00.258114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:00.258529 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:00.258798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:00.259129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:00.259460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:00.259788 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:00.260116 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:00.260440 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:00.260892 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:00.312660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Attempting to bind port 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:33:00.313027 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Attempting to bind port 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '5be166f7-ad96-4129-a0d2-4a642cc6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8e493c5c-b2e2-4285-b80d-19d4d06f9119'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:33:00.313387 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Attempting to bind port 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 on network 8e493c5c-b2e2-4285-b80d-19d4d06f9119 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:33:00.319020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:33:00.319398 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Checking segment: {'id': '5be166f7-ad96-4129-a0d2-4a642cc6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8e493c5c-b2e2-4285-b80d-19d4d06f9119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:00.319798 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:00.320193 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Bound using segment: {'id': '5be166f7-ad96-4129-a0d2-4a642cc6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8e493c5c-b2e2-4285-b80d-19d4d06f9119'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:33:00.320654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Bound port: 8d2ed326-4ed8-45ca-9d57-7903ca51fc19, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be166f7-ad96-4129-a0d2-4a642cc6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8e493c5c-b2e2-4285-b80d-19d4d06f9119'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:33:00.321033 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:00.382845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Allocated IP 2001:db8::1 (8e493c5c-b2e2-4285-b80d-19d4d06f9119/ca6ee7f8-5c05-4d8e-b061-4685af844677/0699131b-6b97-4f56-a212-34635718a169) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:33:00.386803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] For port 8d2ed326-4ed8-45ca-9d57-7903ca51fc19, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:33:00.389841 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] For port 8d2ed326-4ed8-45ca-9d57-7903ca51fc19, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8d2ed326-4ed8-45ca-9d57-7903ca51fc19,segment=NetworkSegment(5be166f7-ad96-4129-a0d2-4a642cc6122f),segment_id=5be166f7-ad96-4129-a0d2-4a642cc6122f)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:33:00.402687 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:00.462458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e546889-4582-4ebd-9467-6c29de3a850e None None] Pushing event updated for resources: {'Port': ['ID=8d2ed326-4ed8-45ca-9d57-7903ca51fc19,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:00.522631 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:00.537511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Transition to ACTIVE for port object 0699131b-6b97-4f56-a212-34635718a169 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:00.572960 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:00.623535 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network 8e493c5c-b2e2-4285-b80d-19d4d06f9119 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:00.627517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:00.630384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:33:00.631284 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:00.688580 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=0699131b-6b97-4f56-a212-34635718a169,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:00.782005 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:01.047184 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:01.052520 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:01.053410 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:01.142550 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=0699131b-6b97-4f56-a212-34635718a169,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:01.191364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network 8e493c5c-b2e2-4285-b80d-19d4d06f9119 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:01.192925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:01.319127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:33:01.344896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a194d9e9-5094-4215-8159-cbd7a0cc7473 None None] Network 8e493c5c-b2e2-4285-b80d-19d4d06f9119 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:33:01.413614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:01.418699 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e7a82c0c-afbe-4e24-8ec6-94228de29699 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5913939 Jul 27 21:33:01.421304 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53206) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:01.429952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ece0094-0cf6-4dbb-b2ea-e3f8caeb4a3c None None] Sync routers for ids ['e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:01.435177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-68936677-720b-4082-9982-cc08510cb66c None None] Provisioning for port 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:01.476890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece0094-0cf6-4dbb-b2ea-e3f8caeb4a3c None None] Routers {'e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:01.477291 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70322778-14a8-4aa7-a60b-8ade8b08c6a8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:01.477514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5ece0094-0cf6-4dbb-b2ea-e3f8caeb4a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:01.478707 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-70322778-14a8-4aa7-a60b-8ade8b08c6a8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports/0699131b-6b97-4f56-a212-34635718a169 HTTP/1.1" status: 200 len: 911 time: 0.0564167 Jul 27 21:33:01.481599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53208) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:01.487155 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-ea23d363-2428-4ed2-9ec9-24aff662564f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ca6ee7f8-5c05-4d8e-b061-4685af844677'}]}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:01.515272 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5ece0094-0cf6-4dbb-b2ea-e3f8caeb4a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:01.530834 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece0094-0cf6-4dbb-b2ea-e3f8caeb4a3c None None] Routers {'e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:01.531451 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5ece0094-0cf6-4dbb-b2ea-e3f8caeb4a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:01.658738 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ea23d363-2428-4ed2-9ec9-24aff662564f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:01.736124 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5ece0094-0cf6-4dbb-b2ea-e3f8caeb4a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:01.736784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ece0094-0cf6-4dbb-b2ea-e3f8caeb4a3c None None] The sync data for ids ['e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:01.971109 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-69f0d969-f13e-455b-83e5-ce4d71be8881 None None] Provisioning for port 0699131b-6b97-4f56-a212-34635718a169 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:01.975902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-69f0d969-f13e-455b-83e5-ce4d71be8881 None None] Provisioning complete for port 0699131b-6b97-4f56-a212-34635718a169 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:01.976511 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-69f0d969-f13e-455b-83e5-ce4d71be8881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:02.016313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-69f0d969-f13e-455b-83e5-ce4d71be8881 None None] Port 0699131b-6b97-4f56-a212-34635718a169 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:33:02.046665 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ea23d363-2428-4ed2-9ec9-24aff662564f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:02.056332 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ea23d363-2428-4ed2-9ec9-24aff662564f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:02.062599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea23d363-2428-4ed2-9ec9-24aff662564f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:02.063223 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ea23d363-2428-4ed2-9ec9-24aff662564f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:02.064615 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ea23d363-2428-4ed2-9ec9-24aff662564f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/ports/0699131b-6b97-4f56-a212-34635718a169 HTTP/1.1" status: 200 len: 911 time: 0.5819261 Jul 27 21:33:02.068073 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53210) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:02.111977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23d363-2428-4ed2-9ec9-24aff662564f tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=0699131b-6b97-4f56-a212-34635718a169,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:02.250816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d2cee70b-094e-4f74-894b-8c0d0e33bf53 None None] Provisioning complete for port 0699131b-6b97-4f56-a212-34635718a169 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:02.251290 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d2cee70b-094e-4f74-894b-8c0d0e33bf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:02.303766 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d2cee70b-094e-4f74-894b-8c0d0e33bf53 None None] Port 0699131b-6b97-4f56-a212-34635718a169 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:33:02.371734 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:02.428073 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:02.430136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-45a72fe6-a83e-4de0-980d-641f43d5ebe7 None None] Provisioning complete for port 0699131b-6b97-4f56-a212-34635718a169 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:02.431118 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-45a72fe6-a83e-4de0-980d-641f43d5ebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:02.456569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:02.456862 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dbf26dc3-a6c4-4b72-98a9-d0ffddab7d7d tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:02.457625 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:02.497311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-45a72fe6-a83e-4de0-980d-641f43d5ebe7 None None] Port 0699131b-6b97-4f56-a212-34635718a169 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:33:02.547100 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:02.581747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 8d2ed326-4ed8-45ca-9d57-7903ca51fc19, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8d2ed326-4ed8-45ca-9d57-7903ca51fc19,segment=NetworkSegment(5be166f7-ad96-4129-a0d2-4a642cc6122f),segment_id=5be166f7-ad96-4129-a0d2-4a642cc6122f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:02.585355 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:02.638487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=8d2ed326-4ed8-45ca-9d57-7903ca51fc19,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:02.723026 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-137d9732-cf1e-42be-bc9d-7ebf2167f3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:02.733734 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-dbf26dc3-a6c4-4b72-98a9-d0ffddab7d7d tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port 0699131b-6b97-4f56-a212-34635718a169 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:02.734083 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dbf26dc3-a6c4-4b72-98a9-d0ffddab7d7d tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:02.829323 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dbf26dc3-a6c4-4b72-98a9-d0ffddab7d7d tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:02.842972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-dbf26dc3-a6c4-4b72-98a9-d0ffddab7d7d tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for 0699131b-6b97-4f56-a212-34635718a169 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:03.296769 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dbf26dc3-a6c4-4b72-98a9-d0ffddab7d7d tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:03.329994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf26dc3-a6c4-4b72-98a9-d0ffddab7d7d tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=0699131b-6b97-4f56-a212-34635718a169,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:03.440534 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dbf26dc3-a6c4-4b72-98a9-d0ffddab7d7d tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:03.604374 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf26dc3-a6c4-4b72-98a9-d0ffddab7d7d tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:33:03.682201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf26dc3-a6c4-4b72-98a9-d0ffddab7d7d tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:03.687094 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-dbf26dc3-a6c4-4b72-98a9-d0ffddab7d7d tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6180208 Jul 27 21:33:03.689822 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53212) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:03.692345 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e4abe-cfc2-42b9-a507-82e706e5e12c None None] Sync routers for ids ['e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:03.702089 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e4abe-cfc2-42b9-a507-82e706e5e12c None None] Routers {'e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:03.702720 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9d2e4abe-cfc2-42b9-a507-82e706e5e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:03.719495 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a563bf5e-ba02-45de-8753-9e965ee61b08 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d HTTP/1.1" status: 200 len: 205 time: 0.0285585 Jul 27 21:33:03.721992 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53214) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:03.737986 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9d2e4abe-cfc2-42b9-a507-82e706e5e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:03.747585 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e4abe-cfc2-42b9-a507-82e706e5e12c None None] Routers {'e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:03.748171 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9d2e4abe-cfc2-42b9-a507-82e706e5e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:32:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:03.778788 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9d2e4abe-cfc2-42b9-a507-82e706e5e12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:03.779340 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e4abe-cfc2-42b9-a507-82e706e5e12c None None] The sync data for ids ['e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d'] in n-d-764806-9 is: [] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:03.798382 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-47f9a689-099d-43f6-8d5c-e86d99d40190 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:03.957294 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-47f9a689-099d-43f6-8d5c-e86d99d40190 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:03.960098 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-47f9a689-099d-43f6-8d5c-e86d99d40190 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.006766 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-47f9a689-099d-43f6-8d5c-e86d99d40190 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.007298 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f9a689-099d-43f6-8d5c-e86d99d40190 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Fanout notify agent at l3_agent the message router_deleted on router e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:33:04.014040 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-47f9a689-099d-43f6-8d5c-e86d99d40190 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.017968 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-47f9a689-099d-43f6-8d5c-e86d99d40190 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/routers/e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d HTTP/1.1" status: 204 len: 168 time: 0.2921236 Jul 27 21:33:04.017968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53216) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:04.069981 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc02658-3a7a-4ebc-8c91-7ab77eafba14 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting subnet ca6ee7f8-5c05-4d8e-b061-4685af844677 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:33:04.073319 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6fc02658-3a7a-4ebc-8c91-7ab77eafba14 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.117833 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6fc02658-3a7a-4ebc-8c91-7ab77eafba14 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.194737 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.202523 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6fc02658-3a7a-4ebc-8c91-7ab77eafba14 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.262293 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6fc02658-3a7a-4ebc-8c91-7ab77eafba14 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.295347 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc02658-3a7a-4ebc-8c91-7ab77eafba14 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Subnet': ['ID=ca6ee7f8-5c05-4d8e-b061-4685af844677,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:04.301458 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6fc02658-3a7a-4ebc-8c91-7ab77eafba14 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.304032 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6fc02658-3a7a-4ebc-8c91-7ab77eafba14 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/ca6ee7f8-5c05-4d8e-b061-4685af844677 HTTP/1.1" status: 204 len: 168 time: 0.2849619 Jul 27 21:33:04.306831 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53218) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:04.311885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4428af-a82b-45bf-8cdb-7d543a27749d None None] Network 8e493c5c-b2e2-4285-b80d-19d4d06f9119 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:33:04.330370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:04.390561 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.444980 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:04.445324 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.468282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:04.468648 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.523268 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] For port 8d2ed326-4ed8-45ca-9d57-7903ca51fc19, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8d2ed326-4ed8-45ca-9d57-7903ca51fc19,segment=NetworkSegment(5be166f7-ad96-4129-a0d2-4a642cc6122f),segment_id=5be166f7-ad96-4129-a0d2-4a642cc6122f)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:04.523802 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.540875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:04.581988 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02ab218-b8de-4cfe-be25-717bc0f30ce2 None None] DHCP port deletion for 8e493c5c-b2e2-4285-b80d-19d4d06f9119 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:33:04.629409 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b02ab218-b8de-4cfe-be25-717bc0f30ce2 None None] Deleting port 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:04.629805 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b02ab218-b8de-4cfe-be25-717bc0f30ce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.632886 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.663799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No DVR routers for this DVR port 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:33:04.670351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=8d2ed326-4ed8-45ca-9d57-7903ca51fc19,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:04.698840 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b02ab218-b8de-4cfe-be25-717bc0f30ce2 None None] For port 8d2ed326-4ed8-45ca-9d57-7903ca51fc19, host n-d-764806-9, got binding levels [] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:04.699216 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b02ab218-b8de-4cfe-be25-717bc0f30ce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.712365 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b02ab218-b8de-4cfe-be25-717bc0f30ce2 None None] Calling delete_port for 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:04.715116 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.ipam_backend_mixin [None req-b02ab218-b8de-4cfe-be25-717bc0f30ce2 None None] Port 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 was not found and therefore no delete operation was performed {{(pid=105581) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 27 21:33:04.716481 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b02ab218-b8de-4cfe-be25-717bc0f30ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.741690 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ab218-b8de-4cfe-be25-717bc0f30ce2 None None] Pushing event deleted for resources: {'Port': ['ID=8d2ed326-4ed8-45ca-9d57-7903ca51fc19,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:04.745342 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02ab218-b8de-4cfe-be25-717bc0f30ce2 None None] No DVR routers for this DVR port 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:33:04.749270 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.761721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e493c5c-b2e2-4285-b80d-19d4d06f9119']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:04.772728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be166f7-ad96-4129-a0d2-4a642cc6122f') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:04.773030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be166f7-ad96-4129-a0d2-4a642cc6122f') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:04.782843 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.796933 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.803841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:33:04.804237 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:33:04.807503 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:33:04.871545 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.883457 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.885973 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/networks/8e493c5c-b2e2-4285-b80d-19d4d06f9119 HTTP/1.1" status: 204 len: 168 time: 0.5780845 Jul 27 21:33:04.889961 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53220) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:04.895193 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f85321af-fc10-45a1-a706-3ba3630f147a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1756288131', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:04.896163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577bb57-0c4f-499d-961c-9883f009d8ae tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Network': ['ID=8e493c5c-b2e2-4285-b80d-19d4d06f9119,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:04.919422 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f85321af-fc10-45a1-a706-3ba3630f147a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.920270 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:33:04.920767 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f85321af-fc10-45a1-a706-3ba3630f147a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.976016 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f85321af-fc10-45a1-a706-3ba3630f147a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.980034 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f85321af-fc10-45a1-a706-3ba3630f147a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.996131 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f85321af-fc10-45a1-a706-3ba3630f147a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:04.997614 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f85321af-fc10-45a1-a706-3ba3630f147a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1065495 Jul 27 21:33:05.000377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53222) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:05.006542 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-78cbfe2e-da78-4c74-938f-185be1679a27 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-330463213'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:05.028187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cbfe2e-da78-4c74-938f-185be1679a27 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:33:05.031664 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-78cbfe2e-da78-4c74-938f-185be1679a27 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:05.056405 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78cbfe2e-da78-4c74-938f-185be1679a27 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:33:05.066051 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-78cbfe2e-da78-4c74-938f-185be1679a27 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:05.066460 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-78cbfe2e-da78-4c74-938f-185be1679a27 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Added segment c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d of type vlan for network 2b4e8364-2904-4074-a010-7964cb069bef Jul 27 21:33:05.108288 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-78cbfe2e-da78-4c74-938f-185be1679a27 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:05.138713 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-78cbfe2e-da78-4c74-938f-185be1679a27 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:05.144269 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cbfe2e-da78-4c74-938f-185be1679a27 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:05.144857 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-78cbfe2e-da78-4c74-938f-185be1679a27 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:05.210964 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-78cbfe2e-da78-4c74-938f-185be1679a27 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2095144 Jul 27 21:33:05.213845 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53226) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:05.220802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e26d1e96-1b32-4a39-9078-4422032b5f10 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'subnet': {'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:05.226254 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbfe2e-da78-4c74-938f-185be1679a27 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Network': ['ID=2b4e8364-2904-4074-a010-7964cb069bef,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:05.239079 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 2b4e8364-2904-4074-a010-7964cb069bef details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:33:05.314014 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26d1e96-1b32-4a39-9078-4422032b5f10 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:33:05.317831 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e26d1e96-1b32-4a39-9078-4422032b5f10 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:05.386614 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-dba0012a-187c-4fbf-b8a6-9de37c350b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:05.489287 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:05.533364 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e26d1e96-1b32-4a39-9078-4422032b5f10 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:05.598731 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d1e96-1b32-4a39-9078-4422032b5f10 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Subnet': ['ID=889bd806-f29c-4323-8468-63d96997bc13,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:05.608541 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26d1e96-1b32-4a39-9078-4422032b5f10 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Checking segment: {'id': 'c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:05.608909 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26d1e96-1b32-4a39-9078-4422032b5f10 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network hostable DHCP agents. Network: 2b4e8364-2904-4074-a010-7964cb069bef, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:33:05.624733 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26d1e96-1b32-4a39-9078-4422032b5f10 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network 2b4e8364-2904-4074-a010-7964cb069bef is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:33:05.633963 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-e26d1e96-1b32-4a39-9078-4422032b5f10 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 2b4e8364-2904-4074-a010-7964cb069bef) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:05.638360 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26d1e96-1b32-4a39-9078-4422032b5f10 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:05.638947 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e26d1e96-1b32-4a39-9078-4422032b5f10 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:05.644310 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604a4fb5-0ed8-49e9-b107-1273c3995100 None None] Network 2b4e8364-2904-4074-a010-7964cb069bef requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:33:05.659113 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e26d1e96-1b32-4a39-9078-4422032b5f10 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4413106 Jul 27 21:33:05.659402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53228) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:05.799701 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-2b4e8364-2904-4074-a010-7964cb069bef', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:33:05.800576 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:05.942466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Allocated IP 2001:db8::2 (2b4e8364-2904-4074-a010-7964cb069bef/889bd806-f29c-4323-8468-63d96997bc13/4600ede3-1c5e-4a67-b84f-ecf57a939b20) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:33:05.944787 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:06.089016 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:06.097698 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Transition to ACTIVE for port object 4600ede3-1c5e-4a67-b84f-ecf57a939b20 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:06.112771 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Transition to ACTIVE for port object 4600ede3-1c5e-4a67-b84f-ecf57a939b20 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:06.119743 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:06.155453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Network 2b4e8364-2904-4074-a010-7964cb069bef is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:06.162244 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:06.165664 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:33:06.174654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Pushing event updated for resources: {'Port': ['ID=4600ede3-1c5e-4a67-b84f-ecf57a939b20,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:06.194919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Allocated IP 2001:db8::1 (2b4e8364-2904-4074-a010-7964cb069bef/889bd806-f29c-4323-8468-63d96997bc13/c382e30e-e71b-420b-86a7-3e7aee3d11e4) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:33:06.233941 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Attempting to bind port 4600ede3-1c5e-4a67-b84f-ecf57a939b20 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:33:06.234432 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Attempting to bind port 4600ede3-1c5e-4a67-b84f-ecf57a939b20 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:33:06.234867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Attempting to bind port 4600ede3-1c5e-4a67-b84f-ecf57a939b20 on network 2b4e8364-2904-4074-a010-7964cb069bef {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:33:06.240266 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:33:06.240966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Checking segment: {'id': 'c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:06.241084 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:06.241508 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Bound using segment: {'id': 'c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:33:06.241981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Bound port: 4600ede3-1c5e-4a67-b84f-ecf57a939b20, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:33:06.242385 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:06.312345 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] For port 4600ede3-1c5e-4a67-b84f-ecf57a939b20, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:33:06.318457 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] For port 4600ede3-1c5e-4a67-b84f-ecf57a939b20, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4600ede3-1c5e-4a67-b84f-ecf57a939b20,segment=NetworkSegment(c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d),segment_id=c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:33:06.322663 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:33:06.328247 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:06.330774 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:06.346543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Transition to ACTIVE for port object c382e30e-e71b-420b-86a7-3e7aee3d11e4 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:06.380805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:33:06.381629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8d2ed326-4ed8-45ca-9d57-7903ca51fc19 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:33:06.383042 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:06.428328 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network 2b4e8364-2904-4074-a010-7964cb069bef is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:06.432185 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:06.435603 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87928e-5f16-4961-9c2e-9c9f37cda6d2 None None] Pushing event updated for resources: {'Port': ['ID=4600ede3-1c5e-4a67-b84f-ecf57a939b20,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:06.439211 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:33:06.439699 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:06.481704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=c382e30e-e71b-420b-86a7-3e7aee3d11e4,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:06.583626 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:06.918840 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:06.924532 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:06.925485 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:07.022503 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=c382e30e-e71b-420b-86a7-3e7aee3d11e4,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:07.066802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network 2b4e8364-2904-4074-a010-7964cb069bef is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:07.068697 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:07.191180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router e14efac9-89c3-42d5-bf58-772045f7a64f is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:33:07.245282 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:07.293207 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:07.299048 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-75b6e860-d928-4a44-8bc6-592500c68f80 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/e14efac9-89c3-42d5-bf58-772045f7a64f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6385112 Jul 27 21:33:07.301745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53232) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:07.305480 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Sync routers for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:07.308479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5ed1b47d-1242-4315-8e75-62baf1bca04c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1691861072'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:07.321145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:07.321756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:07.332220 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed1b47d-1242-4315-8e75-62baf1bca04c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:33:07.337138 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b47d-1242-4315-8e75-62baf1bca04c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:07.369994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed1b47d-1242-4315-8e75-62baf1bca04c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:33:07.380058 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b47d-1242-4315-8e75-62baf1bca04c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:07.380697 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-5ed1b47d-1242-4315-8e75-62baf1bca04c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Added segment 4faf175a-9568-48dc-9fb9-2461265f2681 of type vlan for network 3bbdcfc5-ecda-4595-87e7-0fd4c29f4900 Jul 27 21:33:07.419567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:07.425600 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b47d-1242-4315-8e75-62baf1bca04c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:07.450797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4421f2c3-f542-43bc-9a44-3b2ccd717af5 None None] Network 2b4e8364-2904-4074-a010-7964cb069bef requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:33:07.459553 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b47d-1242-4315-8e75-62baf1bca04c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:07.465161 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed1b47d-1242-4315-8e75-62baf1bca04c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:07.465750 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b47d-1242-4315-8e75-62baf1bca04c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:07.526874 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5ed1b47d-1242-4315-8e75-62baf1bca04c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2229817 Jul 27 21:33:07.530128 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53234) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:07.535086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-23f4b705-75d2-4706-96ae-c29d0edcf85a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'subnet': {'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:07.582014 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1b47d-1242-4315-8e75-62baf1bca04c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Network': ['ID=3bbdcfc5-ecda-4595-87e7-0fd4c29f4900,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:07.607663 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 3bbdcfc5-ecda-4595-87e7-0fd4c29f4900 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:33:07.636840 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f4b705-75d2-4706-96ae-c29d0edcf85a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:33:07.640384 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-23f4b705-75d2-4706-96ae-c29d0edcf85a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:07.641240 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3ad63ed4-f799-4dba-908f-963b2c53b5a4 None None] Provisioning for port 4600ede3-1c5e-4a67-b84f-ecf57a939b20 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:07.828771 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-23f4b705-75d2-4706-96ae-c29d0edcf85a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:07.834602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:06Z', 'revision_number': 2, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:06Z', 'revision_number': 2, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:07.862130 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Checking router: e14efac9-89c3-42d5-bf58-772045f7a64f for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:07.862506 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Updating router e14efac9-89c3-42d5-bf58-772045f7a64f port c382e30e-e71b-420b-86a7-3e7aee3d11e4 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:33:07.896955 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4b705-75d2-4706-96ae-c29d0edcf85a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Subnet': ['ID=9cff2176-5cc3-4ccc-9288-2159b101b8a4,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:07.906453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f4b705-75d2-4706-96ae-c29d0edcf85a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Checking segment: {'id': '4faf175a-9568-48dc-9fb9-2461265f2681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:07.906820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f4b705-75d2-4706-96ae-c29d0edcf85a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network hostable DHCP agents. Network: 3bbdcfc5-ecda-4595-87e7-0fd4c29f4900, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:33:07.913870 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:07.923749 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:07.924475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f4b705-75d2-4706-96ae-c29d0edcf85a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network 3bbdcfc5-ecda-4595-87e7-0fd4c29f4900 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:33:07.934958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-23f4b705-75d2-4706-96ae-c29d0edcf85a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 3bbdcfc5-ecda-4595-87e7-0fd4c29f4900) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:07.939289 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f4b705-75d2-4706-96ae-c29d0edcf85a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:07.939961 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-23f4b705-75d2-4706-96ae-c29d0edcf85a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:07.956327 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb567dbf-2ca2-4ad5-9e74-ffcbfc6ce13e None None] Network 3bbdcfc5-ecda-4595-87e7-0fd4c29f4900 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:33:07.957532 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-23f4b705-75d2-4706-96ae-c29d0edcf85a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4262617 Jul 27 21:33:07.960886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53236) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:08.270398 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:33:08.271848 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:08.307302 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eb6e23a3-9fd2-4f63-8d2f-b09beb6914f2 None None] Provisioning for port c382e30e-e71b-420b-86a7-3e7aee3d11e4 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:08.320367 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eb6e23a3-9fd2-4f63-8d2f-b09beb6914f2 None None] Provisioning complete for port c382e30e-e71b-420b-86a7-3e7aee3d11e4 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:08.320740 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eb6e23a3-9fd2-4f63-8d2f-b09beb6914f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:08.434182 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4600ede3-1c5e-4a67-b84f-ecf57a939b20 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:08.656363 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:08.680457 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e23a3-9fd2-4f63-8d2f-b09beb6914f2 None None] Port c382e30e-e71b-420b-86a7-3e7aee3d11e4 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:33:08.702930 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:08.722650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Transition to ACTIVE for port object c382e30e-e71b-420b-86a7-3e7aee3d11e4 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:08.738339 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:08.751498 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Allocated IP 2001:db8:1::2 (3bbdcfc5-ecda-4595-87e7-0fd4c29f4900/9cff2176-5cc3-4ccc-9288-2159b101b8a4/e959ad34-803a-457e-964f-52ce7e22c223) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:33:08.789843 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 4600ede3-1c5e-4a67-b84f-ecf57a939b20 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:08.811155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 4600ede3-1c5e-4a67-b84f-ecf57a939b20 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:08.811540 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:08.883523 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f058e0-cee1-48ed-9b44-21f0cf991edd None None] Pushing event updated for resources: {'Port': ['ID=c382e30e-e71b-420b-86a7-3e7aee3d11e4,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:08.985551 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:09.023637 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Attempting to bind port c382e30e-e71b-420b-86a7-3e7aee3d11e4 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:33:09.024005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Attempting to bind port c382e30e-e71b-420b-86a7-3e7aee3d11e4 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:33:09.024365 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Attempting to bind port c382e30e-e71b-420b-86a7-3e7aee3d11e4 on network 2b4e8364-2904-4074-a010-7964cb069bef {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:33:09.064491 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:33:09.064865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Checking segment: {'id': 'c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:09.065261 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:09.065653 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Bound using segment: {'id': 'c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:33:09.066130 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Bound port: c382e30e-e71b-420b-86a7-3e7aee3d11e4, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:33:09.066523 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:09.107326 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:09.125020 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:09.165398 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Transition to ACTIVE for port object e959ad34-803a-457e-964f-52ce7e22c223 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:09.209352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Transition to ACTIVE for port object e959ad34-803a-457e-964f-52ce7e22c223 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:09.214103 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 4600ede3-1c5e-4a67-b84f-ecf57a939b20, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4600ede3-1c5e-4a67-b84f-ecf57a939b20,segment=NetworkSegment(c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d),segment_id=c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:09.220921 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:09.228130 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:09.231084 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] For port c382e30e-e71b-420b-86a7-3e7aee3d11e4, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:33:09.275511 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Allocated IP 2001:db8:1::1 (3bbdcfc5-ecda-4595-87e7-0fd4c29f4900/9cff2176-5cc3-4ccc-9288-2159b101b8a4/def9e790-ba9a-4134-9f3b-ea0c8e2c50af) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:33:09.276024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] For port c382e30e-e71b-420b-86a7-3e7aee3d11e4, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c382e30e-e71b-420b-86a7-3e7aee3d11e4,segment=NetworkSegment(c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d),segment_id=c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:33:09.282433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Network 3bbdcfc5-ecda-4595-87e7-0fd4c29f4900 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:09.286582 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:09.294277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:09.303179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:33:09.307794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=4600ede3-1c5e-4a67-b84f-ecf57a939b20,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:09.401012 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:09.403046 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Pushing event updated for resources: {'Port': ['ID=e959ad34-803a-457e-964f-52ce7e22c223,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:09.410330 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:09.410972 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:09.421456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Transition to ACTIVE for port object def9e790-ba9a-4134-9f3b-ea0c8e2c50af will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:09.459135 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:09.472784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Attempting to bind port e959ad34-803a-457e-964f-52ce7e22c223 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:33:09.473162 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Attempting to bind port e959ad34-803a-457e-964f-52ce7e22c223 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '4faf175a-9568-48dc-9fb9-2461265f2681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:33:09.473526 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Attempting to bind port e959ad34-803a-457e-964f-52ce7e22c223 on network 3bbdcfc5-ecda-4595-87e7-0fd4c29f4900 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:33:09.503345 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network 3bbdcfc5-ecda-4595-87e7-0fd4c29f4900 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:09.507007 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:09.510874 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:33:09.511427 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:09.511829 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:33:09.512210 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Checking segment: {'id': '4faf175a-9568-48dc-9fb9-2461265f2681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:09.512615 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:09.513009 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Bound using segment: {'id': '4faf175a-9568-48dc-9fb9-2461265f2681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:33:09.513486 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Bound port: e959ad34-803a-457e-964f-52ce7e22c223, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4faf175a-9568-48dc-9fb9-2461265f2681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:33:09.513874 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:09.564355 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=def9e790-ba9a-4134-9f3b-ea0c8e2c50af,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:09.573551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f058e0-cee1-48ed-9b44-21f0cf991edd None None] Pushing event updated for resources: {'Port': ['ID=c382e30e-e71b-420b-86a7-3e7aee3d11e4,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:09.585222 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:09.653493 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:09.687241 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] For port e959ad34-803a-457e-964f-52ce7e22c223, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:33:09.743324 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] For port e959ad34-803a-457e-964f-52ce7e22c223, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e959ad34-803a-457e-964f-52ce7e22c223,segment=NetworkSegment(4faf175a-9568-48dc-9fb9-2461265f2681),segment_id=4faf175a-9568-48dc-9fb9-2461265f2681)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:33:09.748800 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:09.834483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b39433-b6bc-4173-9722-f2f3d5a304e9 None None] Pushing event updated for resources: {'Port': ['ID=e959ad34-803a-457e-964f-52ce7e22c223,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:09.888902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:06Z', 'revision_number': 2, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:09Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:09.921585 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff186270-38c8-4970-a79b-5b5ef0a87b7d None None] The sync data for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 is: [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:06Z', 'revision_number': 2, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:09Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:09.937509 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:09.946921 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:09.948071 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:10.046535 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=def9e790-ba9a-4134-9f3b-ea0c8e2c50af,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:10.097850 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network 3bbdcfc5-ecda-4595-87e7-0fd4c29f4900 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:10.100007 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:10.221046 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router e14efac9-89c3-42d5-bf58-772045f7a64f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:33:10.340173 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:10.345257 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-104fc3b1-cb7e-4d6a-b7f1-28801ec43a30 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/e14efac9-89c3-42d5-bf58-772045f7a64f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3833077 Jul 27 21:33:10.347960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53238) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:10.354135 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-a790d6f6-f397-47b6-99cc-f3dfbfdbe1d8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1094838895'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:10.377502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a790d6f6-f397-47b6-99cc-f3dfbfdbe1d8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:33:10.381730 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a790d6f6-f397-47b6-99cc-f3dfbfdbe1d8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:10.409303 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a790d6f6-f397-47b6-99cc-f3dfbfdbe1d8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:33:10.420430 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a790d6f6-f397-47b6-99cc-f3dfbfdbe1d8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:10.420770 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-a790d6f6-f397-47b6-99cc-f3dfbfdbe1d8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Added segment a911315f-3d20-4b18-aefd-befe6e08e491 of type vlan for network 74ed3936-2cad-4d18-90ae-95625a70622d Jul 27 21:33:10.466280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e959ad34-803a-457e-964f-52ce7e22c223 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:10.496329 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a790d6f6-f397-47b6-99cc-f3dfbfdbe1d8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:10.533033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port e959ad34-803a-457e-964f-52ce7e22c223 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:10.539625 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4600ede3-1c5e-4a67-b84f-ecf57a939b20 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:10.597391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 4600ede3-1c5e-4a67-b84f-ecf57a939b20 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:10.597842 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:10.694784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c382e30e-e71b-420b-86a7-3e7aee3d11e4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:10.755703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port c382e30e-e71b-420b-86a7-3e7aee3d11e4 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:10.760802 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port c382e30e-e71b-420b-86a7-3e7aee3d11e4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:10.761275 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:10.847415 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:10.881134 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a790d6f6-f397-47b6-99cc-f3dfbfdbe1d8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:10.887769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a790d6f6-f397-47b6-99cc-f3dfbfdbe1d8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:10.888355 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a790d6f6-f397-47b6-99cc-f3dfbfdbe1d8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:10.892171 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e71f127-d1f2-4f69-87fd-0da66805b93e None None] Network 3bbdcfc5-ecda-4595-87e7-0fd4c29f4900 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:33:10.910321 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port c382e30e-e71b-420b-86a7-3e7aee3d11e4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c382e30e-e71b-420b-86a7-3e7aee3d11e4,segment=NetworkSegment(c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d),segment_id=c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:10.935601 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:10.952075 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a790d6f6-f397-47b6-99cc-f3dfbfdbe1d8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5996692 Jul 27 21:33:10.952450 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53242) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:10.959481 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-dd680a2f-0f9d-4e8f-bcdd-112918615d4a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'subnet': {'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:11.010666 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fa583171-3fd0-4a97-a397-e843bc312345 None None] Provisioning for port e959ad34-803a-457e-964f-52ce7e22c223 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:11.010902 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790d6f6-f397-47b6-99cc-f3dfbfdbe1d8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Network': ['ID=74ed3936-2cad-4d18-90ae-95625a70622d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:11.020121 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=c382e30e-e71b-420b-86a7-3e7aee3d11e4,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:11.029281 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 74ed3936-2cad-4d18-90ae-95625a70622d details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:33:11.034492 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fa583171-3fd0-4a97-a397-e843bc312345 None None] Provisioning complete for port e959ad34-803a-457e-964f-52ce7e22c223 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:11.034862 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fa583171-3fd0-4a97-a397-e843bc312345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:11.065115 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd680a2f-0f9d-4e8f-bcdd-112918615d4a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:33:11.068762 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd680a2f-0f9d-4e8f-bcdd-112918615d4a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:11.239658 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fa583171-3fd0-4a97-a397-e843bc312345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:11.272363 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd680a2f-0f9d-4e8f-bcdd-112918615d4a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:11.284543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-fa583171-3fd0-4a97-a397-e843bc312345 None None] For port e959ad34-803a-457e-964f-52ce7e22c223, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e959ad34-803a-457e-964f-52ce7e22c223,segment=NetworkSegment(4faf175a-9568-48dc-9fb9-2461265f2681),segment_id=4faf175a-9568-48dc-9fb9-2461265f2681)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:11.289631 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fa583171-3fd0-4a97-a397-e843bc312345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:11.342259 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd680a2f-0f9d-4e8f-bcdd-112918615d4a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Subnet': ['ID=8e0dcc79-ecee-40aa-baa1-c5151f6320d6,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:11.344636 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd680a2f-0f9d-4e8f-bcdd-112918615d4a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Checking segment: {'id': 'a911315f-3d20-4b18-aefd-befe6e08e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:11.345007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd680a2f-0f9d-4e8f-bcdd-112918615d4a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network hostable DHCP agents. Network: 74ed3936-2cad-4d18-90ae-95625a70622d, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:33:11.349303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa583171-3fd0-4a97-a397-e843bc312345 None None] Pushing event updated for resources: {'Port': ['ID=e959ad34-803a-457e-964f-52ce7e22c223,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:11.365825 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd680a2f-0f9d-4e8f-bcdd-112918615d4a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network 74ed3936-2cad-4d18-90ae-95625a70622d is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:33:11.374871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-dd680a2f-0f9d-4e8f-bcdd-112918615d4a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 74ed3936-2cad-4d18-90ae-95625a70622d) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:11.378942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd680a2f-0f9d-4e8f-bcdd-112918615d4a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:11.379534 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dd680a2f-0f9d-4e8f-bcdd-112918615d4a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:11.389220 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5292b6-d791-488a-910e-b79c6f7bfbdf None None] Network 74ed3936-2cad-4d18-90ae-95625a70622d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:33:11.397193 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dd680a2f-0f9d-4e8f-bcdd-112918615d4a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4435914 Jul 27 21:33:11.400101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53244) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:11.541376 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Sync routers for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:11.553765 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:11.554421 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:11.582623 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-74ed3936-2cad-4d18-90ae-95625a70622d', 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'fixed_ips': [{'subnet_id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:33:11.584812 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:11.648608 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:11.749978 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5a40947e-bafa-4b54-8eb4-324a146c5b46 None None] Provisioning complete for port e959ad34-803a-457e-964f-52ce7e22c223 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:11.750877 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5a40947e-bafa-4b54-8eb4-324a146c5b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:11.789521 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Allocated IP 2001:db8:2::2 (74ed3936-2cad-4d18-90ae-95625a70622d/8e0dcc79-ecee-40aa-baa1-c5151f6320d6/0db66449-22f2-41e1-93b4-02bf4abe0cba) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:33:11.831374 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:11.877597 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:09Z', 'revision_number': 3, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:09Z', 'revision_number': 2, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:11.907888 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Checking router: e14efac9-89c3-42d5-bf58-772045f7a64f for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:11.908504 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Updating router e14efac9-89c3-42d5-bf58-772045f7a64f port def9e790-ba9a-4134-9f3b-ea0c8e2c50af binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:33:11.952500 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.125918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5a40947e-bafa-4b54-8eb4-324a146c5b46 None None] Provisioning for port def9e790-ba9a-4134-9f3b-ea0c8e2c50af completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:12.150892 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5a40947e-bafa-4b54-8eb4-324a146c5b46 None None] Provisioning complete for port def9e790-ba9a-4134-9f3b-ea0c8e2c50af triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:12.151273 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5a40947e-bafa-4b54-8eb4-324a146c5b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.200591 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.206239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5a40947e-bafa-4b54-8eb4-324a146c5b46 None None] Port def9e790-ba9a-4134-9f3b-ea0c8e2c50af cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:33:12.213774 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Transition to ACTIVE for port object 0db66449-22f2-41e1-93b4-02bf4abe0cba will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:12.230849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Transition to ACTIVE for port object 0db66449-22f2-41e1-93b4-02bf4abe0cba will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:12.236767 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.246353 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.257602 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Transition to ACTIVE for port object def9e790-ba9a-4134-9f3b-ea0c8e2c50af will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:12.264645 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.277895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Network 74ed3936-2cad-4d18-90ae-95625a70622d is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:12.280773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:12.283435 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:33:12.323054 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Pushing event updated for resources: {'Port': ['ID=0db66449-22f2-41e1-93b4-02bf4abe0cba,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:12.331060 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Allocated IP 2001:db8:2::1 (74ed3936-2cad-4d18-90ae-95625a70622d/8e0dcc79-ecee-40aa-baa1-c5151f6320d6/d60edfb7-412f-43be-b6c0-d89ff9ad6b16) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:33:12.355715 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547233a0-3888-40b5-ab59-e01dd6d3b9b0 None None] Pushing event updated for resources: {'Port': ['ID=def9e790-ba9a-4134-9f3b-ea0c8e2c50af,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:12.380429 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547233a0-3888-40b5-ab59-e01dd6d3b9b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:12.380806 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547233a0-3888-40b5-ab59-e01dd6d3b9b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:12.381183 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547233a0-3888-40b5-ab59-e01dd6d3b9b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:12.381515 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547233a0-3888-40b5-ab59-e01dd6d3b9b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:12.382191 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547233a0-3888-40b5-ab59-e01dd6d3b9b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:12.382191 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547233a0-3888-40b5-ab59-e01dd6d3b9b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:12.382955 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547233a0-3888-40b5-ab59-e01dd6d3b9b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:12.383284 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547233a0-3888-40b5-ab59-e01dd6d3b9b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:12.383778 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547233a0-3888-40b5-ab59-e01dd6d3b9b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:12.384105 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547233a0-3888-40b5-ab59-e01dd6d3b9b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:12.384543 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547233a0-3888-40b5-ab59-e01dd6d3b9b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:12.384879 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547233a0-3888-40b5-ab59-e01dd6d3b9b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:12.391929 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c382e30e-e71b-420b-86a7-3e7aee3d11e4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:12.398201 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Attempting to bind port 0db66449-22f2-41e1-93b4-02bf4abe0cba on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:33:12.398598 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Attempting to bind port 0db66449-22f2-41e1-93b4-02bf4abe0cba by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a911315f-3d20-4b18-aefd-befe6e08e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:33:12.399021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Attempting to bind port 0db66449-22f2-41e1-93b4-02bf4abe0cba on network 74ed3936-2cad-4d18-90ae-95625a70622d {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:33:12.403878 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Attempting to bind port def9e790-ba9a-4134-9f3b-ea0c8e2c50af on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:33:12.404236 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Attempting to bind port def9e790-ba9a-4134-9f3b-ea0c8e2c50af by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '4faf175a-9568-48dc-9fb9-2461265f2681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:33:12.404586 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Attempting to bind port def9e790-ba9a-4134-9f3b-ea0c8e2c50af on network 3bbdcfc5-ecda-4595-87e7-0fd4c29f4900 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:33:12.409670 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:33:12.410039 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Checking segment: {'id': '4faf175a-9568-48dc-9fb9-2461265f2681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:12.410466 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.410860 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Bound using segment: {'id': '4faf175a-9568-48dc-9fb9-2461265f2681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:33:12.411452 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Bound port: def9e790-ba9a-4134-9f3b-ea0c8e2c50af, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4faf175a-9568-48dc-9fb9-2461265f2681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:33:12.411820 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.425747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:33:12.426310 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Checking segment: {'id': 'a911315f-3d20-4b18-aefd-befe6e08e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:12.429876 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.429876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Bound using segment: {'id': 'a911315f-3d20-4b18-aefd-befe6e08e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:33:12.429876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Bound port: 0db66449-22f2-41e1-93b4-02bf4abe0cba, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a911315f-3d20-4b18-aefd-befe6e08e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:33:12.429876 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.500622 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] For port def9e790-ba9a-4134-9f3b-ea0c8e2c50af, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:33:12.502882 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.505214 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] For port def9e790-ba9a-4134-9f3b-ea0c8e2c50af, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=def9e790-ba9a-4134-9f3b-ea0c8e2c50af,segment=NetworkSegment(4faf175a-9568-48dc-9fb9-2461265f2681),segment_id=4faf175a-9568-48dc-9fb9-2461265f2681)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:33:12.511804 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.514904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port c382e30e-e71b-420b-86a7-3e7aee3d11e4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:12.515272 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.528355 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Transition to ACTIVE for port object d60edfb7-412f-43be-b6c0-d89ff9ad6b16 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:12.544287 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] For port 0db66449-22f2-41e1-93b4-02bf4abe0cba, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:33:12.581463 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] For port 0db66449-22f2-41e1-93b4-02bf4abe0cba, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=0db66449-22f2-41e1-93b4-02bf4abe0cba,segment=NetworkSegment(a911315f-3d20-4b18-aefd-befe6e08e491),segment_id=a911315f-3d20-4b18-aefd-befe6e08e491)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:33:12.582709 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:12.584049 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.585328 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:12.590255 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.659041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network 74ed3936-2cad-4d18-90ae-95625a70622d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:12.663531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:12.668158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:33:12.668720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.706747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25257957-4fd6-4789-b7d8-7a4f7b5e706b None None] Pushing event updated for resources: {'Port': ['ID=0db66449-22f2-41e1-93b4-02bf4abe0cba,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:12.717845 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547233a0-3888-40b5-ab59-e01dd6d3b9b0 None None] Pushing event updated for resources: {'Port': ['ID=def9e790-ba9a-4134-9f3b-ea0c8e2c50af,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:12.721250 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:12.725042 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e959ad34-803a-457e-964f-52ce7e22c223 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:12.786728 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=d60edfb7-412f-43be-b6c0-d89ff9ad6b16,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:12.797117 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e959ad34-803a-457e-964f-52ce7e22c223 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:12.797484 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:12.876290 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:13.017601 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:09Z', 'revision_number': 3, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:12Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:13.055425 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b1e5ce-ae0f-4c43-bdef-42ace50bdd5f None None] The sync data for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 is: [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:09Z', 'revision_number': 3, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:12Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:13.229863 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:13.234834 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:13.235845 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:13.329249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=d60edfb7-412f-43be-b6c0-d89ff9ad6b16,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:13.375359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network 74ed3936-2cad-4d18-90ae-95625a70622d is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:13.377016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:13.487116 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router e14efac9-89c3-42d5-bf58-772045f7a64f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:33:13.608454 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:13.614207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5e4f6fdd-41bf-4753-9b9e-ba452a9af463 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/e14efac9-89c3-42d5-bf58-772045f7a64f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2129233 Jul 27 21:33:13.617266 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53246) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:13.622460 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a1750d04-0c34-44a6-a730-a635f830e39e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-163342351'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:13.644074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1750d04-0c34-44a6-a730-a635f830e39e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:33:13.648637 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1750d04-0c34-44a6-a730-a635f830e39e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:13.675082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1750d04-0c34-44a6-a730-a635f830e39e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:33:13.687075 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1750d04-0c34-44a6-a730-a635f830e39e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:13.687423 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-a1750d04-0c34-44a6-a730-a635f830e39e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Added segment 33e4abd9-a512-408f-bb48-862bad2b1097 of type vlan for network bcc806ff-6a8f-4b1f-8d03-ffde48ca3989 Jul 27 21:33:13.730059 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1750d04-0c34-44a6-a730-a635f830e39e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:13.754383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Sync routers for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:13.763320 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1750d04-0c34-44a6-a730-a635f830e39e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:13.765822 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:13.766487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:13.769580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1750d04-0c34-44a6-a730-a635f830e39e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:13.769918 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1750d04-0c34-44a6-a730-a635f830e39e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:13.837007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a860927-637b-4e5b-897f-30e24ab13f92 None None] Network 74ed3936-2cad-4d18-90ae-95625a70622d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:33:13.917681 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:13.921043 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fdc0f36b-de26-415e-a542-e344745fde1a None None] Provisioning for port 0db66449-22f2-41e1-93b4-02bf4abe0cba completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:14.097732 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5fd4260f-0e1f-42d0-a86a-286eac8ee4a9 req-ff24d8f3-ba50-4fe1-ad75-8f5c43cdf85e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0622895 Jul 27 21:33:14.103866 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a1750d04-0c34-44a6-a730-a635f830e39e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4828959 Jul 27 21:33:14.104098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53248) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:14.109208 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-9e01e0fb-87f2-449d-bf07-a4e71f9d68fa tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'subnet': {'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:14.154944 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1750d04-0c34-44a6-a730-a635f830e39e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Network': ['ID=bcc806ff-6a8f-4b1f-8d03-ffde48ca3989,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:14.167023 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network bcc806ff-6a8f-4b1f-8d03-ffde48ca3989 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:33:14.212170 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e01e0fb-87f2-449d-bf07-a4e71f9d68fa tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Made reservation on behalf of 780fbcfe84ff4615a8472b582931e9ce for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:33:14.216564 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9e01e0fb-87f2-449d-bf07-a4e71f9d68fa tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:14.220283 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4260f-0e1f-42d0-a86a-286eac8ee4a9 req-17e4c8bc-ae89-4b5b-b48c-1146ff39694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:14.221790 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5fd4260f-0e1f-42d0-a86a-286eac8ee4a9 req-17e4c8bc-ae89-4b5b-b48c-1146ff39694b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0769022 Jul 27 21:33:14.294695 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:12Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd60edfb7-412f-43be-b6c0-d89ff9ad6b16', 'name': '', 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:44:5d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:11Z', 'updated_at': '2021-07-27T21:33:13Z', 'revision_number': 2, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:12Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:14.330975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Checking router: e14efac9-89c3-42d5-bf58-772045f7a64f for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:14.330975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Updating router e14efac9-89c3-42d5-bf58-772045f7a64f port d60edfb7-412f-43be-b6c0-d89ff9ad6b16 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:33:14.387930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4260f-0e1f-42d0-a86a-286eac8ee4a9 req-23bf78d7-2fe8-48d4-a7c7-b9c3f14ed35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:14.389417 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:14.390064 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5fd4260f-0e1f-42d0-a86a-286eac8ee4a9 req-23bf78d7-2fe8-48d4-a7c7-b9c3f14ed35e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.1428792 Jul 27 21:33:14.467498 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 0db66449-22f2-41e1-93b4-02bf4abe0cba up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:14.496868 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5fd4260f-0e1f-42d0-a86a-286eac8ee4a9 req-8c4b1ee6-d501-48b5-95d6-38ccde452703 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c3f7450-67cf-482e-85cc-9d08abda989e HTTP/1.1" status: 200 len: 1001 time: 0.0982916 Jul 27 21:33:14.550056 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9e01e0fb-87f2-449d-bf07-a4e71f9d68fa tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:14.562519 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4260f-0e1f-42d0-a86a-286eac8ee4a9 req-e81e2ea9-0914-4ea5-b1ed-2681f5a01453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:14.565536 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5fd4260f-0e1f-42d0-a86a-286eac8ee4a9 req-e81e2ea9-0914-4ea5-b1ed-2681f5a01453 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0612960 Jul 27 21:33:14.644564 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e01e0fb-87f2-449d-bf07-a4e71f9d68fa tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Checking segment: {'id': '33e4abd9-a512-408f-bb48-862bad2b1097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:14.645089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e01e0fb-87f2-449d-bf07-a4e71f9d68fa tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network hostable DHCP agents. Network: bcc806ff-6a8f-4b1f-8d03-ffde48ca3989, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:33:14.650107 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01e0fb-87f2-449d-bf07-a4e71f9d68fa tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Subnet': ['ID=c9e02bf3-994b-4ffd-84c3-7221170d8370,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:14.659311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 0db66449-22f2-41e1-93b4-02bf4abe0cba completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:14.667139 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4260f-0e1f-42d0-a86a-286eac8ee4a9 req-09a7344d-f74d-40ce-a141-90a5a853b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:14.668780 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e01e0fb-87f2-449d-bf07-a4e71f9d68fa tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network bcc806ff-6a8f-4b1f-8d03-ffde48ca3989 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:33:14.668924 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 0db66449-22f2-41e1-93b4-02bf4abe0cba triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:14.669223 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:14.670763 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5fd4260f-0e1f-42d0-a86a-286eac8ee4a9 req-09a7344d-f74d-40ce-a141-90a5a853b7c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963175 Jul 27 21:33:14.680387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-9e01e0fb-87f2-449d-bf07-a4e71f9d68fa tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, bcc806ff-6a8f-4b1f-8d03-ffde48ca3989) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:14.685109 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e01e0fb-87f2-449d-bf07-a4e71f9d68fa tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:14.685710 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9e01e0fb-87f2-449d-bf07-a4e71f9d68fa tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:14.701542 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2454bd-68aa-4341-8bdd-db5e185b188b None None] Network bcc806ff-6a8f-4b1f-8d03-ffde48ca3989 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:33:14.705343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9e01e0fb-87f2-449d-bf07-a4e71f9d68fa tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6001561 Jul 27 21:33:14.708787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53250) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:14.781127 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-83f7d782-bf91-462a-a7c2-cd03e6416e66 None None] Provisioning for port d60edfb7-412f-43be-b6c0-d89ff9ad6b16 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:14.804997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-83f7d782-bf91-462a-a7c2-cd03e6416e66 None None] Provisioning complete for port d60edfb7-412f-43be-b6c0-d89ff9ad6b16 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:14.805905 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-83f7d782-bf91-462a-a7c2-cd03e6416e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:14.814825 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5fd4260f-0e1f-42d0-a86a-286eac8ee4a9 req-d8046363-7789-4132-9964-e49cdd1fdbb2 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368587 Jul 27 21:33:14.913077 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-83f7d782-bf91-462a-a7c2-cd03e6416e66 None None] Port d60edfb7-412f-43be-b6c0-d89ff9ad6b16 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:33:14.939632 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5fd4260f-0e1f-42d0-a86a-286eac8ee4a9 req-16434ab8-adc4-40ff-a577-9a304352eba9 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160657 Jul 27 21:33:14.982468 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:15.015114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Transition to ACTIVE for port object d60edfb7-412f-43be-b6c0-d89ff9ad6b16 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:15.018242 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-83f7d782-bf91-462a-a7c2-cd03e6416e66 None None] Provisioning complete for port 0db66449-22f2-41e1-93b4-02bf4abe0cba triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:15.018615 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-83f7d782-bf91-462a-a7c2-cd03e6416e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:15.027128 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:15.049477 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:15.133081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-bcc806ff-6a8f-4b1f-8d03-ffde48ca3989', 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'fixed_ips': [{'subnet_id': 'c9e02bf3-994b-4ffd-84c3-7221170d8370'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:33:15.133891 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:15.134608 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:15.179331 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5542dea-8caa-46ef-81e6-f35a9a897e5b None None] Pushing event updated for resources: {'Port': ['ID=d60edfb7-412f-43be-b6c0-d89ff9ad6b16,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:15.184566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 0db66449-22f2-41e1-93b4-02bf4abe0cba, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=0db66449-22f2-41e1-93b4-02bf4abe0cba,segment=NetworkSegment(a911315f-3d20-4b18-aefd-befe6e08e491),segment_id=a911315f-3d20-4b18-aefd-befe6e08e491)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:15.200007 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:15.200268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device def9e790-ba9a-4134-9f3b-ea0c8e2c50af up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:15.423991 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Attempting to bind port d60edfb7-412f-43be-b6c0-d89ff9ad6b16 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:33:15.424344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Attempting to bind port d60edfb7-412f-43be-b6c0-d89ff9ad6b16 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a911315f-3d20-4b18-aefd-befe6e08e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:33:15.424627 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Attempting to bind port d60edfb7-412f-43be-b6c0-d89ff9ad6b16 on network 74ed3936-2cad-4d18-90ae-95625a70622d {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:33:15.434779 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Allocated IP 2001:db8:3::1 (bcc806ff-6a8f-4b1f-8d03-ffde48ca3989/c9e02bf3-994b-4ffd-84c3-7221170d8370/1fa901fb-591c-410d-a660-ca1131235891) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:33:15.435606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=0db66449-22f2-41e1-93b4-02bf4abe0cba,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:15.439577 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:33:15.439954 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Checking segment: {'id': 'a911315f-3d20-4b18-aefd-befe6e08e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:15.440414 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:15.440795 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Bound using segment: {'id': 'a911315f-3d20-4b18-aefd-befe6e08e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:33:15.441368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Bound port: d60edfb7-412f-43be-b6c0-d89ff9ad6b16, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a911315f-3d20-4b18-aefd-befe6e08e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:33:15.441842 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:15.479021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port def9e790-ba9a-4134-9f3b-ea0c8e2c50af completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:15.486618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port def9e790-ba9a-4134-9f3b-ea0c8e2c50af triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:15.486998 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:15.562274 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:15.578143 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Transition to ACTIVE for port object 1fa901fb-591c-410d-a660-ca1131235891 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:15.612907 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:15.659750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network bcc806ff-6a8f-4b1f-8d03-ffde48ca3989 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:15.664452 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:15.671137 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:33:15.671706 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:15.713541 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=1fa901fb-591c-410d-a660-ca1131235891,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:15.739103 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] For port d60edfb7-412f-43be-b6c0-d89ff9ad6b16, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:33:15.744924 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] For port d60edfb7-412f-43be-b6c0-d89ff9ad6b16, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d60edfb7-412f-43be-b6c0-d89ff9ad6b16,segment=NetworkSegment(a911315f-3d20-4b18-aefd-befe6e08e491),segment_id=a911315f-3d20-4b18-aefd-befe6e08e491)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:33:15.762269 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:15.764818 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Allocated IP 2001:db8:3::2 (bcc806ff-6a8f-4b1f-8d03-ffde48ca3989/c9e02bf3-994b-4ffd-84c3-7221170d8370/64d13294-af3f-4a3f-a1a9-e108b9a50c7c) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:33:15.816308 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:15.909300 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5542dea-8caa-46ef-81e6-f35a9a897e5b None None] Pushing event updated for resources: {'Port': ['ID=d60edfb7-412f-43be-b6c0-d89ff9ad6b16,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:15.918036 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:15.918697 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:15.926108 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:16.056017 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port def9e790-ba9a-4134-9f3b-ea0c8e2c50af, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=def9e790-ba9a-4134-9f3b-ea0c8e2c50af,segment=NetworkSegment(4faf175a-9568-48dc-9fb9-2461265f2681),segment_id=4faf175a-9568-48dc-9fb9-2461265f2681)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:16.074892 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:16.081879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:16.107648 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:16.112458 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:16.113306 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:16.201264 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event updated for resources: {'Port': ['ID=1fa901fb-591c-410d-a660-ca1131235891,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:16.247138 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Network bcc806ff-6a8f-4b1f-8d03-ffde48ca3989 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:16.248718 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:16.280441 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:16.296464 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=def9e790-ba9a-4134-9f3b-ea0c8e2c50af,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:16.302841 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Transition to ACTIVE for port object 64d13294-af3f-4a3f-a1a9-e108b9a50c7c will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:16.332996 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Transition to ACTIVE for port object 64d13294-af3f-4a3f-a1a9-e108b9a50c7c will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:16.346238 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 0db66449-22f2-41e1-93b4-02bf4abe0cba up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:16.355195 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:16.361455 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router e14efac9-89c3-42d5-bf58-772045f7a64f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:33:16.444122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Network bcc806ff-6a8f-4b1f-8d03-ffde48ca3989 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:16.455738 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:16.461935 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:16.462356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:33:16.469957 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9a9a3d3f-6421-48db-9478-38ede27a28e9 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/e14efac9-89c3-42d5-bf58-772045f7a64f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7574875 Jul 27 21:33:16.470267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53254) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:16.475351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Pushing event updated for resources: {'Port': ['ID=64d13294-af3f-4a3f-a1a9-e108b9a50c7c,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:16.476053 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-aa4dc096-3310-4e8c-9ff4-90cc37f8422b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:16.537499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 0db66449-22f2-41e1-93b4-02bf4abe0cba triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:16.537784 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:16.575424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Attempting to bind port 64d13294-af3f-4a3f-a1a9-e108b9a50c7c on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:33:16.575791 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Attempting to bind port 64d13294-af3f-4a3f-a1a9-e108b9a50c7c by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '33e4abd9-a512-408f-bb48-862bad2b1097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:33:16.576158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Attempting to bind port 64d13294-af3f-4a3f-a1a9-e108b9a50c7c on network bcc806ff-6a8f-4b1f-8d03-ffde48ca3989 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:33:16.585890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:15Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': '1fa901fb-591c-410d-a660-ca1131235891', 'name': '', 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:f2:95:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c9e02bf3-994b-4ffd-84c3-7221170d8370', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:15Z', 'updated_at': '2021-07-27T21:33:15Z', 'revision_number': 1, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': 'c9e02bf3-994b-4ffd-84c3-7221170d8370', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd60edfb7-412f-43be-b6c0-d89ff9ad6b16', 'name': '', 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:44:5d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:11Z', 'updated_at': '2021-07-27T21:33:15Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:12Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:16.596362 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:33:16.596740 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Checking segment: {'id': '33e4abd9-a512-408f-bb48-862bad2b1097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:16.597141 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:16.597536 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Bound using segment: {'id': '33e4abd9-a512-408f-bb48-862bad2b1097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:33:16.597997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Bound port: 64d13294-af3f-4a3f-a1a9-e108b9a50c7c, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e4abd9-a512-408f-bb48-862bad2b1097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:33:16.598968 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:16.625761 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eaa45f-4b3e-4731-8c0a-364f48a5b88a None None] The sync data for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 is: [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:15Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': '1fa901fb-591c-410d-a660-ca1131235891', 'name': '', 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:f2:95:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c9e02bf3-994b-4ffd-84c3-7221170d8370', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:15Z', 'updated_at': '2021-07-27T21:33:15Z', 'revision_number': 1, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': 'c9e02bf3-994b-4ffd-84c3-7221170d8370', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd60edfb7-412f-43be-b6c0-d89ff9ad6b16', 'name': '', 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:44:5d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:11Z', 'updated_at': '2021-07-27T21:33:15Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:12Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:16.742177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] For port 64d13294-af3f-4a3f-a1a9-e108b9a50c7c, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:33:16.760833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] For port 64d13294-af3f-4a3f-a1a9-e108b9a50c7c, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=64d13294-af3f-4a3f-a1a9-e108b9a50c7c,segment=NetworkSegment(33e4abd9-a512-408f-bb48-862bad2b1097),segment_id=33e4abd9-a512-408f-bb48-862bad2b1097)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:33:16.767077 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:16.836742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e45649-e4cf-4207-b155-b827c8cf321b None None] Pushing event updated for resources: {'Port': ['ID=64d13294-af3f-4a3f-a1a9-e108b9a50c7c,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:16.930567 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.extraroute_db [None req-aa4dc096-3310-4e8c-9ff4-90cc37f8422b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=105579) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 21:33:16.948445 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.extraroute_db [None req-aa4dc096-3310-4e8c-9ff4-90cc37f8422b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Removed routes are [] {{(pid=105579) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 21:33:16.949004 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa4dc096-3310-4e8c-9ff4-90cc37f8422b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:17.457616 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa4dc096-3310-4e8c-9ff4-90cc37f8422b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:17.464938 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa4dc096-3310-4e8c-9ff4-90cc37f8422b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:17.610124 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4dc096-3310-4e8c-9ff4-90cc37f8422b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router e14efac9-89c3-42d5-bf58-772045f7a64f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:33:17.627432 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a865b-529e-49f2-ae8c-e8cb271899ac req-7d65d7bc-77c0-449e-af5d-bf079958c8b4 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:17.629226 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d60a865b-529e-49f2-ae8c-e8cb271899ac req-7d65d7bc-77c0-449e-af5d-bf079958c8b4 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1097 time: 0.0898671 Jul 27 21:33:17.751342 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d60a865b-529e-49f2-ae8c-e8cb271899ac req-b4ed5361-7f94-477e-b13a-3c1a19b48484 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756905 Jul 27 21:33:17.757150 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4dc096-3310-4e8c-9ff4-90cc37f8422b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:17.764353 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa4dc096-3310-4e8c-9ff4-90cc37f8422b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:17.768249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53264) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:17.768694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-aa4dc096-3310-4e8c-9ff4-90cc37f8422b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/e14efac9-89c3-42d5-bf58-772045f7a64f HTTP/1.1" status: 200 len: 954 time: 1.2971117 Jul 27 21:33:17.778841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53266) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:17.897727 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1aa5026a-9fae-4f04-a919-c76e21fa380b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/routers/e14efac9-89c3-42d5-bf58-772045f7a64f HTTP/1.1" status: 200 len: 954 time: 0.1276760 Jul 27 21:33:17.900364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53268) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:17.905283 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d41564af-7959-4871-9598-4d1366c46a7b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'router': {'routes': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:17.944111 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf4de07-d9db-461b-b353-2ba897662e17 None None] Network bcc806ff-6a8f-4b1f-8d03-ffde48ca3989 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:33:17.968577 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Sync routers for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:17.978255 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:17.978868 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:18.069811 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-44ad0eca-9b3a-4e24-bce5-0a147d82d03f None None] Provisioning for port 64d13294-af3f-4a3f-a1a9-e108b9a50c7c completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:18.155853 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d7446247-4a70-4ca3-a6cb-083d3f1fa211 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting port 13735425-57a7-4ef7-b1d6-d3c152e1dd15 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:18.156420 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d7446247-4a70-4ca3-a6cb-083d3f1fa211 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:18.165793 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:18.319968 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d7446247-4a70-4ca3-a6cb-083d3f1fa211 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:18.320306 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d7446247-4a70-4ca3-a6cb-083d3f1fa211 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:18.377667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d7446247-4a70-4ca3-a6cb-083d3f1fa211 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Calling delete_port for 13735425-57a7-4ef7-b1d6-d3c152e1dd15 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:18.444982 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:16Z', 'revision_number': 6, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': '1fa901fb-591c-410d-a660-ca1131235891', 'name': '', 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:f2:95:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c9e02bf3-994b-4ffd-84c3-7221170d8370', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:15Z', 'updated_at': '2021-07-27T21:33:15Z', 'revision_number': 2, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': 'c9e02bf3-994b-4ffd-84c3-7221170d8370', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd60edfb7-412f-43be-b6c0-d89ff9ad6b16', 'name': '', 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:44:5d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:11Z', 'updated_at': '2021-07-27T21:33:15Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:16Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:18.482287 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Checking router: e14efac9-89c3-42d5-bf58-772045f7a64f for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:18.482507 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Updating router e14efac9-89c3-42d5-bf58-772045f7a64f port 1fa901fb-591c-410d-a660-ca1131235891 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:33:18.507979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 64d13294-af3f-4a3f-a1a9-e108b9a50c7c up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:18.530779 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.extraroute_db [None req-d41564af-7959-4871-9598-4d1366c46a7b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Added routes are [] {{(pid=105579) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 21:33:18.531308 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.extraroute_db [None req-d41564af-7959-4871-9598-4d1366c46a7b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=105579) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 21:33:18.549053 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:18.593502 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-69ce39a0-e127-42b8-bfb4-edb3b3144b16 None None] Provisioning for port 1fa901fb-591c-410d-a660-ca1131235891 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:18.597878 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d41564af-7959-4871-9598-4d1366c46a7b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:18.605118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 64d13294-af3f-4a3f-a1a9-e108b9a50c7c completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:18.618237 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 64d13294-af3f-4a3f-a1a9-e108b9a50c7c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:18.618647 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:18.621446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-69ce39a0-e127-42b8-bfb4-edb3b3144b16 None None] Provisioning complete for port 1fa901fb-591c-410d-a660-ca1131235891 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:18.621622 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-69ce39a0-e127-42b8-bfb4-edb3b3144b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:18.677926 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-69ce39a0-e127-42b8-bfb4-edb3b3144b16 None None] Port 1fa901fb-591c-410d-a660-ca1131235891 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:33:18.740144 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d7446247-4a70-4ca3-a6cb-083d3f1fa211 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:18.765629 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:18.806849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 64d13294-af3f-4a3f-a1a9-e108b9a50c7c, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=64d13294-af3f-4a3f-a1a9-e108b9a50c7c,segment=NetworkSegment(33e4abd9-a512-408f-bb48-862bad2b1097),segment_id=33e4abd9-a512-408f-bb48-862bad2b1097)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:18.815313 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:18.816114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device def9e790-ba9a-4134-9f3b-ea0c8e2c50af up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:18.842748 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7446247-4a70-4ca3-a6cb-083d3f1fa211 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Port': ['ID=13735425-57a7-4ef7-b1d6-d3c152e1dd15,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:18.843200 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d5839816-0d47-48ac-b493-fef3a94a5536 None None] Provisioning complete for port 1fa901fb-591c-410d-a660-ca1131235891 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:18.843581 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d5839816-0d47-48ac-b493-fef3a94a5536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:18.908999 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d41564af-7959-4871-9598-4d1366c46a7b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:18.915829 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d41564af-7959-4871-9598-4d1366c46a7b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:18.927266 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d7446247-4a70-4ca3-a6cb-083d3f1fa211 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:18.927877 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-d7446247-4a70-4ca3-a6cb-083d3f1fa211 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Floating IP 0599639b-e8d8-447f-93bc-0efff9230a81 disassociated (deleted). External IP: 172.25.2.148, port: f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0. Jul 27 21:33:18.932528 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:18.948080 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d5839816-0d47-48ac-b493-fef3a94a5536 None None] Port 1fa901fb-591c-410d-a660-ca1131235891 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:33:18.948674 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Transition to ACTIVE for port object 1fa901fb-591c-410d-a660-ca1131235891 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:18.956925 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=64d13294-af3f-4a3f-a1a9-e108b9a50c7c,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:18.961047 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:18.968698 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port def9e790-ba9a-4134-9f3b-ea0c8e2c50af triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:18.969394 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:19.021446 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec582f1e-8dc5-4120-b5e7-68feb22809bf None None] Pushing event updated for resources: {'Port': ['ID=1fa901fb-591c-410d-a660-ca1131235891,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:19.091599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d60edfb7-412f-43be-b6c0-d89ff9ad6b16 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:19.092303 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Attempting to bind port 1fa901fb-591c-410d-a660-ca1131235891 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:33:19.092671 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Attempting to bind port 1fa901fb-591c-410d-a660-ca1131235891 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '33e4abd9-a512-408f-bb48-862bad2b1097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:33:19.093029 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Attempting to bind port 1fa901fb-591c-410d-a660-ca1131235891 on network bcc806ff-6a8f-4b1f-8d03-ffde48ca3989 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:33:19.099422 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:33:19.099829 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Checking segment: {'id': '33e4abd9-a512-408f-bb48-862bad2b1097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:19.100200 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:19.100593 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Bound using segment: {'id': '33e4abd9-a512-408f-bb48-862bad2b1097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:33:19.101054 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Bound port: 1fa901fb-591c-410d-a660-ca1131235891, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e4abd9-a512-408f-bb48-862bad2b1097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:33:19.101426 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:19.121756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41564af-7959-4871-9598-4d1366c46a7b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router e14efac9-89c3-42d5-bf58-772045f7a64f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:33:19.166544 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port d60edfb7-412f-43be-b6c0-d89ff9ad6b16 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:19.172455 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port d60edfb7-412f-43be-b6c0-d89ff9ad6b16 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:19.173464 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:19.174642 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] For port 1fa901fb-591c-410d-a660-ca1131235891, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:33:19.184621 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] For port 1fa901fb-591c-410d-a660-ca1131235891, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1fa901fb-591c-410d-a660-ca1131235891,segment=NetworkSegment(33e4abd9-a512-408f-bb48-862bad2b1097),segment_id=33e4abd9-a512-408f-bb48-862bad2b1097)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:33:19.191419 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:19.268526 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:19.269150 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:19.273806 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec582f1e-8dc5-4120-b5e7-68feb22809bf None None] Pushing event updated for resources: {'Port': ['ID=1fa901fb-591c-410d-a660-ca1131235891,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:19.293009 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:19.326621 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41564af-7959-4871-9598-4d1366c46a7b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:19.336000 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d41564af-7959-4871-9598-4d1366c46a7b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:19.339993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53270) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:19.340914 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d41564af-7959-4871-9598-4d1366c46a7b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/e14efac9-89c3-42d5-bf58-772045f7a64f HTTP/1.1" status: 200 len: 704 time: 1.4385035 Jul 27 21:33:19.345704 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port d60edfb7-412f-43be-b6c0-d89ff9ad6b16, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d60edfb7-412f-43be-b6c0-d89ff9ad6b16,segment=NetworkSegment(a911315f-3d20-4b18-aefd-befe6e08e491),segment_id=a911315f-3d20-4b18-aefd-befe6e08e491)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:19.351112 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:19.373882 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7446247-4a70-4ca3-a6cb-083d3f1fa211 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 29852b41-5981-4514-9baf-81ce3167583e has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:33:19.418574 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:19.429623 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=d60edfb7-412f-43be-b6c0-d89ff9ad6b16,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:19.472866 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8e1ef9f6-cad6-4ef4-835b-181dcfca41ac tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/routers/e14efac9-89c3-42d5-bf58-772045f7a64f HTTP/1.1" status: 200 len: 704 time: 0.1306801 Jul 27 21:33:19.475182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53272) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:19.513447 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7446247-4a70-4ca3-a6cb-083d3f1fa211 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:19.526091 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973e99a0-a14a-41ea-8da7-cabc1915c7dd None None] Sync routers for ids ['29852b41-5981-4514-9baf-81ce3167583e'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:19.527084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d7446247-4a70-4ca3-a6cb-083d3f1fa211 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:19.550755 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e99a0-a14a-41ea-8da7-cabc1915c7dd None None] Routers {'29852b41-5981-4514-9baf-81ce3167583e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:19.551466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-973e99a0-a14a-41ea-8da7-cabc1915c7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['29852b41-5981-4514-9baf-81ce3167583e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:19.575693 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d7446247-4a70-4ca3-a6cb-083d3f1fa211 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/floatingips/0599639b-e8d8-447f-93bc-0efff9230a81 HTTP/1.1" status: 204 len: 168 time: 1.7955043 Jul 27 21:33:19.576540 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:33:19.579696 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a9dce1-f02a-468b-826f-3b9079b601fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:33:19.659218 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc8a67f-8994-454a-9bf8-3af50fd793bc x-openstack-request-id: req-5cc8a67f-8994-454a-9bf8-3af50fd793bc {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:33:19.659864 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:33:19.660228 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5cc8a67f-8994-454a-9bf8-3af50fd793bc {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:33:19.660776 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'status': 'completed', 'code': 200} Jul 27 21:33:19.700919 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:18Z', 'revision_number': 7, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': '1fa901fb-591c-410d-a660-ca1131235891', 'name': '', 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:f2:95:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c9e02bf3-994b-4ffd-84c3-7221170d8370', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:15Z', 'updated_at': '2021-07-27T21:33:19Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': 'c9e02bf3-994b-4ffd-84c3-7221170d8370', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd60edfb7-412f-43be-b6c0-d89ff9ad6b16', 'name': '', 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:44:5d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:11Z', 'updated_at': '2021-07-27T21:33:15Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:16Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:19.736720 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac5e85-a59b-4d20-bc48-0457eed4818d None None] The sync data for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 is: [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:18Z', 'revision_number': 7, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': '1fa901fb-591c-410d-a660-ca1131235891', 'name': '', 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:f2:95:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c9e02bf3-994b-4ffd-84c3-7221170d8370', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:15Z', 'updated_at': '2021-07-27T21:33:19Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': 'c9e02bf3-994b-4ffd-84c3-7221170d8370', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd60edfb7-412f-43be-b6c0-d89ff9ad6b16', 'name': '', 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:44:5d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:11Z', 'updated_at': '2021-07-27T21:33:15Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:16Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:19.764059 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-973e99a0-a14a-41ea-8da7-cabc1915c7dd None None] Set router 29852b41-5981-4514-9baf-81ce3167583e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:19.862437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9dce1-f02a-468b-826f-3b9079b601fd req-a367e3be-72e9-4e35-b308-f68d82047b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:19.865933 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b3a9dce1-f02a-468b-826f-3b9079b601fd req-a367e3be-72e9-4e35-b308-f68d82047b39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 1097 time: 0.1585138 Jul 27 21:33:19.937680 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16aad71-a9ca-4d23-85d4-f06c9739af37 req-3ca4bb94-27bf-4138-9ba0-0ff8b634ecc3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:19.939772 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c16aad71-a9ca-4d23-85d4-f06c9739af37 req-3ca4bb94-27bf-4138-9ba0-0ff8b634ecc3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 946 time: 0.1073344 Jul 27 21:33:19.974676 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b696e88d-5138-402e-b544-3394f5fc5cd2 None None] Sync routers for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:19.988705 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b696e88d-5138-402e-b544-3394f5fc5cd2 None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:19.988705 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b696e88d-5138-402e-b544-3394f5fc5cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:19.999185 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c16aad71-a9ca-4d23-85d4-f06c9739af37 req-cd8a4b50-18f3-4191-86e0-bd1593f86ab0 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524576 Jul 27 21:33:20.033341 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9dce1-f02a-468b-826f-3b9079b601fd req-1739c8e5-429d-49bb-928e-c4856f894222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:20.034887 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b3a9dce1-f02a-468b-826f-3b9079b601fd req-1739c8e5-429d-49bb-928e-c4856f894222 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c HTTP/1.1" status: 200 len: 898 time: 0.1374161 Jul 27 21:33:20.057843 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-973e99a0-a14a-41ea-8da7-cabc1915c7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29852b41-5981-4514-9baf-81ce3167583e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230992662', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:11Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'c9086b2c-ae4a-43b8-85db-c624d9c22cd1', 'name': '', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:ec:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:10Z', 'updated_at': '2021-07-27T21:30:16Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:20.090503 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-b696e88d-5138-402e-b544-3394f5fc5cd2 None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:20.093189 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b3a9dce1-f02a-468b-826f-3b9079b601fd req-4e501825-3ce1-4b0a-a30c-98e91c4b9760 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 200 len: 217 time: 0.0440514 Jul 27 21:33:20.172472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9dce1-f02a-468b-826f-3b9079b601fd req-b32208a4-2f0f-4b58-ba85-c8093c6d7461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:20.173979 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b3a9dce1-f02a-468b-826f-3b9079b601fd req-b32208a4-2f0f-4b58-ba85-c8093c6d7461 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e34300fb-a46f-4474-96e9-610b910c4f6a HTTP/1.1" status: 200 len: 835 time: 0.0628247 Jul 27 21:33:20.183870 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:20.245636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973e99a0-a14a-41ea-8da7-cabc1915c7dd None None] Checking router: 29852b41-5981-4514-9baf-81ce3167583e for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:20.254118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e99a0-a14a-41ea-8da7-cabc1915c7dd None None] Routers {'29852b41-5981-4514-9baf-81ce3167583e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:20.255588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-973e99a0-a14a-41ea-8da7-cabc1915c7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['29852b41-5981-4514-9baf-81ce3167583e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:20.378671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9dce1-f02a-468b-826f-3b9079b601fd req-b8a43303-9356-44ad-9345-1fc7ac98126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:20.381049 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b3a9dce1-f02a-468b-826f-3b9079b601fd req-b8a43303-9356-44ad-9345-1fc7ac98126f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9ada2ee8-ed61-4b51-adc5-044a79d67b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1941297 Jul 27 21:33:20.392688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-973e99a0-a14a-41ea-8da7-cabc1915c7dd None None] Set router 29852b41-5981-4514-9baf-81ce3167583e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:20.439237 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b696e88d-5138-402e-b544-3394f5fc5cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:18Z', 'revision_number': 7, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': '1fa901fb-591c-410d-a660-ca1131235891', 'name': '', 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:f2:95:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c9e02bf3-994b-4ffd-84c3-7221170d8370', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:15Z', 'updated_at': '2021-07-27T21:33:19Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': 'c9e02bf3-994b-4ffd-84c3-7221170d8370', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd60edfb7-412f-43be-b6c0-d89ff9ad6b16', 'name': '', 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:44:5d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:11Z', 'updated_at': '2021-07-27T21:33:19Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:16Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:20.474916 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b696e88d-5138-402e-b544-3394f5fc5cd2 None None] Checking router: e14efac9-89c3-42d5-bf58-772045f7a64f for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:20.475210 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1fa901fb-591c-410d-a660-ca1131235891 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:20.483753 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b696e88d-5138-402e-b544-3394f5fc5cd2 None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:20.484356 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b696e88d-5138-402e-b544-3394f5fc5cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:20.528475 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b3a9dce1-f02a-468b-826f-3b9079b601fd req-2f7e098c-85af-4de9-9aea-a00c8a4b24e5 service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367476 Jul 27 21:33:20.600636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 1fa901fb-591c-410d-a660-ca1131235891 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:20.607722 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 1fa901fb-591c-410d-a660-ca1131235891 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:20.608087 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:20.684427 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b3a9dce1-f02a-468b-826f-3b9079b601fd req-2c4d13c4-248d-4a1d-8c9e-c3766e234ce5 service neutron] 10.222.0.66 "GET /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432469 Jul 27 21:33:20.691942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port 1fa901fb-591c-410d-a660-ca1131235891 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:20.691942 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:20.715216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-973e99a0-a14a-41ea-8da7-cabc1915c7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29852b41-5981-4514-9baf-81ce3167583e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230992662', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:11Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'c9086b2c-ae4a-43b8-85db-c624d9c22cd1', 'name': '', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:ec:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:10Z', 'updated_at': '2021-07-27T21:30:16Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:20.715803 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-b696e88d-5138-402e-b544-3394f5fc5cd2 None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:20.747163 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973e99a0-a14a-41ea-8da7-cabc1915c7dd None None] The sync data for ids ['29852b41-5981-4514-9baf-81ce3167583e'] in n-d-764806-9 is: [{'id': '29852b41-5981-4514-9baf-81ce3167583e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230992662', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:11Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'c9086b2c-ae4a-43b8-85db-c624d9c22cd1', 'name': '', 'network_id': '9ada2ee8-ed61-4b51-adc5-044a79d67b0c', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:ec:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:10Z', 'updated_at': '2021-07-27T21:30:16Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'e34300fb-a46f-4474-96e9-610b910c4f6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:20.757820 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:20.792959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] For port 1fa901fb-591c-410d-a660-ca1131235891, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1fa901fb-591c-410d-a660-ca1131235891,segment=NetworkSegment(33e4abd9-a512-408f-bb48-862bad2b1097),segment_id=33e4abd9-a512-408f-bb48-862bad2b1097)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:20.793423 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:20.799477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 1fa901fb-591c-410d-a660-ca1131235891, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1fa901fb-591c-410d-a660-ca1131235891,segment=NetworkSegment(33e4abd9-a512-408f-bb48-862bad2b1097),segment_id=33e4abd9-a512-408f-bb48-862bad2b1097)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:20.806394 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:20.807304 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 64d13294-af3f-4a3f-a1a9-e108b9a50c7c up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:20.810922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for 1fa901fb-591c-410d-a660-ca1131235891 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:20.901186 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=1fa901fb-591c-410d-a660-ca1131235891,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:20.908688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 64d13294-af3f-4a3f-a1a9-e108b9a50c7c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:20.909130 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:20.966078 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b696e88d-5138-402e-b544-3394f5fc5cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:18Z', 'revision_number': 7, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': '1fa901fb-591c-410d-a660-ca1131235891', 'name': '', 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:f2:95:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c9e02bf3-994b-4ffd-84c3-7221170d8370', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:15Z', 'updated_at': '2021-07-27T21:33:19Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': 'c9e02bf3-994b-4ffd-84c3-7221170d8370', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd60edfb7-412f-43be-b6c0-d89ff9ad6b16', 'name': '', 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:44:5d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:11Z', 'updated_at': '2021-07-27T21:33:19Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:16Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:20.995163 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b696e88d-5138-402e-b544-3394f5fc5cd2 None None] The sync data for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 is: [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:18Z', 'revision_number': 7, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': '1fa901fb-591c-410d-a660-ca1131235891', 'name': '', 'network_id': 'bcc806ff-6a8f-4b1f-8d03-ffde48ca3989', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:f2:95:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': 'c9e02bf3-994b-4ffd-84c3-7221170d8370', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:15Z', 'updated_at': '2021-07-27T21:33:19Z', 'revision_number': 4, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': 'c9e02bf3-994b-4ffd-84c3-7221170d8370', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd60edfb7-412f-43be-b6c0-d89ff9ad6b16', 'name': '', 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:44:5d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:11Z', 'updated_at': '2021-07-27T21:33:19Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:16Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:21.004982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d60edfb7-412f-43be-b6c0-d89ff9ad6b16 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:21.042248 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:21.074946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=1fa901fb-591c-410d-a660-ca1131235891,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:21.084707 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:21.085054 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:21.085522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:21.086011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:21.086192 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:21.086578 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:21.086905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:21.087231 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:21.087635 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:21.087862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:21.088206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:21.088893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:21.091291 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port d60edfb7-412f-43be-b6c0-d89ff9ad6b16 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:21.091815 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:21.152458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d628cc4-90ee-4bec-8a5e-5aa0c3335bc9 None None] New status for floating IP 0599639b-e8d8-447f-93bc-0efff9230a81: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:33:21.218874 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52150ecc-bc7a-48e9-b78f-11e22d7691f9 req-65debe4f-37b1-45d0-8a66-68e3c2e0aab4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:21.226635 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52150ecc-bc7a-48e9-b78f-11e22d7691f9 req-65debe4f-37b1-45d0-8a66-68e3c2e0aab4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 946 time: 0.1148489 Jul 27 21:33:21.267137 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:21.296770 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52150ecc-bc7a-48e9-b78f-11e22d7691f9 req-cff2db90-5014-484e-ac35-883b99554c06 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691724 Jul 27 21:33:21.487058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router e14efac9-89c3-42d5-bf58-772045f7a64f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:33:21.583564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:21.588844 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7b02bfef-6ee7-4566-a3d8-f9e39e166538 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/e14efac9-89c3-42d5-bf58-772045f7a64f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1126637 Jul 27 21:33:21.591558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53282) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:21.594280 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017aa5e8-0981-4ca0-b7f3-9d028193b73a None None] Sync routers for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:21.604838 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017aa5e8-0981-4ca0-b7f3-9d028193b73a None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:21.605515 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-017aa5e8-0981-4ca0-b7f3-9d028193b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:21.649686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-2826094f-93b3-4956-a585-3b91481d398b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting subnet c9e02bf3-994b-4ffd-84c3-7221170d8370 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:33:21.652990 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2826094f-93b3-4956-a585-3b91481d398b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:21.694658 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-017aa5e8-0981-4ca0-b7f3-9d028193b73a None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:21.720907 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2826094f-93b3-4956-a585-3b91481d398b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:21.813517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6bfa9-1a9e-4c4d-b21f-7730e3627e62 req-eba437a5-eea0-4e1b-9c5b-e1544a01680a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:21.815032 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5ba6bfa9-1a9e-4c4d-b21f-7730e3627e62 req-eba437a5-eea0-4e1b-9c5b-e1544a01680a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 946 time: 0.1410415 Jul 27 21:33:21.863698 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2826094f-93b3-4956-a585-3b91481d398b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:21.899063 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-017aa5e8-0981-4ca0-b7f3-9d028193b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:20Z', 'revision_number': 8, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd60edfb7-412f-43be-b6c0-d89ff9ad6b16', 'name': '', 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:44:5d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:11Z', 'updated_at': '2021-07-27T21:33:19Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:16Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:21.925263 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017aa5e8-0981-4ca0-b7f3-9d028193b73a None None] Checking router: e14efac9-89c3-42d5-bf58-772045f7a64f for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:21.934191 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017aa5e8-0981-4ca0-b7f3-9d028193b73a None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:21.934879 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-017aa5e8-0981-4ca0-b7f3-9d028193b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:21.968640 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2826094f-93b3-4956-a585-3b91481d398b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:22.005808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826094f-93b3-4956-a585-3b91481d398b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e02bf3-994b-4ffd-84c3-7221170d8370,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:22.007900 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2826094f-93b3-4956-a585-3b91481d398b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:22.012253 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2826094f-93b3-4956-a585-3b91481d398b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/c9e02bf3-994b-4ffd-84c3-7221170d8370 HTTP/1.1" status: 204 len: 168 time: 0.4171088 Jul 27 21:33:22.013221 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53284) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:22.013722 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-5ba6bfa9-1a9e-4c4d-b21f-7730e3627e62 req-1a252923-ce65-459a-9858-f408694908c3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:22.014062 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5ba6bfa9-1a9e-4c4d-b21f-7730e3627e62 req-1a252923-ce65-459a-9858-f408694908c3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:22.018293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d427d2-d76d-4b44-85f2-d39298fe957a None None] Network bcc806ff-6a8f-4b1f-8d03-ffde48ca3989 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:33:22.042079 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-017aa5e8-0981-4ca0-b7f3-9d028193b73a None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:22.126037 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:22.205596 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port 64d13294-af3f-4a3f-a1a9-e108b9a50c7c {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:22.205932 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:22.269754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0516180-1917-4883-afd2-37dd2c15c430 None None] DHCP port deletion for bcc806ff-6a8f-4b1f-8d03-ffde48ca3989 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:33:22.298882 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] For port 64d13294-af3f-4a3f-a1a9-e108b9a50c7c, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=64d13294-af3f-4a3f-a1a9-e108b9a50c7c,segment=NetworkSegment(33e4abd9-a512-408f-bb48-862bad2b1097),segment_id=33e4abd9-a512-408f-bb48-862bad2b1097)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:22.299516 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:22.316570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for 64d13294-af3f-4a3f-a1a9-e108b9a50c7c owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:22.319519 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-017aa5e8-0981-4ca0-b7f3-9d028193b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:20Z', 'revision_number': 8, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd60edfb7-412f-43be-b6c0-d89ff9ad6b16', 'name': '', 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:44:5d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:11Z', 'updated_at': '2021-07-27T21:33:19Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:16Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:22.375244 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d0516180-1917-4883-afd2-37dd2c15c430 None None] Deleting port 64d13294-af3f-4a3f-a1a9-e108b9a50c7c {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:22.375631 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d0516180-1917-4883-afd2-37dd2c15c430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:22.399331 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017aa5e8-0981-4ca0-b7f3-9d028193b73a None None] The sync data for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 is: [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:20Z', 'revision_number': 8, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd60edfb7-412f-43be-b6c0-d89ff9ad6b16', 'name': '', 'network_id': '74ed3936-2cad-4d18-90ae-95625a70622d', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:44:5d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:11Z', 'updated_at': '2021-07-27T21:33:19Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '8e0dcc79-ecee-40aa-baa1-c5151f6320d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:16Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:22.468381 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d0516180-1917-4883-afd2-37dd2c15c430 None None] For port 64d13294-af3f-4a3f-a1a9-e108b9a50c7c, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=64d13294-af3f-4a3f-a1a9-e108b9a50c7c,segment=NetworkSegment(33e4abd9-a512-408f-bb48-862bad2b1097),segment_id=33e4abd9-a512-408f-bb48-862bad2b1097)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:22.468845 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d0516180-1917-4883-afd2-37dd2c15c430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:22.484180 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d0516180-1917-4883-afd2-37dd2c15c430 None None] Calling delete_port for 64d13294-af3f-4a3f-a1a9-e108b9a50c7c owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:22.548639 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-5ba6bfa9-1a9e-4c4d-b21f-7730e3627e62 req-1a252923-ce65-459a-9858-f408694908c3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] For port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:22.549236 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5ba6bfa9-1a9e-4c4d-b21f-7730e3627e62 req-1a252923-ce65-459a-9858-f408694908c3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:22.566786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-5ba6bfa9-1a9e-4c4d-b21f-7730e3627e62 req-1a252923-ce65-459a-9858-f408694908c3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Calling delete_port for f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:22.568261 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d0516180-1917-4883-afd2-37dd2c15c430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:22.597127 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0516180-1917-4883-afd2-37dd2c15c430 None None] Pushing event deleted for resources: {'Port': ['ID=64d13294-af3f-4a3f-a1a9-e108b9a50c7c,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:22.599905 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0516180-1917-4883-afd2-37dd2c15c430 None None] No DVR routers for this DVR port 64d13294-af3f-4a3f-a1a9-e108b9a50c7c on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:33:22.720559 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5ba6bfa9-1a9e-4c4d-b21f-7730e3627e62 req-1a252923-ce65-459a-9858-f408694908c3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:22.757871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a252923-ce65-459a-9858-f408694908c3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Port': ['ID=f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:22.768190 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:22.778323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 64d13294-af3f-4a3f-a1a9-e108b9a50c7c no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:33:22.808033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 64d13294-af3f-4a3f-a1a9-e108b9a50c7c {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:33:22.808369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 64d13294-af3f-4a3f-a1a9-e108b9a50c7c not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:33:22.828204 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No DVR routers for this DVR port 64d13294-af3f-4a3f-a1a9-e108b9a50c7c on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:33:22.828424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba6bfa9-1a9e-4c4d-b21f-7730e3627e62 req-1a252923-ce65-459a-9858-f408694908c3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] No DVR routers for this DVR port f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:33:22.834252 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5ba6bfa9-1a9e-4c4d-b21f-7730e3627e62 req-1a252923-ce65-459a-9858-f408694908c3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:22.837050 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5ba6bfa9-1a9e-4c4d-b21f-7730e3627e62 req-1a252923-ce65-459a-9858-f408694908c3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "DELETE /v2.0/ports/f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 HTTP/1.1" status: 204 len: 173 time: 1.0145824 Jul 27 21:33:22.837215 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'name': 'network-vif-deleted', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:33:22.837305 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=64d13294-af3f-4a3f-a1a9-e108b9a50c7c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:22.839552 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e732fe-f2f5-4aae-a8ea-6064a3ccf61d" -d '{"events": [{"server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "name": "network-vif-deleted", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:33:22.873632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:22.873980 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:22.874409 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:22.874663 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:22.875012 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:22.875311 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:22.875629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:22.875951 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:22.876605 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:22.876605 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:22.876931 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:22.877179 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:33:22.888227 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaa7df8-0ab6-4b5f-a4f8-84c162cdc3e2 x-openstack-request-id: req-4eaa7df8-0ab6-4b5f-a4f8-84c162cdc3e2 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:33:22.888913 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edb75fd-8c8d-4640-895e-e2e5d9df1262", "name": "network-vif-deleted", "tag": "f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:33:22.889276 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4eaa7df8-0ab6-4b5f-a4f8-84c162cdc3e2 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:33:22.890418 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edb75fd-8c8d-4640-895e-e2e5d9df1262', 'name': 'network-vif-deleted', 'tag': 'f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0', 'status': 'completed', 'code': 200} Jul 27 21:33:22.952982 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:22.964478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a0755-1080-4a9a-b681-0d70bc635373 req-b1472066-bacc-4541-98d7-138f280145f4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:22.966103 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-480a0755-1080-4a9a-b681-0d70bc635373 req-b1472066-bacc-4541-98d7-138f280145f4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4edb75fd-8c8d-4640-895e-e2e5d9df1262 HTTP/1.1" status: 200 len: 868 time: 0.5416415 Jul 27 21:33:22.975757 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc806ff-6a8f-4b1f-8d03-ffde48ca3989']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:22.999040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e4abd9-a512-408f-bb48-862bad2b1097') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:22.999342 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e4abd9-a512-408f-bb48-862bad2b1097') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:23.012512 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:23.035644 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-480a0755-1080-4a9a-b681-0d70bc635373 req-79d91bf6-6d5d-4540-a04a-5d0a6b3b0388 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574522 Jul 27 21:33:23.037114 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:23.043316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:33:23.043785 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:33:23.046828 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:33:23.104239 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:23.111050 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:23.116461 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/networks/bcc806ff-6a8f-4b1f-8d03-ffde48ca3989 HTTP/1.1" status: 204 len: 168 time: 1.0988791 Jul 27 21:33:23.116591 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53290) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:23.124798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42dae6-fd84-406c-857e-f0ecb4adc0b6 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Network': ['ID=bcc806ff-6a8f-4b1f-8d03-ffde48ca3989,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:23.474082 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d3e38c4-d2e4-4d36-9b50-93062eba99b8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:23.731537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-5d3e38c4-d2e4-4d36-9b50-93062eba99b8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port d60edfb7-412f-43be-b6c0-d89ff9ad6b16 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:23.732262 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d3e38c4-d2e4-4d36-9b50-93062eba99b8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:23.825840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-5d3e38c4-d2e4-4d36-9b50-93062eba99b8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] For port d60edfb7-412f-43be-b6c0-d89ff9ad6b16, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d60edfb7-412f-43be-b6c0-d89ff9ad6b16,segment=NetworkSegment(a911315f-3d20-4b18-aefd-befe6e08e491),segment_id=a911315f-3d20-4b18-aefd-befe6e08e491)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:23.826196 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d3e38c4-d2e4-4d36-9b50-93062eba99b8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:23.839019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-5d3e38c4-d2e4-4d36-9b50-93062eba99b8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for d60edfb7-412f-43be-b6c0-d89ff9ad6b16 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:24.011172 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d3e38c4-d2e4-4d36-9b50-93062eba99b8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:24.037551 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e38c4-d2e4-4d36-9b50-93062eba99b8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=d60edfb7-412f-43be-b6c0-d89ff9ad6b16,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:24.097028 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53294) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:24.159783 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d3e38c4-d2e4-4d36-9b50-93062eba99b8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:24.361930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1fa901fb-591c-410d-a660-ca1131235891 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:33:24.368027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3e38c4-d2e4-4d36-9b50-93062eba99b8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router e14efac9-89c3-42d5-bf58-772045f7a64f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:33:24.383417 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 1fa901fb-591c-410d-a660-ca1131235891 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:33:24.383756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1fa901fb-591c-410d-a660-ca1131235891 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:33:24.469411 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3e38c4-d2e4-4d36-9b50-93062eba99b8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:24.478801 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5d3e38c4-d2e4-4d36-9b50-93062eba99b8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/e14efac9-89c3-42d5-bf58-772045f7a64f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3580842 Jul 27 21:33:24.478801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53296) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:24.481802 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc99c16-8fdd-4afc-8f20-27eae33b9797 None None] Sync routers for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:24.490884 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc99c16-8fdd-4afc-8f20-27eae33b9797 None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:24.491494 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1dc99c16-8fdd-4afc-8f20-27eae33b9797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:24.510960 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33849615-6246-4444-ab26-459e7749c192 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:24.531760 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c90598a-be0e-4f8d-a2d4-2d6c4127047a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting subnet 8e0dcc79-ecee-40aa-baa1-c5151f6320d6 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:33:24.536176 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c90598a-be0e-4f8d-a2d4-2d6c4127047a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:24.583860 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c90598a-be0e-4f8d-a2d4-2d6c4127047a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:24.588592 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-1dc99c16-8fdd-4afc-8f20-27eae33b9797 None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:24.709343 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c90598a-be0e-4f8d-a2d4-2d6c4127047a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:24.773711 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c90598a-be0e-4f8d-a2d4-2d6c4127047a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:24.802247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1dc99c16-8fdd-4afc-8f20-27eae33b9797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:23Z', 'revision_number': 9, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:16Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:24.802499 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90598a-be0e-4f8d-a2d4-2d6c4127047a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0dcc79-ecee-40aa-baa1-c5151f6320d6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:24.809830 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c90598a-be0e-4f8d-a2d4-2d6c4127047a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:24.814665 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5c90598a-be0e-4f8d-a2d4-2d6c4127047a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/8e0dcc79-ecee-40aa-baa1-c5151f6320d6 HTTP/1.1" status: 204 len: 168 time: 0.3351786 Jul 27 21:33:24.815911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53298) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:24.835641 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8058495-9436-4d76-be1a-60fe0ae5fccc None None] Network 74ed3936-2cad-4d18-90ae-95625a70622d requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:33:24.837897 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc99c16-8fdd-4afc-8f20-27eae33b9797 None None] Checking router: e14efac9-89c3-42d5-bf58-772045f7a64f for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:24.852648 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-33849615-6246-4444-ab26-459e7749c192 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting port c9086b2c-ae4a-43b8-85db-c624d9c22cd1 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:24.853397 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33849615-6246-4444-ab26-459e7749c192 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:24.888830 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc99c16-8fdd-4afc-8f20-27eae33b9797 None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:24.889462 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1dc99c16-8fdd-4afc-8f20-27eae33b9797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:24.904295 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:24.955203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-33849615-6246-4444-ab26-459e7749c192 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] For port c9086b2c-ae4a-43b8-85db-c624d9c22cd1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c9086b2c-ae4a-43b8-85db-c624d9c22cd1,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:24.955681 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33849615-6246-4444-ab26-459e7749c192 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:24.960456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port 0db66449-22f2-41e1-93b4-02bf4abe0cba {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:24.960884 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:24.971193 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-33849615-6246-4444-ab26-459e7749c192 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Calling delete_port for c9086b2c-ae4a-43b8-85db-c624d9c22cd1 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:25.032069 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-1dc99c16-8fdd-4afc-8f20-27eae33b9797 None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:25.040410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] For port 0db66449-22f2-41e1-93b4-02bf4abe0cba, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=0db66449-22f2-41e1-93b4-02bf4abe0cba,segment=NetworkSegment(a911315f-3d20-4b18-aefd-befe6e08e491),segment_id=a911315f-3d20-4b18-aefd-befe6e08e491)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:25.041084 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:25.058608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for 0db66449-22f2-41e1-93b4-02bf4abe0cba owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:25.148315 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:25.176710 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=0db66449-22f2-41e1-93b4-02bf4abe0cba,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:25.181409 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33849615-6246-4444-ab26-459e7749c192 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:25.182082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No DVR routers for this DVR port 0db66449-22f2-41e1-93b4-02bf4abe0cba on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:33:25.213624 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33849615-6246-4444-ab26-459e7749c192 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Port': ['ID=c9086b2c-ae4a-43b8-85db-c624d9c22cd1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:25.215865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:33:25.249610 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:33:25.250176 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device f2cd1421-36ff-4e7c-9ea1-4358aeeb93e0 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:33:25.284244 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:25.295755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ed3936-2cad-4d18-90ae-95625a70622d']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:25.311320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a911315f-3d20-4b18-aefd-befe6e08e491') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:25.311621 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a911315f-3d20-4b18-aefd-befe6e08e491') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:25.324413 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:25.341638 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:25.349168 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:33:25.349729 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:33:25.389428 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:33:25.423165 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:25.434654 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:25.436698 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f374a70e-d202-419e-bd5b-5ccdc21b27d4 None None] DHCP port deletion for 74ed3936-2cad-4d18-90ae-95625a70622d request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:33:25.439957 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/networks/74ed3936-2cad-4d18-90ae-95625a70622d HTTP/1.1" status: 204 len: 168 time: 0.6222377 Jul 27 21:33:25.440718 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53302) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:25.460881 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33849615-6246-4444-ab26-459e7749c192 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:25.509120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611da804-7a85-499c-8b5c-9bdb0656fed7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Network': ['ID=74ed3936-2cad-4d18-90ae-95625a70622d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:25.544187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1dc99c16-8fdd-4afc-8f20-27eae33b9797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:23Z', 'revision_number': 9, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:16Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:25.577087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc99c16-8fdd-4afc-8f20-27eae33b9797 None None] The sync data for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 is: [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:23Z', 'revision_number': 9, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def9e790-ba9a-4134-9f3b-ea0c8e2c50af', 'name': '', 'network_id': '3bbdcfc5-ecda-4595-87e7-0fd4c29f4900', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:b7:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:08Z', 'updated_at': '2021-07-27T21:33:16Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '9cff2176-5cc3-4ccc-9288-2159b101b8a4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:25.702785 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33849615-6246-4444-ab26-459e7749c192 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 29852b41-5981-4514-9baf-81ce3167583e has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:33:25.815853 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33849615-6246-4444-ab26-459e7749c192 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:25.822190 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-33849615-6246-4444-ab26-459e7749c192 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "PUT /v2.0/routers/29852b41-5981-4514-9baf-81ce3167583e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7234704 Jul 27 21:33:25.824866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53304) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:25.827470 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34501bf1-0637-4692-b3c2-4f21e2d210aa None None] Sync routers for ids ['29852b41-5981-4514-9baf-81ce3167583e'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:25.830254 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5b83-8246-4039-8e39-d433f5ef8e0e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:25.836946 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34501bf1-0637-4692-b3c2-4f21e2d210aa None None] Routers {'29852b41-5981-4514-9baf-81ce3167583e'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:25.837555 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-34501bf1-0637-4692-b3c2-4f21e2d210aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['29852b41-5981-4514-9baf-81ce3167583e'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:25.882804 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c990eba-a271-4afc-a4cc-3ed8a10aa7e8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting subnet e34300fb-a46f-4474-96e9-610b910c4f6a {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:33:25.886050 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c990eba-a271-4afc-a4cc-3ed8a10aa7e8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:25.937901 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c990eba-a271-4afc-a4cc-3ed8a10aa7e8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:25.960127 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-34501bf1-0637-4692-b3c2-4f21e2d210aa None None] Set router 29852b41-5981-4514-9baf-81ce3167583e gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:26.068252 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c990eba-a271-4afc-a4cc-3ed8a10aa7e8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:26.111813 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c5b83-8246-4039-8e39-d433f5ef8e0e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port def9e790-ba9a-4134-9f3b-ea0c8e2c50af {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:26.112340 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5b83-8246-4039-8e39-d433f5ef8e0e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:26.134274 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c990eba-a271-4afc-a4cc-3ed8a10aa7e8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:26.156220 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-34501bf1-0637-4692-b3c2-4f21e2d210aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29852b41-5981-4514-9baf-81ce3167583e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230992662', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:33:25Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:26.166356 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c990eba-a271-4afc-a4cc-3ed8a10aa7e8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Subnet': ['ID=e34300fb-a46f-4474-96e9-610b910c4f6a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:26.177287 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c990eba-a271-4afc-a4cc-3ed8a10aa7e8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:26.179502 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4c990eba-a271-4afc-a4cc-3ed8a10aa7e8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/subnets/e34300fb-a46f-4474-96e9-610b910c4f6a HTTP/1.1" status: 204 len: 168 time: 0.3535779 Jul 27 21:33:26.182025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53306) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:26.183768 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bba476-b737-4fca-9058-84a73e41ae52 None None] Network 9ada2ee8-ed61-4b51-adc5-044a79d67b0c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:33:26.191148 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34501bf1-0637-4692-b3c2-4f21e2d210aa None None] Checking router: 29852b41-5981-4514-9baf-81ce3167583e for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:26.201050 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34501bf1-0637-4692-b3c2-4f21e2d210aa None None] Routers {'29852b41-5981-4514-9baf-81ce3167583e'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:26.201871 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-34501bf1-0637-4692-b3c2-4f21e2d210aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['29852b41-5981-4514-9baf-81ce3167583e'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:26.250563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-3c2c5b83-8246-4039-8e39-d433f5ef8e0e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] For port def9e790-ba9a-4134-9f3b-ea0c8e2c50af, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=def9e790-ba9a-4134-9f3b-ea0c8e2c50af,segment=NetworkSegment(4faf175a-9568-48dc-9fb9-2461265f2681),segment_id=4faf175a-9568-48dc-9fb9-2461265f2681)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:26.250563 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5b83-8246-4039-8e39-d433f5ef8e0e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:26.268496 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c5b83-8246-4039-8e39-d433f5ef8e0e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for def9e790-ba9a-4134-9f3b-ea0c8e2c50af owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:26.332378 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-833c11f8-5898-4293-ad78-b8633fe24a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:26.345964 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-34501bf1-0637-4692-b3c2-4f21e2d210aa None None] Set router 29852b41-5981-4514-9baf-81ce3167583e gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:26.479586 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-833c11f8-5898-4293-ad78-b8633fe24a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:26.491282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 0db66449-22f2-41e1-93b4-02bf4abe0cba no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:33:26.495835 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5b83-8246-4039-8e39-d433f5ef8e0e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:26.521211 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 0db66449-22f2-41e1-93b4-02bf4abe0cba {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:33:26.521627 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 0db66449-22f2-41e1-93b4-02bf4abe0cba not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:33:26.521997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d60edfb7-412f-43be-b6c0-d89ff9ad6b16 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:33:26.536490 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c5b83-8246-4039-8e39-d433f5ef8e0e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=def9e790-ba9a-4134-9f3b-ea0c8e2c50af,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:26.542552 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: d60edfb7-412f-43be-b6c0-d89ff9ad6b16 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:33:26.542851 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d60edfb7-412f-43be-b6c0-d89ff9ad6b16 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:33:26.568258 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ad57d-9a8f-48e4-83be-04f229a23692 None None] DHCP port deletion for 9ada2ee8-ed61-4b51-adc5-044a79d67b0c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:33:26.573970 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-833c11f8-5898-4293-ad78-b8633fe24a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting port 626f737f-fe8c-44ca-884d-3110e6fdaba0 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:26.574372 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-833c11f8-5898-4293-ad78-b8633fe24a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:26.643159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-743ad57d-9a8f-48e4-83be-04f229a23692 None None] Deleting port 592fadd8-59a1-41f7-b822-888873e25263 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:26.643572 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-743ad57d-9a8f-48e4-83be-04f229a23692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:26.671507 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-34501bf1-0637-4692-b3c2-4f21e2d210aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29852b41-5981-4514-9baf-81ce3167583e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230992662', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:33:25Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:26.682063 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-833c11f8-5898-4293-ad78-b8633fe24a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] For port 626f737f-fe8c-44ca-884d-3110e6fdaba0, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=626f737f-fe8c-44ca-884d-3110e6fdaba0,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:26.682640 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-833c11f8-5898-4293-ad78-b8633fe24a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:26.704467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-833c11f8-5898-4293-ad78-b8633fe24a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Calling delete_port for 626f737f-fe8c-44ca-884d-3110e6fdaba0 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:26.764093 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-743ad57d-9a8f-48e4-83be-04f229a23692 None None] For port 592fadd8-59a1-41f7-b822-888873e25263, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=592fadd8-59a1-41f7-b822-888873e25263,segment=NetworkSegment(d34122d9-a0f2-445b-92a0-38c1a731dbb3),segment_id=d34122d9-a0f2-445b-92a0-38c1a731dbb3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:26.766286 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-743ad57d-9a8f-48e4-83be-04f229a23692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:26.772761 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5b83-8246-4039-8e39-d433f5ef8e0e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:26.804021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-743ad57d-9a8f-48e4-83be-04f229a23692 None None] Calling delete_port for 592fadd8-59a1-41f7-b822-888873e25263 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:26.859723 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34501bf1-0637-4692-b3c2-4f21e2d210aa None None] The sync data for ids ['29852b41-5981-4514-9baf-81ce3167583e'] in n-d-764806-9 is: [{'id': '29852b41-5981-4514-9baf-81ce3167583e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1230992662', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:33:25Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': '626f737f-fe8c-44ca-884d-3110e6fdaba0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:44:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29852b41-5981-4514-9baf-81ce3167583e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:30:07Z', 'updated_at': '2021-07-27T21:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:26.938870 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-743ad57d-9a8f-48e4-83be-04f229a23692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:26.952084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-833c11f8-5898-4293-ad78-b8633fe24a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:26.969930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ad57d-9a8f-48e4-83be-04f229a23692 None None] Pushing event deleted for resources: {'Port': ['ID=592fadd8-59a1-41f7-b822-888873e25263,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:26.978691 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ad57d-9a8f-48e4-83be-04f229a23692 None None] No DVR routers for this DVR port 592fadd8-59a1-41f7-b822-888873e25263 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:33:26.984267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c11f8-5898-4293-ad78-b8633fe24a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Port': ['ID=626f737f-fe8c-44ca-884d-3110e6fdaba0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:27.020850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2c5b83-8246-4039-8e39-d433f5ef8e0e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router e14efac9-89c3-42d5-bf58-772045f7a64f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:33:27.050046 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-833c11f8-5898-4293-ad78-b8633fe24a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.151673 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-833c11f8-5898-4293-ad78-b8633fe24a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.154376 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-833c11f8-5898-4293-ad78-b8633fe24a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.209234 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-833c11f8-5898-4293-ad78-b8633fe24a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.210034 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833c11f8-5898-4293-ad78-b8633fe24a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Fanout notify agent at l3_agent the message router_deleted on router 29852b41-5981-4514-9baf-81ce3167583e {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:33:27.216943 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-833c11f8-5898-4293-ad78-b8633fe24a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.218133 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-833c11f8-5898-4293-ad78-b8633fe24a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/routers/29852b41-5981-4514-9baf-81ce3167583e HTTP/1.1" status: 204 len: 168 time: 1.0350187 Jul 27 21:33:27.221195 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53308) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:27.317267 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20ec7807-6799-4eff-ab3e-2d683ca2c964 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.425235 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20ec7807-6799-4eff-ab3e-2d683ca2c964 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.448431 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-20ec7807-6799-4eff-ab3e-2d683ca2c964 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ada2ee8-ed61-4b51-adc5-044a79d67b0c']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:27.461996 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-20ec7807-6799-4eff-ab3e-2d683ca2c964 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34122d9-a0f2-445b-92a0-38c1a731dbb3') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:27.462326 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-20ec7807-6799-4eff-ab3e-2d683ca2c964 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34122d9-a0f2-445b-92a0-38c1a731dbb3') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:27.472347 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20ec7807-6799-4eff-ab3e-2d683ca2c964 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.474212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2c5b83-8246-4039-8e39-d433f5ef8e0e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:27.482873 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3c2c5b83-8246-4039-8e39-d433f5ef8e0e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/e14efac9-89c3-42d5-bf58-772045f7a64f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0389116 Jul 27 21:33:27.484333 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53310) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:27.486094 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9413bfca-abdc-4b41-960d-bfc04c402886 None None] Sync routers for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:27.497167 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9413bfca-abdc-4b41-960d-bfc04c402886 None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:27.497955 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9413bfca-abdc-4b41-960d-bfc04c402886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:27.498391 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20ec7807-6799-4eff-ab3e-2d683ca2c964 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.526384 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ec7807-6799-4eff-ab3e-2d683ca2c964 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:33:27.526769 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20ec7807-6799-4eff-ab3e-2d683ca2c964 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:33:27.530004 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:33:27.604914 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-9413bfca-abdc-4b41-960d-bfc04c402886 None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:27.607641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-2106d914-9330-46df-aa49-491b2ae6fc1e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting subnet 9cff2176-5cc3-4ccc-9288-2159b101b8a4 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:33:27.611299 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2106d914-9330-46df-aa49-491b2ae6fc1e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.634364 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20ec7807-6799-4eff-ab3e-2d683ca2c964 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.656205 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-20ec7807-6799-4eff-ab3e-2d683ca2c964 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.658007 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-20ec7807-6799-4eff-ab3e-2d683ca2c964 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/networks/9ada2ee8-ed61-4b51-adc5-044a79d67b0c HTTP/1.1" status: 204 len: 168 time: 0.4358704 Jul 27 21:33:27.658943 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec7807-6799-4eff-ab3e-2d683ca2c964 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Network': ['ID=9ada2ee8-ed61-4b51-adc5-044a79d67b0c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:27.663413 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53312) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:27.677843 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2106d914-9330-46df-aa49-491b2ae6fc1e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.752072 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e4251e7b-4f48-4b65-b1d8-773ac4c0a633 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.784328 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e4251e7b-4f48-4b65-b1d8-773ac4c0a633 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.784594 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2106d914-9330-46df-aa49-491b2ae6fc1e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.845695 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9413bfca-abdc-4b41-960d-bfc04c402886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:26Z', 'revision_number': 10, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:27.859800 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e4251e7b-4f48-4b65-b1d8-773ac4c0a633 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.863444 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e4251e7b-4f48-4b65-b1d8-773ac4c0a633 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.866062 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2106d914-9330-46df-aa49-491b2ae6fc1e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.868190 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e4251e7b-4f48-4b65-b1d8-773ac4c0a633 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/security-groups/2f6fa0c7-c20b-498f-8c8b-730b8cd8f625 HTTP/1.1" status: 204 len: 168 time: 0.2040381 Jul 27 21:33:27.875702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9413bfca-abdc-4b41-960d-bfc04c402886 None None] Checking router: e14efac9-89c3-42d5-bf58-772045f7a64f for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:27.877873 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4251e7b-4f48-4b65-b1d8-773ac4c0a633 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6fa0c7-c20b-498f-8c8b-730b8cd8f625,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:27.891739 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9413bfca-abdc-4b41-960d-bfc04c402886 None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:27.892344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9413bfca-abdc-4b41-960d-bfc04c402886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:27.917753 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2106d914-9330-46df-aa49-491b2ae6fc1e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:27.922531 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2106d914-9330-46df-aa49-491b2ae6fc1e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/9cff2176-5cc3-4ccc-9288-2159b101b8a4 HTTP/1.1" status: 204 len: 168 time: 0.4347942 Jul 27 21:33:27.922531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106d914-9330-46df-aa49-491b2ae6fc1e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Subnet': ['ID=9cff2176-5cc3-4ccc-9288-2159b101b8a4,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:27.923805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53316) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:27.930646 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8391b893-3003-49b3-bbf6-d6ea0c3a8633 None None] Network 3bbdcfc5-ecda-4595-87e7-0fd4c29f4900 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:33:28.011578 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:28.039099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-9413bfca-abdc-4b41-960d-bfc04c402886 None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:28.081279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port e959ad34-803a-457e-964f-52ce7e22c223 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:28.081876 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:28.154400 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] For port e959ad34-803a-457e-964f-52ce7e22c223, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e959ad34-803a-457e-964f-52ce7e22c223,segment=NetworkSegment(4faf175a-9568-48dc-9fb9-2461265f2681),segment_id=4faf175a-9568-48dc-9fb9-2461265f2681)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:28.154767 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:28.170815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for e959ad34-803a-457e-964f-52ce7e22c223 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:28.261437 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:28.298397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=e959ad34-803a-457e-964f-52ce7e22c223,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:28.302561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No DVR routers for this DVR port e959ad34-803a-457e-964f-52ce7e22c223 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:33:28.308945 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9413bfca-abdc-4b41-960d-bfc04c402886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:26Z', 'revision_number': 10, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:28.358991 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9413bfca-abdc-4b41-960d-bfc04c402886 None None] The sync data for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 is: [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:26Z', 'revision_number': 10, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None, '_interfaces': [{'id': 'c382e30e-e71b-420b-86a7-3e7aee3d11e4', 'name': '', 'network_id': '2b4e8364-2904-4074-a010-7964cb069bef', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'mac_address': 'fa:16:3e:d2:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '889bd806-f29c-4323-8468-63d96997bc13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:06Z', 'updated_at': '2021-07-27T21:33:10Z', 'revision_number': 5, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'subnets': [{'id': '889bd806-f29c-4323-8468-63d96997bc13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:28.360901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8c4c7f-aaaa-4783-93d4-15150f40a957 None None] DHCP port deletion for 3bbdcfc5-ecda-4595-87e7-0fd4c29f4900 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:33:28.435678 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:28.447369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbdcfc5-ecda-4595-87e7-0fd4c29f4900']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:28.458759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4faf175a-9568-48dc-9fb9-2461265f2681') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:28.459058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4faf175a-9568-48dc-9fb9-2461265f2681') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:28.468773 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:28.483353 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:28.490504 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:33:28.490896 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:33:28.493861 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:33:28.564558 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:28.572368 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:28.574213 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/networks/3bbdcfc5-ecda-4595-87e7-0fd4c29f4900 HTTP/1.1" status: 204 len: 168 time: 0.6497371 Jul 27 21:33:28.577236 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53318) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:28.588142 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c3579-8003-4e9b-8f42-e2d6a952ab1b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Network': ['ID=3bbdcfc5-ecda-4595-87e7-0fd4c29f4900,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:28.744236 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 592fadd8-59a1-41f7-b822-888873e25263 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:33:28.771811 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 592fadd8-59a1-41f7-b822-888873e25263 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:33:28.772157 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 592fadd8-59a1-41f7-b822-888873e25263 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:33:28.772865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 626f737f-fe8c-44ca-884d-3110e6fdaba0 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:33:28.793350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 626f737f-fe8c-44ca-884d-3110e6fdaba0 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:33:28.793774 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 626f737f-fe8c-44ca-884d-3110e6fdaba0 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:33:28.794314 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c9086b2c-ae4a-43b8-85db-c624d9c22cd1 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:33:28.814981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: c9086b2c-ae4a-43b8-85db-c624d9c22cd1 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:33:28.815294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c9086b2c-ae4a-43b8-85db-c624d9c22cd1 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:33:28.945036 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c2ddaa0-d116-4328-bfb8-6284c8100c7e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.138739 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53324) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:29.143686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3ebc3cbd-3986-4263-bcd2-b33013e5689c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982401316', 'description': 'tempest-secgroup-smoke-982401316 description', 'project_id': '3a65593248f94ce3907873f90c034333'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:29.168060 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3ebc3cbd-3986-4263-bcd2-b33013e5689c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.262377 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3ebc3cbd-3986-4263-bcd2-b33013e5689c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.266993 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3ebc3cbd-3986-4263-bcd2-b33013e5689c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.296534 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3ebc3cbd-3986-4263-bcd2-b33013e5689c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.297790 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3ebc3cbd-3986-4263-bcd2-b33013e5689c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1580133 Jul 27 21:33:29.300647 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53326) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:29.305158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4390b281-c605-4978-819a-cea37a7a6479 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:29.311321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc3cbd-3986-4263-bcd2-b33013e5689c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:29.338210 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4390b281-c605-4978-819a-cea37a7a6479 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.399845 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4390b281-c605-4978-819a-cea37a7a6479 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.404015 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4390b281-c605-4978-819a-cea37a7a6479 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.423218 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390b281-c605-4978-819a-cea37a7a6479 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99029ac8-22f3-44ee-9f4d-458e322527d0,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:29.431128 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4390b281-c605-4978-819a-cea37a7a6479 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.434760 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4390b281-c605-4978-819a-cea37a7a6479 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330097 Jul 27 21:33:29.435715 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53328) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:29.440355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-155df6f3-ec77-4a9a-b0f7-f870821b40e3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:29.467747 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-155df6f3-ec77-4a9a-b0f7-f870821b40e3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.530427 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-155df6f3-ec77-4a9a-b0f7-f870821b40e3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.533407 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-155df6f3-ec77-4a9a-b0f7-f870821b40e3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.542981 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4c2ddaa0-d116-4328-bfb8-6284c8100c7e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port c382e30e-e71b-420b-86a7-3e7aee3d11e4 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:29.543326 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c2ddaa0-d116-4328-bfb8-6284c8100c7e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.549913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155df6f3-ec77-4a9a-b0f7-f870821b40e3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef548fe-d902-4264-ba2f-abdae5571063,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:29.561275 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-155df6f3-ec77-4a9a-b0f7-f870821b40e3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.562838 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-155df6f3-ec77-4a9a-b0f7-f870821b40e3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260481 Jul 27 21:33:29.565623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53330) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:29.570668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-090cf66c-c6e7-4be8-8eeb-12cc8808ed88 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:29.597330 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-090cf66c-c6e7-4be8-8eeb-12cc8808ed88 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.636801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-4c2ddaa0-d116-4328-bfb8-6284c8100c7e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] For port c382e30e-e71b-420b-86a7-3e7aee3d11e4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=c382e30e-e71b-420b-86a7-3e7aee3d11e4,segment=NetworkSegment(c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d),segment_id=c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:29.637429 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c2ddaa0-d116-4328-bfb8-6284c8100c7e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.654162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4c2ddaa0-d116-4328-bfb8-6284c8100c7e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for c382e30e-e71b-420b-86a7-3e7aee3d11e4 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:29.661282 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-090cf66c-c6e7-4be8-8eeb-12cc8808ed88 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.665325 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-090cf66c-c6e7-4be8-8eeb-12cc8808ed88 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.685970 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cf66c-c6e7-4be8-8eeb-12cc8808ed88 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa471933-2202-4ffe-8a47-2b939ae741da,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:29.695168 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-090cf66c-c6e7-4be8-8eeb-12cc8808ed88 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.696380 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-090cf66c-c6e7-4be8-8eeb-12cc8808ed88 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298480 Jul 27 21:33:29.699353 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53332) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:29.704099 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-757a36a1-9014-4137-a4df-f572371d022f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:29.732781 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-757a36a1-9014-4137-a4df-f572371d022f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.801803 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-757a36a1-9014-4137-a4df-f572371d022f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.805808 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-757a36a1-9014-4137-a4df-f572371d022f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.827252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a36a1-9014-4137-a4df-f572371d022f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031000f3-0c57-4f65-b52b-4e0135d93f14,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:29.837225 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-757a36a1-9014-4137-a4df-f572371d022f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.838358 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-757a36a1-9014-4137-a4df-f572371d022f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375513 Jul 27 21:33:29.841660 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53334) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:29.848906 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-07d974de-2e88-4119-a1a0-fc86deff9dbe tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:29.858390 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c2ddaa0-d116-4328-bfb8-6284c8100c7e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.871313 n-d-764806-9 neutron-server[105580]: INFO neutron.db.securitygroups_db [None req-07d974de-2e88-4119-a1a0-fc86deff9dbe tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Project 3a65593248f94ce3907873f90c034333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:33:29.876229 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-07d974de-2e88-4119-a1a0-fc86deff9dbe tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.884639 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ddaa0-d116-4328-bfb8-6284c8100c7e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=c382e30e-e71b-420b-86a7-3e7aee3d11e4,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:29.952948 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-07d974de-2e88-4119-a1a0-fc86deff9dbe tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.957992 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-07d974de-2e88-4119-a1a0-fc86deff9dbe tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.977328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d974de-2e88-4119-a1a0-fc86deff9dbe tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deeab01a-c7fc-4fed-861a-e53ac0f3ab54,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:29.984584 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-07d974de-2e88-4119-a1a0-fc86deff9dbe tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:29.989049 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-07d974de-2e88-4119-a1a0-fc86deff9dbe tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458242 Jul 27 21:33:29.989684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53336) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:29.994369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-23ed32d5-b82f-43ad-b2c9-beb615e62ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:29.994793 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4c2ddaa0-d116-4328-bfb8-6284c8100c7e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.017422 n-d-764806-9 neutron-server[105580]: INFO neutron.db.securitygroups_db [None req-23ed32d5-b82f-43ad-b2c9-beb615e62ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Project 3a65593248f94ce3907873f90c034333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:33:30.023195 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-23ed32d5-b82f-43ad-b2c9-beb615e62ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.090028 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-23ed32d5-b82f-43ad-b2c9-beb615e62ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.094812 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-23ed32d5-b82f-43ad-b2c9-beb615e62ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.116548 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed32d5-b82f-43ad-b2c9-beb615e62ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb82ec7-82ed-4d3a-a96a-bca36f8df48b,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:30.124432 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-23ed32d5-b82f-43ad-b2c9-beb615e62ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.125935 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-23ed32d5-b82f-43ad-b2c9-beb615e62ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352634 Jul 27 21:33:30.128780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53338) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:30.134926 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-dfdd9eac-3ea7-426c-90b3-0b49576102d8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'network': {'name': 'tempest-network-smoke--1704752437', 'project_id': '3a65593248f94ce3907873f90c034333', 'port_security_enabled': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:30.157234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdd9eac-3ea7-426c-90b3-0b49576102d8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Made reservation on behalf of 3a65593248f94ce3907873f90c034333 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:33:30.161008 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dfdd9eac-3ea7-426c-90b3-0b49576102d8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.169074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2ddaa0-d116-4328-bfb8-6284c8100c7e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router e14efac9-89c3-42d5-bf58-772045f7a64f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:33:30.186918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdd9eac-3ea7-426c-90b3-0b49576102d8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:33:30.198179 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dfdd9eac-3ea7-426c-90b3-0b49576102d8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.198596 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-dfdd9eac-3ea7-426c-90b3-0b49576102d8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Added segment fbd9b3d9-69cd-45b2-bc18-687129556dd4 of type vlan for network 553c2f0e-5354-4613-b23c-818b168119a1 Jul 27 21:33:30.246106 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dfdd9eac-3ea7-426c-90b3-0b49576102d8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.253407 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2ddaa0-d116-4328-bfb8-6284c8100c7e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:30.259609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4c2ddaa0-d116-4328-bfb8-6284c8100c7e tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/e14efac9-89c3-42d5-bf58-772045f7a64f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6811819 Jul 27 21:33:30.262165 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53340) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:30.271232 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1c4953-b995-4dae-adf0-cc8efa45ccc9 None None] Sync routers for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:30.283727 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dfdd9eac-3ea7-426c-90b3-0b49576102d8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.286123 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1c4953-b995-4dae-adf0-cc8efa45ccc9 None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:30.286988 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-de1c4953-b995-4dae-adf0-cc8efa45ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:30.291144 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdd9eac-3ea7-426c-90b3-0b49576102d8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:30.294978 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dfdd9eac-3ea7-426c-90b3-0b49576102d8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.325290 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ec9a89-6d16-4c73-8045-6c425d8f66e1 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting subnet 889bd806-f29c-4323-8468-63d96997bc13 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:33:30.329501 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-31ec9a89-6d16-4c73-8045-6c425d8f66e1 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.370092 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-de1c4953-b995-4dae-adf0-cc8efa45ccc9 None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:30.383924 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dfdd9eac-3ea7-426c-90b3-0b49576102d8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2527020 Jul 27 21:33:30.384300 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53342) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:30.390049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-999085971', 'admin_state_up': True, 'project_id': '3a65593248f94ce3907873f90c034333', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:30.402544 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd9eac-3ea7-426c-90b3-0b49576102d8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Network': ['ID=553c2f0e-5354-4613-b23c-818b168119a1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:30.432026 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-de1c4953-b995-4dae-adf0-cc8efa45ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:29Z', 'revision_number': 11, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:30.433147 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 553c2f0e-5354-4613-b23c-818b168119a1 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:33:30.464391 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1c4953-b995-4dae-adf0-cc8efa45ccc9 None None] Checking router: e14efac9-89c3-42d5-bf58-772045f7a64f for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:30.469342 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.470785 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.474553 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1c4953-b995-4dae-adf0-cc8efa45ccc9 None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:30.475405 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-de1c4953-b995-4dae-adf0-cc8efa45ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:30.480460 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-31ec9a89-6d16-4c73-8045-6c425d8f66e1 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.495684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e959ad34-803a-457e-964f-52ce7e22c223 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:33:30.525752 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: e959ad34-803a-457e-964f-52ce7e22c223 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:33:30.526522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e959ad34-803a-457e-964f-52ce7e22c223 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:33:30.527116 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device def9e790-ba9a-4134-9f3b-ea0c8e2c50af no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:33:30.559207 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-de1c4953-b995-4dae-adf0-cc8efa45ccc9 None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:30.564075 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: def9e790-ba9a-4134-9f3b-ea0c8e2c50af {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:33:30.564671 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device def9e790-ba9a-4134-9f3b-ea0c8e2c50af not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:33:30.626904 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-de1c4953-b995-4dae-adf0-cc8efa45ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:29Z', 'revision_number': 11, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:30.635940 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.658027 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1c4953-b995-4dae-adf0-cc8efa45ccc9 None None] The sync data for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 is: [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:29Z', 'revision_number': 11, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:30.741205 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-31ec9a89-6d16-4c73-8045-6c425d8f66e1 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.837138 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.905714 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-31ec9a89-6d16-4c73-8045-6c425d8f66e1 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.942729 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec9a89-6d16-4c73-8045-6c425d8f66e1 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Subnet': ['ID=889bd806-f29c-4323-8468-63d96997bc13,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:30.946084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-31ec9a89-6d16-4c73-8045-6c425d8f66e1 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:30.948274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-31ec9a89-6d16-4c73-8045-6c425d8f66e1 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/889bd806-f29c-4323-8468-63d96997bc13 HTTP/1.1" status: 204 len: 168 time: 0.6842024 Jul 27 21:33:30.950960 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc9dfca-761f-47fc-a706-c4ef4e843c81 None None] Network 2b4e8364-2904-4074-a010-7964cb069bef requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:33:30.951610 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53344) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:31.041594 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.100392 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.114344 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Deleting port 4600ede3-1c5e-4a67-b84f-ecf57a939b20 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:31.114709 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.128546 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.188581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] For port 4600ede3-1c5e-4a67-b84f-ecf57a939b20, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4600ede3-1c5e-4a67-b84f-ecf57a939b20,segment=NetworkSegment(c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d),segment_id=c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:31.189149 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.195242 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41380e88-88e0-4ce6-a35e-9c3a4154d607 None None] DHCP port deletion for 2b4e8364-2904-4074-a010-7964cb069bef request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:33:31.205706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Calling delete_port for 4600ede3-1c5e-4a67-b84f-ecf57a939b20 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:31.253075 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Allocated IP 172.25.2.123 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/fe9666b4-2379-4753-a938-1f69d863e090) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:33:31.267893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-41380e88-88e0-4ce6-a35e-9c3a4154d607 None None] Deleting port 4600ede3-1c5e-4a67-b84f-ecf57a939b20 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:33:31.268623 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41380e88-88e0-4ce6-a35e-9c3a4154d607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.300352 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.325895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Port': ['ID=4600ede3-1c5e-4a67-b84f-ecf57a939b20,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:31.333226 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No DVR routers for this DVR port 4600ede3-1c5e-4a67-b84f-ecf57a939b20 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:33:31.336741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-41380e88-88e0-4ce6-a35e-9c3a4154d607 None None] For port 4600ede3-1c5e-4a67-b84f-ecf57a939b20, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4600ede3-1c5e-4a67-b84f-ecf57a939b20,segment=NetworkSegment(c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d),segment_id=c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:31.337133 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41380e88-88e0-4ce6-a35e-9c3a4154d607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.354890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-41380e88-88e0-4ce6-a35e-9c3a4154d607 None None] Calling delete_port for 4600ede3-1c5e-4a67-b84f-ecf57a939b20 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:33:31.381051 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.413810 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.422563 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.426839 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4e8364-2904-4074-a010-7964cb069bef']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:31.438069 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-41380e88-88e0-4ce6-a35e-9c3a4154d607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.443129 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:31.443432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cdaf8c-de5e-4d6d-a483-2f9a0bfe700d') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:31.453409 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.465690 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41380e88-88e0-4ce6-a35e-9c3a4154d607 None None] Pushing event deleted for resources: {'Port': ['ID=4600ede3-1c5e-4a67-b84f-ecf57a939b20,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:31.467615 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41380e88-88e0-4ce6-a35e-9c3a4154d607 None None] No DVR routers for this DVR port 4600ede3-1c5e-4a67-b84f-ecf57a939b20 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:33:31.468570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:31.470986 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.471564 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:31.477530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:33:31.480375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:33:31.481912 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:33:31.484372 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:33:31.508188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=fe9666b4-2379-4753-a938-1f69d863e090,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:31.548498 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.567282 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.569078 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/networks/2b4e8364-2904-4074-a010-7964cb069bef HTTP/1.1" status: 204 len: 168 time: 0.6163938 Jul 27 21:33:31.569953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173a3ce-754e-4ee0-a7bf-cbf1626350d0 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Pushing event deleted for resources: {'Network': ['ID=2b4e8364-2904-4074-a010-7964cb069bef,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:31.571766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53346) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:31.576685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d0720c1c-ad71-4e80-b132-1e5655eef707 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'router': {'routes': None}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:31.751821 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.768561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.extraroute_db [None req-d0720c1c-ad71-4e80-b132-1e5655eef707 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Added routes are [] {{(pid=105580) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 27 21:33:31.768867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.extraroute_db [None req-d0720c1c-ad71-4e80-b132-1e5655eef707 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Removed routes are [] {{(pid=105580) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 27 21:33:31.769231 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d0720c1c-ad71-4e80-b132-1e5655eef707 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.913976 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d0720c1c-ad71-4e80-b132-1e5655eef707 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.917369 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d0720c1c-ad71-4e80-b132-1e5655eef707 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.950881 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:31.997220 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0720c1c-ad71-4e80-b132-1e5655eef707 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router e14efac9-89c3-42d5-bf58-772045f7a64f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:33:32.075014 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0720c1c-ad71-4e80-b132-1e5655eef707 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:32.081850 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d0720c1c-ad71-4e80-b132-1e5655eef707 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:32.083104 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d0720c1c-ad71-4e80-b132-1e5655eef707 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/e14efac9-89c3-42d5-bf58-772045f7a64f HTTP/1.1" status: 200 len: 705 time: 0.5101714 Jul 27 21:33:32.084712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf5b834-cffb-45c7-ba31-69820cd8b4ad None None] Sync routers for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:32.085898 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53348) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:32.087941 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 6d054e3c-811e-4806-a3be-8d64dbda5a1c is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:33:32.094352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf5b834-cffb-45c7-ba31-69820cd8b4ad None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:32.095172 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8bf5b834-cffb-45c7-ba31-69820cd8b4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:32.118529 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dc79c5ac-0ee1-4204-bee0-a2a10b890c04 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports?device_id=e14efac9-89c3-42d5-bf58-772045f7a64f HTTP/1.1" status: 200 len: 205 time: 0.0314205 Jul 27 21:33:32.121191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53350) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:32.170590 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-8bf5b834-cffb-45c7-ba31-69820cd8b4ad None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:32.203322 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1edb4e9-571c-4dcc-9ebc-226b0297b749 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:32.205768 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:32.217260 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Sync routers for ids ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:32.228148 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:32.229616 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e579c49a-96ad-4015-b4e5-e1a57376ffca tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8447354 Jul 27 21:33:32.232792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53352) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:32.233298 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Routers {'6d054e3c-811e-4806-a3be-8d64dbda5a1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:32.234356 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:32.242662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8bf5b834-cffb-45c7-ba31-69820cd8b4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:29Z', 'revision_number': 11, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:32.271035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf5b834-cffb-45c7-ba31-69820cd8b4ad None None] Checking router: e14efac9-89c3-42d5-bf58-772045f7a64f for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:32.280838 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ca664b55-8fd7-4907-ba17-886aa24e571a tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3a65593248f94ce3907873f90c034333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466793 Jul 27 21:33:32.283406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53354) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:32.283617 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf5b834-cffb-45c7-ba31-69820cd8b4ad None None] Routers {'e14efac9-89c3-42d5-bf58-772045f7a64f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:32.284466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8bf5b834-cffb-45c7-ba31-69820cd8b4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['e14efac9-89c3-42d5-bf58-772045f7a64f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:32.390771 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-8bf5b834-cffb-45c7-ba31-69820cd8b4ad None None] Set router e14efac9-89c3-42d5-bf58-772045f7a64f gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:32.398130 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1edb4e9-571c-4dcc-9ebc-226b0297b749 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:32.400455 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1edb4e9-571c-4dcc-9ebc-226b0297b749 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:32.415866 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Set router 6d054e3c-811e-4806-a3be-8d64dbda5a1c gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:32.427792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37fef30-15be-487a-9a38-aba28f3ea1d5 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:32.429736 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d37fef30-15be-487a-9a38-aba28f3ea1d5 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1450915 Jul 27 21:33:32.438698 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53356) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:32.451212 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1edb4e9-571c-4dcc-9ebc-226b0297b749 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:32.452117 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1edb4e9-571c-4dcc-9ebc-226b0297b749 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Fanout notify agent at l3_agent the message router_deleted on router e14efac9-89c3-42d5-bf58-772045f7a64f {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:33:32.452918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8bf5b834-cffb-45c7-ba31-69820cd8b4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:29Z', 'revision_number': 11, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:32.458377 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c382e30e-e71b-420b-86a7-3e7aee3d11e4 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:33:32.461654 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1edb4e9-571c-4dcc-9ebc-226b0297b749 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:32.463078 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f1edb4e9-571c-4dcc-9ebc-226b0297b749 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/routers/e14efac9-89c3-42d5-bf58-772045f7a64f HTTP/1.1" status: 204 len: 168 time: 0.3409297 Jul 27 21:33:32.468318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53358) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:32.491577 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-917b9798-85bd-4345-b0cd-8e1d88f2451a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1690607619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:32.508866 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf5b834-cffb-45c7-ba31-69820cd8b4ad None None] The sync data for ids ['e14efac9-89c3-42d5-bf58-772045f7a64f'] in n-d-764806-9 is: [{'id': 'e14efac9-89c3-42d5-bf58-772045f7a64f', 'name': 'tempest-RoutersIpV6Test-router-1756288131', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:04Z', 'updated_at': '2021-07-27T21:33:29Z', 'revision_number': 11, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:32.511457 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: c382e30e-e71b-420b-86a7-3e7aee3d11e4 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:33:32.511951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device c382e30e-e71b-420b-86a7-3e7aee3d11e4 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:33:32.512465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4600ede3-1c5e-4a67-b84f-ecf57a939b20 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:33:32.520908 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ca4a5a65-affc-477f-8705-d15ae1a5f7a5 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809999 Jul 27 21:33:32.521604 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53360) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:32.527688 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-186ecaf9-1b92-47c0-b069-694cce35ac08 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-319933414', 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1', 'project_id': '3a65593248f94ce3907873f90c034333', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:32.533337 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-917b9798-85bd-4345-b0cd-8e1d88f2451a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:32.533795 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 4600ede3-1c5e-4a67-b84f-ecf57a939b20 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:33:32.534140 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4600ede3-1c5e-4a67-b84f-ecf57a939b20 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:33:32.534734 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-917b9798-85bd-4345-b0cd-8e1d88f2451a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:32.645930 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-999085971', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:30Z', 'updated_at': '2021-07-27T21:33:31Z', 'revision_number': 3, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:31Z', 'updated_at': '2021-07-27T21:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:32.676345 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Checking router: 6d054e3c-811e-4806-a3be-8d64dbda5a1c for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:32.676701 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Updating router 6d054e3c-811e-4806-a3be-8d64dbda5a1c port fe9666b4-2379-4753-a938-1f69d863e090 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:33:32.724088 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:32.735730 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-45526df6-86cb-46b8-9fd1-cedcc4b1138e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:32.933750 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-917b9798-85bd-4345-b0cd-8e1d88f2451a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:32.940928 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-917b9798-85bd-4345-b0cd-8e1d88f2451a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:32.960663 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186ecaf9-1b92-47c0-b069-694cce35ac08 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Made reservation on behalf of 3a65593248f94ce3907873f90c034333 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:33:32.964235 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-186ecaf9-1b92-47c0-b069-694cce35ac08 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:32.968593 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-917b9798-85bd-4345-b0cd-8e1d88f2451a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:32.969777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-917b9798-85bd-4345-b0cd-8e1d88f2451a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4822495 Jul 27 21:33:32.972756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53362) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:32.977859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-aeeb538f-e904-47e3-9cf0-b8cecb7c6c75 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:33.002044 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:33.013886 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Transition to ACTIVE for port object fe9666b4-2379-4753-a938-1f69d863e090 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:33.019565 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:33.068196 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Attempting to bind port fe9666b4-2379-4753-a938-1f69d863e090 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:33:33.068991 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Attempting to bind port fe9666b4-2379-4753-a938-1f69d863e090 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:33:33.068991 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Attempting to bind port fe9666b4-2379-4753-a938-1f69d863e090 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:33:33.079752 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:33:33.080128 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:33.080578 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:33.080971 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:33:33.081483 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Bound port: fe9666b4-2379-4753-a938-1f69d863e090, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:33:33.081866 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:33.112820 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481827b-9b3e-456e-8653-3c1164641976 None None] Pushing event updated for resources: {'Port': ['ID=fe9666b4-2379-4753-a938-1f69d863e090,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:33.143992 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] For port fe9666b4-2379-4753-a938-1f69d863e090, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:33:33.148395 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] For port fe9666b4-2379-4753-a938-1f69d863e090, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fe9666b4-2379-4753-a938-1f69d863e090,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:33:33.153345 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:33.166468 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-186ecaf9-1b92-47c0-b069-694cce35ac08 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:33.204752 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Routers {'6d054e3c-811e-4806-a3be-8d64dbda5a1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:33.205550 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:33.207472 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-aeeb538f-e904-47e3-9cf0-b8cecb7c6c75 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:33.219955 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-aeeb538f-e904-47e3-9cf0-b8cecb7c6c75 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-941074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-941085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-562616'] for router, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:33.247387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ecaf9-1b92-47c0-b069-694cce35ac08 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Subnet': ['ID=ca8ef25a-5ebc-4630-888b-c8e45b206856,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:33.261236 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186ecaf9-1b92-47c0-b069-694cce35ac08 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Checking segment: {'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:33.261829 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186ecaf9-1b92-47c0-b069-694cce35ac08 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network hostable DHCP agents. Network: 553c2f0e-5354-4613-b23c-818b168119a1, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:33:33.288988 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186ecaf9-1b92-47c0-b069-694cce35ac08 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 553c2f0e-5354-4613-b23c-818b168119a1 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:33:33.298590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-186ecaf9-1b92-47c0-b069-694cce35ac08 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 553c2f0e-5354-4613-b23c-818b168119a1) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:33.299625 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481827b-9b3e-456e-8653-3c1164641976 None None] Pushing event updated for resources: {'Port': ['ID=fe9666b4-2379-4753-a938-1f69d863e090,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:33.307481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186ecaf9-1b92-47c0-b069-694cce35ac08 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:33.308089 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-186ecaf9-1b92-47c0-b069-694cce35ac08 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:33.314197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41717799-3f0d-4156-a789-367c76cb3be9 None None] Network 553c2f0e-5354-4613-b23c-818b168119a1 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:33:33.331244 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-186ecaf9-1b92-47c0-b069-694cce35ac08 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8056331 Jul 27 21:33:33.332947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53364) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:33.339756 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] Set router 6d054e3c-811e-4806-a3be-8d64dbda5a1c gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:33.346389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeeb538f-e904-47e3-9cf0-b8cecb7c6c75 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Router 1733a076-a3bc-4f0d-bbc7-fa443faf9c47 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:33:33.433261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeeb538f-e904-47e3-9cf0-b8cecb7c6c75 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:33.443567 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-aeeb538f-e904-47e3-9cf0-b8cecb7c6c75 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:33.444985 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-aeeb538f-e904-47e3-9cf0-b8cecb7c6c75 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "PUT /v2.0/routers/1733a076-a3bc-4f0d-bbc7-fa443faf9c47 HTTP/1.1" status: 200 len: 698 time: 0.4709954 Jul 27 21:33:33.448658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53368) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:33.553349 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f60f4159-f910-433d-b993-c41c922328b5 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/routers/1733a076-a3bc-4f0d-bbc7-fa443faf9c47 HTTP/1.1" status: 200 len: 704 time: 0.1001606 Jul 27 21:33:33.553589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53370) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:33.554777 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa47415-c891-4951-a3ae-c1ed8249e303 None None] Sync routers for ids ['1733a076-a3bc-4f0d-bbc7-fa443faf9c47'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:33.577738 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa47415-c891-4951-a3ae-c1ed8249e303 None None] Routers {'1733a076-a3bc-4f0d-bbc7-fa443faf9c47'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:33.578429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bfa47415-c891-4951-a3ae-c1ed8249e303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1733a076-a3bc-4f0d-bbc7-fa443faf9c47'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:33.598744 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-159b16c2-cfdf-41f0-b219-c9f7fff86f67 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports?device_id=1733a076-a3bc-4f0d-bbc7-fa443faf9c47 HTTP/1.1" status: 200 len: 205 time: 0.0407944 Jul 27 21:33:33.601437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53372) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:33.678132 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-999085971', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:30Z', 'updated_at': '2021-07-27T21:33:31Z', 'revision_number': 3, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:31Z', 'updated_at': '2021-07-27T21:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:33.681300 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2788098a-f838-4d4f-80b3-9a6fd49468ea tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:33.683942 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-bfa47415-c891-4951-a3ae-c1ed8249e303 None None] Set router 1733a076-a3bc-4f0d-bbc7-fa443faf9c47 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:33.710477 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea74f67-1a18-4831-b0d7-1fefb3d03643 None None] The sync data for ids ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'] in n-d-764806-9 is: [{'id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-999085971', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:30Z', 'updated_at': '2021-07-27T21:33:31Z', 'revision_number': 3, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:31Z', 'updated_at': '2021-07-27T21:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:33.744860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bfa47415-c891-4951-a3ae-c1ed8249e303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1733a076-a3bc-4f0d-bbc7-fa443faf9c47', 'name': 'tempest-RoutersIpV6Test-router-1690607619', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:32Z', 'updated_at': '2021-07-27T21:33:33Z', 'revision_number': 2, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:33.777601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa47415-c891-4951-a3ae-c1ed8249e303 None None] Checking router: 1733a076-a3bc-4f0d-bbc7-fa443faf9c47 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:33.791803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa47415-c891-4951-a3ae-c1ed8249e303 None None] Routers {'1733a076-a3bc-4f0d-bbc7-fa443faf9c47'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:33.792849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bfa47415-c891-4951-a3ae-c1ed8249e303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['1733a076-a3bc-4f0d-bbc7-fa443faf9c47'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:33.864209 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2788098a-f838-4d4f-80b3-9a6fd49468ea tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:33.866199 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2788098a-f838-4d4f-80b3-9a6fd49468ea tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:33.890062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-bfa47415-c891-4951-a3ae-c1ed8249e303 None None] Set router 1733a076-a3bc-4f0d-bbc7-fa443faf9c47 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:33.920423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-553c2f0e-5354-4613-b23c-818b168119a1', 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'fixed_ips': [{'subnet_id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:33:33.920691 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:33.921334 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:33.922024 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2788098a-f838-4d4f-80b3-9a6fd49468ea tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:33.922825 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2788098a-f838-4d4f-80b3-9a6fd49468ea tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Fanout notify agent at l3_agent the message router_deleted on router 1733a076-a3bc-4f0d-bbc7-fa443faf9c47 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:33:33.937059 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2788098a-f838-4d4f-80b3-9a6fd49468ea tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:33.939079 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2788098a-f838-4d4f-80b3-9a6fd49468ea tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/routers/1733a076-a3bc-4f0d-bbc7-fa443faf9c47 HTTP/1.1" status: 204 len: 168 time: 0.3371761 Jul 27 21:33:33.942769 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53374) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:33.957711 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-bfa47415-c891-4951-a3ae-c1ed8249e303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1733a076-a3bc-4f0d-bbc7-fa443faf9c47', 'name': 'tempest-RoutersIpV6Test-router-1690607619', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:32Z', 'updated_at': '2021-07-27T21:33:33Z', 'revision_number': 2, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:33.992126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa47415-c891-4951-a3ae-c1ed8249e303 None None] The sync data for ids ['1733a076-a3bc-4f0d-bbc7-fa443faf9c47'] in n-d-764806-9 is: [{'id': '1733a076-a3bc-4f0d-bbc7-fa443faf9c47', 'name': 'tempest-RoutersIpV6Test-router-1690607619', 'tenant_id': '780fbcfe84ff4615a8472b582931e9ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:32Z', 'updated_at': '2021-07-27T21:33:33Z', 'revision_number': 2, 'project_id': '780fbcfe84ff4615a8472b582931e9ce', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:34.015823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53376) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.016066 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-943b15e1-abec-40ac-98a8-9d53a03de33a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports?device_id=1733a076-a3bc-4f0d-bbc7-fa443faf9c47 HTTP/1.1" status: 200 len: 205 time: 0.0364025 Jul 27 21:33:34.103410 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-10d2ffbb-033e-4319-84b3-6c2e64e46c2a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] delete failed (client error): The resource could not be found. Jul 27 21:33:34.104743 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-10d2ffbb-033e-4319-84b3-6c2e64e46c2a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/routers/1733a076-a3bc-4f0d-bbc7-fa443faf9c47 HTTP/1.1" status: 404 len: 336 time: 0.0877581 Jul 27 21:33:34.107139 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53378) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.157708 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a214a7b-6407-4888-a18e-55baa7345552 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] DELETE failed (client error): The resource could not be found. Jul 27 21:33:34.158498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a214a7b-6407-4888-a18e-55baa7345552 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:33:34.163875 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2a214a7b-6407-4888-a18e-55baa7345552 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/c9e02bf3-994b-4ffd-84c3-7221170d8370 HTTP/1.1" status: 404 len: 337 time: 0.0557230 Jul 27 21:33:34.165071 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53380) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.166554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Allocated IP 172.20.0.2 (553c2f0e-5354-4613-b23c-818b168119a1/ca8ef25a-5ebc-4630-888b-c8e45b206856/88d52dd2-7b81-4bd9-aa46-ae4676c2544f) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:33:34.215408 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee51b4ad-b476-4f15-84ce-0c1a5e22f361 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] DELETE failed (client error): The resource could not be found. Jul 27 21:33:34.215902 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee51b4ad-b476-4f15-84ce-0c1a5e22f361 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:33:34.217588 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ee51b4ad-b476-4f15-84ce-0c1a5e22f361 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/8e0dcc79-ecee-40aa-baa1-c5151f6320d6 HTTP/1.1" status: 404 len: 337 time: 0.0514874 Jul 27 21:33:34.222881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53382) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.267457 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:34.269185 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-83dd1081-7080-4c04-b216-43f8e8637684 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] DELETE failed (client error): The resource could not be found. Jul 27 21:33:34.272400 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83dd1081-7080-4c04-b216-43f8e8637684 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:33:34.274984 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-83dd1081-7080-4c04-b216-43f8e8637684 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/9cff2176-5cc3-4ccc-9288-2159b101b8a4 HTTP/1.1" status: 404 len: 337 time: 0.0509253 Jul 27 21:33:34.279898 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53384) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.320673 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-e236c553-c016-423b-9c2f-d04101fa4a8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] DELETE failed (client error): The resource could not be found. Jul 27 21:33:34.321283 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e236c553-c016-423b-9c2f-d04101fa4a8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:33:34.323186 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e236c553-c016-423b-9c2f-d04101fa4a8b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/889bd806-f29c-4323-8468-63d96997bc13 HTTP/1.1" status: 404 len: 337 time: 0.0422788 Jul 27 21:33:34.328438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53386) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.381081 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ee3875df-6f76-4306-87c9-d8c3428fcf1c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports?device_id=e14efac9-89c3-42d5-bf58-772045f7a64f HTTP/1.1" status: 200 len: 205 time: 0.0511291 Jul 27 21:33:34.384085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53388) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.430073 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fe9666b4-2379-4753-a938-1f69d863e090 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:34.441036 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-57bda367-c7c3-4878-8501-5d5251fc398c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] delete failed (client error): The resource could not be found. Jul 27 21:33:34.443044 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-57bda367-c7c3-4878-8501-5d5251fc398c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/routers/e14efac9-89c3-42d5-bf58-772045f7a64f HTTP/1.1" status: 404 len: 336 time: 0.0576546 Jul 27 21:33:34.445391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53390) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.480651 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-98190b87-2232-412b-b551-0e98ae75a7e8 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d HTTP/1.1" status: 200 len: 205 time: 0.0338259 Jul 27 21:33:34.482905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53392) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.483817 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:34.499363 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Transition to ACTIVE for port object 88d52dd2-7b81-4bd9-aa46-ae4676c2544f will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:34.518678 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Transition to ACTIVE for port object 88d52dd2-7b81-4bd9-aa46-ae4676c2544f will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:34.526178 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:34.539344 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-682d9ea3-2207-4cd3-9c45-98a8219ba66b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] delete failed (client error): The resource could not be found. Jul 27 21:33:34.540396 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-682d9ea3-2207-4cd3-9c45-98a8219ba66b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/routers/e9c6f6ac-6d9f-4fd4-aa6d-67e5a154ea5d HTTP/1.1" status: 404 len: 336 time: 0.0555806 Jul 27 21:33:34.540718 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port fe9666b4-2379-4753-a938-1f69d863e090 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:34.550853 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53394) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.572933 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port fe9666b4-2379-4753-a938-1f69d863e090 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:34.573561 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:34.579729 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff035409-7f99-4177-bfb3-4d7890647c34 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] DELETE failed (client error): The resource could not be found. Jul 27 21:33:34.580189 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff035409-7f99-4177-bfb3-4d7890647c34 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:33:34.581247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Network 553c2f0e-5354-4613-b23c-818b168119a1 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:34.582010 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ff035409-7f99-4177-bfb3-4d7890647c34 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/ca6ee7f8-5c05-4d8e-b061-4685af844677 HTTP/1.1" status: 404 len: 337 time: 0.0297792 Jul 27 21:33:34.585602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53396) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.610822 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:34.612779 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Pushing event updated for resources: {'Port': ['ID=88d52dd2-7b81-4bd9-aa46-ae4676c2544f,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:34.616850 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:33:34.635882 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b93da5ce-756a-4056-a8fc-a36d0495f14b tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b9b009-2607-420c-a8bc-20132951703b HTTP/1.1" status: 200 len: 205 time: 0.0486372 Jul 27 21:33:34.639298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53398) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.647751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Allocated IP 172.20.0.1 (553c2f0e-5354-4613-b23c-818b168119a1/ca8ef25a-5ebc-4630-888b-c8e45b206856/e03cf595-fd9d-40e0-a987-d514dfb3c662) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:33:34.699727 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-8c0932d9-ae81-45ff-90d7-e30657c4de04 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] delete failed (client error): The resource could not be found. Jul 27 21:33:34.704291 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8c0932d9-ae81-45ff-90d7-e30657c4de04 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/routers/15b9b009-2607-420c-a8bc-20132951703b HTTP/1.1" status: 404 len: 336 time: 0.0636716 Jul 27 21:33:34.704982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53400) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.741644 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6689c75f-ed02-4892-9f26-91e4f48ff7eb tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports?device_id=2228d667-1a66-437d-8350-d28ee51dfccf HTTP/1.1" status: 200 len: 205 time: 0.0354655 Jul 27 21:33:34.744348 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53402) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.769174 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Attempting to bind port 88d52dd2-7b81-4bd9-aa46-ae4676c2544f on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:33:34.769601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Attempting to bind port 88d52dd2-7b81-4bd9-aa46-ae4676c2544f by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:33:34.769970 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Attempting to bind port 88d52dd2-7b81-4bd9-aa46-ae4676c2544f on network 553c2f0e-5354-4613-b23c-818b168119a1 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:33:34.777065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:33:34.777444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Checking segment: {'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:34.777850 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:34.778262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Bound using segment: {'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:33:34.778741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Bound port: 88d52dd2-7b81-4bd9-aa46-ae4676c2544f, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:33:34.779129 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:34.797920 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-e6e82d70-46e4-44c2-a500-4ca6996c0f88 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] delete failed (client error): The resource could not be found. Jul 27 21:33:34.799234 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e6e82d70-46e4-44c2-a500-4ca6996c0f88 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/routers/2228d667-1a66-437d-8350-d28ee51dfccf HTTP/1.1" status: 404 len: 336 time: 0.0534983 Jul 27 21:33:34.802321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53404) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.814697 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:34.832990 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-4517e7ba-967c-403d-a7c8-377cc3def907 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] DELETE failed (client error): The resource could not be found. Jul 27 21:33:34.833953 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Transition to ACTIVE for port object e03cf595-fd9d-40e0-a987-d514dfb3c662 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:34.834292 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4517e7ba-967c-403d-a7c8-377cc3def907 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:33:34.838818 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4517e7ba-967c-403d-a7c8-377cc3def907 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/ef5a421f-f4dd-43c5-8cc9-85b0146dfae9 HTTP/1.1" status: 404 len: 337 time: 0.0329957 Jul 27 21:33:34.839302 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53406) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.848891 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:34.875912 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-efab255e-e221-47ed-8c4b-64a039bf2b07 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0279c49-ecc9-42c9-b0df-b74edf74fb47 HTTP/1.1" status: 200 len: 205 time: 0.0332084 Jul 27 21:33:34.876657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53408) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.888038 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port fe9666b4-2379-4753-a938-1f69d863e090, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fe9666b4-2379-4753-a938-1f69d863e090,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:34.894731 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:34.897144 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] For port 88d52dd2-7b81-4bd9-aa46-ae4676c2544f, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:33:34.902104 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] For port 88d52dd2-7b81-4bd9-aa46-ae4676c2544f, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=88d52dd2-7b81-4bd9-aa46-ae4676c2544f,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:33:34.906820 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:34.924073 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:34.933071 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-e525baf3-63e5-47df-a53c-b7f9e239266c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] delete failed (client error): The resource could not be found. Jul 27 21:33:34.941086 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e525baf3-63e5-47df-a53c-b7f9e239266c tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/routers/f0279c49-ecc9-42c9-b0df-b74edf74fb47 HTTP/1.1" status: 404 len: 336 time: 0.0603220 Jul 27 21:33:34.941086 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53410) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.965422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=fe9666b4-2379-4753-a938-1f69d863e090,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:34.979351 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde36b41-3dc9-4ff8-88dd-02080df3b787 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] DELETE failed (client error): The resource could not be found. Jul 27 21:33:34.979769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde36b41-3dc9-4ff8-88dd-02080df3b787 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:33:34.984500 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cde36b41-3dc9-4ff8-88dd-02080df3b787 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/2d98c610-ac71-4f9b-9625-a5971ab04016 HTTP/1.1" status: 404 len: 337 time: 0.0390580 Jul 27 21:33:34.984877 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53412) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:34.989719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 553c2f0e-5354-4613-b23c-818b168119a1 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:34.995673 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:34.999597 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:33:35.030811 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cb9958cf-a39d-4a90-8695-0866b5ecf435 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "GET /v2.0/ports?device_id=4310ac43-f8b2-4324-9e60-c226628befd1 HTTP/1.1" status: 200 len: 205 time: 0.0450048 Jul 27 21:33:35.034721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53414) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:35.040486 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=e03cf595-fd9d-40e0-a987-d514dfb3c662,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:35.049200 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b08d6-3544-4e35-95e2-deb45ce46b51 None None] Pushing event updated for resources: {'Port': ['ID=88d52dd2-7b81-4bd9-aa46-ae4676c2544f,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:35.085720 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:35.096814 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [None req-cc039f14-8e7c-4182-a484-032327ec200a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] delete failed (client error): The resource could not be found. Jul 27 21:33:35.098493 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cc039f14-8e7c-4182-a484-032327ec200a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/routers/4310ac43-f8b2-4324-9e60-c226628befd1 HTTP/1.1" status: 404 len: 336 time: 0.0604150 Jul 27 21:33:35.104206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53416) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:35.136680 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f44a314-cadb-4a53-94fa-c43ee86284d7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] DELETE failed (client error): The resource could not be found. Jul 27 21:33:35.137132 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f44a314-cadb-4a53-94fa-c43ee86284d7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:33:35.138891 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9f44a314-cadb-4a53-94fa-c43ee86284d7 tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/7e77db94-b47b-4592-8ad6-038e31456a73 HTTP/1.1" status: 404 len: 337 time: 0.0337281 Jul 27 21:33:35.141466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53418) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:35.175713 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-df32671b-1312-45da-b306-f5084f8d933a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] DELETE failed (client error): The resource could not be found. Jul 27 21:33:35.176710 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df32671b-1312-45da-b306-f5084f8d933a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 21:33:35.178577 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-df32671b-1312-45da-b306-f5084f8d933a tempest-RoutersIpV6Test-1576498594 tempest-RoutersIpV6Test-1576498594-project] 10.222.0.55 "DELETE /v2.0/subnets/4622e1b2-cbf3-40ad-b4cc-84b31584d8df HTTP/1.1" status: 404 len: 337 time: 0.0361502 Jul 27 21:33:35.305607 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:35.399023 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4679fee3-93b4-4195-b86e-93ab49a5ca09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:35.496824 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:35.585064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53424) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:35.651761 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:35.657347 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:35.738002 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:35.741431 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=e03cf595-fd9d-40e0-a987-d514dfb3c662,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:35.765446 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1ddd0d4c-5791-408b-b5f5-8daf0716f5d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=780fbcfe84ff4615a8472b582931e9ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751206 Jul 27 21:33:35.765446 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53428) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:35.825866 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7826502-b32d-4b1d-8296-22c1e9e03e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:35.852616 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7826502-b32d-4b1d-8296-22c1e9e03e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:35.861499 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 553c2f0e-5354-4613-b23c-818b168119a1 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:35.862963 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:35.909008 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7826502-b32d-4b1d-8296-22c1e9e03e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:35.914630 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7826502-b32d-4b1d-8296-22c1e9e03e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:35.916150 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f7826502-b32d-4b1d-8296-22c1e9e03e6a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09b6420f-2dd2-483c-aed1-708646e814df HTTP/1.1" status: 204 len: 168 time: 0.1506486 Jul 27 21:33:35.927366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7826502-b32d-4b1d-8296-22c1e9e03e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b6420f-2dd2-483c-aed1-708646e814df,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:36.012329 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 6d054e3c-811e-4806-a3be-8d64dbda5a1c has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:33:36.117215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d227e3-deb7-4d5e-8d6e-b18ea6e42179 None None] Network 553c2f0e-5354-4613-b23c-818b168119a1 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:33:36.142355 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:36.154397 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a168d0a1-7331-43ec-8414-5e9386fdc39c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "PUT /v2.0/routers/6d054e3c-811e-4806-a3be-8d64dbda5a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8152544 Jul 27 21:33:36.204276 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f908529d-19e4-4a81-9aad-394ee8918855 None None] Provisioning for port 88d52dd2-7b81-4bd9-aa46-ae4676c2544f completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:36.490326 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 88d52dd2-7b81-4bd9-aa46-ae4676c2544f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:36.568201 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 88d52dd2-7b81-4bd9-aa46-ae4676c2544f completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:36.578172 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 88d52dd2-7b81-4bd9-aa46-ae4676c2544f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:36.578570 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:36.691891 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Sync routers for ids ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:36.705248 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Routers {'6d054e3c-811e-4806-a3be-8d64dbda5a1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:36.706104 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:36.715436 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:36.744339 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-ce0c9fb1-49a8-4391-9497-284fb4632913 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982401316&fields=id&tenant_id=3a65593248f94ce3907873f90c034333 HTTP/1.1" status: 200 len: 267 time: 0.0840256 Jul 27 21:33:36.807303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b8c643bc-ccad-4612-a44c-5723270b66ab None None] Provisioning complete for port 88d52dd2-7b81-4bd9-aa46-ae4676c2544f triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:36.808559 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b8c643bc-ccad-4612-a44c-5723270b66ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:36.841985 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Set router 6d054e3c-811e-4806-a3be-8d64dbda5a1c gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:36.876096 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 88d52dd2-7b81-4bd9-aa46-ae4676c2544f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=88d52dd2-7b81-4bd9-aa46-ae4676c2544f,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:36.883855 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:36.885000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fe9666b4-2379-4753-a938-1f69d863e090 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:36.975648 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-ab53c988-2589-4eef-bd7e-935a1c791e0e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:36.986451 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-ab53c988-2589-4eef-bd7e-935a1c791e0e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/networks?id=553c2f0e-5354-4613-b23c-818b168119a1 HTTP/1.1" status: 200 len: 797 time: 0.2410011 Jul 27 21:33:36.997789 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=88d52dd2-7b81-4bd9-aa46-ae4676c2544f,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:37.005405 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53468) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:37.014303 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-bc0bf709-7a78-4972-9921-315aa6604f3c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/quotas/3a65593248f94ce3907873f90c034333 HTTP/1.1" status: 200 len: 375 time: 0.0254059 Jul 27 21:33:37.081724 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port fe9666b4-2379-4753-a938-1f69d863e090 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:37.083122 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.132695 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-a5d41a90-bfc8-415e-be63-491f2d561ef7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125636 Jul 27 21:33:37.167692 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b8c643bc-ccad-4612-a44c-5723270b66ab None None] Provisioning for port e03cf595-fd9d-40e0-a987-d514dfb3c662 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:37.173311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b8c643bc-ccad-4612-a44c-5723270b66ab None None] Provisioning complete for port e03cf595-fd9d-40e0-a987-d514dfb3c662 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:37.173747 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b8c643bc-ccad-4612-a44c-5723270b66ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.186997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3d79d534-fbce-469c-9ca2-debdf7852946 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369051086'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:37.230742 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d79d534-fbce-469c-9ca2-debdf7852946 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.236955 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-999085971', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:30Z', 'updated_at': '2021-07-27T21:33:35Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:31Z', 'updated_at': '2021-07-27T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e03cf595-fd9d-40e0-a987-d514dfb3c662', 'name': '', 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:5c:71:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:34Z', 'updated_at': '2021-07-27T21:33:35Z', 'revision_number': 2, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:37.249037 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d79d534-fbce-469c-9ca2-debdf7852946 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.328649 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Checking router: 6d054e3c-811e-4806-a3be-8d64dbda5a1c for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:37.330111 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Updating router 6d054e3c-811e-4806-a3be-8d64dbda5a1c port e03cf595-fd9d-40e0-a987-d514dfb3c662 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:33:37.375292 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b8c643bc-ccad-4612-a44c-5723270b66ab None None] Port e03cf595-fd9d-40e0-a987-d514dfb3c662 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:33:37.384259 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.397215 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d79d534-fbce-469c-9ca2-debdf7852946 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.402825 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d79d534-fbce-469c-9ca2-debdf7852946 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.408182 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.449141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79d534-fbce-469c-9ca2-debdf7852946 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c668de60-7b35-4669-94c1-d408f572e61a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:37.512728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5391f6ac-0701-4759-b2fb-fb03ed581b09 None None] Provisioning complete for port e03cf595-fd9d-40e0-a987-d514dfb3c662 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:37.513380 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5391f6ac-0701-4759-b2fb-fb03ed581b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.531302 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d79d534-fbce-469c-9ca2-debdf7852946 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.538690 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d79d534-fbce-469c-9ca2-debdf7852946 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.575720 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5391f6ac-0701-4759-b2fb-fb03ed581b09 None None] Port e03cf595-fd9d-40e0-a987-d514dfb3c662 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:33:37.575981 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3d79d534-fbce-469c-9ca2-debdf7852946 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.577719 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3d79d534-fbce-469c-9ca2-debdf7852946 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5707202 Jul 27 21:33:37.585061 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53474) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:37.604795 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79d534-fbce-469c-9ca2-debdf7852946 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962e9b10-6226-4160-bcac-d4f4143f4fb9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:37.677538 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b31a7067-6019-4411-af8d-c8a704746370 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0907030 Jul 27 21:33:37.680412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53476) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:37.686738 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-a824663c-c561-4299-b847-3fae60f0048d tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group': {'name': 'tempest-security--1194486818', 'description': 'tempest-security-description-71789487'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:37.721071 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a824663c-c561-4299-b847-3fae60f0048d tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.755404 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-2ad0ad23-f45f-46e3-bfae-fd701c42dc7c service neutron] 10.222.0.55 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6085544 Jul 27 21:33:37.791057 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a824663c-c561-4299-b847-3fae60f0048d tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.792290 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.795492 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a824663c-c561-4299-b847-3fae60f0048d tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.798398 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a824663c-c561-4299-b847-3fae60f0048d tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.803178 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a824663c-c561-4299-b847-3fae60f0048d tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "PUT /v2.0/security-groups/962e9b10-6226-4160-bcac-d4f4143f4fb9 HTTP/1.1" status: 200 len: 1778 time: 0.1214972 Jul 27 21:33:37.803806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53478) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:37.809456 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Transition to ACTIVE for port object e03cf595-fd9d-40e0-a987-d514dfb3c662 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:37.816912 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.852431 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824663c-c561-4299-b847-3fae60f0048d tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962e9b10-6226-4160-bcac-d4f4143f4fb9,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:37.877905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53480) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:37.879961 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-339e8416-6d34-43a9-aae4-2c3cdf640f64 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-groups/962e9b10-6226-4160-bcac-d4f4143f4fb9 HTTP/1.1" status: 200 len: 1778 time: 0.0649555 Jul 27 21:33:37.895082 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.899316 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee9a0f-d84a-4018-ba3e-58026aeff0cb None None] Pushing event updated for resources: {'Port': ['ID=e03cf595-fd9d-40e0-a987-d514dfb3c662,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:37.951889 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-e02c1c57-5e87-4d24-8aa9-618022725691 service neutron] 10.222.0.55 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884673 Jul 27 21:33:37.976327 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Attempting to bind port e03cf595-fd9d-40e0-a987-d514dfb3c662 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:33:37.976849 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Attempting to bind port e03cf595-fd9d-40e0-a987-d514dfb3c662 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:33:37.977276 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Attempting to bind port e03cf595-fd9d-40e0-a987-d514dfb3c662 on network 553c2f0e-5354-4613-b23c-818b168119a1 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:33:37.982888 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:33:37.983349 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Checking segment: {'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:37.983979 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.984439 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Bound using segment: {'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:33:37.984976 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Bound port: e03cf595-fd9d-40e0-a987-d514dfb3c662, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:33:37.985417 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:37.986305 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e27c-6906-44c1-9a34-a33292872e2a tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.022999 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e27c-6906-44c1-9a34-a33292872e2a tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.086250 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] For port e03cf595-fd9d-40e0-a987-d514dfb3c662, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:33:38.090651 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] For port e03cf595-fd9d-40e0-a987-d514dfb3c662, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e03cf595-fd9d-40e0-a987-d514dfb3c662,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:33:38.095600 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.126355 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e27c-6906-44c1-9a34-a33292872e2a tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.146784 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e27c-6906-44c1-9a34-a33292872e2a tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.147980 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c3e9e27c-6906-44c1-9a34-a33292872e2a tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-groups/962e9b10-6226-4160-bcac-d4f4143f4fb9 HTTP/1.1" status: 204 len: 168 time: 0.2675867 Jul 27 21:33:38.151373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53484) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:38.178456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9e27c-6906-44c1-9a34-a33292872e2a tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=962e9b10-6226-4160-bcac-d4f4143f4fb9,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:38.183562 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee9a0f-d84a-4018-ba3e-58026aeff0cb None None] Pushing event updated for resources: {'Port': ['ID=e03cf595-fd9d-40e0-a987-d514dfb3c662,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:38.205148 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Routers {'6d054e3c-811e-4806-a3be-8d64dbda5a1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:38.205855 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:38.260511 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6690b738-6160-4c00-82e7-ea24f9425b3f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1080630 Jul 27 21:33:38.263512 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53490) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:38.290766 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-d584af41-833c-4050-ab47-c046b54cc488 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] delete failed (client error): The resource could not be found. Jul 27 21:33:38.299488 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53492) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:38.299947 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d584af41-833c-4050-ab47-c046b54cc488 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-groups/962e9b10-6226-4160-bcac-d4f4143f4fb9 HTTP/1.1" status: 404 len: 347 time: 0.0348763 Jul 27 21:33:38.305363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2a427ef9-facc-415e-afcd-05dfdc09cee8 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group': {'name': 'tempest-secgroup--283267165'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:38.373174 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a427ef9-facc-415e-afcd-05dfdc09cee8 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.398047 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 88d52dd2-7b81-4bd9-aa46-ae4676c2544f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:38.419808 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] Set router 6d054e3c-811e-4806-a3be-8d64dbda5a1c gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:38.486435 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 88d52dd2-7b81-4bd9-aa46-ae4676c2544f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:38.486814 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.565252 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ddbb0a4-651f-43ba-bbe3-014a092352f7 req-d5896bc6-56bc-4d9e-85f1-17b4775b2209 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 210 time: 0.3749254 Jul 27 21:33:38.599902 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a427ef9-facc-415e-afcd-05dfdc09cee8 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.605122 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a427ef9-facc-415e-afcd-05dfdc09cee8 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.643450 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2a427ef9-facc-415e-afcd-05dfdc09cee8 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.647866 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2a427ef9-facc-415e-afcd-05dfdc09cee8 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3440523 Jul 27 21:33:38.648541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53498) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:38.656864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-7b90e68c-b8ec-4e24-b2f2-6439be025927 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group_rule': {'security_group_id': '30af820c-922c-4507-8f02-172c0c4e2af6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:38.672816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a427ef9-facc-415e-afcd-05dfdc09cee8 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30af820c-922c-4507-8f02-172c0c4e2af6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:38.706956 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7b90e68c-b8ec-4e24-b2f2-6439be025927 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.755517 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-999085971', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:30Z', 'updated_at': '2021-07-27T21:33:35Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:31Z', 'updated_at': '2021-07-27T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e03cf595-fd9d-40e0-a987-d514dfb3c662', 'name': '', 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:5c:71:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:34Z', 'updated_at': '2021-07-27T21:33:38Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:38.784537 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7b90e68c-b8ec-4e24-b2f2-6439be025927 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.789409 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7b90e68c-b8ec-4e24-b2f2-6439be025927 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.790630 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2993750-59ae-465b-aee7-f7dfd7f917a3 None None] The sync data for ids ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'] in n-d-764806-9 is: [{'id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-999085971', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:30Z', 'updated_at': '2021-07-27T21:33:35Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:31Z', 'updated_at': '2021-07-27T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e03cf595-fd9d-40e0-a987-d514dfb3c662', 'name': '', 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:5c:71:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:34Z', 'updated_at': '2021-07-27T21:33:38Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:38.813685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90e68c-b8ec-4e24-b2f2-6439be025927 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c357a7-bf3a-4c90-861e-2074893ceb24,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:38.817913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7b90e68c-b8ec-4e24-b2f2-6439be025927 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.819134 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7b90e68c-b8ec-4e24-b2f2-6439be025927 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1700225 Jul 27 21:33:38.822477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53502) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:38.887684 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4f1a6df1-ee89-473b-8c25-1ac3c2b3ae57 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.904490 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4f1a6df1-ee89-473b-8c25-1ac3c2b3ae57 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.933449 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.951731 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4f1a6df1-ee89-473b-8c25-1ac3c2b3ae57 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.960193 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4f1a6df1-ee89-473b-8c25-1ac3c2b3ae57 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:38.961408 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4f1a6df1-ee89-473b-8c25-1ac3c2b3ae57 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/d3c357a7-bf3a-4c90-861e-2074893ceb24 HTTP/1.1" status: 204 len: 168 time: 0.1353717 Jul 27 21:33:38.965497 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53504) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:38.974387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a6df1-ee89-473b-8c25-1ac3c2b3ae57 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3c357a7-bf3a-4c90-861e-2074893ceb24,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:39.023306 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9f819bda-bbb0-4482-866b-2baf6b8cc854 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0538929 Jul 27 21:33:39.023306 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53506) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:39.080668 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-02670edc-f1b5-426e-abd3-d8d2d634da97 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.109067 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-02670edc-f1b5-426e-abd3-d8d2d634da97 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.160969 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-02670edc-f1b5-426e-abd3-d8d2d634da97 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.163752 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-02670edc-f1b5-426e-abd3-d8d2d634da97 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.164992 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-02670edc-f1b5-426e-abd3-d8d2d634da97 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-groups/30af820c-922c-4507-8f02-172c0c4e2af6 HTTP/1.1" status: 204 len: 168 time: 0.1407831 Jul 27 21:33:39.167859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53508) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:39.174824 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02670edc-f1b5-426e-abd3-d8d2d634da97 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30af820c-922c-4507-8f02-172c0c4e2af6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:39.216458 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b0ec3045-90b8-4c02-be36-73fc65375e38 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0472438 Jul 27 21:33:39.220229 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53510) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:39.225466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-0f48ead9-ea0f-4549-81ac-69380dc9f104 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group': {'name': 'tempest-secgroup--982113101'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:39.250829 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f48ead9-ea0f-4549-81ac-69380dc9f104 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.342770 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f48ead9-ea0f-4549-81ac-69380dc9f104 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.347014 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f48ead9-ea0f-4549-81ac-69380dc9f104 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.378544 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f48ead9-ea0f-4549-81ac-69380dc9f104 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.383180 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0f48ead9-ea0f-4549-81ac-69380dc9f104 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1593273 Jul 27 21:33:39.384049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53512) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:39.385870 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48ead9-ea0f-4549-81ac-69380dc9f104 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da1fd2a-5cd5-4013-8c5c-c354a656184d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:39.389443 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8e8af868-3b01-4ef0-a98e-7ab44f9d52b0 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group_rule': {'security_group_id': '5da1fd2a-5cd5-4013-8c5c-c354a656184d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:39.443187 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8e8af868-3b01-4ef0-a98e-7ab44f9d52b0 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.516066 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8e8af868-3b01-4ef0-a98e-7ab44f9d52b0 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.522606 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8e8af868-3b01-4ef0-a98e-7ab44f9d52b0 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.549100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8af868-3b01-4ef0-a98e-7ab44f9d52b0 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b7ebc2-6e90-4d83-9d02-c9f0558031ac,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:39.561858 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8e8af868-3b01-4ef0-a98e-7ab44f9d52b0 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.563659 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8e8af868-3b01-4ef0-a98e-7ab44f9d52b0 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1780643 Jul 27 21:33:39.566883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53514) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:39.574015 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-fe5d7259-39a5-481b-8c15-e884894059dd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group_rule': {'security_group_id': '5da1fd2a-5cd5-4013-8c5c-c354a656184d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:39.599891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-0b028845-fbdd-4891-aee8-5459c1052296 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:39.601933 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-0b028845-fbdd-4891-aee8-5459c1052296 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "GET /v2.0/networks?id=553c2f0e-5354-4613-b23c-818b168119a1 HTTP/1.1" status: 200 len: 797 time: 0.1317327 Jul 27 21:33:39.641070 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fe5d7259-39a5-481b-8c15-e884894059dd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.665330 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-75a21f96-4645-4256-8976-298b18b2f58e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a65593248f94ce3907873f90c034333 HTTP/1.1" status: 200 len: 379 time: 0.0540111 Jul 27 21:33:39.681353 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-ae75d161-3ca3-400d-9a6e-7977e3738be7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'port': {'device_id': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1', 'admin_state_up': True, 'tenant_id': '3a65593248f94ce3907873f90c034333', 'security_groups': ['12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:39.711355 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-14d90502-a74f-488e-a5ca-4e333232abef req-15e814c3-4cec-45f3-8936-e68622e4bcf9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 210 time: 0.0445955 Jul 27 21:33:39.747075 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fe5d7259-39a5-481b-8c15-e884894059dd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.752160 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fe5d7259-39a5-481b-8c15-e884894059dd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.779962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d7259-39a5-481b-8c15-e884894059dd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881b05fc-d0da-4127-b25b-84ab8b76e3fa,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:39.791725 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fe5d7259-39a5-481b-8c15-e884894059dd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.794702 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fe5d7259-39a5-481b-8c15-e884894059dd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2261474 Jul 27 21:33:39.797650 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53518) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:39.809101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-bc9b44e0-1ed7-4cf3-a4c1-7d36ae56fd67 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group_rule': {'security_group_id': '5da1fd2a-5cd5-4013-8c5c-c354a656184d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:39.848877 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc9b44e0-1ed7-4cf3-a4c1-7d36ae56fd67 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.930568 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc9b44e0-1ed7-4cf3-a4c1-7d36ae56fd67 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.936653 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc9b44e0-1ed7-4cf3-a4c1-7d36ae56fd67 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.959959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b44e0-1ed7-4cf3-a4c1-7d36ae56fd67 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a05b1cc-f13d-4669-b6f0-7916e2158ae6,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:39.969283 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc9b44e0-1ed7-4cf3-a4c1-7d36ae56fd67 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:39.974188 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bc9b44e0-1ed7-4cf3-a4c1-7d36ae56fd67 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1726811 Jul 27 21:33:39.974885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53520) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:39.979939 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-34570a13-b230-47ab-9609-1b3d7e7018af tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group_rule': {'security_group_id': '5da1fd2a-5cd5-4013-8c5c-c354a656184d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:40.010799 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-34570a13-b230-47ab-9609-1b3d7e7018af tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.083846 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-34570a13-b230-47ab-9609-1b3d7e7018af tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.089305 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-34570a13-b230-47ab-9609-1b3d7e7018af tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.111470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34570a13-b230-47ab-9609-1b3d7e7018af tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d5c748-4321-423f-b22d-c2db1d38de3d,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:40.119520 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-34570a13-b230-47ab-9609-1b3d7e7018af tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.120849 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-34570a13-b230-47ab-9609-1b3d7e7018af tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1449745 Jul 27 21:33:40.123792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53522) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:40.131963 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1ae9f9b7-e55f-4caf-8c27-54a0e223f4c2 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group_rule': {'security_group_id': '5da1fd2a-5cd5-4013-8c5c-c354a656184d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:40.165021 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f9b7-e55f-4caf-8c27-54a0e223f4c2 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.237611 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f9b7-e55f-4caf-8c27-54a0e223f4c2 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.243332 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f9b7-e55f-4caf-8c27-54a0e223f4c2 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.243817 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-ae75d161-3ca3-400d-9a6e-7977e3738be7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Made reservation on behalf of 3a65593248f94ce3907873f90c034333 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:33:40.248481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-ae75d161-3ca3-400d-9a6e-7977e3738be7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.264424 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9f9b7-e55f-4caf-8c27-54a0e223f4c2 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedfdd5b-2f77-46c7-8c37-951339efc474,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:40.282845 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1ae9f9b7-e55f-4caf-8c27-54a0e223f4c2 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.288688 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1ae9f9b7-e55f-4caf-8c27-54a0e223f4c2 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1611314 Jul 27 21:33:40.289398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53524) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:40.339713 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc29b85a-c12e-49e1-9cbf-c9547a8df0a5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.348747 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc29b85a-c12e-49e1-9cbf-c9547a8df0a5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.379965 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc29b85a-c12e-49e1-9cbf-c9547a8df0a5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.385233 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bc29b85a-c12e-49e1-9cbf-c9547a8df0a5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.390281 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bc29b85a-c12e-49e1-9cbf-c9547a8df0a5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/cedfdd5b-2f77-46c7-8c37-951339efc474 HTTP/1.1" status: 204 len: 168 time: 0.0960460 Jul 27 21:33:40.390627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53526) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:40.399005 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29b85a-c12e-49e1-9cbf-c9547a8df0a5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cedfdd5b-2f77-46c7-8c37-951339efc474,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:40.404439 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e03cf595-fd9d-40e0-a987-d514dfb3c662 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:40.427439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-ae75d161-3ca3-400d-9a6e-7977e3738be7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Allocated IP 172.20.0.6 (553c2f0e-5354-4613-b23c-818b168119a1/ca8ef25a-5ebc-4630-888b-c8e45b206856/12eaa83b-c667-40c5-b6ea-9f3164441766) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:33:40.459005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port e03cf595-fd9d-40e0-a987-d514dfb3c662 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:40.462649 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e03cf595-fd9d-40e0-a987-d514dfb3c662 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:40.463039 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.474933 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8ad92e88-40f7-4f0d-8e1d-7cd74d99c144 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0831461 Jul 27 21:33:40.477652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53528) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:40.528314 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e066abd9-aacf-4c12-a052-de05e44bc0fd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.546162 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.551725 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e066abd9-aacf-4c12-a052-de05e44bc0fd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.587550 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port e03cf595-fd9d-40e0-a987-d514dfb3c662, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e03cf595-fd9d-40e0-a987-d514dfb3c662,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:40.595145 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.633470 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e066abd9-aacf-4c12-a052-de05e44bc0fd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.645111 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e066abd9-aacf-4c12-a052-de05e44bc0fd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.646442 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e066abd9-aacf-4c12-a052-de05e44bc0fd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/11d5c748-4321-423f-b22d-c2db1d38de3d HTTP/1.1" status: 204 len: 168 time: 0.1678474 Jul 27 21:33:40.650726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53530) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:40.659757 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=e03cf595-fd9d-40e0-a987-d514dfb3c662,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:40.661467 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066abd9-aacf-4c12-a052-de05e44bc0fd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11d5c748-4321-423f-b22d-c2db1d38de3d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:40.680405 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-ae75d161-3ca3-400d-9a6e-7977e3738be7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.697856 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-ae75d161-3ca3-400d-9a6e-7977e3738be7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Transition to ACTIVE for port object 12eaa83b-c667-40c5-b6ea-9f3164441766 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:40.707156 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2ec94d41-ac0e-4d60-8e6b-d1f1610fa003 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0490656 Jul 27 21:33:40.710014 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53532) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:40.731828 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-ae75d161-3ca3-400d-9a6e-7977e3738be7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.735632 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c2c4ad1-314d-4753-960d-721909c7a87f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.745444 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c2c4ad1-314d-4753-960d-721909c7a87f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.777586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-ae75d161-3ca3-400d-9a6e-7977e3738be7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 553c2f0e-5354-4613-b23c-818b168119a1 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:40.779645 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c2c4ad1-314d-4753-960d-721909c7a87f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.783502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-ae75d161-3ca3-400d-9a6e-7977e3738be7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:40.787521 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-ae75d161-3ca3-400d-9a6e-7977e3738be7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:33:40.788079 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c2c4ad1-314d-4753-960d-721909c7a87f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.789482 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6c2c4ad1-314d-4753-960d-721909c7a87f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/7a05b1cc-f13d-4669-b6f0-7916e2158ae6 HTTP/1.1" status: 204 len: 168 time: 0.0785720 Jul 27 21:33:40.792046 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53536) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:40.802987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75d161-3ca3-400d-9a6e-7977e3738be7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=12eaa83b-c667-40c5-b6ea-9f3164441766,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:40.837611 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c4ad1-314d-4753-960d-721909c7a87f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a05b1cc-f13d-4669-b6f0-7916e2158ae6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:40.856360 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-ae75d161-3ca3-400d-9a6e-7977e3738be7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:40.857135 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-ae75d161-3ca3-400d-9a6e-7977e3738be7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.876157 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-ae75d161-3ca3-400d-9a6e-7977e3738be7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2043509 Jul 27 21:33:40.888131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-72f991ff-2013-439c-8694-6357415ca096 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:33:40.889522 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-72f991ff-2013-439c-8694-6357415ca096 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061588 Jul 27 21:33:40.901419 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Request body: {'port': {'device_id': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:40.906157 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-67abd4c8-8755-4229-9a08-8b7fe730e5df tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1092629 Jul 27 21:33:40.907384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53538) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:40.934315 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b6994-1e94-4cb1-b396-2b65f60a25f9 req-d9b06123-b4a4-47df-a2ee-b3a347ca0714 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:40.936228 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e45b6994-1e94-4cb1-b396-2b65f60a25f9 req-d9b06123-b4a4-47df-a2ee-b3a347ca0714 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 931 time: 0.1220551 Jul 27 21:33:40.971341 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7c19fa9-1446-41fe-8776-0c5222645299 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.983578 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7c19fa9-1446-41fe-8776-0c5222645299 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:40.999120 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e45b6994-1e94-4cb1-b396-2b65f60a25f9 req-09d28413-9036-4514-a27b-5b6dbdf3856c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539837 Jul 27 21:33:41.034433 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.051683 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7c19fa9-1446-41fe-8776-0c5222645299 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.057042 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7c19fa9-1446-41fe-8776-0c5222645299 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.058984 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c7c19fa9-1446-41fe-8776-0c5222645299 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/881b05fc-d0da-4127-b25b-84ab8b76e3fa HTTP/1.1" status: 204 len: 168 time: 0.1497228 Jul 27 21:33:41.061066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53540) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:41.088295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c19fa9-1446-41fe-8776-0c5222645299 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=881b05fc-d0da-4127-b25b-84ab8b76e3fa,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:41.109907 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-afaa449b-22b4-40ec-a3ba-5df0631832f4 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0475171 Jul 27 21:33:41.112731 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53542) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:41.116851 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7457c70a-7ecb-464f-8565-425294c0335b None None] Provisioning for port 12eaa83b-c667-40c5-b6ea-9f3164441766 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:41.121379 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7457c70a-7ecb-464f-8565-425294c0335b None None] Provisioning complete for port 12eaa83b-c667-40c5-b6ea-9f3164441766 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:41.122158 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7457c70a-7ecb-464f-8565-425294c0335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.138557 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2769cc0c-c47a-41db-9934-d26c2442cecd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.147020 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2769cc0c-c47a-41db-9934-d26c2442cecd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.162118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-7457c70a-7ecb-464f-8565-425294c0335b None None] Port 12eaa83b-c667-40c5-b6ea-9f3164441766 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:33:41.177996 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2769cc0c-c47a-41db-9934-d26c2442cecd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.186788 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2769cc0c-c47a-41db-9934-d26c2442cecd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.187923 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2769cc0c-c47a-41db-9934-d26c2442cecd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a2b7ebc2-6e90-4d83-9d02-c9f0558031ac HTTP/1.1" status: 204 len: 168 time: 0.0733199 Jul 27 21:33:41.193198 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53544) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:41.199945 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769cc0c-c47a-41db-9934-d26c2442cecd tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2b7ebc2-6e90-4d83-9d02-c9f0558031ac,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:41.237665 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-092f46ca-6395-462f-9fec-c4a1aac4a59f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0431850 Jul 27 21:33:41.240961 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53546) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:41.303270 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-72e797b3-2629-4e5e-8343-0d3cf3c7b336 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.327969 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-72e797b3-2629-4e5e-8343-0d3cf3c7b336 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.347901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12eaa83b-c667-40c5-b6ea-9f3164441766 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:33:41.355538 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.368644 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Transition to ACTIVE for port object 12eaa83b-c667-40c5-b6ea-9f3164441766 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:33:41.370944 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-72e797b3-2629-4e5e-8343-0d3cf3c7b336 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.373694 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-72e797b3-2629-4e5e-8343-0d3cf3c7b336 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.374889 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-72e797b3-2629-4e5e-8343-0d3cf3c7b336 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-groups/5da1fd2a-5cd5-4013-8c5c-c354a656184d HTTP/1.1" status: 204 len: 168 time: 0.1330040 Jul 27 21:33:41.375417 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.379685 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53548) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:41.392811 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e797b3-2629-4e5e-8343-0d3cf3c7b336 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da1fd2a-5cd5-4013-8c5c-c354a656184d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:41.440335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Pushing event updated for resources: {'Port': ['ID=12eaa83b-c667-40c5-b6ea-9f3164441766,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:41.447792 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-92d4b69e-7109-4a1a-a647-439059729224 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0627117 Jul 27 21:33:41.449622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53550) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:41.454629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-6cd4a82e-b0cd-4b6c-b1c0-7bdfc2132249 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group': {'name': 'tempest-secgroup--400532372'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:41.483299 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6cd4a82e-b0cd-4b6c-b1c0-7bdfc2132249 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.519859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Attempting to bind port 12eaa83b-c667-40c5-b6ea-9f3164441766 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:33:41.523134 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Attempting to bind port 12eaa83b-c667-40c5-b6ea-9f3164441766 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:33:41.523495 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Attempting to bind port 12eaa83b-c667-40c5-b6ea-9f3164441766 on network 553c2f0e-5354-4613-b23c-818b168119a1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:33:41.533914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Port 12eaa83b-c667-40c5-b6ea-9f3164441766 on network 553c2f0e-5354-4613-b23c-818b168119a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:33:41.534562 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Attempting to bind port 12eaa83b-c667-40c5-b6ea-9f3164441766 on network 553c2f0e-5354-4613-b23c-818b168119a1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:33:41.541400 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:33:41.541971 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Checking segment: {'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:33:41.542411 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Bound using segment: {'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:33:41.542848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Bound port: 12eaa83b-c667-40c5-b6ea-9f3164441766, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:33:41.543215 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.595261 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6cd4a82e-b0cd-4b6c-b1c0-7bdfc2132249 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.600652 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6cd4a82e-b0cd-4b6c-b1c0-7bdfc2132249 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.628329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] For port 12eaa83b-c667-40c5-b6ea-9f3164441766, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:33:41.632054 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6cd4a82e-b0cd-4b6c-b1c0-7bdfc2132249 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.632687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] For port 12eaa83b-c667-40c5-b6ea-9f3164441766, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=12eaa83b-c667-40c5-b6ea-9f3164441766,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:33:41.633317 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6cd4a82e-b0cd-4b6c-b1c0-7bdfc2132249 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1826582 Jul 27 21:33:41.635296 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4a82e-b0cd-4b6c-b1c0-7bdfc2132249 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c198e1-6de8-41bb-aed9-68083b36cabb,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:41.636565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53552) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:41.642067 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-be2f138c-591c-4cf7-bf43-561e2dd429f5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group_rule': {'security_group_id': '16c198e1-6de8-41bb-aed9-68083b36cabb', 'direction': 'ingress', 'protocol': 17}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:41.650622 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.714586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:41.715218 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.716829 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-02528801-5db6-4189-b4ec-6051f098524f service neutron] 10.222.0.66 "PUT /v2.0/ports/12eaa83b-c667-40c5-b6ea-9f3164441766 HTTP/1.1" status: 200 len: 1091 time: 0.8196962 Jul 27 21:33:41.717326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:33:41.719380 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf184fea-5626-4b9a-827b-29fa35b266fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:33:41.742861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02528801-5db6-4189-b4ec-6051f098524f service neutron] Pushing event updated for resources: {'Port': ['ID=12eaa83b-c667-40c5-b6ea-9f3164441766,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:41.751963 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be2f138c-591c-4cf7-bf43-561e2dd429f5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.785938 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560f37c5-1df0-4b33-a9cb-1f1c2bb31ae9 x-openstack-request-id: req-560f37c5-1df0-4b33-a9cb-1f1c2bb31ae9 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:33:41.786247 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:33:41.786515 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-560f37c5-1df0-4b33-a9cb-1f1c2bb31ae9 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:33:41.786930 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766', 'status': 'completed', 'code': 200} Jul 27 21:33:41.872170 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be2f138c-591c-4cf7-bf43-561e2dd429f5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.876181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-737ffc46-0fb4-471f-9bb9-ff57d9bd3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:41.878018 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-737ffc46-0fb4-471f-9bb9-ff57d9bd3623 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 1094 time: 0.1097877 Jul 27 21:33:41.880481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be2f138c-591c-4cf7-bf43-561e2dd429f5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.920116 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:33:41.942733 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f138c-591c-4cf7-bf43-561e2dd429f5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181f01b6-7f7e-40ff-9b08-a593fb7cd795,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:41.946561 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-207a989d-68c8-46b7-98d2-af6be0c54ae8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12eaa83b-c667-40c5-b6ea-9f3164441766 HTTP/1.1" status: 200 len: 217 time: 0.0555668 Jul 27 21:33:41.948019 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-be2f138c-591c-4cf7-bf43-561e2dd429f5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:41.949162 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-be2f138c-591c-4cf7-bf43-561e2dd429f5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3115489 Jul 27 21:33:41.952496 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53556) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:42.030503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-a063b8d9-2aed-44e4-a720-84ebfc0c117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:42.031995 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-a063b8d9-2aed-44e4-a720-84ebfc0c117f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ca8ef25a-5ebc-4630-888b-c8e45b206856 HTTP/1.1" status: 200 len: 834 time: 0.0716593 Jul 27 21:33:42.080939 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21e758a8-20d0-4814-8285-5da894a71c15 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.113877 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21e758a8-20d0-4814-8285-5da894a71c15 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.141971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cc48f-0e72-4652-9c73-04767a966942 req-3c3bd63f-7cfc-4027-898b-d55f059dadfb tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:42.143674 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a3cc48f-0e72-4652-9c73-04767a966942 req-3c3bd63f-7cfc-4027-898b-d55f059dadfb tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 943 time: 0.0730555 Jul 27 21:33:42.155309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-bdb7bbc2-4aae-41a4-894b-086bc39e5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:42.156807 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-bdb7bbc2-4aae-41a4-894b-086bc39e5536 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=553c2f0e-5354-4613-b23c-818b168119a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166217 Jul 27 21:33:42.183851 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21e758a8-20d0-4814-8285-5da894a71c15 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.184419 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a3cc48f-0e72-4652-9c73-04767a966942 req-a50df931-aad5-4149-9878-81d58b4684be tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343261 Jul 27 21:33:42.186497 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-21e758a8-20d0-4814-8285-5da894a71c15 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.187646 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-21e758a8-20d0-4814-8285-5da894a71c15 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-groups/16c198e1-6de8-41bb-aed9-68083b36cabb HTTP/1.1" status: 204 len: 168 time: 0.2341926 Jul 27 21:33:42.190572 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53560) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:42.226430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e758a8-20d0-4814-8285-5da894a71c15 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c198e1-6de8-41bb-aed9-68083b36cabb,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:42.240323 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-309291d1-d50e-47a6-8d79-e9e539dc030f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0476780 Jul 27 21:33:42.243742 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53562) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:42.248293 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ea9bbacb-8d8a-4de3-b3e6-5e4280fdf688 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group': {'name': 'tempest-secgroup--202163430'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:42.275472 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea9bbacb-8d8a-4de3-b3e6-5e4280fdf688 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.280546 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-5743d46a-877f-4e4a-9d6d-61da5020b410 service neutron] 10.222.0.66 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161575 Jul 27 21:33:42.361461 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e03cf595-fd9d-40e0-a987-d514dfb3c662 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:42.372157 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea9bbacb-8d8a-4de3-b3e6-5e4280fdf688 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.377358 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea9bbacb-8d8a-4de3-b3e6-5e4280fdf688 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.409144 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bbacb-8d8a-4de3-b3e6-5e4280fdf688 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f897703c-6492-4c19-9fb2-27b74a43d0e8,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:42.411808 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f1a28eb1-ead2-4910-b80a-2a7282b780eb req-227b652e-b2cf-47d4-a188-030f11848b6a service neutron] 10.222.0.66 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240315 Jul 27 21:33:42.418416 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ea9bbacb-8d8a-4de3-b3e6-5e4280fdf688 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.419971 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ea9bbacb-8d8a-4de3-b3e6-5e4280fdf688 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1750197 Jul 27 21:33:42.422268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e03cf595-fd9d-40e0-a987-d514dfb3c662 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:42.422606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53566) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:42.422756 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.429739 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c7c5a091-f807-4596-b9fb-527e98a3582f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group': {'name': 'tempest-secgroup--572510591'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:42.457288 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a091-f807-4596-b9fb-527e98a3582f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.571347 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf184fea-5626-4b9a-827b-29fa35b266fb req-52738cc1-a674-4802-a54d-674a6545458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:42.573159 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cf184fea-5626-4b9a-827b-29fa35b266fb req-52738cc1-a674-4802-a54d-674a6545458b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 1094 time: 0.1001420 Jul 27 21:33:42.648951 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a091-f807-4596-b9fb-527e98a3582f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.657534 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a091-f807-4596-b9fb-527e98a3582f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.702110 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a091-f807-4596-b9fb-527e98a3582f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.703372 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c7c5a091-f807-4596-b9fb-527e98a3582f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2796934 Jul 27 21:33:42.706362 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53570) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:42.708893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5a091-f807-4596-b9fb-527e98a3582f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43508e5-eca4-42e2-b65f-d3d6dce0db5b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:42.712355 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-926877de-1bbd-48bc-880c-f4b873e4f7ed tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group_rule': {'security_group_id': 'f897703c-6492-4c19-9fb2-27b74a43d0e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a43508e5-eca4-42e2-b65f-d3d6dce0db5b', 'remote_ip_prefix': None}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:42.724701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf184fea-5626-4b9a-827b-29fa35b266fb req-920101cc-851e-467e-bd84-017c87aea009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:42.726200 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cf184fea-5626-4b9a-827b-29fa35b266fb req-920101cc-851e-467e-bd84-017c87aea009 service neutron] 10.222.0.66 "GET /v2.0/networks?id=553c2f0e-5354-4613-b23c-818b168119a1 HTTP/1.1" status: 200 len: 898 time: 0.1461470 Jul 27 21:33:42.749582 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-926877de-1bbd-48bc-880c-f4b873e4f7ed tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.773500 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cf184fea-5626-4b9a-827b-29fa35b266fb req-a959b1c0-676f-411f-aab5-aac90ccc3870 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12eaa83b-c667-40c5-b6ea-9f3164441766 HTTP/1.1" status: 200 len: 217 time: 0.0395863 Jul 27 21:33:42.835785 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-926877de-1bbd-48bc-880c-f4b873e4f7ed tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.839495 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-926877de-1bbd-48bc-880c-f4b873e4f7ed tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.842992 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf184fea-5626-4b9a-827b-29fa35b266fb req-4a3a5653-398d-45dc-ae2e-4d9010da3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:42.844486 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cf184fea-5626-4b9a-827b-29fa35b266fb req-4a3a5653-398d-45dc-ae2e-4d9010da3ad9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ca8ef25a-5ebc-4630-888b-c8e45b206856 HTTP/1.1" status: 200 len: 834 time: 0.0642884 Jul 27 21:33:42.860253 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926877de-1bbd-48bc-880c-f4b873e4f7ed tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0a25f5-c181-41d9-a5d5-cd3e5252678c,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:42.869088 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-926877de-1bbd-48bc-880c-f4b873e4f7ed tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.870523 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-926877de-1bbd-48bc-880c-f4b873e4f7ed tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1629112 Jul 27 21:33:42.873359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53572) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:42.910995 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf184fea-5626-4b9a-827b-29fa35b266fb req-ce692ef1-4dbe-4fab-884a-4128ab606894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:42.913218 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cf184fea-5626-4b9a-827b-29fa35b266fb req-ce692ef1-4dbe-4fab-884a-4128ab606894 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=553c2f0e-5354-4613-b23c-818b168119a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608580 Jul 27 21:33:42.916844 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2807ce4b-89d7-47e1-b89d-35f2c9f946d6 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.925241 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2807ce4b-89d7-47e1-b89d-35f2c9f946d6 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.952457 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2807ce4b-89d7-47e1-b89d-35f2c9f946d6 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.959094 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2807ce4b-89d7-47e1-b89d-35f2c9f946d6 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:42.960420 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2807ce4b-89d7-47e1-b89d-35f2c9f946d6 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/cd0a25f5-c181-41d9-a5d5-cd3e5252678c HTTP/1.1" status: 204 len: 168 time: 0.0857556 Jul 27 21:33:42.965429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53574) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:42.973827 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807ce4b-89d7-47e1-b89d-35f2c9f946d6 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd0a25f5-c181-41d9-a5d5-cd3e5252678c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:43.016814 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cc637433-e8f1-4f4d-920b-05134fc97f46 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0502589 Jul 27 21:33:43.020090 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53576) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:43.022807 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cf184fea-5626-4b9a-827b-29fa35b266fb req-7776a11f-97dc-4356-bd2b-5fd1accc9fc1 service neutron] 10.222.0.66 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022334 Jul 27 21:33:43.096776 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1d772b02-7434-49e2-9d93-c6fcd83af2b9 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.120348 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1d772b02-7434-49e2-9d93-c6fcd83af2b9 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.138392 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cf184fea-5626-4b9a-827b-29fa35b266fb req-7ddfc5da-9bf1-4f66-9b5e-964010bf5f40 service neutron] 10.222.0.66 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073244 Jul 27 21:33:43.164081 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1d772b02-7434-49e2-9d93-c6fcd83af2b9 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.167036 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1d772b02-7434-49e2-9d93-c6fcd83af2b9 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.168228 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1d772b02-7434-49e2-9d93-c6fcd83af2b9 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-groups/a43508e5-eca4-42e2-b65f-d3d6dce0db5b HTTP/1.1" status: 204 len: 168 time: 0.1472125 Jul 27 21:33:43.171004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53578) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:43.177992 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d772b02-7434-49e2-9d93-c6fcd83af2b9 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43508e5-eca4-42e2-b65f-d3d6dce0db5b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:43.228620 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cfa4c84e-8b16-4a3f-b5c5-0d89f588dcbc tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0564518 Jul 27 21:33:43.231317 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53582) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:43.294161 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c108c4ca-64b4-4109-ab30-d2e3fe0949de tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.318493 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c108c4ca-64b4-4109-ab30-d2e3fe0949de tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.336541 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41463697-c24e-4eba-bd20-cf19c0725285 req-0852a2c8-b266-4153-93b3-f431d32a3567 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:43.338528 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41463697-c24e-4eba-bd20-cf19c0725285 req-0852a2c8-b266-4153-93b3-f431d32a3567 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 943 time: 0.0711305 Jul 27 21:33:43.378092 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c108c4ca-64b4-4109-ab30-d2e3fe0949de tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.381027 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c108c4ca-64b4-4109-ab30-d2e3fe0949de tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.384807 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c108c4ca-64b4-4109-ab30-d2e3fe0949de tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-groups/f897703c-6492-4c19-9fb2-27b74a43d0e8 HTTP/1.1" status: 204 len: 168 time: 0.1500607 Jul 27 21:33:43.385987 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53584) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:43.391871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108c4ca-64b4-4109-ab30-d2e3fe0949de tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f897703c-6492-4c19-9fb2-27b74a43d0e8,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:43.402144 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41463697-c24e-4eba-bd20-cf19c0725285 req-6910b36e-f49c-4976-94ff-5ef28b252e2d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574059 Jul 27 21:33:43.454171 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-60820796-17e6-42f8-aa97-96b9dd0a2d9e tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667515 Jul 27 21:33:43.459310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53586) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:43.466543 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-9623292c-6786-4892-9727-8a7ad8cc7710 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group': {'name': 'tempest-secgroup--795823519'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:43.490057 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9623292c-6786-4892-9727-8a7ad8cc7710 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.586978 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9623292c-6786-4892-9727-8a7ad8cc7710 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.591890 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9623292c-6786-4892-9727-8a7ad8cc7710 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.620912 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9623292c-6786-4892-9727-8a7ad8cc7710 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.622132 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9623292c-6786-4892-9727-8a7ad8cc7710 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1614285 Jul 27 21:33:43.624029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623292c-6786-4892-9727-8a7ad8cc7710 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0307d5-1ef5-4c9b-b2eb-f98725cbadb9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:43.625030 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53588) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:43.630665 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-72a625e8-6e74-4c9a-aff1-3170221e4eb3 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group_rule': {'security_group_id': '6f0307d5-1ef5-4c9b-b2eb-f98725cbadb9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:43.658482 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-72a625e8-6e74-4c9a-aff1-3170221e4eb3 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.715944 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-72a625e8-6e74-4c9a-aff1-3170221e4eb3 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.719591 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-72a625e8-6e74-4c9a-aff1-3170221e4eb3 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.737685 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a625e8-6e74-4c9a-aff1-3170221e4eb3 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca0eaf6-fe02-44a4-a3dd-6011ff87e5f1,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:43.744871 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-72a625e8-6e74-4c9a-aff1-3170221e4eb3 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.746509 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-72a625e8-6e74-4c9a-aff1-3170221e4eb3 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1199210 Jul 27 21:33:43.749524 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53590) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:43.776033 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1b86bf7-0a1f-4fd1-bdfb-0322023a82bb tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.785079 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1b86bf7-0a1f-4fd1-bdfb-0322023a82bb tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.811801 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1b86bf7-0a1f-4fd1-bdfb-0322023a82bb tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.818495 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a1b86bf7-0a1f-4fd1-bdfb-0322023a82bb tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.819608 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a1b86bf7-0a1f-4fd1-bdfb-0322023a82bb tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/1ca0eaf6-fe02-44a4-a3dd-6011ff87e5f1 HTTP/1.1" status: 204 len: 168 time: 0.0691376 Jul 27 21:33:43.822563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53592) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:43.825694 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b86bf7-0a1f-4fd1-bdfb-0322023a82bb tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ca0eaf6-fe02-44a4-a3dd-6011ff87e5f1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:43.864159 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-76a06071-8f06-4cfa-990b-332ce727c378 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0401344 Jul 27 21:33:43.866587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53594) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:43.918065 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fe4a1aa4-5fe8-45db-b592-f59d75deb4c9 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.939729 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fe4a1aa4-5fe8-45db-b592-f59d75deb4c9 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.980557 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fe4a1aa4-5fe8-45db-b592-f59d75deb4c9 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.983164 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fe4a1aa4-5fe8-45db-b592-f59d75deb4c9 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:43.984295 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fe4a1aa4-5fe8-45db-b592-f59d75deb4c9 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-groups/6f0307d5-1ef5-4c9b-b2eb-f98725cbadb9 HTTP/1.1" status: 204 len: 168 time: 0.1167850 Jul 27 21:33:43.987017 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53596) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:43.993561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a1aa4-5fe8-45db-b592-f59d75deb4c9 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0307d5-1ef5-4c9b-b2eb-f98725cbadb9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:44.030786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-19bd20c2-44d9-4854-969d-6182c435f05a tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0426280 Jul 27 21:33:44.034401 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53598) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:44.040217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5860427f-34a5-46e9-95ab-a26e111115f3 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group': {'name': 'tempest-secgroup--526373235'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:44.063099 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5860427f-34a5-46e9-95ab-a26e111115f3 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.149199 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5860427f-34a5-46e9-95ab-a26e111115f3 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.153014 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5860427f-34a5-46e9-95ab-a26e111115f3 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.185495 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5860427f-34a5-46e9-95ab-a26e111115f3 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.186657 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5860427f-34a5-46e9-95ab-a26e111115f3 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1505928 Jul 27 21:33:44.188456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860427f-34a5-46e9-95ab-a26e111115f3 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af4bd2b-c774-4b56-bcc6-3a2df1e848cd,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:44.189510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53600) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:44.194455 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-9bd92672-1ab1-444c-b362-c75f251d399f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group_rule': {'security_group_id': '1af4bd2b-c774-4b56-bcc6-3a2df1e848cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:44.219945 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9bd92672-1ab1-444c-b362-c75f251d399f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.269433 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9bd92672-1ab1-444c-b362-c75f251d399f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.273264 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9bd92672-1ab1-444c-b362-c75f251d399f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.292602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd92672-1ab1-444c-b362-c75f251d399f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1bfb6a1-cd3f-40a1-a457-527a7e8e1517,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:44.298405 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9bd92672-1ab1-444c-b362-c75f251d399f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.299570 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9bd92672-1ab1-444c-b362-c75f251d399f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1090395 Jul 27 21:33:44.302963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53602) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:44.318523 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a8e1ab4a-e688-4286-b1d3-48fac6c4a642 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-group-rules/f1bfb6a1-cd3f-40a1-a457-527a7e8e1517 HTTP/1.1" status: 200 len: 763 time: 0.0144496 Jul 27 21:33:44.320743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53604) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:44.360413 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2860c0b7-b5a9-454e-bdc2-040e3484eeee tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0386927 Jul 27 21:33:44.364080 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53606) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:44.389555 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4c06cab-a8b9-4543-b1b7-297a4defd2c5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.397995 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4c06cab-a8b9-4543-b1b7-297a4defd2c5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.428222 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4c06cab-a8b9-4543-b1b7-297a4defd2c5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.434664 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b4c06cab-a8b9-4543-b1b7-297a4defd2c5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.435894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b4c06cab-a8b9-4543-b1b7-297a4defd2c5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/f1bfb6a1-cd3f-40a1-a457-527a7e8e1517 HTTP/1.1" status: 204 len: 168 time: 0.0707397 Jul 27 21:33:44.438685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53610) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:44.441551 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c06cab-a8b9-4543-b1b7-297a4defd2c5 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1bfb6a1-cd3f-40a1-a457-527a7e8e1517,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:44.482337 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fb2002a8-3ff6-4eba-9acc-70a8ef1a712f tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0421846 Jul 27 21:33:44.484958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53612) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:44.489872 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-bc0064cf-8002-4548-bfa4-51dcb9280720 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group_rule': {'security_group_id': '1af4bd2b-c774-4b56-bcc6-3a2df1e848cd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:44.516423 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc0064cf-8002-4548-bfa4-51dcb9280720 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.541888 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd905fb-a1b3-4733-92a7-667e36b5cd24 req-50104e61-dd20-4bee-a340-c725bfad66a2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:44.543894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3fd905fb-a1b3-4733-92a7-667e36b5cd24 req-50104e61-dd20-4bee-a340-c725bfad66a2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 943 time: 0.0682495 Jul 27 21:33:44.567562 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc0064cf-8002-4548-bfa4-51dcb9280720 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.571149 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc0064cf-8002-4548-bfa4-51dcb9280720 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.584592 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3fd905fb-a1b3-4733-92a7-667e36b5cd24 req-331834c0-39be-449c-a9be-b5d0952f1c91 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349221 Jul 27 21:33:44.589147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0064cf-8002-4548-bfa4-51dcb9280720 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882b1e1c-e650-4d19-b9bc-b1c7722be6b1,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:44.595688 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bc0064cf-8002-4548-bfa4-51dcb9280720 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.596884 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bc0064cf-8002-4548-bfa4-51dcb9280720 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1107988 Jul 27 21:33:44.600195 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53614) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:44.616169 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-61f39e8b-50d4-4220-9811-c664ea89c61a tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-group-rules/882b1e1c-e650-4d19-b9bc-b1c7722be6b1 HTTP/1.1" status: 200 len: 763 time: 0.0149493 Jul 27 21:33:44.618475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53616) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:44.658649 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3c86ba80-1c1f-43ff-8fe7-6bfa14b24b5a tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0391407 Jul 27 21:33:44.661869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53618) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:44.684814 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b20919bb-a882-40b5-93f9-dcc860cfa238 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.692251 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b20919bb-a882-40b5-93f9-dcc860cfa238 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.718740 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b20919bb-a882-40b5-93f9-dcc860cfa238 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.725498 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b20919bb-a882-40b5-93f9-dcc860cfa238 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.726651 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b20919bb-a882-40b5-93f9-dcc860cfa238 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/882b1e1c-e650-4d19-b9bc-b1c7722be6b1 HTTP/1.1" status: 204 len: 168 time: 0.0638380 Jul 27 21:33:44.729155 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53620) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:44.731956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20919bb-a882-40b5-93f9-dcc860cfa238 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=882b1e1c-e650-4d19-b9bc-b1c7722be6b1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:44.770278 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8c64a562-34bb-4215-bc4b-17593f07704b tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0399404 Jul 27 21:33:44.772904 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53622) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:44.777145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f4aab02e-761b-45cb-b169-f31df1517b83 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Request body: {'security_group_rule': {'security_group_id': '1af4bd2b-c774-4b56-bcc6-3a2df1e848cd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:44.803509 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4aab02e-761b-45cb-b169-f31df1517b83 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.849606 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4aab02e-761b-45cb-b169-f31df1517b83 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.853188 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4aab02e-761b-45cb-b169-f31df1517b83 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.871220 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aab02e-761b-45cb-b169-f31df1517b83 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566429e2-0eb8-438d-9536-c5b1f326b42f,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:44.875973 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f4aab02e-761b-45cb-b169-f31df1517b83 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.877322 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f4aab02e-761b-45cb-b169-f31df1517b83 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1035066 Jul 27 21:33:44.880522 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53624) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:44.899796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6751784e-13bb-441f-9a34-61f6fb398bc9 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-group-rules/566429e2-0eb8-438d-9536-c5b1f326b42f HTTP/1.1" status: 200 len: 764 time: 0.0182364 Jul 27 21:33:44.902073 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53626) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:44.942018 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-83e6dd63-8258-4a29-9857-27c2986cd88a tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0388486 Jul 27 21:33:44.944544 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53628) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:44.969368 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a100c482-245d-414e-9065-19c4721c7afe tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:44.977823 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a100c482-245d-414e-9065-19c4721c7afe tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:45.005558 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a100c482-245d-414e-9065-19c4721c7afe tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:45.011780 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a100c482-245d-414e-9065-19c4721c7afe tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:45.012874 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a100c482-245d-414e-9065-19c4721c7afe tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/566429e2-0eb8-438d-9536-c5b1f326b42f HTTP/1.1" status: 204 len: 168 time: 0.0675092 Jul 27 21:33:45.015608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53630) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:45.018412 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100c482-245d-414e-9065-19c4721c7afe tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=566429e2-0eb8-438d-9536-c5b1f326b42f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:45.061395 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5ccaf356-fa12-47f5-83ea-606e971f3354 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0446362 Jul 27 21:33:45.064113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53632) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:45.116906 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7c2f6ae-6755-4ce9-8de7-98e7c57d77b4 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:45.139808 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7c2f6ae-6755-4ce9-8de7-98e7c57d77b4 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:45.184276 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7c2f6ae-6755-4ce9-8de7-98e7c57d77b4 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:45.187172 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f7c2f6ae-6755-4ce9-8de7-98e7c57d77b4 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:45.189236 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 12eaa83b-c667-40c5-b6ea-9f3164441766 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:33:45.191560 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f7c2f6ae-6755-4ce9-8de7-98e7c57d77b4 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "DELETE /v2.0/security-groups/1af4bd2b-c774-4b56-bcc6-3a2df1e848cd HTTP/1.1" status: 204 len: 168 time: 0.1259439 Jul 27 21:33:45.191790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53634) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:45.202849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2f6ae-6755-4ce9-8de7-98e7c57d77b4 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af4bd2b-c774-4b56-bcc6-3a2df1e848cd,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:45.253020 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-53db5bfe-5532-444c-9246-e7f96adf9d02 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0483675 Jul 27 21:33:45.253020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53636) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:45.299780 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-93eabef8-1e51-42e9-9600-6d6eb8314190 tempest-SecGroupTest-654446913 tempest-SecGroupTest-654446913-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467415 Jul 27 21:33:45.304150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 12eaa83b-c667-40c5-b6ea-9f3164441766, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=12eaa83b-c667-40c5-b6ea-9f3164441766,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:45.315141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '12eaa83b-c667-40c5-b6ea-9f3164441766', 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1', 'port_id': '12eaa83b-c667-40c5-b6ea-9f3164441766', 'mac_address': 'fa:16:3e:36:6a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:33:45.513248 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:45.527094 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12eaa83b-c667-40c5-b6ea-9f3164441766 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:33:45.549570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 12eaa83b-c667-40c5-b6ea-9f3164441766, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=12eaa83b-c667-40c5-b6ea-9f3164441766,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:45.554094 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:45.579484 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53642) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:45.608074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=12eaa83b-c667-40c5-b6ea-9f3164441766,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:45.751642 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-41f849c7-c8e8-4f7e-af11-7038b6387751 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4997872ad8b04da4b68b560d39a7b4f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705954 Jul 27 21:33:45.755216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53648) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:45.760030 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949e3f9-8485-472c-8534-e8a94546a05c req-4140b3a6-9a97-49a7-9f92-347cbb1fe8b9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:45.761626 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0949e3f9-8485-472c-8534-e8a94546a05c req-4140b3a6-9a97-49a7-9f92-347cbb1fe8b9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 944 time: 0.1030765 Jul 27 21:33:45.807461 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0949e3f9-8485-472c-8534-e8a94546a05c req-5010fdfb-8163-43f3-bc4b-f11e3bf4455e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393682 Jul 27 21:33:45.812642 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-426a3201-e49d-4f4b-8f2a-6995760578b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:45.836304 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-426a3201-e49d-4f4b-8f2a-6995760578b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:45.852031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['12eaa83b-c667-40c5-b6ea-9f3164441766'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:33:45.899135 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-426a3201-e49d-4f4b-8f2a-6995760578b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:45.901619 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-426a3201-e49d-4f4b-8f2a-6995760578b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:45.902841 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-426a3201-e49d-4f4b-8f2a-6995760578b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c668de60-7b35-4669-94c1-d408f572e61a HTTP/1.1" status: 204 len: 168 time: 0.1462142 Jul 27 21:33:45.911553 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a3201-e49d-4f4b-8f2a-6995760578b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c668de60-7b35-4669-94c1-d408f572e61a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:46.536532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53670) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:46.541730 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0037088 Jul 27 21:33:46.544657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53672) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:46.641557 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-79ba69a0-f4b7-47a7-a980-3c8eeec38bc7 tempest-NetworksApiDiscovery-884167044 tempest-NetworksApiDiscovery-884167044-project] 10.222.0.55 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0958607 Jul 27 21:33:46.878137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53682) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:46.938330 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e61c1-8622-4ad4-837a-d443e0d8d506 req-4863e668-f081-4477-9c82-9221cf00f610 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:46.939849 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-884e61c1-8622-4ad4-837a-d443e0d8d506 req-4863e668-f081-4477-9c82-9221cf00f610 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 944 time: 0.0658360 Jul 27 21:33:46.980334 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-884e61c1-8622-4ad4-837a-d443e0d8d506 req-9cb6cf4c-be29-4455-bfb2-24e83bb072d8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338538 Jul 27 21:33:46.988798 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f249b1a-4410-45c2-9986-30f6f3840a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:47.081130 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f249b1a-4410-45c2-9986-30f6f3840a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:47.085271 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f249b1a-4410-45c2-9986-30f6f3840a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:47.124411 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0f249b1a-4410-45c2-9986-30f6f3840a69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=108485182bc94b759662389558f35d20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444661 Jul 27 21:33:47.125303 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f249b1a-4410-45c2-9986-30f6f3840a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754179fb-756b-43c8-b51a-14d1bddf0671,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:47.127121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 53686) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:47.176347 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4ea89c8a-3a0e-4883-bd16-35603ed9406c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:47.197318 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4ea89c8a-3a0e-4883-bd16-35603ed9406c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:47.215679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 12eaa83b-c667-40c5-b6ea-9f3164441766 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:33:47.247965 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4ea89c8a-3a0e-4883-bd16-35603ed9406c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:47.250751 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4ea89c8a-3a0e-4883-bd16-35603ed9406c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:47.252131 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4ea89c8a-3a0e-4883-bd16-35603ed9406c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/754179fb-756b-43c8-b51a-14d1bddf0671 HTTP/1.1" status: 204 len: 168 time: 0.1240211 Jul 27 21:33:47.261152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea89c8a-3a0e-4883-bd16-35603ed9406c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754179fb-756b-43c8-b51a-14d1bddf0671,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:47.280302 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 12eaa83b-c667-40c5-b6ea-9f3164441766 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:33:47.285241 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 12eaa83b-c667-40c5-b6ea-9f3164441766 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:33:47.285887 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:47.364938 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:47.388974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:33:47.391270 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6e4910-8fca-461c-964a-b5b0f5ff90eb" -d '{"events": [{"server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "name": "network-vif-plugged", "status": "completed", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:33:47.404597 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 12eaa83b-c667-40c5-b6ea-9f3164441766, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=12eaa83b-c667-40c5-b6ea-9f3164441766,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:33:47.409113 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:47.434002 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72455d55-9925-4ebb-980e-ef597f661dcf x-openstack-request-id: req-72455d55-9925-4ebb-980e-ef597f661dcf {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:33:47.434317 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "name": "network-vif-plugged", "status": "completed", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:33:47.434571 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72455d55-9925-4ebb-980e-ef597f661dcf {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:33:47.434959 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766', 'code': 200} Jul 27 21:33:47.464376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=12eaa83b-c667-40c5-b6ea-9f3164441766,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:47.554479 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9a996-4bc6-4845-a493-b80cdf426be5 req-2716becc-2a67-435b-b4ad-09f75afaaf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:47.556036 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e0c9a996-4bc6-4845-a493-b80cdf426be5 req-2716becc-2a67-435b-b4ad-09f75afaaf8b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 1096 time: 0.0600438 Jul 27 21:33:47.592791 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e0c9a996-4bc6-4845-a493-b80cdf426be5 req-2fff9a22-dcbe-4a1a-88e3-5beda3011f60 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298531 Jul 27 21:33:48.116708 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed899e9-10c6-4df1-bfa5-ba6f132016c1 req-4c943871-e41e-462c-9696-66e700987c57 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:48.118215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ed899e9-10c6-4df1-bfa5-ba6f132016c1 req-4c943871-e41e-462c-9696-66e700987c57 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 945 time: 0.0684905 Jul 27 21:33:48.159190 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ed899e9-10c6-4df1-bfa5-ba6f132016c1 req-b2121014-3156-4daa-a14c-7ab09940e37c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344269 Jul 27 21:33:49.299237 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97d862-f0a7-4db9-90d4-aefaef3f9aca req-af1578bb-c14c-4db4-a964-2901a78c4a67 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:49.301196 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d97d862-f0a7-4db9-90d4-aefaef3f9aca req-af1578bb-c14c-4db4-a964-2901a78c4a67 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 945 time: 0.0686550 Jul 27 21:33:49.341323 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d97d862-f0a7-4db9-90d4-aefaef3f9aca req-22c3bd85-7abb-4d44-8266-bd9cec47cdd2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341034 Jul 27 21:33:49.478844 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb06ec-c623-493a-8f10-e92eb59e1159 req-edb084b0-7143-4821-8f07-a3980f5a13f6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:49.480369 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76eb06ec-c623-493a-8f10-e92eb59e1159 req-edb084b0-7143-4821-8f07-a3980f5a13f6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 945 time: 0.0713589 Jul 27 21:33:49.522573 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-76eb06ec-c623-493a-8f10-e92eb59e1159 req-f42421ec-9486-4d84-99a0-f7221f1213e8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359123 Jul 27 21:33:49.544595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53746) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:49.600652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1bab2c-be09-493d-b098-4d95d0e7ea06 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:49.602240 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ed1bab2c-be09-493d-b098-4d95d0e7ea06 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 1091 time: 0.0565710 Jul 27 21:33:49.605068 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53748) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:49.609485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '12eaa83b-c667-40c5-b6ea-9f3164441766', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:33:49.632264 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for floatingip, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:49.736444 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:49.848545 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Allocated IP 172.25.2.74 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/3d5cc273-cf0e-41de-b836-32e93859577e) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:33:49.977874 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:50.017906 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:50.057429 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:33:50.060733 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:33:50.067581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:33:50.099388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=3d5cc273-cf0e-41de-b836-32e93859577e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:50.494356 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:50.581076 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:50.743835 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:50.749182 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:50.825233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=3d5cc273-cf0e-41de-b836-32e93859577e,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:33:50.837625 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:50.944371 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Floating IP 89f693cb-66b8-4a43-99bd-0bc9f995b019 associated. External IP: 172.25.2.74, port: 12eaa83b-c667-40c5-b6ea-9f3164441766. Jul 27 21:33:51.157842 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 6d054e3c-811e-4806-a3be-8d64dbda5a1c has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:33:51.269994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:33:51.279379 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d395cf8-0cb2-4b0d-849c-a9415275eedd None None] Sync routers for ids ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:33:51.287020 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:33:51.293319 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d395cf8-0cb2-4b0d-849c-a9415275eedd None None] Routers {'6d054e3c-811e-4806-a3be-8d64dbda5a1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:51.294057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1d395cf8-0cb2-4b0d-849c-a9415275eedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:51.335053 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-20ce1c9e-1e00-4803-9634-977aea09055f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7247941 Jul 27 21:33:51.335053 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:33:51.336641 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa03dda-3ca2-45f5-888f-ca85aa857a75" -d '{"events": [{"name": "network-changed", "server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:33:51.412992 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5bead8-0241-4c74-a965-aaeba4deb644 x-openstack-request-id: req-3b5bead8-0241-4c74-a965-aaeba4deb644 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:33:51.413525 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:33:51.414013 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b5bead8-0241-4c74-a965-aaeba4deb644 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:33:51.423065 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766', 'status': 'completed', 'code': 200} Jul 27 21:33:51.434755 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-1d395cf8-0cb2-4b0d-849c-a9415275eedd None None] Set router 6d054e3c-811e-4806-a3be-8d64dbda5a1c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:51.505658 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb178da-ce24-4184-954d-f8f65bd465f4 req-91b6cd23-dbcc-4900-806a-8f63f3e6c667 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:51.507534 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecb178da-ce24-4184-954d-f8f65bd465f4 req-91b6cd23-dbcc-4900-806a-8f63f3e6c667 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 945 time: 0.0895705 Jul 27 21:33:51.570192 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecb178da-ce24-4184-954d-f8f65bd465f4 req-4c555d78-9936-44e1-bdda-6eeb0a7fc5bc tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553217 Jul 27 21:33:51.596212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53776) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:51.713845 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8f9c12ac-19b0-429d-a54d-de5b38cba116 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/floatingips/89f693cb-66b8-4a43-99bd-0bc9f995b019 HTTP/1.1" status: 200 len: 990 time: 0.1163003 Jul 27 21:33:51.745348 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03dda-3ca2-45f5-888f-ca85aa857a75 req-0f5ddfd0-eb92-4a99-9392-2fc2a5adf226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:51.747296 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aaa03dda-3ca2-45f5-888f-ca85aa857a75 req-0f5ddfd0-eb92-4a99-9392-2fc2a5adf226 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 1096 time: 0.3046825 Jul 27 21:33:51.758545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1d395cf8-0cb2-4b0d-849c-a9415275eedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-999085971', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:30Z', 'updated_at': '2021-07-27T21:33:35Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:31Z', 'updated_at': '2021-07-27T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '89f693cb-66b8-4a43-99bd-0bc9f995b019', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'port_id': '12eaa83b-c667-40c5-b6ea-9f3164441766', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1', 'mac_address': 'fa:16:3e:36:6a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:33:50Z', 'updated_at': '2021-07-27T21:33:50Z', 'revision_number': 0, 'project_id': '3a65593248f94ce3907873f90c034333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03cf595-fd9d-40e0-a987-d514dfb3c662', 'name': '', 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:5c:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:34Z', 'updated_at': '2021-07-27T21:33:40Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:51.787538 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d395cf8-0cb2-4b0d-849c-a9415275eedd None None] Checking router: 6d054e3c-811e-4806-a3be-8d64dbda5a1c for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:33:51.796790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d395cf8-0cb2-4b0d-849c-a9415275eedd None None] Routers {'6d054e3c-811e-4806-a3be-8d64dbda5a1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:33:51.797401 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1d395cf8-0cb2-4b0d-849c-a9415275eedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:33:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:51.847717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03dda-3ca2-45f5-888f-ca85aa857a75 req-b12d2a84-cde9-458f-b516-978c16569bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:51.848956 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aaa03dda-3ca2-45f5-888f-ca85aa857a75 req-b12d2a84-cde9-458f-b516-978c16569bcf service neutron] 10.222.0.66 "GET /v2.0/networks?id=553c2f0e-5354-4613-b23c-818b168119a1 HTTP/1.1" status: 200 len: 898 time: 0.0941613 Jul 27 21:33:51.915854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-1d395cf8-0cb2-4b0d-849c-a9415275eedd None None] Set router 6d054e3c-811e-4806-a3be-8d64dbda5a1c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:33:51.926754 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aaa03dda-3ca2-45f5-888f-ca85aa857a75 req-99fe6185-85fc-4b78-a4d3-1313d9bad03a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12eaa83b-c667-40c5-b6ea-9f3164441766 HTTP/1.1" status: 200 len: 998 time: 0.0701113 Jul 27 21:33:51.979386 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03dda-3ca2-45f5-888f-ca85aa857a75 req-a3301219-3cbc-439a-a6fa-56b95f11f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:51.981901 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aaa03dda-3ca2-45f5-888f-ca85aa857a75 req-a3301219-3cbc-439a-a6fa-56b95f11f42a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ca8ef25a-5ebc-4630-888b-c8e45b206856 HTTP/1.1" status: 200 len: 834 time: 0.0483754 Jul 27 21:33:52.051009 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03dda-3ca2-45f5-888f-ca85aa857a75 req-5ab0a988-8627-43e9-a2e2-fd3cbd87236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:33:52.052803 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aaa03dda-3ca2-45f5-888f-ca85aa857a75 req-5ab0a988-8627-43e9-a2e2-fd3cbd87236d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=553c2f0e-5354-4613-b23c-818b168119a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635321 Jul 27 21:33:52.154867 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aaa03dda-3ca2-45f5-888f-ca85aa857a75 req-914a848a-55c5-4076-a8c2-4d22c61661ad service neutron] 10.222.0.66 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944543 Jul 27 21:33:52.161435 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1d395cf8-0cb2-4b0d-849c-a9415275eedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-999085971', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:30Z', 'updated_at': '2021-07-27T21:33:35Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:31Z', 'updated_at': '2021-07-27T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '89f693cb-66b8-4a43-99bd-0bc9f995b019', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'port_id': '12eaa83b-c667-40c5-b6ea-9f3164441766', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1', 'mac_address': 'fa:16:3e:36:6a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:33:50Z', 'updated_at': '2021-07-27T21:33:50Z', 'revision_number': 0, 'project_id': '3a65593248f94ce3907873f90c034333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03cf595-fd9d-40e0-a987-d514dfb3c662', 'name': '', 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:5c:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:34Z', 'updated_at': '2021-07-27T21:33:40Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:33:52.190255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d395cf8-0cb2-4b0d-849c-a9415275eedd None None] The sync data for ids ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'] in n-d-764806-9 is: [{'id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-999085971', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:30Z', 'updated_at': '2021-07-27T21:33:35Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:31Z', 'updated_at': '2021-07-27T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '89f693cb-66b8-4a43-99bd-0bc9f995b019', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'port_id': '12eaa83b-c667-40c5-b6ea-9f3164441766', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1', 'mac_address': 'fa:16:3e:36:6a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:33:50Z', 'updated_at': '2021-07-27T21:33:50Z', 'revision_number': 0, 'project_id': '3a65593248f94ce3907873f90c034333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03cf595-fd9d-40e0-a987-d514dfb3c662', 'name': '', 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:5c:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:34Z', 'updated_at': '2021-07-27T21:33:40Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:33:52.259894 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aaa03dda-3ca2-45f5-888f-ca85aa857a75 req-4fa7608f-e913-4edb-84ad-bcbe68e86684 service neutron] 10.222.0.66 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971115 Jul 27 21:33:52.413603 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81254456-b6f1-4021-8a63-778d4d03cd0c None None] New status for floating IP 89f693cb-66b8-4a43-99bd-0bc9f995b019: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:33:52.717503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 53782) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:33:53.108051 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7c16fb1f-164a-478b-8486-fbc1a0b2e382 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/floatingips/89f693cb-66b8-4a43-99bd-0bc9f995b019 HTTP/1.1" status: 200 len: 992 time: 0.3892894 Jul 27 21:34:02.730914 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c3ed5bdb-98dc-4813-94b8-16c36cb1d03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:04.211828 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:05.391451 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8b6c6850-663f-439b-bfa3-449897fe3256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:05.494079 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:07.251176 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:07.892558 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:08.927847 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:15.153731 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3791e864-8c46-4996-a08b-bf54c9e14587 req-c28900d9-a9e2-49e6-bdf6-69dee2d024d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1059818 Jul 27 21:34:15.263914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791e864-8c46-4996-a08b-bf54c9e14587 req-dbb9a69f-eb90-46ef-9aa8-ba96a9b69fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:15.265443 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3791e864-8c46-4996-a08b-bf54c9e14587 req-dbb9a69f-eb90-46ef-9aa8-ba96a9b69fcc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0583279 Jul 27 21:34:15.372827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791e864-8c46-4996-a08b-bf54c9e14587 req-fa47441e-e7de-4b8a-b754-7de57d17d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:15.374367 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3791e864-8c46-4996-a08b-bf54c9e14587 req-fa47441e-e7de-4b8a-b754-7de57d17d8a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.0898390 Jul 27 21:34:15.443957 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3791e864-8c46-4996-a08b-bf54c9e14587 req-e4251c39-960c-47fb-826d-6123194189b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c3f7450-67cf-482e-85cc-9d08abda989e HTTP/1.1" status: 200 len: 1001 time: 0.0611815 Jul 27 21:34:15.498191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791e864-8c46-4996-a08b-bf54c9e14587 req-333dec3a-07d8-461e-8a79-5ea6c9d03635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:15.499734 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3791e864-8c46-4996-a08b-bf54c9e14587 req-333dec3a-07d8-461e-8a79-5ea6c9d03635 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0492837 Jul 27 21:34:15.564336 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791e864-8c46-4996-a08b-bf54c9e14587 req-98fb05a2-dfab-4525-ad96-44f2b9c03a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:15.566248 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3791e864-8c46-4996-a08b-bf54c9e14587 req-98fb05a2-dfab-4525-ad96-44f2b9c03a0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584123 Jul 27 21:34:15.579702 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-3791e864-8c46-4996-a08b-bf54c9e14587 req-f21a9471-0329-4cb5-98aa-9309af5695c8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:34:15.580639 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3791e864-8c46-4996-a08b-bf54c9e14587 req-f21a9471-0329-4cb5-98aa-9309af5695c8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051601 Jul 27 21:34:15.679031 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3791e864-8c46-4996-a08b-bf54c9e14587 req-4bc661e8-b36f-4b2b-85ab-e8e73ad40750 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885825 Jul 27 21:34:15.788552 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3791e864-8c46-4996-a08b-bf54c9e14587 req-6860bd53-ae97-47bd-997a-a71257cf9df8 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007817 Jul 27 21:34:18.921036 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:34:25.628814 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f06b3849-5c66-45f9-b1b7-ea8c6f46e6ae req-9eb654b3-03ca-4048-a233-015900579ab8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0622513 Jul 27 21:34:25.747989 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b3849-5c66-45f9-b1b7-ea8c6f46e6ae req-9fbda3dc-89a9-4b93-8a71-69dd574e6bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:25.749545 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f06b3849-5c66-45f9-b1b7-ea8c6f46e6ae req-9fbda3dc-89a9-4b93-8a71-69dd574e6bb5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 1096 time: 0.0745070 Jul 27 21:34:25.908885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b3849-5c66-45f9-b1b7-ea8c6f46e6ae req-3225da50-dc63-4d0f-8bd5-a88f7626d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:25.911128 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f06b3849-5c66-45f9-b1b7-ea8c6f46e6ae req-3225da50-dc63-4d0f-8bd5-a88f7626d0f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=553c2f0e-5354-4613-b23c-818b168119a1 HTTP/1.1" status: 200 len: 898 time: 0.1410265 Jul 27 21:34:26.007987 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f06b3849-5c66-45f9-b1b7-ea8c6f46e6ae req-35b8c4d6-ca78-4c26-943c-154ccb284b5b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12eaa83b-c667-40c5-b6ea-9f3164441766 HTTP/1.1" status: 200 len: 1000 time: 0.0892870 Jul 27 21:34:26.081773 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b3849-5c66-45f9-b1b7-ea8c6f46e6ae req-cbac9108-67a2-4ceb-a7a5-3c811fa4a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:26.083383 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f06b3849-5c66-45f9-b1b7-ea8c6f46e6ae req-cbac9108-67a2-4ceb-a7a5-3c811fa4a0e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ca8ef25a-5ebc-4630-888b-c8e45b206856 HTTP/1.1" status: 200 len: 834 time: 0.0672209 Jul 27 21:34:26.157372 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b3849-5c66-45f9-b1b7-ea8c6f46e6ae req-a7137740-6515-44f7-89d2-3eab167964fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:26.160241 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f06b3849-5c66-45f9-b1b7-ea8c6f46e6ae req-a7137740-6515-44f7-89d2-3eab167964fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=553c2f0e-5354-4613-b23c-818b168119a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684326 Jul 27 21:34:26.272751 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f06b3849-5c66-45f9-b1b7-ea8c6f46e6ae req-85844604-1235-426a-9ee9-3da136a8b967 service neutron] 10.222.0.66 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003792 Jul 27 21:34:26.376640 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f06b3849-5c66-45f9-b1b7-ea8c6f46e6ae req-ce5faeae-e41f-4767-bca9-7cc8eb5b923a service neutron] 10.222.0.66 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951853 Jul 27 21:34:32.735406 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ba43d090-ecab-4c84-b511-ea835021ad00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:34.219024 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:34.651252 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b4e5b08-504a-4164-a482-40c92629b504 req-3fd61623-1f39-4f0a-a00d-a7f40ef9c4f4 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744492023&fields=id&tenant_id=089dfa06666549ef86ff31634b0bedcf HTTP/1.1" status: 200 len: 267 time: 0.0492511 Jul 27 21:34:34.797987 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e5b08-504a-4164-a482-40c92629b504 req-7e74e169-7b53-4bcc-91cb-8ed478fb0802 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:34.802142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b4e5b08-504a-4164-a482-40c92629b504 req-7e74e169-7b53-4bcc-91cb-8ed478fb0802 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 812 time: 0.1422260 Jul 27 21:34:34.819771 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b4e5b08-504a-4164-a482-40c92629b504 req-4c08bbca-e5b4-4c18-8558-7f0d4740ec76 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/quotas/089dfa06666549ef86ff31634b0bedcf HTTP/1.1" status: 200 len: 375 time: 0.0132244 Jul 27 21:34:34.914611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b4e5b08-504a-4164-a482-40c92629b504 req-87fbe177-9ac6-4fd4-ad56-1fb14dd6d904 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0861421 Jul 27 21:34:35.034008 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b4e5b08-504a-4164-a482-40c92629b504 req-c8f22839-7ae3-44ed-a067-a8e1ef32f407 service neutron] 10.222.0.55 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052182 Jul 27 21:34:35.156618 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b4e5b08-504a-4164-a482-40c92629b504 req-bb1cf4e9-34e7-4e51-928c-385d1696684b service neutron] 10.222.0.55 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151092 Jul 27 21:34:35.410340 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f9d8e5a0-1108-4260-b384-bbbf06fed834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:35.512076 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:35.670623 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-509034fd-817b-4dd6-8e24-374437db3add req-5ddbaa9f-f232-4c4f-b0aa-313ac0815304 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 210 time: 0.0427628 Jul 27 21:34:36.690803 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54208) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:36.789062 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57e9b416-7f0c-453a-9cd8-096446ed79b4 req-d9b6429a-8b61-4cf0-9b3e-22ae376458be tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 210 time: 0.0352898 Jul 27 21:34:36.805063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2d5cae9-4ac2-488d-8ab6-83f57da4c222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:36.916931 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2d5cae9-4ac2-488d-8ab6-83f57da4c222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:36.921207 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2d5cae9-4ac2-488d-8ab6-83f57da4c222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:36.971176 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e2d5cae9-4ac2-488d-8ab6-83f57da4c222 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1198dd9d0e984fa9b31fa3bd870ea609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789006 Jul 27 21:34:36.972329 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5cae9-4ac2-488d-8ab6-83f57da4c222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca283d9-86a0-4883-93a1-7360ab3837fc,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:36.975735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54214) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:36.994866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5cae9-4ac2-488d-8ab6-83f57da4c222 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:36.995242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5cae9-4ac2-488d-8ab6-83f57da4c222 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:36.995611 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5cae9-4ac2-488d-8ab6-83f57da4c222 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:36.995995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5cae9-4ac2-488d-8ab6-83f57da4c222 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:36.996443 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5cae9-4ac2-488d-8ab6-83f57da4c222 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:36.996805 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5cae9-4ac2-488d-8ab6-83f57da4c222 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:36.997297 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5cae9-4ac2-488d-8ab6-83f57da4c222 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:36.997483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5cae9-4ac2-488d-8ab6-83f57da4c222 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:36.997776 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5cae9-4ac2-488d-8ab6-83f57da4c222 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:36.998089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5cae9-4ac2-488d-8ab6-83f57da4c222 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:36.998440 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5cae9-4ac2-488d-8ab6-83f57da4c222 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:36.998824 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d5cae9-4ac2-488d-8ab6-83f57da4c222 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:37.030151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e5b08-504a-4164-a482-40c92629b504 req-7079e242-d400-49a6-95a4-28c547a02b69 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:37.032411 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6b4e5b08-504a-4164-a482-40c92629b504 req-7079e242-d400-49a6-95a4-28c547a02b69 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.66 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 812 time: 0.1205587 Jul 27 21:34:37.052807 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e39324a9-9bba-4e27-9a1a-c4ae95a0294b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:37.078743 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e39324a9-9bba-4e27-9a1a-c4ae95a0294b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:37.091875 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6b4e5b08-504a-4164-a482-40c92629b504 req-7eebbe47-6485-455b-8293-9305c52690ab tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=089dfa06666549ef86ff31634b0bedcf HTTP/1.1" status: 200 len: 380 time: 0.0499189 Jul 27 21:34:37.103839 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-6b4e5b08-504a-4164-a482-40c92629b504 req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Request body: {'port': {'device_id': '4aad15c3-b7d1-4b3f-bacd-079a6119ea4a', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'admin_state_up': True, 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'security_groups': ['698a103e-77c5-47cb-9d43-bcae282f535c']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:34:37.140083 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e39324a9-9bba-4e27-9a1a-c4ae95a0294b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:37.143608 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e39324a9-9bba-4e27-9a1a-c4ae95a0294b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:37.146777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e39324a9-9bba-4e27-9a1a-c4ae95a0294b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ca283d9-86a0-4883-93a1-7360ab3837fc HTTP/1.1" status: 204 len: 168 time: 0.1700370 Jul 27 21:34:37.160445 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39324a9-9bba-4e27-9a1a-c4ae95a0294b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca283d9-86a0-4883-93a1-7360ab3837fc,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:37.259991 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:37.271079 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b4e5b08-504a-4164-a482-40c92629b504 req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Made reservation on behalf of 089dfa06666549ef86ff31634b0bedcf for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:34:37.275114 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6b4e5b08-504a-4164-a482-40c92629b504 req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:37.442101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-6b4e5b08-504a-4164-a482-40c92629b504 req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Allocated IP 172.20.0.10 (9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0/4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21/6eeaeb8f-a087-4c3f-8b8d-1126322573ca) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:34:37.514583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54220) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:37.530408 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f44bd094-cbdc-465f-aa6b-beb978cc70da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:37.646687 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6b4e5b08-504a-4164-a482-40c92629b504 req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:37.663940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-6b4e5b08-504a-4164-a482-40c92629b504 req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Transition to ACTIVE for port object 6eeaeb8f-a087-4c3f-8b8d-1126322573ca will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:34:37.683730 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f44bd094-cbdc-465f-aa6b-beb978cc70da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:37.700434 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f44bd094-cbdc-465f-aa6b-beb978cc70da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:37.706831 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6b4e5b08-504a-4164-a482-40c92629b504 req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:37.756252 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f44bd094-cbdc-465f-aa6b-beb978cc70da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66b6fa190cfc42a58ad3272061bdb529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387784 Jul 27 21:34:37.757167 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54222) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:37.757762 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bd094-cbdc-465f-aa6b-beb978cc70da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c35480-f81e-4243-8802-9579cda231a4,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:37.770032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4e5b08-504a-4164-a482-40c92629b504 req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:34:37.776554 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-6b4e5b08-504a-4164-a482-40c92629b504 req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:34:37.782514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4e5b08-504a-4164-a482-40c92629b504 req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:34:37.790825 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'Port': ['ID=6eeaeb8f-a087-4c3f-8b8d-1126322573ca,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:37.827171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:37.827882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:37.828384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:37.828907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:37.829422 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:37.831001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:37.831594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:37.832134 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:37.832835 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:37.833350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:37.833864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:37.834404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:37.879760 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e5b08-504a-4164-a482-40c92629b504 req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:37.880819 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6b4e5b08-504a-4164-a482-40c92629b504 req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:37.902558 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6b4e5b08-504a-4164-a482-40c92629b504 req-e7a4401b-bec0-4dd2-8620-a4eea9db7c8b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8027799 Jul 27 21:34:37.904894 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:37.916166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Request body: {'port': {'device_id': '4aad15c3-b7d1-4b3f-bacd-079a6119ea4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:34:37.917347 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae72799f-c78e-4032-bc6c-d2f21547e330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:37.980346 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae72799f-c78e-4032-bc6c-d2f21547e330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:38.013159 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:38.038898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c3a47-b1e7-4558-9398-ccad314c44cf req-838dc0de-e42b-48f7-aa80-e7d749105331 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:38.041071 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3c8c3a47-b1e7-4558-9398-ccad314c44cf req-838dc0de-e42b-48f7-aa80-e7d749105331 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 932 time: 0.1402316 Jul 27 21:34:38.110246 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3c8c3a47-b1e7-4558-9398-ccad314c44cf req-40b2f747-a89c-4c97-9cae-d2c873c2a5f2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545876 Jul 27 21:34:38.151725 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae72799f-c78e-4032-bc6c-d2f21547e330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:38.157916 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae72799f-c78e-4032-bc6c-d2f21547e330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:38.161028 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ae72799f-c78e-4032-bc6c-d2f21547e330 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81c35480-f81e-4243-8802-9579cda231a4 HTTP/1.1" status: 204 len: 168 time: 0.3996651 Jul 27 21:34:38.162862 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-defe748d-b4d7-4e02-94e8-6d866ea80dff None None] Provisioning for port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:34:38.168786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-defe748d-b4d7-4e02-94e8-6d866ea80dff None None] Provisioning complete for port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:34:38.169685 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-defe748d-b4d7-4e02-94e8-6d866ea80dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:38.194080 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72799f-c78e-4032-bc6c-d2f21547e330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c35480-f81e-4243-8802-9579cda231a4,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:38.237948 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-defe748d-b4d7-4e02-94e8-6d866ea80dff None None] Port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:34:38.441057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eeaeb8f-a087-4c3f-8b8d-1126322573ca {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:34:38.451542 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:38.469126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Transition to ACTIVE for port object 6eeaeb8f-a087-4c3f-8b8d-1126322573ca will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:34:38.475152 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:38.553328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55559576-c631-4787-924e-141a180403af service neutron] Pushing event updated for resources: {'Port': ['ID=6eeaeb8f-a087-4c3f-8b8d-1126322573ca,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:38.653238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Attempting to bind port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:34:38.653770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Attempting to bind port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:34:38.654584 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Attempting to bind port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:34:38.661608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:34:38.662096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Attempting to bind port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca on network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:34:38.671523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:34:38.672290 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Checking segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:34:38.673066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Bound using segment: {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:34:38.675022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Bound port: 6eeaeb8f-a087-4c3f-8b8d-1126322573ca, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8c8cd8-74d3-4b83-919b-5f59b0830019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:34:38.675823 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:38.785737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] For port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:34:38.789780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] For port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6eeaeb8f-a087-4c3f-8b8d-1126322573ca,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:34:38.802773 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:38.839930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:38.840578 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:38.842211 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6b4e5b08-504a-4164-a482-40c92629b504 req-55559576-c631-4787-924e-141a180403af service neutron] 10.222.0.66 "PUT /v2.0/ports/6eeaeb8f-a087-4c3f-8b8d-1126322573ca HTTP/1.1" status: 200 len: 1092 time: 0.9311240 Jul 27 21:34:38.842892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aad15c3-b7d1-4b3f-bacd-079a6119ea4a', 'tag': '6eeaeb8f-a087-4c3f-8b8d-1126322573ca'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:34:38.845909 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb073bd-c06d-4704-9325-369947dec197" -d '{"events": [{"name": "network-changed", "server_uuid": "4aad15c3-b7d1-4b3f-bacd-079a6119ea4a", "tag": "6eeaeb8f-a087-4c3f-8b8d-1126322573ca"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:34:38.903496 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55559576-c631-4787-924e-141a180403af service neutron] Pushing event updated for resources: {'Port': ['ID=6eeaeb8f-a087-4c3f-8b8d-1126322573ca,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:38.985170 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:39.015820 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e5b08-504a-4164-a482-40c92629b504 req-9008f525-ad10-4f06-9d50-15fd490cba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:39.019678 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6b4e5b08-504a-4164-a482-40c92629b504 req-9008f525-ad10-4f06-9d50-15fd490cba09 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 1095 time: 0.0973604 Jul 27 21:34:39.100926 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6b4e5b08-504a-4164-a482-40c92629b504 req-a503fff9-9b1b-4ec6-8862-8d2aa95a7ba3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eeaeb8f-a087-4c3f-8b8d-1126322573ca HTTP/1.1" status: 200 len: 217 time: 0.0719535 Jul 27 21:34:39.194854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e5b08-504a-4164-a482-40c92629b504 req-ae0e498f-db42-4ae2-913a-c4d7833a20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:39.197533 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6b4e5b08-504a-4164-a482-40c92629b504 req-ae0e498f-db42-4ae2-913a-c4d7833a20d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0883033 Jul 27 21:34:39.297850 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823dcd8b-611b-4597-8f49-0a8ee22b9e30 req-5bf86e37-f4af-45d2-9c24-813569b574a0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:39.309204 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-823dcd8b-611b-4597-8f49-0a8ee22b9e30 req-5bf86e37-f4af-45d2-9c24-813569b574a0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 944 time: 0.1222928 Jul 27 21:34:39.338310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e5b08-504a-4164-a482-40c92629b504 req-a1df671d-1c84-427b-80f3-5d5b8d514c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:39.341148 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6b4e5b08-504a-4164-a482-40c92629b504 req-a1df671d-1c84-427b-80f3-5d5b8d514c06 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353271 Jul 27 21:34:39.399503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-823dcd8b-611b-4597-8f49-0a8ee22b9e30 req-974b1ad5-1872-4aac-a23f-a74d01153421 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863264 Jul 27 21:34:39.492065 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6b4e5b08-504a-4164-a482-40c92629b504 req-5910df98-977f-4cfa-99f1-3b37de0d2a71 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413157 Jul 27 21:34:39.494158 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9714cd6-45d7-43c0-b62d-9102367fd8de x-openstack-request-id: req-e9714cd6-45d7-43c0-b62d-9102367fd8de {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:34:39.494625 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aad15c3-b7d1-4b3f-bacd-079a6119ea4a", "tag": "6eeaeb8f-a087-4c3f-8b8d-1126322573ca", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:34:39.495460 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9714cd6-45d7-43c0-b62d-9102367fd8de {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:34:39.495460 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aad15c3-b7d1-4b3f-bacd-079a6119ea4a', 'tag': '6eeaeb8f-a087-4c3f-8b8d-1126322573ca', 'status': 'completed', 'code': 200} Jul 27 21:34:39.628846 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6b4e5b08-504a-4164-a482-40c92629b504 req-3b0afb1b-798a-4cfa-be19-f737e269c61c service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289971 Jul 27 21:34:39.753873 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb073bd-c06d-4704-9325-369947dec197 req-b6eb2c0e-baa2-4600-b002-f9949fb69ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:39.755413 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5cb073bd-c06d-4704-9325-369947dec197 req-b6eb2c0e-baa2-4600-b002-f9949fb69ddb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 1095 time: 0.0796022 Jul 27 21:34:39.864991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb073bd-c06d-4704-9325-369947dec197 req-c7df50ca-bd31-49bd-a941-83812c9eec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:39.867594 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5cb073bd-c06d-4704-9325-369947dec197 req-c7df50ca-bd31-49bd-a941-83812c9eec10 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.1052232 Jul 27 21:34:39.949587 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5cb073bd-c06d-4704-9325-369947dec197 req-264c378d-e7b0-4a7c-84a3-d648c41b58f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eeaeb8f-a087-4c3f-8b8d-1126322573ca HTTP/1.1" status: 200 len: 217 time: 0.0740895 Jul 27 21:34:40.035176 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb073bd-c06d-4704-9325-369947dec197 req-4b276da9-4a29-44bd-892b-6f282939a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:40.037423 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5cb073bd-c06d-4704-9325-369947dec197 req-4b276da9-4a29-44bd-892b-6f282939a224 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0806899 Jul 27 21:34:40.127478 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb073bd-c06d-4704-9325-369947dec197 req-a67103c0-f248-4855-b6cd-23deae444a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:40.127478 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5cb073bd-c06d-4704-9325-369947dec197 req-a67103c0-f248-4855-b6cd-23deae444a0e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791037 Jul 27 21:34:40.269657 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5cb073bd-c06d-4704-9325-369947dec197 req-6fc78675-da34-45a0-bcaf-46cb21cb797d service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375642 Jul 27 21:34:40.415311 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5cb073bd-c06d-4704-9325-369947dec197 req-4270dfad-ae8d-4560-a6df-38d56365ae0c service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376326 Jul 27 21:34:40.589225 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd02db6-13c9-4950-8dd7-748ac1eae0bd req-8057698b-25f5-48fa-a5c3-991259d846a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:40.593109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecd02db6-13c9-4950-8dd7-748ac1eae0bd req-8057698b-25f5-48fa-a5c3-991259d846a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 944 time: 0.1026275 Jul 27 21:34:40.662801 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ecd02db6-13c9-4950-8dd7-748ac1eae0bd req-eb5e1656-6bde-4313-8df4-0e508a60349b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555856 Jul 27 21:34:41.888886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d1963-3ff0-4ebd-923e-fcc4a739d87e req-e2079d57-2f89-419f-98ce-534ab01bae12 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:41.890609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad4d1963-3ff0-4ebd-923e-fcc4a739d87e req-e2079d57-2f89-419f-98ce-534ab01bae12 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 944 time: 0.0708320 Jul 27 21:34:41.937400 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad4d1963-3ff0-4ebd-923e-fcc4a739d87e req-9049d01b-7865-4f25-b4db-0e1875924d1b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398941 Jul 27 21:34:42.561445 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54370) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:42.687107 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9a7efe39-221e-4faa-b30a-d102ec38b677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:42.794896 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9a7efe39-221e-4faa-b30a-d102ec38b677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:42.799350 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9a7efe39-221e-4faa-b30a-d102ec38b677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:42.842575 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9a7efe39-221e-4faa-b30a-d102ec38b677 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=70e10151b9ed4310a57f3146c709b8ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2799680 Jul 27 21:34:42.843329 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7efe39-221e-4faa-b30a-d102ec38b677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfdfe31-d2fa-4491-b753-792bb7dc6f99,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:42.846045 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54374) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:42.898115 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-61457168-a43e-4115-a715-d84134ea4e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:42.920218 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-61457168-a43e-4115-a715-d84134ea4e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:42.968718 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-61457168-a43e-4115-a715-d84134ea4e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:42.972535 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-61457168-a43e-4115-a715-d84134ea4e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:42.976504 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-61457168-a43e-4115-a715-d84134ea4e03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ccfdfe31-d2fa-4491-b753-792bb7dc6f99 HTTP/1.1" status: 204 len: 168 time: 0.1267776 Jul 27 21:34:42.983051 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61457168-a43e-4115-a715-d84134ea4e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfdfe31-d2fa-4491-b753-792bb7dc6f99,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:43.099743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115e36a-766d-4402-841d-f681aed93adf req-e8d25d35-82b8-40bd-98ca-a6d41068bbc1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:43.101397 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7115e36a-766d-4402-841d-f681aed93adf req-e8d25d35-82b8-40bd-98ca-a6d41068bbc1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 944 time: 0.0800035 Jul 27 21:34:43.141737 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7115e36a-766d-4402-841d-f681aed93adf req-72d49690-48e0-4943-91b9-b531eb846bf7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337226 Jul 27 21:34:43.273099 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54382) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:43.286965 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d6da52a7-2647-46d8-8b96-164e4c8eb9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:43.382973 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d6da52a7-2647-46d8-8b96-164e4c8eb9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:43.386930 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d6da52a7-2647-46d8-8b96-164e4c8eb9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:43.427157 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d6da52a7-2647-46d8-8b96-164e4c8eb9d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e11a838d0bd54bb0aca0d42977ce3f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529489 Jul 27 21:34:43.428030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da52a7-2647-46d8-8b96-164e4c8eb9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbea2b0e-ffaa-4f2e-83bb-a0049ac90fa5,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:43.429907 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54386) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:43.485220 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faa23236-a352-4107-b5a1-af60ac9c4231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:43.508898 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faa23236-a352-4107-b5a1-af60ac9c4231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:43.562797 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faa23236-a352-4107-b5a1-af60ac9c4231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:43.565881 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-faa23236-a352-4107-b5a1-af60ac9c4231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:43.567098 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-faa23236-a352-4107-b5a1-af60ac9c4231 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbea2b0e-ffaa-4f2e-83bb-a0049ac90fa5 HTTP/1.1" status: 204 len: 168 time: 0.1361258 Jul 27 21:34:43.576545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa23236-a352-4107-b5a1-af60ac9c4231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbea2b0e-ffaa-4f2e-83bb-a0049ac90fa5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:44.308583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eafe2c-ccb4-466a-8cdb-d59c7f665707 req-b2992dab-59f3-4d50-81d5-5d504b52ba7f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:44.310034 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75eafe2c-ccb4-466a-8cdb-d59c7f665707 req-b2992dab-59f3-4d50-81d5-5d504b52ba7f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 944 time: 0.0781560 Jul 27 21:34:44.353266 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75eafe2c-ccb4-466a-8cdb-d59c7f665707 req-c7bf2c52-243a-4925-8042-46f68cf7cf8c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358813 Jul 27 21:34:45.513265 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2bcc4-4719-40b4-b13b-bdb990a52743 req-e2fcb869-88f9-4468-9471-096fcfa04b67 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:45.518627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dcc2bcc4-4719-40b4-b13b-bdb990a52743 req-e2fcb869-88f9-4468-9471-096fcfa04b67 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 944 time: 0.0763195 Jul 27 21:34:45.587914 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dcc2bcc4-4719-40b4-b13b-bdb990a52743 req-3663297f-fea2-45e7-b0a6-8a9816b941ab tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558798 Jul 27 21:34:46.508018 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54458) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:46.639385 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b47253e-62d3-46e0-ac72-65329639a06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:46.792594 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b47253e-62d3-46e0-ac72-65329639a06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:46.801531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162921c-ecfe-4c92-ab27-e0998caf8aa6 req-aa740327-049b-4c0c-8f25-b6b78ee574f9 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:46.803974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7162921c-ecfe-4c92-ab27-e0998caf8aa6 req-aa740327-049b-4c0c-8f25-b6b78ee574f9 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 944 time: 0.1273167 Jul 27 21:34:46.805580 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b47253e-62d3-46e0-ac72-65329639a06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:46.869103 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7b47253e-62d3-46e0-ac72-65329639a06d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d3ab3fe9809d4248a0a780ddd956a0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598902 Jul 27 21:34:46.872035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54466) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:46.875023 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47253e-62d3-46e0-ac72-65329639a06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da010b80-a5f2-4f78-8aee-83f7d8a30aaf,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:46.891245 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7162921c-ecfe-4c92-ab27-e0998caf8aa6 req-79ce8ee1-d23a-45c0-84b7-d0544380b4a2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731084 Jul 27 21:34:46.940770 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1d68751d-5bd7-4b53-8e6f-a9fc38314b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:46.964726 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1d68751d-5bd7-4b53-8e6f-a9fc38314b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:47.015491 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1d68751d-5bd7-4b53-8e6f-a9fc38314b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:47.018204 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1d68751d-5bd7-4b53-8e6f-a9fc38314b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:47.019428 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1d68751d-5bd7-4b53-8e6f-a9fc38314b10 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da010b80-a5f2-4f78-8aee-83f7d8a30aaf HTTP/1.1" status: 204 len: 168 time: 0.1460903 Jul 27 21:34:47.029640 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68751d-5bd7-4b53-8e6f-a9fc38314b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da010b80-a5f2-4f78-8aee-83f7d8a30aaf,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:47.336479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54472) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:47.352495 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4b009097-0b0a-4631-a105-032d5c8ac557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:47.451597 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4b009097-0b0a-4631-a105-032d5c8ac557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:47.457593 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4b009097-0b0a-4631-a105-032d5c8ac557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:47.496633 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b009097-0b0a-4631-a105-032d5c8ac557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfbfab8-e95f-4c11-84b1-dbffc908815c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:47.500960 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4b009097-0b0a-4631-a105-032d5c8ac557 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b377e795a8e444795f53288505ee8ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631835 Jul 27 21:34:47.505156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54474) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:47.570613 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d3bbd08-2e9a-46df-b025-e6f25385e604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:47.596828 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d3bbd08-2e9a-46df-b025-e6f25385e604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:47.653800 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d3bbd08-2e9a-46df-b025-e6f25385e604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:47.656588 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d3bbd08-2e9a-46df-b025-e6f25385e604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:47.660554 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0d3bbd08-2e9a-46df-b025-e6f25385e604 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bdfbfab8-e95f-4c11-84b1-dbffc908815c HTTP/1.1" status: 204 len: 168 time: 0.1529224 Jul 27 21:34:47.667712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bbd08-2e9a-46df-b025-e6f25385e604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfbfab8-e95f-4c11-84b1-dbffc908815c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:48.030588 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a774b49-1889-454e-b0e8-ae1deecf0566 req-4ac94fcd-1d71-427f-8408-901dc2c96c72 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:48.032134 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a774b49-1889-454e-b0e8-ae1deecf0566 req-4ac94fcd-1d71-427f-8408-901dc2c96c72 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 944 time: 0.0677149 Jul 27 21:34:48.075828 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a774b49-1889-454e-b0e8-ae1deecf0566 req-59238373-bb30-44ca-8150-175a58aacf29 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355384 Jul 27 21:34:48.764730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54506) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:48.874115 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03755d67-31f0-4751-85dc-b4de21803285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:48.969460 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03755d67-31f0-4751-85dc-b4de21803285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:48.973916 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-03755d67-31f0-4751-85dc-b4de21803285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:49.012221 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-03755d67-31f0-4751-85dc-b4de21803285 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1bba925d0fb4996a49ce2d5d9bc933a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464004 Jul 27 21:34:49.013204 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03755d67-31f0-4751-85dc-b4de21803285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda736b6-dd91-473b-a58e-b831ceef1093,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:49.014996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54510) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:49.071914 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb444ad0-674c-4100-b9e6-de59f927c239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:49.094184 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb444ad0-674c-4100-b9e6-de59f927c239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:49.158169 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb444ad0-674c-4100-b9e6-de59f927c239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:49.160739 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb444ad0-674c-4100-b9e6-de59f927c239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:49.161910 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bb444ad0-674c-4100-b9e6-de59f927c239 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fda736b6-dd91-473b-a58e-b831ceef1093 HTTP/1.1" status: 204 len: 168 time: 0.1458237 Jul 27 21:34:49.170175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb444ad0-674c-4100-b9e6-de59f927c239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda736b6-dd91-473b-a58e-b831ceef1093,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:49.245153 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4647b-501a-45b5-8400-8f083c0f0fbf req-d667fd5c-910d-4170-b818-0eee1bd5b18d tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:49.246852 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dea4647b-501a-45b5-8400-8f083c0f0fbf req-d667fd5c-910d-4170-b818-0eee1bd5b18d tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 944 time: 0.0898674 Jul 27 21:34:49.294954 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dea4647b-501a-45b5-8400-8f083c0f0fbf req-b4239ed4-5006-41f7-bab5-47918cee6f12 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410290 Jul 27 21:34:49.828958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54534) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:49.929494 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-502bd65f-6042-44f2-bca2-2eb00a471889 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1032757444-network', 'tenant_id': '061b55fbf2cc4c18b64448020898cccb'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:34:49.956533 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502bd65f-6042-44f2-bca2-2eb00a471889 admin admin] Made reservation on behalf of 061b55fbf2cc4c18b64448020898cccb for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:34:49.958805 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-502bd65f-6042-44f2-bca2-2eb00a471889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:49.967200 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-502bd65f-6042-44f2-bca2-2eb00a471889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:50.057753 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-502bd65f-6042-44f2-bca2-2eb00a471889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:50.062719 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-502bd65f-6042-44f2-bca2-2eb00a471889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:50.088982 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502bd65f-6042-44f2-bca2-2eb00a471889 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:34:50.098136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bd65f-6042-44f2-bca2-2eb00a471889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e69386-3d60-4ab1-a227-5ba171d8166f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:50.106083 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-502bd65f-6042-44f2-bca2-2eb00a471889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:50.106083 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-502bd65f-6042-44f2-bca2-2eb00a471889 admin admin] Added segment d7b37bbf-88bc-43b0-a6a5-53096289fa4f of type vlan for network 6224e8f5-9fc4-4ddb-b073-8550274665a5 Jul 27 21:34:50.148269 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-502bd65f-6042-44f2-bca2-2eb00a471889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:50.178171 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-502bd65f-6042-44f2-bca2-2eb00a471889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:50.179220 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502bd65f-6042-44f2-bca2-2eb00a471889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:50.179812 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-502bd65f-6042-44f2-bca2-2eb00a471889 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:50.254848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-502bd65f-6042-44f2-bca2-2eb00a471889 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4240205 Jul 27 21:34:50.255765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54540) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:50.260694 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-293e0ebc-35ff-4ecd-8b3d-e9b845b131dc admin admin] Request body: {'subnet': {'network_id': '6224e8f5-9fc4-4ddb-b073-8550274665a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1032757444-subnet', 'tenant_id': '061b55fbf2cc4c18b64448020898cccb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:34:50.276379 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bd65f-6042-44f2-bca2-2eb00a471889 admin admin] Pushing event updated for resources: {'Network': ['ID=6224e8f5-9fc4-4ddb-b073-8550274665a5,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:50.283662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293e0ebc-35ff-4ecd-8b3d-e9b845b131dc admin admin] Made reservation on behalf of 061b55fbf2cc4c18b64448020898cccb for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:34:50.286090 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-293e0ebc-35ff-4ecd-8b3d-e9b845b131dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:50.288060 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 6224e8f5-9fc4-4ddb-b073-8550274665a5 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:34:50.444579 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757e6b1-6699-44a8-8627-338e2458686d req-444aa921-7b13-4eed-a85e-f9d637b4e836 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:50.446254 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4757e6b1-6699-44a8-8627-338e2458686d req-444aa921-7b13-4eed-a85e-f9d637b4e836 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 944 time: 0.0667763 Jul 27 21:34:50.480248 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-293e0ebc-35ff-4ecd-8b3d-e9b845b131dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:50.498855 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4757e6b1-6699-44a8-8627-338e2458686d req-9c9f73cc-58a7-47fa-a7d6-77a8c454bba3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455334 Jul 27 21:34:50.533734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e0ebc-35ff-4ecd-8b3d-e9b845b131dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3856d3-60db-4f97-b737-96e4968bfd12,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:50.551512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293e0ebc-35ff-4ecd-8b3d-e9b845b131dc admin admin] Checking segment: {'id': 'd7b37bbf-88bc-43b0-a6a5-53096289fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6224e8f5-9fc4-4ddb-b073-8550274665a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:34:50.551932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293e0ebc-35ff-4ecd-8b3d-e9b845b131dc admin admin] Network hostable DHCP agents. Network: 6224e8f5-9fc4-4ddb-b073-8550274665a5, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:34:50.568507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293e0ebc-35ff-4ecd-8b3d-e9b845b131dc admin admin] Network 6224e8f5-9fc4-4ddb-b073-8550274665a5 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:34:50.577406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-293e0ebc-35ff-4ecd-8b3d-e9b845b131dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 6224e8f5-9fc4-4ddb-b073-8550274665a5) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:34:50.581486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e0ebc-35ff-4ecd-8b3d-e9b845b131dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:50.582071 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-293e0ebc-35ff-4ecd-8b3d-e9b845b131dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:50.589724 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a3a430-f452-4ef8-a537-79e6d2526d30 None None] Network 6224e8f5-9fc4-4ddb-b073-8550274665a5 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:34:50.604554 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-293e0ebc-35ff-4ecd-8b3d-e9b845b131dc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3402102 Jul 27 21:34:50.730274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5a4e0a-2bc1-45ed-8d72-c076fca41905 None None] Network 6224e8f5-9fc4-4ddb-b073-8550274665a5 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:34:51.642822 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b01da1-3e6c-4c3c-a64d-de7d884511c5 req-15fdbf20-3335-4682-815c-93abaf362062 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:51.645159 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39b01da1-3e6c-4c3c-a64d-de7d884511c5 req-15fdbf20-3335-4682-815c-93abaf362062 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 944 time: 0.0769553 Jul 27 21:34:51.693809 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39b01da1-3e6c-4c3c-a64d-de7d884511c5 req-2562a555-61db-4ab0-a4df-3147884c661f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418522 Jul 27 21:34:52.381857 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-26c05872-8b4f-4d26-91fb-6ac6bd966e4c tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:52.383332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-26c05872-8b4f-4d26-91fb-6ac6bd966e4c tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/networks?id=6224e8f5-9fc4-4ddb-b073-8550274665a5 HTTP/1.1" status: 200 len: 809 time: 0.1123960 Jul 27 21:34:52.399680 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-56ccc130-dd40-400e-b2d1-4fc90bb6d760 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/quotas/061b55fbf2cc4c18b64448020898cccb HTTP/1.1" status: 200 len: 375 time: 0.0105231 Jul 27 21:34:52.438707 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-21db535f-ae0f-4bc9-848a-9d37d53b1573 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=061b55fbf2cc4c18b64448020898cccb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317903 Jul 27 21:34:52.597301 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-62d0d2da-a353-4624-925f-f845cfc3b565 service neutron] 10.222.0.55 "GET /v2.0/networks/6224e8f5-9fc4-4ddb-b073-8550274665a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513741 Jul 27 21:34:52.710856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-f6384dce-918c-481b-b364-38ef0125581b service neutron] 10.222.0.55 "GET /v2.0/networks/6224e8f5-9fc4-4ddb-b073-8550274665a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068537 Jul 27 21:34:52.855074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d739ba-17ba-4c98-8c10-c63b3dcf73c2 req-8bb237de-4aa3-481c-a4ac-c6169bc6abac tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:52.857413 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04d739ba-17ba-4c98-8c10-c63b3dcf73c2 req-8bb237de-4aa3-481c-a4ac-c6169bc6abac tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 944 time: 0.0880876 Jul 27 21:34:52.916864 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3d97e26-30fe-4348-823f-3d7931034e80 req-f1d8f8e1-ed35-45be-8a3b-8dd0db018ea3 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=2957ff95-b1df-4c00-9a33-9467a4f128b6 HTTP/1.1" status: 200 len: 210 time: 0.0312064 Jul 27 21:34:52.935082 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04d739ba-17ba-4c98-8c10-c63b3dcf73c2 req-2cdc0f22-3944-435c-9761-a6ce9ef16c3e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651402 Jul 27 21:34:53.540473 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6eeaeb8f-a087-4c3f-8b8d-1126322573ca details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:34:53.638963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6eeaeb8f-a087-4c3f-8b8d-1126322573ca,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:34:53.650092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '6eeaeb8f-a087-4c3f-8b8d-1126322573ca', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'port_id': '6eeaeb8f-a087-4c3f-8b8d-1126322573ca', 'mac_address': 'fa:16:3e:57:a1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:34:53.688290 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:53.701780 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eeaeb8f-a087-4c3f-8b8d-1126322573ca {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:34:53.722932 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6eeaeb8f-a087-4c3f-8b8d-1126322573ca,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:34:53.726795 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:53.779856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=6eeaeb8f-a087-4c3f-8b8d-1126322573ca,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:53.792152 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:53.792496 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:53.792905 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:53.793344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:53.793739 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:53.794137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:53.794553 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:53.795069 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:53.795465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:53.795857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:53.796248 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:53.796636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:34:53.877982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-f66c74f5-6cc4-4c5d-9140-6933c6a1161f tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:53.879482 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-f66c74f5-6cc4-4c5d-9140-6933c6a1161f tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.20 "GET /v2.0/networks?id=6224e8f5-9fc4-4ddb-b073-8550274665a5 HTTP/1.1" status: 200 len: 809 time: 0.1158285 Jul 27 21:34:53.893790 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-713a1357-24e4-45e9-b0d4-401d1ec0c2e0 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Request body: {'port': {'device_id': '2957ff95-b1df-4c00-9a33-9467a4f128b6', 'network_id': '6224e8f5-9fc4-4ddb-b073-8550274665a5', 'admin_state_up': True, 'tenant_id': '061b55fbf2cc4c18b64448020898cccb'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:34:54.012450 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-713a1357-24e4-45e9-b0d4-401d1ec0c2e0 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Made reservation on behalf of 061b55fbf2cc4c18b64448020898cccb for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:34:54.018991 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-713a1357-24e4-45e9-b0d4-401d1ec0c2e0 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:54.038849 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-002cdbb6-94f6-489b-a2c5-fcf2d14a495b req-8b651bb1-11c7-4335-92f9-0ab59bb4a7d2 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=2957ff95-b1df-4c00-9a33-9467a4f128b6 HTTP/1.1" status: 200 len: 210 time: 0.0491114 Jul 27 21:34:54.092197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27097e14-2fd5-4a59-a347-baa458ae5f57 req-1f861009-04b2-443b-a16e-94f798f76fe9 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:54.093905 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27097e14-2fd5-4a59-a347-baa458ae5f57 req-1f861009-04b2-443b-a16e-94f798f76fe9 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 945 time: 0.0893772 Jul 27 21:34:54.098173 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['6eeaeb8f-a087-4c3f-8b8d-1126322573ca'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:34:54.136894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27097e14-2fd5-4a59-a347-baa458ae5f57 req-d00f559c-a6c8-4cd0-acbc-3c5a05f3c1ee tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351729 Jul 27 21:34:54.174744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-713a1357-24e4-45e9-b0d4-401d1ec0c2e0 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Allocated IP 172.20.0.8 (6224e8f5-9fc4-4ddb-b073-8550274665a5/7f3856d3-60db-4f97-b737-96e4968bfd12/9619e5e6-b03f-47f3-8139-8d8308377a75) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:34:54.327098 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-713a1357-24e4-45e9-b0d4-401d1ec0c2e0 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:54.369021 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-713a1357-24e4-45e9-b0d4-401d1ec0c2e0 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:54.413861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-713a1357-24e4-45e9-b0d4-401d1ec0c2e0 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Network 6224e8f5-9fc4-4ddb-b073-8550274665a5 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:34:54.416902 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-713a1357-24e4-45e9-b0d4-401d1ec0c2e0 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:34:54.422996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-713a1357-24e4-45e9-b0d4-401d1ec0c2e0 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:34:54.448578 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a1357-24e4-45e9-b0d4-401d1ec0c2e0 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Pushing event updated for resources: {'Port': ['ID=9619e5e6-b03f-47f3-8139-8d8308377a75,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:54.476826 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-713a1357-24e4-45e9-b0d4-401d1ec0c2e0 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:54.477441 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-713a1357-24e4-45e9-b0d4-401d1ec0c2e0 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:54.491501 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-713a1357-24e4-45e9-b0d4-401d1ec0c2e0 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6024108 Jul 27 21:34:54.505516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Request body: {'port': {'device_id': '2957ff95-b1df-4c00-9a33-9467a4f128b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:34:54.579925 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:54.848752 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9619e5e6-b03f-47f3-8139-8d8308377a75 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:34:54.856289 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:54.868219 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Transition to ACTIVE for port object 9619e5e6-b03f-47f3-8139-8d8308377a75 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:34:54.871929 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:54.939561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9619e5e6-b03f-47f3-8139-8d8308377a75,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:54.990952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Attempting to bind port 9619e5e6-b03f-47f3-8139-8d8308377a75 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:34:54.991282 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Attempting to bind port 9619e5e6-b03f-47f3-8139-8d8308377a75 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'd7b37bbf-88bc-43b0-a6a5-53096289fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6224e8f5-9fc4-4ddb-b073-8550274665a5'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:34:54.991604 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Attempting to bind port 9619e5e6-b03f-47f3-8139-8d8308377a75 on network 6224e8f5-9fc4-4ddb-b073-8550274665a5 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:34:54.995941 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Port 9619e5e6-b03f-47f3-8139-8d8308377a75 on network 6224e8f5-9fc4-4ddb-b073-8550274665a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:34:54.996258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Attempting to bind port 9619e5e6-b03f-47f3-8139-8d8308377a75 on network 6224e8f5-9fc4-4ddb-b073-8550274665a5 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:34:55.001452 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:34:55.001930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Checking segment: {'id': 'd7b37bbf-88bc-43b0-a6a5-53096289fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6224e8f5-9fc4-4ddb-b073-8550274665a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:34:55.002191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Bound using segment: {'id': 'd7b37bbf-88bc-43b0-a6a5-53096289fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6224e8f5-9fc4-4ddb-b073-8550274665a5'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:34:55.002634 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Bound port: 9619e5e6-b03f-47f3-8139-8d8308377a75, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b37bbf-88bc-43b0-a6a5-53096289fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6224e8f5-9fc4-4ddb-b073-8550274665a5'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:34:55.002981 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:55.068785 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] For port 9619e5e6-b03f-47f3-8139-8d8308377a75, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:34:55.072408 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] For port 9619e5e6-b03f-47f3-8139-8d8308377a75, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9619e5e6-b03f-47f3-8139-8d8308377a75,segment=NetworkSegment(d7b37bbf-88bc-43b0-a6a5-53096289fa4f),segment_id=d7b37bbf-88bc-43b0-a6a5-53096289fa4f)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:34:55.076238 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:55.109578 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:55.110421 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:55.111932 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] 10.222.0.20 "PUT /v2.0/ports/9619e5e6-b03f-47f3-8139-8d8308377a75 HTTP/1.1" status: 200 len: 1091 time: 0.6112473 Jul 27 21:34:55.114183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2957ff95-b1df-4c00-9a33-9467a4f128b6', 'tag': '9619e5e6-b03f-47f3-8139-8d8308377a75'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:34:55.117344 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af79658-b7cd-414a-96fb-6597e58072cf" -d '{"events": [{"name": "network-changed", "server_uuid": "2957ff95-b1df-4c00-9a33-9467a4f128b6", "tag": "9619e5e6-b03f-47f3-8139-8d8308377a75"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:34:55.149278 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb4701-bd64-4989-a57d-f8ece8ac29f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9619e5e6-b03f-47f3-8139-8d8308377a75,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:55.163235 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39bc241-7c80-499e-a892-3d08809c5232 x-openstack-request-id: req-c39bc241-7c80-499e-a892-3d08809c5232 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:34:55.163662 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2957ff95-b1df-4c00-9a33-9467a4f128b6", "tag": "9619e5e6-b03f-47f3-8139-8d8308377a75", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:34:55.163944 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c39bc241-7c80-499e-a892-3d08809c5232 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:34:55.164372 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2957ff95-b1df-4c00-9a33-9467a4f128b6', 'tag': '9619e5e6-b03f-47f3-8139-8d8308377a75', 'status': 'completed', 'code': 200} Jul 27 21:34:55.198064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ca1df-d919-4f20-8331-ec8a2a6473e6 req-2e4d105e-087c-4a0a-beeb-edc67df5305a tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:55.200288 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-744ca1df-d919-4f20-8331-ec8a2a6473e6 req-2e4d105e-087c-4a0a-beeb-edc67df5305a tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=2957ff95-b1df-4c00-9a33-9467a4f128b6 HTTP/1.1" status: 200 len: 943 time: 0.0902491 Jul 27 21:34:55.210078 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-ad8cb572-aa1c-44c6-ae07-c07bac2c7e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:55.211626 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-ad8cb572-aa1c-44c6-ae07-c07bac2c7e59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=061b55fbf2cc4c18b64448020898cccb&device_id=2957ff95-b1df-4c00-9a33-9467a4f128b6 HTTP/1.1" status: 200 len: 1094 time: 0.0591910 Jul 27 21:34:55.253337 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-744ca1df-d919-4f20-8331-ec8a2a6473e6 req-654ef879-2912-43cf-8437-292f6a58c651 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461421 Jul 27 21:34:55.261333 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-aaa3e4b9-b09a-4a71-a43b-deb594163321 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9619e5e6-b03f-47f3-8139-8d8308377a75 HTTP/1.1" status: 200 len: 217 time: 0.0397420 Jul 27 21:34:55.305846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b8360-2224-45af-9a22-485aeebdf38d req-6c51e182-531f-4a5f-8f7a-6ae3781f23e2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:55.307414 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-686b8360-2224-45af-9a22-485aeebdf38d req-6c51e182-531f-4a5f-8f7a-6ae3781f23e2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 945 time: 0.0710433 Jul 27 21:34:55.312234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-66b7bd4c-ae9d-4c51-b13f-6b2938cc4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:55.313742 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-66b7bd4c-ae9d-4c51-b13f-6b2938cc4792 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f3856d3-60db-4f97-b737-96e4968bfd12 HTTP/1.1" status: 200 len: 849 time: 0.0452707 Jul 27 21:34:55.347862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-686b8360-2224-45af-9a22-485aeebdf38d req-b8f59d5f-1cf5-4c52-a6d0-fc57cdf64af2 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344372 Jul 27 21:34:55.350784 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-19eec92a-935f-4c42-b08f-d0d417e960d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6224e8f5-9fc4-4ddb-b073-8550274665a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300555 Jul 27 21:34:55.449033 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-f3177e84-f720-427b-bd5f-b633ee6cbd00 service neutron] 10.222.0.20 "GET /v2.0/networks/6224e8f5-9fc4-4ddb-b073-8550274665a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912774 Jul 27 21:34:55.538953 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7b9d9556-811d-444a-85e6-31610fe0a4d9 req-023cfdf9-ae1d-4b89-84a0-7e271d33c1ab service neutron] 10.222.0.20 "GET /v2.0/networks/6224e8f5-9fc4-4ddb-b073-8550274665a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826252 Jul 27 21:34:55.566241 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6eeaeb8f-a087-4c3f-8b8d-1126322573ca up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:34:55.620395 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:34:55.624054 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:34:55.624429 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:55.640186 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af79658-b7cd-414a-96fb-6597e58072cf req-4e0bab7e-e192-4de4-b6c1-0d66c3147221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:55.642197 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9af79658-b7cd-414a-96fb-6597e58072cf req-4e0bab7e-e192-4de4-b6c1-0d66c3147221 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=061b55fbf2cc4c18b64448020898cccb&device_id=2957ff95-b1df-4c00-9a33-9467a4f128b6 HTTP/1.1" status: 200 len: 1094 time: 0.0568883 Jul 27 21:34:55.713929 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:55.741045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aad15c3-b7d1-4b3f-bacd-079a6119ea4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eeaeb8f-a087-4c3f-8b8d-1126322573ca'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:34:55.743635 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d579ea98-2a9e-4347-863b-af5e9eebeb61" -d '{"events": [{"server_uuid": "4aad15c3-b7d1-4b3f-bacd-079a6119ea4a", "name": "network-vif-plugged", "status": "completed", "tag": "6eeaeb8f-a087-4c3f-8b8d-1126322573ca"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:34:55.759873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6eeaeb8f-a087-4c3f-8b8d-1126322573ca,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:34:55.764289 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:55.764991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af79658-b7cd-414a-96fb-6597e58072cf req-9e0e7bf9-a97b-481d-8c3b-30109cf75c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:55.767228 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9af79658-b7cd-414a-96fb-6597e58072cf req-9e0e7bf9-a97b-481d-8c3b-30109cf75c67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6224e8f5-9fc4-4ddb-b073-8550274665a5 HTTP/1.1" status: 200 len: 910 time: 0.1169913 Jul 27 21:34:55.815658 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9af79658-b7cd-414a-96fb-6597e58072cf req-a1d1232a-c628-4e3b-9efc-d196da25bb2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9619e5e6-b03f-47f3-8139-8d8308377a75 HTTP/1.1" status: 200 len: 217 time: 0.0380630 Jul 27 21:34:55.832682 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=6eeaeb8f-a087-4c3f-8b8d-1126322573ca,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:55.887672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af79658-b7cd-414a-96fb-6597e58072cf req-f8b54e39-7aa0-4a57-85a1-bb200fd48704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:55.889200 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9af79658-b7cd-414a-96fb-6597e58072cf req-f8b54e39-7aa0-4a57-85a1-bb200fd48704 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f3856d3-60db-4f97-b737-96e4968bfd12 HTTP/1.1" status: 200 len: 849 time: 0.0656276 Jul 27 21:34:55.926439 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:34:55.940921 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9af79658-b7cd-414a-96fb-6597e58072cf req-6c17fdab-1c32-46ae-ab9f-72c73e8e895d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6224e8f5-9fc4-4ddb-b073-8550274665a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433433 Jul 27 21:34:55.952949 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facff920-8af4-496d-a48e-ce042301955a x-openstack-request-id: req-facff920-8af4-496d-a48e-ce042301955a {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:34:55.953275 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aad15c3-b7d1-4b3f-bacd-079a6119ea4a", "name": "network-vif-plugged", "status": "completed", "tag": "6eeaeb8f-a087-4c3f-8b8d-1126322573ca", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:34:55.953512 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-facff920-8af4-496d-a48e-ce042301955a {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:34:55.953925 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aad15c3-b7d1-4b3f-bacd-079a6119ea4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eeaeb8f-a087-4c3f-8b8d-1126322573ca', 'code': 200} Jul 27 21:34:56.083350 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9af79658-b7cd-414a-96fb-6597e58072cf req-ae79b8cd-a5a9-4635-8569-4c0b6b6a0ff8 service neutron] 10.222.0.20 "GET /v2.0/networks/6224e8f5-9fc4-4ddb-b073-8550274665a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294041 Jul 27 21:34:56.153336 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfe55b-8f50-4e2b-a22b-303bb76a414d req-c0c0f7fc-b5b3-4590-9aeb-8384bcc7f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:56.154885 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dadfe55b-8f50-4e2b-a22b-303bb76a414d req-c0c0f7fc-b5b3-4590-9aeb-8384bcc7f8b9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 1097 time: 0.1384785 Jul 27 21:34:56.216439 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dadfe55b-8f50-4e2b-a22b-303bb76a414d req-67143ab4-a44e-4968-9eb4-1839757332d5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542669 Jul 27 21:34:56.221143 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9af79658-b7cd-414a-96fb-6597e58072cf req-efca0c31-7166-4c87-adf2-e4a18151d8f5 service neutron] 10.222.0.20 "GET /v2.0/networks/6224e8f5-9fc4-4ddb-b073-8550274665a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300821 Jul 27 21:34:56.392151 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818e694-ac86-4d80-a558-0749872b8e1a req-dd7ea307-de17-4bfe-abd3-455442b3a5a6 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:56.393958 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d818e694-ac86-4d80-a558-0749872b8e1a req-dd7ea307-de17-4bfe-abd3-455442b3a5a6 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=2957ff95-b1df-4c00-9a33-9467a4f128b6 HTTP/1.1" status: 200 len: 943 time: 0.0717640 Jul 27 21:34:56.464867 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d818e694-ac86-4d80-a558-0749872b8e1a req-3e72b5c8-3767-40d8-8ddc-c750a785f5a7 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645709 Jul 27 21:34:56.497418 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2c4f9-8bbd-409f-b6c8-09596ac6ca71 req-1fc604ca-bd90-48a5-9abe-0f2c61a3607b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:56.498953 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ae2c4f9-8bbd-409f-b6c8-09596ac6ca71 req-1fc604ca-bd90-48a5-9abe-0f2c61a3607b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 946 time: 0.0783629 Jul 27 21:34:56.540038 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ae2c4f9-8bbd-409f-b6c8-09596ac6ca71 req-b32c4c75-045f-4105-bc45-f85d7d131ec3 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344634 Jul 27 21:34:57.603432 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1343d0c-9fee-4d01-ae0d-54069ff3c1c7 req-415c44d8-3473-43a9-a6ab-7de851a88506 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:57.604951 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c1343d0c-9fee-4d01-ae0d-54069ff3c1c7 req-415c44d8-3473-43a9-a6ab-7de851a88506 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=2957ff95-b1df-4c00-9a33-9467a4f128b6 HTTP/1.1" status: 200 len: 943 time: 0.0687892 Jul 27 21:34:57.678547 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c1343d0c-9fee-4d01-ae0d-54069ff3c1c7 req-1937d1bb-410a-4396-9e40-002b2df4e378 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664485 Jul 27 21:34:57.710861 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8669a-5fe9-4a1a-a97f-e67fed935bd2 req-2cddb809-bf34-48ae-9f64-7f1d13e7bd71 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:57.712533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2fa8669a-5fe9-4a1a-a97f-e67fed935bd2 req-2cddb809-bf34-48ae-9f64-7f1d13e7bd71 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 946 time: 0.0989892 Jul 27 21:34:58.014526 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2fa8669a-5fe9-4a1a-a97f-e67fed935bd2 req-aec3a6fc-ce2e-4377-ac79-7de201aefd79 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958784 Jul 27 21:34:58.149481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cf455-6675-4307-888b-5cc13fd3bf30 req-c100b813-9da3-4f1e-a6f7-8a92c71e27f5 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:58.151025 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c5cf455-6675-4307-888b-5cc13fd3bf30 req-c100b813-9da3-4f1e-a6f7-8a92c71e27f5 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 946 time: 0.0680311 Jul 27 21:34:58.199135 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c5cf455-6675-4307-888b-5cc13fd3bf30 req-96f9a5e7-d7cf-4108-a4e1-781cf69f3e8e tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419867 Jul 27 21:34:58.222139 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54618) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:58.276019 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e9421c-9ee7-437c-8563-b91a871b05b6 tempest-TestVolumeBootPattern-38315555 tempest-TestVolumeBootPattern-38315555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:58.277464 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-54e9421c-9ee7-437c-8563-b91a871b05b6 tempest-TestVolumeBootPattern-38315555 tempest-TestVolumeBootPattern-38315555-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 1092 time: 0.0543039 Jul 27 21:34:58.280243 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54620) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:34:58.285833 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '6eeaeb8f-a087-4c3f-8b8d-1126322573ca', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:34:58.308524 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:58.412803 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:58.522768 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Allocated IP 172.25.2.80 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/711953e6-ab7f-4579-8bf1-dcfc73904dc7) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:34:58.631527 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:58.673858 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:58.716635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:34:58.721590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:34:58.724211 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:34:58.752472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'Port': ['ID=711953e6-ab7f-4579-8bf1-dcfc73904dc7,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:58.893019 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e110b1c-5252-4a9d-9b30-e1c36b79f2d6 req-ff90438c-74ca-4f26-85b1-9570f2639c09 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:34:58.894473 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6e110b1c-5252-4a9d-9b30-e1c36b79f2d6 req-ff90438c-74ca-4f26-85b1-9570f2639c09 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=2957ff95-b1df-4c00-9a33-9467a4f128b6 HTTP/1.1" status: 200 len: 943 time: 0.1458383 Jul 27 21:34:58.981276 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6e110b1c-5252-4a9d-9b30-e1c36b79f2d6 req-32b56d9d-dbd7-414f-814f-604493d8c043 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802515 Jul 27 21:34:59.049320 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 9619e5e6-b03f-47f3-8139-8d8308377a75 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:34:59.149317 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 9619e5e6-b03f-47f3-8139-8d8308377a75, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9619e5e6-b03f-47f3-8139-8d8308377a75,segment=NetworkSegment(d7b37bbf-88bc-43b0-a6a5-53096289fa4f),segment_id=d7b37bbf-88bc-43b0-a6a5-53096289fa4f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:34:59.163020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '9619e5e6-b03f-47f3-8139-8d8308377a75', 'network_id': '6224e8f5-9fc4-4ddb-b073-8550274665a5', 'port_id': '9619e5e6-b03f-47f3-8139-8d8308377a75', 'mac_address': 'fa:16:3e:9b:b0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3856d3-60db-4f97-b737-96e4968bfd12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:34:59.199619 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:59.206107 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:59.220497 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9619e5e6-b03f-47f3-8139-8d8308377a75 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:34:59.241522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 9619e5e6-b03f-47f3-8139-8d8308377a75, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9619e5e6-b03f-47f3-8139-8d8308377a75,segment=NetworkSegment(d7b37bbf-88bc-43b0-a6a5-53096289fa4f),segment_id=d7b37bbf-88bc-43b0-a6a5-53096289fa4f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:34:59.246591 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:59.288786 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:59.302039 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=9619e5e6-b03f-47f3-8139-8d8308377a75,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:59.456791 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:59.461976 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:59.482541 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['9619e5e6-b03f-47f3-8139-8d8308377a75'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:34:59.536363 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event updated for resources: {'Port': ['ID=711953e6-ab7f-4579-8bf1-dcfc73904dc7,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:34:59.553864 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:34:59.669766 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Floating IP fa6a9556-85f7-47ed-bf18-c802e55f50e4 associated. External IP: 172.25.2.80, port: 6eeaeb8f-a087-4c3f-8b8d-1126322573ca. Jul 27 21:34:59.886328 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:35:00.015778 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:35:00.027725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2132ac40-bb49-4c2e-bb85-819e378b34c1 None None] Sync routers for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:35:00.033830 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:00.041113 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2132ac40-bb49-4c2e-bb85-819e378b34c1 None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:00.041867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2132ac40-bb49-4c2e-bb85-819e378b34c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:34:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:00.108396 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c0d940e9-3922-48fc-aec8-a24b493b7a06 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8271117 Jul 27 21:35:00.110360 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aad15c3-b7d1-4b3f-bacd-079a6119ea4a', 'tag': '6eeaeb8f-a087-4c3f-8b8d-1126322573ca'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:00.113743 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fcd52c-9c1f-49d7-86f3-da2af951a24d" -d '{"events": [{"name": "network-changed", "server_uuid": "4aad15c3-b7d1-4b3f-bacd-079a6119ea4a", "tag": "6eeaeb8f-a087-4c3f-8b8d-1126322573ca"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:00.170864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fb765-a5d2-4095-a7e2-30984fe6468e req-9416435d-0c06-4b49-943e-f9bb8c3c1a50 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:00.173929 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e1fb765-a5d2-4095-a7e2-30984fe6468e req-9416435d-0c06-4b49-943e-f9bb8c3c1a50 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=2957ff95-b1df-4c00-9a33-9467a4f128b6 HTTP/1.1" status: 200 len: 944 time: 0.1094751 Jul 27 21:35:00.196258 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-2132ac40-bb49-4c2e-bb85-819e378b34c1 None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:00.238523 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e1fb765-a5d2-4095-a7e2-30984fe6468e req-7594307f-cbb9-411c-ac35-67063c53c510 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575287 Jul 27 21:35:00.279137 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbbf3f0-fb83-4c48-ad9f-c888c7746dcc x-openstack-request-id: req-9fbbf3f0-fb83-4c48-ad9f-c888c7746dcc {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:00.279403 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aad15c3-b7d1-4b3f-bacd-079a6119ea4a", "tag": "6eeaeb8f-a087-4c3f-8b8d-1126322573ca", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:00.279666 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9fbbf3f0-fb83-4c48-ad9f-c888c7746dcc {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:00.280075 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aad15c3-b7d1-4b3f-bacd-079a6119ea4a', 'tag': '6eeaeb8f-a087-4c3f-8b8d-1126322573ca', 'status': 'completed', 'code': 200} Jul 27 21:35:00.381905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcd52c-9c1f-49d7-86f3-da2af951a24d req-869a73e6-eb11-423e-acb5-c7545c62b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:00.383477 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77fcd52c-9c1f-49d7-86f3-da2af951a24d req-869a73e6-eb11-423e-acb5-c7545c62b1ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 1097 time: 0.0711076 Jul 27 21:35:00.483857 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcd52c-9c1f-49d7-86f3-da2af951a24d req-b67320d4-d2b3-4e81-ace1-5df9090f42af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:00.485528 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77fcd52c-9c1f-49d7-86f3-da2af951a24d req-b67320d4-d2b3-4e81-ace1-5df9090f42af service neutron] 10.222.0.66 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.0941012 Jul 27 21:35:00.562133 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77fcd52c-9c1f-49d7-86f3-da2af951a24d req-c649e56b-b377-4f2e-800b-50970c1c7703 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eeaeb8f-a087-4c3f-8b8d-1126322573ca HTTP/1.1" status: 200 len: 999 time: 0.0681167 Jul 27 21:35:00.614451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcd52c-9c1f-49d7-86f3-da2af951a24d req-06058458-508b-45e4-b059-317e2ef04816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:00.616423 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77fcd52c-9c1f-49d7-86f3-da2af951a24d req-06058458-508b-45e4-b059-317e2ef04816 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0477519 Jul 27 21:35:00.623008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2132ac40-bb49-4c2e-bb85-819e378b34c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ca4805c4-003f-4f28-b705-3efff6537a64', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'port_id': '5c3f7450-67cf-482e-85cc-9d08abda989e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'mac_address': 'fa:16:3e:17:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:32:44Z', 'updated_at': '2021-07-27T21:32:47Z', 'revision_number': 1, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address_scope': None}, {'id': 'fa6a9556-85f7-47ed-bf18-c802e55f50e4', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'port_id': '6eeaeb8f-a087-4c3f-8b8d-1126322573ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'mac_address': 'fa:16:3e:57:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aad15c3-b7d1-4b3f-bacd-079a6119ea4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:34:59Z', 'updated_at': '2021-07-27T21:34:59Z', 'revision_number': 0, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:00.658509 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2132ac40-bb49-4c2e-bb85-819e378b34c1 None None] Checking router: 8b4cd511-7dfc-40ee-9a1e-e2d6387906be for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:35:00.667933 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2132ac40-bb49-4c2e-bb85-819e378b34c1 None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:00.668733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2132ac40-bb49-4c2e-bb85-819e378b34c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:34:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:00.683969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcd52c-9c1f-49d7-86f3-da2af951a24d req-6ea1ecde-bb1d-4a6c-9f2c-b6a6863ca417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:00.686118 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77fcd52c-9c1f-49d7-86f3-da2af951a24d req-6ea1ecde-bb1d-4a6c-9f2c-b6a6863ca417 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629218 Jul 27 21:35:00.785238 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77fcd52c-9c1f-49d7-86f3-da2af951a24d req-3eac3df8-2029-4635-a55b-b01733aff5a3 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899572 Jul 27 21:35:00.785746 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-2132ac40-bb49-4c2e-bb85-819e378b34c1 None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:00.888377 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77fcd52c-9c1f-49d7-86f3-da2af951a24d req-b8b1e330-55a3-4659-bc06-9e0caeebdc42 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949612 Jul 27 21:35:01.020483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2132ac40-bb49-4c2e-bb85-819e378b34c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ca4805c4-003f-4f28-b705-3efff6537a64', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'port_id': '5c3f7450-67cf-482e-85cc-9d08abda989e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'mac_address': 'fa:16:3e:17:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:32:44Z', 'updated_at': '2021-07-27T21:32:47Z', 'revision_number': 1, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address_scope': None}, {'id': 'fa6a9556-85f7-47ed-bf18-c802e55f50e4', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'port_id': '6eeaeb8f-a087-4c3f-8b8d-1126322573ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'mac_address': 'fa:16:3e:57:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aad15c3-b7d1-4b3f-bacd-079a6119ea4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:34:59Z', 'updated_at': '2021-07-27T21:34:59Z', 'revision_number': 0, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:01.048823 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2132ac40-bb49-4c2e-bb85-819e378b34c1 None None] The sync data for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 is: [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ca4805c4-003f-4f28-b705-3efff6537a64', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'port_id': '5c3f7450-67cf-482e-85cc-9d08abda989e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'mac_address': 'fa:16:3e:17:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:32:44Z', 'updated_at': '2021-07-27T21:32:47Z', 'revision_number': 1, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address_scope': None}, {'id': 'fa6a9556-85f7-47ed-bf18-c802e55f50e4', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'port_id': '6eeaeb8f-a087-4c3f-8b8d-1126322573ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'mac_address': 'fa:16:3e:57:a1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aad15c3-b7d1-4b3f-bacd-079a6119ea4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:34:59Z', 'updated_at': '2021-07-27T21:34:59Z', 'revision_number': 0, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:35:01.051948 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 9619e5e6-b03f-47f3-8139-8d8308377a75 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:01.109309 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 9619e5e6-b03f-47f3-8139-8d8308377a75 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:01.113934 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 9619e5e6-b03f-47f3-8139-8d8308377a75 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:01.114343 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:01.203605 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:01.238102 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2957ff95-b1df-4c00-9a33-9467a4f128b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9619e5e6-b03f-47f3-8139-8d8308377a75'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:01.240430 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac85eb38-08b5-47a8-968d-946f9e152e94" -d '{"events": [{"server_uuid": "2957ff95-b1df-4c00-9a33-9467a4f128b6", "name": "network-vif-plugged", "status": "completed", "tag": "9619e5e6-b03f-47f3-8139-8d8308377a75"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:01.255070 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 9619e5e6-b03f-47f3-8139-8d8308377a75, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9619e5e6-b03f-47f3-8139-8d8308377a75,segment=NetworkSegment(d7b37bbf-88bc-43b0-a6a5-53096289fa4f),segment_id=d7b37bbf-88bc-43b0-a6a5-53096289fa4f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:01.259993 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:01.273499 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13caa75-0735-466d-bcc3-06dc1a090ee9 None None] New status for floating IP fa6a9556-85f7-47ed-bf18-c802e55f50e4: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:35:01.296402 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46456761-4f9e-43ef-ac6d-298e213ae742 x-openstack-request-id: req-46456761-4f9e-43ef-ac6d-298e213ae742 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:01.296730 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2957ff95-b1df-4c00-9a33-9467a4f128b6", "name": "network-vif-plugged", "status": "completed", "tag": "9619e5e6-b03f-47f3-8139-8d8308377a75", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:01.296861 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46456761-4f9e-43ef-ac6d-298e213ae742 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:01.297251 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2957ff95-b1df-4c00-9a33-9467a4f128b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9619e5e6-b03f-47f3-8139-8d8308377a75', 'code': 200} Jul 27 21:35:01.342778 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=9619e5e6-b03f-47f3-8139-8d8308377a75,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:01.449939 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93ecf6-38ce-4817-a5b9-be1ddb8059b7 req-9297022c-da8b-4616-b6f6-50648700d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:01.450815 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adc2d6-9d89-48b1-9904-c267b6ec4a2f req-943238e0-4b4f-4baa-9ada-35c341bb493c tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:01.452086 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7adc2d6-9d89-48b1-9904-c267b6ec4a2f req-943238e0-4b4f-4baa-9ada-35c341bb493c tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=2957ff95-b1df-4c00-9a33-9467a4f128b6 HTTP/1.1" status: 200 len: 945 time: 0.0920880 Jul 27 21:35:01.458310 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1f93ecf6-38ce-4817-a5b9-be1ddb8059b7 req-9297022c-da8b-4616-b6f6-50648700d711 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2957ff95-b1df-4c00-9a33-9467a4f128b6 HTTP/1.1" status: 200 len: 1096 time: 0.0832920 Jul 27 21:35:01.497352 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1f93ecf6-38ce-4817-a5b9-be1ddb8059b7 req-61cbe5c2-a6b9-41ee-af4f-98225e83412a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374081 Jul 27 21:35:01.499845 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7adc2d6-9d89-48b1-9904-c267b6ec4a2f req-b711403b-e12e-4cd4-bf6a-11b56c9ddece tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373623 Jul 27 21:35:02.649794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90267bdd-e146-4936-8919-c0c21e7f492a req-7904c69d-4807-4d82-aa3f-eb6557584602 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:02.651322 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90267bdd-e146-4936-8919-c0c21e7f492a req-7904c69d-4807-4d82-aa3f-eb6557584602 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=2957ff95-b1df-4c00-9a33-9467a4f128b6 HTTP/1.1" status: 200 len: 945 time: 0.0749667 Jul 27 21:35:02.692077 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90267bdd-e146-4936-8919-c0c21e7f492a req-553d3e1f-21bb-4673-b09a-16ffe4531d42 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341132 Jul 27 21:35:02.733814 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6dabeff2-b384-4776-b447-9c9d698e5956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:03.319518 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500f797-fe69-4628-b4e1-b3a11d21d476 req-3d1663e5-80d0-40e2-aa11-89d674feb919 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:03.321149 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e500f797-fe69-4628-b4e1-b3a11d21d476 req-3d1663e5-80d0-40e2-aa11-89d674feb919 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=2957ff95-b1df-4c00-9a33-9467a4f128b6 HTTP/1.1" status: 200 len: 945 time: 0.0677536 Jul 27 21:35:03.362378 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e500f797-fe69-4628-b4e1-b3a11d21d476 req-e74a5eae-f974-49e0-88ac-d8ac1dd46b2a tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347576 Jul 27 21:35:04.209053 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.498906 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66598f39-0b3a-4e50-86bc-bc95d13bca8f req-88e2172c-d275-413d-850f-1d2e6820ffa1 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:04.500433 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66598f39-0b3a-4e50-86bc-bc95d13bca8f req-88e2172c-d275-413d-850f-1d2e6820ffa1 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=2957ff95-b1df-4c00-9a33-9467a4f128b6 HTTP/1.1" status: 200 len: 945 time: 0.0669079 Jul 27 21:35:04.545005 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66598f39-0b3a-4e50-86bc-bc95d13bca8f req-791f80e5-24d7-4b9e-8091-e3ff1f2f4b7b tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386035 Jul 27 21:35:04.633222 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb0ff1-d2ef-46a6-96f8-41a63a334e4b req-451fb668-3eb5-4e99-bf37-2c804fec6362 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:04.634587 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0eb0ff1-d2ef-46a6-96f8-41a63a334e4b req-451fb668-3eb5-4e99-bf37-2c804fec6362 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.20 "GET /v2.0/ports?device_id=2957ff95-b1df-4c00-9a33-9467a4f128b6 HTTP/1.1" status: 200 len: 945 time: 0.0689473 Jul 27 21:35:04.743102 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-b0eb0ff1-d2ef-46a6-96f8-41a63a334e4b req-9af98e36-c21c-48b8-a191-c3636fcd60d7 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Deleting port 9619e5e6-b03f-47f3-8139-8d8308377a75 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:04.743442 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b0eb0ff1-d2ef-46a6-96f8-41a63a334e4b req-9af98e36-c21c-48b8-a191-c3636fcd60d7 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.837659 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-b0eb0ff1-d2ef-46a6-96f8-41a63a334e4b req-9af98e36-c21c-48b8-a191-c3636fcd60d7 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] For port 9619e5e6-b03f-47f3-8139-8d8308377a75, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=9619e5e6-b03f-47f3-8139-8d8308377a75,segment=NetworkSegment(d7b37bbf-88bc-43b0-a6a5-53096289fa4f),segment_id=d7b37bbf-88bc-43b0-a6a5-53096289fa4f)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:04.838027 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b0eb0ff1-d2ef-46a6-96f8-41a63a334e4b req-9af98e36-c21c-48b8-a191-c3636fcd60d7 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.851223 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-b0eb0ff1-d2ef-46a6-96f8-41a63a334e4b req-9af98e36-c21c-48b8-a191-c3636fcd60d7 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Calling delete_port for 9619e5e6-b03f-47f3-8139-8d8308377a75 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:04.978117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b0eb0ff1-d2ef-46a6-96f8-41a63a334e4b req-9af98e36-c21c-48b8-a191-c3636fcd60d7 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:04.991287 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['9619e5e6-b03f-47f3-8139-8d8308377a75'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:35:05.011215 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af98e36-c21c-48b8-a191-c3636fcd60d7 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Pushing event deleted for resources: {'Port': ['ID=9619e5e6-b03f-47f3-8139-8d8308377a75,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:05.059973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0eb0ff1-d2ef-46a6-96f8-41a63a334e4b req-9af98e36-c21c-48b8-a191-c3636fcd60d7 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] No DVR routers for this DVR port 9619e5e6-b03f-47f3-8139-8d8308377a75 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:35:05.062636 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-b0eb0ff1-d2ef-46a6-96f8-41a63a334e4b req-9af98e36-c21c-48b8-a191-c3636fcd60d7 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:05.065141 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b0eb0ff1-d2ef-46a6-96f8-41a63a334e4b req-9af98e36-c21c-48b8-a191-c3636fcd60d7 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.20 "DELETE /v2.0/ports/9619e5e6-b03f-47f3-8139-8d8308377a75 HTTP/1.1" status: 204 len: 173 time: 0.4240067 Jul 27 21:35:05.065579 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2957ff95-b1df-4c00-9a33-9467a4f128b6', 'name': 'network-vif-deleted', 'tag': '9619e5e6-b03f-47f3-8139-8d8308377a75'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:05.067933 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3517a213-03d4-455e-8b8d-2ee2ba780c0a" -d '{"events": [{"server_uuid": "2957ff95-b1df-4c00-9a33-9467a4f128b6", "name": "network-vif-deleted", "tag": "9619e5e6-b03f-47f3-8139-8d8308377a75"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:05.112831 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e21f8a-127c-4382-9c24-8b8b6326d525 x-openstack-request-id: req-18e21f8a-127c-4382-9c24-8b8b6326d525 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:05.113128 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2957ff95-b1df-4c00-9a33-9467a4f128b6", "name": "network-vif-deleted", "tag": "9619e5e6-b03f-47f3-8139-8d8308377a75", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:05.113381 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18e21f8a-127c-4382-9c24-8b8b6326d525 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:05.113790 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2957ff95-b1df-4c00-9a33-9467a4f128b6', 'name': 'network-vif-deleted', 'tag': '9619e5e6-b03f-47f3-8139-8d8308377a75', 'status': 'completed', 'code': 200} Jul 27 21:35:05.394913 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cb1493ef-0d0d-40a5-bdde-115506bea19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:05.494697 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:05.657842 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66bfa494-ec0c-4026-81d9-cf93d22e8f98 req-62983baf-f0f7-42ba-8607-8f779a08c9ab tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=2957ff95-b1df-4c00-9a33-9467a4f128b6 HTTP/1.1" status: 200 len: 210 time: 0.0314813 Jul 27 21:35:06.428321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e03e15-7534-40be-a85d-c2030eaff29c req-83f5983c-89c7-4cd9-874f-085fab22ad05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:06.429846 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86e03e15-7534-40be-a85d-c2030eaff29c req-83f5983c-89c7-4cd9-874f-085fab22ad05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 945 time: 0.0645487 Jul 27 21:35:06.469789 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86e03e15-7534-40be-a85d-c2030eaff29c req-48e15298-32f6-4af0-a994-a077734d7d53 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329626 Jul 27 21:35:06.492131 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54660) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:06.557787 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-014210c3-cd53-43cf-8a0e-5246f1d86d6c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/floatingips/89f693cb-66b8-4a43-99bd-0bc9f995b019 HTTP/1.1" status: 200 len: 992 time: 0.0644553 Jul 27 21:35:06.955467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-2879818c-4feb-47d8-820e-7b141090f107 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:06.956936 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-2879818c-4feb-47d8-820e-7b141090f107 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/networks?id=6224e8f5-9fc4-4ddb-b073-8550274665a5 HTTP/1.1" status: 200 len: 809 time: 0.1369298 Jul 27 21:35:06.975751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682529d-d4b4-4ef8-91ca-4049c7ea0616 req-a1b0b911-07f1-43de-8336-c065d023954b tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:06.977195 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8682529d-d4b4-4ef8-91ca-4049c7ea0616 req-a1b0b911-07f1-43de-8336-c065d023954b tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 1096 time: 0.1105766 Jul 27 21:35:06.978821 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-1ba663b6-2471-4e91-9658-8348dab3ccb4 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/quotas/061b55fbf2cc4c18b64448020898cccb HTTP/1.1" status: 200 len: 375 time: 0.0161629 Jul 27 21:35:07.024216 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-34f39e19-8ec6-4484-84b7-356d306ed66c tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=061b55fbf2cc4c18b64448020898cccb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355537 Jul 27 21:35:07.036969 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-9773eedb-cc89-49fd-b135-77ff84fa1c23 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:35:07.038013 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-9773eedb-cc89-49fd-b135-77ff84fa1c23 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057788 Jul 27 21:35:07.043721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8682529d-d4b4-4ef8-91ca-4049c7ea0616 req-ef6faeb8-42f8-442b-ae9e-110f429974a5 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606279 Jul 27 21:35:07.131144 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-3ba68298-e52a-4d82-bde6-b67a4c4ce5f0 service neutron] 10.222.0.55 "GET /v2.0/networks/6224e8f5-9fc4-4ddb-b073-8550274665a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865157 Jul 27 21:35:07.225948 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-f5c4bd69-5bd6-40b4-b2b9-1938418be1ec service neutron] 10.222.0.55 "GET /v2.0/networks/6224e8f5-9fc4-4ddb-b073-8550274665a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880458 Jul 27 21:35:07.271616 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:07.394745 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e6a027f-9945-466f-b0af-7d79c94fdc2b req-d43e90e1-9a04-4dce-998c-ee37a7b39fc8 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba57ec55-f184-4d76-a2a5-7a25d608668d HTTP/1.1" status: 200 len: 210 time: 0.0312245 Jul 27 21:35:07.699679 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-a24a262d-5fa6-4e37-9ec2-bbe2b7e875e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1175354 Jul 27 21:35:07.901574 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:08.354062 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-d423fc22-1db0-4c09-b5a9-24b497774275 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:35:08.355110 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-d423fc22-1db0-4c09-b5a9-24b497774275 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0863919 Jul 27 21:35:08.370712 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-aacf149d-fe91-4c85-bb79-6cbdf1914013 service neutron] Request body: {'binding': {'host': 'n-h1-764806-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:08.371310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-aacf149d-fe91-4c85-bb79-6cbdf1914013 service neutron] Unknown quota resources ['binding']. {{(pid=105580) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 27 21:35:08.520302 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cb0bd13e-b73c-4cc7-a488-6a40d3320813 req-43f406d4-0c54-4c3c-8a43-d4f3c854b921 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba57ec55-f184-4d76-a2a5-7a25d608668d HTTP/1.1" status: 200 len: 210 time: 0.0381496 Jul 27 21:35:08.827740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-56037d76-6ade-40da-80cd-ce4cd6804360 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:08.829972 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-56037d76-6ade-40da-80cd-ce4cd6804360 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.20 "GET /v2.0/networks?id=6224e8f5-9fc4-4ddb-b073-8550274665a5 HTTP/1.1" status: 200 len: 809 time: 0.5376699 Jul 27 21:35:08.850208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-3a140ecc-7afd-44d3-8921-e5983b0888bb tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Request body: {'port': {'device_id': 'ba57ec55-f184-4d76-a2a5-7a25d608668d', 'network_id': '6224e8f5-9fc4-4ddb-b073-8550274665a5', 'admin_state_up': True, 'tenant_id': '061b55fbf2cc4c18b64448020898cccb'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:08.935598 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:08.954780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-aacf149d-fe91-4c85-bb79-6cbdf1914013 service neutron] Attempting to bind port 12eaa83b-c667-40c5-b6ea-9f3164441766 on host n-h1-764806-9 for vnic_type normal with profile None {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:35:08.955116 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-aacf149d-fe91-4c85-bb79-6cbdf1914013 service neutron] Attempting to bind port 12eaa83b-c667-40c5-b6ea-9f3164441766 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:35:08.955440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-aacf149d-fe91-4c85-bb79-6cbdf1914013 service neutron] Attempting to bind port 12eaa83b-c667-40c5-b6ea-9f3164441766 on network 553c2f0e-5354-4613-b23c-818b168119a1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:08.968053 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-aacf149d-fe91-4c85-bb79-6cbdf1914013 service neutron] Port 12eaa83b-c667-40c5-b6ea-9f3164441766 on network 553c2f0e-5354-4613-b23c-818b168119a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:35:08.968376 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-aacf149d-fe91-4c85-bb79-6cbdf1914013 service neutron] Attempting to bind port 12eaa83b-c667-40c5-b6ea-9f3164441766 on network 553c2f0e-5354-4613-b23c-818b168119a1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:08.979664 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-aacf149d-fe91-4c85-bb79-6cbdf1914013 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:35:08.980000 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-aacf149d-fe91-4c85-bb79-6cbdf1914013 service neutron] Checking segment: {'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:08.980381 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-aacf149d-fe91-4c85-bb79-6cbdf1914013 service neutron] Bound using segment: {'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:35:08.980807 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-aacf149d-fe91-4c85-bb79-6cbdf1914013 service neutron] Bound port: 12eaa83b-c667-40c5-b6ea-9f3164441766, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:35:09.039795 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 9619e5e6-b03f-47f3-8139-8d8308377a75 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:09.053885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-3a140ecc-7afd-44d3-8921-e5983b0888bb tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Made reservation on behalf of 061b55fbf2cc4c18b64448020898cccb for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:35:09.057422 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-3a140ecc-7afd-44d3-8921-e5983b0888bb tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.061857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 9619e5e6-b03f-47f3-8139-8d8308377a75 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:09.062291 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 9619e5e6-b03f-47f3-8139-8d8308377a75 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:09.105118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-aacf149d-fe91-4c85-bb79-6cbdf1914013 service neutron] For port 12eaa83b-c667-40c5-b6ea-9f3164441766, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=12eaa83b-c667-40c5-b6ea-9f3164441766,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:35:09.110089 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-aacf149d-fe91-4c85-bb79-6cbdf1914013 service neutron] Notify callbacks [] for binding, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.111376 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-aacf149d-fe91-4c85-bb79-6cbdf1914013 service neutron] 10.222.0.55 "POST /v2.0/ports/12eaa83b-c667-40c5-b6ea-9f3164441766/bindings HTTP/1.1" status: 201 len: 389 time: 0.7441559 Jul 27 21:35:09.232035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-3a140ecc-7afd-44d3-8921-e5983b0888bb tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Allocated IP 172.20.0.7 (6224e8f5-9fc4-4ddb-b073-8550274665a5/7f3856d3-60db-4f97-b737-96e4968bfd12/8f16a398-244b-48e8-956d-94da8f2a23d6) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:35:09.288604 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916e5cb-87bd-4eb2-924c-ef7e6f93c091 req-93495db9-3dbe-4547-85a3-386abdf7186b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:09.290629 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0916e5cb-87bd-4eb2-924c-ef7e6f93c091 req-93495db9-3dbe-4547-85a3-386abdf7186b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 945 time: 0.0797870 Jul 27 21:35:09.341557 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0916e5cb-87bd-4eb2-924c-ef7e6f93c091 req-aa33f037-2367-475a-a677-69e56d383d77 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381160 Jul 27 21:35:09.461814 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-3a140ecc-7afd-44d3-8921-e5983b0888bb tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.473563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-ee042202-8e5d-4aa1-a71a-3d63dc2d095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:09.475161 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-ee042202-8e5d-4aa1-a71a-3d63dc2d095c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 1096 time: 0.1242738 Jul 27 21:35:09.578708 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-3a140ecc-7afd-44d3-8921-e5983b0888bb tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.643986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-3a140ecc-7afd-44d3-8921-e5983b0888bb tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Network 6224e8f5-9fc4-4ddb-b073-8550274665a5 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:09.645361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-3bd22cba-b74c-4d9b-ae77-5e7497d484e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:09.646902 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-3bd22cba-b74c-4d9b-ae77-5e7497d484e4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=553c2f0e-5354-4613-b23c-818b168119a1 HTTP/1.1" status: 200 len: 898 time: 0.1635542 Jul 27 21:35:09.652350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-3a140ecc-7afd-44d3-8921-e5983b0888bb tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:09.654838 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-3a140ecc-7afd-44d3-8921-e5983b0888bb tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:35:09.663129 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cb91c-a2f9-4791-8ee8-31733c8a419b req-5dd11493-d579-4f9e-a916-52c7ed60b54e tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:09.664790 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e5cb91c-a2f9-4791-8ee8-31733c8a419b req-5dd11493-d579-4f9e-a916-52c7ed60b54e tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba57ec55-f184-4d76-a2a5-7a25d608668d HTTP/1.1" status: 200 len: 931 time: 0.0655282 Jul 27 21:35:09.708151 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e5cb91c-a2f9-4791-8ee8-31733c8a419b req-b531ee29-d652-4549-bf15-d4655cb079c3 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371537 Jul 27 21:35:09.721752 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a140ecc-7afd-44d3-8921-e5983b0888bb tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Pushing event updated for resources: {'Port': ['ID=8f16a398-244b-48e8-956d-94da8f2a23d6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:09.759677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-3a140ecc-7afd-44d3-8921-e5983b0888bb tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:09.760295 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-3a140ecc-7afd-44d3-8921-e5983b0888bb tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:09.777863 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-d62381db-6dc7-4a7c-8af3-b75aac4b144d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12eaa83b-c667-40c5-b6ea-9f3164441766 HTTP/1.1" status: 200 len: 1000 time: 0.1190248 Jul 27 21:35:09.784398 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-3a140ecc-7afd-44d3-8921-e5983b0888bb tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9403360 Jul 27 21:35:09.806321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Request body: {'port': {'device_id': 'ba57ec55-f184-4d76-a2a5-7a25d608668d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:09.873239 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-16941828-7e98-457d-b4f4-007e71a0819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:09.874734 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-16941828-7e98-457d-b4f4-007e71a0819e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca8ef25a-5ebc-4630-888b-c8e45b206856 HTTP/1.1" status: 200 len: 834 time: 0.0811758 Jul 27 21:35:09.944700 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:10.017339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-974b072d-6aec-45e3-ae54-0c1b18ddd18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:10.018526 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-974b072d-6aec-45e3-ae54-0c1b18ddd18a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=553c2f0e-5354-4613-b23c-818b168119a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199677 Jul 27 21:35:10.230621 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-07428a06-2295-4e4f-8c9b-f58c6d134746 service neutron] 10.222.0.20 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646647 Jul 27 21:35:10.385484 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f16a398-244b-48e8-956d-94da8f2a23d6 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:35:10.392252 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9d69a351-68fa-48a7-bb71-4d4c1aa8a23c service neutron] 10.222.0.20 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528211 Jul 27 21:35:10.397172 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:10.412603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Transition to ACTIVE for port object 8f16a398-244b-48e8-956d-94da8f2a23d6 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:10.416648 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:10.473386 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Pushing event updated for resources: {'Port': ['ID=8f16a398-244b-48e8-956d-94da8f2a23d6,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:10.485206 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9182f-8a8e-4fa9-af6a-3a9466e51a3c req-5193b09f-f575-4677-99fe-1d8b2114c0d9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:10.486769 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7e9182f-8a8e-4fa9-af6a-3a9466e51a3c req-5193b09f-f575-4677-99fe-1d8b2114c0d9 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 945 time: 0.0742352 Jul 27 21:35:10.532216 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7e9182f-8a8e-4fa9-af6a-3a9466e51a3c req-3e798959-3a1f-4ba4-b42d-f2c39530a72a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381925 Jul 27 21:35:10.642574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Attempting to bind port 8f16a398-244b-48e8-956d-94da8f2a23d6 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:35:10.642818 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Attempting to bind port 8f16a398-244b-48e8-956d-94da8f2a23d6 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'd7b37bbf-88bc-43b0-a6a5-53096289fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6224e8f5-9fc4-4ddb-b073-8550274665a5'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:35:10.643191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Attempting to bind port 8f16a398-244b-48e8-956d-94da8f2a23d6 on network 6224e8f5-9fc4-4ddb-b073-8550274665a5 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:10.649303 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-eb3a16af-0861-4060-8062-25db323f42b9 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:10.652462 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-eb3a16af-0861-4060-8062-25db323f42b9 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e&tenant_id=3a65593248f94ce3907873f90c034333&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 1096 time: 0.1787074 Jul 27 21:35:10.652462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Port 8f16a398-244b-48e8-956d-94da8f2a23d6 on network 6224e8f5-9fc4-4ddb-b073-8550274665a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:35:10.652462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Attempting to bind port 8f16a398-244b-48e8-956d-94da8f2a23d6 on network 6224e8f5-9fc4-4ddb-b073-8550274665a5 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:10.658079 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:35:10.658457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Checking segment: {'id': 'd7b37bbf-88bc-43b0-a6a5-53096289fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6224e8f5-9fc4-4ddb-b073-8550274665a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:10.658843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Bound using segment: {'id': 'd7b37bbf-88bc-43b0-a6a5-53096289fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6224e8f5-9fc4-4ddb-b073-8550274665a5'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:35:10.659268 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Bound port: 8f16a398-244b-48e8-956d-94da8f2a23d6, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b37bbf-88bc-43b0-a6a5-53096289fa4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6224e8f5-9fc4-4ddb-b073-8550274665a5'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:35:10.659628 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:10.665752 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-764806-9'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:10.795797 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:10.799061 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] For port 8f16a398-244b-48e8-956d-94da8f2a23d6, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:10.807961 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] For port 8f16a398-244b-48e8-956d-94da8f2a23d6, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8f16a398-244b-48e8-956d-94da8f2a23d6,segment=NetworkSegment(d7b37bbf-88bc-43b0-a6a5-53096289fa4f),segment_id=d7b37bbf-88bc-43b0-a6a5-53096289fa4f)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:35:10.814092 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:10.848851 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc93fb-e6dc-4763-aa00-afb7520dac8c req-d0b64fd5-7919-4c6d-a288-f1838a305696 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:10.850445 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8afc93fb-e6dc-4763-aa00-afb7520dac8c req-d0b64fd5-7919-4c6d-a288-f1838a305696 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba57ec55-f184-4d76-a2a5-7a25d608668d HTTP/1.1" status: 200 len: 943 time: 0.0709369 Jul 27 21:35:10.883376 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:10.884004 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:10.885397 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] 10.222.0.20 "PUT /v2.0/ports/8f16a398-244b-48e8-956d-94da8f2a23d6 HTTP/1.1" status: 200 len: 1091 time: 1.0839951 Jul 27 21:35:10.885847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba57ec55-f184-4d76-a2a5-7a25d608668d', 'tag': '8f16a398-244b-48e8-956d-94da8f2a23d6'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:10.888466 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24807ba-c614-4184-93d9-852e0e22c063" -d '{"events": [{"name": "network-changed", "server_uuid": "ba57ec55-f184-4d76-a2a5-7a25d608668d", "tag": "8f16a398-244b-48e8-956d-94da8f2a23d6"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:10.893150 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8afc93fb-e6dc-4763-aa00-afb7520dac8c req-56e89bfc-3061-45a4-b0c7-36455270a474 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363989 Jul 27 21:35:10.927521 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e485b5d-dd6c-4287-89be-540557ed5666 service neutron] Pushing event updated for resources: {'Port': ['ID=8f16a398-244b-48e8-956d-94da8f2a23d6,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:10.957472 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0374aa8a-fc94-4f6c-8d4b-518a00740b74 x-openstack-request-id: req-0374aa8a-fc94-4f6c-8d4b-518a00740b74 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:10.957766 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba57ec55-f184-4d76-a2a5-7a25d608668d", "tag": "8f16a398-244b-48e8-956d-94da8f2a23d6", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:10.958020 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0374aa8a-fc94-4f6c-8d4b-518a00740b74 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:10.958452 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba57ec55-f184-4d76-a2a5-7a25d608668d', 'tag': '8f16a398-244b-48e8-956d-94da8f2a23d6', 'status': 'completed', 'code': 200} Jul 27 21:35:11.044524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] For port 12eaa83b-c667-40c5-b6ea-9f3164441766, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=12eaa83b-c667-40c5-b6ea-9f3164441766,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:11.056852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-776bd432-301e-4721-bcab-0a1f008a56cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:11.058396 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-776bd432-301e-4721-bcab-0a1f008a56cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=061b55fbf2cc4c18b64448020898cccb&device_id=ba57ec55-f184-4d76-a2a5-7a25d608668d HTTP/1.1" status: 200 len: 1094 time: 0.0988214 Jul 27 21:35:11.114130 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-8e2d678e-fe4a-4685-a85b-6d38f9e10193 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f16a398-244b-48e8-956d-94da8f2a23d6 HTTP/1.1" status: 200 len: 217 time: 0.0483809 Jul 27 21:35:11.121884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] For port 12eaa83b-c667-40c5-b6ea-9f3164441766, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:11.202725 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.206919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-f5ff4f49-bb80-44d1-9642-68de6f8052fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:11.208538 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-f5ff4f49-bb80-44d1-9642-68de6f8052fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f3856d3-60db-4f97-b737-96e4968bfd12 HTTP/1.1" status: 200 len: 849 time: 0.0880127 Jul 27 21:35:11.209681 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.273486 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-de153f2b-3dc5-4c0e-bbf3-83ccee9173f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6224e8f5-9fc4-4ddb-b073-8550274665a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557904 Jul 27 21:35:11.379874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Pushing event updated for resources: {'Port': ['ID=12eaa83b-c667-40c5-b6ea-9f3164441766,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:11.472263 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Attempting to bind port 12eaa83b-c667-40c5-b6ea-9f3164441766 on host n-h2-764806-9 for vnic_type normal with profile {"migrating_to": "n-h1-764806-9"} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:35:11.472522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Attempting to bind port 12eaa83b-c667-40c5-b6ea-9f3164441766 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:35:11.472853 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Attempting to bind port 12eaa83b-c667-40c5-b6ea-9f3164441766 on network 553c2f0e-5354-4613-b23c-818b168119a1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:11.476253 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-0ce17427-9224-4315-858b-3a994390e87d service neutron] 10.222.0.20 "GET /v2.0/networks/6224e8f5-9fc4-4ddb-b073-8550274665a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950483 Jul 27 21:35:11.480886 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Port 12eaa83b-c667-40c5-b6ea-9f3164441766 on network 553c2f0e-5354-4613-b23c-818b168119a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:35:11.481208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Attempting to bind port 12eaa83b-c667-40c5-b6ea-9f3164441766 on network 553c2f0e-5354-4613-b23c-818b168119a1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:11.494952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:35:11.495288 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Checking segment: {'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:11.495671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Bound using segment: {'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:35:11.496096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Bound port: 12eaa83b-c667-40c5-b6ea-9f3164441766, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd9b3d9-69cd-45b2-bc18-687129556dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:35:11.496453 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.510603 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ddc67db5-ea96-42fd-942d-b9a1a2b78a40 None None] Provisioning complete for port 12eaa83b-c667-40c5-b6ea-9f3164441766 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:11.511175 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ddc67db5-ea96-42fd-942d-b9a1a2b78a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.551951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ddc67db5-ea96-42fd-942d-b9a1a2b78a40 None None] Port 12eaa83b-c667-40c5-b6ea-9f3164441766 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:35:11.638814 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-90bee308-a79c-4624-ae3f-1ca0cfe5796d req-10b81b21-0a6e-48f4-953f-252955df233b service neutron] 10.222.0.20 "GET /v2.0/networks/6224e8f5-9fc4-4ddb-b073-8550274665a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545160 Jul 27 21:35:11.639824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] For port 12eaa83b-c667-40c5-b6ea-9f3164441766, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:11.644650 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] For port 12eaa83b-c667-40c5-b6ea-9f3164441766, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=12eaa83b-c667-40c5-b6ea-9f3164441766,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:35:11.651718 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.673605 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846f269-edd3-45c2-b6b8-cdd0b046cda1 req-d82f273f-de29-4e37-aa7d-f2ab55399a6a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:11.675379 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1846f269-edd3-45c2-b6b8-cdd0b046cda1 req-d82f273f-de29-4e37-aa7d-f2ab55399a6a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 943 time: 0.0723970 Jul 27 21:35:11.727266 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1846f269-edd3-45c2-b6b8-cdd0b046cda1 req-90cc16c5-9cc1-4a60-a815-aee3f5733aa3 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418181 Jul 27 21:35:11.811162 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Pushing event updated for resources: {'Port': ['ID=12eaa83b-c667-40c5-b6ea-9f3164441766,revision_number=8']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:11.846409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24807ba-c614-4184-93d9-852e0e22c063 req-8a75db1c-0903-4b01-9f0d-ce061b58cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:11.847961 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d24807ba-c614-4184-93d9-852e0e22c063 req-8a75db1c-0903-4b01-9f0d-ce061b58cc0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=061b55fbf2cc4c18b64448020898cccb&device_id=ba57ec55-f184-4d76-a2a5-7a25d608668d HTTP/1.1" status: 200 len: 1094 time: 0.1502810 Jul 27 21:35:11.878662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:11.879296 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:11.880690 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-9b790285-ff3e-4cf4-93c5-4ab9678908b4 service neutron] 10.222.0.20 "PUT /v2.0/ports/12eaa83b-c667-40c5-b6ea-9f3164441766 HTTP/1.1" status: 200 len: 1121 time: 1.2190077 Jul 27 21:35:11.945618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['12eaa83b-c667-40c5-b6ea-9f3164441766'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:35:11.980338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24807ba-c614-4184-93d9-852e0e22c063 req-91672575-2d05-46e3-87d2-1531025a8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:11.981746 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d24807ba-c614-4184-93d9-852e0e22c063 req-91672575-2d05-46e3-87d2-1531025a8604 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6224e8f5-9fc4-4ddb-b073-8550274665a5 HTTP/1.1" status: 200 len: 910 time: 0.1145658 Jul 27 21:35:11.998644 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e9695b14-5800-4c7a-8693-fbda70caf914 None None] Provisioning complete for port 12eaa83b-c667-40c5-b6ea-9f3164441766 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:11.999011 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e9695b14-5800-4c7a-8693-fbda70caf914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:12.035372 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d24807ba-c614-4184-93d9-852e0e22c063 req-57240eae-dfbc-4bf1-b16d-f0f366200b03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f16a398-244b-48e8-956d-94da8f2a23d6 HTTP/1.1" status: 200 len: 217 time: 0.0461149 Jul 27 21:35:12.040889 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d9628-c308-4a55-866e-9b77b36cf376 req-0a989c65-f269-46c7-b73e-41ad75c848d0 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:12.042483 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-693d9628-c308-4a55-866e-9b77b36cf376 req-0a989c65-f269-46c7-b73e-41ad75c848d0 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba57ec55-f184-4d76-a2a5-7a25d608668d HTTP/1.1" status: 200 len: 943 time: 0.0744772 Jul 27 21:35:12.089250 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24807ba-c614-4184-93d9-852e0e22c063 req-13d95d14-f7ae-4810-8c6e-d16c486cafbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:12.090817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d24807ba-c614-4184-93d9-852e0e22c063 req-13d95d14-f7ae-4810-8c6e-d16c486cafbf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7f3856d3-60db-4f97-b737-96e4968bfd12 HTTP/1.1" status: 200 len: 849 time: 0.0483129 Jul 27 21:35:12.090946 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-693d9628-c308-4a55-866e-9b77b36cf376 req-848ccb10-4b6d-4ad7-a3db-f7953e33c3d6 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395088 Jul 27 21:35:12.129497 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d24807ba-c614-4184-93d9-852e0e22c063 req-cc3676e2-9103-4560-96c5-e550341495cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6224e8f5-9fc4-4ddb-b073-8550274665a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289276 Jul 27 21:35:12.153325 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e9695b14-5800-4c7a-8693-fbda70caf914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:12.196167 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:12.199022 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0698ed5-8261-4ac1-8d7d-a87dede92d45" -d '{"events": [{"server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "name": "network-vif-plugged", "status": "completed", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:12.226080 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e9695b14-5800-4c7a-8693-fbda70caf914 None None] For port 12eaa83b-c667-40c5-b6ea-9f3164441766, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=12eaa83b-c667-40c5-b6ea-9f3164441766,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:12.229282 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d24807ba-c614-4184-93d9-852e0e22c063 req-8df3ba62-440b-43d6-abfc-c403af2268af service neutron] 10.222.0.20 "GET /v2.0/networks/6224e8f5-9fc4-4ddb-b073-8550274665a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921898 Jul 27 21:35:12.231782 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e9695b14-5800-4c7a-8693-fbda70caf914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:12.246013 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810487de-4849-4df4-a559-a40d8fee6f1c x-openstack-request-id: req-810487de-4849-4df4-a559-a40d8fee6f1c {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:12.246339 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "name": "network-vif-plugged", "status": "completed", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:12.246577 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-810487de-4849-4df4-a559-a40d8fee6f1c {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:12.246973 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766', 'code': 200} Jul 27 21:35:12.324683 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d24807ba-c614-4184-93d9-852e0e22c063 req-9b7626e2-d6c7-4afd-8122-e39d00efe467 service neutron] 10.222.0.20 "GET /v2.0/networks/6224e8f5-9fc4-4ddb-b073-8550274665a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868883 Jul 27 21:35:12.412951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9695b14-5800-4c7a-8693-fbda70caf914 None None] Pushing event updated for resources: {'Port': ['ID=12eaa83b-c667-40c5-b6ea-9f3164441766,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:12.862614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a2597-cafc-4081-aa98-987645ed94a9 req-e68832c6-ff16-4bff-bcd3-80e296749448 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:12.864099 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-107a2597-cafc-4081-aa98-987645ed94a9 req-e68832c6-ff16-4bff-bcd3-80e296749448 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 945 time: 0.0639906 Jul 27 21:35:12.901395 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-107a2597-cafc-4081-aa98-987645ed94a9 req-983fd138-ed6a-44a2-8f3c-1136a7c6e90d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314178 Jul 27 21:35:12.960052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766'}, {'name': 'network-changed', 'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:12.962945 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c07ee5-c9d6-4376-b3bd-75a0ec057709" -d '{"events": [{"server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "name": "network-vif-unplugged", "status": "completed", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766"}, {"name": "network-changed", "server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:12.999824 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51546b64-f080-400d-93d4-44ff818b7a4f x-openstack-request-id: req-51546b64-f080-400d-93d4-44ff818b7a4f {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:13.000975 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "name": "network-vif-unplugged", "status": "completed", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766", "code": 200}, {"name": "network-changed", "server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:13.001091 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51546b64-f080-400d-93d4-44ff818b7a4f {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:13.001424 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766', 'code': 200} Jul 27 21:35:13.001685 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766', 'status': 'completed', 'code': 200} Jul 27 21:35:13.080381 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c07ee5-c9d6-4376-b3bd-75a0ec057709 req-a67b8baf-78ee-4c3a-aa5f-e419c3e33d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:13.081889 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-64c07ee5-c9d6-4376-b3bd-75a0ec057709 req-a67b8baf-78ee-4c3a-aa5f-e419c3e33d1f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 1126 time: 0.0555708 Jul 27 21:35:13.176766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c07ee5-c9d6-4376-b3bd-75a0ec057709 req-ccbd4bca-e00e-4e4d-9f23-d41102683332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:13.178304 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-64c07ee5-c9d6-4376-b3bd-75a0ec057709 req-ccbd4bca-e00e-4e4d-9f23-d41102683332 service neutron] 10.222.0.66 "GET /v2.0/networks?id=553c2f0e-5354-4613-b23c-818b168119a1 HTTP/1.1" status: 200 len: 898 time: 0.0878897 Jul 27 21:35:13.232711 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbab7d-c5f1-460b-ab74-695007cd0834 req-f3f7bae9-e20f-41b3-80f7-44494e95d6a8 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:13.234202 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bbfbab7d-c5f1-460b-ab74-695007cd0834 req-f3f7bae9-e20f-41b3-80f7-44494e95d6a8 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba57ec55-f184-4d76-a2a5-7a25d608668d HTTP/1.1" status: 200 len: 943 time: 0.0683615 Jul 27 21:35:13.246881 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-64c07ee5-c9d6-4376-b3bd-75a0ec057709 req-9da11903-2fcd-4ac2-a43b-9412fa53a30a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12eaa83b-c667-40c5-b6ea-9f3164441766 HTTP/1.1" status: 200 len: 1000 time: 0.0592895 Jul 27 21:35:13.275191 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bbfbab7d-c5f1-460b-ab74-695007cd0834 req-7db49fec-cc17-4dec-97c8-9f2b63265d60 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341716 Jul 27 21:35:13.635086 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c07ee5-c9d6-4376-b3bd-75a0ec057709 req-a44e8512-df2b-46de-98fd-af6b34726f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:13.636567 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-64c07ee5-c9d6-4376-b3bd-75a0ec057709 req-a44e8512-df2b-46de-98fd-af6b34726f4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ca8ef25a-5ebc-4630-888b-c8e45b206856 HTTP/1.1" status: 200 len: 834 time: 0.3815711 Jul 27 21:35:13.698431 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c07ee5-c9d6-4376-b3bd-75a0ec057709 req-161c3a97-7ce0-45aa-a319-0af54c4078bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:13.699940 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-64c07ee5-c9d6-4376-b3bd-75a0ec057709 req-161c3a97-7ce0-45aa-a319-0af54c4078bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=553c2f0e-5354-4613-b23c-818b168119a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556717 Jul 27 21:35:13.799124 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-64c07ee5-c9d6-4376-b3bd-75a0ec057709 req-ef712bfd-7076-43e1-9c5c-d7124113d3d9 service neutron] 10.222.0.66 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847030 Jul 27 21:35:13.899274 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-64c07ee5-c9d6-4376-b3bd-75a0ec057709 req-6613794a-2809-4cc8-b8f7-f93073c84860 service neutron] 10.222.0.66 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906971 Jul 27 21:35:14.038804 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c1d85-2a2e-45c7-9651-6c5153697bf0 req-5ec5ab81-2614-46fc-8437-40edbf8bee24 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:14.040361 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-759c1d85-2a2e-45c7-9651-6c5153697bf0 req-5ec5ab81-2614-46fc-8437-40edbf8bee24 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 945 time: 0.0673957 Jul 27 21:35:14.080967 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-759c1d85-2a2e-45c7-9651-6c5153697bf0 req-88240051-bc5d-4cbe-accc-fb8f766fde7c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343511 Jul 27 21:35:14.409121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63047899-4359-42a1-87e5-0ff0a8d0ebe9 req-b86d28aa-b6b0-4c46-8c37-7bca87d5f7da tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:14.410665 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63047899-4359-42a1-87e5-0ff0a8d0ebe9 req-b86d28aa-b6b0-4c46-8c37-7bca87d5f7da tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba57ec55-f184-4d76-a2a5-7a25d608668d HTTP/1.1" status: 200 len: 943 time: 0.0672774 Jul 27 21:35:14.456588 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63047899-4359-42a1-87e5-0ff0a8d0ebe9 req-d2412afa-905c-4b20-ae46-0ec55571a11b tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399375 Jul 27 21:35:15.088722 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 12eaa83b-c667-40c5-b6ea-9f3164441766 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:35:15.188605 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 12eaa83b-c667-40c5-b6ea-9f3164441766, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=12eaa83b-c667-40c5-b6ea-9f3164441766,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:15.200341 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 12eaa83b-c667-40c5-b6ea-9f3164441766 has no active binding in host n-h1-764806-9 {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 27 21:35:15.200711 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8f16a398-244b-48e8-956d-94da8f2a23d6 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:35:15.211406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238879d-a4ea-4128-b8a5-4d565dec24a8 req-632e368e-f96e-4260-aaa7-e179496270e0 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:15.212919 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6238879d-a4ea-4128-b8a5-4d565dec24a8 req-632e368e-f96e-4260-aaa7-e179496270e0 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 945 time: 0.0646529 Jul 27 21:35:15.252248 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6238879d-a4ea-4128-b8a5-4d565dec24a8 req-3a6d633f-b589-44db-96f5-732906aa9bd7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333474 Jul 27 21:35:15.299075 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8f16a398-244b-48e8-956d-94da8f2a23d6, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8f16a398-244b-48e8-956d-94da8f2a23d6,segment=NetworkSegment(d7b37bbf-88bc-43b0-a6a5-53096289fa4f),segment_id=d7b37bbf-88bc-43b0-a6a5-53096289fa4f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:15.310239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '8f16a398-244b-48e8-956d-94da8f2a23d6', 'network_id': '6224e8f5-9fc4-4ddb-b073-8550274665a5', 'port_id': '8f16a398-244b-48e8-956d-94da8f2a23d6', 'mac_address': 'fa:16:3e:8d:f9:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3856d3-60db-4f97-b737-96e4968bfd12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:35:15.347300 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:15.360077 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f16a398-244b-48e8-956d-94da8f2a23d6 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:35:15.379250 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8f16a398-244b-48e8-956d-94da8f2a23d6, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8f16a398-244b-48e8-956d-94da8f2a23d6,segment=NetworkSegment(d7b37bbf-88bc-43b0-a6a5-53096289fa4f),segment_id=d7b37bbf-88bc-43b0-a6a5-53096289fa4f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:15.383267 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:15.429865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=8f16a398-244b-48e8-956d-94da8f2a23d6,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:15.591458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d06a8-dc4b-4da4-b6dc-815c5d9df893 req-5306db83-8487-49d7-aa94-7863521b7634 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:15.592997 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b74d06a8-dc4b-4da4-b6dc-815c5d9df893 req-5306db83-8487-49d7-aa94-7863521b7634 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba57ec55-f184-4d76-a2a5-7a25d608668d HTTP/1.1" status: 200 len: 944 time: 0.0668867 Jul 27 21:35:15.626216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['8f16a398-244b-48e8-956d-94da8f2a23d6'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:35:15.636161 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b74d06a8-dc4b-4da4-b6dc-815c5d9df893 req-26719d02-f8a1-4594-a4a0-0dc182ae4f9e tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354872 Jul 27 21:35:16.390238 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136c86c-ec92-4b45-9249-9a95e6222a56 req-1134d886-b1bb-43af-9197-6319811d8182 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:16.391984 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0136c86c-ec92-4b45-9249-9a95e6222a56 req-1134d886-b1bb-43af-9197-6319811d8182 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 945 time: 0.0708778 Jul 27 21:35:16.432639 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0136c86c-ec92-4b45-9249-9a95e6222a56 req-f549ee74-5489-435c-b2dd-18915654f7fa tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347598 Jul 27 21:35:16.778412 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148a87e-64e4-4e94-97eb-04e0cc32d68a req-1c11e4cb-a95c-4448-b1d4-46dd6dc210be tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:16.779924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4148a87e-64e4-4e94-97eb-04e0cc32d68a req-1c11e4cb-a95c-4448-b1d4-46dd6dc210be tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba57ec55-f184-4d76-a2a5-7a25d608668d HTTP/1.1" status: 200 len: 944 time: 0.0706439 Jul 27 21:35:16.823274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4148a87e-64e4-4e94-97eb-04e0cc32d68a req-60a79508-7981-4cc8-b36c-330a13c280c5 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364373 Jul 27 21:35:17.015394 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-1b92c6e8-ecf1-44e9-a2ed-64b102f56a78 service neutron] 10.222.0.66 "GET /v2.0/ports/12eaa83b-c667-40c5-b6ea-9f3164441766/bindings/n-h1-764806-9 HTTP/1.1" status: 200 len: 384 time: 0.0764878 Jul 27 21:35:17.085682 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8f16a398-244b-48e8-956d-94da8f2a23d6 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:17.138844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 8f16a398-244b-48e8-956d-94da8f2a23d6 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:17.143290 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 8f16a398-244b-48e8-956d-94da8f2a23d6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:17.143665 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:17.163028 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb532fd0-6a5f-4595-be1d-b4ff47edce56 req-0f41f2ce-80fd-4bd4-8c19-1c4cff9de472 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1124609 Jul 27 21:35:17.232532 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:17.257071 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba57ec55-f184-4d76-a2a5-7a25d608668d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f16a398-244b-48e8-956d-94da8f2a23d6'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:17.259405 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f602005d-8d16-4036-b088-33c604343192" -d '{"events": [{"server_uuid": "ba57ec55-f184-4d76-a2a5-7a25d608668d", "name": "network-vif-plugged", "status": "completed", "tag": "8f16a398-244b-48e8-956d-94da8f2a23d6"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:17.274022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8f16a398-244b-48e8-956d-94da8f2a23d6, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8f16a398-244b-48e8-956d-94da8f2a23d6,segment=NetworkSegment(d7b37bbf-88bc-43b0-a6a5-53096289fa4f),segment_id=d7b37bbf-88bc-43b0-a6a5-53096289fa4f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:17.278802 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:17.315941 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7470902c-49e8-4bcf-908f-20edbcd9255d x-openstack-request-id: req-7470902c-49e8-4bcf-908f-20edbcd9255d {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:17.316514 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba57ec55-f184-4d76-a2a5-7a25d608668d", "name": "network-vif-plugged", "status": "completed", "tag": "8f16a398-244b-48e8-956d-94da8f2a23d6", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:17.317237 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7470902c-49e8-4bcf-908f-20edbcd9255d {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:17.317628 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba57ec55-f184-4d76-a2a5-7a25d608668d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f16a398-244b-48e8-956d-94da8f2a23d6', 'code': 200} Jul 27 21:35:17.319464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-b15c5e7f-fd58-4f09-a159-8d156a9f5ea4 service neutron] For port 12eaa83b-c667-40c5-b6ea-9f3164441766, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=12eaa83b-c667-40c5-b6ea-9f3164441766,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:17.335300 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb532fd0-6a5f-4595-be1d-b4ff47edce56 req-83c68601-eb14-46d9-87f5-d516ef8c0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:17.337029 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb532fd0-6a5f-4595-be1d-b4ff47edce56 req-83c68601-eb14-46d9-87f5-d516ef8c0eff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 1096 time: 0.1274502 Jul 27 21:35:17.359370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=8f16a398-244b-48e8-956d-94da8f2a23d6,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:17.371700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-b15c5e7f-fd58-4f09-a159-8d156a9f5ea4 service neutron] For port 12eaa83b-c667-40c5-b6ea-9f3164441766, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:17.501319 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:17.503626 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1753a40-58cc-438e-a4fa-978dd4f2f717" -d '{"events": [{"server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "name": "network-vif-unplugged", "status": "completed", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:17.513330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-b15c5e7f-fd58-4f09-a159-8d156a9f5ea4 service neutron] For port 12eaa83b-c667-40c5-b6ea-9f3164441766, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=12eaa83b-c667-40c5-b6ea-9f3164441766,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:17.548188 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-b15c5e7f-fd58-4f09-a159-8d156a9f5ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:17.553927 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb532fd0-6a5f-4595-be1d-b4ff47edce56 req-057e194f-1d99-4b94-b8f0-c8e58736dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:17.555516 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb532fd0-6a5f-4595-be1d-b4ff47edce56 req-057e194f-1d99-4b94-b8f0-c8e58736dc1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.1939154 Jul 27 21:35:17.563960 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a856c5b4-a9ce-49ed-92bd-e855727bab69 x-openstack-request-id: req-a856c5b4-a9ce-49ed-92bd-e855727bab69 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:17.564248 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "name": "network-vif-unplugged", "status": "completed", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:17.564501 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a856c5b4-a9ce-49ed-92bd-e855727bab69 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:17.564899 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766', 'code': 200} Jul 27 21:35:17.587621 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908b854-0dff-4faf-8ded-b4865889810d req-a65ae01a-5261-43e6-98ee-8e27615a167f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:17.589203 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6908b854-0dff-4faf-8ded-b4865889810d req-a65ae01a-5261-43e6-98ee-8e27615a167f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 945 time: 0.0837860 Jul 27 21:35:17.615503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a7bb9-3652-4b85-b992-fd9fa47a2b40 req-73da013b-f2b8-4e06-8a6b-804b62f57de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:17.617036 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-649a7bb9-3652-4b85-b992-fd9fa47a2b40 req-73da013b-f2b8-4e06-8a6b-804b62f57de1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ba57ec55-f184-4d76-a2a5-7a25d608668d HTTP/1.1" status: 200 len: 1096 time: 0.2435613 Jul 27 21:35:17.633705 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6908b854-0dff-4faf-8ded-b4865889810d req-d15a2bb1-e202-4c85-8518-19642dd9b9ef tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374134 Jul 27 21:35:17.706565 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb532fd0-6a5f-4595-be1d-b4ff47edce56 req-28d39438-dee1-49c3-a02c-a3ca38165742 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c3f7450-67cf-482e-85cc-9d08abda989e HTTP/1.1" status: 200 len: 1001 time: 0.1389706 Jul 27 21:35:17.717222 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-649a7bb9-3652-4b85-b992-fd9fa47a2b40 req-2cfc6bde-8fcd-4edc-86a6-5c36b460da71 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787010 Jul 27 21:35:17.765216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-b15c5e7f-fd58-4f09-a159-8d156a9f5ea4 service neutron] Transition to ACTIVE for port object 12eaa83b-c667-40c5-b6ea-9f3164441766 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:17.771810 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-b15c5e7f-fd58-4f09-a159-8d156a9f5ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:17.775935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb532fd0-6a5f-4595-be1d-b4ff47edce56 req-fd191879-4372-4523-9b28-6bea9b45da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:17.777401 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb532fd0-6a5f-4595-be1d-b4ff47edce56 req-fd191879-4372-4523-9b28-6bea9b45da86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0620797 Jul 27 21:35:17.904685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c5e7f-fd58-4f09-a159-8d156a9f5ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=12eaa83b-c667-40c5-b6ea-9f3164441766,revision_number=11']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:17.946817 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb532fd0-6a5f-4595-be1d-b4ff47edce56 req-d152801a-5348-4a4b-ad23-a9a57a7ccb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:17.948410 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb532fd0-6a5f-4595-be1d-b4ff47edce56 req-d152801a-5348-4a4b-ad23-a9a57a7ccb7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436017 Jul 27 21:35:17.980466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-b15c5e7f-fd58-4f09-a159-8d156a9f5ea4 service neutron] No DVR routers for this DVR port 12eaa83b-c667-40c5-b6ea-9f3164441766 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:35:18.159586 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb532fd0-6a5f-4595-be1d-b4ff47edce56 req-83953f4d-d35c-4c6f-916b-c639e3582249 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879439 Jul 27 21:35:18.240292 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-b15c5e7f-fd58-4f09-a159-8d156a9f5ea4 service neutron] 10.222.0.66 "PUT /v2.0/ports/12eaa83b-c667-40c5-b6ea-9f3164441766/bindings/n-h1-764806-9/activate HTTP/1.1" status: 200 len: 369 time: 1.2174122 Jul 27 21:35:18.265223 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad02ad-025c-49d1-83eb-683b9b03c9ee req-65fa1f7d-e0d8-4ef8-9731-150d6ec2c16b tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:18.266851 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5dad02ad-025c-49d1-83eb-683b9b03c9ee req-65fa1f7d-e0d8-4ef8-9731-150d6ec2c16b tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba57ec55-f184-4d76-a2a5-7a25d608668d HTTP/1.1" status: 200 len: 945 time: 0.3666670 Jul 27 21:35:18.301324 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb532fd0-6a5f-4595-be1d-b4ff47edce56 req-14ca4865-0e6e-4135-92d1-0a69820620b3 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326718 Jul 27 21:35:18.311492 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5dad02ad-025c-49d1-83eb-683b9b03c9ee req-6fc4c398-4f5d-4563-9900-70d799c30962 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381622 Jul 27 21:35:18.364630 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-d25dd6ec-b790-4534-b515-77c993664d5b tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:18.366204 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-d25dd6ec-b790-4534-b515-77c993664d5b tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e&tenant_id=3a65593248f94ce3907873f90c034333&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 1095 time: 0.0638223 Jul 27 21:35:18.434911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-2164543b-8d92-4856-9901-bfa9c094c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:18.436406 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-2164543b-8d92-4856-9901-bfa9c094c2a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e&tenant_id=3a65593248f94ce3907873f90c034333 HTTP/1.1" status: 200 len: 1095 time: 0.0601673 Jul 27 21:35:18.526245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-be73f861-104b-495d-8a29-1385a1f61b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:18.528866 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-be73f861-104b-495d-8a29-1385a1f61b09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 1095 time: 0.0649328 Jul 27 21:35:18.632051 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-6165db97-89ae-4e3e-81df-a175d77ccc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:18.633545 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-6165db97-89ae-4e3e-81df-a175d77ccc36 service neutron] 10.222.0.20 "GET /v2.0/networks?id=553c2f0e-5354-4613-b23c-818b168119a1 HTTP/1.1" status: 200 len: 898 time: 0.0961342 Jul 27 21:35:18.707251 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-aeaf4151-427d-4788-ae04-7efeaa33ffde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12eaa83b-c667-40c5-b6ea-9f3164441766 HTTP/1.1" status: 200 len: 998 time: 0.0654793 Jul 27 21:35:18.768010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-669978ae-a824-49f6-8a6e-50f4970db539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:18.769518 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-669978ae-a824-49f6-8a6e-50f4970db539 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca8ef25a-5ebc-4630-888b-c8e45b206856 HTTP/1.1" status: 200 len: 834 time: 0.0534952 Jul 27 21:35:18.782716 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3f3ae-b8f0-4d86-ba53-aade2e67c9da req-2b84e693-035b-43b0-b7ab-949bb5a76e3d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:18.784509 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6e3f3ae-b8f0-4d86-ba53-aade2e67c9da req-2b84e693-035b-43b0-b7ab-949bb5a76e3d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 944 time: 0.0704517 Jul 27 21:35:18.825033 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6e3f3ae-b8f0-4d86-ba53-aade2e67c9da req-f3d9e28e-5430-4a8d-965d-dc5bb08f3ee4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342169 Jul 27 21:35:18.832081 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-251b6c2b-ff73-462c-b4ff-ca969ec467f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:18.833649 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-251b6c2b-ff73-462c-b4ff-ca969ec467f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=553c2f0e-5354-4613-b23c-818b168119a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571387 Jul 27 21:35:18.934662 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-e7414d32-3812-4c9b-a0b8-fbb4a75685a4 service neutron] 10.222.0.20 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916870 Jul 27 21:35:19.036187 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-03543b7b-c51e-4824-81b7-cd62b5e7bda5 service neutron] 10.222.0.20 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944552 Jul 27 21:35:19.292020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-d5ede34c-0c5d-4bdb-931f-3cb3d841fd64 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:19.293650 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-d5ede34c-0c5d-4bdb-931f-3cb3d841fd64 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e&tenant_id=3a65593248f94ce3907873f90c034333&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 1095 time: 0.0628655 Jul 27 21:35:19.432691 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-514e5d1b-a3c4-4756-b855-5f9eb7bc61ed service neutron] For port 12eaa83b-c667-40c5-b6ea-9f3164441766, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:19.436686 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-514e5d1b-a3c4-4756-b855-5f9eb7bc61ed service neutron] Notify callbacks [] for binding, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:19.438603 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-514e5d1b-a3c4-4756-b855-5f9eb7bc61ed service neutron] 10.222.0.20 "DELETE /v2.0/ports/12eaa83b-c667-40c5-b6ea-9f3164441766/bindings/n-h2-764806-9 HTTP/1.1" status: 204 len: 173 time: 0.1369169 Jul 27 21:35:19.453237 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b7f3c-e5d7-43bd-9479-c5b2b6fdb57f req-9ff98f7c-1918-4b62-855e-a235c5dc14d3 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:19.455015 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f35b7f3c-e5d7-43bd-9479-c5b2b6fdb57f req-9ff98f7c-1918-4b62-855e-a235c5dc14d3 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba57ec55-f184-4d76-a2a5-7a25d608668d HTTP/1.1" status: 200 len: 945 time: 0.0700223 Jul 27 21:35:19.497201 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f35b7f3c-e5d7-43bd-9479-c5b2b6fdb57f req-31f16bc7-44be-448a-a5be-052737f4085f tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336990 Jul 27 21:35:19.716790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 12eaa83b-c667-40c5-b6ea-9f3164441766 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:19.756778 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 12eaa83b-c667-40c5-b6ea-9f3164441766 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:19.976675 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e617ac-40a4-44b5-b3c8-3fc723a25a4a req-5f938825-8597-4b47-80a4-bb61924448df tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:19.982800 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53e617ac-40a4-44b5-b3c8-3fc723a25a4a req-5f938825-8597-4b47-80a4-bb61924448df tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 944 time: 0.0836735 Jul 27 21:35:20.021438 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53e617ac-40a4-44b5-b3c8-3fc723a25a4a req-d2dce27b-a2c6-4f63-bdb5-6e9c19888e70 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357959 Jul 27 21:35:20.212994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e930046-3e88-48c9-99fa-73c8d42e1877 req-5d5e654c-56e0-45f7-88d7-663d83f977f4 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:20.214859 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e930046-3e88-48c9-99fa-73c8d42e1877 req-5d5e654c-56e0-45f7-88d7-663d83f977f4 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 1095 time: 0.1103508 Jul 27 21:35:20.260432 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f8f5a-6084-4c1c-b3d4-93cf7bc8671b req-48781019-9dd9-4c30-9343-b7a16363bd7d tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:20.262035 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d47f8f5a-6084-4c1c-b3d4-93cf7bc8671b req-48781019-9dd9-4c30-9343-b7a16363bd7d tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba57ec55-f184-4d76-a2a5-7a25d608668d HTTP/1.1" status: 200 len: 945 time: 0.1181986 Jul 27 21:35:20.291820 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e930046-3e88-48c9-99fa-73c8d42e1877 req-80ed59b3-e8bb-40de-8786-3bd713760dc9 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671191 Jul 27 21:35:20.313885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d47f8f5a-6084-4c1c-b3d4-93cf7bc8671b req-b762a1ff-4461-4339-a8b1-0560daa4d238 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445099 Jul 27 21:35:20.432795 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad93df-e3f7-44ca-94f1-6eedbeac12e0 req-0ab48024-7dc6-4550-9fb0-b0ce88e70251 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:20.434404 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b6ad93df-e3f7-44ca-94f1-6eedbeac12e0 req-0ab48024-7dc6-4550-9fb0-b0ce88e70251 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 944 time: 0.0697987 Jul 27 21:35:20.475108 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b6ad93df-e3f7-44ca-94f1-6eedbeac12e0 req-3e6cf15b-d437-42ec-852d-cc00da41dcba tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340462 Jul 27 21:35:20.497838 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54792) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:20.567144 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a9315001-1d2b-45a4-8602-1fb097170a80 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/floatingips/89f693cb-66b8-4a43-99bd-0bc9f995b019 HTTP/1.1" status: 200 len: 990 time: 0.0680687 Jul 27 21:35:21.455157 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbf8d9-865e-4625-a370-3f96d1c9545f req-ee6aab85-5b80-4eb1-9023-c438e42628c1 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:21.456805 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d9bbf8d9-865e-4625-a370-3f96d1c9545f req-ee6aab85-5b80-4eb1-9023-c438e42628c1 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba57ec55-f184-4d76-a2a5-7a25d608668d HTTP/1.1" status: 200 len: 945 time: 0.0706010 Jul 27 21:35:21.477311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8c573-d23a-4ac9-a883-bfd22677414b req-1cc08f3d-7cc2-4a30-bde8-246631477a88 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:21.478894 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f8d8c573-d23a-4ac9-a883-bfd22677414b req-1cc08f3d-7cc2-4a30-bde8-246631477a88 tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba57ec55-f184-4d76-a2a5-7a25d608668d HTTP/1.1" status: 200 len: 945 time: 0.0659435 Jul 27 21:35:21.496933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d9bbf8d9-865e-4625-a370-3f96d1c9545f req-d2ba5403-69a3-44f5-9e3b-79140aeb7adf tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.55 "GET /v2.0/security-groups?id=62e69386-3d60-4ab1-a227-5ba171d8166f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340333 Jul 27 21:35:21.599711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-f8d8c573-d23a-4ac9-a883-bfd22677414b req-80303a0a-759c-4068-8655-e239c21fe76c tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Deleting port 8f16a398-244b-48e8-956d-94da8f2a23d6 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:21.600054 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f8d8c573-d23a-4ac9-a883-bfd22677414b req-80303a0a-759c-4068-8655-e239c21fe76c tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:21.691208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f8d8c573-d23a-4ac9-a883-bfd22677414b req-80303a0a-759c-4068-8655-e239c21fe76c tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] For port 8f16a398-244b-48e8-956d-94da8f2a23d6, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8f16a398-244b-48e8-956d-94da8f2a23d6,segment=NetworkSegment(d7b37bbf-88bc-43b0-a6a5-53096289fa4f),segment_id=d7b37bbf-88bc-43b0-a6a5-53096289fa4f)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:21.691574 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f8d8c573-d23a-4ac9-a883-bfd22677414b req-80303a0a-759c-4068-8655-e239c21fe76c tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:21.705187 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-f8d8c573-d23a-4ac9-a883-bfd22677414b req-80303a0a-759c-4068-8655-e239c21fe76c tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Calling delete_port for 8f16a398-244b-48e8-956d-94da8f2a23d6 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:21.843254 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f8d8c573-d23a-4ac9-a883-bfd22677414b req-80303a0a-759c-4068-8655-e239c21fe76c tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:21.856616 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['8f16a398-244b-48e8-956d-94da8f2a23d6'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:35:21.874069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80303a0a-759c-4068-8655-e239c21fe76c tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Pushing event deleted for resources: {'Port': ['ID=8f16a398-244b-48e8-956d-94da8f2a23d6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:21.929178 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d8c573-d23a-4ac9-a883-bfd22677414b req-80303a0a-759c-4068-8655-e239c21fe76c tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] No DVR routers for this DVR port 8f16a398-244b-48e8-956d-94da8f2a23d6 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:35:21.932746 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f8d8c573-d23a-4ac9-a883-bfd22677414b req-80303a0a-759c-4068-8655-e239c21fe76c tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:21.935297 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f8d8c573-d23a-4ac9-a883-bfd22677414b req-80303a0a-759c-4068-8655-e239c21fe76c tempest-VolumesActionsTest-1262091871 tempest-VolumesActionsTest-1262091871-project] 10.222.0.20 "DELETE /v2.0/ports/8f16a398-244b-48e8-956d-94da8f2a23d6 HTTP/1.1" status: 204 len: 173 time: 0.4491887 Jul 27 21:35:21.935743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba57ec55-f184-4d76-a2a5-7a25d608668d', 'name': 'network-vif-deleted', 'tag': '8f16a398-244b-48e8-956d-94da8f2a23d6'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:21.939089 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda3cabb-5196-4c9c-8e22-5f66a13cd89a" -d '{"events": [{"server_uuid": "ba57ec55-f184-4d76-a2a5-7a25d608668d", "name": "network-vif-deleted", "tag": "8f16a398-244b-48e8-956d-94da8f2a23d6"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:21.983310 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df91dee3-7b28-4ae0-b6bf-112fe8f35d54 x-openstack-request-id: req-df91dee3-7b28-4ae0-b6bf-112fe8f35d54 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:21.983607 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba57ec55-f184-4d76-a2a5-7a25d608668d", "name": "network-vif-deleted", "tag": "8f16a398-244b-48e8-956d-94da8f2a23d6", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:21.983860 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df91dee3-7b28-4ae0-b6bf-112fe8f35d54 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:21.984942 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba57ec55-f184-4d76-a2a5-7a25d608668d', 'name': 'network-vif-deleted', 'tag': '8f16a398-244b-48e8-956d-94da8f2a23d6', 'status': 'completed', 'code': 200} Jul 27 21:35:24.302681 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54868) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:24.551949 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-47e4873a-c2fc-4ef7-b8d9-f395583fe205 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting port 3d5cc273-cf0e-41de-b836-32e93859577e {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:24.552698 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-47e4873a-c2fc-4ef7-b8d9-f395583fe205 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:24.668077 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-47e4873a-c2fc-4ef7-b8d9-f395583fe205 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:24.673185 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-47e4873a-c2fc-4ef7-b8d9-f395583fe205 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:24.690561 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-47e4873a-c2fc-4ef7-b8d9-f395583fe205 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Calling delete_port for 3d5cc273-cf0e-41de-b836-32e93859577e owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:24.961621 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-47e4873a-c2fc-4ef7-b8d9-f395583fe205 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:24.993861 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4873a-c2fc-4ef7-b8d9-f395583fe205 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Port': ['ID=3d5cc273-cf0e-41de-b836-32e93859577e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:25.080962 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-47e4873a-c2fc-4ef7-b8d9-f395583fe205 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:25.081918 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-47e4873a-c2fc-4ef7-b8d9-f395583fe205 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Floating IP 89f693cb-66b8-4a43-99bd-0bc9f995b019 disassociated (deleted). External IP: 172.25.2.74, port: 12eaa83b-c667-40c5-b6ea-9f3164441766. Jul 27 21:35:25.113753 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8f16a398-244b-48e8-956d-94da8f2a23d6 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:25.150930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 8f16a398-244b-48e8-956d-94da8f2a23d6 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:25.151709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8f16a398-244b-48e8-956d-94da8f2a23d6 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:25.359367 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e4873a-c2fc-4ef7-b8d9-f395583fe205 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 6d054e3c-811e-4806-a3be-8d64dbda5a1c has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:35:25.507018 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e4873a-c2fc-4ef7-b8d9-f395583fe205 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:35:25.518024 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-47e4873a-c2fc-4ef7-b8d9-f395583fe205 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:25.518209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e732f50-e303-49ec-b78a-409fa56edbd7 None None] Sync routers for ids ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:35:25.535057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e732f50-e303-49ec-b78a-409fa56edbd7 None None] Routers {'6d054e3c-811e-4806-a3be-8d64dbda5a1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:25.535703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2e732f50-e303-49ec-b78a-409fa56edbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:35:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:25.566748 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-47e4873a-c2fc-4ef7-b8d9-f395583fe205 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/floatingips/89f693cb-66b8-4a43-99bd-0bc9f995b019 HTTP/1.1" status: 204 len: 168 time: 1.2604661 Jul 27 21:35:25.566748 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:25.567459 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3c81a8-37a9-46a7-9ff2-815cd72c9008" -d '{"events": [{"name": "network-changed", "server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:25.621847 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce12137f-1c07-41ba-bb2a-5e34b364c3a0 x-openstack-request-id: req-ce12137f-1c07-41ba-bb2a-5e34b364c3a0 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:25.622616 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:25.623037 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce12137f-1c07-41ba-bb2a-5e34b364c3a0 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:25.623641 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766', 'status': 'completed', 'code': 200} Jul 27 21:35:25.726390 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-209bb62f-bc62-4551-b0a2-7299e8399962 req-fa4077f3-1ecc-42fc-9db7-a855c91e259b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1233261 Jul 27 21:35:25.741659 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c81a8-37a9-46a7-9ff2-815cd72c9008 req-eb0730f1-5502-49ae-8207-f52968945173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:25.743606 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a3c81a8-37a9-46a7-9ff2-815cd72c9008 req-eb0730f1-5502-49ae-8207-f52968945173 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 1095 time: 0.0926871 Jul 27 21:35:25.886213 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c81a8-37a9-46a7-9ff2-815cd72c9008 req-03c25b5f-54d1-4dd7-9301-583d89183d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:25.887897 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a3c81a8-37a9-46a7-9ff2-815cd72c9008 req-03c25b5f-54d1-4dd7-9301-583d89183d48 service neutron] 10.222.0.20 "GET /v2.0/networks?id=553c2f0e-5354-4613-b23c-818b168119a1 HTTP/1.1" status: 200 len: 898 time: 0.1280015 Jul 27 21:35:25.955669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd51973-8cab-453b-bf79-3076cf2a9a93 req-faafafd1-ae98-4886-a57e-f84bbbcd35ef tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:25.963132 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd51973-8cab-453b-bf79-3076cf2a9a93 req-faafafd1-ae98-4886-a57e-f84bbbcd35ef tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 944 time: 0.1332831 Jul 27 21:35:25.967876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-2e732f50-e303-49ec-b78a-409fa56edbd7 None None] Set router 6d054e3c-811e-4806-a3be-8d64dbda5a1c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:26.019997 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a3c81a8-37a9-46a7-9ff2-815cd72c9008 req-e93966db-5457-49a4-8fe4-b33cf7d01eaf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12eaa83b-c667-40c5-b6ea-9f3164441766 HTTP/1.1" status: 200 len: 217 time: 0.1183746 Jul 27 21:35:26.056026 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3bd51973-8cab-453b-bf79-3076cf2a9a93 req-791a2ba9-9adf-45cd-a683-96b03104b477 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890446 Jul 27 21:35:26.119876 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c81a8-37a9-46a7-9ff2-815cd72c9008 req-101c6d63-1fe6-4a30-8600-0b7ee199d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:26.121385 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a3c81a8-37a9-46a7-9ff2-815cd72c9008 req-101c6d63-1fe6-4a30-8600-0b7ee199d276 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca8ef25a-5ebc-4630-888b-c8e45b206856 HTTP/1.1" status: 200 len: 834 time: 0.0934768 Jul 27 21:35:26.123406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bb62f-bc62-4551-b0a2-7299e8399962 req-070db16e-0f8a-49f1-98c2-d0a102c0ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:26.125137 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-209bb62f-bc62-4551-b0a2-7299e8399962 req-070db16e-0f8a-49f1-98c2-d0a102c0ca14 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 1097 time: 0.2360356 Jul 27 21:35:26.308845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2e732f50-e303-49ec-b78a-409fa56edbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-999085971', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:30Z', 'updated_at': '2021-07-27T21:33:35Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:31Z', 'updated_at': '2021-07-27T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e03cf595-fd9d-40e0-a987-d514dfb3c662', 'name': '', 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:5c:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:34Z', 'updated_at': '2021-07-27T21:33:40Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:26.337566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e732f50-e303-49ec-b78a-409fa56edbd7 None None] Checking router: 6d054e3c-811e-4806-a3be-8d64dbda5a1c for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:35:26.348628 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e732f50-e303-49ec-b78a-409fa56edbd7 None None] Routers {'6d054e3c-811e-4806-a3be-8d64dbda5a1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:26.349269 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2e732f50-e303-49ec-b78a-409fa56edbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:35:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:26.403131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bb62f-bc62-4551-b0a2-7299e8399962 req-17943770-9648-477a-b9e0-2d0ef924ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:26.404986 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-209bb62f-bc62-4551-b0a2-7299e8399962 req-17943770-9648-477a-b9e0-2d0ef924ac9d service neutron] 10.222.0.66 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.2405150 Jul 27 21:35:26.409270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c81a8-37a9-46a7-9ff2-815cd72c9008 req-973aeccc-52f3-461f-bf61-c1e9aa41c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:26.410768 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a3c81a8-37a9-46a7-9ff2-815cd72c9008 req-973aeccc-52f3-461f-bf61-c1e9aa41c1ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=553c2f0e-5354-4613-b23c-818b168119a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2646408 Jul 27 21:35:26.464469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5885e-54d1-46b6-90f8-e6df7cfc8267 req-a538ed15-1793-4a37-bb1a-0f2992dce85b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:26.465974 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6bb5885e-54d1-46b6-90f8-e6df7cfc8267 req-a538ed15-1793-4a37-bb1a-0f2992dce85b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.20 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 944 time: 0.2432446 Jul 27 21:35:26.503714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-2e732f50-e303-49ec-b78a-409fa56edbd7 None None] Set router 6d054e3c-811e-4806-a3be-8d64dbda5a1c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:26.575164 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-209bb62f-bc62-4551-b0a2-7299e8399962 req-22d44811-bbdc-4e9b-861b-59f7cc6f9f12 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eeaeb8f-a087-4c3f-8b8d-1126322573ca HTTP/1.1" status: 200 len: 1001 time: 0.1618879 Jul 27 21:35:26.707920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bb62f-bc62-4551-b0a2-7299e8399962 req-a8da61ac-3427-41e5-8652-40f852c4f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:26.709444 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-209bb62f-bc62-4551-b0a2-7299e8399962 req-a8da61ac-3427-41e5-8652-40f852c4f622 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.1254158 Jul 27 21:35:26.715324 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a3c81a8-37a9-46a7-9ff2-815cd72c9008 req-10fcf7e7-fd24-4609-a4a7-c4a62ec6729c service neutron] 10.222.0.20 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942176 Jul 27 21:35:26.770947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2e732f50-e303-49ec-b78a-409fa56edbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-999085971', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:30Z', 'updated_at': '2021-07-27T21:33:35Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:31Z', 'updated_at': '2021-07-27T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e03cf595-fd9d-40e0-a987-d514dfb3c662', 'name': '', 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:5c:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:34Z', 'updated_at': '2021-07-27T21:33:40Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:26.803749 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e732f50-e303-49ec-b78a-409fa56edbd7 None None] The sync data for ids ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'] in n-d-764806-9 is: [{'id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-999085971', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:30Z', 'updated_at': '2021-07-27T21:33:35Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:31Z', 'updated_at': '2021-07-27T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e03cf595-fd9d-40e0-a987-d514dfb3c662', 'name': '', 'network_id': '553c2f0e-5354-4613-b23c-818b168119a1', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:5c:71:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:34Z', 'updated_at': '2021-07-27T21:33:40Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': 'ca8ef25a-5ebc-4630-888b-c8e45b206856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:35:26.938361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-6bb5885e-54d1-46b6-90f8-e6df7cfc8267 req-f2a3112a-ae59-40ef-9ffc-2ce59652c4ad tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting port 12eaa83b-c667-40c5-b6ea-9f3164441766 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:26.938993 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6bb5885e-54d1-46b6-90f8-e6df7cfc8267 req-f2a3112a-ae59-40ef-9ffc-2ce59652c4ad tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:27.141086 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a3c81a8-37a9-46a7-9ff2-815cd72c9008 req-03137876-fe32-49da-9a30-ea3f8cfe1359 service neutron] 10.222.0.20 "GET /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118099 Jul 27 21:35:27.159503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bb62f-bc62-4551-b0a2-7299e8399962 req-1b088dc4-8df7-4948-9208-84f132334eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:27.166866 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-209bb62f-bc62-4551-b0a2-7299e8399962 req-1b088dc4-8df7-4948-9208-84f132334eb0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4489253 Jul 27 21:35:27.237932 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc42050f-449b-43ff-8513-ebbcb5d70fc2 None None] New status for floating IP 89f693cb-66b8-4a43-99bd-0bc9f995b019: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:35:27.306241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f644f0-6922-4f0c-955a-ef35479c35af req-e68907ed-a94f-4dfb-9380-d95d8f5a100f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:27.309886 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f9f644f0-6922-4f0c-955a-ef35479c35af req-e68907ed-a94f-4dfb-9380-d95d8f5a100f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=c36d88e1-6d1e-4932-95dc-ad535412705e HTTP/1.1" status: 200 len: 944 time: 0.1279204 Jul 27 21:35:27.366438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-6bb5885e-54d1-46b6-90f8-e6df7cfc8267 req-f2a3112a-ae59-40ef-9ffc-2ce59652c4ad tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] For port 12eaa83b-c667-40c5-b6ea-9f3164441766, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=12eaa83b-c667-40c5-b6ea-9f3164441766,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:27.366772 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6bb5885e-54d1-46b6-90f8-e6df7cfc8267 req-f2a3112a-ae59-40ef-9ffc-2ce59652c4ad tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:27.397961 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-6bb5885e-54d1-46b6-90f8-e6df7cfc8267 req-f2a3112a-ae59-40ef-9ffc-2ce59652c4ad tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Calling delete_port for 12eaa83b-c667-40c5-b6ea-9f3164441766 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:27.398863 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f9f644f0-6922-4f0c-955a-ef35479c35af req-7a724df1-9621-48fb-9d1d-67a386898237 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798759 Jul 27 21:35:27.481366 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-209bb62f-bc62-4551-b0a2-7299e8399962 req-ddacebd7-f46a-448d-905f-0e926c5655a4 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053963 Jul 27 21:35:27.632497 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-209bb62f-bc62-4551-b0a2-7299e8399962 req-073556fc-29ad-4bae-8f01-0cd4e9772d19 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432896 Jul 27 21:35:27.669157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6bb5885e-54d1-46b6-90f8-e6df7cfc8267 req-f2a3112a-ae59-40ef-9ffc-2ce59652c4ad tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:27.703214 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3112a-ae59-40ef-9ffc-2ce59652c4ad tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Port': ['ID=12eaa83b-c667-40c5-b6ea-9f3164441766,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:27.767003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb5885e-54d1-46b6-90f8-e6df7cfc8267 req-f2a3112a-ae59-40ef-9ffc-2ce59652c4ad tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] No DVR routers for this DVR port 12eaa83b-c667-40c5-b6ea-9f3164441766 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:35:27.769612 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6bb5885e-54d1-46b6-90f8-e6df7cfc8267 req-f2a3112a-ae59-40ef-9ffc-2ce59652c4ad tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:27.771640 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6bb5885e-54d1-46b6-90f8-e6df7cfc8267 req-f2a3112a-ae59-40ef-9ffc-2ce59652c4ad tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.20 "DELETE /v2.0/ports/12eaa83b-c667-40c5-b6ea-9f3164441766 HTTP/1.1" status: 204 len: 173 time: 1.2909822 Jul 27 21:35:27.772072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'name': 'network-vif-deleted', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:27.775496 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12db5fa-17b3-499a-b118-64b0af8d07bd" -d '{"events": [{"server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "name": "network-vif-deleted", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:27.828643 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca907c53-0085-496d-9d7c-d24c6a8c8882 x-openstack-request-id: req-ca907c53-0085-496d-9d7c-d24c6a8c8882 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:27.828935 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36d88e1-6d1e-4932-95dc-ad535412705e", "name": "network-vif-deleted", "tag": "12eaa83b-c667-40c5-b6ea-9f3164441766", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:27.829189 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca907c53-0085-496d-9d7c-d24c6a8c8882 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:27.829589 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36d88e1-6d1e-4932-95dc-ad535412705e', 'name': 'network-vif-deleted', 'tag': '12eaa83b-c667-40c5-b6ea-9f3164441766', 'status': 'completed', 'code': 200} Jul 27 21:35:28.477820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54902) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:28.948049 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-70c2eed0-1620-4cd6-944a-9c31208eb4b2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:29.306348 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-70c2eed0-1620-4cd6-944a-9c31208eb4b2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting port e03cf595-fd9d-40e0-a987-d514dfb3c662 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:29.307415 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-70c2eed0-1620-4cd6-944a-9c31208eb4b2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:29.424508 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-70c2eed0-1620-4cd6-944a-9c31208eb4b2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] For port e03cf595-fd9d-40e0-a987-d514dfb3c662, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e03cf595-fd9d-40e0-a987-d514dfb3c662,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:29.425225 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-70c2eed0-1620-4cd6-944a-9c31208eb4b2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:29.442078 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-70c2eed0-1620-4cd6-944a-9c31208eb4b2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Calling delete_port for e03cf595-fd9d-40e0-a987-d514dfb3c662 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:29.685392 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-70c2eed0-1620-4cd6-944a-9c31208eb4b2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:29.720583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2eed0-1620-4cd6-944a-9c31208eb4b2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Port': ['ID=e03cf595-fd9d-40e0-a987-d514dfb3c662,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:29.937111 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-70c2eed0-1620-4cd6-944a-9c31208eb4b2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:30.364608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c2eed0-1620-4cd6-944a-9c31208eb4b2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 6d054e3c-811e-4806-a3be-8d64dbda5a1c has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:35:30.531520 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c2eed0-1620-4cd6-944a-9c31208eb4b2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:35:30.544328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54914) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:30.547968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061054b-1359-4c66-a53e-dba197ba6516 None None] Sync routers for ids ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:35:30.566150 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-70c2eed0-1620-4cd6-944a-9c31208eb4b2 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "PUT /v2.0/routers/6d054e3c-811e-4806-a3be-8d64dbda5a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0854726 Jul 27 21:35:30.567105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061054b-1359-4c66-a53e-dba197ba6516 None None] Routers {'6d054e3c-811e-4806-a3be-8d64dbda5a1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:30.568164 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5061054b-1359-4c66-a53e-dba197ba6516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:35:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:30.623988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-2178b97b-346a-46cc-8545-bdbf2ea08598 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting subnet ca8ef25a-5ebc-4630-888b-c8e45b206856 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:35:30.629284 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2178b97b-346a-46cc-8545-bdbf2ea08598 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:30.680393 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2178b97b-346a-46cc-8545-bdbf2ea08598 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:30.714393 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-5061054b-1359-4c66-a53e-dba197ba6516 None None] Set router 6d054e3c-811e-4806-a3be-8d64dbda5a1c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:30.802546 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2178b97b-346a-46cc-8545-bdbf2ea08598 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:30.894173 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2178b97b-346a-46cc-8545-bdbf2ea08598 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:30.931260 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2178b97b-346a-46cc-8545-bdbf2ea08598 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:30.935387 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2178b97b-346a-46cc-8545-bdbf2ea08598 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/subnets/ca8ef25a-5ebc-4630-888b-c8e45b206856 HTTP/1.1" status: 204 len: 168 time: 0.3895543 Jul 27 21:35:30.936732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178b97b-346a-46cc-8545-bdbf2ea08598 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Subnet': ['ID=ca8ef25a-5ebc-4630-888b-c8e45b206856,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:30.940116 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54920) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:30.955221 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f8de98-c591-4930-b6d8-01d9ecb76e9e None None] Network 553c2f0e-5354-4613-b23c-818b168119a1 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:35:31.097560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5061054b-1359-4c66-a53e-dba197ba6516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-999085971', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:30Z', 'updated_at': '2021-07-27T21:35:29Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:31Z', 'updated_at': '2021-07-27T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:31.166430 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 12eaa83b-c667-40c5-b6ea-9f3164441766 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:31.180251 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061054b-1359-4c66-a53e-dba197ba6516 None None] Checking router: 6d054e3c-811e-4806-a3be-8d64dbda5a1c for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:35:31.209868 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061054b-1359-4c66-a53e-dba197ba6516 None None] Routers {'6d054e3c-811e-4806-a3be-8d64dbda5a1c'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:31.210548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5061054b-1359-4c66-a53e-dba197ba6516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:35:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:31.338770 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-5061054b-1359-4c66-a53e-dba197ba6516 None None] Set router 6d054e3c-811e-4806-a3be-8d64dbda5a1c gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:31.415739 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 12eaa83b-c667-40c5-b6ea-9f3164441766 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:31.416084 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 12eaa83b-c667-40c5-b6ea-9f3164441766 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:31.544155 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-755bcc49-3c17-48ee-ab1e-9b1174c86751 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:31.582881 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e73cf8-6952-4e4e-9e41-405af9309663 None None] DHCP port deletion for 553c2f0e-5354-4613-b23c-818b168119a1 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:35:31.756954 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-58e73cf8-6952-4e4e-9e41-405af9309663 None None] Deleting port 88d52dd2-7b81-4bd9-aa46-ae4676c2544f {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:31.757330 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58e73cf8-6952-4e4e-9e41-405af9309663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:31.773732 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-755bcc49-3c17-48ee-ab1e-9b1174c86751 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:31.806380 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5061054b-1359-4c66-a53e-dba197ba6516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-999085971', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:30Z', 'updated_at': '2021-07-27T21:35:29Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:31Z', 'updated_at': '2021-07-27T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:31.851699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061054b-1359-4c66-a53e-dba197ba6516 None None] The sync data for ids ['6d054e3c-811e-4806-a3be-8d64dbda5a1c'] in n-d-764806-9 is: [{'id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-999085971', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:33:30Z', 'updated_at': '2021-07-27T21:35:29Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'fe9666b4-2379-4753-a938-1f69d863e090', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:09:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d054e3c-811e-4806-a3be-8d64dbda5a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:33:31Z', 'updated_at': '2021-07-27T21:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:35:31.873158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-755bcc49-3c17-48ee-ab1e-9b1174c86751 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting port fe9666b4-2379-4753-a938-1f69d863e090 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:35:31.873533 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-755bcc49-3c17-48ee-ab1e-9b1174c86751 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:31.883184 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-58e73cf8-6952-4e4e-9e41-405af9309663 None None] For port 88d52dd2-7b81-4bd9-aa46-ae4676c2544f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=88d52dd2-7b81-4bd9-aa46-ae4676c2544f,segment=NetworkSegment(fbd9b3d9-69cd-45b2-bc18-687129556dd4),segment_id=fbd9b3d9-69cd-45b2-bc18-687129556dd4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:31.883616 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58e73cf8-6952-4e4e-9e41-405af9309663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:31.898051 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-58e73cf8-6952-4e4e-9e41-405af9309663 None None] Calling delete_port for 88d52dd2-7b81-4bd9-aa46-ae4676c2544f owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:31.970299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-755bcc49-3c17-48ee-ab1e-9b1174c86751 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] For port fe9666b4-2379-4753-a938-1f69d863e090, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fe9666b4-2379-4753-a938-1f69d863e090,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:31.970628 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-755bcc49-3c17-48ee-ab1e-9b1174c86751 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:31.987032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-755bcc49-3c17-48ee-ab1e-9b1174c86751 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Calling delete_port for fe9666b4-2379-4753-a938-1f69d863e090 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:35:32.010177 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58e73cf8-6952-4e4e-9e41-405af9309663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:32.041778 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e73cf8-6952-4e4e-9e41-405af9309663 None None] Pushing event deleted for resources: {'Port': ['ID=88d52dd2-7b81-4bd9-aa46-ae4676c2544f,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:32.066116 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e73cf8-6952-4e4e-9e41-405af9309663 None None] No DVR routers for this DVR port 88d52dd2-7b81-4bd9-aa46-ae4676c2544f on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:35:32.259848 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-755bcc49-3c17-48ee-ab1e-9b1174c86751 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:32.303887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bcc49-3c17-48ee-ab1e-9b1174c86751 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Port': ['ID=fe9666b4-2379-4753-a938-1f69d863e090,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:32.411127 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-755bcc49-3c17-48ee-ab1e-9b1174c86751 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:32.559033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 88d52dd2-7b81-4bd9-aa46-ae4676c2544f no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:32.574427 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-755bcc49-3c17-48ee-ab1e-9b1174c86751 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:32.577341 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-755bcc49-3c17-48ee-ab1e-9b1174c86751 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:32.603971 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 88d52dd2-7b81-4bd9-aa46-ae4676c2544f {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:32.604894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 88d52dd2-7b81-4bd9-aa46-ae4676c2544f not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:32.604894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e03cf595-fd9d-40e0-a987-d514dfb3c662 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:32.631759 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: e03cf595-fd9d-40e0-a987-d514dfb3c662 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:32.632125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e03cf595-fd9d-40e0-a987-d514dfb3c662 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:32.672874 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-755bcc49-3c17-48ee-ab1e-9b1174c86751 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:32.673919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755bcc49-3c17-48ee-ab1e-9b1174c86751 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Fanout notify agent at l3_agent the message router_deleted on router 6d054e3c-811e-4806-a3be-8d64dbda5a1c {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:35:32.682440 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-755bcc49-3c17-48ee-ab1e-9b1174c86751 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:32.683605 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-755bcc49-3c17-48ee-ab1e-9b1174c86751 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/routers/6d054e3c-811e-4806-a3be-8d64dbda5a1c HTTP/1.1" status: 204 len: 168 time: 1.7424197 Jul 27 21:35:32.686210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54930) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:32.757991 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-238f7547-f767-45ab-a755-473a836b89c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:32.835302 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14a100be-5197-4e5f-9e88-58ffe2d3e59e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:32.927761 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:35:32.973114 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14a100be-5197-4e5f-9e88-58ffe2d3e59e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:32.987720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-14a100be-5197-4e5f-9e88-58ffe2d3e59e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553c2f0e-5354-4613-b23c-818b168119a1']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:33.011060 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-14a100be-5197-4e5f-9e88-58ffe2d3e59e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd9b3d9-69cd-45b2-bc18-687129556dd4') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:33.011565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-14a100be-5197-4e5f-9e88-58ffe2d3e59e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd9b3d9-69cd-45b2-bc18-687129556dd4') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:33.026606 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14a100be-5197-4e5f-9e88-58ffe2d3e59e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:33.043603 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14a100be-5197-4e5f-9e88-58ffe2d3e59e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:33.050751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a100be-5197-4e5f-9e88-58ffe2d3e59e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:35:33.051157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14a100be-5197-4e5f-9e88-58ffe2d3e59e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:35:33.054804 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:35:33.131453 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14a100be-5197-4e5f-9e88-58ffe2d3e59e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:33.138380 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-14a100be-5197-4e5f-9e88-58ffe2d3e59e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:33.143220 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-14a100be-5197-4e5f-9e88-58ffe2d3e59e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/networks/553c2f0e-5354-4613-b23c-818b168119a1 HTTP/1.1" status: 204 len: 168 time: 0.4535365 Jul 27 21:35:33.144253 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54936) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:33.166282 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a100be-5197-4e5f-9e88-58ffe2d3e59e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Network': ['ID=553c2f0e-5354-4613-b23c-818b168119a1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:33.267846 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0227467c-08dd-4ef5-b031-1131a5f446ac tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:33.317995 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0227467c-08dd-4ef5-b031-1131a5f446ac tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:33.408599 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0227467c-08dd-4ef5-b031-1131a5f446ac tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:33.411341 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0227467c-08dd-4ef5-b031-1131a5f446ac tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:33.416826 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0227467c-08dd-4ef5-b031-1131a5f446ac tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/security-groups/12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae HTTP/1.1" status: 204 len: 168 time: 0.2703424 Jul 27 21:35:33.429482 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227467c-08dd-4ef5-b031-1131a5f446ac tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b7d0d9-304c-47a7-a7c2-1c1ef8d725ae,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:33.962181 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54946) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:33.969435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-aff8b9f9-8647-4684-bb2d-b8d8dac4ff62 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288414372', 'description': 'tempest-secgroup-smoke-288414372 description', 'project_id': '3a65593248f94ce3907873f90c034333'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:34.020237 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aff8b9f9-8647-4684-bb2d-b8d8dac4ff62 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.146731 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aff8b9f9-8647-4684-bb2d-b8d8dac4ff62 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.152866 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aff8b9f9-8647-4684-bb2d-b8d8dac4ff62 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.183107 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aff8b9f9-8647-4684-bb2d-b8d8dac4ff62 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.184793 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-aff8b9f9-8647-4684-bb2d-b8d8dac4ff62 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2211826 Jul 27 21:35:34.187914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54948) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:34.193743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-72ee397e-a9dd-4b34-ad30-d5547ca6f843 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '18137a3d-71d6-4dbc-b084-5cc692917cb8', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:34.218870 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8b9f9-8647-4684-bb2d-b8d8dac4ff62 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18137a3d-71d6-4dbc-b084-5cc692917cb8,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:34.226653 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.258687 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72ee397e-a9dd-4b34-ad30-d5547ca6f843 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.349738 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72ee397e-a9dd-4b34-ad30-d5547ca6f843 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.354496 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72ee397e-a9dd-4b34-ad30-d5547ca6f843 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.372401 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee397e-a9dd-4b34-ad30-d5547ca6f843 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1dc30b4-facf-407d-93cc-6b416335d2e5,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:34.383481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-72ee397e-a9dd-4b34-ad30-d5547ca6f843 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.390566 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-72ee397e-a9dd-4b34-ad30-d5547ca6f843 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1992748 Jul 27 21:35:34.390566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54952) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:34.396001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-78e788b9-49e7-43f2-8f56-9e0ed0378e55 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '18137a3d-71d6-4dbc-b084-5cc692917cb8', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:34.408010 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fe9666b4-2379-4753-a938-1f69d863e090 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:35:34.434672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: fe9666b4-2379-4753-a938-1f69d863e090 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:35:34.435323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fe9666b4-2379-4753-a938-1f69d863e090 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:35:34.460181 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-78e788b9-49e7-43f2-8f56-9e0ed0378e55 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.549505 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-78e788b9-49e7-43f2-8f56-9e0ed0378e55 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.560005 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-78e788b9-49e7-43f2-8f56-9e0ed0378e55 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.581786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e788b9-49e7-43f2-8f56-9e0ed0378e55 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4165f64-38ad-45c9-b2c6-4548aa9d222b,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:34.597352 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-78e788b9-49e7-43f2-8f56-9e0ed0378e55 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.598635 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-78e788b9-49e7-43f2-8f56-9e0ed0378e55 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2078776 Jul 27 21:35:34.601314 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54954) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:34.607327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-063ec5ca-8731-4aa6-a47f-e593a523df34 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '18137a3d-71d6-4dbc-b084-5cc692917cb8', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:34.638337 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-063ec5ca-8731-4aa6-a47f-e593a523df34 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.725487 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-063ec5ca-8731-4aa6-a47f-e593a523df34 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.732846 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-063ec5ca-8731-4aa6-a47f-e593a523df34 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.758539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ec5ca-8731-4aa6-a47f-e593a523df34 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a686299-547b-4b2a-b600-7b350d869054,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:34.767154 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-063ec5ca-8731-4aa6-a47f-e593a523df34 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.768637 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-063ec5ca-8731-4aa6-a47f-e593a523df34 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1663051 Jul 27 21:35:34.772768 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54956) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:34.777658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2ae0e77d-f9f7-4284-b19e-7322cc1e2243 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '18137a3d-71d6-4dbc-b084-5cc692917cb8', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:34.827387 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2ae0e77d-f9f7-4284-b19e-7322cc1e2243 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.924217 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2ae0e77d-f9f7-4284-b19e-7322cc1e2243 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.928864 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2ae0e77d-f9f7-4284-b19e-7322cc1e2243 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.951014 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0e77d-f9f7-4284-b19e-7322cc1e2243 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ebf9c2-b059-4de0-8444-06045c93b2a8,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:34.965711 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2ae0e77d-f9f7-4284-b19e-7322cc1e2243 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:34.970640 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2ae0e77d-f9f7-4284-b19e-7322cc1e2243 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1932828 Jul 27 21:35:34.971301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54962) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:34.976656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-5b0ee8f6-6397-429c-8062-0602eae0fcbd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '18137a3d-71d6-4dbc-b084-5cc692917cb8', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:35.023630 n-d-764806-9 neutron-server[105580]: INFO neutron.db.securitygroups_db [None req-5b0ee8f6-6397-429c-8062-0602eae0fcbd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Project 3a65593248f94ce3907873f90c034333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:35:35.029860 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee8f6-6397-429c-8062-0602eae0fcbd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.105592 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee8f6-6397-429c-8062-0602eae0fcbd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.109450 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee8f6-6397-429c-8062-0602eae0fcbd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.129255 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ee8f6-6397-429c-8062-0602eae0fcbd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26556447-533c-41a8-a0cc-d6628b398283,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:35.137648 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee8f6-6397-429c-8062-0602eae0fcbd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.140156 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5b0ee8f6-6397-429c-8062-0602eae0fcbd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1667092 Jul 27 21:35:35.142734 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54968) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:35.148047 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-28833a90-9198-4be9-bb95-283e4462c780 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'security_group_rule': {'security_group_id': '18137a3d-71d6-4dbc-b084-5cc692917cb8', 'project_id': '3a65593248f94ce3907873f90c034333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:35.177095 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-28833a90-9198-4be9-bb95-283e4462c780 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Project 3a65593248f94ce3907873f90c034333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:35:35.191474 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28833a90-9198-4be9-bb95-283e4462c780 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.262407 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28833a90-9198-4be9-bb95-283e4462c780 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.273778 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28833a90-9198-4be9-bb95-283e4462c780 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.300502 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28833a90-9198-4be9-bb95-283e4462c780 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e6951c-6080-46dd-aec5-f1f68289489f,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:35.306007 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28833a90-9198-4be9-bb95-283e4462c780 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.311322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54970) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:35.317701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c2dd6cf4-6b17-4a39-8fd6-10c1306b4e35 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'network': {'name': 'tempest-network-smoke--846451526', 'project_id': '3a65593248f94ce3907873f90c034333', 'port_security_enabled': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:35.323038 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-28833a90-9198-4be9-bb95-283e4462c780 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1773748 Jul 27 21:35:35.348269 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dd6cf4-6b17-4a39-8fd6-10c1306b4e35 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Made reservation on behalf of 3a65593248f94ce3907873f90c034333 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:35:35.352741 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2dd6cf4-6b17-4a39-8fd6-10c1306b4e35 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.384891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2dd6cf4-6b17-4a39-8fd6-10c1306b4e35 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:35:35.400152 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2dd6cf4-6b17-4a39-8fd6-10c1306b4e35 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.400577 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-c2dd6cf4-6b17-4a39-8fd6-10c1306b4e35 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Added segment ee1c7729-0a40-4911-bec1-57bc11c1fbee of type vlan for network 388dc1a8-612e-4e15-97db-1e1b4c46173b Jul 27 21:35:35.415407 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d3eec6c0-dc44-4fc3-be87-745bedf9a4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.460103 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2dd6cf4-6b17-4a39-8fd6-10c1306b4e35 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.507453 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.511976 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2dd6cf4-6b17-4a39-8fd6-10c1306b4e35 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.519473 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dd6cf4-6b17-4a39-8fd6-10c1306b4e35 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:35.520454 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2dd6cf4-6b17-4a39-8fd6-10c1306b4e35 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.595221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd6cf4-6b17-4a39-8fd6-10c1306b4e35 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Network': ['ID=388dc1a8-612e-4e15-97db-1e1b4c46173b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:35.610320 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 388dc1a8-612e-4e15-97db-1e1b4c46173b details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:35:35.615624 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c2dd6cf4-6b17-4a39-8fd6-10c1306b4e35 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3003280 Jul 27 21:35:35.615911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54972) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:35.620787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1419889522', 'admin_state_up': True, 'project_id': '3a65593248f94ce3907873f90c034333', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:35.664162 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.665251 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.753759 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:35.998128 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:36.284358 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:36.307608 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:36.435545 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Allocated IP 172.25.2.23 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/d67523a2-5c87-4d19-94f7-6e54f7dac880) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:35:36.595670 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:36.650997 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:36.700869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:36.707672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:36.712579 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:35:36.758986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=d67523a2-5c87-4d19-94f7-6e54f7dac880,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:37.180175 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:37.278756 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:37.454343 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:37.654537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:35:37.797987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:35:37.810413 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Sync routers for ids ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:35:37.822772 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:37.827542 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54982) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:37.828139 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-693747e2-f644-4c4b-801f-0b34324c962a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2111361 Jul 27 21:35:37.838811 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Routers {'67f3b2a6-7d9a-465a-afd0-6274aaf3046b'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:37.839551 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:35:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:37.892198 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54984) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:37.892624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f1d99808-fefb-4277-9cce-3c426774e3e8 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3a65593248f94ce3907873f90c034333&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0628586 Jul 27 21:35:37.931808 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:37.997990 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Set router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:38.174319 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bab540-af74-45ea-9571-c3769bd72d2c tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:38.176214 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d9bab540-af74-45ea-9571-c3769bd72d2c tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2827461 Jul 27 21:35:38.181191 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54990) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:38.230004 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b82911ae-fba4-45f2-8563-2968ea3c03c9 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462337 Jul 27 21:35:38.232901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 54992) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:38.233070 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419889522', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:35Z', 'updated_at': '2021-07-27T21:35:37Z', 'revision_number': 3, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:36Z', 'updated_at': '2021-07-27T21:35:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:38.239849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-808538637', 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b', 'project_id': '3a65593248f94ce3907873f90c034333', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:38.264720 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Checking router: 67f3b2a6-7d9a-465a-afd0-6274aaf3046b for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:35:38.265446 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Updating router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b port d67523a2-5c87-4d19-94f7-6e54f7dac880 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:35:38.303916 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:38.351151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Made reservation on behalf of 3a65593248f94ce3907873f90c034333 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:35:38.356005 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:38.612095 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:38.622373 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:38.639352 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Transition to ACTIVE for port object d67523a2-5c87-4d19-94f7-6e54f7dac880 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:38.651391 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:38.698848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Subnet': ['ID=77fa1384-3200-4ee8-b0f0-53aea382124c,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:38.712643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.713031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.713337 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.713683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.714015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.714375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.714708 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.715040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.715371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.715704 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.716027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.716350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.719082 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Attempting to bind port d67523a2-5c87-4d19-94f7-6e54f7dac880 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:35:38.719447 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Attempting to bind port d67523a2-5c87-4d19-94f7-6e54f7dac880 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:35:38.719808 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Attempting to bind port d67523a2-5c87-4d19-94f7-6e54f7dac880 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:38.720652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Checking segment: {'id': 'ee1c7729-0a40-4911-bec1-57bc11c1fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:38.721019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network hostable DHCP agents. Network: 388dc1a8-612e-4e15-97db-1e1b4c46173b, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:35:38.727097 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6dcee-af17-4797-ac01-03fa1fd420ae None None] Pushing event updated for resources: {'Port': ['ID=d67523a2-5c87-4d19-94f7-6e54f7dac880,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:38.731047 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:35:38.731466 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:38.731863 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:38.732251 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:35:38.732791 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Bound port: d67523a2-5c87-4d19-94f7-6e54f7dac880, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:35:38.733183 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:38.744359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 388dc1a8-612e-4e15-97db-1e1b4c46173b is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:35:38.760887 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6dcee-af17-4797-ac01-03fa1fd420ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.761199 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6dcee-af17-4797-ac01-03fa1fd420ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.761547 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6dcee-af17-4797-ac01-03fa1fd420ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.761861 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6dcee-af17-4797-ac01-03fa1fd420ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.762171 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6dcee-af17-4797-ac01-03fa1fd420ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.762519 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6dcee-af17-4797-ac01-03fa1fd420ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.762852 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6dcee-af17-4797-ac01-03fa1fd420ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.763154 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6dcee-af17-4797-ac01-03fa1fd420ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.763301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 388dc1a8-612e-4e15-97db-1e1b4c46173b) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:38.763477 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6dcee-af17-4797-ac01-03fa1fd420ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.763777 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6dcee-af17-4797-ac01-03fa1fd420ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.764138 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6dcee-af17-4797-ac01-03fa1fd420ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.764429 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f6dcee-af17-4797-ac01-03fa1fd420ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:38.769036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:38.769616 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:38.773638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2805e680-29c8-41cc-b2f6-625a8e0b6bd3 None None] Network 388dc1a8-612e-4e15-97db-1e1b4c46173b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:35:38.798890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 54998) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:38.799140 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bbd4f37f-591a-44ff-86d5-7c75d82fba5f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5634651 Jul 27 21:35:38.865565 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] For port d67523a2-5c87-4d19-94f7-6e54f7dac880, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:38.879624 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] For port d67523a2-5c87-4d19-94f7-6e54f7dac880, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d67523a2-5c87-4d19-94f7-6e54f7dac880,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:35:38.888408 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:38.954702 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6dcee-af17-4797-ac01-03fa1fd420ae None None] Pushing event updated for resources: {'Port': ['ID=d67523a2-5c87-4d19-94f7-6e54f7dac880,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:38.999628 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Routers {'67f3b2a6-7d9a-465a-afd0-6274aaf3046b'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:39.000032 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:35:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:39.023361 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-388dc1a8-612e-4e15-97db-1e1b4c46173b', 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'fixed_ips': [{'subnet_id': '77fa1384-3200-4ee8-b0f0-53aea382124c'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:35:39.024452 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:39.043558 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:39.161347 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] Set router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:39.204222 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Allocated IP 172.20.0.2 (388dc1a8-612e-4e15-97db-1e1b4c46173b/77fa1384-3200-4ee8-b0f0-53aea382124c/3b26a91c-205f-4675-93d1-290f00d72835) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:35:39.368176 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:39.377068 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Transition to ACTIVE for port object 3b26a91c-205f-4675-93d1-290f00d72835 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:39.393882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Transition to ACTIVE for port object 3b26a91c-205f-4675-93d1-290f00d72835 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:39.402551 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:39.464567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Pushing event updated for resources: {'Port': ['ID=3b26a91c-205f-4675-93d1-290f00d72835,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:39.476093 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Network 388dc1a8-612e-4e15-97db-1e1b4c46173b is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:39.478723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:39.482348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:35:39.534582 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419889522', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:35Z', 'updated_at': '2021-07-27T21:35:37Z', 'revision_number': 3, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:36Z', 'updated_at': '2021-07-27T21:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:39.570022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Attempting to bind port 3b26a91c-205f-4675-93d1-290f00d72835 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:35:39.570837 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Attempting to bind port 3b26a91c-205f-4675-93d1-290f00d72835 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'ee1c7729-0a40-4911-bec1-57bc11c1fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:35:39.571741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Attempting to bind port 3b26a91c-205f-4675-93d1-290f00d72835 on network 388dc1a8-612e-4e15-97db-1e1b4c46173b {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:39.581062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:35:39.581482 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Checking segment: {'id': 'ee1c7729-0a40-4911-bec1-57bc11c1fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:39.581833 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:39.582512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Bound using segment: {'id': 'ee1c7729-0a40-4911-bec1-57bc11c1fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:35:39.583161 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Bound port: 3b26a91c-205f-4675-93d1-290f00d72835, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1c7729-0a40-4911-bec1-57bc11c1fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:35:39.583808 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:39.631681 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b52c8-0029-4eb0-95fb-915bd55806ab None None] The sync data for ids ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'] in n-d-764806-9 is: [{'id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419889522', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:35Z', 'updated_at': '2021-07-27T21:35:37Z', 'revision_number': 3, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:36Z', 'updated_at': '2021-07-27T21:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:35:39.695562 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] For port 3b26a91c-205f-4675-93d1-290f00d72835, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:39.703631 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] For port 3b26a91c-205f-4675-93d1-290f00d72835, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3b26a91c-205f-4675-93d1-290f00d72835,segment=NetworkSegment(ee1c7729-0a40-4911-bec1-57bc11c1fbee),segment_id=ee1c7729-0a40-4911-bec1-57bc11c1fbee)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:35:39.711460 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:39.847104 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4b64a-c3b9-4e38-8a3e-d3e2b6a67f3f None None] Pushing event updated for resources: {'Port': ['ID=3b26a91c-205f-4675-93d1-290f00d72835,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:39.928641 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:40.435363 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Allocated IP 172.20.0.1 (388dc1a8-612e-4e15-97db-1e1b4c46173b/77fa1384-3200-4ee8-b0f0-53aea382124c/43695972-3de0-430a-8359-c2ad707451ba) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:35:40.575792 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d67523a2-5c87-4d19-94f7-6e54f7dac880 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:40.665679 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:40.666394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port d67523a2-5c87-4d19-94f7-6e54f7dac880 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:40.683601 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Transition to ACTIVE for port object 43695972-3de0-430a-8359-c2ad707451ba will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:40.690751 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port d67523a2-5c87-4d19-94f7-6e54f7dac880 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:40.691494 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:40.753885 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:40.874779 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 388dc1a8-612e-4e15-97db-1e1b4c46173b is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:40.878811 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:40.896106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:35:40.977762 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=43695972-3de0-430a-8359-c2ad707451ba,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:40.986166 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:41.003154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:41.003635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:41.003871 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:41.005349 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:41.006467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:41.008503 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:41.008866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:41.009233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:41.009695 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:41.010040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:41.010469 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:41.011552 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:41.026963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port d67523a2-5c87-4d19-94f7-6e54f7dac880, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d67523a2-5c87-4d19-94f7-6e54f7dac880,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:41.033062 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:41.034329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3b26a91c-205f-4675-93d1-290f00d72835 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:41.052253 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:41.176911 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=d67523a2-5c87-4d19-94f7-6e54f7dac880,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:41.237323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 3b26a91c-205f-4675-93d1-290f00d72835 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:41.343405 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:41.411175 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf02e491-445e-4b08-a9a4-42fb4798f791 None None] Network 388dc1a8-612e-4e15-97db-1e1b4c46173b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:35:41.521716 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1b3892cd-05ac-4fd9-8364-a90a1ba59116 None None] Provisioning for port 3b26a91c-205f-4675-93d1-290f00d72835 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:41.527832 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1b3892cd-05ac-4fd9-8364-a90a1ba59116 None None] Provisioning complete for port 3b26a91c-205f-4675-93d1-290f00d72835 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:41.528278 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1b3892cd-05ac-4fd9-8364-a90a1ba59116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:41.800910 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:41.807308 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:41.948164 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=43695972-3de0-430a-8359-c2ad707451ba,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:41.951097 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:41.975486 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1b3892cd-05ac-4fd9-8364-a90a1ba59116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:42.058090 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1b3892cd-05ac-4fd9-8364-a90a1ba59116 None None] For port 3b26a91c-205f-4675-93d1-290f00d72835, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3b26a91c-205f-4675-93d1-290f00d72835,segment=NetworkSegment(ee1c7729-0a40-4911-bec1-57bc11c1fbee),segment_id=ee1c7729-0a40-4911-bec1-57bc11c1fbee)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:42.067597 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1b3892cd-05ac-4fd9-8364-a90a1ba59116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:42.204294 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 388dc1a8-612e-4e15-97db-1e1b4c46173b is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:42.207210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:42.226359 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3892cd-05ac-4fd9-8364-a90a1ba59116 None None] Pushing event updated for resources: {'Port': ['ID=3b26a91c-205f-4675-93d1-290f00d72835,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:42.429074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:35:42.496561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d67523a2-5c87-4d19-94f7-6e54f7dac880 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:42.637017 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:35:42.646539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port d67523a2-5c87-4d19-94f7-6e54f7dac880 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:42.646923 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:42.664505 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-84f0861a-cfd6-498e-835b-24f6fd9d711a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "PUT /v2.0/routers/67f3b2a6-7d9a-465a-afd0-6274aaf3046b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8627467 Jul 27 21:35:42.670538 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Sync routers for ids ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:35:42.748367 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Routers {'67f3b2a6-7d9a-465a-afd0-6274aaf3046b'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:42.748676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:35:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:42.913828 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0dd18762-b477-4aa8-b70c-137f2df693db req-9886c808-016a-4cc4-bfd9-d4bdda60ddd4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288414372&fields=id&tenant_id=3a65593248f94ce3907873f90c034333 HTTP/1.1" status: 200 len: 267 time: 0.0435302 Jul 27 21:35:42.919597 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3b26a91c-205f-4675-93d1-290f00d72835 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:43.046891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Set router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:43.092363 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd18762-b477-4aa8-b70c-137f2df693db req-89a44c5b-900e-4ffe-8078-d1010583ed46 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:43.093936 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0dd18762-b477-4aa8-b70c-137f2df693db req-89a44c5b-900e-4ffe-8078-d1010583ed46 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/networks?id=388dc1a8-612e-4e15-97db-1e1b4c46173b HTTP/1.1" status: 200 len: 796 time: 0.1633618 Jul 27 21:35:43.096923 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1cb6afbc-66ac-45b7-94b1-072995466dc2 None None] Provisioning for port 43695972-3de0-430a-8359-c2ad707451ba completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:43.116635 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0dd18762-b477-4aa8-b70c-137f2df693db req-0e063e48-db0a-4c82-9adb-13d020ab4103 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/quotas/3a65593248f94ce3907873f90c034333 HTTP/1.1" status: 200 len: 375 time: 0.0149138 Jul 27 21:35:43.123323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1cb6afbc-66ac-45b7-94b1-072995466dc2 None None] Provisioning complete for port 43695972-3de0-430a-8359-c2ad707451ba triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:43.124288 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1cb6afbc-66ac-45b7-94b1-072995466dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:43.250111 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0dd18762-b477-4aa8-b70c-137f2df693db req-39e1608b-1d84-4f64-8313-40b98e472f0b tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1232193 Jul 27 21:35:43.250797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1cb6afbc-66ac-45b7-94b1-072995466dc2 None None] Port 43695972-3de0-430a-8359-c2ad707451ba cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:35:43.382973 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1cb6afbc-66ac-45b7-94b1-072995466dc2 None None] Provisioning complete for port 3b26a91c-205f-4675-93d1-290f00d72835 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:43.383413 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1cb6afbc-66ac-45b7-94b1-072995466dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:43.410880 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0dd18762-b477-4aa8-b70c-137f2df693db req-4fa22717-4082-4a90-8d9f-fbc5fe2511d0 service neutron] 10.222.0.55 "GET /v2.0/networks/388dc1a8-612e-4e15-97db-1e1b4c46173b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273441 Jul 27 21:35:43.425471 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 3b26a91c-205f-4675-93d1-290f00d72835 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:43.425826 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:43.535711 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0dd18762-b477-4aa8-b70c-137f2df693db req-7c1e1a44-a125-4a2d-8185-f8dbf2af1506 service neutron] 10.222.0.55 "GET /v2.0/networks/388dc1a8-612e-4e15-97db-1e1b4c46173b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086185 Jul 27 21:35:43.708028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419889522', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:35Z', 'updated_at': '2021-07-27T21:35:41Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:36Z', 'updated_at': '2021-07-27T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '43695972-3de0-430a-8359-c2ad707451ba', 'name': '', 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:95:4b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:40Z', 'updated_at': '2021-07-27T21:35:41Z', 'revision_number': 2, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:43.760691 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Checking router: 67f3b2a6-7d9a-465a-afd0-6274aaf3046b for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:35:43.761050 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Updating router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b port 43695972-3de0-430a-8359-c2ad707451ba binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:35:43.823748 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:43.834248 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f4b5a030-e99a-4840-9511-42fdd03bebc1 None None] Provisioning complete for port 43695972-3de0-430a-8359-c2ad707451ba triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:43.834848 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f4b5a030-e99a-4840-9511-42fdd03bebc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:43.845297 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ebf55f9-930a-4686-a869-9be59f1f00e0 req-9958eae1-71bb-40d6-8623-99f231b8bc99 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 210 time: 0.0564163 Jul 27 21:35:43.910006 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-f4b5a030-e99a-4840-9511-42fdd03bebc1 None None] Port 43695972-3de0-430a-8359-c2ad707451ba cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:35:44.230976 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:44.245821 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Transition to ACTIVE for port object 43695972-3de0-430a-8359-c2ad707451ba will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:44.253243 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:44.307736 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529016a9-d69a-47b6-9175-92b4e1d3d5ca None None] Pushing event updated for resources: {'Port': ['ID=43695972-3de0-430a-8359-c2ad707451ba,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:44.371016 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Attempting to bind port 43695972-3de0-430a-8359-c2ad707451ba on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:35:44.371599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Attempting to bind port 43695972-3de0-430a-8359-c2ad707451ba by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'ee1c7729-0a40-4911-bec1-57bc11c1fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:35:44.372351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Attempting to bind port 43695972-3de0-430a-8359-c2ad707451ba on network 388dc1a8-612e-4e15-97db-1e1b4c46173b {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:44.379963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:35:44.380565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Checking segment: {'id': 'ee1c7729-0a40-4911-bec1-57bc11c1fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:44.381310 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:44.381867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Bound using segment: {'id': 'ee1c7729-0a40-4911-bec1-57bc11c1fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:35:44.382691 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Bound port: 43695972-3de0-430a-8359-c2ad707451ba, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1c7729-0a40-4911-bec1-57bc11c1fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:35:44.383271 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:44.475333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] For port 43695972-3de0-430a-8359-c2ad707451ba, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:44.480287 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] For port 43695972-3de0-430a-8359-c2ad707451ba, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=43695972-3de0-430a-8359-c2ad707451ba,segment=NetworkSegment(ee1c7729-0a40-4911-bec1-57bc11c1fbee),segment_id=ee1c7729-0a40-4911-bec1-57bc11c1fbee)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:35:44.485326 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:44.543522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Routers {'67f3b2a6-7d9a-465a-afd0-6274aaf3046b'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:44.544058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:35:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:44.601591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529016a9-d69a-47b6-9175-92b4e1d3d5ca None None] Pushing event updated for resources: {'Port': ['ID=43695972-3de0-430a-8359-c2ad707451ba,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:44.688383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] Set router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:44.933866 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419889522', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:35Z', 'updated_at': '2021-07-27T21:35:41Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:36Z', 'updated_at': '2021-07-27T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '43695972-3de0-430a-8359-c2ad707451ba', 'name': '', 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:95:4b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:40Z', 'updated_at': '2021-07-27T21:35:44Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:44.985317 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a753e5-4112-4aee-b4c1-d59a5fbb4efa None None] The sync data for ids ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'] in n-d-764806-9 is: [{'id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419889522', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:35Z', 'updated_at': '2021-07-27T21:35:41Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:36Z', 'updated_at': '2021-07-27T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '43695972-3de0-430a-8359-c2ad707451ba', 'name': '', 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:95:4b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:40Z', 'updated_at': '2021-07-27T21:35:44Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:35:44.997593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd18762-b477-4aa8-b70c-137f2df693db req-5cf7a7f3-f594-4b4d-bb7a-24ba66239548 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:45.000009 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0dd18762-b477-4aa8-b70c-137f2df693db req-5cf7a7f3-f594-4b4d-bb7a-24ba66239548 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "GET /v2.0/networks?id=388dc1a8-612e-4e15-97db-1e1b4c46173b HTTP/1.1" status: 200 len: 796 time: 0.1405673 Jul 27 21:35:45.038452 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38592b23-1e1a-4d68-9a17-29fcce7f5070 req-fa1db41b-6ee2-4493-b9cb-0f36d061923a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 210 time: 0.0709674 Jul 27 21:35:45.097916 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0dd18762-b477-4aa8-b70c-137f2df693db req-9eb51b7a-da37-42be-bddd-5e6077b24741 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a65593248f94ce3907873f90c034333 HTTP/1.1" status: 200 len: 379 time: 0.0813003 Jul 27 21:35:45.110838 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0dd18762-b477-4aa8-b70c-137f2df693db req-8a38bd9f-7d59-42aa-992c-d051355b7c02 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'port': {'device_id': '4686abdc-1194-4472-9c38-45dd31def421', 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b', 'admin_state_up': True, 'tenant_id': '3a65593248f94ce3907873f90c034333', 'security_groups': ['18137a3d-71d6-4dbc-b084-5cc692917cb8']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:45.261348 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd18762-b477-4aa8-b70c-137f2df693db req-8a38bd9f-7d59-42aa-992c-d051355b7c02 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Made reservation on behalf of 3a65593248f94ce3907873f90c034333 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:35:45.267197 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0dd18762-b477-4aa8-b70c-137f2df693db req-8a38bd9f-7d59-42aa-992c-d051355b7c02 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:45.424990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-0dd18762-b477-4aa8-b70c-137f2df693db req-8a38bd9f-7d59-42aa-992c-d051355b7c02 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Allocated IP 172.20.0.14 (388dc1a8-612e-4e15-97db-1e1b4c46173b/77fa1384-3200-4ee8-b0f0-53aea382124c/30b8eaa5-7b26-4015-bd1d-84d9e6ac2359) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:35:45.602805 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0dd18762-b477-4aa8-b70c-137f2df693db req-8a38bd9f-7d59-42aa-992c-d051355b7c02 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:45.624753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-0dd18762-b477-4aa8-b70c-137f2df693db req-8a38bd9f-7d59-42aa-992c-d051355b7c02 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Transition to ACTIVE for port object 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:45.671413 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0dd18762-b477-4aa8-b70c-137f2df693db req-8a38bd9f-7d59-42aa-992c-d051355b7c02 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:45.721663 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd18762-b477-4aa8-b70c-137f2df693db req-8a38bd9f-7d59-42aa-992c-d051355b7c02 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 388dc1a8-612e-4e15-97db-1e1b4c46173b is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:45.726745 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-0dd18762-b477-4aa8-b70c-137f2df693db req-8a38bd9f-7d59-42aa-992c-d051355b7c02 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:45.731064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd18762-b477-4aa8-b70c-137f2df693db req-8a38bd9f-7d59-42aa-992c-d051355b7c02 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:35:45.773958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38bd9f-7d59-42aa-992c-d051355b7c02 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:45.832017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd18762-b477-4aa8-b70c-137f2df693db req-8a38bd9f-7d59-42aa-992c-d051355b7c02 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:45.832789 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0dd18762-b477-4aa8-b70c-137f2df693db req-8a38bd9f-7d59-42aa-992c-d051355b7c02 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:45.862850 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0dd18762-b477-4aa8-b70c-137f2df693db req-8a38bd9f-7d59-42aa-992c-d051355b7c02 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7587211 Jul 27 21:35:45.882445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Request body: {'port': {'device_id': '4686abdc-1194-4472-9c38-45dd31def421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:45.983272 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:46.092159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b70d1ea5-f16f-479b-b098-c634424664b3 None None] Provisioning for port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:46.099494 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b70d1ea5-f16f-479b-b098-c634424664b3 None None] Provisioning complete for port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:46.117262 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b70d1ea5-f16f-479b-b098-c634424664b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:46.181493 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b70d1ea5-f16f-479b-b098-c634424664b3 None None] Port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:35:46.258928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1622d-88d3-4376-a6f4-6febe4b9a5f3 req-fea99c66-554a-4367-9def-2978d56babe4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:46.261318 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ff1622d-88d3-4376-a6f4-6febe4b9a5f3 req-fea99c66-554a-4367-9def-2978d56babe4 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 932 time: 0.1044240 Jul 27 21:35:46.318653 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ff1622d-88d3-4376-a6f4-6febe4b9a5f3 req-c7b493eb-dbe1-4706-b29e-350d48173f79 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494831 Jul 27 21:35:46.399007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:35:46.410820 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:46.448516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Transition to ACTIVE for port object 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:35:46.455241 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:46.527275 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 43695972-3de0-430a-8359-c2ad707451ba up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:46.632127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Pushing event updated for resources: {'Port': ['ID=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:46.661020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 43695972-3de0-430a-8359-c2ad707451ba completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:46.667160 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 43695972-3de0-430a-8359-c2ad707451ba triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:46.668082 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:46.705093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Attempting to bind port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:35:46.706087 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Attempting to bind port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'ee1c7729-0a40-4911-bec1-57bc11c1fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:35:46.706407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Attempting to bind port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 on network 388dc1a8-612e-4e15-97db-1e1b4c46173b {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:46.713867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 on network 388dc1a8-612e-4e15-97db-1e1b4c46173b not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:35:46.714451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Attempting to bind port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 on network 388dc1a8-612e-4e15-97db-1e1b4c46173b {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:35:46.723466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:35:46.724012 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Checking segment: {'id': 'ee1c7729-0a40-4911-bec1-57bc11c1fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:35:46.724630 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Bound using segment: {'id': 'ee1c7729-0a40-4911-bec1-57bc11c1fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:35:46.725332 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Bound port: 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee1c7729-0a40-4911-bec1-57bc11c1fbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:35:46.725827 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:46.835211 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:46.868130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] For port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:35:46.872550 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] For port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,segment=NetworkSegment(ee1c7729-0a40-4911-bec1-57bc11c1fbee),segment_id=ee1c7729-0a40-4911-bec1-57bc11c1fbee)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:35:46.879526 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:46.897792 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 43695972-3de0-430a-8359-c2ad707451ba, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=43695972-3de0-430a-8359-c2ad707451ba,segment=NetworkSegment(ee1c7729-0a40-4911-bec1-57bc11c1fbee),segment_id=ee1c7729-0a40-4911-bec1-57bc11c1fbee)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:46.906685 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:46.925438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:46.926189 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:46.927625 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0dd18762-b477-4aa8-b70c-137f2df693db req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] 10.222.0.66 "PUT /v2.0/ports/30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 HTTP/1.1" status: 200 len: 1092 time: 1.0535583 Jul 27 21:35:46.928068 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4686abdc-1194-4472-9c38-45dd31def421', 'tag': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:46.930602 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebf8831-b556-4174-8bc5-92203c97601c" -d '{"events": [{"name": "network-changed", "server_uuid": "4686abdc-1194-4472-9c38-45dd31def421", "tag": "30b8eaa5-7b26-4015-bd1d-84d9e6ac2359"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:47.006075 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=43695972-3de0-430a-8359-c2ad707451ba,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:47.018795 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6120c151-68bc-4ae6-8511-809c4f2a88d6 x-openstack-request-id: req-6120c151-68bc-4ae6-8511-809c4f2a88d6 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:47.019145 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4686abdc-1194-4472-9c38-45dd31def421", "tag": "30b8eaa5-7b26-4015-bd1d-84d9e6ac2359", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:47.019419 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6120c151-68bc-4ae6-8511-809c4f2a88d6 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:47.019829 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4686abdc-1194-4472-9c38-45dd31def421', 'tag': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359', 'status': 'completed', 'code': 200} Jul 27 21:35:47.048747 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b37467-5aeb-47e5-a180-10f1e3191c9d service neutron] Pushing event updated for resources: {'Port': ['ID=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:47.082761 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd18762-b477-4aa8-b70c-137f2df693db req-21381b47-ec3b-432f-873a-0e760272d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:47.084309 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0dd18762-b477-4aa8-b70c-137f2df693db req-21381b47-ec3b-432f-873a-0e760272d98c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 1095 time: 0.0963519 Jul 27 21:35:47.138401 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0dd18762-b477-4aa8-b70c-137f2df693db req-799f6ce8-27c8-4959-abfd-4087cdecd8c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 HTTP/1.1" status: 200 len: 217 time: 0.0457685 Jul 27 21:35:47.192675 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd18762-b477-4aa8-b70c-137f2df693db req-62937ac6-8fda-4687-b80b-7d508ca164e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:47.194276 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0dd18762-b477-4aa8-b70c-137f2df693db req-62937ac6-8fda-4687-b80b-7d508ca164e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77fa1384-3200-4ee8-b0f0-53aea382124c HTTP/1.1" status: 200 len: 834 time: 0.0495961 Jul 27 21:35:47.267233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd18762-b477-4aa8-b70c-137f2df693db req-0d2b9710-4df3-4419-9a36-a8f16c3209df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:47.269023 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0dd18762-b477-4aa8-b70c-137f2df693db req-0d2b9710-4df3-4419-9a36-a8f16c3209df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=388dc1a8-612e-4e15-97db-1e1b4c46173b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660679 Jul 27 21:35:47.478046 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b117f5-4ad9-4c72-9134-b8e8cddbd15e req-60ade509-6661-4f7b-bec6-afd92f522dc1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:47.482703 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-64b117f5-4ad9-4c72-9134-b8e8cddbd15e req-60ade509-6661-4f7b-bec6-afd92f522dc1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 944 time: 0.0851624 Jul 27 21:35:47.524988 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-64b117f5-4ad9-4c72-9134-b8e8cddbd15e req-97d453b0-167c-4ded-bd0e-33b57a3cf388 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380385 Jul 27 21:35:47.745110 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0dd18762-b477-4aa8-b70c-137f2df693db req-290ff95f-721e-43e0-8ea5-4da026be945b service neutron] 10.222.0.66 "GET /v2.0/networks/388dc1a8-612e-4e15-97db-1e1b4c46173b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685197 Jul 27 21:35:47.850465 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0dd18762-b477-4aa8-b70c-137f2df693db req-b56f0816-a56d-48b2-b1ed-30dd31fd0186 service neutron] 10.222.0.66 "GET /v2.0/networks/388dc1a8-612e-4e15-97db-1e1b4c46173b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983789 Jul 27 21:35:47.958984 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf8831-b556-4174-8bc5-92203c97601c req-48ac8272-ee42-4444-92fe-042a455163c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:47.960757 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ebf8831-b556-4174-8bc5-92203c97601c req-48ac8272-ee42-4444-92fe-042a455163c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 1095 time: 0.0647364 Jul 27 21:35:48.059393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf8831-b556-4174-8bc5-92203c97601c req-b07ca7c0-5772-436d-8cf1-712778a2aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:48.060781 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ebf8831-b556-4174-8bc5-92203c97601c req-b07ca7c0-5772-436d-8cf1-712778a2aa33 service neutron] 10.222.0.66 "GET /v2.0/networks?id=388dc1a8-612e-4e15-97db-1e1b4c46173b HTTP/1.1" status: 200 len: 897 time: 0.0925200 Jul 27 21:35:48.106373 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ebf8831-b556-4174-8bc5-92203c97601c req-ab31a19d-ad9f-43bd-a937-a3b45f1d73b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 HTTP/1.1" status: 200 len: 217 time: 0.0383346 Jul 27 21:35:48.163665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf8831-b556-4174-8bc5-92203c97601c req-9201619e-8474-4d44-bf76-a3ef427d0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:48.165162 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ebf8831-b556-4174-8bc5-92203c97601c req-9201619e-8474-4d44-bf76-a3ef427d0bff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77fa1384-3200-4ee8-b0f0-53aea382124c HTTP/1.1" status: 200 len: 834 time: 0.0525789 Jul 27 21:35:48.199029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55140) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:48.241958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf8831-b556-4174-8bc5-92203c97601c req-b3086038-12a1-479d-b276-70bc0a2995f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:48.243644 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ebf8831-b556-4174-8bc5-92203c97601c req-b3086038-12a1-479d-b276-70bc0a2995f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=388dc1a8-612e-4e15-97db-1e1b4c46173b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712271 Jul 27 21:35:48.249311 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b5b895-b8cd-4f9d-a056-48012589ce15 admin admin] Deleting subnet 7f3856d3-60db-4f97-b737-96e4968bfd12 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:35:48.252791 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b895-b8cd-4f9d-a056-48012589ce15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:48.294129 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b895-b8cd-4f9d-a056-48012589ce15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:48.344330 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b895-b8cd-4f9d-a056-48012589ce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:48.354807 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ebf8831-b556-4174-8bc5-92203c97601c req-4998ff67-7ff5-4f31-9ebb-0e5630e9f2ce service neutron] 10.222.0.66 "GET /v2.0/networks/388dc1a8-612e-4e15-97db-1e1b4c46173b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035638 Jul 27 21:35:48.430101 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b895-b8cd-4f9d-a056-48012589ce15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:48.467785 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5b895-b8cd-4f9d-a056-48012589ce15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3856d3-60db-4f97-b737-96e4968bfd12,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:48.471158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 43695972-3de0-430a-8359-c2ad707451ba up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:48.477198 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b895-b8cd-4f9d-a056-48012589ce15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:48.479480 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c7b5b895-b8cd-4f9d-a056-48012589ce15 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7f3856d3-60db-4f97-b737-96e4968bfd12 HTTP/1.1" status: 204 len: 168 time: 0.2793500 Jul 27 21:35:48.481998 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55142) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:48.501414 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ebf8831-b556-4174-8bc5-92203c97601c req-01bbd2f4-15e6-4081-a50d-ffa38f3e4cf5 service neutron] 10.222.0.66 "GET /v2.0/networks/388dc1a8-612e-4e15-97db-1e1b4c46173b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392314 Jul 27 21:35:48.550714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 43695972-3de0-430a-8359-c2ad707451ba triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:48.551288 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:48.570306 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc10ae00-15b1-424f-b709-e38d64bf581b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:48.705751 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc10ae00-15b1-424f-b709-e38d64bf581b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:48.719829 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-fc10ae00-15b1-424f-b709-e38d64bf581b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6224e8f5-9fc4-4ddb-b073-8550274665a5']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:48.734026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-fc10ae00-15b1-424f-b709-e38d64bf581b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b37bbf-88bc-43b0-a6a5-53096289fa4f') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:48.734467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-fc10ae00-15b1-424f-b709-e38d64bf581b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b37bbf-88bc-43b0-a6a5-53096289fa4f') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:48.749080 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc10ae00-15b1-424f-b709-e38d64bf581b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:48.773158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036319d-c5c3-466f-89cc-910ff9b3e72f req-dc81fd7e-d9ef-4c18-b6c8-c98561cf7370 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:48.774683 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e036319d-c5c3-466f-89cc-910ff9b3e72f req-dc81fd7e-d9ef-4c18-b6c8-c98561cf7370 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 944 time: 0.1647277 Jul 27 21:35:48.775624 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc10ae00-15b1-424f-b709-e38d64bf581b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:48.782679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc10ae00-15b1-424f-b709-e38d64bf581b admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:35:48.783070 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc10ae00-15b1-424f-b709-e38d64bf581b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:35:48.785855 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:35:48.883924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e036319d-c5c3-466f-89cc-910ff9b3e72f req-dce3f28e-2dbf-4fe9-a7ed-7a32a4f96057 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023383 Jul 27 21:35:48.885271 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc10ae00-15b1-424f-b709-e38d64bf581b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:48.890675 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc10ae00-15b1-424f-b709-e38d64bf581b admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:48.892940 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fc10ae00-15b1-424f-b709-e38d64bf581b admin admin] 10.222.0.55 "DELETE /v2.0/networks/6224e8f5-9fc4-4ddb-b073-8550274665a5 HTTP/1.1" status: 204 len: 168 time: 0.4097574 Jul 27 21:35:48.907935 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10ae00-15b1-424f-b709-e38d64bf581b admin admin] Pushing event deleted for resources: {'Network': ['ID=6224e8f5-9fc4-4ddb-b073-8550274665a5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:49.020776 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55148) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:49.069384 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cbb0c510-f177-4475-85c9-6dcaff559538 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=061b55fbf2cc4c18b64448020898cccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472381 Jul 27 21:35:49.072270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55150) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:49.129321 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-166f2ff3-f407-4114-8712-24648b9f4bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:49.151143 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-166f2ff3-f407-4114-8712-24648b9f4bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:49.202912 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-166f2ff3-f407-4114-8712-24648b9f4bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:49.205567 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-166f2ff3-f407-4114-8712-24648b9f4bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:49.209532 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-166f2ff3-f407-4114-8712-24648b9f4bad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/62e69386-3d60-4ab1-a227-5ba171d8166f HTTP/1.1" status: 204 len: 168 time: 0.1337900 Jul 27 21:35:49.215968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f2ff3-f407-4114-8712-24648b9f4bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e69386-3d60-4ab1-a227-5ba171d8166f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:50.032582 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc38e4-da58-4b40-98f9-fe5de0be4dae req-52f9ffaa-d4c1-45d4-9335-a7186796b131 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:50.034054 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78fc38e4-da58-4b40-98f9-fe5de0be4dae req-52f9ffaa-d4c1-45d4-9335-a7186796b131 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 944 time: 0.0753286 Jul 27 21:35:50.082417 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78fc38e4-da58-4b40-98f9-fe5de0be4dae req-5e353714-f979-4e10-8c24-80c637879fd6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410316 Jul 27 21:35:50.370892 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55184) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:50.480985 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b069452f-7433-4389-869c-c1697d68be77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.579284 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b069452f-7433-4389-869c-c1697d68be77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.583285 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b069452f-7433-4389-869c-c1697d68be77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.621607 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b069452f-7433-4389-869c-c1697d68be77 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=273acf85870d4434ab78e56d21c77e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495468 Jul 27 21:35:50.622574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069452f-7433-4389-869c-c1697d68be77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96af59b1-c658-4ac3-bca5-3e87476ee2c4,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:50.624843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55188) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:50.674486 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28f32f97-1ef4-49a3-89d6-8d8c2a349697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.695509 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28f32f97-1ef4-49a3-89d6-8d8c2a349697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.742171 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28f32f97-1ef4-49a3-89d6-8d8c2a349697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.745057 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28f32f97-1ef4-49a3-89d6-8d8c2a349697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:50.746240 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-28f32f97-1ef4-49a3-89d6-8d8c2a349697 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96af59b1-c658-4ac3-bca5-3e87476ee2c4 HTTP/1.1" status: 204 len: 168 time: 0.1203640 Jul 27 21:35:50.756073 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f32f97-1ef4-49a3-89d6-8d8c2a349697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96af59b1-c658-4ac3-bca5-3e87476ee2c4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:51.231638 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e0b61-b11a-49cb-afdc-ee9d34a1a16d req-1053eb6c-d995-441d-a108-49efa9ec2ca8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:51.233798 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-945e0b61-b11a-49cb-afdc-ee9d34a1a16d req-1053eb6c-d995-441d-a108-49efa9ec2ca8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 944 time: 0.0724192 Jul 27 21:35:51.276036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-945e0b61-b11a-49cb-afdc-ee9d34a1a16d req-2ca26a6d-c7ce-4422-ae33-5954d0733987 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356371 Jul 27 21:35:51.876041 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:35:51.973477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,segment=NetworkSegment(ee1c7729-0a40-4911-bec1-57bc11c1fbee),segment_id=ee1c7729-0a40-4911-bec1-57bc11c1fbee)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:51.989002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359', 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b', 'port_id': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359', 'mac_address': 'fa:16:3e:2f:d4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:35:52.028457 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:52.041665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:35:52.062794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,segment=NetworkSegment(ee1c7729-0a40-4911-bec1-57bc11c1fbee),segment_id=ee1c7729-0a40-4911-bec1-57bc11c1fbee)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:52.066664 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:52.113702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:52.429522 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c5637-fb59-4246-8696-9f11a9e05884 req-19d4dfa0-de5b-44ab-948b-ed260906db16 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:52.431220 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf4c5637-fb59-4246-8696-9f11a9e05884 req-19d4dfa0-de5b-44ab-948b-ed260906db16 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 945 time: 0.0755665 Jul 27 21:35:52.436489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['30b8eaa5-7b26-4015-bd1d-84d9e6ac2359'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:35:52.474739 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf4c5637-fb59-4246-8696-9f11a9e05884 req-41da2823-bb3a-46aa-9eb1-1073e3f1a72d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366879 Jul 27 21:35:53.614828 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e05fc8-a43b-4cab-8c0b-b69c6c8d2f59 req-cb4a10e7-9f6f-4dff-8cf8-f0c35adbc863 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:53.616321 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65e05fc8-a43b-4cab-8c0b-b69c6c8d2f59 req-cb4a10e7-9f6f-4dff-8cf8-f0c35adbc863 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 945 time: 0.0681314 Jul 27 21:35:53.654215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65e05fc8-a43b-4cab-8c0b-b69c6c8d2f59 req-ffaef9c1-b972-4a36-a915-0222a2d91a19 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318766 Jul 27 21:35:53.900099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:35:53.948433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:35:53.952664 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:35:53.953036 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:54.031678 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:54.053368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4686abdc-1194-4472-9c38-45dd31def421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:54.055624 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d95799-82ef-4e87-a0c1-bbb0038833a0" -d '{"events": [{"server_uuid": "4686abdc-1194-4472-9c38-45dd31def421", "name": "network-vif-plugged", "status": "completed", "tag": "30b8eaa5-7b26-4015-bd1d-84d9e6ac2359"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:54.068773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,segment=NetworkSegment(ee1c7729-0a40-4911-bec1-57bc11c1fbee),segment_id=ee1c7729-0a40-4911-bec1-57bc11c1fbee)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:35:54.073320 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:54.101247 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a69d52-2408-41a1-a787-70638395c133 x-openstack-request-id: req-a9a69d52-2408-41a1-a787-70638395c133 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:54.101542 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4686abdc-1194-4472-9c38-45dd31def421", "name": "network-vif-plugged", "status": "completed", "tag": "30b8eaa5-7b26-4015-bd1d-84d9e6ac2359", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:54.101797 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9a69d52-2408-41a1-a787-70638395c133 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:54.102197 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4686abdc-1194-4472-9c38-45dd31def421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359', 'code': 200} Jul 27 21:35:54.129854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:54.137501 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:54.137845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:54.138185 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:54.139705 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:54.140088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:54.140369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:54.140696 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:54.141021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:54.141343 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:54.141666 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:54.141985 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:54.142327 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:35:54.219591 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa473a73-a76a-4a14-9fdd-90fb22c17e4e req-f7c5511b-2995-4afa-8640-6c0e90b106eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:54.220931 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fa473a73-a76a-4a14-9fdd-90fb22c17e4e req-f7c5511b-2995-4afa-8640-6c0e90b106eb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 1097 time: 0.0603881 Jul 27 21:35:54.259043 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fa473a73-a76a-4a14-9fdd-90fb22c17e4e req-8d112b73-918a-4b72-9ee6-8e54109637dd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302603 Jul 27 21:35:54.798758 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392b9d8-5428-44ef-964e-ebbfbb20b76a req-2fc860f5-1476-41eb-bdaf-d64b4db396cf tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:54.800417 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1392b9d8-5428-44ef-964e-ebbfbb20b76a req-2fc860f5-1476-41eb-bdaf-d64b4db396cf tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0698054 Jul 27 21:35:54.841692 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1392b9d8-5428-44ef-964e-ebbfbb20b76a req-758a969b-8781-499a-99f4-78d5c4cfb08f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353508 Jul 27 21:35:55.982928 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41381334-2438-474d-a12a-fd64ed3c192e req-94a30695-97e1-4ff3-a58b-62c4c162cfef tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:55.984707 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41381334-2438-474d-a12a-fd64ed3c192e req-94a30695-97e1-4ff3-a58b-62c4c162cfef tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0697756 Jul 27 21:35:56.027096 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41381334-2438-474d-a12a-fd64ed3c192e req-68164f01-dbbd-4ecf-82e3-c9de2ab04324 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363581 Jul 27 21:35:56.177029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a82795-4655-4b7f-bda5-8f9ed859b001 req-610f34f1-ad14-4eb6-8ed0-3f7617a97cf1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:56.178580 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-61a82795-4655-4b7f-bda5-8f9ed859b001 req-610f34f1-ad14-4eb6-8ed0-3f7617a97cf1 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0737956 Jul 27 21:35:56.219712 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-61a82795-4655-4b7f-bda5-8f9ed859b001 req-8001764d-6245-48ec-bccf-2ce1619e4453 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347240 Jul 27 21:35:56.241562 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55274) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:56.300027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ef100f-853c-436e-babc-ae04748b8216 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:56.301519 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-59ef100f-853c-436e-babc-ae04748b8216 tempest-TestNetworkAdvancedServerOps-270557783 tempest-TestNetworkAdvancedServerOps-270557783-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 1092 time: 0.0589733 Jul 27 21:35:56.304292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55278) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:56.308857 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:35:56.332297 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.449764 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.569423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Allocated IP 172.25.2.104 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/18ca56fd-f806-4691-9592-f19a5a25ebc2) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:35:56.679570 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.719062 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:56.758113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:35:56.763968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:35:56.767448 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:35:56.773347 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=18ca56fd-f806-4691-9592-f19a5a25ebc2,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:57.177340 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:57.262595 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:57.421242 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:57.426041 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:57.507690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event updated for resources: {'Port': ['ID=18ca56fd-f806-4691-9592-f19a5a25ebc2,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:35:57.516417 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:57.916197 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Floating IP cd202b00-cb65-41f9-a37a-943e31114835 associated. External IP: 172.25.2.104, port: 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359. Jul 27 21:35:58.156734 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:35:58.299439 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:35:58.313767 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aca4be-51cf-4f93-90e1-021d1434f955 None None] Sync routers for ids ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:35:58.320313 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:35:58.392174 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b2099c33-8b29-45e0-8744-f81e97556b1d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0865333 Jul 27 21:35:58.392657 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4686abdc-1194-4472-9c38-45dd31def421', 'tag': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:35:58.396218 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4984ef8e-f799-41db-af4e-2dcf90c03aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "4686abdc-1194-4472-9c38-45dd31def421", "tag": "30b8eaa5-7b26-4015-bd1d-84d9e6ac2359"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:35:58.471818 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8f52b8-5bdb-4790-8140-00353d5a8424 x-openstack-request-id: req-fc8f52b8-5bdb-4790-8140-00353d5a8424 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:35:58.472376 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4686abdc-1194-4472-9c38-45dd31def421", "tag": "30b8eaa5-7b26-4015-bd1d-84d9e6ac2359", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:35:58.472795 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc8f52b8-5bdb-4790-8140-00353d5a8424 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:35:58.473457 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4686abdc-1194-4472-9c38-45dd31def421', 'tag': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359', 'status': 'completed', 'code': 200} Jul 27 21:35:58.481274 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aca4be-51cf-4f93-90e1-021d1434f955 None None] Routers {'67f3b2a6-7d9a-465a-afd0-6274aaf3046b'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:58.482304 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-01aca4be-51cf-4f93-90e1-021d1434f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:35:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:58.570873 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984ef8e-f799-41db-af4e-2dcf90c03aa3 req-1d644121-500e-4dd9-889a-2a9369787156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:58.572717 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4984ef8e-f799-41db-af4e-2dcf90c03aa3 req-1d644121-500e-4dd9-889a-2a9369787156 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 1097 time: 0.0770278 Jul 27 21:35:58.581929 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccba52e-11c0-4d9a-933a-44ae642726d6 req-7c4a3bed-09fa-4c7f-b54b-a860ac13c8a5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:58.584055 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ccba52e-11c0-4d9a-933a-44ae642726d6 req-7c4a3bed-09fa-4c7f-b54b-a860ac13c8a5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0883203 Jul 27 21:35:58.632217 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ccba52e-11c0-4d9a-933a-44ae642726d6 req-c0686853-3385-4491-94bc-e1f787a98cb0 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413110 Jul 27 21:35:58.644681 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-01aca4be-51cf-4f93-90e1-021d1434f955 None None] Set router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:58.658619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55336) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:58.693052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984ef8e-f799-41db-af4e-2dcf90c03aa3 req-29019217-0b21-461e-9563-87c3206e9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:58.694718 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4984ef8e-f799-41db-af4e-2dcf90c03aa3 req-29019217-0b21-461e-9563-87c3206e9346 service neutron] 10.222.0.66 "GET /v2.0/networks?id=388dc1a8-612e-4e15-97db-1e1b4c46173b HTTP/1.1" status: 200 len: 897 time: 0.1134963 Jul 27 21:35:58.742097 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2d451d08-135e-447a-997f-3279f416da1c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/floatingips/cd202b00-cb65-41f9-a37a-943e31114835 HTTP/1.1" status: 200 len: 992 time: 0.0824299 Jul 27 21:35:58.787844 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4984ef8e-f799-41db-af4e-2dcf90c03aa3 req-2dd5ca5c-14be-4067-965b-1bd80920e602 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 HTTP/1.1" status: 200 len: 1000 time: 0.0847332 Jul 27 21:35:58.839654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984ef8e-f799-41db-af4e-2dcf90c03aa3 req-24c66093-5bc9-48ed-8f62-1b2d8b60873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:58.841448 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4984ef8e-f799-41db-af4e-2dcf90c03aa3 req-24c66093-5bc9-48ed-8f62-1b2d8b60873f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77fa1384-3200-4ee8-b0f0-53aea382124c HTTP/1.1" status: 200 len: 834 time: 0.0467074 Jul 27 21:35:58.912913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984ef8e-f799-41db-af4e-2dcf90c03aa3 req-0fb1c054-ee0a-4a91-af1d-6507e20f00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:35:58.914539 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4984ef8e-f799-41db-af4e-2dcf90c03aa3 req-0fb1c054-ee0a-4a91-af1d-6507e20f00eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=388dc1a8-612e-4e15-97db-1e1b4c46173b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657580 Jul 27 21:35:58.920224 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-01aca4be-51cf-4f93-90e1-021d1434f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419889522', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:35Z', 'updated_at': '2021-07-27T21:35:41Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:36Z', 'updated_at': '2021-07-27T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cd202b00-cb65-41f9-a37a-943e31114835', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'port_id': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b', 'mac_address': 'fa:16:3e:2f:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4686abdc-1194-4472-9c38-45dd31def421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:35:57Z', 'updated_at': '2021-07-27T21:35:57Z', 'revision_number': 0, 'project_id': '3a65593248f94ce3907873f90c034333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43695972-3de0-430a-8359-c2ad707451ba', 'name': '', 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:95:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:40Z', 'updated_at': '2021-07-27T21:35:46Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:58.955177 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aca4be-51cf-4f93-90e1-021d1434f955 None None] Checking router: 67f3b2a6-7d9a-465a-afd0-6274aaf3046b for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:35:58.964541 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aca4be-51cf-4f93-90e1-021d1434f955 None None] Routers {'67f3b2a6-7d9a-465a-afd0-6274aaf3046b'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:35:58.965280 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-01aca4be-51cf-4f93-90e1-021d1434f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:35:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:59.029003 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4984ef8e-f799-41db-af4e-2dcf90c03aa3 req-678983fe-93ee-41cf-8c93-1da846c9ef6b service neutron] 10.222.0.66 "GET /v2.0/networks/388dc1a8-612e-4e15-97db-1e1b4c46173b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065626 Jul 27 21:35:59.076767 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-01aca4be-51cf-4f93-90e1-021d1434f955 None None] Set router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:35:59.138603 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4984ef8e-f799-41db-af4e-2dcf90c03aa3 req-ca3700ac-9a16-4a42-ba7a-9367765d07af service neutron] 10.222.0.66 "GET /v2.0/networks/388dc1a8-612e-4e15-97db-1e1b4c46173b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020498 Jul 27 21:35:59.319939 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-01aca4be-51cf-4f93-90e1-021d1434f955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419889522', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:35Z', 'updated_at': '2021-07-27T21:35:41Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:36Z', 'updated_at': '2021-07-27T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cd202b00-cb65-41f9-a37a-943e31114835', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'port_id': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b', 'mac_address': 'fa:16:3e:2f:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4686abdc-1194-4472-9c38-45dd31def421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:35:57Z', 'updated_at': '2021-07-27T21:35:57Z', 'revision_number': 0, 'project_id': '3a65593248f94ce3907873f90c034333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43695972-3de0-430a-8359-c2ad707451ba', 'name': '', 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:95:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:40Z', 'updated_at': '2021-07-27T21:35:46Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:35:59.347870 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aca4be-51cf-4f93-90e1-021d1434f955 None None] The sync data for ids ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'] in n-d-764806-9 is: [{'id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419889522', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:35Z', 'updated_at': '2021-07-27T21:35:41Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:36Z', 'updated_at': '2021-07-27T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cd202b00-cb65-41f9-a37a-943e31114835', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'floating_ip_address': '172.25.2.104', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'port_id': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b', 'mac_address': 'fa:16:3e:2f:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4686abdc-1194-4472-9c38-45dd31def421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:35:57Z', 'updated_at': '2021-07-27T21:35:57Z', 'revision_number': 0, 'project_id': '3a65593248f94ce3907873f90c034333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43695972-3de0-430a-8359-c2ad707451ba', 'name': '', 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:95:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:40Z', 'updated_at': '2021-07-27T21:35:46Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:35:59.566781 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f5b6bf-c3f6-4219-946e-c23270e70a20 None None] New status for floating IP cd202b00-cb65-41f9-a37a-943e31114835: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:35:59.744443 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55340) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:35:59.813336 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6264fab2-6097-4f31-9669-aebc64350675 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/floatingips/cd202b00-cb65-41f9-a37a-943e31114835 HTTP/1.1" status: 200 len: 994 time: 0.0677018 Jul 27 21:36:02.736220 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9031a3b3-3e0c-4c59-ac9e-a8df6b027a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:04.375245 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:05.164983 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55366) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:05.272350 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8060e530-0d43-4a8a-b16c-a73f296b4f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:05.369086 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8060e530-0d43-4a8a-b16c-a73f296b4f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:05.373251 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8060e530-0d43-4a8a-b16c-a73f296b4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:05.400325 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-34d9057e-7be2-4f6e-a1b8-ed2d7a7bb2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:05.413822 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8060e530-0d43-4a8a-b16c-a73f296b4f6f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07e2df9cff984d5d8724303e065fa754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466581 Jul 27 21:36:05.414721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060e530-0d43-4a8a-b16c-a73f296b4f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b3bad7-7a06-45c2-90ab-a10fbec3793e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:05.416687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55370) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:05.473123 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-53866b66-44a4-4e28-96db-bc9873f277e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:05.494649 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-53866b66-44a4-4e28-96db-bc9873f277e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:05.500226 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:05.542359 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-53866b66-44a4-4e28-96db-bc9873f277e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:05.545228 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-53866b66-44a4-4e28-96db-bc9873f277e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:05.546414 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-53866b66-44a4-4e28-96db-bc9873f277e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88b3bad7-7a06-45c2-90ab-a10fbec3793e HTTP/1.1" status: 204 len: 168 time: 0.1287427 Jul 27 21:36:05.554586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53866b66-44a4-4e28-96db-bc9873f277e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b3bad7-7a06-45c2-90ab-a10fbec3793e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:06.163682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55392) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:06.260050 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2064d72e-5c10-4f02-a65d-9fde1607744f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-137328567-network', 'tenant_id': '7999e69ac32d4e6f83f25895e29afc7b'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:36:06.281191 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2064d72e-5c10-4f02-a65d-9fde1607744f admin admin] Made reservation on behalf of 7999e69ac32d4e6f83f25895e29afc7b for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:36:06.283523 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2064d72e-5c10-4f02-a65d-9fde1607744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:06.292115 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2064d72e-5c10-4f02-a65d-9fde1607744f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:06.382268 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2064d72e-5c10-4f02-a65d-9fde1607744f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:06.386154 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2064d72e-5c10-4f02-a65d-9fde1607744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:06.407385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2064d72e-5c10-4f02-a65d-9fde1607744f admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:36:06.421683 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064d72e-5c10-4f02-a65d-9fde1607744f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c007b9-05b8-42a6-a2ca-fbedef137c62,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:06.426653 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2064d72e-5c10-4f02-a65d-9fde1607744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:06.427007 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-2064d72e-5c10-4f02-a65d-9fde1607744f admin admin] Added segment a5e4127b-ef4f-4873-851a-43e6144dc673 of type vlan for network ed24ee98-549e-41a2-9672-725d5d2db3e5 Jul 27 21:36:06.468549 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2064d72e-5c10-4f02-a65d-9fde1607744f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:06.497752 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2064d72e-5c10-4f02-a65d-9fde1607744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:06.498740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2064d72e-5c10-4f02-a65d-9fde1607744f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:06.499312 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2064d72e-5c10-4f02-a65d-9fde1607744f admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:06.556675 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2064d72e-5c10-4f02-a65d-9fde1607744f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3915567 Jul 27 21:36:06.559210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55396) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:06.565741 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-759ea298-8098-4259-a912-13651ece1cde admin admin] Request body: {'subnet': {'network_id': 'ed24ee98-549e-41a2-9672-725d5d2db3e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-137328567-subnet', 'tenant_id': '7999e69ac32d4e6f83f25895e29afc7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:36:06.577427 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064d72e-5c10-4f02-a65d-9fde1607744f admin admin] Pushing event updated for resources: {'Network': ['ID=ed24ee98-549e-41a2-9672-725d5d2db3e5,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:06.587199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network ed24ee98-549e-41a2-9672-725d5d2db3e5 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:36:06.604411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759ea298-8098-4259-a912-13651ece1cde admin admin] Made reservation on behalf of 7999e69ac32d4e6f83f25895e29afc7b for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:36:06.606981 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-759ea298-8098-4259-a912-13651ece1cde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:06.780950 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-759ea298-8098-4259-a912-13651ece1cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:06.839416 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ea298-8098-4259-a912-13651ece1cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2c17fd-4745-41c6-a353-a47620d9e810,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:06.846789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ea298-8098-4259-a912-13651ece1cde admin admin] Checking segment: {'id': 'a5e4127b-ef4f-4873-851a-43e6144dc673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ed24ee98-549e-41a2-9672-725d5d2db3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:36:06.847159 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ea298-8098-4259-a912-13651ece1cde admin admin] Network hostable DHCP agents. Network: ed24ee98-549e-41a2-9672-725d5d2db3e5, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:36:06.864384 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ea298-8098-4259-a912-13651ece1cde admin admin] Network ed24ee98-549e-41a2-9672-725d5d2db3e5 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:36:06.873989 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-759ea298-8098-4259-a912-13651ece1cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, ed24ee98-549e-41a2-9672-725d5d2db3e5) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:36:06.878032 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759ea298-8098-4259-a912-13651ece1cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:06.878649 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-759ea298-8098-4259-a912-13651ece1cde admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:06.883002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e72b408-d575-4a9f-8815-a4f46ece8b4a None None] Network ed24ee98-549e-41a2-9672-725d5d2db3e5 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:36:06.893839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-759ea298-8098-4259-a912-13651ece1cde admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3336015 Jul 27 21:36:07.009607 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff23593-f670-4539-8597-3e320942e97e None None] Network ed24ee98-549e-41a2-9672-725d5d2db3e5 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:36:07.268236 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:07.354977 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55412) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:07.361212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0b0464b4-102e-48fb-9186-9fc2f5c29298 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1308800827-network', 'tenant_id': '01938dcd83024c3394a368d49b3275f4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:36:07.382375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0464b4-102e-48fb-9186-9fc2f5c29298 admin admin] Made reservation on behalf of 01938dcd83024c3394a368d49b3275f4 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:36:07.384591 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b0464b4-102e-48fb-9186-9fc2f5c29298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:07.393797 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b0464b4-102e-48fb-9186-9fc2f5c29298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:07.484033 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b0464b4-102e-48fb-9186-9fc2f5c29298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:07.488210 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b0464b4-102e-48fb-9186-9fc2f5c29298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:07.516129 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0464b4-102e-48fb-9186-9fc2f5c29298 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:36:07.521547 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0464b4-102e-48fb-9186-9fc2f5c29298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9ee174-2c0f-4bbc-a558-e08b128d8c3a,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:07.531053 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b0464b4-102e-48fb-9186-9fc2f5c29298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:07.531517 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-0b0464b4-102e-48fb-9186-9fc2f5c29298 admin admin] Added segment 218d2b87-aeaa-4377-a311-2a3530426353 of type vlan for network 3091974c-9137-431b-bacc-f5a8dad2fea3 Jul 27 21:36:07.577879 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b0464b4-102e-48fb-9186-9fc2f5c29298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:07.608328 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b0464b4-102e-48fb-9186-9fc2f5c29298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:07.609299 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0464b4-102e-48fb-9186-9fc2f5c29298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:07.609891 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b0464b4-102e-48fb-9186-9fc2f5c29298 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:07.663796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0b0464b4-102e-48fb-9186-9fc2f5c29298 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3076012 Jul 27 21:36:07.666805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55414) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:07.672704 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-a4a9050a-786c-4dac-8555-21a884644745 admin admin] Request body: {'subnet': {'network_id': '3091974c-9137-431b-bacc-f5a8dad2fea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1308800827-subnet', 'tenant_id': '01938dcd83024c3394a368d49b3275f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:36:07.674039 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0464b4-102e-48fb-9186-9fc2f5c29298 admin admin] Pushing event updated for resources: {'Network': ['ID=3091974c-9137-431b-bacc-f5a8dad2fea3,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:07.683745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 3091974c-9137-431b-bacc-f5a8dad2fea3 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:36:07.696432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a9050a-786c-4dac-8555-21a884644745 admin admin] Made reservation on behalf of 01938dcd83024c3394a368d49b3275f4 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:36:07.698918 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4a9050a-786c-4dac-8555-21a884644745 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:07.876156 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4a9050a-786c-4dac-8555-21a884644745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:07.916185 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:07.932188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9050a-786c-4dac-8555-21a884644745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=595b69e9-a401-49f3-8e97-221e390abb22,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:07.943433 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a9050a-786c-4dac-8555-21a884644745 admin admin] Checking segment: {'id': '218d2b87-aeaa-4377-a311-2a3530426353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3091974c-9137-431b-bacc-f5a8dad2fea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:36:07.943805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a9050a-786c-4dac-8555-21a884644745 admin admin] Network hostable DHCP agents. Network: 3091974c-9137-431b-bacc-f5a8dad2fea3, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:36:07.961958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a9050a-786c-4dac-8555-21a884644745 admin admin] Network 3091974c-9137-431b-bacc-f5a8dad2fea3 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:36:07.971202 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-a4a9050a-786c-4dac-8555-21a884644745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 3091974c-9137-431b-bacc-f5a8dad2fea3) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:36:07.975781 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a9050a-786c-4dac-8555-21a884644745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:07.976378 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a4a9050a-786c-4dac-8555-21a884644745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:07.980326 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35972492-3e9f-4eea-a2c0-17320a3b30fd None None] Network 3091974c-9137-431b-bacc-f5a8dad2fea3 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:36:07.991494 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a4a9050a-786c-4dac-8555-21a884644745 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3232548 Jul 27 21:36:08.104491 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e838a67e-50f3-4902-927c-f46fc863b840 None None] Network 3091974c-9137-431b-bacc-f5a8dad2fea3 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:36:08.473486 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-91217822-a4ae-4ca2-8510-340bb98cf04b tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:08.474909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-91217822-a4ae-4ca2-8510-340bb98cf04b tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/networks?id=ed24ee98-549e-41a2-9672-725d5d2db3e5 HTTP/1.1" status: 200 len: 811 time: 0.1087494 Jul 27 21:36:08.490586 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-e694bdfc-c5a3-4aff-9d46-8249caa09819 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/quotas/7999e69ac32d4e6f83f25895e29afc7b HTTP/1.1" status: 200 len: 375 time: 0.0098403 Jul 27 21:36:08.527183 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-8f681d29-c6c5-4cc6-9837-6a3fc7777f12 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7999e69ac32d4e6f83f25895e29afc7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310435 Jul 27 21:36:08.620421 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-4798e4e4-1d1d-4d16-af3b-81cada478d6c service neutron] 10.222.0.55 "GET /v2.0/networks/ed24ee98-549e-41a2-9672-725d5d2db3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859179 Jul 27 21:36:08.715956 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-ef07de0b-1aef-44eb-b699-2b820ff897bc service neutron] 10.222.0.55 "GET /v2.0/networks/ed24ee98-549e-41a2-9672-725d5d2db3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893025 Jul 27 21:36:08.879347 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75314477-54ca-4554-b433-b4c0ef7a083d req-4c343176-44d7-47fb-b565-3918003222fb tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 210 time: 0.0306494 Jul 27 21:36:08.939893 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:09.827939 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-def2192b-a02b-47a8-892a-32125a49b476 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:09.829546 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-def2192b-a02b-47a8-892a-32125a49b476 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.20 "GET /v2.0/networks?id=ed24ee98-549e-41a2-9672-725d5d2db3e5 HTTP/1.1" status: 200 len: 811 time: 0.1416736 Jul 27 21:36:09.844624 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-21a138ad-81d8-4c6c-b41c-642276079981 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Request body: {'port': {'device_id': 'e98caac7-727a-42e6-a488-958ed9146a8b', 'network_id': 'ed24ee98-549e-41a2-9672-725d5d2db3e5', 'admin_state_up': True, 'tenant_id': '7999e69ac32d4e6f83f25895e29afc7b'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:36:09.928462 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:36:09.957597 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-21a138ad-81d8-4c6c-b41c-642276079981 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Made reservation on behalf of 7999e69ac32d4e6f83f25895e29afc7b for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:36:09.961219 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-21a138ad-81d8-4c6c-b41c-642276079981 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:09.984865 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a569e408-9872-4263-880f-0f1d72d0a8ef req-4d89f31b-43ec-44b9-be75-78f9266dd6d7 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 210 time: 0.0352454 Jul 27 21:36:10.108353 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-21a138ad-81d8-4c6c-b41c-642276079981 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Allocated IP 172.20.0.8 (ed24ee98-549e-41a2-9672-725d5d2db3e5/2e2c17fd-4745-41c6-a353-a47620d9e810/6c8d1280-40d7-4148-8f67-f90ad0225941) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:36:10.259483 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-21a138ad-81d8-4c6c-b41c-642276079981 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:10.299431 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-21a138ad-81d8-4c6c-b41c-642276079981 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:10.342954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-21a138ad-81d8-4c6c-b41c-642276079981 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Network ed24ee98-549e-41a2-9672-725d5d2db3e5 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:36:10.348164 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-21a138ad-81d8-4c6c-b41c-642276079981 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:36:10.351715 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-21a138ad-81d8-4c6c-b41c-642276079981 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:36:10.358574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a138ad-81d8-4c6c-b41c-642276079981 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Pushing event updated for resources: {'Port': ['ID=6c8d1280-40d7-4148-8f67-f90ad0225941,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:10.405032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-21a138ad-81d8-4c6c-b41c-642276079981 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:10.405649 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-21a138ad-81d8-4c6c-b41c-642276079981 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:10.419201 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-21a138ad-81d8-4c6c-b41c-642276079981 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5784729 Jul 27 21:36:10.431833 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Request body: {'port': {'device_id': 'e98caac7-727a-42e6-a488-958ed9146a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:36:10.507632 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:10.772283 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8d1280-40d7-4148-8f67-f90ad0225941 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:36:10.779521 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:10.791001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Transition to ACTIVE for port object 6c8d1280-40d7-4148-8f67-f90ad0225941 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:36:10.794736 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:10.842844 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8d1280-40d7-4148-8f67-f90ad0225941,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:10.917372 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Attempting to bind port 6c8d1280-40d7-4148-8f67-f90ad0225941 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:36:10.917705 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Attempting to bind port 6c8d1280-40d7-4148-8f67-f90ad0225941 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'a5e4127b-ef4f-4873-851a-43e6144dc673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ed24ee98-549e-41a2-9672-725d5d2db3e5'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:36:10.918031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Attempting to bind port 6c8d1280-40d7-4148-8f67-f90ad0225941 on network ed24ee98-549e-41a2-9672-725d5d2db3e5 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:36:10.922518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Port 6c8d1280-40d7-4148-8f67-f90ad0225941 on network ed24ee98-549e-41a2-9672-725d5d2db3e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:36:10.922837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Attempting to bind port 6c8d1280-40d7-4148-8f67-f90ad0225941 on network ed24ee98-549e-41a2-9672-725d5d2db3e5 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:36:10.927585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:36:10.927918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Checking segment: {'id': 'a5e4127b-ef4f-4873-851a-43e6144dc673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ed24ee98-549e-41a2-9672-725d5d2db3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:36:10.928298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Bound using segment: {'id': 'a5e4127b-ef4f-4873-851a-43e6144dc673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ed24ee98-549e-41a2-9672-725d5d2db3e5'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:36:10.928718 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Bound port: 6c8d1280-40d7-4148-8f67-f90ad0225941, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e4127b-ef4f-4873-851a-43e6144dc673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'ed24ee98-549e-41a2-9672-725d5d2db3e5'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:36:10.929069 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:10.994734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] For port 6c8d1280-40d7-4148-8f67-f90ad0225941, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:36:10.998738 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] For port 6c8d1280-40d7-4148-8f67-f90ad0225941, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=6c8d1280-40d7-4148-8f67-f90ad0225941,segment=NetworkSegment(a5e4127b-ef4f-4873-851a-43e6144dc673),segment_id=a5e4127b-ef4f-4873-851a-43e6144dc673)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:36:11.002920 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:11.040239 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:11.040914 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:11.042323 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] 10.222.0.20 "PUT /v2.0/ports/6c8d1280-40d7-4148-8f67-f90ad0225941 HTTP/1.1" status: 200 len: 1091 time: 0.6145508 Jul 27 21:36:11.042759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98caac7-727a-42e6-a488-958ed9146a8b', 'tag': '6c8d1280-40d7-4148-8f67-f90ad0225941'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:36:11.045625 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f279ed-45cc-4864-8a69-b623135e8e49" -d '{"events": [{"name": "network-changed", "server_uuid": "e98caac7-727a-42e6-a488-958ed9146a8b", "tag": "6c8d1280-40d7-4148-8f67-f90ad0225941"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:36:11.086659 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf508f-ecef-4e27-b3fa-6bb47ff59b05 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8d1280-40d7-4148-8f67-f90ad0225941,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:11.112421 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d08ebc-726a-4530-9cf7-50381ed875f9 x-openstack-request-id: req-c4d08ebc-726a-4530-9cf7-50381ed875f9 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:36:11.112722 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e98caac7-727a-42e6-a488-958ed9146a8b", "tag": "6c8d1280-40d7-4148-8f67-f90ad0225941", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:36:11.113087 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4d08ebc-726a-4530-9cf7-50381ed875f9 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:36:11.113489 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e98caac7-727a-42e6-a488-958ed9146a8b', 'tag': '6c8d1280-40d7-4148-8f67-f90ad0225941', 'status': 'completed', 'code': 200} Jul 27 21:36:11.146715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475b01b-ed12-4c3c-98f6-56788e38ad54 req-322b1657-9a1a-4b08-90c9-85d89767ca2a tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:11.148449 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0475b01b-ed12-4c3c-98f6-56788e38ad54 req-322b1657-9a1a-4b08-90c9-85d89767ca2a tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 943 time: 0.0758336 Jul 27 21:36:11.161300 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-392eec30-bb12-42e8-a502-bd993876f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:11.162909 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-392eec30-bb12-42e8-a502-bd993876f3d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7999e69ac32d4e6f83f25895e29afc7b&device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 1094 time: 0.0609457 Jul 27 21:36:11.188251 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0475b01b-ed12-4c3c-98f6-56788e38ad54 req-f0349ffe-c377-409f-acfb-912ddcf79b36 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Jul 27 21:36:11.205679 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-ccac993a-f120-4907-a3e9-0b7e9115aebe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c8d1280-40d7-4148-8f67-f90ad0225941 HTTP/1.1" status: 200 len: 217 time: 0.0349448 Jul 27 21:36:11.254806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-75d9aeb9-df28-4f86-b8bf-60faed51ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:11.256305 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-75d9aeb9-df28-4f86-b8bf-60faed51ffba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e2c17fd-4745-41c6-a353-a47620d9e810 HTTP/1.1" status: 200 len: 851 time: 0.0441556 Jul 27 21:36:11.295158 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-1d521baa-9cf9-4ff7-b94e-636b48ae2477 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ed24ee98-549e-41a2-9672-725d5d2db3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311277 Jul 27 21:36:11.383026 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-090c2040-d4a7-4363-b3c6-738f3bdad6c4 service neutron] 10.222.0.20 "GET /v2.0/networks/ed24ee98-549e-41a2-9672-725d5d2db3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814121 Jul 27 21:36:11.475817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e8ba086-13ec-4773-9933-08c4c065b8e0 req-4182a188-6de7-4a32-b8d4-afad3c211694 service neutron] 10.222.0.20 "GET /v2.0/networks/ed24ee98-549e-41a2-9672-725d5d2db3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859818 Jul 27 21:36:11.583939 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f279ed-45cc-4864-8a69-b623135e8e49 req-c2eadffe-8d74-4ea4-b2b3-2308e3bb0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:11.585468 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99f279ed-45cc-4864-8a69-b623135e8e49 req-c2eadffe-8d74-4ea4-b2b3-2308e3bb0623 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7999e69ac32d4e6f83f25895e29afc7b&device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 1094 time: 0.0645859 Jul 27 21:36:11.675143 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f279ed-45cc-4864-8a69-b623135e8e49 req-796b5b38-e418-4c14-90bb-14f89b72f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:11.676842 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99f279ed-45cc-4864-8a69-b623135e8e49 req-796b5b38-e418-4c14-90bb-14f89b72f626 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ed24ee98-549e-41a2-9672-725d5d2db3e5 HTTP/1.1" status: 200 len: 912 time: 0.0842621 Jul 27 21:36:11.722783 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99f279ed-45cc-4864-8a69-b623135e8e49 req-a7c8961e-9c92-47a0-8c6e-5ef873278357 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c8d1280-40d7-4148-8f67-f90ad0225941 HTTP/1.1" status: 200 len: 217 time: 0.0386181 Jul 27 21:36:11.773759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f279ed-45cc-4864-8a69-b623135e8e49 req-1b2461b6-aa44-4172-ade5-8fa4c494b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:11.775406 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99f279ed-45cc-4864-8a69-b623135e8e49 req-1b2461b6-aa44-4172-ade5-8fa4c494b444 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e2c17fd-4745-41c6-a353-a47620d9e810 HTTP/1.1" status: 200 len: 851 time: 0.0451312 Jul 27 21:36:11.810153 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99f279ed-45cc-4864-8a69-b623135e8e49 req-61c14e10-37d2-4e4b-b684-ed1525fe52ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ed24ee98-549e-41a2-9672-725d5d2db3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271871 Jul 27 21:36:11.907314 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99f279ed-45cc-4864-8a69-b623135e8e49 req-66cc83dc-585d-414b-86b8-6f85774a2c15 service neutron] 10.222.0.20 "GET /v2.0/networks/ed24ee98-549e-41a2-9672-725d5d2db3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886815 Jul 27 21:36:11.999828 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99f279ed-45cc-4864-8a69-b623135e8e49 req-e7d3607f-c207-4b76-af9f-fd45a6aeba23 service neutron] 10.222.0.20 "GET /v2.0/networks/ed24ee98-549e-41a2-9672-725d5d2db3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850470 Jul 27 21:36:12.321698 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43668cd-2d41-4164-86b0-b0c9b4c4a8f1 req-6e4486c5-923e-4a7a-b985-49473c38ba1a tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:12.323236 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f43668cd-2d41-4164-86b0-b0c9b4c4a8f1 req-6e4486c5-923e-4a7a-b985-49473c38ba1a tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 943 time: 0.0654740 Jul 27 21:36:12.362966 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f43668cd-2d41-4164-86b0-b0c9b4c4a8f1 req-36a1ca13-d8b0-48f2-a8f8-bd2492589f38 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334322 Jul 27 21:36:13.493402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c7bec-9f26-420e-8e09-43f9b022643a req-d677ee4a-ba9a-46ee-9386-9729e090d302 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:13.494974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b18c7bec-9f26-420e-8e09-43f9b022643a req-d677ee4a-ba9a-46ee-9386-9729e090d302 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 943 time: 0.0673001 Jul 27 21:36:13.538461 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b18c7bec-9f26-420e-8e09-43f9b022643a req-461713e8-f485-4cee-a71c-561cfa60cace tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367622 Jul 27 21:36:14.669456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3f7b7-9982-488b-8108-1c2c9a9c8b39 req-d1b91527-029f-45af-acad-ec1a1d281e8c tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:14.670965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3b3f7b7-9982-488b-8108-1c2c9a9c8b39 req-d1b91527-029f-45af-acad-ec1a1d281e8c tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 943 time: 0.0646927 Jul 27 21:36:14.711720 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3b3f7b7-9982-488b-8108-1c2c9a9c8b39 req-5469e7a1-d66a-46ed-af94-7e6ffa266270 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345955 Jul 27 21:36:15.258245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 6c8d1280-40d7-4148-8f67-f90ad0225941 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:36:15.354560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 6c8d1280-40d7-4148-8f67-f90ad0225941, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=6c8d1280-40d7-4148-8f67-f90ad0225941,segment=NetworkSegment(a5e4127b-ef4f-4873-851a-43e6144dc673),segment_id=a5e4127b-ef4f-4873-851a-43e6144dc673)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:36:15.366465 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '6c8d1280-40d7-4148-8f67-f90ad0225941', 'network_id': 'ed24ee98-549e-41a2-9672-725d5d2db3e5', 'port_id': '6c8d1280-40d7-4148-8f67-f90ad0225941', 'mac_address': 'fa:16:3e:48:7f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2c17fd-4745-41c6-a353-a47620d9e810', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:36:15.401762 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:15.414794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8d1280-40d7-4148-8f67-f90ad0225941 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:36:15.434597 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 6c8d1280-40d7-4148-8f67-f90ad0225941, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=6c8d1280-40d7-4148-8f67-f90ad0225941,segment=NetworkSegment(a5e4127b-ef4f-4873-851a-43e6144dc673),segment_id=a5e4127b-ef4f-4873-851a-43e6144dc673)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:36:15.438526 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:15.488786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=6c8d1280-40d7-4148-8f67-f90ad0225941,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:15.657989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['6c8d1280-40d7-4148-8f67-f90ad0225941'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:36:15.845069 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0558ac-e15c-4946-aa08-f9e142011293 req-3daa2998-c1b1-4403-93d4-faea66a44878 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:15.846663 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd0558ac-e15c-4946-aa08-f9e142011293 req-3daa2998-c1b1-4403-93d4-faea66a44878 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 944 time: 0.0680180 Jul 27 21:36:15.886655 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd0558ac-e15c-4946-aa08-f9e142011293 req-ea291d29-f7e1-417e-a05a-1938aa5c95f6 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334191 Jul 27 21:36:17.020392 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5871a08-18b8-4223-b313-0d553ddf9c6e req-ae520c52-6356-43ee-b654-019fddb95e4e tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:17.021879 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f5871a08-18b8-4223-b313-0d553ddf9c6e req-ae520c52-6356-43ee-b654-019fddb95e4e tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 944 time: 0.0670385 Jul 27 21:36:17.061615 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f5871a08-18b8-4223-b313-0d553ddf9c6e req-3e6b0613-6ffc-4249-80c4-0a24f17ee3f8 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336583 Jul 27 21:36:17.085949 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8e9f63a6-ad71-46a1-b208-fa3f1b9dee3d req-fe6c5b8f-431b-41da-9007-9be22c652b06 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550249 Jul 27 21:36:17.186819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f63a6-ad71-46a1-b208-fa3f1b9dee3d req-32245667-4c31-42ab-b6b8-1853962c80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:17.188433 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8e9f63a6-ad71-46a1-b208-fa3f1b9dee3d req-32245667-4c31-42ab-b6b8-1853962c80f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0618062 Jul 27 21:36:17.256614 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 6c8d1280-40d7-4148-8f67-f90ad0225941 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:36:17.294975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f63a6-ad71-46a1-b208-fa3f1b9dee3d req-48acb01b-f624-4530-8d79-3d8fcba013ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:17.296472 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8e9f63a6-ad71-46a1-b208-fa3f1b9dee3d req-48acb01b-f624-4530-8d79-3d8fcba013ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.0870523 Jul 27 21:36:17.307498 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 6c8d1280-40d7-4148-8f67-f90ad0225941 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:36:17.312522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 6c8d1280-40d7-4148-8f67-f90ad0225941 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:36:17.312971 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:17.369685 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8e9f63a6-ad71-46a1-b208-fa3f1b9dee3d req-1467726a-9f9e-4ee6-8e39-49aea04b5d7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c3f7450-67cf-482e-85cc-9d08abda989e HTTP/1.1" status: 200 len: 1001 time: 0.0655246 Jul 27 21:36:17.392500 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:17.415318 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98caac7-727a-42e6-a488-958ed9146a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8d1280-40d7-4148-8f67-f90ad0225941'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:36:17.417584 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958cb3c6-5ae5-4d72-b294-11890b4ebcd1" -d '{"events": [{"server_uuid": "e98caac7-727a-42e6-a488-958ed9146a8b", "name": "network-vif-plugged", "status": "completed", "tag": "6c8d1280-40d7-4148-8f67-f90ad0225941"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:36:17.420676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f63a6-ad71-46a1-b208-fa3f1b9dee3d req-b19eea76-4e0c-4fba-9799-ede8c2e7e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:17.422344 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8e9f63a6-ad71-46a1-b208-fa3f1b9dee3d req-b19eea76-4e0c-4fba-9799-ede8c2e7e638 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0454862 Jul 27 21:36:17.431261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 6c8d1280-40d7-4148-8f67-f90ad0225941, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=6c8d1280-40d7-4148-8f67-f90ad0225941,segment=NetworkSegment(a5e4127b-ef4f-4873-851a-43e6144dc673),segment_id=a5e4127b-ef4f-4873-851a-43e6144dc673)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:36:17.435933 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:17.464432 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33389eb3-ed2a-411e-9327-6def2f9e97fb x-openstack-request-id: req-33389eb3-ed2a-411e-9327-6def2f9e97fb {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:36:17.464726 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98caac7-727a-42e6-a488-958ed9146a8b", "name": "network-vif-plugged", "status": "completed", "tag": "6c8d1280-40d7-4148-8f67-f90ad0225941", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:36:17.464982 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33389eb3-ed2a-411e-9327-6def2f9e97fb {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:36:17.465377 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98caac7-727a-42e6-a488-958ed9146a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8d1280-40d7-4148-8f67-f90ad0225941', 'code': 200} Jul 27 21:36:17.487211 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f63a6-ad71-46a1-b208-fa3f1b9dee3d req-002e1eef-71ec-4f76-a089-77343aa6036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:17.488709 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8e9f63a6-ad71-46a1-b208-fa3f1b9dee3d req-002e1eef-71ec-4f76-a089-77343aa6036a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593045 Jul 27 21:36:17.491855 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=6c8d1280-40d7-4148-8f67-f90ad0225941,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:17.628278 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8e9f63a6-ad71-46a1-b208-fa3f1b9dee3d req-054d5c8b-0163-4f2f-a8f3-3761e75e54a2 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261406 Jul 27 21:36:17.633892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495c070-7999-4de1-aaed-bb27e72f031d req-2ae8a458-f2f6-49fb-bf20-cbe9f38c9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:17.635357 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d495c070-7999-4de1-aaed-bb27e72f031d req-2ae8a458-f2f6-49fb-bf20-cbe9f38c9dfb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 1096 time: 0.0866375 Jul 27 21:36:17.725092 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d495c070-7999-4de1-aaed-bb27e72f031d req-8f587aa0-eef5-40f7-ab2c-89dd9d6ba586 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820279 Jul 27 21:36:17.751077 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8e9f63a6-ad71-46a1-b208-fa3f1b9dee3d req-c2c53603-4992-43b6-8afb-6c4b1d7a8009 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092095 Jul 27 21:36:18.195209 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2069d-7e48-4481-9d8a-0d94488a1a5d req-d65b68a2-e397-4f95-85bb-e69d3ca2cef5 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:18.196974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdf2069d-7e48-4481-9d8a-0d94488a1a5d req-d65b68a2-e397-4f95-85bb-e69d3ca2cef5 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 945 time: 0.0685437 Jul 27 21:36:18.236043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdf2069d-7e48-4481-9d8a-0d94488a1a5d req-dde2dcb5-bdd2-4121-a5b5-de55600823dc tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322061 Jul 27 21:36:19.371237 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951c777-46b4-4edd-b4f2-cf60d14f28b9 req-9173e4e6-d5a0-4cad-b433-0baa3a9371dc tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:19.372784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b951c777-46b4-4edd-b4f2-cf60d14f28b9 req-9173e4e6-d5a0-4cad-b433-0baa3a9371dc tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 945 time: 0.0672426 Jul 27 21:36:19.412833 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b951c777-46b4-4edd-b4f2-cf60d14f28b9 req-c60e898b-d53f-4f0b-8eb6-1a380a8ff9ed tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336742 Jul 27 21:36:19.545224 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96af86c-9640-47d5-8cc2-bc1f8f2bae33 req-50e9ea7a-7c31-4f89-b9b3-7d748417aa8e tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:19.546655 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a96af86c-9640-47d5-8cc2-bc1f8f2bae33 req-50e9ea7a-7c31-4f89-b9b3-7d748417aa8e tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 945 time: 0.0683260 Jul 27 21:36:19.587157 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a96af86c-9640-47d5-8cc2-bc1f8f2bae33 req-f8b446f0-e268-48c3-87ac-42ee675df5c7 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343168 Jul 27 21:36:19.828280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd22a46-b6ce-44ec-bd42-142b5a4584f4 req-ff554ca3-f362-401b-9de1-e9a270ebe558 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:19.829786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abd22a46-b6ce-44ec-bd42-142b5a4584f4 req-ff554ca3-f362-401b-9de1-e9a270ebe558 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 945 time: 0.0641935 Jul 27 21:36:19.874646 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abd22a46-b6ce-44ec-bd42-142b5a4584f4 req-329b0a93-83a7-452c-ae9f-208c1e0d8d37 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387421 Jul 27 21:36:21.018379 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b2407-9fae-4381-b40c-855a9676ce36 req-eb529ea6-11ad-436d-a925-e1e481288370 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:21.019880 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b0b2407-9fae-4381-b40c-855a9676ce36 req-eb529ea6-11ad-436d-a925-e1e481288370 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 945 time: 0.0720334 Jul 27 21:36:21.061050 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b0b2407-9fae-4381-b40c-855a9676ce36 req-138f85ad-b083-4618-8e40-c59d55e86e5f tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340438 Jul 27 21:36:21.299223 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcf3e7-3f82-42d4-8e73-7b7e8de54789 req-3da5bf55-09c8-4106-a609-2bfa76f74763 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:21.300811 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49dcf3e7-3f82-42d4-8e73-7b7e8de54789 req-3da5bf55-09c8-4106-a609-2bfa76f74763 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 945 time: 0.0851045 Jul 27 21:36:21.321436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbc9b1-b662-4311-88f3-76c249ed88b5 req-f6b0e50d-0689-4d42-9a2b-9aa5206de871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:21.322985 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-15bbc9b1-b662-4311-88f3-76c249ed88b5 req-f6b0e50d-0689-4d42-9a2b-9aa5206de871 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7999e69ac32d4e6f83f25895e29afc7b&device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 1096 time: 0.0809531 Jul 27 21:36:21.339828 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49dcf3e7-3f82-42d4-8e73-7b7e8de54789 req-47049fc7-008e-49e0-8b99-bc42b3aedd8f tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328636 Jul 27 21:36:21.420415 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbc9b1-b662-4311-88f3-76c249ed88b5 req-0f9621aa-fd70-4606-9df6-d9df2e59ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:21.421812 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-15bbc9b1-b662-4311-88f3-76c249ed88b5 req-0f9621aa-fd70-4606-9df6-d9df2e59ba12 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ed24ee98-549e-41a2-9672-725d5d2db3e5 HTTP/1.1" status: 200 len: 912 time: 0.0921781 Jul 27 21:36:21.464835 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-15bbc9b1-b662-4311-88f3-76c249ed88b5 req-335b12d4-71be-45f8-bf17-a92488f6f197 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c8d1280-40d7-4148-8f67-f90ad0225941 HTTP/1.1" status: 200 len: 217 time: 0.0351360 Jul 27 21:36:21.514675 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbc9b1-b662-4311-88f3-76c249ed88b5 req-b20d5189-b7f6-4dae-8995-292159260c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:21.516116 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-15bbc9b1-b662-4311-88f3-76c249ed88b5 req-b20d5189-b7f6-4dae-8995-292159260c3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e2c17fd-4745-41c6-a353-a47620d9e810 HTTP/1.1" status: 200 len: 851 time: 0.0446160 Jul 27 21:36:21.551802 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-15bbc9b1-b662-4311-88f3-76c249ed88b5 req-e1f45454-3a65-4211-b853-ce0d77a848a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ed24ee98-549e-41a2-9672-725d5d2db3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286207 Jul 27 21:36:21.655309 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-15bbc9b1-b662-4311-88f3-76c249ed88b5 req-4ab16108-4e3a-428c-94a7-163e1027ac80 service neutron] 10.222.0.20 "GET /v2.0/networks/ed24ee98-549e-41a2-9672-725d5d2db3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968053 Jul 27 21:36:21.745875 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-15bbc9b1-b662-4311-88f3-76c249ed88b5 req-8681a72b-8e7c-4fe7-bb32-56705b4e68c3 service neutron] 10.222.0.20 "GET /v2.0/networks/ed24ee98-549e-41a2-9672-725d5d2db3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836537 Jul 27 21:36:22.477637 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c57f29-f965-4b07-8871-562f2df34cc7 req-811e3125-3e6d-4f04-a3fc-5c7e5aeaafc9 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:22.479271 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67c57f29-f965-4b07-8871-562f2df34cc7 req-811e3125-3e6d-4f04-a3fc-5c7e5aeaafc9 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 945 time: 0.0633559 Jul 27 21:36:22.517830 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-67c57f29-f965-4b07-8871-562f2df34cc7 req-d0c3edf2-c9db-4ed9-8499-12e3b077552b tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320749 Jul 27 21:36:22.759791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44c929-7c23-4b97-9bee-9c1c0c2b38fa req-904e8357-e1e4-43eb-a056-b513cbea2017 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:22.761290 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a44c929-7c23-4b97-9bee-9c1c0c2b38fa req-904e8357-e1e4-43eb-a056-b513cbea2017 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 945 time: 0.0678492 Jul 27 21:36:22.801715 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a44c929-7c23-4b97-9bee-9c1c0c2b38fa req-936a136f-1a09-4f3c-bce5-cdd380c99a6a tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341866 Jul 27 21:36:23.939373 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d3028-1c29-464c-b08f-f59fa0e5b596 req-22da2836-b5c5-4667-9292-f8f6baa2db43 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:23.940885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-346d3028-1c29-464c-b08f-f59fa0e5b596 req-22da2836-b5c5-4667-9292-f8f6baa2db43 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 945 time: 0.0702074 Jul 27 21:36:23.980617 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-346d3028-1c29-464c-b08f-f59fa0e5b596 req-a52aff46-2ec2-4f1d-84f0-d3813b2f442e tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334139 Jul 27 21:36:24.206570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa53cc-6957-439b-a132-7055bc0f628e req-d1dfb01d-0d90-4027-97ac-96e3622832de tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:24.208279 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9fa53cc-6957-439b-a132-7055bc0f628e req-d1dfb01d-0d90-4027-97ac-96e3622832de tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 945 time: 0.0748074 Jul 27 21:36:24.225985 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c133-6c91-4ae9-9ace-b3ae43d079cf req-c8a7fb31-335f-40d8-959d-abce82aa289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:24.227535 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74c6c133-6c91-4ae9-9ace-b3ae43d079cf req-c8a7fb31-335f-40d8-959d-abce82aa289d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7999e69ac32d4e6f83f25895e29afc7b&device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 1096 time: 0.0623307 Jul 27 21:36:24.251379 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9fa53cc-6957-439b-a132-7055bc0f628e req-8eb1a48d-276c-4e38-a6eb-615c37eef81c tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342190 Jul 27 21:36:24.323566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c133-6c91-4ae9-9ace-b3ae43d079cf req-829176f6-9263-4667-944a-b882aa2de41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:24.325152 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74c6c133-6c91-4ae9-9ace-b3ae43d079cf req-829176f6-9263-4667-944a-b882aa2de41c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ed24ee98-549e-41a2-9672-725d5d2db3e5 HTTP/1.1" status: 200 len: 912 time: 0.0904436 Jul 27 21:36:24.372858 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74c6c133-6c91-4ae9-9ace-b3ae43d079cf req-90b16f9d-59ce-444d-9514-3d147e0ae32e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c8d1280-40d7-4148-8f67-f90ad0225941 HTTP/1.1" status: 200 len: 217 time: 0.0378163 Jul 27 21:36:24.421167 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c133-6c91-4ae9-9ace-b3ae43d079cf req-e3a551be-5b5b-4127-8701-5cf498c5063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:24.422635 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74c6c133-6c91-4ae9-9ace-b3ae43d079cf req-e3a551be-5b5b-4127-8701-5cf498c5063b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e2c17fd-4745-41c6-a353-a47620d9e810 HTTP/1.1" status: 200 len: 851 time: 0.0435369 Jul 27 21:36:24.458007 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74c6c133-6c91-4ae9-9ace-b3ae43d079cf req-1b5f3813-1988-4685-a824-e2d30909eda8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ed24ee98-549e-41a2-9672-725d5d2db3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282812 Jul 27 21:36:24.550394 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74c6c133-6c91-4ae9-9ace-b3ae43d079cf req-70a63d71-244f-4d38-878c-6a70f0512ea5 service neutron] 10.222.0.20 "GET /v2.0/networks/ed24ee98-549e-41a2-9672-725d5d2db3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848105 Jul 27 21:36:24.640759 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74c6c133-6c91-4ae9-9ace-b3ae43d079cf req-425d7bb6-419a-4173-b3fd-eb230280c5a6 service neutron] 10.222.0.20 "GET /v2.0/networks/ed24ee98-549e-41a2-9672-725d5d2db3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833437 Jul 27 21:36:25.389299 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cd4b6-92c6-4570-9025-b82693993f82 req-66075147-260e-4405-a5e3-f12677b522ca tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:25.390816 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d0cd4b6-92c6-4570-9025-b82693993f82 req-66075147-260e-4405-a5e3-f12677b522ca tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 945 time: 0.0656567 Jul 27 21:36:25.428839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d0cd4b6-92c6-4570-9025-b82693993f82 req-5f427b71-a494-4e51-8137-accd47408299 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321186 Jul 27 21:36:26.561381 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f5487-6768-436d-9ad3-645838a8cab5 req-36e95751-ace6-411d-940e-d8bd154de9de tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:26.562937 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-680f5487-6768-436d-9ad3-645838a8cab5 req-36e95751-ace6-411d-940e-d8bd154de9de tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 945 time: 0.0675824 Jul 27 21:36:26.602966 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-680f5487-6768-436d-9ad3-645838a8cab5 req-610149c4-fcfb-4b0f-959f-3d6942c8b5bc tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340519 Jul 27 21:36:26.607963 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-96dbf661-d8cf-4f0b-ae12-686be4d73474 req-5d3e789f-9bb2-4f82-979a-d03b88d220b7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572736 Jul 27 21:36:26.711988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbf661-d8cf-4f0b-ae12-686be4d73474 req-22e050ba-9140-4032-bfe7-1b02b73b6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:26.713495 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-96dbf661-d8cf-4f0b-ae12-686be4d73474 req-22e050ba-9140-4032-bfe7-1b02b73b6b39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 1097 time: 0.0625653 Jul 27 21:36:26.820693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbf661-d8cf-4f0b-ae12-686be4d73474 req-74e351a5-33bb-4960-ba09-2d0c3326a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:26.822469 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-96dbf661-d8cf-4f0b-ae12-686be4d73474 req-74e351a5-33bb-4960-ba09-2d0c3326a131 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.0889552 Jul 27 21:36:26.862936 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d172aea-c56e-4c4a-815b-f25dce556565 req-9a9f75ba-10c3-466c-81b6-c098da3402dc tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:26.864472 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d172aea-c56e-4c4a-815b-f25dce556565 req-9a9f75ba-10c3-466c-81b6-c098da3402dc tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 945 time: 0.0712748 Jul 27 21:36:26.894207 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-96dbf661-d8cf-4f0b-ae12-686be4d73474 req-78e2a78b-ae56-4247-9e49-60a40f125210 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eeaeb8f-a087-4c3f-8b8d-1126322573ca HTTP/1.1" status: 200 len: 1001 time: 0.0641084 Jul 27 21:36:26.904738 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d172aea-c56e-4c4a-815b-f25dce556565 req-eb4baf81-f7e4-411c-8a33-6d391536803f tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341997 Jul 27 21:36:26.944614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbf661-d8cf-4f0b-ae12-686be4d73474 req-fc7e2980-4fb1-4aaa-9f0a-5bb2da5879cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:26.946348 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-96dbf661-d8cf-4f0b-ae12-686be4d73474 req-fc7e2980-4fb1-4aaa-9f0a-5bb2da5879cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0442004 Jul 27 21:36:27.007273 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbf661-d8cf-4f0b-ae12-686be4d73474 req-c722f637-a9c3-4660-a6c1-ca0c1136d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:27.008752 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-96dbf661-d8cf-4f0b-ae12-686be4d73474 req-c722f637-a9c3-4660-a6c1-ca0c1136d980 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541162 Jul 27 21:36:27.104284 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-96dbf661-d8cf-4f0b-ae12-686be4d73474 req-1a7e532b-e870-40fc-ac12-4e48d89686a7 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869458 Jul 27 21:36:27.194051 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-96dbf661-d8cf-4f0b-ae12-686be4d73474 req-486b2013-4e02-4c2c-8ebc-ca8d7676e6d2 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823376 Jul 27 21:36:28.040540 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc2b2d-8047-4b2d-b0ad-22b218d8ff77 req-5bbe322b-b645-45fd-84e2-e7a516ac4681 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:28.042008 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43cc2b2d-8047-4b2d-b0ad-22b218d8ff77 req-5bbe322b-b645-45fd-84e2-e7a516ac4681 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 945 time: 0.0634840 Jul 27 21:36:28.081519 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43cc2b2d-8047-4b2d-b0ad-22b218d8ff77 req-09cab440-b094-4009-a3dd-7d9d318f9af4 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5c007b9-05b8-42a6-a2ca-fbedef137c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323575 Jul 27 21:36:28.614062 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b76a82-9dc8-421a-a7fd-a490b8f31d9d req-582e78d6-5571-4ed9-a2ae-f3ffbe1295fb tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:28.615556 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-30b76a82-9dc8-421a-a7fd-a490b8f31d9d req-582e78d6-5571-4ed9-a2ae-f3ffbe1295fb tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.20 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 945 time: 0.0634387 Jul 27 21:36:28.721881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-30b76a82-9dc8-421a-a7fd-a490b8f31d9d req-bb6fc091-ba3a-4dc2-979b-b1d1fee7e520 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Deleting port 6c8d1280-40d7-4148-8f67-f90ad0225941 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:36:28.722248 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-30b76a82-9dc8-421a-a7fd-a490b8f31d9d req-bb6fc091-ba3a-4dc2-979b-b1d1fee7e520 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:28.808355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-30b76a82-9dc8-421a-a7fd-a490b8f31d9d req-bb6fc091-ba3a-4dc2-979b-b1d1fee7e520 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] For port 6c8d1280-40d7-4148-8f67-f90ad0225941, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=6c8d1280-40d7-4148-8f67-f90ad0225941,segment=NetworkSegment(a5e4127b-ef4f-4873-851a-43e6144dc673),segment_id=a5e4127b-ef4f-4873-851a-43e6144dc673)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:36:28.808735 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-30b76a82-9dc8-421a-a7fd-a490b8f31d9d req-bb6fc091-ba3a-4dc2-979b-b1d1fee7e520 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:28.822094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-30b76a82-9dc8-421a-a7fd-a490b8f31d9d req-bb6fc091-ba3a-4dc2-979b-b1d1fee7e520 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Calling delete_port for 6c8d1280-40d7-4148-8f67-f90ad0225941 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:36:28.952469 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-30b76a82-9dc8-421a-a7fd-a490b8f31d9d req-bb6fc091-ba3a-4dc2-979b-b1d1fee7e520 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:28.964825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['6c8d1280-40d7-4148-8f67-f90ad0225941'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:36:28.981056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6fc091-ba3a-4dc2-979b-b1d1fee7e520 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Pushing event deleted for resources: {'Port': ['ID=6c8d1280-40d7-4148-8f67-f90ad0225941,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:29.033529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b76a82-9dc8-421a-a7fd-a490b8f31d9d req-bb6fc091-ba3a-4dc2-979b-b1d1fee7e520 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] No DVR routers for this DVR port 6c8d1280-40d7-4148-8f67-f90ad0225941 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:36:29.036449 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-30b76a82-9dc8-421a-a7fd-a490b8f31d9d req-bb6fc091-ba3a-4dc2-979b-b1d1fee7e520 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:29.038483 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-30b76a82-9dc8-421a-a7fd-a490b8f31d9d req-bb6fc091-ba3a-4dc2-979b-b1d1fee7e520 tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.20 "DELETE /v2.0/ports/6c8d1280-40d7-4148-8f67-f90ad0225941 HTTP/1.1" status: 204 len: 173 time: 0.4164107 Jul 27 21:36:29.038917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98caac7-727a-42e6-a488-958ed9146a8b', 'name': 'network-vif-deleted', 'tag': '6c8d1280-40d7-4148-8f67-f90ad0225941'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:36:29.041195 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c3983c-c42a-4928-ac67-51af14c615a5" -d '{"events": [{"server_uuid": "e98caac7-727a-42e6-a488-958ed9146a8b", "name": "network-vif-deleted", "tag": "6c8d1280-40d7-4148-8f67-f90ad0225941"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:36:29.079542 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead9bac4-ca51-4fdf-9d69-359ec857943a x-openstack-request-id: req-ead9bac4-ca51-4fdf-9d69-359ec857943a {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:36:29.079833 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e98caac7-727a-42e6-a488-958ed9146a8b", "name": "network-vif-deleted", "tag": "6c8d1280-40d7-4148-8f67-f90ad0225941", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:36:29.080087 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ead9bac4-ca51-4fdf-9d69-359ec857943a {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:36:29.080492 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e98caac7-727a-42e6-a488-958ed9146a8b', 'name': 'network-vif-deleted', 'tag': '6c8d1280-40d7-4148-8f67-f90ad0225941', 'status': 'completed', 'code': 200} Jul 27 21:36:29.196583 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6790203-7d9e-41cc-b9bc-acee990d9f5a req-c73d9cde-c050-46c5-a94a-0876906322da tempest-TestServerAdvancedOps-478103753 tempest-TestServerAdvancedOps-478103753-project] 10.222.0.55 "GET /v2.0/ports?device_id=e98caac7-727a-42e6-a488-958ed9146a8b HTTP/1.1" status: 200 len: 210 time: 0.0349536 Jul 27 21:36:30.256100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55510) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:30.301430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-50326711-748b-42b9-b99b-c45db85f394a admin admin] Deleting subnet 2e2c17fd-4745-41c6-a353-a47620d9e810 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:36:30.304582 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-50326711-748b-42b9-b99b-c45db85f394a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:30.338784 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-50326711-748b-42b9-b99b-c45db85f394a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:30.376257 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-50326711-748b-42b9-b99b-c45db85f394a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:30.436745 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-50326711-748b-42b9-b99b-c45db85f394a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:30.462034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50326711-748b-42b9-b99b-c45db85f394a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2c17fd-4745-41c6-a353-a47620d9e810,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:30.468071 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-50326711-748b-42b9-b99b-c45db85f394a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:30.470134 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-50326711-748b-42b9-b99b-c45db85f394a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2e2c17fd-4745-41c6-a353-a47620d9e810 HTTP/1.1" status: 204 len: 168 time: 0.2129030 Jul 27 21:36:30.472382 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55512) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:30.539662 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ac0e-cdc3-47e4-b92f-aaf3278ff278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:30.624746 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ac0e-cdc3-47e4-b92f-aaf3278ff278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:30.634598 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-3fe4ac0e-cdc3-47e4-b92f-aaf3278ff278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed24ee98-549e-41a2-9672-725d5d2db3e5']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:36:30.645463 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-3fe4ac0e-cdc3-47e4-b92f-aaf3278ff278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e4127b-ef4f-4873-851a-43e6144dc673') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:36:30.645755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-3fe4ac0e-cdc3-47e4-b92f-aaf3278ff278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e4127b-ef4f-4873-851a-43e6144dc673') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:36:30.654485 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ac0e-cdc3-47e4-b92f-aaf3278ff278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:30.667966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ac0e-cdc3-47e4-b92f-aaf3278ff278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:30.674517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe4ac0e-cdc3-47e4-b92f-aaf3278ff278 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:36:30.674974 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ac0e-cdc3-47e4-b92f-aaf3278ff278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:36:30.676598 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:36:30.730434 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ac0e-cdc3-47e4-b92f-aaf3278ff278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:30.737558 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3fe4ac0e-cdc3-47e4-b92f-aaf3278ff278 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:30.739428 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3fe4ac0e-cdc3-47e4-b92f-aaf3278ff278 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ed24ee98-549e-41a2-9672-725d5d2db3e5 HTTP/1.1" status: 204 len: 168 time: 0.2661467 Jul 27 21:36:30.742338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55514) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:30.749351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4ac0e-cdc3-47e4-b92f-aaf3278ff278 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed24ee98-549e-41a2-9672-725d5d2db3e5,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:30.789014 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0263a4-7670-4a9f-937c-bd4942af3372 admin admin] Deleting subnet 595b69e9-a401-49f3-8e97-221e390abb22 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:36:30.792018 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5f0263a4-7670-4a9f-937c-bd4942af3372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:30.827748 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5f0263a4-7670-4a9f-937c-bd4942af3372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:30.866213 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5f0263a4-7670-4a9f-937c-bd4942af3372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:30.923668 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5f0263a4-7670-4a9f-937c-bd4942af3372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:30.951135 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0263a4-7670-4a9f-937c-bd4942af3372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=595b69e9-a401-49f3-8e97-221e390abb22,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:30.953114 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5f0263a4-7670-4a9f-937c-bd4942af3372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:30.955022 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5f0263a4-7670-4a9f-937c-bd4942af3372 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/595b69e9-a401-49f3-8e97-221e390abb22 HTTP/1.1" status: 204 len: 168 time: 0.2116072 Jul 27 21:36:30.957425 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55516) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:31.026376 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a505bfa6-d775-4025-8b77-c6ec4f8651bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:31.111854 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a505bfa6-d775-4025-8b77-c6ec4f8651bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:31.121485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-a505bfa6-d775-4025-8b77-c6ec4f8651bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3091974c-9137-431b-bacc-f5a8dad2fea3']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:36:31.132059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-a505bfa6-d775-4025-8b77-c6ec4f8651bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218d2b87-aeaa-4377-a311-2a3530426353') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:36:31.132363 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-a505bfa6-d775-4025-8b77-c6ec4f8651bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218d2b87-aeaa-4377-a311-2a3530426353') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:36:31.141164 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a505bfa6-d775-4025-8b77-c6ec4f8651bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:31.155079 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a505bfa6-d775-4025-8b77-c6ec4f8651bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:31.161467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a505bfa6-d775-4025-8b77-c6ec4f8651bc admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:36:31.161844 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a505bfa6-d775-4025-8b77-c6ec4f8651bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:36:31.163490 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:36:31.216707 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a505bfa6-d775-4025-8b77-c6ec4f8651bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:31.222092 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a505bfa6-d775-4025-8b77-c6ec4f8651bc admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:31.223959 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a505bfa6-d775-4025-8b77-c6ec4f8651bc admin admin] 10.222.0.55 "DELETE /v2.0/networks/3091974c-9137-431b-bacc-f5a8dad2fea3 HTTP/1.1" status: 204 len: 168 time: 0.2656240 Jul 27 21:36:31.235444 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505bfa6-d775-4025-8b77-c6ec4f8651bc admin admin] Pushing event deleted for resources: {'Network': ['ID=3091974c-9137-431b-bacc-f5a8dad2fea3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:31.380764 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55520) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:31.425145 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0076c06d-5cd8-484b-b94e-3d32d41268f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7999e69ac32d4e6f83f25895e29afc7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431588 Jul 27 21:36:31.427642 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55522) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:31.819094 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-637108af-fe35-45d9-8396-ba80195c28ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:31.840407 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-637108af-fe35-45d9-8396-ba80195c28ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:31.887392 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-637108af-fe35-45d9-8396-ba80195c28ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:31.891027 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-637108af-fe35-45d9-8396-ba80195c28ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:31.892257 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-637108af-fe35-45d9-8396-ba80195c28ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5c007b9-05b8-42a6-a2ca-fbedef137c62 HTTP/1.1" status: 204 len: 168 time: 0.4636760 Jul 27 21:36:31.900113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637108af-fe35-45d9-8396-ba80195c28ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c007b9-05b8-42a6-a2ca-fbedef137c62,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:32.226142 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55528) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:32.272253 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0b9ccb58-3e67-4c04-9cdf-2056ba12ec15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01938dcd83024c3394a368d49b3275f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448854 Jul 27 21:36:32.274740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55530) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:32.325227 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c63ab3ce-d662-4d2c-a1aa-687f23d86358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:32.346376 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c63ab3ce-d662-4d2c-a1aa-687f23d86358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:32.393842 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c63ab3ce-d662-4d2c-a1aa-687f23d86358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:32.396440 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c63ab3ce-d662-4d2c-a1aa-687f23d86358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:32.397641 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c63ab3ce-d662-4d2c-a1aa-687f23d86358 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c9ee174-2c0f-4bbc-a558-e08b128d8c3a HTTP/1.1" status: 204 len: 168 time: 0.1220062 Jul 27 21:36:32.405538 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ab3ce-d662-4d2c-a1aa-687f23d86358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9ee174-2c0f-4bbc-a558-e08b128d8c3a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:32.740373 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-39bc913e-7482-427a-affe-081409e1ea27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:33.333081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 6c8d1280-40d7-4148-8f67-f90ad0225941 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:36:33.352939 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 6c8d1280-40d7-4148-8f67-f90ad0225941 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:36:33.353280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 6c8d1280-40d7-4148-8f67-f90ad0225941 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:36:34.232213 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:35.401003 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ec7bee47-e9cd-45ff-bbfe-3cb9dbf35ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:35.503373 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:37.271407 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:37.931991 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:38.942453 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:39.575059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55540) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:39.748721 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-76cb2c8a-4e1b-4c7d-a4fe-96f63c37bf67 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Deleting port 711953e6-ab7f-4579-8bf1-dcfc73904dc7 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:36:39.749072 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-76cb2c8a-4e1b-4c7d-a4fe-96f63c37bf67 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:39.833778 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-76cb2c8a-4e1b-4c7d-a4fe-96f63c37bf67 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:39.834021 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-76cb2c8a-4e1b-4c7d-a4fe-96f63c37bf67 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:39.846041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-76cb2c8a-4e1b-4c7d-a4fe-96f63c37bf67 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Calling delete_port for 711953e6-ab7f-4579-8bf1-dcfc73904dc7 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:36:40.006963 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-76cb2c8a-4e1b-4c7d-a4fe-96f63c37bf67 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:40.034202 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb2c8a-4e1b-4c7d-a4fe-96f63c37bf67 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event deleted for resources: {'Port': ['ID=711953e6-ab7f-4579-8bf1-dcfc73904dc7,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:40.097829 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-76cb2c8a-4e1b-4c7d-a4fe-96f63c37bf67 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:40.098130 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-76cb2c8a-4e1b-4c7d-a4fe-96f63c37bf67 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Floating IP fa6a9556-85f7-47ed-bf18-c802e55f50e4 disassociated (deleted). External IP: 172.25.2.80, port: 6eeaeb8f-a087-4c3f-8b8d-1126322573ca. Jul 27 21:36:40.318768 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cb2c8a-4e1b-4c7d-a4fe-96f63c37bf67 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:36:40.704849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cb2c8a-4e1b-4c7d-a4fe-96f63c37bf67 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:36:40.710002 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-76cb2c8a-4e1b-4c7d-a4fe-96f63c37bf67 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:40.717110 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8b887-f4ee-48d9-8100-29ec14f3d30b None None] Sync routers for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:36:40.726072 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8b887-f4ee-48d9-8100-29ec14f3d30b None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:36:40.726764 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-12f8b887-f4ee-48d9-8100-29ec14f3d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:36:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:36:40.745613 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-76cb2c8a-4e1b-4c7d-a4fe-96f63c37bf67 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "DELETE /v2.0/floatingips/fa6a9556-85f7-47ed-bf18-c802e55f50e4 HTTP/1.1" status: 204 len: 168 time: 1.1694345 Jul 27 21:36:40.746186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aad15c3-b7d1-4b3f-bacd-079a6119ea4a', 'tag': '6eeaeb8f-a087-4c3f-8b8d-1126322573ca'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:36:40.749113 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1111dcb2-cee7-4834-8d3b-f8b6d932a8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4aad15c3-b7d1-4b3f-bacd-079a6119ea4a", "tag": "6eeaeb8f-a087-4c3f-8b8d-1126322573ca"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:36:40.790950 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bff227b-7e1e-49d1-9915-9553733fc2e3 x-openstack-request-id: req-3bff227b-7e1e-49d1-9915-9553733fc2e3 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:36:40.791239 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aad15c3-b7d1-4b3f-bacd-079a6119ea4a", "tag": "6eeaeb8f-a087-4c3f-8b8d-1126322573ca", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:36:40.791485 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3bff227b-7e1e-49d1-9915-9553733fc2e3 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:36:40.791880 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aad15c3-b7d1-4b3f-bacd-079a6119ea4a', 'tag': '6eeaeb8f-a087-4c3f-8b8d-1126322573ca', 'status': 'completed', 'code': 200} Jul 27 21:36:40.852946 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-12f8b887-f4ee-48d9-8100-29ec14f3d30b None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:36:40.878022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111dcb2-cee7-4834-8d3b-f8b6d932a8f6 req-9669fab6-0a9a-40dd-9708-8dfdc44f7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:40.880373 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1111dcb2-cee7-4834-8d3b-f8b6d932a8f6 req-9669fab6-0a9a-40dd-9708-8dfdc44f7732 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 1097 time: 0.0671093 Jul 27 21:36:40.988174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111dcb2-cee7-4834-8d3b-f8b6d932a8f6 req-5d12585d-d515-4541-85d0-04f0a91df3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:40.990041 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1111dcb2-cee7-4834-8d3b-f8b6d932a8f6 req-5d12585d-d515-4541-85d0-04f0a91df3bd service neutron] 10.222.0.66 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.0986035 Jul 27 21:36:41.015503 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a597c6-62ea-47cf-850f-63438377be25 req-8c135cf0-bb8f-49e2-8001-977d710836e5 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:41.017043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-98a597c6-62ea-47cf-850f-63438377be25 req-8c135cf0-bb8f-49e2-8001-977d710836e5 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 946 time: 0.0683320 Jul 27 21:36:41.036674 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1111dcb2-cee7-4834-8d3b-f8b6d932a8f6 req-c6af3731-3ef3-453f-864c-4a887cb1e4ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eeaeb8f-a087-4c3f-8b8d-1126322573ca HTTP/1.1" status: 200 len: 217 time: 0.0384207 Jul 27 21:36:41.069522 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-98a597c6-62ea-47cf-850f-63438377be25 req-24d2fb06-dbaf-41f6-b686-a53fba749770 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422022 Jul 27 21:36:41.094903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111dcb2-cee7-4834-8d3b-f8b6d932a8f6 req-a58c8811-e1bc-43a8-a1f6-44d0610cb936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:41.096371 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1111dcb2-cee7-4834-8d3b-f8b6d932a8f6 req-a58c8811-e1bc-43a8-a1f6-44d0610cb936 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0520289 Jul 27 21:36:41.112712 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-12f8b887-f4ee-48d9-8100-29ec14f3d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ca4805c4-003f-4f28-b705-3efff6537a64', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'port_id': '5c3f7450-67cf-482e-85cc-9d08abda989e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'mac_address': 'fa:16:3e:17:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:32:44Z', 'updated_at': '2021-07-27T21:32:47Z', 'revision_number': 1, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:36:41.143177 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8b887-f4ee-48d9-8100-29ec14f3d30b None None] Checking router: 8b4cd511-7dfc-40ee-9a1e-e2d6387906be for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:36:41.151969 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8b887-f4ee-48d9-8100-29ec14f3d30b None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:36:41.152582 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-12f8b887-f4ee-48d9-8100-29ec14f3d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:36:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:36:41.168352 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111dcb2-cee7-4834-8d3b-f8b6d932a8f6 req-0d2ea646-c514-41ed-ab30-e79ae65a32f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:41.170846 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1111dcb2-cee7-4834-8d3b-f8b6d932a8f6 req-0d2ea646-c514-41ed-ab30-e79ae65a32f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672967 Jul 27 21:36:41.271273 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-12f8b887-f4ee-48d9-8100-29ec14f3d30b None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:36:41.278759 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1111dcb2-cee7-4834-8d3b-f8b6d932a8f6 req-6702d006-3444-4829-a4e8-d4d10e9bd010 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991910 Jul 27 21:36:41.380587 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1111dcb2-cee7-4834-8d3b-f8b6d932a8f6 req-c2c2ee0b-36f5-4eb3-a5ab-857c8a21b0b0 service neutron] 10.222.0.66 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945907 Jul 27 21:36:41.589290 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-12f8b887-f4ee-48d9-8100-29ec14f3d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ca4805c4-003f-4f28-b705-3efff6537a64', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'port_id': '5c3f7450-67cf-482e-85cc-9d08abda989e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'mac_address': 'fa:16:3e:17:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:32:44Z', 'updated_at': '2021-07-27T21:32:47Z', 'revision_number': 1, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:36:41.625671 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8b887-f4ee-48d9-8100-29ec14f3d30b None None] The sync data for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 is: [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ca4805c4-003f-4f28-b705-3efff6537a64', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'port_id': '5c3f7450-67cf-482e-85cc-9d08abda989e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'mac_address': 'fa:16:3e:17:87:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:32:44Z', 'updated_at': '2021-07-27T21:32:47Z', 'revision_number': 1, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:36:41.904196 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcfddb-b139-45b2-89e5-4bc80235c04d None None] New status for floating IP fa6a9556-85f7-47ed-bf18-c802e55f50e4: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:36:42.218791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad85fe8-7aee-4dd1-932c-be79c79ec736 req-45ade20f-cdd4-40cb-80e5-299e003b63d1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:42.220336 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ad85fe8-7aee-4dd1-932c-be79c79ec736 req-45ade20f-cdd4-40cb-80e5-299e003b63d1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 946 time: 0.0730174 Jul 27 21:36:42.269197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7ad85fe8-7aee-4dd1-932c-be79c79ec736 req-5605d291-a6e1-4af4-8ee3-3f0df0bad4d0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427392 Jul 27 21:36:42.933029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c88d6-a10d-4302-b833-4ed067502670 req-170896fb-849b-4866-bbba-47e6ed0a1153 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:42.935170 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e8c88d6-a10d-4302-b833-4ed067502670 req-170896fb-849b-4866-bbba-47e6ed0a1153 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.66 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 946 time: 0.0755723 Jul 27 21:36:43.036184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-7e8c88d6-a10d-4302-b833-4ed067502670 req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Deleting port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:36:43.036530 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e8c88d6-a10d-4302-b833-4ed067502670 req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:43.128122 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7e8c88d6-a10d-4302-b833-4ed067502670 req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] For port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6eeaeb8f-a087-4c3f-8b8d-1126322573ca,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:36:43.128485 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e8c88d6-a10d-4302-b833-4ed067502670 req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:43.142870 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-7e8c88d6-a10d-4302-b833-4ed067502670 req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Calling delete_port for 6eeaeb8f-a087-4c3f-8b8d-1126322573ca owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:36:43.280328 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e8c88d6-a10d-4302-b833-4ed067502670 req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:43.310613 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event deleted for resources: {'Port': ['ID=6eeaeb8f-a087-4c3f-8b8d-1126322573ca,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:43.343537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:43.343836 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:43.344076 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:43.344413 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:43.344747 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:43.345074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:43.345399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:43.345720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:43.346045 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:43.346396 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:43.346721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:43.347045 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:43.370929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8c88d6-a10d-4302-b833-4ed067502670 req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] No DVR routers for this DVR port 6eeaeb8f-a087-4c3f-8b8d-1126322573ca on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:36:43.374628 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7e8c88d6-a10d-4302-b833-4ed067502670 req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:43.375699 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e8c88d6-a10d-4302-b833-4ed067502670 req-cec33f23-3aac-4bfb-8508-89d7bb5767a1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.66 "DELETE /v2.0/ports/6eeaeb8f-a087-4c3f-8b8d-1126322573ca HTTP/1.1" status: 204 len: 173 time: 0.4349377 Jul 27 21:36:43.376137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aad15c3-b7d1-4b3f-bacd-079a6119ea4a', 'name': 'network-vif-deleted', 'tag': '6eeaeb8f-a087-4c3f-8b8d-1126322573ca'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:36:43.378460 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b631df-d713-408a-a204-34b2a51a4dc8" -d '{"events": [{"server_uuid": "4aad15c3-b7d1-4b3f-bacd-079a6119ea4a", "name": "network-vif-deleted", "tag": "6eeaeb8f-a087-4c3f-8b8d-1126322573ca"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:36:43.379918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f86b251-74c1-4c86-acc3-96b4489909a6 req-576b9937-1595-4828-8003-e911c2e44bbc tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 210 time: 0.0309479 Jul 27 21:36:43.416231 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fa3566-c1f0-4237-bca9-b57f19f2d3a4 x-openstack-request-id: req-a7fa3566-c1f0-4237-bca9-b57f19f2d3a4 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:36:43.416540 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aad15c3-b7d1-4b3f-bacd-079a6119ea4a", "name": "network-vif-deleted", "tag": "6eeaeb8f-a087-4c3f-8b8d-1126322573ca", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:36:43.416779 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7fa3566-c1f0-4237-bca9-b57f19f2d3a4 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:36:43.417194 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aad15c3-b7d1-4b3f-bacd-079a6119ea4a', 'name': 'network-vif-deleted', 'tag': '6eeaeb8f-a087-4c3f-8b8d-1126322573ca', 'status': 'completed', 'code': 200} Jul 27 21:36:44.485080 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5da5fc5d-7e3b-4111-a3ea-b14afa4f2090 req-1d1c4068-1ac5-4e35-9ba1-39650c388e73 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 210 time: 0.0305262 Jul 27 21:36:45.592764 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-513db295-5b96-4766-bee9-f70ab89f44ce req-0c407769-f75e-4794-aaec-8dbc51e098b7 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 210 time: 0.0358970 Jul 27 21:36:46.697093 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f781bc28-c18c-433a-9a25-2f55e0ce1a4d req-f92051e5-f4c5-47cc-bc9f-a9ea9f6c7846 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aad15c3-b7d1-4b3f-bacd-079a6119ea4a HTTP/1.1" status: 200 len: 210 time: 0.0319936 Jul 27 21:36:46.928264 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:36:48.260755 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6eeaeb8f-a087-4c3f-8b8d-1126322573ca no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:36:48.281928 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 6eeaeb8f-a087-4c3f-8b8d-1126322573ca {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:36:48.282297 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6eeaeb8f-a087-4c3f-8b8d-1126322573ca not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:36:52.092767 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55584) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:36:52.277039 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Deleting port a8839b7d-d72e-4b36-b1b7-d9c25f288a0e {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:36:52.277379 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:52.367702 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:52.367947 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:52.381304 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Calling delete_port for a8839b7d-d72e-4b36-b1b7-d9c25f288a0e owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:36:52.538814 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:52.567605 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event deleted for resources: {'Port': ['ID=a8839b7d-d72e-4b36-b1b7-d9c25f288a0e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:52.596478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:52.596822 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:52.597165 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:52.597503 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:52.597843 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:52.598172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:52.598527 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:52.598851 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:52.599177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:52.599496 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:52.599820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:52.600146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:36:52.644947 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:52.645696 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Floating IP ca4805c4-003f-4f28-b705-3efff6537a64 disassociated (deleted). External IP: 172.25.2.180, port: 5c3f7450-67cf-482e-85cc-9d08abda989e. Jul 27 21:36:52.874321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:36:52.993375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:36:52.998413 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:53.002968 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c756a-aa8e-45fe-bef3-2b2c0b2980d5 None None] Sync routers for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:36:53.011938 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c756a-aa8e-45fe-bef3-2b2c0b2980d5 None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:36:53.012544 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-028c756a-aa8e-45fe-bef3-2b2c0b2980d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:36:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:36:53.036687 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-69c60bf0-6805-41f7-ae36-3af78b6c0652 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "DELETE /v2.0/floatingips/ca4805c4-003f-4f28-b705-3efff6537a64 HTTP/1.1" status: 204 len: 168 time: 0.9430737 Jul 27 21:36:53.038101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'tag': '5c3f7450-67cf-482e-85cc-9d08abda989e'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:36:53.039841 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22725f40-884d-4d04-beff-1f02ac9297b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c8cc14c6-1a3f-46d0-8d55-00835e89d0a2", "tag": "5c3f7450-67cf-482e-85cc-9d08abda989e"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:36:53.080930 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10d62f5-41b8-49c5-bdbc-4f67d16534b2 x-openstack-request-id: req-f10d62f5-41b8-49c5-bdbc-4f67d16534b2 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:36:53.081304 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8cc14c6-1a3f-46d0-8d55-00835e89d0a2", "tag": "5c3f7450-67cf-482e-85cc-9d08abda989e", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:36:53.081627 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f10d62f5-41b8-49c5-bdbc-4f67d16534b2 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:36:53.082035 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'tag': '5c3f7450-67cf-482e-85cc-9d08abda989e', 'status': 'completed', 'code': 200} Jul 27 21:36:53.143207 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-028c756a-aa8e-45fe-bef3-2b2c0b2980d5 None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:36:53.167832 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22725f40-884d-4d04-beff-1f02ac9297b3 req-d548ba64-88df-46cd-a3a3-4528eb3c2bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:53.170343 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22725f40-884d-4d04-beff-1f02ac9297b3 req-d548ba64-88df-46cd-a3a3-4528eb3c2bc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=089dfa06666549ef86ff31634b0bedcf&device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 1096 time: 0.0625277 Jul 27 21:36:53.308215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275dc7f-74b7-4e45-8ec5-a9bed90a1517 req-2c7a54c5-b706-44bd-903e-fb6f0c006eb5 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:53.316461 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7275dc7f-74b7-4e45-8ec5-a9bed90a1517 req-2c7a54c5-b706-44bd-903e-fb6f0c006eb5 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0784039 Jul 27 21:36:53.352223 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-028c756a-aa8e-45fe-bef3-2b2c0b2980d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:36:53.352567 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7275dc7f-74b7-4e45-8ec5-a9bed90a1517 req-6829b9c0-6a78-4a62-a115-1d54bfb25eea tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348747 Jul 27 21:36:53.382883 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c756a-aa8e-45fe-bef3-2b2c0b2980d5 None None] Checking router: 8b4cd511-7dfc-40ee-9a1e-e2d6387906be for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:36:53.391067 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c756a-aa8e-45fe-bef3-2b2c0b2980d5 None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:36:53.391670 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-028c756a-aa8e-45fe-bef3-2b2c0b2980d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:36:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:36:53.416994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22725f40-884d-4d04-beff-1f02ac9297b3 req-14430318-d341-411b-9c8c-a14cdf035b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:53.418481 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22725f40-884d-4d04-beff-1f02ac9297b3 req-14430318-d341-411b-9c8c-a14cdf035b2a service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 200 len: 913 time: 0.1168962 Jul 27 21:36:53.462012 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22725f40-884d-4d04-beff-1f02ac9297b3 req-2a13208b-3008-4193-bf02-0a72931956a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c3f7450-67cf-482e-85cc-9d08abda989e HTTP/1.1" status: 200 len: 217 time: 0.0350177 Jul 27 21:36:53.496309 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-028c756a-aa8e-45fe-bef3-2b2c0b2980d5 None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:36:53.516280 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22725f40-884d-4d04-beff-1f02ac9297b3 req-242569f8-ad0b-4a96-9735-b233ae56662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:53.517652 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22725f40-884d-4d04-beff-1f02ac9297b3 req-242569f8-ad0b-4a96-9735-b233ae56662b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 200 len: 851 time: 0.0483372 Jul 27 21:36:53.582693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22725f40-884d-4d04-beff-1f02ac9297b3 req-fa751c46-149e-4c64-8812-3020f8b8fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:53.584224 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22725f40-884d-4d04-beff-1f02ac9297b3 req-fa751c46-149e-4c64-8812-3020f8b8fbac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573010 Jul 27 21:36:53.680778 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22725f40-884d-4d04-beff-1f02ac9297b3 req-36d42335-4514-42da-898e-177c015834cb service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883024 Jul 27 21:36:53.696647 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-028c756a-aa8e-45fe-bef3-2b2c0b2980d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:36:53.723592 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c756a-aa8e-45fe-bef3-2b2c0b2980d5 None None] The sync data for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 is: [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:26:38Z', 'revision_number': 4, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '31106432-9ff2-4a68-8233-d92984fda47a', 'name': '', 'network_id': '9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'mac_address': 'fa:16:3e:37:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:37Z', 'updated_at': '2021-07-27T21:26:45Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'subnets': [{'id': '4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:36:53.786029 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-22725f40-884d-4d04-beff-1f02ac9297b3 req-acb98d94-9187-4cc1-94da-d7cec392c3ed service neutron] 10.222.0.20 "GET /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946329 Jul 27 21:36:53.969760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae87460-a104-48b2-914a-88d6b451e376 None None] New status for floating IP ca4805c4-003f-4f28-b705-3efff6537a64: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:36:54.491897 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc599402-7123-46da-a41e-90db321f2dc7 req-998bd87e-7574-49e4-a585-fd2f93e843dc tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:54.493456 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc599402-7123-46da-a41e-90db321f2dc7 req-998bd87e-7574-49e4-a585-fd2f93e843dc tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0689421 Jul 27 21:36:54.534902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc599402-7123-46da-a41e-90db321f2dc7 req-7e9f90ee-1456-46a6-a3ad-425eb06daff1 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/security-groups?id=698a103e-77c5-47cb-9d43-bcae282f535c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350654 Jul 27 21:36:54.977021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b3ee3-dc98-4cd6-8ccc-2558f1e0b83b req-dc2a4c3e-604a-4992-a671-f418f4c86483 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:36:54.978524 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-241b3ee3-dc98-4cd6-8ccc-2558f1e0b83b req-dc2a4c3e-604a-4992-a671-f418f4c86483 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 945 time: 0.0652184 Jul 27 21:36:55.090675 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-241b3ee3-dc98-4cd6-8ccc-2558f1e0b83b req-221b66b9-f82f-46c5-8a9e-eecbc1ffc5e8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Deleting port 5c3f7450-67cf-482e-85cc-9d08abda989e {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:36:55.091003 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-241b3ee3-dc98-4cd6-8ccc-2558f1e0b83b req-221b66b9-f82f-46c5-8a9e-eecbc1ffc5e8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:55.187574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-241b3ee3-dc98-4cd6-8ccc-2558f1e0b83b req-221b66b9-f82f-46c5-8a9e-eecbc1ffc5e8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] For port 5c3f7450-67cf-482e-85cc-9d08abda989e, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5c3f7450-67cf-482e-85cc-9d08abda989e,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:36:55.188004 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-241b3ee3-dc98-4cd6-8ccc-2558f1e0b83b req-221b66b9-f82f-46c5-8a9e-eecbc1ffc5e8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:55.201792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-241b3ee3-dc98-4cd6-8ccc-2558f1e0b83b req-221b66b9-f82f-46c5-8a9e-eecbc1ffc5e8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Calling delete_port for 5c3f7450-67cf-482e-85cc-9d08abda989e owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:36:55.338969 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-241b3ee3-dc98-4cd6-8ccc-2558f1e0b83b req-221b66b9-f82f-46c5-8a9e-eecbc1ffc5e8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:55.368295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b66b9-f82f-46c5-8a9e-eecbc1ffc5e8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event deleted for resources: {'Port': ['ID=5c3f7450-67cf-482e-85cc-9d08abda989e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:36:55.422237 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-241b3ee3-dc98-4cd6-8ccc-2558f1e0b83b req-221b66b9-f82f-46c5-8a9e-eecbc1ffc5e8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] No DVR routers for this DVR port 5c3f7450-67cf-482e-85cc-9d08abda989e on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:36:55.424979 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-241b3ee3-dc98-4cd6-8ccc-2558f1e0b83b req-221b66b9-f82f-46c5-8a9e-eecbc1ffc5e8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:36:55.427420 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-241b3ee3-dc98-4cd6-8ccc-2558f1e0b83b req-221b66b9-f82f-46c5-8a9e-eecbc1ffc5e8 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.20 "DELETE /v2.0/ports/5c3f7450-67cf-482e-85cc-9d08abda989e HTTP/1.1" status: 204 len: 173 time: 0.4424412 Jul 27 21:36:55.427885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'name': 'network-vif-deleted', 'tag': '5c3f7450-67cf-482e-85cc-9d08abda989e'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:36:55.430156 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6015a4c-d244-4e70-a4f1-ae5f3dc6280b" -d '{"events": [{"server_uuid": "c8cc14c6-1a3f-46d0-8d55-00835e89d0a2", "name": "network-vif-deleted", "tag": "5c3f7450-67cf-482e-85cc-9d08abda989e"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:36:55.473661 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0878e7c0-ce20-44e3-8ba0-4fddbec0698d x-openstack-request-id: req-0878e7c0-ce20-44e3-8ba0-4fddbec0698d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:36:55.474116 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8cc14c6-1a3f-46d0-8d55-00835e89d0a2", "name": "network-vif-deleted", "tag": "5c3f7450-67cf-482e-85cc-9d08abda989e", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:36:55.474554 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0878e7c0-ce20-44e3-8ba0-4fddbec0698d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:36:55.475177 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8cc14c6-1a3f-46d0-8d55-00835e89d0a2', 'name': 'network-vif-deleted', 'tag': '5c3f7450-67cf-482e-85cc-9d08abda989e', 'status': 'completed', 'code': 200} Jul 27 21:36:55.633198 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b01436a7-1ef1-4dd9-bbb6-d34a8c8fa284 req-421c8abe-3cd1-425b-bd49-d6f50777b81b tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 210 time: 0.0302169 Jul 27 21:36:56.752853 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bfd16268-82cb-489a-a3b7-31a49188fb21 req-669f1350-4e68-4038-bcec-db1979129e7c tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 210 time: 0.0436702 Jul 27 21:36:57.857464 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-58913816-481d-4469-9729-f8fffc5bc7c9 req-32b83fef-3a1d-4afb-a32c-92abc7db75b4 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 210 time: 0.0295038 Jul 27 21:36:58.973644 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51257126-454e-4562-84d6-9db534e585e9 req-03fa33c8-968e-4b16-92e5-87322c8b83b0 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8cc14c6-1a3f-46d0-8d55-00835e89d0a2 HTTP/1.1" status: 200 len: 210 time: 0.0311236 Jul 27 21:36:59.535595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 5c3f7450-67cf-482e-85cc-9d08abda989e no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:36:59.555879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 5c3f7450-67cf-482e-85cc-9d08abda989e {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:36:59.556215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 5c3f7450-67cf-482e-85cc-9d08abda989e not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:37:00.034530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55608) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:00.163756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-08f590a5-747f-4ad6-ba60-e682cedf8b86 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Deleting port bb4caccd-6291-4acb-9aa8-2dfdf3a16eb6 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:37:00.164098 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-08f590a5-747f-4ad6-ba60-e682cedf8b86 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:00.247995 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-08f590a5-747f-4ad6-ba60-e682cedf8b86 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:00.248392 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-08f590a5-747f-4ad6-ba60-e682cedf8b86 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:00.262117 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-08f590a5-747f-4ad6-ba60-e682cedf8b86 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Calling delete_port for bb4caccd-6291-4acb-9aa8-2dfdf3a16eb6 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:37:00.397324 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-08f590a5-747f-4ad6-ba60-e682cedf8b86 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:00.426508 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f590a5-747f-4ad6-ba60-e682cedf8b86 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event deleted for resources: {'Port': ['ID=bb4caccd-6291-4acb-9aa8-2dfdf3a16eb6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:00.489273 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-08f590a5-747f-4ad6-ba60-e682cedf8b86 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:00.491909 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-08f590a5-747f-4ad6-ba60-e682cedf8b86 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:00.493075 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-08f590a5-747f-4ad6-ba60-e682cedf8b86 tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "DELETE /v2.0/floatingips/40e2331c-6454-4908-8c98-67d78750645e HTTP/1.1" status: 204 len: 168 time: 0.4575715 Jul 27 21:37:02.744952 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-18deae8f-1cb8-48ce-b3b0-1a749cece467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:02.757332 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55624) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:02.825210 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-44bd6586-f199-4037-96fc-8c17a8bfe32f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:02.852281 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-44bd6586-f199-4037-96fc-8c17a8bfe32f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:02.914404 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-44bd6586-f199-4037-96fc-8c17a8bfe32f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:02.917190 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-44bd6586-f199-4037-96fc-8c17a8bfe32f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:02.918430 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-44bd6586-f199-4037-96fc-8c17a8bfe32f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] 10.222.0.55 "DELETE /v2.0/security-groups/698a103e-77c5-47cb-9d43-bcae282f535c HTTP/1.1" status: 204 len: 168 time: 0.1599219 Jul 27 21:37:02.929477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd6586-f199-4037-96fc-8c17a8bfe32f tempest-TestVolumeBootPattern-1668224173 tempest-TestVolumeBootPattern-1668224173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=698a103e-77c5-47cb-9d43-bcae282f535c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:02.991460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55628) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:03.555150 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-49a5010c-7fc9-46eb-a229-2e4f15056a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:03.821446 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-49a5010c-7fc9-46eb-a229-2e4f15056a9a admin admin] Deleting port 31106432-9ff2-4a68-8233-d92984fda47a {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:37:03.822132 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-49a5010c-7fc9-46eb-a229-2e4f15056a9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:03.900309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-49a5010c-7fc9-46eb-a229-2e4f15056a9a admin admin] For port 31106432-9ff2-4a68-8233-d92984fda47a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=31106432-9ff2-4a68-8233-d92984fda47a,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:37:03.900666 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-49a5010c-7fc9-46eb-a229-2e4f15056a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:03.912968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-49a5010c-7fc9-46eb-a229-2e4f15056a9a admin admin] Calling delete_port for 31106432-9ff2-4a68-8233-d92984fda47a owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:37:04.097524 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-49a5010c-7fc9-46eb-a229-2e4f15056a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:04.125837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5010c-7fc9-46eb-a229-2e4f15056a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=31106432-9ff2-4a68-8233-d92984fda47a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:04.237185 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:04.305322 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-49a5010c-7fc9-46eb-a229-2e4f15056a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:04.523223 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a5010c-7fc9-46eb-a229-2e4f15056a9a admin admin] Router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:37:04.631703 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a5010c-7fc9-46eb-a229-2e4f15056a9a admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:37:04.636752 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-49a5010c-7fc9-46eb-a229-2e4f15056a9a admin admin] 10.222.0.55 "PUT /v2.0/routers/8b4cd511-7dfc-40ee-9a1e-e2d6387906be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6439507 Jul 27 21:37:04.639372 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55632) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:04.642834 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150f582c-37fd-4aeb-b38f-3f169cc9884a None None] Sync routers for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:37:04.651843 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150f582c-37fd-4aeb-b38f-3f169cc9884a None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:37:04.652439 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-150f582c-37fd-4aeb-b38f-3f169cc9884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:36:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:04.744630 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcaa1-dee2-44de-abbe-c5843ec3c1de admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:04.756674 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-150f582c-37fd-4aeb-b38f-3f169cc9884a None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:37:04.851504 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcaa1-dee2-44de-abbe-c5843ec3c1de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:04.904542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-fc2fcaa1-dee2-44de-abbe-c5843ec3c1de admin admin] Deleting port 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:37:04.904889 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcaa1-dee2-44de-abbe-c5843ec3c1de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:04.936540 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-150f582c-37fd-4aeb-b38f-3f169cc9884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:37:04Z', 'revision_number': 5, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port': {'id': '8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:35Z', 'updated_at': '2021-07-27T21:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:04.964297 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150f582c-37fd-4aeb-b38f-3f169cc9884a None None] Checking router: 8b4cd511-7dfc-40ee-9a1e-e2d6387906be for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:37:04.973905 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150f582c-37fd-4aeb-b38f-3f169cc9884a None None] Routers {'8b4cd511-7dfc-40ee-9a1e-e2d6387906be'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:37:04.974541 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-150f582c-37fd-4aeb-b38f-3f169cc9884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:36:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:04.988860 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-fc2fcaa1-dee2-44de-abbe-c5843ec3c1de admin admin] For port 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:37:04.989223 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcaa1-dee2-44de-abbe-c5843ec3c1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.000905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-fc2fcaa1-dee2-44de-abbe-c5843ec3c1de admin admin] Calling delete_port for 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:37:05.061748 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-150f582c-37fd-4aeb-b38f-3f169cc9884a None None] Set router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:37:05.113445 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-150f582c-37fd-4aeb-b38f-3f169cc9884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:37:04Z', 'revision_number': 6, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:05.170299 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcaa1-dee2-44de-abbe-c5843ec3c1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.197409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fcaa1-dee2-44de-abbe-c5843ec3c1de admin admin] Pushing event deleted for resources: {'Port': ['ID=8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:05.244593 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150f582c-37fd-4aeb-b38f-3f169cc9884a None None] The sync data for ids ['8b4cd511-7dfc-40ee-9a1e-e2d6387906be'] in n-d-764806-9 is: [{'id': '8b4cd511-7dfc-40ee-9a1e-e2d6387906be', 'name': 'tempest-TestVolumeBootPattern-1098065743-router', 'tenant_id': '089dfa06666549ef86ff31634b0bedcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:34Z', 'updated_at': '2021-07-27T21:37:04Z', 'revision_number': 6, 'project_id': '089dfa06666549ef86ff31634b0bedcf', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:37:05.269139 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcaa1-dee2-44de-abbe-c5843ec3c1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.363049 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcaa1-dee2-44de-abbe-c5843ec3c1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.365174 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcaa1-dee2-44de-abbe-c5843ec3c1de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.404093 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-311b0da6-d77d-49bb-9043-990470610506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.410845 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcaa1-dee2-44de-abbe-c5843ec3c1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.411519 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2fcaa1-dee2-44de-abbe-c5843ec3c1de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b4cd511-7dfc-40ee-9a1e-e2d6387906be {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:37:05.416013 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fc2fcaa1-dee2-44de-abbe-c5843ec3c1de admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.417180 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fc2fcaa1-dee2-44de-abbe-c5843ec3c1de admin admin] 10.222.0.55 "DELETE /v2.0/routers/8b4cd511-7dfc-40ee-9a1e-e2d6387906be HTTP/1.1" status: 204 len: 168 time: 0.7768970 Jul 27 21:37:05.419956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55634) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:05.466958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-277cd905-f96d-44b3-814e-9e5cae2e10ed admin admin] Deleting subnet 4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:37:05.470060 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-277cd905-f96d-44b3-814e-9e5cae2e10ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.505490 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.506429 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-277cd905-f96d-44b3-814e-9e5cae2e10ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.591716 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-277cd905-f96d-44b3-814e-9e5cae2e10ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.648184 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-277cd905-f96d-44b3-814e-9e5cae2e10ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.676970 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cd905-f96d-44b3-814e-9e5cae2e10ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:05.679012 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-277cd905-f96d-44b3-814e-9e5cae2e10ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.683481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55636) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:05.684004 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-277cd905-f96d-44b3-814e-9e5cae2e10ed admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4f7a5ef1-71c7-4f1d-9c56-169c1ff71c21 HTTP/1.1" status: 204 len: 168 time: 0.2624083 Jul 27 21:37:05.684502 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65441605-d7ab-4148-89b0-757ce3248068 None None] Network 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:37:05.758773 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.814489 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] Deleting port 7bcfe0cc-d33b-467c-a936-08a635aa9c42 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:37:05.814834 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.880750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] For port 7bcfe0cc-d33b-467c-a936-08a635aa9c42, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7bcfe0cc-d33b-467c-a936-08a635aa9c42,segment=NetworkSegment(ee8c8cd8-74d3-4b83-919b-5f59b0830019),segment_id=ee8c8cd8-74d3-4b83-919b-5f59b0830019)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:37:05.881108 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:05.893970 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] Calling delete_port for 7bcfe0cc-d33b-467c-a936-08a635aa9c42 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:37:05.976465 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:06.004127 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bcfe0cc-d33b-467c-a936-08a635aa9c42,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:06.008477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] No DVR routers for this DVR port 7bcfe0cc-d33b-467c-a936-08a635aa9c42 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:37:06.031147 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6de1854-036e-402d-82c3-ec9fa014a30d None None] DHCP port deletion for 9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:37:06.091613 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:06.102418 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:06.114667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8c8cd8-74d3-4b83-919b-5f59b0830019') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:06.114968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8c8cd8-74d3-4b83-919b-5f59b0830019') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:06.124335 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:06.138742 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:06.144694 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:37:06.145051 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:37:06.146930 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:37:06.202974 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:06.208887 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:06.210784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0 HTTP/1.1" status: 204 len: 168 time: 0.5248554 Jul 27 21:37:06.213776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55638) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:06.224653 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f614c6-3c0e-4444-9d52-f11bd5e2fe28 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe1bcd8-5eca-4b15-aaa9-dcdf722f7bd0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:06.471757 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7bcfe0cc-d33b-467c-a936-08a635aa9c42 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:37:06.495688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 7bcfe0cc-d33b-467c-a936-08a635aa9c42 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:37:06.496123 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7bcfe0cc-d33b-467c-a936-08a635aa9c42 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:37:06.496602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:37:06.516276 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:37:06.516544 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8f84007c-7e7d-4599-a4ee-b0c10cb2f9d4 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:37:06.516956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 31106432-9ff2-4a68-8233-d92984fda47a no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:37:06.536489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 31106432-9ff2-4a68-8233-d92984fda47a {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:37:06.536756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 31106432-9ff2-4a68-8233-d92984fda47a not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:37:06.589247 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0bda-322b-42cf-8cb8-66e72e413325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:07.177508 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb0bda-322b-42cf-8cb8-66e72e413325 admin admin] Deleting port 256d9804-d2ce-4ded-908c-f13f6a91365e {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:37:07.177841 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0bda-322b-42cf-8cb8-66e72e413325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:07.273699 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:07.274793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-e4fb0bda-322b-42cf-8cb8-66e72e413325 admin admin] For port 256d9804-d2ce-4ded-908c-f13f6a91365e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=256d9804-d2ce-4ded-908c-f13f6a91365e,segment=NetworkSegment(8d4eef7f-a25e-48e3-b718-871f2c8c93f8),segment_id=8d4eef7f-a25e-48e3-b718-871f2c8c93f8)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:37:07.275303 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0bda-322b-42cf-8cb8-66e72e413325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:07.288175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb0bda-322b-42cf-8cb8-66e72e413325 admin admin] Calling delete_port for 256d9804-d2ce-4ded-908c-f13f6a91365e owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:37:07.465440 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0bda-322b-42cf-8cb8-66e72e413325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:07.496204 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb0bda-322b-42cf-8cb8-66e72e413325 admin admin] Pushing event deleted for resources: {'Port': ['ID=256d9804-d2ce-4ded-908c-f13f6a91365e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:07.669303 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e4fb0bda-322b-42cf-8cb8-66e72e413325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:07.884500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fb0bda-322b-42cf-8cb8-66e72e413325 admin admin] Router 8fcf8444-0b4d-436a-98f8-f3595ec886c4 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:37:07.922671 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:08.007964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fb0bda-322b-42cf-8cb8-66e72e413325 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:37:08.013448 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e4fb0bda-322b-42cf-8cb8-66e72e413325 admin admin] 10.222.0.55 "PUT /v2.0/routers/8fcf8444-0b4d-436a-98f8-f3595ec886c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7984245 Jul 27 21:37:08.015829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55640) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:08.019066 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befa5c89-5356-43ec-ba4f-aa7fea6d16b4 None None] Sync routers for ids ['8fcf8444-0b4d-436a-98f8-f3595ec886c4'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:37:08.028729 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa5c89-5356-43ec-ba4f-aa7fea6d16b4 None None] Routers {'8fcf8444-0b4d-436a-98f8-f3595ec886c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:37:08.029380 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-befa5c89-5356-43ec-ba4f-aa7fea6d16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:37:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8fcf8444-0b4d-436a-98f8-f3595ec886c4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:08.125792 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c87123a7-bdee-4af3-b1f5-e19ed2deaebe admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:08.134824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-befa5c89-5356-43ec-ba4f-aa7fea6d16b4 None None] Set router 8fcf8444-0b4d-436a-98f8-f3595ec886c4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:37:08.232301 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c87123a7-bdee-4af3-b1f5-e19ed2deaebe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:08.299221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c87123a7-bdee-4af3-b1f5-e19ed2deaebe admin admin] Deleting port 5d3334bf-5fb7-4f48-b905-872a129736b8 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:37:08.299932 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c87123a7-bdee-4af3-b1f5-e19ed2deaebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:08.322998 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-befa5c89-5356-43ec-ba4f-aa7fea6d16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'name': 'tempest-TestVolumeBootPattern-242483363-router', 'tenant_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '5d3334bf-5fb7-4f48-b905-872a129736b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:40Z', 'updated_at': '2021-07-27T21:37:07Z', 'revision_number': 5, 'project_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'gw_port': {'id': '5d3334bf-5fb7-4f48-b905-872a129736b8', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:26:40Z', 'updated_at': '2021-07-27T21:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:08.353936 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befa5c89-5356-43ec-ba4f-aa7fea6d16b4 None None] Checking router: 8fcf8444-0b4d-436a-98f8-f3595ec886c4 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:37:08.364759 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befa5c89-5356-43ec-ba4f-aa7fea6d16b4 None None] Routers {'8fcf8444-0b4d-436a-98f8-f3595ec886c4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:37:08.365371 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-befa5c89-5356-43ec-ba4f-aa7fea6d16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:37:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8fcf8444-0b4d-436a-98f8-f3595ec886c4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:08.400846 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-c87123a7-bdee-4af3-b1f5-e19ed2deaebe admin admin] For port 5d3334bf-5fb7-4f48-b905-872a129736b8, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5d3334bf-5fb7-4f48-b905-872a129736b8,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:37:08.401100 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c87123a7-bdee-4af3-b1f5-e19ed2deaebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:08.414847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c87123a7-bdee-4af3-b1f5-e19ed2deaebe admin admin] Calling delete_port for 5d3334bf-5fb7-4f48-b905-872a129736b8 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:37:08.457136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-befa5c89-5356-43ec-ba4f-aa7fea6d16b4 None None] Set router 8fcf8444-0b4d-436a-98f8-f3595ec886c4 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:37:08.607816 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c87123a7-bdee-4af3-b1f5-e19ed2deaebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:08.636424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87123a7-bdee-4af3-b1f5-e19ed2deaebe admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3334bf-5fb7-4f48-b905-872a129736b8,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:08.678117 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-befa5c89-5356-43ec-ba4f-aa7fea6d16b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'name': 'tempest-TestVolumeBootPattern-242483363-router', 'tenant_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:40Z', 'updated_at': '2021-07-27T21:37:08Z', 'revision_number': 6, 'project_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:08.704992 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c87123a7-bdee-4af3-b1f5-e19ed2deaebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:08.718028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befa5c89-5356-43ec-ba4f-aa7fea6d16b4 None None] The sync data for ids ['8fcf8444-0b4d-436a-98f8-f3595ec886c4'] in n-d-764806-9 is: [{'id': '8fcf8444-0b4d-436a-98f8-f3595ec886c4', 'name': 'tempest-TestVolumeBootPattern-242483363-router', 'tenant_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:26:40Z', 'updated_at': '2021-07-27T21:37:08Z', 'revision_number': 6, 'project_id': '2fe1acf8cbb8491f80ed6b68b1e978a4', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:37:08.800097 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c87123a7-bdee-4af3-b1f5-e19ed2deaebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:08.802185 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c87123a7-bdee-4af3-b1f5-e19ed2deaebe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:08.845764 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c87123a7-bdee-4af3-b1f5-e19ed2deaebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:08.846399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87123a7-bdee-4af3-b1f5-e19ed2deaebe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fcf8444-0b4d-436a-98f8-f3595ec886c4 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:37:08.850873 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c87123a7-bdee-4af3-b1f5-e19ed2deaebe admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:08.852009 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c87123a7-bdee-4af3-b1f5-e19ed2deaebe admin admin] 10.222.0.55 "DELETE /v2.0/routers/8fcf8444-0b4d-436a-98f8-f3595ec886c4 HTTP/1.1" status: 204 len: 168 time: 0.8351912 Jul 27 21:37:08.854651 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55644) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:08.902961 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e842e57-0a5a-4ad2-9193-f361cbb45439 admin admin] Deleting subnet 6d8d02c3-6286-4c10-8593-1b53e2ae6a82 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:37:08.906248 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e842e57-0a5a-4ad2-9193-f361cbb45439 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:08.941059 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e842e57-0a5a-4ad2-9193-f361cbb45439 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:08.945263 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.020139 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e842e57-0a5a-4ad2-9193-f361cbb45439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.083058 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e842e57-0a5a-4ad2-9193-f361cbb45439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.109766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e842e57-0a5a-4ad2-9193-f361cbb45439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d8d02c3-6286-4c10-8593-1b53e2ae6a82,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:09.113587 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9e842e57-0a5a-4ad2-9193-f361cbb45439 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.115503 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9e842e57-0a5a-4ad2-9193-f361cbb45439 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6d8d02c3-6286-4c10-8593-1b53e2ae6a82 HTTP/1.1" status: 204 len: 168 time: 0.2598941 Jul 27 21:37:09.118093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55646) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:09.121027 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189e21a9-70c5-4806-9edf-0499e4f06bac None None] Network 3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:37:09.192962 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.246705 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] Deleting port 9f3fa2c8-7df2-438d-bdcd-b778d5177131 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:37:09.248029 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.316730 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] For port 9f3fa2c8-7df2-438d-bdcd-b778d5177131, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9f3fa2c8-7df2-438d-bdcd-b778d5177131,segment=NetworkSegment(8d4eef7f-a25e-48e3-b718-871f2c8c93f8),segment_id=8d4eef7f-a25e-48e3-b718-871f2c8c93f8)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:37:09.317387 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.330355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] Calling delete_port for 9f3fa2c8-7df2-438d-bdcd-b778d5177131 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:37:09.414414 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.439763 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3fa2c8-7df2-438d-bdcd-b778d5177131,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:09.445259 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] No DVR routers for this DVR port 9f3fa2c8-7df2-438d-bdcd-b778d5177131 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:37:09.513405 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1699d43-4afa-4efe-b15b-2a41fccaa265 None None] DHCP port deletion for 3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:37:09.532099 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.542403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:09.553378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4eef7f-a25e-48e3-b718-871f2c8c93f8') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:09.553673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4eef7f-a25e-48e3-b718-871f2c8c93f8') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:37:09.563179 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.578409 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.584481 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:37:09.584871 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:37:09.586545 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:37:09.647438 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.652623 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.658489 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] 10.222.0.55 "DELETE /v2.0/networks/3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8 HTTP/1.1" status: 204 len: 168 time: 0.5358722 Jul 27 21:37:09.668630 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c185150-7563-4451-99fb-d35b68dfc8fd admin admin] Pushing event deleted for resources: {'Network': ['ID=3ffe545c-bb75-4ba6-8cbb-76cd7d9cb3f8,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:09.785593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55650) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:09.825853 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5ff93b52-8c5a-4866-8f2f-2304ce94c881 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=089dfa06666549ef86ff31634b0bedcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389440 Jul 27 21:37:09.828423 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55652) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:09.875780 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-767f32f3-db2b-459e-8b93-689d46bd5b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.896406 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-767f32f3-db2b-459e-8b93-689d46bd5b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.944087 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-767f32f3-db2b-459e-8b93-689d46bd5b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.947291 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-767f32f3-db2b-459e-8b93-689d46bd5b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:09.948686 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-767f32f3-db2b-459e-8b93-689d46bd5b33 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc57e762-ee14-417b-b947-6cdca4da6a09 HTTP/1.1" status: 204 len: 168 time: 0.1193697 Jul 27 21:37:09.956733 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f32f3-db2b-459e-8b93-689d46bd5b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc57e762-ee14-417b-b947-6cdca4da6a09,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:10.285354 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55658) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:10.325070 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0c67fc52-0dcc-4d93-baf8-4c0afba4be0f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2fe1acf8cbb8491f80ed6b68b1e978a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385411 Jul 27 21:37:10.328654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55660) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:10.380165 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-52ff52a7-5c59-4d56-b425-85024e5a8541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:10.401224 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-52ff52a7-5c59-4d56-b425-85024e5a8541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:10.456191 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-52ff52a7-5c59-4d56-b425-85024e5a8541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:10.458929 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-52ff52a7-5c59-4d56-b425-85024e5a8541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:10.460090 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-52ff52a7-5c59-4d56-b425-85024e5a8541 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48d68c39-0abc-45a8-8c45-cd7297d19c0d HTTP/1.1" status: 204 len: 168 time: 0.1304402 Jul 27 21:37:10.470188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff52a7-5c59-4d56-b425-85024e5a8541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d68c39-0abc-45a8-8c45-cd7297d19c0d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:10.475578 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5d3334bf-5fb7-4f48-b905-872a129736b8 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:37:10.501962 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 5d3334bf-5fb7-4f48-b905-872a129736b8 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:37:10.502373 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5d3334bf-5fb7-4f48-b905-872a129736b8 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:37:10.502790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9f3fa2c8-7df2-438d-bdcd-b778d5177131 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:37:10.522626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 9f3fa2c8-7df2-438d-bdcd-b778d5177131 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:37:10.522972 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9f3fa2c8-7df2-438d-bdcd-b778d5177131 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:37:10.523383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 256d9804-d2ce-4ded-908c-f13f6a91365e no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:37:10.543302 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 256d9804-d2ce-4ded-908c-f13f6a91365e {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:37:10.543628 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 256d9804-d2ce-4ded-908c-f13f6a91365e not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:37:23.928816 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:37:26.887320 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a31c35-5d82-49ae-be57-6aa9993725c7 req-1999560a-f058-4a9e-9d03-c54e3169f11d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:26.889296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71a31c35-5d82-49ae-be57-6aa9993725c7 req-1999560a-f058-4a9e-9d03-c54e3169f11d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0727749 Jul 27 21:37:26.929462 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71a31c35-5d82-49ae-be57-6aa9993725c7 req-c83a47f0-aff4-4099-9882-f0c994a9cf79 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336699 Jul 27 21:37:28.064499 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dc652-2373-45ba-b6e7-44b0f2314e20 req-6bd0268c-2f9d-43cf-ad21-850c6fdf5677 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:28.065991 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-395dc652-2373-45ba-b6e7-44b0f2314e20 req-6bd0268c-2f9d-43cf-ad21-850c6fdf5677 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0637319 Jul 27 21:37:28.104848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-395dc652-2373-45ba-b6e7-44b0f2314e20 req-e0279312-043d-44bb-82de-0312c37ac24f tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327494 Jul 27 21:37:28.627001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8a709-8c4e-476b-8a58-fbcaf515a869 req-0b953a8d-8991-4d5b-941c-483efc33a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:28.628510 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e6f8a709-8c4e-476b-8a58-fbcaf515a869 req-0b953a8d-8991-4d5b-941c-483efc33a997 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 1097 time: 0.0559032 Jul 27 21:37:28.736626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8a709-8c4e-476b-8a58-fbcaf515a869 req-56ec55b0-9430-42c7-99e9-30a5d6f239cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:28.738085 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e6f8a709-8c4e-476b-8a58-fbcaf515a869 req-56ec55b0-9430-42c7-99e9-30a5d6f239cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=388dc1a8-612e-4e15-97db-1e1b4c46173b HTTP/1.1" status: 200 len: 897 time: 0.0878549 Jul 27 21:37:28.806983 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e6f8a709-8c4e-476b-8a58-fbcaf515a869 req-b89ea5c3-d117-4b07-b9f5-832385d82bea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 HTTP/1.1" status: 200 len: 1002 time: 0.0578227 Jul 27 21:37:28.856178 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8a709-8c4e-476b-8a58-fbcaf515a869 req-e04b3f31-b77a-4627-bcf2-70f87623f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:28.857869 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e6f8a709-8c4e-476b-8a58-fbcaf515a869 req-e04b3f31-b77a-4627-bcf2-70f87623f14e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77fa1384-3200-4ee8-b0f0-53aea382124c HTTP/1.1" status: 200 len: 834 time: 0.0439019 Jul 27 21:37:28.919946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8a709-8c4e-476b-8a58-fbcaf515a869 req-3431dfad-697f-4635-9452-f52dbd312b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:28.921349 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e6f8a709-8c4e-476b-8a58-fbcaf515a869 req-3431dfad-697f-4635-9452-f52dbd312b0f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=388dc1a8-612e-4e15-97db-1e1b4c46173b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569985 Jul 27 21:37:29.021428 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e6f8a709-8c4e-476b-8a58-fbcaf515a869 req-b77ba096-0cb0-42df-8f75-15ab3783dff8 service neutron] 10.222.0.66 "GET /v2.0/networks/388dc1a8-612e-4e15-97db-1e1b4c46173b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922041 Jul 27 21:37:29.116838 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e6f8a709-8c4e-476b-8a58-fbcaf515a869 req-4a0e47d7-7969-4c26-a319-dad9e507a6c9 service neutron] 10.222.0.66 "GET /v2.0/networks/388dc1a8-612e-4e15-97db-1e1b4c46173b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880117 Jul 27 21:37:29.234767 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb10cdd-2eb1-4ea6-98e1-b341bc26705b req-1aaa5f5d-e2e2-4991-8093-b2f3dcb06168 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:29.236186 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ccb10cdd-2eb1-4ea6-98e1-b341bc26705b req-1aaa5f5d-e2e2-4991-8093-b2f3dcb06168 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0653014 Jul 27 21:37:29.277043 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ccb10cdd-2eb1-4ea6-98e1-b341bc26705b req-63d60cd4-79ec-4143-9c16-4831bf6b7055 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348186 Jul 27 21:37:30.411787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb083a-e9fe-4fe5-af39-97d7209f2918 req-b89a9cc8-e2a6-49bf-bce2-f150b5dfcb7a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:30.413283 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fcb083a-e9fe-4fe5-af39-97d7209f2918 req-b89a9cc8-e2a6-49bf-bce2-f150b5dfcb7a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0684128 Jul 27 21:37:30.453536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fcb083a-e9fe-4fe5-af39-97d7209f2918 req-f5ab6053-a0a0-461a-8924-fd28e89b4122 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341227 Jul 27 21:37:31.595191 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0439f9-4bb6-4ff3-a554-b13513a05b11 req-de56f5ad-3358-47d9-a1d9-f2113573dfe5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:31.596693 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f0439f9-4bb6-4ff3-a554-b13513a05b11 req-de56f5ad-3358-47d9-a1d9-f2113573dfe5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0769043 Jul 27 21:37:31.634287 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f0439f9-4bb6-4ff3-a554-b13513a05b11 req-dc6fd36f-2ab0-45e3-93a1-32a10c17afe7 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315862 Jul 27 21:37:32.747683 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-18b5084d-749c-4111-84d9-eb3577cba95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:32.790474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f7e61-5630-4b17-aefd-3f3c321f3c66 req-77db4d3d-a932-4047-abb7-cbb07c529fc8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:32.792019 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e3f7e61-5630-4b17-aefd-3f3c321f3c66 req-77db4d3d-a932-4047-abb7-cbb07c529fc8 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0814946 Jul 27 21:37:32.832206 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e3f7e61-5630-4b17-aefd-3f3c321f3c66 req-c997b033-a267-4a2b-af65-4d8a8c28ee3d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337756 Jul 27 21:37:33.961916 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe705-11f7-456c-b4b5-3a02df27ebc3 req-89d5556c-dcff-419f-9350-3f5a6f97902d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:33.963462 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e30fe705-11f7-456c-b4b5-3a02df27ebc3 req-89d5556c-dcff-419f-9350-3f5a6f97902d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0650754 Jul 27 21:37:34.003345 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e30fe705-11f7-456c-b4b5-3a02df27ebc3 req-7119c4dd-778c-4920-8751-6d2451949fcd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330684 Jul 27 21:37:34.241062 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:35.133000 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852cd35-b88e-4f28-bd45-707396a98d1f req-348b7df8-f9d6-457b-ac33-655feebd26cf tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:35.134500 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e852cd35-b88e-4f28-bd45-707396a98d1f req-348b7df8-f9d6-457b-ac33-655feebd26cf tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0636137 Jul 27 21:37:35.172490 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e852cd35-b88e-4f28-bd45-707396a98d1f req-1eb06fa4-1fd2-4411-adce-9fca6632e869 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320146 Jul 27 21:37:35.405608 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e515763-bbe8-49de-93cf-9c264e39f446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:35.506477 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:36.306367 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b0569-2c29-46e3-825e-f28c95bb1a72 req-d1a989db-4a61-4872-9537-65d0b1ebcc3a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:36.307866 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d0b0569-2c29-46e3-825e-f28c95bb1a72 req-d1a989db-4a61-4872-9537-65d0b1ebcc3a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0692575 Jul 27 21:37:36.346929 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d0b0569-2c29-46e3-825e-f28c95bb1a72 req-4ff11562-ab82-4c9e-a061-2277f5de0bbc tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323622 Jul 27 21:37:37.276054 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:37.479396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7cd09-556a-4a6a-9b47-fca0a6494702 req-f71f390f-29f7-400e-a7de-0e8583c62f58 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:37.480901 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05f7cd09-556a-4a6a-9b47-fca0a6494702 req-f71f390f-29f7-400e-a7de-0e8583c62f58 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0646076 Jul 27 21:37:37.520628 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05f7cd09-556a-4a6a-9b47-fca0a6494702 req-d579786a-f8aa-43f4-9dca-990dd078858c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327427 Jul 27 21:37:37.930632 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:38.669861 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c01907-0ed9-4b39-a3e6-f5cbb6a6d879 req-074718fb-0e5d-40d2-a39c-a1338c71b8f5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:38.671593 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11c01907-0ed9-4b39-a3e6-f5cbb6a6d879 req-074718fb-0e5d-40d2-a39c-a1338c71b8f5 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0817316 Jul 27 21:37:38.710464 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-11c01907-0ed9-4b39-a3e6-f5cbb6a6d879 req-d238d470-5fb7-4395-bce6-b0aa346395af tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327682 Jul 27 21:37:38.947673 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:39.858861 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce67491-dd57-4ab9-a631-e9a2c2feea5b req-40a4ae01-da59-452e-92f7-f41419c89228 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:39.860427 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ce67491-dd57-4ab9-a631-e9a2c2feea5b req-40a4ae01-da59-452e-92f7-f41419c89228 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0680897 Jul 27 21:37:39.900075 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ce67491-dd57-4ab9-a631-e9a2c2feea5b req-a6f7adfb-cc18-4828-9bf0-61038d4de1ed tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336766 Jul 27 21:37:41.033578 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06170f66-eb6c-4304-9801-c7a0d197e612 req-b0cdcbea-ff0f-4559-9d76-0c4bcdaff9ff tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:41.035090 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06170f66-eb6c-4304-9801-c7a0d197e612 req-b0cdcbea-ff0f-4559-9d76-0c4bcdaff9ff tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0630066 Jul 27 21:37:41.072663 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06170f66-eb6c-4304-9801-c7a0d197e612 req-42a883d4-cc39-417a-a213-94a40d096b99 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316746 Jul 27 21:37:41.949889 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af023907-64fd-4f48-8fac-165f04097623 req-20650f00-5354-46a1-bcbb-af449373e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:41.951721 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-af023907-64fd-4f48-8fac-165f04097623 req-20650f00-5354-46a1-bcbb-af449373e0f0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 1097 time: 0.0549753 Jul 27 21:37:41.989094 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-af023907-64fd-4f48-8fac-165f04097623 req-d5b2d374-656f-493b-a89b-e2c748edf025 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299423 Jul 27 21:37:42.206581 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64313c-8408-4a20-be08-c156806731e7 req-e2a6d5bb-e0ed-4ad7-8552-990caaf9f8ba tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:42.207974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab64313c-8408-4a20-be08-c156806731e7 req-e2a6d5bb-e0ed-4ad7-8552-990caaf9f8ba tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0682502 Jul 27 21:37:42.246606 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab64313c-8408-4a20-be08-c156806731e7 req-cd0e3a28-b35a-4d6f-905f-d39a511cbada tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326810 Jul 27 21:37:42.494493 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:37:42.568683 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:42.592793 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4686abdc-1194-4472-9c38-45dd31def421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:37:42.595127 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c12f46b-94d8-43e3-b201-1c4ed344172b" -d '{"events": [{"server_uuid": "4686abdc-1194-4472-9c38-45dd31def421", "name": "network-vif-unplugged", "status": "completed", "tag": "30b8eaa5-7b26-4015-bd1d-84d9e6ac2359"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:37:42.608294 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,segment=NetworkSegment(ee1c7729-0a40-4911-bec1-57bc11c1fbee),segment_id=ee1c7729-0a40-4911-bec1-57bc11c1fbee)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:37:42.612310 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:42.635938 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57356594-c2f4-4f2f-ac18-ed7a993e33b1 x-openstack-request-id: req-57356594-c2f4-4f2f-ac18-ed7a993e33b1 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:37:42.636268 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4686abdc-1194-4472-9c38-45dd31def421", "name": "network-vif-unplugged", "status": "completed", "tag": "30b8eaa5-7b26-4015-bd1d-84d9e6ac2359", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:37:42.636480 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57356594-c2f4-4f2f-ac18-ed7a993e33b1 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:37:42.636870 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4686abdc-1194-4472-9c38-45dd31def421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359', 'code': 200} Jul 27 21:37:42.665993 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:42.673232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:42.673572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:42.673909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:42.674243 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:42.674579 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:42.674901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:42.675223 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:42.675538 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:42.675854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:42.676164 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:42.676476 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:42.676789 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:37:43.379700 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62f89e-e716-4b46-a8d9-1654148338fb req-2aa3bd0a-cb19-48be-b8e9-7567c6fdbabb tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:37:43.381202 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae62f89e-e716-4b46-a8d9-1654148338fb req-2aa3bd0a-cb19-48be-b8e9-7567c6fdbabb tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 944 time: 0.0657520 Jul 27 21:37:43.419373 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae62f89e-e716-4b46-a8d9-1654148338fb req-9669ba18-86b7-4611-84b9-91ff6ea7726d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322318 Jul 27 21:37:43.442194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55724) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:37:43.507920 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3a1bb4a5-0671-43ef-b270-6f3c35f883c6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/floatingips/cd202b00-cb65-41f9-a37a-943e31114835 HTTP/1.1" status: 200 len: 992 time: 0.0644705 Jul 27 21:37:44.507746 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:37:44.604652 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,segment=NetworkSegment(ee1c7729-0a40-4911-bec1-57bc11c1fbee),segment_id=ee1c7729-0a40-4911-bec1-57bc11c1fbee)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:37:44.616119 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359', 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b', 'port_id': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359', 'mac_address': 'fa:16:3e:2f:d4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:37:44.653023 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:44.665614 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:37:44.689983 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,segment=NetworkSegment(ee1c7729-0a40-4911-bec1-57bc11c1fbee),segment_id=ee1c7729-0a40-4911-bec1-57bc11c1fbee)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:37:44.693665 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:44.741718 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:37:45.094727 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['30b8eaa5-7b26-4015-bd1d-84d9e6ac2359'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:37:46.509756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:37:46.558124 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:37:46.558549 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:46.636430 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:46.658030 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4686abdc-1194-4472-9c38-45dd31def421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:37:46.660263 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4947c55b-6081-476c-9796-0029526601c8" -d '{"events": [{"server_uuid": "4686abdc-1194-4472-9c38-45dd31def421", "name": "network-vif-plugged", "status": "completed", "tag": "30b8eaa5-7b26-4015-bd1d-84d9e6ac2359"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:37:46.673019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,segment=NetworkSegment(ee1c7729-0a40-4911-bec1-57bc11c1fbee),segment_id=ee1c7729-0a40-4911-bec1-57bc11c1fbee)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:37:46.677706 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:37:46.700634 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11644467-d07e-447a-8a80-0dd1bfa4d7b1 x-openstack-request-id: req-11644467-d07e-447a-8a80-0dd1bfa4d7b1 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:37:46.700926 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4686abdc-1194-4472-9c38-45dd31def421", "name": "network-vif-plugged", "status": "completed", "tag": "30b8eaa5-7b26-4015-bd1d-84d9e6ac2359", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:37:46.701174 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-11644467-d07e-447a-8a80-0dd1bfa4d7b1 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:37:46.701564 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4686abdc-1194-4472-9c38-45dd31def421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359', 'code': 200} Jul 27 21:37:46.727127 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:38:00.928588 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:38:02.751106 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d29846f3-072f-4e0c-81c5-874c02bbcbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:04.268060 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:05.406761 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4481e35b-c347-4454-a2bd-5e7a6da781f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:05.506980 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:07.279730 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:07.956649 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:08.950151 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:29.600879 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-edef7e85-323c-43af-bfb6-75992b94a7a8 req-681a81ff-3802-4bf0-9da8-2b3eeb7dded5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548131 Jul 27 21:38:29.693985 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef7e85-323c-43af-bfb6-75992b94a7a8 req-2fbea621-27cf-45d6-84ab-845ebc1d26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:29.695486 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-edef7e85-323c-43af-bfb6-75992b94a7a8 req-2fbea621-27cf-45d6-84ab-845ebc1d26d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 1097 time: 0.0535581 Jul 27 21:38:29.802448 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef7e85-323c-43af-bfb6-75992b94a7a8 req-0635a111-c0d4-486c-a7ea-af420a1e3cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:29.803922 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-edef7e85-323c-43af-bfb6-75992b94a7a8 req-0635a111-c0d4-486c-a7ea-af420a1e3cd9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=388dc1a8-612e-4e15-97db-1e1b4c46173b HTTP/1.1" status: 200 len: 897 time: 0.0889506 Jul 27 21:38:29.869636 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-edef7e85-323c-43af-bfb6-75992b94a7a8 req-4611f194-5352-455d-9e88-6badc88889c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 HTTP/1.1" status: 200 len: 1002 time: 0.0586245 Jul 27 21:38:29.918842 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef7e85-323c-43af-bfb6-75992b94a7a8 req-23ce5744-88b6-4277-abd8-b076fa1ce488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:29.920943 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-edef7e85-323c-43af-bfb6-75992b94a7a8 req-23ce5744-88b6-4277-abd8-b076fa1ce488 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77fa1384-3200-4ee8-b0f0-53aea382124c HTTP/1.1" status: 200 len: 834 time: 0.0441833 Jul 27 21:38:29.983502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef7e85-323c-43af-bfb6-75992b94a7a8 req-569dd115-fc09-4971-9a69-5ef32f1779e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:38:29.985111 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-edef7e85-323c-43af-bfb6-75992b94a7a8 req-569dd115-fc09-4971-9a69-5ef32f1779e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=388dc1a8-612e-4e15-97db-1e1b4c46173b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581372 Jul 27 21:38:30.077961 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-edef7e85-323c-43af-bfb6-75992b94a7a8 req-9e9645a4-3a9d-4b1b-9847-c75eade2be73 service neutron] 10.222.0.66 "GET /v2.0/networks/388dc1a8-612e-4e15-97db-1e1b4c46173b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853868 Jul 27 21:38:30.174815 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-edef7e85-323c-43af-bfb6-75992b94a7a8 req-8f7fda68-11f4-4a37-b2f6-7d6b40401025 service neutron] 10.222.0.66 "GET /v2.0/networks/388dc1a8-612e-4e15-97db-1e1b4c46173b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889416 Jul 27 21:38:32.752642 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-53fc8617-2589-42fd-b2d6-874d9ee06ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:34.275966 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:35.407568 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1d5c4cf3-ebaf-435a-87a8-9373e1647c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:35.507916 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:37.283585 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:37.928311 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:38:37.971172 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:38:38.954479 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:02.754749 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f555-23d5-4bdf-9870-adf38794fcbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:04.291036 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:05.409073 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a8437d33-26a0-4023-a018-3f9fca8e7ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:05.509379 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:07.290137 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:07.975115 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:08.957339 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:12.795210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-948cb662-5b5c-4de7-b433-d40f829792fc req-7037ec0d-a9bd-45cc-a6ff-adc9c83830f1 service neutron] (105580) timed out ('10.222.0.66', 56895) {{(pid=105580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:39:14.928888 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:39:16.238550 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55770) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:16.397842 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting port 18ca56fd-f806-4691-9592-f19a5a25ebc2 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:39:16.398189 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.475632 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.475961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.487507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Calling delete_port for 18ca56fd-f806-4691-9592-f19a5a25ebc2 owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:39:16.635735 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.660810 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Port': ['ID=18ca56fd-f806-4691-9592-f19a5a25ebc2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:16.672180 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.672528 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.672870 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.673205 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.673538 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.673869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.674200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.674553 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.674879 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.675734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.676072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.676522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:16.749077 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:16.749414 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Floating IP cd202b00-cb65-41f9-a37a-943e31114835 disassociated (deleted). External IP: 172.25.2.104, port: 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359. Jul 27 21:39:17.317331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:39:17.431158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:39:17.436655 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:17.441614 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34301ce-3e2a-4d9d-8281-d2149d75c7f7 None None] Sync routers for ids ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:39:17.451051 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34301ce-3e2a-4d9d-8281-d2149d75c7f7 None None] Routers {'67f3b2a6-7d9a-465a-afd0-6274aaf3046b'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:17.451653 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c34301ce-3e2a-4d9d-8281-d2149d75c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:39:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:17.473828 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0014c591-abda-4ed4-8f83-653c986e3ef6 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/floatingips/cd202b00-cb65-41f9-a37a-943e31114835 HTTP/1.1" status: 204 len: 168 time: 1.2341182 Jul 27 21:39:17.474530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4686abdc-1194-4472-9c38-45dd31def421', 'tag': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:17.476855 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cefe3f7-7aaa-4290-b52d-4d42f6301e97" -d '{"events": [{"name": "network-changed", "server_uuid": "4686abdc-1194-4472-9c38-45dd31def421", "tag": "30b8eaa5-7b26-4015-bd1d-84d9e6ac2359"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:17.520706 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ad7fa5-0583-46e8-b7e6-cd86b7953835 x-openstack-request-id: req-46ad7fa5-0583-46e8-b7e6-cd86b7953835 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:17.521135 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4686abdc-1194-4472-9c38-45dd31def421", "tag": "30b8eaa5-7b26-4015-bd1d-84d9e6ac2359", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:17.521710 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46ad7fa5-0583-46e8-b7e6-cd86b7953835 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:17.522191 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4686abdc-1194-4472-9c38-45dd31def421', 'tag': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359', 'status': 'completed', 'code': 200} Jul 27 21:39:17.567688 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c34301ce-3e2a-4d9d-8281-d2149d75c7f7 None None] Set router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:17.731183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefe3f7-7aaa-4290-b52d-4d42f6301e97 req-32c5642a-88a6-4140-81ef-1545bd96ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:17.732758 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cefe3f7-7aaa-4290-b52d-4d42f6301e97 req-32c5642a-88a6-4140-81ef-1545bd96ecff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3a65593248f94ce3907873f90c034333&device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 1097 time: 0.1856828 Jul 27 21:39:17.774087 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c34301ce-3e2a-4d9d-8281-d2149d75c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419889522', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:35Z', 'updated_at': '2021-07-27T21:35:41Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:36Z', 'updated_at': '2021-07-27T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '43695972-3de0-430a-8359-c2ad707451ba', 'name': '', 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:95:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:40Z', 'updated_at': '2021-07-27T21:35:46Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:17.804543 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34301ce-3e2a-4d9d-8281-d2149d75c7f7 None None] Checking router: 67f3b2a6-7d9a-465a-afd0-6274aaf3046b for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:39:17.812180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4fec3-ff91-4bf6-be3e-61c598f8d896 req-1781b3fd-26c9-4c37-86e1-5e648cdba382 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:17.812719 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34301ce-3e2a-4d9d-8281-d2149d75c7f7 None None] Routers {'67f3b2a6-7d9a-465a-afd0-6274aaf3046b'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:17.813361 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c34301ce-3e2a-4d9d-8281-d2149d75c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:39:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:17.818123 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91f4fec3-ff91-4bf6-be3e-61c598f8d896 req-1781b3fd-26c9-4c37-86e1-5e648cdba382 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.1521962 Jul 27 21:39:17.831094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefe3f7-7aaa-4290-b52d-4d42f6301e97 req-a7a10101-fd0d-4b0d-aa46-12b36eec993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:17.833350 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cefe3f7-7aaa-4290-b52d-4d42f6301e97 req-a7a10101-fd0d-4b0d-aa46-12b36eec993a service neutron] 10.222.0.66 "GET /v2.0/networks?id=388dc1a8-612e-4e15-97db-1e1b4c46173b HTTP/1.1" status: 200 len: 897 time: 0.0920274 Jul 27 21:39:17.856643 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91f4fec3-ff91-4bf6-be3e-61c598f8d896 req-4b6eeba6-8039-45cb-976d-7ecbc62ad671 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355539 Jul 27 21:39:17.880021 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cefe3f7-7aaa-4290-b52d-4d42f6301e97 req-5b56a356-fe81-496e-9f52-cc30f62b9d8e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 HTTP/1.1" status: 200 len: 217 time: 0.0373821 Jul 27 21:39:17.920528 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c34301ce-3e2a-4d9d-8281-d2149d75c7f7 None None] Set router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:17.930560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefe3f7-7aaa-4290-b52d-4d42f6301e97 req-7dda967e-a461-471a-bc32-03478def4966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:17.932023 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cefe3f7-7aaa-4290-b52d-4d42f6301e97 req-7dda967e-a461-471a-bc32-03478def4966 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77fa1384-3200-4ee8-b0f0-53aea382124c HTTP/1.1" status: 200 len: 834 time: 0.0456293 Jul 27 21:39:17.998546 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefe3f7-7aaa-4290-b52d-4d42f6301e97 req-0e7c1118-9503-4ce8-b03c-30efed5347b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:18.000041 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cefe3f7-7aaa-4290-b52d-4d42f6301e97 req-0e7c1118-9503-4ce8-b03c-30efed5347b7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=388dc1a8-612e-4e15-97db-1e1b4c46173b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606937 Jul 27 21:39:18.093188 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cefe3f7-7aaa-4290-b52d-4d42f6301e97 req-a72b649b-9a86-40db-9e43-26f7f5b69217 service neutron] 10.222.0.66 "GET /v2.0/networks/388dc1a8-612e-4e15-97db-1e1b4c46173b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844862 Jul 27 21:39:18.117244 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c34301ce-3e2a-4d9d-8281-d2149d75c7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419889522', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:35Z', 'updated_at': '2021-07-27T21:35:41Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:36Z', 'updated_at': '2021-07-27T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '43695972-3de0-430a-8359-c2ad707451ba', 'name': '', 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:95:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:40Z', 'updated_at': '2021-07-27T21:35:46Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:18.143635 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34301ce-3e2a-4d9d-8281-d2149d75c7f7 None None] The sync data for ids ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'] in n-d-764806-9 is: [{'id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419889522', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:35Z', 'updated_at': '2021-07-27T21:35:41Z', 'revision_number': 4, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:36Z', 'updated_at': '2021-07-27T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '43695972-3de0-430a-8359-c2ad707451ba', 'name': '', 'network_id': '388dc1a8-612e-4e15-97db-1e1b4c46173b', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'mac_address': 'fa:16:3e:95:4b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:40Z', 'updated_at': '2021-07-27T21:35:46Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'subnets': [{'id': '77fa1384-3200-4ee8-b0f0-53aea382124c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:39:18.194331 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cefe3f7-7aaa-4290-b52d-4d42f6301e97 req-30cf16e5-34aa-4fc6-a126-8d366f775825 service neutron] 10.222.0.66 "GET /v2.0/networks/388dc1a8-612e-4e15-97db-1e1b4c46173b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901797 Jul 27 21:39:18.373296 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa7d15-461c-4e0b-a897-dd209237c85e None None] New status for floating IP cd202b00-cb65-41f9-a37a-943e31114835: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:39:19.042474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0698646-38da-4468-b4bb-5eb9ef8c40b0 req-a13c4e0e-c4e3-4172-9e57-4634e61dde51 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:19.044012 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e0698646-38da-4468-b4bb-5eb9ef8c40b0 req-a13c4e0e-c4e3-4172-9e57-4634e61dde51 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.1190662 Jul 27 21:39:19.082869 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e0698646-38da-4468-b4bb-5eb9ef8c40b0 req-314fa655-d103-4813-be59-0fcaf6bc8eec tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/security-groups?id=18137a3d-71d6-4dbc-b084-5cc692917cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328145 Jul 27 21:39:19.713297 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a48e5e-7432-4a38-a14b-b79bdcae5b88 req-5a8c3d1d-2b7e-47af-89fa-5b776322ee6d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:19.714799 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-17a48e5e-7432-4a38-a14b-b79bdcae5b88 req-5a8c3d1d-2b7e-47af-89fa-5b776322ee6d tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 946 time: 0.0650673 Jul 27 21:39:19.813685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-17a48e5e-7432-4a38-a14b-b79bdcae5b88 req-e13a408b-4fb5-4689-b647-c57295c4bafd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:39:19.814027 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-17a48e5e-7432-4a38-a14b-b79bdcae5b88 req-e13a408b-4fb5-4689-b647-c57295c4bafd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:19.907028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-17a48e5e-7432-4a38-a14b-b79bdcae5b88 req-e13a408b-4fb5-4689-b647-c57295c4bafd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] For port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,segment=NetworkSegment(ee1c7729-0a40-4911-bec1-57bc11c1fbee),segment_id=ee1c7729-0a40-4911-bec1-57bc11c1fbee)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:19.907392 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-17a48e5e-7432-4a38-a14b-b79bdcae5b88 req-e13a408b-4fb5-4689-b647-c57295c4bafd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:19.920673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-17a48e5e-7432-4a38-a14b-b79bdcae5b88 req-e13a408b-4fb5-4689-b647-c57295c4bafd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Calling delete_port for 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:39:20.054114 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-17a48e5e-7432-4a38-a14b-b79bdcae5b88 req-e13a408b-4fb5-4689-b647-c57295c4bafd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:20.084498 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a408b-4fb5-4689-b647-c57295c4bafd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Port': ['ID=30b8eaa5-7b26-4015-bd1d-84d9e6ac2359,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:20.133816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a48e5e-7432-4a38-a14b-b79bdcae5b88 req-e13a408b-4fb5-4689-b647-c57295c4bafd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] No DVR routers for this DVR port 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:39:20.136484 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-17a48e5e-7432-4a38-a14b-b79bdcae5b88 req-e13a408b-4fb5-4689-b647-c57295c4bafd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:20.138568 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-17a48e5e-7432-4a38-a14b-b79bdcae5b88 req-e13a408b-4fb5-4689-b647-c57295c4bafd tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.66 "DELETE /v2.0/ports/30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 HTTP/1.1" status: 204 len: 173 time: 0.4175205 Jul 27 21:39:20.139001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4686abdc-1194-4472-9c38-45dd31def421', 'name': 'network-vif-deleted', 'tag': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:20.141254 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626e8f62-262a-4d20-81d8-8b871d76011b" -d '{"events": [{"server_uuid": "4686abdc-1194-4472-9c38-45dd31def421", "name": "network-vif-deleted", "tag": "30b8eaa5-7b26-4015-bd1d-84d9e6ac2359"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:20.184411 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff4bb66-d7fe-4c63-933a-d9370bb094d0 x-openstack-request-id: req-bff4bb66-d7fe-4c63-933a-d9370bb094d0 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:20.184757 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4686abdc-1194-4472-9c38-45dd31def421", "name": "network-vif-deleted", "tag": "30b8eaa5-7b26-4015-bd1d-84d9e6ac2359", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:20.185019 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bff4bb66-d7fe-4c63-933a-d9370bb094d0 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:20.185428 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4686abdc-1194-4472-9c38-45dd31def421', 'name': 'network-vif-deleted', 'tag': '30b8eaa5-7b26-4015-bd1d-84d9e6ac2359', 'status': 'completed', 'code': 200} Jul 27 21:39:20.189240 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-292b2be3-8556-4ff7-b248-903379f8394f req-1f710e6a-e857-40b9-af5c-4dffcc8c946e tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "GET /v2.0/ports?device_id=4686abdc-1194-4472-9c38-45dd31def421 HTTP/1.1" status: 200 len: 210 time: 0.0331662 Jul 27 21:39:21.243961 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55800) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:21.611414 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-294d6f3a-7479-46f7-a290-de3c00cb961a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:21.881656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-294d6f3a-7479-46f7-a290-de3c00cb961a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting port 43695972-3de0-430a-8359-c2ad707451ba {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:39:21.881897 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-294d6f3a-7479-46f7-a290-de3c00cb961a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:21.970969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-294d6f3a-7479-46f7-a290-de3c00cb961a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] For port 43695972-3de0-430a-8359-c2ad707451ba, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=43695972-3de0-430a-8359-c2ad707451ba,segment=NetworkSegment(ee1c7729-0a40-4911-bec1-57bc11c1fbee),segment_id=ee1c7729-0a40-4911-bec1-57bc11c1fbee)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:21.971331 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-294d6f3a-7479-46f7-a290-de3c00cb961a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:21.984366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-294d6f3a-7479-46f7-a290-de3c00cb961a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Calling delete_port for 43695972-3de0-430a-8359-c2ad707451ba owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:39:22.174785 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-294d6f3a-7479-46f7-a290-de3c00cb961a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:22.203277 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d6f3a-7479-46f7-a290-de3c00cb961a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Port': ['ID=43695972-3de0-430a-8359-c2ad707451ba,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:22.383626 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-294d6f3a-7479-46f7-a290-de3c00cb961a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:22.608590 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294d6f3a-7479-46f7-a290-de3c00cb961a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:39:22.724357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294d6f3a-7479-46f7-a290-de3c00cb961a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:39:22.729887 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-294d6f3a-7479-46f7-a290-de3c00cb961a tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "PUT /v2.0/routers/67f3b2a6-7d9a-465a-afd0-6274aaf3046b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4849050 Jul 27 21:39:22.732653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55802) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:22.733967 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e420a3-db10-405d-a9c6-5bbcbda21d51 None None] Sync routers for ids ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:39:22.744725 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e420a3-db10-405d-a9c6-5bbcbda21d51 None None] Routers {'67f3b2a6-7d9a-465a-afd0-6274aaf3046b'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:22.745336 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d5e420a3-db10-405d-a9c6-5bbcbda21d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:39:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:22.790730 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdfa845-6aff-4e99-bc0e-54d4643106b0 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting subnet 77fa1384-3200-4ee8-b0f0-53aea382124c {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:39:22.794059 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fdfa845-6aff-4e99-bc0e-54d4643106b0 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:22.837906 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fdfa845-6aff-4e99-bc0e-54d4643106b0 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:22.855089 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-d5e420a3-db10-405d-a9c6-5bbcbda21d51 None None] Set router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:22.927894 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fdfa845-6aff-4e99-bc0e-54d4643106b0 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:22.987237 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fdfa845-6aff-4e99-bc0e-54d4643106b0 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.009980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:39:23.016069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfa845-6aff-4e99-bc0e-54d4643106b0 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Subnet': ['ID=77fa1384-3200-4ee8-b0f0-53aea382124c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:23.020624 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6fdfa845-6aff-4e99-bc0e-54d4643106b0 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.025353 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55804) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:23.030767 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6fdfa845-6aff-4e99-bc0e-54d4643106b0 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/subnets/77fa1384-3200-4ee8-b0f0-53aea382124c HTTP/1.1" status: 204 len: 168 time: 0.2970750 Jul 27 21:39:23.035160 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4424d1c-d568-4a3d-bbb9-73f09e36eefc None None] Network 388dc1a8-612e-4e15-97db-1e1b4c46173b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:23.038133 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:39:23.039137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 30b8eaa5-7b26-4015-bd1d-84d9e6ac2359 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:39:23.049364 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d5e420a3-db10-405d-a9c6-5bbcbda21d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419889522', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:35Z', 'updated_at': '2021-07-27T21:39:22Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:36Z', 'updated_at': '2021-07-27T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:23.078996 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e420a3-db10-405d-a9c6-5bbcbda21d51 None None] Checking router: 67f3b2a6-7d9a-465a-afd0-6274aaf3046b for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:39:23.090631 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e420a3-db10-405d-a9c6-5bbcbda21d51 None None] Routers {'67f3b2a6-7d9a-465a-afd0-6274aaf3046b'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:23.091245 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d5e420a3-db10-405d-a9c6-5bbcbda21d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:39:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:23.142761 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.206007 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-d5e420a3-db10-405d-a9c6-5bbcbda21d51 None None] Set router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:23.265097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] DHCP port deletion for 388dc1a8-612e-4e15-97db-1e1b4c46173b request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:39:23.267285 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.315546 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Deleting port 3b26a91c-205f-4675-93d1-290f00d72835 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:39:23.316614 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.336863 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Deleting port d67523a2-5c87-4d19-94f7-6e54f7dac880 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:39:23.337260 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.389110 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] For port 3b26a91c-205f-4675-93d1-290f00d72835, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3b26a91c-205f-4675-93d1-290f00d72835,segment=NetworkSegment(ee1c7729-0a40-4911-bec1-57bc11c1fbee),segment_id=ee1c7729-0a40-4911-bec1-57bc11c1fbee)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:23.389503 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.406796 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Calling delete_port for 3b26a91c-205f-4675-93d1-290f00d72835 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:39:23.431120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] For port d67523a2-5c87-4d19-94f7-6e54f7dac880, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d67523a2-5c87-4d19-94f7-6e54f7dac880,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:23.431517 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.444472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Calling delete_port for d67523a2-5c87-4d19-94f7-6e54f7dac880 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:39:23.484517 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d5e420a3-db10-405d-a9c6-5bbcbda21d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419889522', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:35Z', 'updated_at': '2021-07-27T21:39:22Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:36Z', 'updated_at': '2021-07-27T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:23.501913 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.516390 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e420a3-db10-405d-a9c6-5bbcbda21d51 None None] The sync data for ids ['67f3b2a6-7d9a-465a-afd0-6274aaf3046b'] in n-d-764806-9 is: [{'id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1419889522', 'tenant_id': '3a65593248f94ce3907873f90c034333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:35:35Z', 'updated_at': '2021-07-27T21:39:22Z', 'revision_number': 5, 'project_id': '3a65593248f94ce3907873f90c034333', 'gw_port': {'id': 'd67523a2-5c87-4d19-94f7-6e54f7dac880', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3b2a6-7d9a-465a-afd0-6274aaf3046b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3838, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:35:36Z', 'updated_at': '2021-07-27T21:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:39:23.532241 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Pushing event deleted for resources: {'Port': ['ID=3b26a91c-205f-4675-93d1-290f00d72835,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:23.534719 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] No DVR routers for this DVR port 3b26a91c-205f-4675-93d1-290f00d72835 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:39:23.543088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.543431 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.543900 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.544424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.544961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.544961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.545228 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.545499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.545825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.546138 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.546480 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.546817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709f7506-6df0-4c06-b842-cb8cb86c1640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.634148 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.664231 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Port': ['ID=d67523a2-5c87-4d19-94f7-6e54f7dac880,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:23.688957 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.689304 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.689641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.689971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.690328 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.690655 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.691609 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.691997 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.692438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.692765 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.693089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.693418 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:23.731654 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.824892 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.826981 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.871114 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.871610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Fanout notify agent at l3_agent the message router_deleted on router 67f3b2a6-7d9a-465a-afd0-6274aaf3046b {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:39:23.879122 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:23.880289 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b48727b4-a157-4b42-9b16-f21598114e05 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/routers/67f3b2a6-7d9a-465a-afd0-6274aaf3046b HTTP/1.1" status: 204 len: 168 time: 0.8539503 Jul 27 21:39:23.882900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55806) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:23.964696 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-61b02f01-653a-4362-8664-ff298535be43 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.059023 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-61b02f01-653a-4362-8664-ff298535be43 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.070483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-61b02f01-653a-4362-8664-ff298535be43 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388dc1a8-612e-4e15-97db-1e1b4c46173b']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:24.082085 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-61b02f01-653a-4362-8664-ff298535be43 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1c7729-0a40-4911-bec1-57bc11c1fbee') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:24.082399 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-61b02f01-653a-4362-8664-ff298535be43 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1c7729-0a40-4911-bec1-57bc11c1fbee') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:24.091839 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-61b02f01-653a-4362-8664-ff298535be43 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.105867 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-61b02f01-653a-4362-8664-ff298535be43 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.111731 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b02f01-653a-4362-8664-ff298535be43 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:39:24.112148 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-61b02f01-653a-4362-8664-ff298535be43 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:39:24.116111 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:39:24.180570 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-61b02f01-653a-4362-8664-ff298535be43 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.188299 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-61b02f01-653a-4362-8664-ff298535be43 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.190025 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-61b02f01-653a-4362-8664-ff298535be43 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/networks/388dc1a8-612e-4e15-97db-1e1b4c46173b HTTP/1.1" status: 204 len: 168 time: 0.3062022 Jul 27 21:39:24.193848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55808) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:24.203690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b02f01-653a-4362-8664-ff298535be43 tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'Network': ['ID=388dc1a8-612e-4e15-97db-1e1b4c46173b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:24.253021 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7c29108-d346-4327-8c97-821bd1ad5a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.284041 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7c29108-d346-4327-8c97-821bd1ad5a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.343613 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7c29108-d346-4327-8c97-821bd1ad5a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.346059 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7c29108-d346-4327-8c97-821bd1ad5a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.347872 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d7c29108-d346-4327-8c97-821bd1ad5a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] 10.222.0.55 "DELETE /v2.0/security-groups/18137a3d-71d6-4dbc-b084-5cc692917cb8 HTTP/1.1" status: 204 len: 168 time: 0.1524060 Jul 27 21:39:24.357676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c29108-d346-4327-8c97-821bd1ad5a2c tempest-TestNetworkAdvancedServerOps-904925933 tempest-TestNetworkAdvancedServerOps-904925933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18137a3d-71d6-4dbc-b084-5cc692917cb8,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:24.555539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 43695972-3de0-430a-8359-c2ad707451ba no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:39:24.578546 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 43695972-3de0-430a-8359-c2ad707451ba {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:39:24.578989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 43695972-3de0-430a-8359-c2ad707451ba not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:39:24.579461 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d67523a2-5c87-4d19-94f7-6e54f7dac880 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:39:24.606055 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: d67523a2-5c87-4d19-94f7-6e54f7dac880 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:39:24.606434 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d67523a2-5c87-4d19-94f7-6e54f7dac880 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:39:24.607153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3b26a91c-205f-4675-93d1-290f00d72835 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:39:24.627292 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 3b26a91c-205f-4675-93d1-290f00d72835 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:39:24.627646 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3b26a91c-205f-4675-93d1-290f00d72835 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:39:24.684727 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55816) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:24.834116 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b2880b42-9196-42f1-bd7b-2ed4ed3a8abd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a65593248f94ce3907873f90c034333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481805 Jul 27 21:39:24.836506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55820) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:24.888439 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-efdc4784-2a8e-40bf-a25c-e935b6b6f5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.909177 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-efdc4784-2a8e-40bf-a25c-e935b6b6f5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.958734 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-efdc4784-2a8e-40bf-a25c-e935b6b6f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.961457 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-efdc4784-2a8e-40bf-a25c-e935b6b6f5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:24.962649 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-efdc4784-2a8e-40bf-a25c-e935b6b6f5a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e04a1b0-f30f-41eb-b884-c0e855ad169c HTTP/1.1" status: 204 len: 168 time: 0.1252432 Jul 27 21:39:24.973026 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc4784-2a8e-40bf-a25c-e935b6b6f5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e04a1b0-f30f-41eb-b884-c0e855ad169c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:25.263576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55826) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:25.305671 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-02ce5203-83c6-400f-b634-0edc4dc00f27 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f32747c8fd1246068ba02264abe7031c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408673 Jul 27 21:39:25.308285 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55828) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:25.360494 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-aae5c08c-fde5-4090-b77a-5adeb8e1861e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.381424 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-aae5c08c-fde5-4090-b77a-5adeb8e1861e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.427403 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-aae5c08c-fde5-4090-b77a-5adeb8e1861e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.429891 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-aae5c08c-fde5-4090-b77a-5adeb8e1861e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:25.431074 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-aae5c08c-fde5-4090-b77a-5adeb8e1861e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e05efb98-8bd6-4538-96a7-f5b24703edf6 HTTP/1.1" status: 204 len: 168 time: 0.1218801 Jul 27 21:39:25.438575 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5c08c-fde5-4090-b77a-5adeb8e1861e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05efb98-8bd6-4538-96a7-f5b24703edf6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:26.651510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55864) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:26.801026 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-cc2d0144-60c3-4164-ac97-640aacb8ac5f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'network': {'name': 'tempest-network-smoke--724815281', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'port_security_enabled': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:26.822916 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2d0144-60c3-4164-ac97-640aacb8ac5f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Made reservation on behalf of 135647e6216547eb96b1c6aaee139c66 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:26.826373 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0144-60c3-4164-ac97-640aacb8ac5f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.835681 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0144-60c3-4164-ac97-640aacb8ac5f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.927081 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0144-60c3-4164-ac97-640aacb8ac5f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.930883 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0144-60c3-4164-ac97-640aacb8ac5f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.958061 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2d0144-60c3-4164-ac97-640aacb8ac5f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:39:26.966996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d0144-60c3-4164-ac97-640aacb8ac5f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feea9c9f-93f1-4079-94b3-ac7aea6f7a95,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:26.973432 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0144-60c3-4164-ac97-640aacb8ac5f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:26.973751 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-cc2d0144-60c3-4164-ac97-640aacb8ac5f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Added segment 6cee0698-a541-4861-9dff-9f3f49af7de3 of type vlan for network 9d1f84d7-911f-480c-93af-145b929e70e1 Jul 27 21:39:27.014872 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0144-60c3-4164-ac97-640aacb8ac5f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.045113 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0144-60c3-4164-ac97-640aacb8ac5f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.051031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2d0144-60c3-4164-ac97-640aacb8ac5f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:27.051776 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc2d0144-60c3-4164-ac97-640aacb8ac5f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.109731 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cc2d0144-60c3-4164-ac97-640aacb8ac5f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4570937 Jul 27 21:39:27.112451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55868) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:27.119500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'admin_state_up': True, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:27.129908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d0144-60c3-4164-ac97-640aacb8ac5f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Network': ['ID=9d1f84d7-911f-480c-93af-145b929e70e1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:27.141022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 9d1f84d7-911f-480c-93af-145b929e70e1 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:39:27.147309 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.148310 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.207151 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.344774 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.557648 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.578304 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.686918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Allocated IP 172.25.2.59 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/febfdb04-edbc-4403-9df4-87f9207568f1) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:27.796355 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.835304 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:27.870895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:27.873690 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:27.877144 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:27.912076 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Port': ['ID=febfdb04-edbc-4403-9df4-87f9207568f1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:28.144936 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:28.360154 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:28.858886 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:39:28.972797 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:39:28.984049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Sync routers for ids ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:39:28.993497 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:28.994733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Routers {'5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:28.994895 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ddbc1db0-9c7c-4527-9f1a-38171548a077 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8809962 Jul 27 21:39:28.995413 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:39:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:28.998148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55870) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:29.077937 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c748754d-10a3-4460-87bf-f9725dfd8e8f tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=135647e6216547eb96b1c6aaee139c66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0785604 Jul 27 21:39:29.080976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55874) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:29.108081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Set router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:29.171272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd8b90e-8ff1-49b8-9bf8-d97262e92f92 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:29.172661 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bbd8b90e-8ff1-49b8-9bf8-d97262e92f92 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902717 Jul 27 21:39:29.175909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55876) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:29.205366 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-70e040fe-e62d-456d-bd43-9b905ba3c654 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281637 Jul 27 21:39:29.208516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55878) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:29.213299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e9eedfd0-01dd-4bcd-a382-5386d5525352 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-461854254', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:29.293483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:28Z', 'revision_number': 3, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:29.303929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9eedfd0-01dd-4bcd-a382-5386d5525352 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Made reservation on behalf of 135647e6216547eb96b1c6aaee139c66 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:29.307465 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9eedfd0-01dd-4bcd-a382-5386d5525352 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.321594 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Checking router: 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:39:29.321947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Updating router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea port febfdb04-edbc-4403-9df4-87f9207568f1 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:39:29.357141 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.495988 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9eedfd0-01dd-4bcd-a382-5386d5525352 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.565735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eedfd0-01dd-4bcd-a382-5386d5525352 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Subnet': ['ID=fc543a53-1292-4581-8cad-9d5adc4f6298,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:29.570254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9eedfd0-01dd-4bcd-a382-5386d5525352 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Checking segment: {'id': '6cee0698-a541-4861-9dff-9f3f49af7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:29.570625 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eedfd0-01dd-4bcd-a382-5386d5525352 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network hostable DHCP agents. Network: 9d1f84d7-911f-480c-93af-145b929e70e1, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:39:29.590068 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eedfd0-01dd-4bcd-a382-5386d5525352 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network 9d1f84d7-911f-480c-93af-145b929e70e1 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:39:29.599779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-e9eedfd0-01dd-4bcd-a382-5386d5525352 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 9d1f84d7-911f-480c-93af-145b929e70e1) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:29.609604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc851c53-f4d0-48b7-bc0e-a0d7f9881bd6 None None] Network 9d1f84d7-911f-480c-93af-145b929e70e1 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:29.610436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eedfd0-01dd-4bcd-a382-5386d5525352 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:29.611133 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9eedfd0-01dd-4bcd-a382-5386d5525352 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.625143 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e9eedfd0-01dd-4bcd-a382-5386d5525352 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4156277 Jul 27 21:39:29.627841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55880) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:29.631017 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.668075 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Transition to ACTIVE for port object febfdb04-edbc-4403-9df4-87f9207568f1 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:29.678275 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.754522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f18bea-25d5-4167-9992-3c0f11eb32ce None None] Pushing event updated for resources: {'Port': ['ID=febfdb04-edbc-4403-9df4-87f9207568f1,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:29.757165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Attempting to bind port febfdb04-edbc-4403-9df4-87f9207568f1 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:29.757532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Attempting to bind port febfdb04-edbc-4403-9df4-87f9207568f1 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:29.757986 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Attempting to bind port febfdb04-edbc-4403-9df4-87f9207568f1 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:29.786165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:29.786568 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:29.786974 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.787368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:29.787849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Bound port: febfdb04-edbc-4403-9df4-87f9207568f1, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:29.788229 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.870745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-9d1f84d7-911f-480c-93af-145b929e70e1', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'fixed_ips': [{'subnet_id': 'fc543a53-1292-4581-8cad-9d5adc4f6298'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:39:29.871602 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:29.873849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] For port febfdb04-edbc-4403-9df4-87f9207568f1, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:29.878057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] For port febfdb04-edbc-4403-9df4-87f9207568f1, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=febfdb04-edbc-4403-9df4-87f9207568f1,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:29.886485 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.008404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Routers {'5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:30.009088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:39:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:30.017295 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f18bea-25d5-4167-9992-3c0f11eb32ce None None] Pushing event updated for resources: {'Port': ['ID=febfdb04-edbc-4403-9df4-87f9207568f1,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:30.087943 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.310765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Allocated IP 172.20.0.2 (9d1f84d7-911f-480c-93af-145b929e70e1/fc543a53-1292-4581-8cad-9d5adc4f6298/dec47bdf-c645-454a-93c5-7ec27165370a) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:30.325741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] Set router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:30.593277 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.605934 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Transition to ACTIVE for port object dec47bdf-c645-454a-93c5-7ec27165370a will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:30.626621 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Transition to ACTIVE for port object dec47bdf-c645-454a-93c5-7ec27165370a will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:30.632949 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:28Z', 'revision_number': 3, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:30.636264 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.672714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2a689-5b7f-4082-bca1-20c80b9d2008 None None] The sync data for ids ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'] in n-d-764806-9 is: [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:28Z', 'revision_number': 3, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:39:30.686023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Allocated IP 172.20.0.1 (9d1f84d7-911f-480c-93af-145b929e70e1/fc543a53-1292-4581-8cad-9d5adc4f6298/67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:30.706275 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Network 9d1f84d7-911f-480c-93af-145b929e70e1 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:30.713138 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:30.717559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:30.720786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Pushing event updated for resources: {'Port': ['ID=dec47bdf-c645-454a-93c5-7ec27165370a,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:30.783724 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Attempting to bind port dec47bdf-c645-454a-93c5-7ec27165370a on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:30.784089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Attempting to bind port dec47bdf-c645-454a-93c5-7ec27165370a by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '6cee0698-a541-4861-9dff-9f3f49af7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:30.784452 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Attempting to bind port dec47bdf-c645-454a-93c5-7ec27165370a on network 9d1f84d7-911f-480c-93af-145b929e70e1 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:30.790583 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:30.790951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Checking segment: {'id': '6cee0698-a541-4861-9dff-9f3f49af7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:30.791357 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.791737 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Bound using segment: {'id': '6cee0698-a541-4861-9dff-9f3f49af7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:30.792192 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Bound port: dec47bdf-c645-454a-93c5-7ec27165370a, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cee0698-a541-4861-9dff-9f3f49af7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:30.792564 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.849117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.862812 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] For port dec47bdf-c645-454a-93c5-7ec27165370a, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:30.864312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Transition to ACTIVE for port object 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:30.866993 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] For port dec47bdf-c645-454a-93c5-7ec27165370a, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dec47bdf-c645-454a-93c5-7ec27165370a,segment=NetworkSegment(6cee0698-a541-4861-9dff-9f3f49af7de3),segment_id=6cee0698-a541-4861-9dff-9f3f49af7de3)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:30.871805 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.907540 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:30.949272 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815dee5-52d0-4bf0-8cb1-cdea649df331 None None] Pushing event updated for resources: {'Port': ['ID=dec47bdf-c645-454a-93c5-7ec27165370a,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:30.973591 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network 9d1f84d7-911f-480c-93af-145b929e70e1 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:30.983129 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:30.986101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:31.016174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Port': ['ID=67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:31.048035 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.241470 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.556108 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.561770 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.646079 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Port': ['ID=67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:31.651370 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:31.757680 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network 9d1f84d7-911f-480c-93af-145b929e70e1 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:31.759165 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:31.907097 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:39:31.921528 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9a35d1-380b-4320-b83f-924dbfcfe663 None None] Network 9d1f84d7-911f-480c-93af-145b929e70e1 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:39:31.983990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9c3c6bd3-ee12-4c96-8d73-4160b9ba1e92 None None] Provisioning for port dec47bdf-c645-454a-93c5-7ec27165370a completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:32.027682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:39:32.033213 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-462ad91e-9d58-42ed-bc7c-29bf41df6b0a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "PUT /v2.0/routers/5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4038825 Jul 27 21:39:32.036714 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55884) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:32.228267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f589530-a0b0-4f90-bea5-b231e951d2e2 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:32.228763 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f589530-a0b0-4f90-bea5-b231e951d2e2 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:32.229260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f589530-a0b0-4f90-bea5-b231e951d2e2 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:32.229732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f589530-a0b0-4f90-bea5-b231e951d2e2 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:32.234785 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5f589530-a0b0-4f90-bea5-b231e951d2e2 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1939952 Jul 27 21:39:32.234785 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55886) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:32.374602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b23f33-07d8-4dd7-ac18-2cacb998bf1d tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:32.375272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b23f33-07d8-4dd7-ac18-2cacb998bf1d tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:32.375541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b23f33-07d8-4dd7-ac18-2cacb998bf1d tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:32.376000 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b23f33-07d8-4dd7-ac18-2cacb998bf1d tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:32.377869 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-03b23f33-07d8-4dd7-ac18-2cacb998bf1d tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1423016 Jul 27 21:39:32.382064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55888) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:32.422211 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-22554c17-988f-421c-a86b-cc261231536c None None] Provisioning for port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:32.431011 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-22554c17-988f-421c-a86b-cc261231536c None None] Provisioning complete for port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:32.432043 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-22554c17-988f-421c-a86b-cc261231536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:32.443641 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Sync routers for ids ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:39:32.455918 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Routers {'5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:32.457184 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:39:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:32.494472 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-22554c17-988f-421c-a86b-cc261231536c None None] Port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:39:32.676554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2509c2e8-2e62-4eab-bdfd-b83a2e80ff20 None None] Provisioning complete for port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:32.676931 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2509c2e8-2e62-4eab-bdfd-b83a2e80ff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:32.715850 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Set router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:32.760981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-2509c2e8-2e62-4eab-bdfd-b83a2e80ff20 None None] Port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:39:32.764894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dec47bdf-c645-454a-93c5-7ec27165370a up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:32.827320 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-12b45836-e456-43f6-926c-0aef5fdebd99 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.4395080 Jul 27 21:39:32.845445 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a40f39bb-285b-49a7-8f5d-c3f1ecf21493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:32.873563 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port dec47bdf-c645-454a-93c5-7ec27165370a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:32.881251 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port dec47bdf-c645-454a-93c5-7ec27165370a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:32.881630 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.000135 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.039338 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:31Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2', 'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:67:f2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:30Z', 'updated_at': '2021-07-27T21:39:31Z', 'revision_number': 2, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:33.048744 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port dec47bdf-c645-454a-93c5-7ec27165370a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dec47bdf-c645-454a-93c5-7ec27165370a,segment=NetworkSegment(6cee0698-a541-4861-9dff-9f3f49af7de3),segment_id=6cee0698-a541-4861-9dff-9f3f49af7de3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:33.054126 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.055144 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device febfdb04-edbc-4403-9df4-87f9207568f1 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:33.072753 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Checking router: 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:39:33.073434 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Updating router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:39:33.116957 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.161833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=dec47bdf-c645-454a-93c5-7ec27165370a,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:33.161977 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55892) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:33.167775 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-cb4fd6a0-135a-4025-81a4-166cbea72734 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1046782401', 'description': 'tempest-secgroup-smoke-1046782401 description', 'project_id': '135647e6216547eb96b1c6aaee139c66'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:33.176865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8c32d050-acc5-4ef7-bd2e-54a2356d2701 None None] Provisioning complete for port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:33.177390 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8c32d050-acc5-4ef7-bd2e-54a2356d2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.196579 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb4fd6a0-135a-4025-81a4-166cbea72734 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.219708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port febfdb04-edbc-4403-9df4-87f9207568f1 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:33.226075 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port febfdb04-edbc-4403-9df4-87f9207568f1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:33.226560 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.230630 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-8c32d050-acc5-4ef7-bd2e-54a2356d2701 None None] Port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:39:33.303016 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb4fd6a0-135a-4025-81a4-166cbea72734 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.311033 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb4fd6a0-135a-4025-81a4-166cbea72734 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.326646 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.342782 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb4fd6a0-135a-4025-81a4-166cbea72734 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.344448 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cb4fd6a0-135a-4025-81a4-166cbea72734 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1806788 Jul 27 21:39:33.347993 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55894) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:33.352583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-9aa7f9b9-0c31-4de7-8d75-4d5529846acd tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': '1f27449f-c854-43c3-9cab-a29f46fbec8d', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:33.359138 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fd6a0-135a-4025-81a4-166cbea72734 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f27449f-c854-43c3-9cab-a29f46fbec8d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:33.361848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port febfdb04-edbc-4403-9df4-87f9207568f1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=febfdb04-edbc-4403-9df4-87f9207568f1,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:33.367364 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.405513 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9b9-0c31-4de7-8d75-4d5529846acd tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.430618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=febfdb04-edbc-4403-9df4-87f9207568f1,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:33.495243 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.496114 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9b9-0c31-4de7-8d75-4d5529846acd tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.501474 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9b9-0c31-4de7-8d75-4d5529846acd tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.513297 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Transition to ACTIVE for port object 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:33.522110 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.526838 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9b9-0c31-4de7-8d75-4d5529846acd tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ae39e9-843e-4258-bd7d-044ef1cae1a3,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:33.542837 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9b9-0c31-4de7-8d75-4d5529846acd tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.545184 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9aa7f9b9-0c31-4de7-8d75-4d5529846acd tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1960785 Jul 27 21:39:33.549062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55896) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:33.557110 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-84006361-cfea-4e7c-bfb0-dbd777046b6a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': '1f27449f-c854-43c3-9cab-a29f46fbec8d', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:33.601587 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84006361-cfea-4e7c-bfb0-dbd777046b6a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.610006 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fc845-9cb8-442b-962a-2231b9b89781 None None] Pushing event updated for resources: {'Port': ['ID=67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:33.620612 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27fc845-9cb8-442b-962a-2231b9b89781 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:33.620957 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27fc845-9cb8-442b-962a-2231b9b89781 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:33.621293 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27fc845-9cb8-442b-962a-2231b9b89781 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:33.621635 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27fc845-9cb8-442b-962a-2231b9b89781 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:33.621971 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27fc845-9cb8-442b-962a-2231b9b89781 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:33.622333 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27fc845-9cb8-442b-962a-2231b9b89781 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:33.622664 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27fc845-9cb8-442b-962a-2231b9b89781 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:33.622988 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27fc845-9cb8-442b-962a-2231b9b89781 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:33.623311 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27fc845-9cb8-442b-962a-2231b9b89781 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:33.623633 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27fc845-9cb8-442b-962a-2231b9b89781 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:33.623955 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27fc845-9cb8-442b-962a-2231b9b89781 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:33.624275 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27fc845-9cb8-442b-962a-2231b9b89781 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:39:33.662176 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Attempting to bind port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:33.662979 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Attempting to bind port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '6cee0698-a541-4861-9dff-9f3f49af7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:33.663752 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Attempting to bind port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 on network 9d1f84d7-911f-480c-93af-145b929e70e1 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:33.673561 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:33.674045 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Checking segment: {'id': '6cee0698-a541-4861-9dff-9f3f49af7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:33.674785 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.675959 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Bound using segment: {'id': '6cee0698-a541-4861-9dff-9f3f49af7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:33.676908 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Bound port: 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cee0698-a541-4861-9dff-9f3f49af7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:33.677489 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.710199 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84006361-cfea-4e7c-bfb0-dbd777046b6a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.716710 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84006361-cfea-4e7c-bfb0-dbd777046b6a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.746331 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84006361-cfea-4e7c-bfb0-dbd777046b6a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c0b6b9-c79b-453d-bc34-f06405f1858e,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:33.755786 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84006361-cfea-4e7c-bfb0-dbd777046b6a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.757751 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-84006361-cfea-4e7c-bfb0-dbd777046b6a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2071877 Jul 27 21:39:33.762209 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55898) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:33.770187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-63f15013-baac-408a-b2ef-30ebbded056d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': '1f27449f-c854-43c3-9cab-a29f46fbec8d', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:33.773678 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] For port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:33.777885 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] For port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2,segment=NetworkSegment(6cee0698-a541-4861-9dff-9f3f49af7de3),segment_id=6cee0698-a541-4861-9dff-9f3f49af7de3)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:33.783077 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.814053 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-63f15013-baac-408a-b2ef-30ebbded056d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:33.853120 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Routers {'5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:33.853770 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:39:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:33.908127 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fc845-9cb8-442b-962a-2231b9b89781 None None] Pushing event updated for resources: {'Port': ['ID=67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:34.003432 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] Set router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:34.202666 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-63f15013-baac-408a-b2ef-30ebbded056d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.207636 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-63f15013-baac-408a-b2ef-30ebbded056d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.229497 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f15013-baac-408a-b2ef-30ebbded056d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09701974-1a5e-4e02-ace0-03d3f8be785a,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:34.237225 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-63f15013-baac-408a-b2ef-30ebbded056d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.243418 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-63f15013-baac-408a-b2ef-30ebbded056d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4748516 Jul 27 21:39:34.243418 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55900) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:34.249364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2b447ae4-397d-4d39-8702-cd25673f33b0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': '1f27449f-c854-43c3-9cab-a29f46fbec8d', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:34.262728 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:31Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2', 'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:67:f2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:30Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:34.293423 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a8310a-8732-4270-a555-3d1e9cc9e84c None None] The sync data for ids ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'] in n-d-764806-9 is: [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:31Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2', 'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:67:f2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:30Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:39:34.308020 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b447ae4-397d-4d39-8702-cd25673f33b0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.319594 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.427354 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b447ae4-397d-4d39-8702-cd25673f33b0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.435546 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b447ae4-397d-4d39-8702-cd25673f33b0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.455359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b447ae4-397d-4d39-8702-cd25673f33b0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e1dab5-ff0e-45f3-b6ce-0f5c2f5172e1,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:34.470949 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b447ae4-397d-4d39-8702-cd25673f33b0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.473711 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2b447ae4-397d-4d39-8702-cd25673f33b0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2288909 Jul 27 21:39:34.476649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55902) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:34.483165 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-485e871d-4852-458c-8e28-8da4f6caabe0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': '1f27449f-c854-43c3-9cab-a29f46fbec8d', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:34.520020 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-485e871d-4852-458c-8e28-8da4f6caabe0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Project 135647e6216547eb96b1c6aaee139c66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:39:34.528807 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-485e871d-4852-458c-8e28-8da4f6caabe0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.615173 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-485e871d-4852-458c-8e28-8da4f6caabe0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.622277 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-485e871d-4852-458c-8e28-8da4f6caabe0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.644757 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e871d-4852-458c-8e28-8da4f6caabe0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6064fa2a-2f27-4167-9f42-4331e6564cd0,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:34.657588 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-485e871d-4852-458c-8e28-8da4f6caabe0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.662365 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-485e871d-4852-458c-8e28-8da4f6caabe0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1816304 Jul 27 21:39:34.662876 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55904) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:34.668514 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-3e7ce2f7-8550-412e-9bdd-966202ef79da tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': '1f27449f-c854-43c3-9cab-a29f46fbec8d', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:34.673187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:34.704389 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-3e7ce2f7-8550-412e-9bdd-966202ef79da tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Project 135647e6216547eb96b1c6aaee139c66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:39:34.712170 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce2f7-8550-412e-9bdd-966202ef79da tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.755610 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:34.760730 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:34.761440 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.835903 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce2f7-8550-412e-9bdd-966202ef79da tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.849712 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce2f7-8550-412e-9bdd-966202ef79da tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.876416 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.880634 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ce2f7-8550-412e-9bdd-966202ef79da tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ec537b-4508-4912-bb6b-289bdea37e60,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:34.898051 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce2f7-8550-412e-9bdd-966202ef79da tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.900688 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3e7ce2f7-8550-412e-9bdd-966202ef79da tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2364097 Jul 27 21:39:34.928707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2,segment=NetworkSegment(6cee0698-a541-4861-9dff-9f3f49af7de3),segment_id=6cee0698-a541-4861-9dff-9f3f49af7de3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:34.935603 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:34.937592 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dec47bdf-c645-454a-93c5-7ec27165370a up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:35.063672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:35.085030 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port dec47bdf-c645-454a-93c5-7ec27165370a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:35.085834 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.134666 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1b36bde8-7574-4a5d-b6b0-3728dead8642 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046782401&fields=id&tenant_id=135647e6216547eb96b1c6aaee139c66 HTTP/1.1" status: 200 len: 267 time: 0.0405116 Jul 27 21:39:35.195432 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device febfdb04-edbc-4403-9df4-87f9207568f1 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:35.250881 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port febfdb04-edbc-4403-9df4-87f9207568f1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:35.251628 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.260056 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-c7881764-b19c-46ae-89c4-1de780ad9154 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:35.261649 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-c7881764-b19c-46ae-89c4-1de780ad9154 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/networks?id=9d1f84d7-911f-480c-93af-145b929e70e1 HTTP/1.1" status: 200 len: 796 time: 0.1192527 Jul 27 21:39:35.283894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-be16c57d-e07b-448f-a7d6-ba35eb381673 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/quotas/135647e6216547eb96b1c6aaee139c66 HTTP/1.1" status: 200 len: 375 time: 0.0108550 Jul 27 21:39:35.361709 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-621a74c7-4ec1-48d0-8d5f-2a15865aeb1e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=135647e6216547eb96b1c6aaee139c66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705032 Jul 27 21:39:35.411297 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-16d27e03-6e38-4241-ab14-131a41a2cbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.470720 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-0df0f726-c1da-4d8d-89fd-1b8cccdd4739 service neutron] 10.222.0.55 "GET /v2.0/networks/9d1f84d7-911f-480c-93af-145b929e70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961323 Jul 27 21:39:35.517318 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:35.579732 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-0ab355e1-a747-48b6-b47b-c591237f9249 service neutron] 10.222.0.55 "GET /v2.0/networks/9d1f84d7-911f-480c-93af-145b929e70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020622 Jul 27 21:39:35.766190 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-92e980c9-d685-425f-9989-c6ff4eeb2890 req-5f1f4bd0-e356-455b-94e7-19f5b7bfe0fe tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 210 time: 0.0308154 Jul 27 21:39:36.549159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:36.614302 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:36.614688 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:36.897965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24de43dc-fa1a-453b-8db2-f4cb0db68cd8 req-c9968dee-37e0-4238-9853-a76104476651 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 210 time: 0.0399139 Jul 27 21:39:37.298063 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:37.492687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-22c19444-b935-4566-a2e7-5853fdf3c02f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:37.494657 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-22c19444-b935-4566-a2e7-5853fdf3c02f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.66 "GET /v2.0/networks?id=9d1f84d7-911f-480c-93af-145b929e70e1 HTTP/1.1" status: 200 len: 796 time: 0.6116006 Jul 27 21:39:37.557624 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-c1dfc65c-7613-45de-bc7a-f3ee27518f71 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=135647e6216547eb96b1c6aaee139c66 HTTP/1.1" status: 200 len: 380 time: 0.0529315 Jul 27 21:39:37.571625 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-72d59ffb-e742-4187-966c-e13f44b2bd60 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'port': {'device_id': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'admin_state_up': True, 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'security_groups': ['1f27449f-c854-43c3-9cab-a29f46fbec8d']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:37.715461 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-72d59ffb-e742-4187-966c-e13f44b2bd60 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Made reservation on behalf of 135647e6216547eb96b1c6aaee139c66 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:39:37.721426 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-72d59ffb-e742-4187-966c-e13f44b2bd60 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:37.865395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-72d59ffb-e742-4187-966c-e13f44b2bd60 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Allocated IP 172.20.0.7 (9d1f84d7-911f-480c-93af-145b929e70e1/fc543a53-1292-4581-8cad-9d5adc4f6298/31ab1388-6e5e-435a-9df1-42335cadb512) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:37.979485 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:38.043028 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-beb1dc27-f37b-48c0-a1d5-d22c36241815 req-64ca6507-e7fa-402b-be1e-6fcd45c9c518 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 210 time: 0.0578225 Jul 27 21:39:38.073050 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-72d59ffb-e742-4187-966c-e13f44b2bd60 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:38.097787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-72d59ffb-e742-4187-966c-e13f44b2bd60 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Transition to ACTIVE for port object 31ab1388-6e5e-435a-9df1-42335cadb512 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:38.155046 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-72d59ffb-e742-4187-966c-e13f44b2bd60 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:38.204065 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-72d59ffb-e742-4187-966c-e13f44b2bd60 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network 9d1f84d7-911f-480c-93af-145b929e70e1 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:38.210623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-72d59ffb-e742-4187-966c-e13f44b2bd60 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:38.215081 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-72d59ffb-e742-4187-966c-e13f44b2bd60 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:38.247964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d59ffb-e742-4187-966c-e13f44b2bd60 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Port': ['ID=31ab1388-6e5e-435a-9df1-42335cadb512,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:38.286646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-72d59ffb-e742-4187-966c-e13f44b2bd60 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:38.287589 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-72d59ffb-e742-4187-966c-e13f44b2bd60 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:38.306820 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-72d59ffb-e742-4187-966c-e13f44b2bd60 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7427442 Jul 27 21:39:38.321607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Request body: {'port': {'device_id': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:38.427176 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:38.569587 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a661f5d8-ef7e-426b-bc5c-d73a2d32f485 None None] Provisioning for port 31ab1388-6e5e-435a-9df1-42335cadb512 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:38.576160 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a661f5d8-ef7e-426b-bc5c-d73a2d32f485 None None] Provisioning complete for port 31ab1388-6e5e-435a-9df1-42335cadb512 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:38.576813 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a661f5d8-ef7e-426b-bc5c-d73a2d32f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:38.624754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a661f5d8-ef7e-426b-bc5c-d73a2d32f485 None None] Port 31ab1388-6e5e-435a-9df1-42335cadb512 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:39:38.795797 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ab1388-6e5e-435a-9df1-42335cadb512 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:39:38.806909 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:38.821815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Transition to ACTIVE for port object 31ab1388-6e5e-435a-9df1-42335cadb512 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:39:38.827389 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:38.894495 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Pushing event updated for resources: {'Port': ['ID=31ab1388-6e5e-435a-9df1-42335cadb512,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:38.966315 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:38.998619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Attempting to bind port 31ab1388-6e5e-435a-9df1-42335cadb512 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:39:38.998966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Attempting to bind port 31ab1388-6e5e-435a-9df1-42335cadb512 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '6cee0698-a541-4861-9dff-9f3f49af7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:39:38.999298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Attempting to bind port 31ab1388-6e5e-435a-9df1-42335cadb512 on network 9d1f84d7-911f-480c-93af-145b929e70e1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:39.006654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Port 31ab1388-6e5e-435a-9df1-42335cadb512 on network 9d1f84d7-911f-480c-93af-145b929e70e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:39:39.007195 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Attempting to bind port 31ab1388-6e5e-435a-9df1-42335cadb512 on network 9d1f84d7-911f-480c-93af-145b929e70e1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:39:39.015916 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:39:39.016474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Checking segment: {'id': '6cee0698-a541-4861-9dff-9f3f49af7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:39:39.017104 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Bound using segment: {'id': '6cee0698-a541-4861-9dff-9f3f49af7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:39:39.017832 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Bound port: 31ab1388-6e5e-435a-9df1-42335cadb512, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cee0698-a541-4861-9dff-9f3f49af7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:39:39.018515 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:39.123384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] For port 31ab1388-6e5e-435a-9df1-42335cadb512, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:39:39.127363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] For port 31ab1388-6e5e-435a-9df1-42335cadb512, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=31ab1388-6e5e-435a-9df1-42335cadb512,segment=NetworkSegment(6cee0698-a541-4861-9dff-9f3f49af7de3),segment_id=6cee0698-a541-4861-9dff-9f3f49af7de3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:39:39.133560 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:39.170826 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:39.171461 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:39.172903 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] 10.222.0.66 "PUT /v2.0/ports/31ab1388-6e5e-435a-9df1-42335cadb512 HTTP/1.1" status: 200 len: 1091 time: 0.8579085 Jul 27 21:39:39.173334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'tag': '31ab1388-6e5e-435a-9df1-42335cadb512'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:39.175988 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7785392-c4e4-48fb-8799-4fc8886a95c8" -d '{"events": [{"name": "network-changed", "server_uuid": "01fac5e8-f898-4ff5-8ced-d3eb477c2f67", "tag": "31ab1388-6e5e-435a-9df1-42335cadb512"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:39.216079 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125f754-cfb0-4bb6-a36a-bd30abd3f820 service neutron] Pushing event updated for resources: {'Port': ['ID=31ab1388-6e5e-435a-9df1-42335cadb512,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:39.224003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983626d-9fc5-4e90-98d7-96d389c5853b req-5cfb746c-7cee-4e38-a938-880426872d2a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:39.225607 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8983626d-9fc5-4e90-98d7-96d389c5853b req-5cfb746c-7cee-4e38-a938-880426872d2a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 943 time: 0.1034751 Jul 27 21:39:39.313522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-44115219-eb00-4d91-9344-c5ff2036af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:39.314367 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8983626d-9fc5-4e90-98d7-96d389c5853b req-e3d5d621-1447-4161-a9ca-2c3c06efc975 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f27449f-c854-43c3-9cab-a29f46fbec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795171 Jul 27 21:39:39.315560 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-44115219-eb00-4d91-9344-c5ff2036af1d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=135647e6216547eb96b1c6aaee139c66&device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 1094 time: 0.0851347 Jul 27 21:39:39.375537 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-88166513-5db4-4005-bcfa-2338b443f21e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31ab1388-6e5e-435a-9df1-42335cadb512 HTTP/1.1" status: 200 len: 217 time: 0.0516410 Jul 27 21:39:39.401595 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab23230-0551-4cee-b5d2-48193a5e2310 x-openstack-request-id: req-1ab23230-0551-4cee-b5d2-48193a5e2310 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:39.401595 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01fac5e8-f898-4ff5-8ced-d3eb477c2f67", "tag": "31ab1388-6e5e-435a-9df1-42335cadb512", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:39.401912 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ab23230-0551-4cee-b5d2-48193a5e2310 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:39.402269 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'tag': '31ab1388-6e5e-435a-9df1-42335cadb512', 'status': 'completed', 'code': 200} Jul 27 21:39:39.439608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-c15fe27f-b6bb-4fc3-8fd1-c14cdbf88288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:39.441054 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-c15fe27f-b6bb-4fc3-8fd1-c14cdbf88288 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc543a53-1292-4581-8cad-9d5adc4f6298 HTTP/1.1" status: 200 len: 834 time: 0.0505669 Jul 27 21:39:39.515027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-52e25617-ebc6-4baf-acd3-2ae8087078b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:39.516578 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-52e25617-ebc6-4baf-acd3-2ae8087078b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9d1f84d7-911f-480c-93af-145b929e70e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679920 Jul 27 21:39:39.615897 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-96697db3-d293-403e-927f-7cb56f9202e7 service neutron] 10.222.0.66 "GET /v2.0/networks/9d1f84d7-911f-480c-93af-145b929e70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901687 Jul 27 21:39:39.716781 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-36642deb-eee5-4086-b9d6-ba7626eedfe0 req-a35fa32a-ed76-4391-b8c2-adf360b6a933 service neutron] 10.222.0.66 "GET /v2.0/networks/9d1f84d7-911f-480c-93af-145b929e70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943453 Jul 27 21:39:39.827706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7785392-c4e4-48fb-8799-4fc8886a95c8 req-839a21b2-b451-44f8-91b1-b60b6cf8424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:39.829493 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7785392-c4e4-48fb-8799-4fc8886a95c8 req-839a21b2-b451-44f8-91b1-b60b6cf8424b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=135647e6216547eb96b1c6aaee139c66&device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 1094 time: 0.0622232 Jul 27 21:39:39.928055 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7785392-c4e4-48fb-8799-4fc8886a95c8 req-4d6ff0b1-36bd-4aaf-91df-95da681c3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:39.929507 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7785392-c4e4-48fb-8799-4fc8886a95c8 req-4d6ff0b1-36bd-4aaf-91df-95da681c3f45 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9d1f84d7-911f-480c-93af-145b929e70e1 HTTP/1.1" status: 200 len: 897 time: 0.0922234 Jul 27 21:39:39.977592 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7785392-c4e4-48fb-8799-4fc8886a95c8 req-6ff6ae98-5576-41df-964f-e7a09bba3e18 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31ab1388-6e5e-435a-9df1-42335cadb512 HTTP/1.1" status: 200 len: 217 time: 0.0404031 Jul 27 21:39:40.029143 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7785392-c4e4-48fb-8799-4fc8886a95c8 req-ce92c033-27bc-432a-a337-2539b15776b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:40.030723 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7785392-c4e4-48fb-8799-4fc8886a95c8 req-ce92c033-27bc-432a-a337-2539b15776b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc543a53-1292-4581-8cad-9d5adc4f6298 HTTP/1.1" status: 200 len: 834 time: 0.0467148 Jul 27 21:39:40.097921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7785392-c4e4-48fb-8799-4fc8886a95c8 req-fa4b6566-84c7-4750-ba1c-8a4959b817f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:40.099812 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7785392-c4e4-48fb-8799-4fc8886a95c8 req-fa4b6566-84c7-4750-ba1c-8a4959b817f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9d1f84d7-911f-480c-93af-145b929e70e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620744 Jul 27 21:39:40.199959 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7785392-c4e4-48fb-8799-4fc8886a95c8 req-ca8a8fd1-76c0-4b59-91e8-bbb7c0e135c5 service neutron] 10.222.0.66 "GET /v2.0/networks/9d1f84d7-911f-480c-93af-145b929e70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894268 Jul 27 21:39:40.305418 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f7785392-c4e4-48fb-8799-4fc8886a95c8 req-0b3cee45-08ea-489b-a683-7ce2841a267b service neutron] 10.222.0.66 "GET /v2.0/networks/9d1f84d7-911f-480c-93af-145b929e70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980790 Jul 27 21:39:40.446240 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585b512-be7f-4657-8f99-c8baeed97326 req-580ba1bb-1dab-4439-a846-fe7ca4ac5c86 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:40.447821 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f585b512-be7f-4657-8f99-c8baeed97326 req-580ba1bb-1dab-4439-a846-fe7ca4ac5c86 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 943 time: 0.0672503 Jul 27 21:39:40.492974 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f585b512-be7f-4657-8f99-c8baeed97326 req-9c5f0b8e-0b2d-4eaf-83dd-633390c84c0f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f27449f-c854-43c3-9cab-a29f46fbec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349081 Jul 27 21:39:41.631039 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcec7fe-59ba-4846-8582-27a644a7c641 req-3a13efa7-2043-4ca0-82ec-fc7adb5b4a83 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:41.632613 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1fcec7fe-59ba-4846-8582-27a644a7c641 req-3a13efa7-2043-4ca0-82ec-fc7adb5b4a83 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 943 time: 0.0705686 Jul 27 21:39:41.679197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1fcec7fe-59ba-4846-8582-27a644a7c641 req-026c99c5-0a22-441b-9983-ad3b14e1edaa tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f27449f-c854-43c3-9cab-a29f46fbec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401452 Jul 27 21:39:42.833886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a8b96-c6eb-47c3-9edc-581cefcdc5ab req-d92f7336-4dd2-4a82-ad45-289b528131cc tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:42.835629 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a00a8b96-c6eb-47c3-9edc-581cefcdc5ab req-d92f7336-4dd2-4a82-ad45-289b528131cc tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 943 time: 0.0755730 Jul 27 21:39:42.883641 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a00a8b96-c6eb-47c3-9edc-581cefcdc5ab req-7597c5b8-50dd-40b5-aaab-34fa7742e6b8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f27449f-c854-43c3-9cab-a29f46fbec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390038 Jul 27 21:39:43.087250 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 31ab1388-6e5e-435a-9df1-42335cadb512 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:39:43.198114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 31ab1388-6e5e-435a-9df1-42335cadb512, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=31ab1388-6e5e-435a-9df1-42335cadb512,segment=NetworkSegment(6cee0698-a541-4861-9dff-9f3f49af7de3),segment_id=6cee0698-a541-4861-9dff-9f3f49af7de3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:43.211329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '31ab1388-6e5e-435a-9df1-42335cadb512', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'port_id': '31ab1388-6e5e-435a-9df1-42335cadb512', 'mac_address': 'fa:16:3e:c8:d1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:39:43.255488 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:43.270629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ab1388-6e5e-435a-9df1-42335cadb512 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:39:43.292384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 31ab1388-6e5e-435a-9df1-42335cadb512, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=31ab1388-6e5e-435a-9df1-42335cadb512,segment=NetworkSegment(6cee0698-a541-4861-9dff-9f3f49af7de3),segment_id=6cee0698-a541-4861-9dff-9f3f49af7de3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:43.297476 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:43.356333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=31ab1388-6e5e-435a-9df1-42335cadb512,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:43.666941 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['31ab1388-6e5e-435a-9df1-42335cadb512'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:39:44.041293 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a5411-4216-4449-895d-349366d077b8 req-3ec7e23e-1043-4792-b52a-69a0f78290be tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:44.042839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb1a5411-4216-4449-895d-349366d077b8 req-3ec7e23e-1043-4792-b52a-69a0f78290be tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 944 time: 0.0742168 Jul 27 21:39:44.090734 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb1a5411-4216-4449-895d-349366d077b8 req-d2e09be8-7fae-4d2c-963d-f17bbccfaf1b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f27449f-c854-43c3-9cab-a29f46fbec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418561 Jul 27 21:39:45.106875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 31ab1388-6e5e-435a-9df1-42335cadb512 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:39:45.169521 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 31ab1388-6e5e-435a-9df1-42335cadb512 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:39:45.174160 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 31ab1388-6e5e-435a-9df1-42335cadb512 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:39:45.174633 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:45.281671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f44642-be8e-4d2c-8010-2017f601838a req-d3589dde-9bb3-4b3d-ad88-aea72fca9248 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:45.282495 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:45.284869 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29f44642-be8e-4d2c-8010-2017f601838a req-d3589dde-9bb3-4b3d-ad88-aea72fca9248 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 944 time: 0.0966463 Jul 27 21:39:45.313487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ab1388-6e5e-435a-9df1-42335cadb512'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:45.316614 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6829ab1-bafe-42c3-916f-087cfa725b5b" -d '{"events": [{"server_uuid": "01fac5e8-f898-4ff5-8ced-d3eb477c2f67", "name": "network-vif-plugged", "status": "completed", "tag": "31ab1388-6e5e-435a-9df1-42335cadb512"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:45.331187 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29f44642-be8e-4d2c-8010-2017f601838a req-631feae5-c262-4076-8b53-2e57632c6d25 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f27449f-c854-43c3-9cab-a29f46fbec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398538 Jul 27 21:39:45.337360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 31ab1388-6e5e-435a-9df1-42335cadb512, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=31ab1388-6e5e-435a-9df1-42335cadb512,segment=NetworkSegment(6cee0698-a541-4861-9dff-9f3f49af7de3),segment_id=6cee0698-a541-4861-9dff-9f3f49af7de3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:39:45.341822 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:45.403745 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91b69f5-7c5e-4e1b-89ac-ed5836a17fa1 x-openstack-request-id: req-c91b69f5-7c5e-4e1b-89ac-ed5836a17fa1 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:45.404170 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fac5e8-f898-4ff5-8ced-d3eb477c2f67", "name": "network-vif-plugged", "status": "completed", "tag": "31ab1388-6e5e-435a-9df1-42335cadb512", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:45.404559 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c91b69f5-7c5e-4e1b-89ac-ed5836a17fa1 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:45.405140 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ab1388-6e5e-435a-9df1-42335cadb512', 'code': 200} Jul 27 21:39:45.430827 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=31ab1388-6e5e-435a-9df1-42335cadb512,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:45.530565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78586a23-7107-4588-a5d9-c6fb02721dff req-7076924c-bfd5-475d-b93f-c33d79dcb97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:45.532347 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-78586a23-7107-4588-a5d9-c6fb02721dff req-7076924c-bfd5-475d-b93f-c33d79dcb97b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 1096 time: 0.0664084 Jul 27 21:39:45.581220 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-78586a23-7107-4588-a5d9-c6fb02721dff req-478ecce0-d45a-46d8-8899-9e855671765b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1f27449f-c854-43c3-9cab-a29f46fbec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410004 Jul 27 21:39:46.498338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e6473-4380-4a00-a94b-3eea6acc2e25 req-9d2f61df-1a72-4d9f-9c4d-89123567d5ee tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:46.499986 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a30e6473-4380-4a00-a94b-3eea6acc2e25 req-9d2f61df-1a72-4d9f-9c4d-89123567d5ee tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 945 time: 0.0837543 Jul 27 21:39:46.538478 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a30e6473-4380-4a00-a94b-3eea6acc2e25 req-8a654cdd-d603-434c-b4ef-9b54f616e614 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f27449f-c854-43c3-9cab-a29f46fbec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315390 Jul 27 21:39:47.690293 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bca70-1003-47a0-96f8-ddd46369bea4 req-e85ff453-2aed-4f48-8787-09c8fc1505c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:47.692441 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f4bca70-1003-47a0-96f8-ddd46369bea4 req-e85ff453-2aed-4f48-8787-09c8fc1505c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 945 time: 0.0729756 Jul 27 21:39:47.741407 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f4bca70-1003-47a0-96f8-ddd46369bea4 req-15978b4a-e885-41b3-90a9-5d790413c122 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f27449f-c854-43c3-9cab-a29f46fbec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383689 Jul 27 21:39:47.878268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ada91-471c-4ce9-b6a3-33465f0007f5 req-0e077ea4-7a60-47d7-95e9-792562a8a9aa tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:47.880073 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b19ada91-471c-4ce9-b6a3-33465f0007f5 req-0e077ea4-7a60-47d7-95e9-792562a8a9aa tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 945 time: 0.0669782 Jul 27 21:39:47.919985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b19ada91-471c-4ce9-b6a3-33465f0007f5 req-b387ab13-f37a-476c-9549-e9b8170e7849 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f27449f-c854-43c3-9cab-a29f46fbec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339665 Jul 27 21:39:47.943154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55968) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:47.998932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0d367e-daf5-4fa5-9ba5-7768ec51f86c tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:48.000481 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-be0d367e-daf5-4fa5-9ba5-7768ec51f86c tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 1091 time: 0.0563412 Jul 27 21:39:48.003976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 55970) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:48.008314 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '31ab1388-6e5e-435a-9df1-42335cadb512', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:39:48.030943 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:48.147310 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:48.262118 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Allocated IP 172.25.2.217 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/b04efef6-63c1-4637-b6ea-9eaecae81214) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:39:48.379997 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:48.427935 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:48.467682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:39:48.472662 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:39:48.475448 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:39:48.505467 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Port': ['ID=b04efef6-63c1-4637-b6ea-9eaecae81214,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:48.875444 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:48.960932 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:49.131904 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:49.136572 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:49.206390 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Port': ['ID=b04efef6-63c1-4637-b6ea-9eaecae81214,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:39:49.221184 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:49.358078 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Floating IP a064d67c-0e2f-4082-9869-227de07c0456 associated. External IP: 172.25.2.217, port: 31ab1388-6e5e-435a-9df1-42335cadb512. Jul 27 21:39:49.591686 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:39:49.705479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:39:49.716534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35da8321-63d1-40f4-99a3-e0b67429a602 None None] Sync routers for ids ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:39:49.723101 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:39:49.728014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35da8321-63d1-40f4-99a3-e0b67429a602 None None] Routers {'5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:49.728667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-35da8321-63d1-40f4-99a3-e0b67429a602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:39:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:49.764642 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e2a0216d-0355-48c0-908b-13fbf373bcf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7597332 Jul 27 21:39:49.765241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'tag': '31ab1388-6e5e-435a-9df1-42335cadb512'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:39:49.767448 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55972) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:49.768261 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977e92fb-e57a-43ef-ab0c-a9653803fcf3" -d '{"events": [{"name": "network-changed", "server_uuid": "01fac5e8-f898-4ff5-8ced-d3eb477c2f67", "tag": "31ab1388-6e5e-435a-9df1-42335cadb512"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:39:49.808073 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121365c5-0072-4710-9e6b-0afc32603d1b x-openstack-request-id: req-121365c5-0072-4710-9e6b-0afc32603d1b {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:39:49.808366 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01fac5e8-f898-4ff5-8ced-d3eb477c2f67", "tag": "31ab1388-6e5e-435a-9df1-42335cadb512", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:39:49.808697 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-121365c5-0072-4710-9e6b-0afc32603d1b {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:39:49.809058 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'tag': '31ab1388-6e5e-435a-9df1-42335cadb512', 'status': 'completed', 'code': 200} Jul 27 21:39:49.857261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-35da8321-63d1-40f4-99a3-e0b67429a602 None None] Set router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:49.875215 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-58e1e6dc-ceac-48e5-b6e5-b36680f14aee tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/floatingips/a064d67c-0e2f-4082-9869-227de07c0456 HTTP/1.1" status: 200 len: 991 time: 0.1064675 Jul 27 21:39:49.901828 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e92fb-e57a-43ef-ab0c-a9653803fcf3 req-f3ab02d9-7430-4494-a25e-de02140d0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:49.903517 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-977e92fb-e57a-43ef-ab0c-a9653803fcf3 req-f3ab02d9-7430-4494-a25e-de02140d0e74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=135647e6216547eb96b1c6aaee139c66&device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 1096 time: 0.0725598 Jul 27 21:39:50.058722 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e92fb-e57a-43ef-ab0c-a9653803fcf3 req-655c7840-ed1e-43b5-ac01-3fd61ed6d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:50.061593 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-977e92fb-e57a-43ef-ab0c-a9653803fcf3 req-655c7840-ed1e-43b5-ac01-3fd61ed6d798 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9d1f84d7-911f-480c-93af-145b929e70e1 HTTP/1.1" status: 200 len: 897 time: 0.1496701 Jul 27 21:39:50.133744 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-977e92fb-e57a-43ef-ab0c-a9653803fcf3 req-f8bf1402-edf7-452d-9716-f91de44cc50b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31ab1388-6e5e-435a-9df1-42335cadb512 HTTP/1.1" status: 200 len: 999 time: 0.0645306 Jul 27 21:39:50.170858 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-35da8321-63d1-40f4-99a3-e0b67429a602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:31Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'a064d67c-0e2f-4082-9869-227de07c0456', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'port_id': '31ab1388-6e5e-435a-9df1-42335cadb512', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'mac_address': 'fa:16:3e:c8:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:39:48Z', 'updated_at': '2021-07-27T21:39:48Z', 'revision_number': 0, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2', 'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:67:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:30Z', 'updated_at': '2021-07-27T21:39:34Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:50.193531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e92fb-e57a-43ef-ab0c-a9653803fcf3 req-8d011d20-0b66-4260-9c58-b770378031a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:50.195047 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-977e92fb-e57a-43ef-ab0c-a9653803fcf3 req-8d011d20-0b66-4260-9c58-b770378031a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc543a53-1292-4581-8cad-9d5adc4f6298 HTTP/1.1" status: 200 len: 834 time: 0.0548499 Jul 27 21:39:50.198487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35da8321-63d1-40f4-99a3-e0b67429a602 None None] Checking router: 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:39:50.207748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35da8321-63d1-40f4-99a3-e0b67429a602 None None] Routers {'5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:39:50.208347 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-35da8321-63d1-40f4-99a3-e0b67429a602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:39:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:50.258909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e92fb-e57a-43ef-ab0c-a9653803fcf3 req-bb139571-c197-43ef-bd86-112602545d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:39:50.260532 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-977e92fb-e57a-43ef-ab0c-a9653803fcf3 req-bb139571-c197-43ef-bd86-112602545d4a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9d1f84d7-911f-480c-93af-145b929e70e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583315 Jul 27 21:39:50.330754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-35da8321-63d1-40f4-99a3-e0b67429a602 None None] Set router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:39:50.367271 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-977e92fb-e57a-43ef-ab0c-a9653803fcf3 req-124bf899-bb31-4588-920c-adc2d0f75da1 service neutron] 10.222.0.66 "GET /v2.0/networks/9d1f84d7-911f-480c-93af-145b929e70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994344 Jul 27 21:39:50.484229 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-977e92fb-e57a-43ef-ab0c-a9653803fcf3 req-c7f84752-e990-4869-8402-bff34af85791 service neutron] 10.222.0.66 "GET /v2.0/networks/9d1f84d7-911f-480c-93af-145b929e70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100028 Jul 27 21:39:50.745978 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-35da8321-63d1-40f4-99a3-e0b67429a602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:31Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'a064d67c-0e2f-4082-9869-227de07c0456', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'port_id': '31ab1388-6e5e-435a-9df1-42335cadb512', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'mac_address': 'fa:16:3e:c8:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:39:48Z', 'updated_at': '2021-07-27T21:39:48Z', 'revision_number': 0, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2', 'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:67:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:30Z', 'updated_at': '2021-07-27T21:39:34Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:39:50.778114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35da8321-63d1-40f4-99a3-e0b67429a602 None None] The sync data for ids ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'] in n-d-764806-9 is: [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:31Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'a064d67c-0e2f-4082-9869-227de07c0456', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'port_id': '31ab1388-6e5e-435a-9df1-42335cadb512', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'mac_address': 'fa:16:3e:c8:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:39:48Z', 'updated_at': '2021-07-27T21:39:48Z', 'revision_number': 0, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2', 'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:67:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:30Z', 'updated_at': '2021-07-27T21:39:34Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:39:50.880038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55976) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:50.949281 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8a616a0a-4c07-41ca-8d6b-31091f580923 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/floatingips/a064d67c-0e2f-4082-9869-227de07c0456 HTTP/1.1" status: 200 len: 991 time: 0.0679712 Jul 27 21:39:51.012354 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bbc6d3-43de-406b-a2d7-dc114e8cb0e0 None None] New status for floating IP a064d67c-0e2f-4082-9869-227de07c0456: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:39:51.928966 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:39:51.953126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 55978) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:39:52.024785 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-db76cc4f-ec82-4e5e-af09-6c49c55acbcf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/floatingips/a064d67c-0e2f-4082-9869-227de07c0456 HTTP/1.1" status: 200 len: 993 time: 0.0704491 Jul 27 21:40:02.760756 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ac156e50-a0f8-4cc5-b66c-9671d7a0d907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:04.302428 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:05.415633 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0d155b8e-d844-4f88-9e30-6079e29cb8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:05.514084 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:07.292647 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:07.995002 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:08.964463 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:28.929299 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:40:31.610624 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e630180d-2424-4197-8974-baaf704af91e req-ec3d4634-7e2a-4b02-b6c4-d5b1bd2d1161 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557110 Jul 27 21:40:31.712120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630180d-2424-4197-8974-baaf704af91e req-75ec351f-5240-48a6-be34-81678a4dcc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:31.713640 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e630180d-2424-4197-8974-baaf704af91e req-75ec351f-5240-48a6-be34-81678a4dcc4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=135647e6216547eb96b1c6aaee139c66&device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 1096 time: 0.0576994 Jul 27 21:40:31.824883 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630180d-2424-4197-8974-baaf704af91e req-5b340905-c106-4878-9e75-e6890ee4932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:31.826394 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e630180d-2424-4197-8974-baaf704af91e req-5b340905-c106-4878-9e75-e6890ee4932e service neutron] 10.222.0.66 "GET /v2.0/networks?id=9d1f84d7-911f-480c-93af-145b929e70e1 HTTP/1.1" status: 200 len: 897 time: 0.0927432 Jul 27 21:40:31.894005 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e630180d-2424-4197-8974-baaf704af91e req-0a55db99-ae28-4c96-98bd-01a0aac530a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31ab1388-6e5e-435a-9df1-42335cadb512 HTTP/1.1" status: 200 len: 1001 time: 0.0597637 Jul 27 21:40:31.947793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630180d-2424-4197-8974-baaf704af91e req-f99bf43f-aa88-4cb0-b630-1eb28f8423f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:31.949285 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e630180d-2424-4197-8974-baaf704af91e req-f99bf43f-aa88-4cb0-b630-1eb28f8423f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc543a53-1292-4581-8cad-9d5adc4f6298 HTTP/1.1" status: 200 len: 834 time: 0.0483348 Jul 27 21:40:32.010007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630180d-2424-4197-8974-baaf704af91e req-cccd2159-650a-47ad-ac86-b1e11f522433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:40:32.011555 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e630180d-2424-4197-8974-baaf704af91e req-cccd2159-650a-47ad-ac86-b1e11f522433 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9d1f84d7-911f-480c-93af-145b929e70e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554686 Jul 27 21:40:32.103988 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e630180d-2424-4197-8974-baaf704af91e req-d51824a3-0556-4707-9f4f-b459452dcf0f service neutron] 10.222.0.66 "GET /v2.0/networks/9d1f84d7-911f-480c-93af-145b929e70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851138 Jul 27 21:40:32.204012 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e630180d-2424-4197-8974-baaf704af91e req-38a59bb9-3ce5-42f6-8222-89034f13d2e0 service neutron] 10.222.0.66 "GET /v2.0/networks/9d1f84d7-911f-480c-93af-145b929e70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922635 Jul 27 21:40:32.764018 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0f971317-4459-4fc6-9392-846f4bc9281d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:34.319866 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:35.417540 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4f0a5ce1-ab4b-4243-86c0-7128dd28e9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:35.526806 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:37.304462 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:37.992063 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:40:38.967842 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:02.766723 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-962e1232-6e23-4cf9-a6f6-805b666cc770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:04.339126 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:05.420794 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d999ba75-7b96-479c-a979-db73832570ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:05.522927 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:05.930963 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:41:07.300366 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:07.993123 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:08.972001 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:16.544986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56016) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:16.648503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18294033-bf21-4314-a2a8-4fbee18ea585 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:16.649017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18294033-bf21-4314-a2a8-4fbee18ea585 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:16.649477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18294033-bf21-4314-a2a8-4fbee18ea585 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:16.651221 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-18294033-bf21-4314-a2a8-4fbee18ea585 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/ports?project_id=135647e6216547eb96b1c6aaee139c66&network_id=9d1f84d7-911f-480c-93af-145b929e70e1 HTTP/1.1" status: 200 len: 2969 time: 0.1052535 Jul 27 21:41:18.086105 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56026) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:18.149928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21117053-7411-4a20-9f16-5b12299e269e tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:18.151467 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-21117053-7411-4a20-9f16-5b12299e269e tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55 HTTP/1.1" status: 200 len: 814 time: 0.0640891 Jul 27 21:41:19.020040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56032) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:19.025521 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'network': {'name': 'tempest-network-smoke--1290024079', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'port_security_enabled': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:19.048327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Made reservation on behalf of 135647e6216547eb96b1c6aaee139c66 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:41:19.053027 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:19.080648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:41:19.090917 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:19.091607 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Added segment 36666839-62fd-425f-90cf-0b9001a9faf8 of type vlan for network 3b412a76-9db2-4407-8205-33e5f4e74caa Jul 27 21:41:19.136980 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:19.168922 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:19.175280 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:19.175888 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:19.254547 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2333555 Jul 27 21:41:19.258988 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56034) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:19.259606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Network': ['ID=3b412a76-9db2-4407-8205-33e5f4e74caa,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:19.267567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:19.267957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:19.268306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:19.268649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:19.268989 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:19.269327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:19.269666 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:19.269991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:19.270414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:19.270687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:19.271051 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:19.272056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d03d67-5b24-445b-8d54-2c09e7816d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:19.287100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 3b412a76-9db2-4407-8205-33e5f4e74caa details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:41:19.346584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de325d-68f6-4db9-b662-1946a4c16e27 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:19.351849 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-84de325d-68f6-4db9-b662-1946a4c16e27 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=135647e6216547eb96b1c6aaee139c66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0883269 Jul 27 21:41:19.352240 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56038) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:19.452324 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80617572-7ed0-4a3a-8fe5-a5738fdc7c2f tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:19.453886 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-80617572-7ed0-4a3a-8fe5-a5738fdc7c2f tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1002603 Jul 27 21:41:19.457753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56040) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:19.487639 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-391ff281-6b0f-4af7-be61-153ffa46b861 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285287 Jul 27 21:41:19.491756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56042) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:19.523388 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-238f9b83-acb4-4feb-b16d-82eaf2ab643f tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=135647e6216547eb96b1c6aaee139c66&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297804 Jul 27 21:41:19.526881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56044) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:19.625805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75e6e63-0c99-4106-9fdb-08b3d66a2ddb tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:19.627342 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d75e6e63-0c99-4106-9fdb-08b3d66a2ddb tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0995541 Jul 27 21:41:19.630044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56046) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:19.657853 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4e236e31-a980-41a7-9f8a-034c81dcae23 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264158 Jul 27 21:41:19.660321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56048) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:19.665704 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-fe904c3f-b3a0-40f7-afaa-c3687bc87453 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1094936487', 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:19.758524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe904c3f-b3a0-40f7-afaa-c3687bc87453 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Made reservation on behalf of 135647e6216547eb96b1c6aaee139c66 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:41:19.762010 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fe904c3f-b3a0-40f7-afaa-c3687bc87453 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:19.941791 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fe904c3f-b3a0-40f7-afaa-c3687bc87453 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.009149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe904c3f-b3a0-40f7-afaa-c3687bc87453 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Subnet': ['ID=99ed3991-fd4e-42a5-b1b3-beb2b33774bb,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:20.013600 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe904c3f-b3a0-40f7-afaa-c3687bc87453 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Checking segment: {'id': '36666839-62fd-425f-90cf-0b9001a9faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:20.013968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe904c3f-b3a0-40f7-afaa-c3687bc87453 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network hostable DHCP agents. Network: 3b412a76-9db2-4407-8205-33e5f4e74caa, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:41:20.031234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe904c3f-b3a0-40f7-afaa-c3687bc87453 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network 3b412a76-9db2-4407-8205-33e5f4e74caa is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:41:20.043077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-fe904c3f-b3a0-40f7-afaa-c3687bc87453 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 3b412a76-9db2-4407-8205-33e5f4e74caa) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:20.047769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe904c3f-b3a0-40f7-afaa-c3687bc87453 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:20.048341 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fe904c3f-b3a0-40f7-afaa-c3687bc87453 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.053217 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13d26fe-0b1c-446a-b495-fa52f33b88e0 None None] Network 3b412a76-9db2-4407-8205-33e5f4e74caa requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:41:20.071542 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fe904c3f-b3a0-40f7-afaa-c3687bc87453 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4098105 Jul 27 21:41:20.202354 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-3b412a76-9db2-4407-8205-33e5f4e74caa', 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'fixed_ips': [{'subnet_id': '99ed3991-fd4e-42a5-b1b3-beb2b33774bb'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:41:20.203239 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.340467 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Allocated IP 172.20.0.18 (3b412a76-9db2-4407-8205-33e5f4e74caa/99ed3991-fd4e-42a5-b1b3-beb2b33774bb/fe765f6a-07ef-4d66-8a2f-8a7cb0019da4) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:41:20.371641 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56054) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:20.376367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d0133a30-b1c6-4c7a-814f-f33c577e6c8e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-401151694', 'description': 'tempest-secgroup-smoke-401151694 description', 'project_id': '135647e6216547eb96b1c6aaee139c66'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:20.401647 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d0133a30-b1c6-4c7a-814f-f33c577e6c8e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.487630 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d0133a30-b1c6-4c7a-814f-f33c577e6c8e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.490608 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.491673 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d0133a30-b1c6-4c7a-814f-f33c577e6c8e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.500891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Transition to ACTIVE for port object fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:20.518406 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d0133a30-b1c6-4c7a-814f-f33c577e6c8e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.518915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Transition to ACTIVE for port object fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:20.519742 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d0133a30-b1c6-4c7a-814f-f33c577e6c8e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1469817 Jul 27 21:41:20.523980 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56056) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:20.524770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0133a30-b1c6-4c7a-814f-f33c577e6c8e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818ffea7-ec30-4ed6-a03c-698630b8beb3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:20.527980 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.531011 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': '818ffea7-ec30-4ed6-a03c-698630b8beb3', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:20.561946 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.569790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Network 3b412a76-9db2-4407-8205-33e5f4e74caa is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:20.574402 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:20.577783 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:41:20.612125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Pushing event updated for resources: {'Port': ['ID=fe765f6a-07ef-4d66-8a2f-8a7cb0019da4,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:20.624332 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.625656 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.626026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.626413 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.626753 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.627224 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.627571 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.627901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.628227 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.628676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.629066 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.629270 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.629393 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.629676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.650842 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4a4356-4848-4f27-87b6-9919f02a9b44,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:20.659642 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.660872 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351581 Jul 27 21:41:20.662881 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.663233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.663584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.664065 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.664345 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.664691 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.664850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56058) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:20.665046 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Attempting to bind port fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:20.665191 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.665366 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.665485 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Attempting to bind port fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '36666839-62fd-425f-90cf-0b9001a9faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:20.665681 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.665810 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Attempting to bind port fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 on network 3b412a76-9db2-4407-8205-33e5f4e74caa {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:20.665985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.666344 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.666676 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e6b05-61d2-4bb4-8a09-d26f29dbbdd3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:41:20.669798 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d42a544e-dfe7-445a-a3d8-a799c385445e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': '818ffea7-ec30-4ed6-a03c-698630b8beb3', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:20.670831 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:20.671209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Checking segment: {'id': '36666839-62fd-425f-90cf-0b9001a9faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:20.671614 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.672000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Bound using segment: {'id': '36666839-62fd-425f-90cf-0b9001a9faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:20.672464 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Bound port: fe765f6a-07ef-4d66-8a2f-8a7cb0019da4, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36666839-62fd-425f-90cf-0b9001a9faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:20.672846 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.706624 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d42a544e-dfe7-445a-a3d8-a799c385445e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.738798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-861e7efc-132f-47bb-b352-7c015411181c None None] For port fe765f6a-07ef-4d66-8a2f-8a7cb0019da4, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:20.742729 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-861e7efc-132f-47bb-b352-7c015411181c None None] For port fe765f6a-07ef-4d66-8a2f-8a7cb0019da4, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fe765f6a-07ef-4d66-8a2f-8a7cb0019da4,segment=NetworkSegment(36666839-62fd-425f-90cf-0b9001a9faf8),segment_id=36666839-62fd-425f-90cf-0b9001a9faf8)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:20.747428 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.764966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d42a544e-dfe7-445a-a3d8-a799c385445e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.768969 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d42a544e-dfe7-445a-a3d8-a799c385445e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.790361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a544e-dfe7-445a-a3d8-a799c385445e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561b878a-8574-4729-935e-588561ca8936,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:20.797648 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d42a544e-dfe7-445a-a3d8-a799c385445e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.802025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56060) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:20.803153 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d42a544e-dfe7-445a-a3d8-a799c385445e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363387 Jul 27 21:41:20.812771 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c7b9934b-7f46-4975-b85c-163170911c86 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': '818ffea7-ec30-4ed6-a03c-698630b8beb3', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:20.815403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e7efc-132f-47bb-b352-7c015411181c None None] Pushing event updated for resources: {'Port': ['ID=fe765f6a-07ef-4d66-8a2f-8a7cb0019da4,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:20.844645 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c7b9934b-7f46-4975-b85c-163170911c86 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.911277 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c7b9934b-7f46-4975-b85c-163170911c86 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.916780 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c7b9934b-7f46-4975-b85c-163170911c86 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.936501 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9934b-7f46-4975-b85c-163170911c86 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8063fad6-db78-4137-bf7f-3dd888c1888f,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:20.939606 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c7b9934b-7f46-4975-b85c-163170911c86 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:20.940797 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c7b9934b-7f46-4975-b85c-163170911c86 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319444 Jul 27 21:41:20.944983 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56062) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:20.949488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1184c9d7-320d-4f62-9630-6201072ee2cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': '818ffea7-ec30-4ed6-a03c-698630b8beb3', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:20.995482 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1184c9d7-320d-4f62-9630-6201072ee2cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.065530 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1184c9d7-320d-4f62-9630-6201072ee2cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.071052 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1184c9d7-320d-4f62-9630-6201072ee2cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.091892 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184c9d7-320d-4f62-9630-6201072ee2cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5622a1d7-ff44-41e1-8b69-8283fb96c379,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:21.098528 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1184c9d7-320d-4f62-9630-6201072ee2cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.100757 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1184c9d7-320d-4f62-9630-6201072ee2cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1546178 Jul 27 21:41:21.103297 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56064) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:21.107887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f8f072f6-ba47-47aa-849a-49e26292e2d6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': '818ffea7-ec30-4ed6-a03c-698630b8beb3', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:21.131246 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-f8f072f6-ba47-47aa-849a-49e26292e2d6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Project 135647e6216547eb96b1c6aaee139c66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:41:21.136328 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8f072f6-ba47-47aa-849a-49e26292e2d6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.200038 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8f072f6-ba47-47aa-849a-49e26292e2d6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.203679 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8f072f6-ba47-47aa-849a-49e26292e2d6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.225723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f072f6-ba47-47aa-849a-49e26292e2d6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c592e73-1158-4358-9616-8fdfe15f6660,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:21.229273 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f8f072f6-ba47-47aa-849a-49e26292e2d6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.230501 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f8f072f6-ba47-47aa-849a-49e26292e2d6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262369 Jul 27 21:41:21.233222 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56066) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:21.237649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-796b9f2a-07bc-433d-8d2e-7be8f9625148 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': '818ffea7-ec30-4ed6-a03c-698630b8beb3', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:21.260706 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-796b9f2a-07bc-433d-8d2e-7be8f9625148 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Project 135647e6216547eb96b1c6aaee139c66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:41:21.265895 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-796b9f2a-07bc-433d-8d2e-7be8f9625148 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.331298 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-796b9f2a-07bc-433d-8d2e-7be8f9625148 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.335982 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-796b9f2a-07bc-433d-8d2e-7be8f9625148 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.353505 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b9f2a-07bc-433d-8d2e-7be8f9625148 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20942444-1173-40da-94c0-facb7a582e41,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:21.359966 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-796b9f2a-07bc-433d-8d2e-7be8f9625148 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:21.361331 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-796b9f2a-07bc-433d-8d2e-7be8f9625148 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271315 Jul 27 21:41:21.510029 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-669ff408-7984-4692-a6ec-f1f25dbd59cc tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-401151694&fields=id&tenant_id=135647e6216547eb96b1c6aaee139c66 HTTP/1.1" status: 200 len: 267 time: 0.0343385 Jul 27 21:41:21.624808 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-2b9525a5-f00c-4628-a04b-0a342aa6df78 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:21.626387 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-2b9525a5-f00c-4628-a04b-0a342aa6df78 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/networks?id=3b412a76-9db2-4407-8205-33e5f4e74caa HTTP/1.1" status: 200 len: 797 time: 0.1095021 Jul 27 21:41:21.642748 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-ce31e86a-3024-4e74-8bd5-f733bb69f90f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/quotas/135647e6216547eb96b1c6aaee139c66 HTTP/1.1" status: 200 len: 375 time: 0.0096886 Jul 27 21:41:21.716256 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1358eae5-661d-4e4d-b133-020751846f6a None None] Network 3b412a76-9db2-4407-8205-33e5f4e74caa requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:41:21.725988 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-a3d7cbaa-6b35-46a1-a5fa-cae9e8c9df63 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=135647e6216547eb96b1c6aaee139c66&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0762236 Jul 27 21:41:21.824429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-393db06b-f699-49b4-895c-5e72d3484f20 None None] Provisioning for port fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:21.926349 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-54e06f16-de58-4e1e-b8b2-de2512754d64 service neutron] 10.222.0.55 "GET /v2.0/networks/3b412a76-9db2-4407-8205-33e5f4e74caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886721 Jul 27 21:41:22.027276 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-9a23d7b2-b90f-432e-b6c5-b1c06d2e6efe service neutron] 10.222.0.55 "GET /v2.0/networks/3b412a76-9db2-4407-8205-33e5f4e74caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939956 Jul 27 21:41:22.202711 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2226af7c-7f5b-4c8f-a96e-64b817262ad6 req-4a7b2755-63c3-4c37-8e85-af6c0c91f595 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 210 time: 0.0317941 Jul 27 21:41:22.623327 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:22.672489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:22.676570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:22.676945 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:22.758533 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:22.795906 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port fe765f6a-07ef-4d66-8a2f-8a7cb0019da4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fe765f6a-07ef-4d66-8a2f-8a7cb0019da4,segment=NetworkSegment(36666839-62fd-425f-90cf-0b9001a9faf8),segment_id=36666839-62fd-425f-90cf-0b9001a9faf8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:22.799885 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:22.846874 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=fe765f6a-07ef-4d66-8a2f-8a7cb0019da4,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:23.246373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-e4443add-4a61-437a-9ad8-c9a06bdeca43 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:23.246373 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-e4443add-4a61-437a-9ad8-c9a06bdeca43 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.20 "GET /v2.0/networks?id=3b412a76-9db2-4407-8205-33e5f4e74caa HTTP/1.1" status: 200 len: 797 time: 0.1127608 Jul 27 21:41:23.300393 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-f63c817e-fdf3-48ce-b4ee-ee2766f42b4c tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=135647e6216547eb96b1c6aaee139c66 HTTP/1.1" status: 200 len: 472 time: 0.0443213 Jul 27 21:41:23.311077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-f923cd26-2b7c-46a0-8a5f-3651d8f66990 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'port': {'device_id': 'aaa4e877-eeb9-4bc3-afee-7324c2fc2967', 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa', 'admin_state_up': True, 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'security_groups': ['818ffea7-ec30-4ed6-a03c-698630b8beb3']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:23.337132 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0fab59ce-2098-41d6-a5aa-b0e384513985 req-9e7641ca-3e39-4426-a348-1d140444be6f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 210 time: 0.0333438 Jul 27 21:41:23.429349 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-f923cd26-2b7c-46a0-8a5f-3651d8f66990 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Made reservation on behalf of 135647e6216547eb96b1c6aaee139c66 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:41:23.433005 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-f923cd26-2b7c-46a0-8a5f-3651d8f66990 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:23.575974 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-f923cd26-2b7c-46a0-8a5f-3651d8f66990 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Allocated IP 172.20.0.26 (3b412a76-9db2-4407-8205-33e5f4e74caa/99ed3991-fd4e-42a5-b1b3-beb2b33774bb/31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:41:23.734207 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-f923cd26-2b7c-46a0-8a5f-3651d8f66990 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:23.749127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-f923cd26-2b7c-46a0-8a5f-3651d8f66990 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Transition to ACTIVE for port object 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:23.783822 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-f923cd26-2b7c-46a0-8a5f-3651d8f66990 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:23.832797 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-f923cd26-2b7c-46a0-8a5f-3651d8f66990 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network 3b412a76-9db2-4407-8205-33e5f4e74caa is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:23.838457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-f923cd26-2b7c-46a0-8a5f-3651d8f66990 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:23.842002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-f923cd26-2b7c-46a0-8a5f-3651d8f66990 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:41:24.093217 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a97a7f98-c0d3-424a-a800-2fe0c68c3bbd None None] Provisioning for port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:24.097798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a97a7f98-c0d3-424a-a800-2fe0c68c3bbd None None] Provisioning complete for port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:24.098169 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a97a7f98-c0d3-424a-a800-2fe0c68c3bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:24.137215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-a97a7f98-c0d3-424a-a800-2fe0c68c3bbd None None] Port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:41:24.139236 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923cd26-2b7c-46a0-8a5f-3651d8f66990 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Port': ['ID=31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:24.169940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-f923cd26-2b7c-46a0-8a5f-3651d8f66990 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:24.170593 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-f923cd26-2b7c-46a0-8a5f-3651d8f66990 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:24.186965 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-f923cd26-2b7c-46a0-8a5f-3651d8f66990 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8797326 Jul 27 21:41:24.296809 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Request body: {'port': {'device_id': 'aaa4e877-eeb9-4bc3-afee-7324c2fc2967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:41:24.372207 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:24.483639 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f32d2a-6809-458f-b128-4179ca7d0155 req-3eff0f13-304b-46e8-bbe1-5a7bfb9d29e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:24.485648 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8f32d2a-6809-458f-b128-4179ca7d0155 req-3eff0f13-304b-46e8-bbe1-5a7bfb9d29e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 932 time: 0.0779941 Jul 27 21:41:24.531395 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8f32d2a-6809-458f-b128-4179ca7d0155 req-237d3d05-3c7e-45ab-a817-1e2e2a68ae93 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=818ffea7-ec30-4ed6-a03c-698630b8beb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381923 Jul 27 21:41:24.621230 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:24.670181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:24.670571 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:24.688744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:41:24.696896 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:24.709542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Transition to ACTIVE for port object 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:24.713212 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:24.766062 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:24.847472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Attempting to bind port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:24.847832 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Attempting to bind port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '36666839-62fd-425f-90cf-0b9001a9faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:24.848135 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Attempting to bind port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a on network 3b412a76-9db2-4407-8205-33e5f4e74caa {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:24.853342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a on network 3b412a76-9db2-4407-8205-33e5f4e74caa not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:41:24.853785 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Attempting to bind port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a on network 3b412a76-9db2-4407-8205-33e5f4e74caa {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:24.859168 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:24.859943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Checking segment: {'id': '36666839-62fd-425f-90cf-0b9001a9faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:24.860119 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Bound using segment: {'id': '36666839-62fd-425f-90cf-0b9001a9faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:24.860555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Bound port: 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36666839-62fd-425f-90cf-0b9001a9faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:24.861296 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:24.937052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] For port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:24.940327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] For port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a,segment=NetworkSegment(36666839-62fd-425f-90cf-0b9001a9faf8),segment_id=36666839-62fd-425f-90cf-0b9001a9faf8)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:24.946529 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:24.981783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:24.982430 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:24.983952 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] 10.222.0.20 "PUT /v2.0/ports/31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a HTTP/1.1" status: 200 len: 1092 time: 0.7835102 Jul 27 21:41:24.984415 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa4e877-eeb9-4bc3-afee-7324c2fc2967', 'tag': '31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:24.986703 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24650839-4db2-4346-bb0f-0c3ec28cca9e" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa4e877-eeb9-4bc3-afee-7324c2fc2967", "tag": "31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:25.019361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2382d01-91bd-4ef6-9d20-0fc33a29e3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:25.039697 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2eedf4-05cc-4167-98ad-52373c72119d x-openstack-request-id: req-5b2eedf4-05cc-4167-98ad-52373c72119d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:25.039994 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa4e877-eeb9-4bc3-afee-7324c2fc2967", "tag": "31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:25.040284 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b2eedf4-05cc-4167-98ad-52373c72119d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:25.040682 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa4e877-eeb9-4bc3-afee-7324c2fc2967', 'tag': '31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a', 'status': 'completed', 'code': 200} Jul 27 21:41:25.139071 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-fd539fd7-a699-43d2-8f72-8d83cc48652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:25.140736 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-fd539fd7-a699-43d2-8f72-8d83cc48652d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=135647e6216547eb96b1c6aaee139c66&device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 1095 time: 0.0706303 Jul 27 21:41:25.193564 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-fa72c65d-4bec-4201-a6e1-edf8f525f4d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a HTTP/1.1" status: 200 len: 217 time: 0.0392213 Jul 27 21:41:25.249504 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-50f07a38-c44c-41f4-b108-20b938d7c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:25.250999 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-50f07a38-c44c-41f4-b108-20b938d7c1b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99ed3991-fd4e-42a5-b1b3-beb2b33774bb HTTP/1.1" status: 200 len: 838 time: 0.0469642 Jul 27 21:41:25.318509 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-aa13c7ba-4293-4c2a-9efc-252f385bcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:25.320139 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-aa13c7ba-4293-4c2a-9efc-252f385bcdf4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b412a76-9db2-4407-8205-33e5f4e74caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570960 Jul 27 21:41:25.423349 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-54023dfa-e211-4b33-94b2-9424663856a7 service neutron] 10.222.0.20 "GET /v2.0/networks/3b412a76-9db2-4407-8205-33e5f4e74caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908928 Jul 27 21:41:25.513555 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f810fbd9-1ecf-429d-9df2-a8e916c1e532 req-fae3081e-b640-473e-86ef-5fcc611538ff service neutron] 10.222.0.20 "GET /v2.0/networks/3b412a76-9db2-4407-8205-33e5f4e74caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827978 Jul 27 21:41:25.630929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24650839-4db2-4346-bb0f-0c3ec28cca9e req-4556b238-c012-461b-a108-a66f346bfa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:25.632560 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24650839-4db2-4346-bb0f-0c3ec28cca9e req-4556b238-c012-461b-a108-a66f346bfa91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=135647e6216547eb96b1c6aaee139c66&device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 1095 time: 0.0629697 Jul 27 21:41:25.668875 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fd049-963e-4f2b-a774-5013d989f414 req-d2862ceb-d692-46ee-bae3-a40ea3c44c0f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:25.670436 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a9fd049-963e-4f2b-a774-5013d989f414 req-d2862ceb-d692-46ee-bae3-a40ea3c44c0f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 944 time: 0.0653005 Jul 27 21:41:25.714660 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8a9fd049-963e-4f2b-a774-5013d989f414 req-d8fc6319-81bc-4f18-a05f-39111e0e11cb tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=818ffea7-ec30-4ed6-a03c-698630b8beb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378342 Jul 27 21:41:25.729558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24650839-4db2-4346-bb0f-0c3ec28cca9e req-734dfc12-9582-4047-b182-998d45458c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:25.731216 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24650839-4db2-4346-bb0f-0c3ec28cca9e req-734dfc12-9582-4047-b182-998d45458c96 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b412a76-9db2-4407-8205-33e5f4e74caa HTTP/1.1" status: 200 len: 898 time: 0.0909338 Jul 27 21:41:25.781662 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24650839-4db2-4346-bb0f-0c3ec28cca9e req-950d55d9-98d5-45ef-a7ee-82284335b630 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a HTTP/1.1" status: 200 len: 217 time: 0.0401676 Jul 27 21:41:25.837758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24650839-4db2-4346-bb0f-0c3ec28cca9e req-60b3ee4b-efa0-4959-813c-0041ba13981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:25.839253 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24650839-4db2-4346-bb0f-0c3ec28cca9e req-60b3ee4b-efa0-4959-813c-0041ba13981d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99ed3991-fd4e-42a5-b1b3-beb2b33774bb HTTP/1.1" status: 200 len: 838 time: 0.0465240 Jul 27 21:41:25.906131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24650839-4db2-4346-bb0f-0c3ec28cca9e req-f3345a05-e8b8-42f2-b723-a4e5a9654cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:25.907675 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24650839-4db2-4346-bb0f-0c3ec28cca9e req-f3345a05-e8b8-42f2-b723-a4e5a9654cae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b412a76-9db2-4407-8205-33e5f4e74caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554790 Jul 27 21:41:26.013906 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24650839-4db2-4346-bb0f-0c3ec28cca9e req-db853e44-da3a-466d-8172-6bfc1b8ecbd1 service neutron] 10.222.0.20 "GET /v2.0/networks/3b412a76-9db2-4407-8205-33e5f4e74caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922813 Jul 27 21:41:26.117112 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-24650839-4db2-4346-bb0f-0c3ec28cca9e req-f6efff24-8780-45d3-b68a-55cc7dd13dd0 service neutron] 10.222.0.20 "GET /v2.0/networks/3b412a76-9db2-4407-8205-33e5f4e74caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898917 Jul 27 21:41:26.859944 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4614833-8094-4ba0-b054-b3e97f5a0dc3 req-565e1a62-23f7-4ae9-9570-32d9a075fa90 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:26.861531 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4614833-8094-4ba0-b054-b3e97f5a0dc3 req-565e1a62-23f7-4ae9-9570-32d9a075fa90 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 944 time: 0.0686791 Jul 27 21:41:26.906242 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a4614833-8094-4ba0-b054-b3e97f5a0dc3 req-de06c61d-113a-41cd-90ff-cbd2c6e0f065 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=818ffea7-ec30-4ed6-a03c-698630b8beb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363152 Jul 27 21:41:28.075922 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdf180-dda5-4b24-a58e-f317e3f12cab req-fc7fbecf-efb7-44c8-b549-a2366c90221a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:28.077807 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cbcdf180-dda5-4b24-a58e-f317e3f12cab req-fc7fbecf-efb7-44c8-b549-a2366c90221a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 944 time: 0.0963514 Jul 27 21:41:28.122513 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cbcdf180-dda5-4b24-a58e-f317e3f12cab req-37c6a7ad-56ba-4550-8c17-b51fb5b99d80 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=818ffea7-ec30-4ed6-a03c-698630b8beb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351052 Jul 27 21:41:28.748929 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:41:28.844698 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a,segment=NetworkSegment(36666839-62fd-425f-90cf-0b9001a9faf8),segment_id=36666839-62fd-425f-90cf-0b9001a9faf8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:28.859990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a', 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa', 'port_id': '31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a', 'mac_address': 'fa:16:3e:e3:84:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99ed3991-fd4e-42a5-b1b3-beb2b33774bb', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:41:28.897837 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:28.911066 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:41:28.931637 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a,segment=NetworkSegment(36666839-62fd-425f-90cf-0b9001a9faf8),segment_id=36666839-62fd-425f-90cf-0b9001a9faf8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:28.935983 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:28.985305 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:29.233188 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:41:29.269604 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8f4ed-d371-426a-8a04-a183d21157b3 req-08eebdcb-16e8-4029-9f44-0667fda77c4b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:29.271833 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22f8f4ed-d371-426a-8a04-a183d21157b3 req-08eebdcb-16e8-4029-9f44-0667fda77c4b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 945 time: 0.0746307 Jul 27 21:41:29.312322 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22f8f4ed-d371-426a-8a04-a183d21157b3 req-e902d731-bab0-47cf-9532-5e111ef3eb7d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=818ffea7-ec30-4ed6-a03c-698630b8beb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338278 Jul 27 21:41:30.450712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6225c-0490-4308-b3d9-9d5731aad77d req-9ddf6bd2-aec5-4fdb-9b41-ef22a4d17db0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:30.452190 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-26a6225c-0490-4308-b3d9-9d5731aad77d req-9ddf6bd2-aec5-4fdb-9b41-ef22a4d17db0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 945 time: 0.0685842 Jul 27 21:41:30.490175 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-26a6225c-0490-4308-b3d9-9d5731aad77d req-fff4862d-87a8-4299-92d6-1d61a587a54b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=818ffea7-ec30-4ed6-a03c-698630b8beb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311739 Jul 27 21:41:30.757391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:30.809618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:30.813352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:30.813725 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:30.897421 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:30.920696 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa4e877-eeb9-4bc3-afee-7324c2fc2967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:41:30.923268 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b33083-5583-462c-b352-b7b7f992a306" -d '{"events": [{"server_uuid": "aaa4e877-eeb9-4bc3-afee-7324c2fc2967", "name": "network-vif-plugged", "status": "completed", "tag": "31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:41:30.937484 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a,segment=NetworkSegment(36666839-62fd-425f-90cf-0b9001a9faf8),segment_id=36666839-62fd-425f-90cf-0b9001a9faf8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:30.942975 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:30.992210 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:31.029883 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c565ac9-f20c-40e5-90b5-f3caf51acaec x-openstack-request-id: req-5c565ac9-f20c-40e5-90b5-f3caf51acaec {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:41:31.030167 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa4e877-eeb9-4bc3-afee-7324c2fc2967", "name": "network-vif-plugged", "status": "completed", "tag": "31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:41:31.030582 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c565ac9-f20c-40e5-90b5-f3caf51acaec {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:41:31.031032 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa4e877-eeb9-4bc3-afee-7324c2fc2967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a', 'code': 200} Jul 27 21:41:31.148004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b27230-474e-44d4-8cbf-62197a3ca0a8 req-1a2faa54-6afd-4cf4-8d8f-d7d5392c2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:31.149547 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29b27230-474e-44d4-8cbf-62197a3ca0a8 req-1a2faa54-6afd-4cf4-8d8f-d7d5392c2a88 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 1097 time: 0.0576959 Jul 27 21:41:31.187929 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-29b27230-474e-44d4-8cbf-62197a3ca0a8 req-7503bc87-b6c5-445c-b6f0-a2a55b86ead3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=818ffea7-ec30-4ed6-a03c-698630b8beb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301669 Jul 27 21:41:31.621238 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21b254-62b1-4466-92ce-a06a3ff9d4b9 req-3688d72f-1b77-43f4-abbe-b4551f2befd1 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:31.622764 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe21b254-62b1-4466-92ce-a06a3ff9d4b9 req-3688d72f-1b77-43f4-abbe-b4551f2befd1 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 946 time: 0.0665958 Jul 27 21:41:31.662709 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe21b254-62b1-4466-92ce-a06a3ff9d4b9 req-bd38ec74-ac19-424b-8ae1-82c3e8f340b5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=818ffea7-ec30-4ed6-a03c-698630b8beb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339756 Jul 27 21:41:32.769054 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-86c7aa48-a572-43c8-8271-a1f909f3ceed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:32.794843 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea00f0-8ad9-4b10-bddf-0a8c2aa3538b req-7575f32e-4f20-4c4d-8abe-4d013c831106 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:32.796231 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7ea00f0-8ad9-4b10-bddf-0a8c2aa3538b req-7575f32e-4f20-4c4d-8abe-4d013c831106 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 946 time: 0.0640945 Jul 27 21:41:32.834398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7ea00f0-8ad9-4b10-bddf-0a8c2aa3538b req-8da19663-4ec0-42c8-990f-b007a3f3caa9 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=818ffea7-ec30-4ed6-a03c-698630b8beb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315475 Jul 27 21:41:32.969020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdfabe-d3c8-4612-b8ea-24c2fa1ec7f9 req-54950013-697e-4a39-9615-6b04d48153b2 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:32.970568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ebdfabe-d3c8-4612-b8ea-24c2fa1ec7f9 req-54950013-697e-4a39-9615-6b04d48153b2 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 946 time: 0.0683846 Jul 27 21:41:33.010560 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ebdfabe-d3c8-4612-b8ea-24c2fa1ec7f9 req-2fd91151-7286-4ed6-81ff-5aea013d343a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=818ffea7-ec30-4ed6-a03c-698630b8beb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339148 Jul 27 21:41:33.603940 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b482b65-5af1-4c76-a187-7eeecd977c65 req-b465eedb-8546-40d3-a988-0b36670f5187 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603929 Jul 27 21:41:33.705495 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b482b65-5af1-4c76-a187-7eeecd977c65 req-281125e0-8438-4424-86db-3cef22358a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:33.707410 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b482b65-5af1-4c76-a187-7eeecd977c65 req-281125e0-8438-4424-86db-3cef22358a81 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=135647e6216547eb96b1c6aaee139c66&device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 1096 time: 0.0580761 Jul 27 21:41:33.814645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b482b65-5af1-4c76-a187-7eeecd977c65 req-8bac2151-ee7a-4c54-8be8-1790f21f7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:33.816126 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b482b65-5af1-4c76-a187-7eeecd977c65 req-8bac2151-ee7a-4c54-8be8-1790f21f7dd2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9d1f84d7-911f-480c-93af-145b929e70e1 HTTP/1.1" status: 200 len: 897 time: 0.0893624 Jul 27 21:41:33.888170 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b482b65-5af1-4c76-a187-7eeecd977c65 req-a1a1dbce-2073-42d7-b005-bafd35d131e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31ab1388-6e5e-435a-9df1-42335cadb512 HTTP/1.1" status: 200 len: 1001 time: 0.0645738 Jul 27 21:41:33.936815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b482b65-5af1-4c76-a187-7eeecd977c65 req-0dc15788-2e57-454f-ad39-63f8a5c4d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:33.938268 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b482b65-5af1-4c76-a187-7eeecd977c65 req-0dc15788-2e57-454f-ad39-63f8a5c4d5a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc543a53-1292-4581-8cad-9d5adc4f6298 HTTP/1.1" status: 200 len: 834 time: 0.0434573 Jul 27 21:41:33.998724 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b482b65-5af1-4c76-a187-7eeecd977c65 req-f20a513d-15ba-4154-9b0b-5c4089a84bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:41:34.000201 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b482b65-5af1-4c76-a187-7eeecd977c65 req-f20a513d-15ba-4154-9b0b-5c4089a84bb1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9d1f84d7-911f-480c-93af-145b929e70e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534506 Jul 27 21:41:34.100053 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b482b65-5af1-4c76-a187-7eeecd977c65 req-cca893ba-88ad-4a0f-9817-b92f87163f73 service neutron] 10.222.0.66 "GET /v2.0/networks/9d1f84d7-911f-480c-93af-145b929e70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907123 Jul 27 21:41:34.192361 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b482b65-5af1-4c76-a187-7eeecd977c65 req-9a818806-579a-4bca-a4a0-813893596835 service neutron] 10.222.0.66 "GET /v2.0/networks/9d1f84d7-911f-480c-93af-145b929e70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859265 Jul 27 21:41:34.354024 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:34.510674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56138) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:41:35.247335 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:35.424136 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-99eaa55d-17e6-465f-8093-207554264e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:35.514018 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:35.532586 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Allocated IP 172.20.0.17 (3b412a76-9db2-4407-8205-33e5f4e74caa/99ed3991-fd4e-42a5-b1b3-beb2b33774bb/3855395f-1cab-4654-8097-8375ca106936) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:41:35.648852 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:35.662855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Transition to ACTIVE for port object 3855395f-1cab-4654-8097-8375ca106936 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:35.693881 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:35.732188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network 3b412a76-9db2-4407-8205-33e5f4e74caa is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:35.735212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:35.740860 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:41:35.766677 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Port': ['ID=3855395f-1cab-4654-8097-8375ca106936,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:35.794421 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:35.945985 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:35.991914 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2ed62ad7-5d18-45e4-96d9-0e627fbb0263 None None] Provisioning for port 3855395f-1cab-4654-8097-8375ca106936 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:35.995819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2ed62ad7-5d18-45e4-96d9-0e627fbb0263 None None] Provisioning complete for port 3855395f-1cab-4654-8097-8375ca106936 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:35.996278 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2ed62ad7-5d18-45e4-96d9-0e627fbb0263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:36.034287 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-2ed62ad7-5d18-45e4-96d9-0e627fbb0263 None None] Port 3855395f-1cab-4654-8097-8375ca106936 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:41:36.227058 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:36.231563 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:36.310076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Port': ['ID=3855395f-1cab-4654-8097-8375ca106936,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:36.312647 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:36.408713 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network 3b412a76-9db2-4407-8205-33e5f4e74caa is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:41:36.410177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:41:36.536254 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:41:36.655413 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:41:36.656382 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-334367b5-7908-4984-bc74-fdbbf4024554 None None] Provisioning complete for port 3855395f-1cab-4654-8097-8375ca106936 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:36.656882 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-334367b5-7908-4984-bc74-fdbbf4024554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:36.661581 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-969a4606-2655-4c13-a750-70c515368589 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "PUT /v2.0/routers/5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1492097 Jul 27 21:41:36.677944 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Sync routers for ids ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:41:36.698557 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Routers {'5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:36.699044 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:41:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:36.700838 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-334367b5-7908-4984-bc74-fdbbf4024554 None None] Port 3855395f-1cab-4654-8097-8375ca106936 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:41:36.806485 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Set router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:37.048508 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:41:35Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'a064d67c-0e2f-4082-9869-227de07c0456', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'port_id': '31ab1388-6e5e-435a-9df1-42335cadb512', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'mac_address': 'fa:16:3e:c8:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:39:48Z', 'updated_at': '2021-07-27T21:39:51Z', 'revision_number': 1, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3855395f-1cab-4654-8097-8375ca106936', 'name': '', 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:52:0c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '99ed3991-fd4e-42a5-b1b3-beb2b33774bb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:35Z', 'updated_at': '2021-07-27T21:41:36Z', 'revision_number': 2, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': '99ed3991-fd4e-42a5-b1b3-beb2b33774bb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2', 'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:67:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:30Z', 'updated_at': '2021-07-27T21:39:34Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:37.077099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Checking router: 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:41:37.077448 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Updating router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea port 3855395f-1cab-4654-8097-8375ca106936 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:41:37.111699 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:37.316865 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:37.394058 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:37.405747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Transition to ACTIVE for port object 3855395f-1cab-4654-8097-8375ca106936 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:41:37.411491 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:37.460386 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbfeba-fbcb-46eb-975c-8d983fbd8c2a None None] Pushing event updated for resources: {'Port': ['ID=3855395f-1cab-4654-8097-8375ca106936,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:37.518801 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Attempting to bind port 3855395f-1cab-4654-8097-8375ca106936 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:41:37.519179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Attempting to bind port 3855395f-1cab-4654-8097-8375ca106936 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '36666839-62fd-425f-90cf-0b9001a9faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:41:37.519540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Attempting to bind port 3855395f-1cab-4654-8097-8375ca106936 on network 3b412a76-9db2-4407-8205-33e5f4e74caa {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:41:37.525835 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:41:37.526399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Checking segment: {'id': '36666839-62fd-425f-90cf-0b9001a9faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:41:37.526807 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:37.527205 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Bound using segment: {'id': '36666839-62fd-425f-90cf-0b9001a9faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:41:37.527695 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Bound port: 3855395f-1cab-4654-8097-8375ca106936, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36666839-62fd-425f-90cf-0b9001a9faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:41:37.528075 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:37.597972 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] For port 3855395f-1cab-4654-8097-8375ca106936, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:41:37.601797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] For port 3855395f-1cab-4654-8097-8375ca106936, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3855395f-1cab-4654-8097-8375ca106936,segment=NetworkSegment(36666839-62fd-425f-90cf-0b9001a9faf8),segment_id=36666839-62fd-425f-90cf-0b9001a9faf8)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:41:37.607314 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:37.666527 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Routers {'5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:41:37.667187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:41:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:37.672363 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbfeba-fbcb-46eb-975c-8d983fbd8c2a None None] Pushing event updated for resources: {'Port': ['ID=3855395f-1cab-4654-8097-8375ca106936,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:37.793052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] Set router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:41:38.061955 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:38.209457 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:41:35Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'a064d67c-0e2f-4082-9869-227de07c0456', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'port_id': '31ab1388-6e5e-435a-9df1-42335cadb512', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'mac_address': 'fa:16:3e:c8:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:39:48Z', 'updated_at': '2021-07-27T21:39:51Z', 'revision_number': 1, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3855395f-1cab-4654-8097-8375ca106936', 'name': '', 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:52:0c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '99ed3991-fd4e-42a5-b1b3-beb2b33774bb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:35Z', 'updated_at': '2021-07-27T21:41:37Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': '99ed3991-fd4e-42a5-b1b3-beb2b33774bb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2', 'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:67:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:30Z', 'updated_at': '2021-07-27T21:39:34Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:41:38.236853 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231cafed-8529-414f-8bcd-8f2069d43ddc None None] The sync data for ids ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'] in n-d-764806-9 is: [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:41:35Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'a064d67c-0e2f-4082-9869-227de07c0456', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'port_id': '31ab1388-6e5e-435a-9df1-42335cadb512', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'mac_address': 'fa:16:3e:c8:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:39:48Z', 'updated_at': '2021-07-27T21:39:51Z', 'revision_number': 1, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3855395f-1cab-4654-8097-8375ca106936', 'name': '', 'network_id': '3b412a76-9db2-4407-8205-33e5f4e74caa', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:52:0c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '99ed3991-fd4e-42a5-b1b3-beb2b33774bb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:41:35Z', 'updated_at': '2021-07-27T21:41:37Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': '99ed3991-fd4e-42a5-b1b3-beb2b33774bb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2', 'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:67:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:30Z', 'updated_at': '2021-07-27T21:39:34Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:41:38.641313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3855395f-1cab-4654-8097-8375ca106936 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:38.696116 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 3855395f-1cab-4654-8097-8375ca106936 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:41:38.701217 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 3855395f-1cab-4654-8097-8375ca106936 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:38.702055 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:38.790966 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:38.828307 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 3855395f-1cab-4654-8097-8375ca106936, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3855395f-1cab-4654-8097-8375ca106936,segment=NetworkSegment(36666839-62fd-425f-90cf-0b9001a9faf8),segment_id=36666839-62fd-425f-90cf-0b9001a9faf8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:41:38.835114 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:38.887921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=3855395f-1cab-4654-8097-8375ca106936,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:41:38.973121 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:40.615360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3855395f-1cab-4654-8097-8375ca106936 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:41:40.664417 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 3855395f-1cab-4654-8097-8375ca106936 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:41:40.664788 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:41:42.930742 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:42:02.774937 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7fef8c6f-f372-4779-8e2f-fd943e6a6219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:03.868057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56174) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:04.313648 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1e14bec8-129c-45e9-a92a-d2e91ac97e45 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:04.366695 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:04.709012 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1e14bec8-129c-45e9-a92a-d2e91ac97e45 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Deleting port 3855395f-1cab-4654-8097-8375ca106936 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:04.709449 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1e14bec8-129c-45e9-a92a-d2e91ac97e45 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:04.827294 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-1e14bec8-129c-45e9-a92a-d2e91ac97e45 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] For port 3855395f-1cab-4654-8097-8375ca106936, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3855395f-1cab-4654-8097-8375ca106936,segment=NetworkSegment(36666839-62fd-425f-90cf-0b9001a9faf8),segment_id=36666839-62fd-425f-90cf-0b9001a9faf8)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:04.827664 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1e14bec8-129c-45e9-a92a-d2e91ac97e45 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:04.843299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1e14bec8-129c-45e9-a92a-d2e91ac97e45 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Calling delete_port for 3855395f-1cab-4654-8097-8375ca106936 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:05.108358 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1e14bec8-129c-45e9-a92a-d2e91ac97e45 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:05.159876 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14bec8-129c-45e9-a92a-d2e91ac97e45 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'Port': ['ID=3855395f-1cab-4654-8097-8375ca106936,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:05.387526 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1e14bec8-129c-45e9-a92a-d2e91ac97e45 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:05.434796 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-625fb1cd-3382-4db7-bc11-c3ca3a1c62b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:05.517677 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:05.652056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e14bec8-129c-45e9-a92a-d2e91ac97e45 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:42:05.773598 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e14bec8-129c-45e9-a92a-d2e91ac97e45 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:42:05.779469 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1e14bec8-129c-45e9-a92a-d2e91ac97e45 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "PUT /v2.0/routers/5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9101608 Jul 27 21:42:05.785526 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55774dcb-96b5-4187-aa3b-639c5ec15e1d None None] Sync routers for ids ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:42:05.797004 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55774dcb-96b5-4187-aa3b-639c5ec15e1d None None] Routers {'5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:42:05.797613 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-55774dcb-96b5-4187-aa3b-639c5ec15e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:42:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:05.929054 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-55774dcb-96b5-4187-aa3b-639c5ec15e1d None None] Set router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:42:06.070305 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576d14d-fdf9-4e15-b839-faaae461d0f1 req-c6c376ed-b682-4e30-a8f2-27710bceffa1 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:06.072363 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9576d14d-fdf9-4e15-b839-faaae461d0f1 req-c6c376ed-b682-4e30-a8f2-27710bceffa1 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 946 time: 0.0792701 Jul 27 21:42:06.123029 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9576d14d-fdf9-4e15-b839-faaae461d0f1 req-8749858b-ded9-4a58-a04e-a3c99dc271cb tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=818ffea7-ec30-4ed6-a03c-698630b8beb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421500 Jul 27 21:42:06.204435 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-55774dcb-96b5-4187-aa3b-639c5ec15e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:42:05Z', 'revision_number': 6, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'a064d67c-0e2f-4082-9869-227de07c0456', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'port_id': '31ab1388-6e5e-435a-9df1-42335cadb512', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'mac_address': 'fa:16:3e:c8:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:39:48Z', 'updated_at': '2021-07-27T21:39:51Z', 'revision_number': 1, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2', 'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:67:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:30Z', 'updated_at': '2021-07-27T21:39:34Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:06.235758 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55774dcb-96b5-4187-aa3b-639c5ec15e1d None None] Checking router: 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:42:06.248437 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55774dcb-96b5-4187-aa3b-639c5ec15e1d None None] Routers {'5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:42:06.249058 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-55774dcb-96b5-4187-aa3b-639c5ec15e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:42:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:06.380875 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-55774dcb-96b5-4187-aa3b-639c5ec15e1d None None] Set router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:42:06.688207 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-55774dcb-96b5-4187-aa3b-639c5ec15e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:42:05Z', 'revision_number': 6, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'a064d67c-0e2f-4082-9869-227de07c0456', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'port_id': '31ab1388-6e5e-435a-9df1-42335cadb512', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'mac_address': 'fa:16:3e:c8:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:39:48Z', 'updated_at': '2021-07-27T21:39:51Z', 'revision_number': 1, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2', 'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:67:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:30Z', 'updated_at': '2021-07-27T21:39:34Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:06.722828 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55774dcb-96b5-4187-aa3b-639c5ec15e1d None None] The sync data for ids ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'] in n-d-764806-9 is: [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:42:05Z', 'revision_number': 6, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'a064d67c-0e2f-4082-9869-227de07c0456', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'floating_ip_address': '172.25.2.217', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'port_id': '31ab1388-6e5e-435a-9df1-42335cadb512', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'mac_address': 'fa:16:3e:c8:d1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:39:48Z', 'updated_at': '2021-07-27T21:39:51Z', 'revision_number': 1, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2', 'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:67:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:30Z', 'updated_at': '2021-07-27T21:39:34Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:42:07.292837 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db500bea-d6e6-4a26-bcdf-147767a3acde req-b420f32e-d39a-4100-823d-274e42d4a816 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:07.295187 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-db500bea-d6e6-4a26-bcdf-147767a3acde req-b420f32e-d39a-4100-823d-274e42d4a816 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 946 time: 0.0868723 Jul 27 21:42:07.313671 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:07.360262 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-db500bea-d6e6-4a26-bcdf-147767a3acde req-e5a8f2bf-3369-40fe-a65f-6062daa723e3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=818ffea7-ec30-4ed6-a03c-698630b8beb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519989 Jul 27 21:42:07.895635 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccb4c2-41f8-458c-b337-daaf553fc827 req-3f4a2ba6-a381-4aba-9ce2-8e3bbd2fccb0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:07.897983 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8fccb4c2-41f8-458c-b337-daaf553fc827 req-3f4a2ba6-a381-4aba-9ce2-8e3bbd2fccb0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 946 time: 0.0895600 Jul 27 21:42:08.006489 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:08.031644 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-8fccb4c2-41f8-458c-b337-daaf553fc827 req-f5b2ccb1-3dc7-4c7c-8a84-ec8f01c5ef87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Deleting port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:08.032016 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8fccb4c2-41f8-458c-b337-daaf553fc827 req-f5b2ccb1-3dc7-4c7c-8a84-ec8f01c5ef87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:08.171481 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-8fccb4c2-41f8-458c-b337-daaf553fc827 req-f5b2ccb1-3dc7-4c7c-8a84-ec8f01c5ef87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] For port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a,segment=NetworkSegment(36666839-62fd-425f-90cf-0b9001a9faf8),segment_id=36666839-62fd-425f-90cf-0b9001a9faf8)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:08.171790 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8fccb4c2-41f8-458c-b337-daaf553fc827 req-f5b2ccb1-3dc7-4c7c-8a84-ec8f01c5ef87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:08.186983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-8fccb4c2-41f8-458c-b337-daaf553fc827 req-f5b2ccb1-3dc7-4c7c-8a84-ec8f01c5ef87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Calling delete_port for 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:08.353852 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8fccb4c2-41f8-458c-b337-daaf553fc827 req-f5b2ccb1-3dc7-4c7c-8a84-ec8f01c5ef87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:08.383808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2ccb1-3dc7-4c7c-8a84-ec8f01c5ef87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'Port': ['ID=31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:08.459014 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fccb4c2-41f8-458c-b337-daaf553fc827 req-f5b2ccb1-3dc7-4c7c-8a84-ec8f01c5ef87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] No DVR routers for this DVR port 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:08.462853 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8fccb4c2-41f8-458c-b337-daaf553fc827 req-f5b2ccb1-3dc7-4c7c-8a84-ec8f01c5ef87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:08.466583 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8fccb4c2-41f8-458c-b337-daaf553fc827 req-f5b2ccb1-3dc7-4c7c-8a84-ec8f01c5ef87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.20 "DELETE /v2.0/ports/31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a HTTP/1.1" status: 204 len: 173 time: 0.5618906 Jul 27 21:42:08.467316 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa4e877-eeb9-4bc3-afee-7324c2fc2967', 'name': 'network-vif-deleted', 'tag': '31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:08.471742 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158a66e9-617e-4b2f-ad8c-e1a7b85b0feb" -d '{"events": [{"server_uuid": "aaa4e877-eeb9-4bc3-afee-7324c2fc2967", "name": "network-vif-deleted", "tag": "31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:08.538966 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c37bf3-3301-440d-be47-3447cd213e02 x-openstack-request-id: req-36c37bf3-3301-440d-be47-3447cd213e02 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:08.539234 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa4e877-eeb9-4bc3-afee-7324c2fc2967", "name": "network-vif-deleted", "tag": "31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:08.539482 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36c37bf3-3301-440d-be47-3447cd213e02 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:08.539876 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa4e877-eeb9-4bc3-afee-7324c2fc2967', 'name': 'network-vif-deleted', 'tag': '31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a', 'status': 'completed', 'code': 200} Jul 27 21:42:08.542186 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d11df8ab-5573-43b1-b12c-faf3f4dc60c3 req-25b5c819-a5cf-4efc-aea9-db25f29c8849 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=aaa4e877-eeb9-4bc3-afee-7324c2fc2967 HTTP/1.1" status: 200 len: 210 time: 0.0465174 Jul 27 21:42:08.590707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3855395f-1cab-4654-8097-8375ca106936 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:08.613662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 3855395f-1cab-4654-8097-8375ca106936 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:42:08.614088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3855395f-1cab-4654-8097-8375ca106936 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:42:08.980588 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:09.613646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56188) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:09.673222 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-de4ae9b4-a1cf-419f-bf05-acad2c5f1403 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:09.699068 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-de4ae9b4-a1cf-419f-bf05-acad2c5f1403 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:09.768606 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-de4ae9b4-a1cf-419f-bf05-acad2c5f1403 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:09.772297 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-de4ae9b4-a1cf-419f-bf05-acad2c5f1403 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:09.773513 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-de4ae9b4-a1cf-419f-bf05-acad2c5f1403 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "DELETE /v2.0/security-groups/818ffea7-ec30-4ed6-a03c-698630b8beb3 HTTP/1.1" status: 204 len: 168 time: 0.1587837 Jul 27 21:42:09.783544 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ae9b4-a1cf-419f-bf05-acad2c5f1403 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=818ffea7-ec30-4ed6-a03c-698630b8beb3,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:09.816379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56192) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:09.872739 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-012a8e70-7c9e-4a42-9af7-8a9c95f286e6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Deleting subnet 99ed3991-fd4e-42a5-b1b3-beb2b33774bb {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:42:09.875978 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-012a8e70-7c9e-4a42-9af7-8a9c95f286e6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:09.922178 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-012a8e70-7c9e-4a42-9af7-8a9c95f286e6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:10.299721 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-012a8e70-7c9e-4a42-9af7-8a9c95f286e6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:10.384374 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-012a8e70-7c9e-4a42-9af7-8a9c95f286e6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:10.416804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a8e70-7c9e-4a42-9af7-8a9c95f286e6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'Subnet': ['ID=99ed3991-fd4e-42a5-b1b3-beb2b33774bb,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:10.421886 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-012a8e70-7c9e-4a42-9af7-8a9c95f286e6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:10.424031 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-012a8e70-7c9e-4a42-9af7-8a9c95f286e6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "DELETE /v2.0/subnets/99ed3991-fd4e-42a5-b1b3-beb2b33774bb HTTP/1.1" status: 204 len: 168 time: 0.6066208 Jul 27 21:42:10.427395 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56194) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:10.432320 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e179c2-15e1-45a5-aa25-cde99bc96880 None None] Network 3b412a76-9db2-4407-8205-33e5f4e74caa requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:42:10.510307 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:10.573874 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Deleting port fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:10.574399 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:10.639152 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5357cdc2-6a35-4d43-ab9c-26f7b2b3b26c None None] DHCP port deletion for 3b412a76-9db2-4407-8205-33e5f4e74caa request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:42:10.651589 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] For port fe765f6a-07ef-4d66-8a2f-8a7cb0019da4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fe765f6a-07ef-4d66-8a2f-8a7cb0019da4,segment=NetworkSegment(36666839-62fd-425f-90cf-0b9001a9faf8),segment_id=36666839-62fd-425f-90cf-0b9001a9faf8)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:10.651956 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:10.665366 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Calling delete_port for fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:10.692951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5357cdc2-6a35-4d43-ab9c-26f7b2b3b26c None None] Deleting port fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:10.693519 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5357cdc2-6a35-4d43-ab9c-26f7b2b3b26c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:10.754669 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:10.773903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-5357cdc2-6a35-4d43-ab9c-26f7b2b3b26c None None] For port fe765f6a-07ef-4d66-8a2f-8a7cb0019da4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fe765f6a-07ef-4d66-8a2f-8a7cb0019da4,segment=NetworkSegment(36666839-62fd-425f-90cf-0b9001a9faf8),segment_id=36666839-62fd-425f-90cf-0b9001a9faf8)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:10.774413 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5357cdc2-6a35-4d43-ab9c-26f7b2b3b26c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:10.778144 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'Port': ['ID=fe765f6a-07ef-4d66-8a2f-8a7cb0019da4,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:10.788624 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5357cdc2-6a35-4d43-ab9c-26f7b2b3b26c None None] Calling delete_port for fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:10.791363 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] No DVR routers for this DVR port fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:10.882109 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5357cdc2-6a35-4d43-ab9c-26f7b2b3b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:10.887296 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:10.903925 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b412a76-9db2-4407-8205-33e5f4e74caa']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:10.915725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357cdc2-6a35-4d43-ab9c-26f7b2b3b26c None None] Pushing event deleted for resources: {'Port': ['ID=fe765f6a-07ef-4d66-8a2f-8a7cb0019da4,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:10.923052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357cdc2-6a35-4d43-ab9c-26f7b2b3b26c None None] No DVR routers for this DVR port fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:10.923258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36666839-62fd-425f-90cf-0b9001a9faf8') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:10.923258 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36666839-62fd-425f-90cf-0b9001a9faf8') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:10.937006 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:10.964435 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:10.973086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:42:10.973525 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:42:10.978158 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:42:10.981045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:11.011440 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:42:11.011941 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 31aa4346-f816-4fc1-9cc3-9ec0ba6cdd1a not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:42:11.049322 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:11.057249 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:11.059125 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "DELETE /v2.0/networks/3b412a76-9db2-4407-8205-33e5f4e74caa HTTP/1.1" status: 204 len: 168 time: 0.6298437 Jul 27 21:42:11.062693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56196) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:11.074938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738632d-8d30-4912-b21d-9c19a0d5cd87 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'Network': ['ID=3b412a76-9db2-4407-8205-33e5f4e74caa,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:11.247997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-3aed7c1f-75bb-4299-8e92-d9da70ce21b3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Deleting port b04efef6-63c1-4637-b6ea-9eaecae81214 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:11.248471 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3aed7c1f-75bb-4299-8e92-d9da70ce21b3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:11.342479 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3aed7c1f-75bb-4299-8e92-d9da70ce21b3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:11.342997 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3aed7c1f-75bb-4299-8e92-d9da70ce21b3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:11.360020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-3aed7c1f-75bb-4299-8e92-d9da70ce21b3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Calling delete_port for b04efef6-63c1-4637-b6ea-9eaecae81214 owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:11.557675 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3aed7c1f-75bb-4299-8e92-d9da70ce21b3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:11.588338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed7c1f-75bb-4299-8e92-d9da70ce21b3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'Port': ['ID=b04efef6-63c1-4637-b6ea-9eaecae81214,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:11.657683 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3aed7c1f-75bb-4299-8e92-d9da70ce21b3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:11.657996 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-3aed7c1f-75bb-4299-8e92-d9da70ce21b3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Floating IP a064d67c-0e2f-4082-9869-227de07c0456 disassociated (deleted). External IP: 172.25.2.217, port: 31ab1388-6e5e-435a-9df1-42335cadb512. Jul 27 21:42:11.905090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aed7c1f-75bb-4299-8e92-d9da70ce21b3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:42:12.030310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aed7c1f-75bb-4299-8e92-d9da70ce21b3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:42:12.036631 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3aed7c1f-75bb-4299-8e92-d9da70ce21b3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:12.042655 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58de1bc-3d42-48a4-93dc-5bb6ca385dec None None] Sync routers for ids ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:42:12.052665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58de1bc-3d42-48a4-93dc-5bb6ca385dec None None] Routers {'5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:42:12.053285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c58de1bc-3d42-48a4-93dc-5bb6ca385dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:42:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:12.074481 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3aed7c1f-75bb-4299-8e92-d9da70ce21b3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "DELETE /v2.0/floatingips/a064d67c-0e2f-4082-9869-227de07c0456 HTTP/1.1" status: 204 len: 168 time: 1.0101306 Jul 27 21:42:12.075393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'tag': '31ab1388-6e5e-435a-9df1-42335cadb512'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:12.078213 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ebea87-6700-4287-b78d-991335f74734" -d '{"events": [{"name": "network-changed", "server_uuid": "01fac5e8-f898-4ff5-8ced-d3eb477c2f67", "tag": "31ab1388-6e5e-435a-9df1-42335cadb512"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:12.127434 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6faa6180-872f-4462-8c32-e0c299575821 x-openstack-request-id: req-6faa6180-872f-4462-8c32-e0c299575821 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:12.127793 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01fac5e8-f898-4ff5-8ced-d3eb477c2f67", "tag": "31ab1388-6e5e-435a-9df1-42335cadb512", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:12.128115 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6faa6180-872f-4462-8c32-e0c299575821 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:12.128583 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'tag': '31ab1388-6e5e-435a-9df1-42335cadb512', 'status': 'completed', 'code': 200} Jul 27 21:42:12.194103 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-c58de1bc-3d42-48a4-93dc-5bb6ca385dec None None] Set router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:42:12.230517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebea87-6700-4287-b78d-991335f74734 req-699c1cd8-20ab-4712-9262-63cff5b8f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:12.233952 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32ebea87-6700-4287-b78d-991335f74734 req-699c1cd8-20ab-4712-9262-63cff5b8f1cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=135647e6216547eb96b1c6aaee139c66&device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 1096 time: 0.0807111 Jul 27 21:42:12.340091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebea87-6700-4287-b78d-991335f74734 req-8dc040cc-081f-4032-8b17-89e04adc262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:12.341581 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32ebea87-6700-4287-b78d-991335f74734 req-8dc040cc-081f-4032-8b17-89e04adc262c service neutron] 10.222.0.66 "GET /v2.0/networks?id=9d1f84d7-911f-480c-93af-145b929e70e1 HTTP/1.1" status: 200 len: 897 time: 0.0999954 Jul 27 21:42:12.387130 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32ebea87-6700-4287-b78d-991335f74734 req-e468fcca-fef2-4fcd-9ad7-ebf5c9e3498f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31ab1388-6e5e-435a-9df1-42335cadb512 HTTP/1.1" status: 200 len: 217 time: 0.0376868 Jul 27 21:42:12.415693 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6ed3f-a3cf-4171-81c3-97ab017da0c7 req-267c80f5-1766-4b28-90b6-2d84a131863b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:12.419088 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04d6ed3f-a3cf-4171-81c3-97ab017da0c7 req-267c80f5-1766-4b28-90b6-2d84a131863b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 945 time: 0.0875700 Jul 27 21:42:12.454654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebea87-6700-4287-b78d-991335f74734 req-4aa903e8-dd2b-4f04-b0aa-7d2655bfe81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:12.456564 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32ebea87-6700-4287-b78d-991335f74734 req-4aa903e8-dd2b-4f04-b0aa-7d2655bfe81b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc543a53-1292-4581-8cad-9d5adc4f6298 HTTP/1.1" status: 200 len: 834 time: 0.0618780 Jul 27 21:42:12.479362 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-04d6ed3f-a3cf-4171-81c3-97ab017da0c7 req-66888bbc-096a-44e1-832f-8d85ef09008b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f27449f-c854-43c3-9cab-a29f46fbec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528491 Jul 27 21:42:12.481183 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c58de1bc-3d42-48a4-93dc-5bb6ca385dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:42:05Z', 'revision_number': 6, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2', 'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:67:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:30Z', 'updated_at': '2021-07-27T21:39:34Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:12.514287 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58de1bc-3d42-48a4-93dc-5bb6ca385dec None None] Checking router: 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:42:12.524169 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58de1bc-3d42-48a4-93dc-5bb6ca385dec None None] Routers {'5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:42:12.524797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c58de1bc-3d42-48a4-93dc-5bb6ca385dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:42:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:12.535351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebea87-6700-4287-b78d-991335f74734 req-1828879d-dc48-42f2-af37-1a8e21939313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:12.538697 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32ebea87-6700-4287-b78d-991335f74734 req-1828879d-dc48-42f2-af37-1a8e21939313 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9d1f84d7-911f-480c-93af-145b929e70e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739565 Jul 27 21:42:12.643285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:12.667516 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:42:12.667868 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fe765f6a-07ef-4d66-8a2f-8a7cb0019da4 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:42:12.682530 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32ebea87-6700-4287-b78d-991335f74734 req-72f61d4c-b483-46e4-9529-50f42e5f90aa service neutron] 10.222.0.66 "GET /v2.0/networks/9d1f84d7-911f-480c-93af-145b929e70e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344852 Jul 27 21:42:12.689700 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-c58de1bc-3d42-48a4-93dc-5bb6ca385dec None None] Set router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:42:12.800221 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-32ebea87-6700-4287-b78d-991335f74734 req-7778cda7-3ab0-4a97-a062-ff0bc3f96d78 service neutron] 10.222.0.66 "GET /v2.0/networks/9d1f84d7-911f-480c-93af-145b929e70e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104240 Jul 27 21:42:12.944277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c58de1bc-3d42-48a4-93dc-5bb6ca385dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:42:05Z', 'revision_number': 6, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2', 'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:67:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:30Z', 'updated_at': '2021-07-27T21:39:34Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:12.977372 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58de1bc-3d42-48a4-93dc-5bb6ca385dec None None] The sync data for ids ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'] in n-d-764806-9 is: [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:42:05Z', 'revision_number': 6, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2', 'name': '', 'network_id': '9d1f84d7-911f-480c-93af-145b929e70e1', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:67:f2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:30Z', 'updated_at': '2021-07-27T21:39:34Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': 'fc543a53-1292-4581-8cad-9d5adc4f6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:42:13.237638 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d97aaf-1a52-4cc7-9d99-acfc93a8b0ee None None] New status for floating IP a064d67c-0e2f-4082-9869-227de07c0456: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:42:13.648874 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9305952-308f-4b78-b460-3dd07bb687bd req-5f8ec55a-1dfd-4747-9e06-ca26306216b6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:13.650491 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9305952-308f-4b78-b460-3dd07bb687bd req-5f8ec55a-1dfd-4747-9e06-ca26306216b6 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 945 time: 0.0822945 Jul 27 21:42:13.699276 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9305952-308f-4b78-b460-3dd07bb687bd req-fd3e43e6-8819-41d5-a6f0-4d25bac46512 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f27449f-c854-43c3-9cab-a29f46fbec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417986 Jul 27 21:42:14.488311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7aef36-3e61-4c92-bf32-95c4aaf8ef32 req-c2e24eb6-18bf-4fa3-a7dd-97b0a0c02049 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:14.490409 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6c7aef36-3e61-4c92-bf32-95c4aaf8ef32 req-c2e24eb6-18bf-4fa3-a7dd-97b0a0c02049 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.66 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 945 time: 0.0847802 Jul 27 21:42:14.627098 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-6c7aef36-3e61-4c92-bf32-95c4aaf8ef32 req-b77d69b6-7c49-4682-bd01-f459dac8fb8a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Deleting port 31ab1388-6e5e-435a-9df1-42335cadb512 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:14.627670 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6c7aef36-3e61-4c92-bf32-95c4aaf8ef32 req-b77d69b6-7c49-4682-bd01-f459dac8fb8a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:14.742161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-6c7aef36-3e61-4c92-bf32-95c4aaf8ef32 req-b77d69b6-7c49-4682-bd01-f459dac8fb8a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] For port 31ab1388-6e5e-435a-9df1-42335cadb512, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=31ab1388-6e5e-435a-9df1-42335cadb512,segment=NetworkSegment(6cee0698-a541-4861-9dff-9f3f49af7de3),segment_id=6cee0698-a541-4861-9dff-9f3f49af7de3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:14.742688 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6c7aef36-3e61-4c92-bf32-95c4aaf8ef32 req-b77d69b6-7c49-4682-bd01-f459dac8fb8a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:14.765788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-6c7aef36-3e61-4c92-bf32-95c4aaf8ef32 req-b77d69b6-7c49-4682-bd01-f459dac8fb8a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Calling delete_port for 31ab1388-6e5e-435a-9df1-42335cadb512 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:14.876175 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1d922-96ba-4ffc-837e-fbb792bcaa54 req-4d3162a3-fa8a-49a9-bdb5-0ab1b9b0d7ac tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:14.879171 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05c1d922-96ba-4ffc-837e-fbb792bcaa54 req-4d3162a3-fa8a-49a9-bdb5-0ab1b9b0d7ac tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=01fac5e8-f898-4ff5-8ced-d3eb477c2f67 HTTP/1.1" status: 200 len: 945 time: 0.0981803 Jul 27 21:42:14.926792 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05c1d922-96ba-4ffc-837e-fbb792bcaa54 req-4026f3a6-a8ba-48dd-a2a6-554e4291b8a8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f27449f-c854-43c3-9cab-a29f46fbec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400486 Jul 27 21:42:14.977466 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6c7aef36-3e61-4c92-bf32-95c4aaf8ef32 req-b77d69b6-7c49-4682-bd01-f459dac8fb8a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:15.011253 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d69b6-7c49-4682-bd01-f459dac8fb8a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'Port': ['ID=31ab1388-6e5e-435a-9df1-42335cadb512,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:15.066704 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7aef36-3e61-4c92-bf32-95c4aaf8ef32 req-b77d69b6-7c49-4682-bd01-f459dac8fb8a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] No DVR routers for this DVR port 31ab1388-6e5e-435a-9df1-42335cadb512 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:15.069963 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6c7aef36-3e61-4c92-bf32-95c4aaf8ef32 req-b77d69b6-7c49-4682-bd01-f459dac8fb8a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:15.072174 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6c7aef36-3e61-4c92-bf32-95c4aaf8ef32 req-b77d69b6-7c49-4682-bd01-f459dac8fb8a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.66 "DELETE /v2.0/ports/31ab1388-6e5e-435a-9df1-42335cadb512 HTTP/1.1" status: 204 len: 173 time: 0.5759408 Jul 27 21:42:15.072607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'name': 'network-vif-deleted', 'tag': '31ab1388-6e5e-435a-9df1-42335cadb512'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:15.075191 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65029622-4ba2-4914-97b0-c1a2c6ab832a" -d '{"events": [{"server_uuid": "01fac5e8-f898-4ff5-8ced-d3eb477c2f67", "name": "network-vif-deleted", "tag": "31ab1388-6e5e-435a-9df1-42335cadb512"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:15.144665 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860be688-34e9-44c4-8012-8198c50f1590 x-openstack-request-id: req-860be688-34e9-44c4-8012-8198c50f1590 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:15.145306 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fac5e8-f898-4ff5-8ced-d3eb477c2f67", "name": "network-vif-deleted", "tag": "31ab1388-6e5e-435a-9df1-42335cadb512", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:15.145746 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-860be688-34e9-44c4-8012-8198c50f1590 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:15.146426 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fac5e8-f898-4ff5-8ced-d3eb477c2f67', 'name': 'network-vif-deleted', 'tag': '31ab1388-6e5e-435a-9df1-42335cadb512', 'status': 'completed', 'code': 200} Jul 27 21:42:16.014633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56214) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:16.100503 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-951d0d0f-d2b8-4961-8d73-a5b1c433fcb5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:16.127477 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-951d0d0f-d2b8-4961-8d73-a5b1c433fcb5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:16.204883 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-951d0d0f-d2b8-4961-8d73-a5b1c433fcb5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:16.209854 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-951d0d0f-d2b8-4961-8d73-a5b1c433fcb5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:16.211603 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-951d0d0f-d2b8-4961-8d73-a5b1c433fcb5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "DELETE /v2.0/security-groups/1f27449f-c854-43c3-9cab-a29f46fbec8d HTTP/1.1" status: 204 len: 168 time: 0.1953754 Jul 27 21:42:16.225613 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d0d0f-d2b8-4961-8d73-a5b1c433fcb5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f27449f-c854-43c3-9cab-a29f46fbec8d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:16.260242 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56218) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:16.749931 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2e74-5d21-4d49-b40d-8844e26c414b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:17.109854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c2e74-5d21-4d49-b40d-8844e26c414b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Deleting port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:17.110997 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2e74-5d21-4d49-b40d-8844e26c414b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:17.237927 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-8a2c2e74-5d21-4d49-b40d-8844e26c414b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] For port 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2,segment=NetworkSegment(6cee0698-a541-4861-9dff-9f3f49af7de3),segment_id=6cee0698-a541-4861-9dff-9f3f49af7de3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:17.238438 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2e74-5d21-4d49-b40d-8844e26c414b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:17.256953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c2e74-5d21-4d49-b40d-8844e26c414b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Calling delete_port for 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:17.487176 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2e74-5d21-4d49-b40d-8844e26c414b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:17.520188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c2e74-5d21-4d49-b40d-8844e26c414b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'Port': ['ID=67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:17.757695 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2e74-5d21-4d49-b40d-8844e26c414b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:17.803987 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 31ab1388-6e5e-435a-9df1-42335cadb512 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:17.838091 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 31ab1388-6e5e-435a-9df1-42335cadb512 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:42:17.838667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 31ab1388-6e5e-435a-9df1-42335cadb512 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:42:18.069828 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2c2e74-5d21-4d49-b40d-8844e26c414b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:42:18.197579 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2c2e74-5d21-4d49-b40d-8844e26c414b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:42:18.203484 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8a2c2e74-5d21-4d49-b40d-8844e26c414b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "PUT /v2.0/routers/5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9415376 Jul 27 21:42:18.207026 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56220) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:18.210942 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de3e9b7-6868-4548-a5af-c91eae576930 None None] Sync routers for ids ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:42:18.221750 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de3e9b7-6868-4548-a5af-c91eae576930 None None] Routers {'5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:42:18.222578 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2de3e9b7-6868-4548-a5af-c91eae576930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:42:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:18.369784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-2de3e9b7-6868-4548-a5af-c91eae576930 None None] Set router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:42:18.623764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2de3e9b7-6868-4548-a5af-c91eae576930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:42:17Z', 'revision_number': 7, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:18.626028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8b1bf8-a31b-451e-ba0b-6aa6288b6b68 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Deleting subnet fc543a53-1292-4581-8cad-9d5adc4f6298 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:42:18.631206 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1bf8-a31b-451e-ba0b-6aa6288b6b68 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:18.674089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de3e9b7-6868-4548-a5af-c91eae576930 None None] Checking router: 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:42:18.683978 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de3e9b7-6868-4548-a5af-c91eae576930 None None] Routers {'5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:42:18.684593 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2de3e9b7-6868-4548-a5af-c91eae576930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:42:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:18.687930 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1bf8-a31b-451e-ba0b-6aa6288b6b68 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:18.810820 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1bf8-a31b-451e-ba0b-6aa6288b6b68 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:18.857385 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-2de3e9b7-6868-4548-a5af-c91eae576930 None None] Set router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:42:18.886140 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1bf8-a31b-451e-ba0b-6aa6288b6b68 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:18.936346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b1bf8-a31b-451e-ba0b-6aa6288b6b68 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'Subnet': ['ID=fc543a53-1292-4581-8cad-9d5adc4f6298,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:18.943063 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fd8b1bf8-a31b-451e-ba0b-6aa6288b6b68 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:18.949116 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fd8b1bf8-a31b-451e-ba0b-6aa6288b6b68 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "DELETE /v2.0/subnets/fc543a53-1292-4581-8cad-9d5adc4f6298 HTTP/1.1" status: 204 len: 168 time: 0.7359297 Jul 27 21:42:18.950307 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56222) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:18.983734 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c1e7c5-9375-46c8-bc0a-4a1efa93ef0b None None] Network 9d1f84d7-911f-480c-93af-145b929e70e1 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:42:19.079821 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:19.214166 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:19.303276 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Deleting port febfdb04-edbc-4403-9df4-87f9207568f1 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:19.303793 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:19.436050 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2de3e9b7-6868-4548-a5af-c91eae576930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:42:17Z', 'revision_number': 7, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:19.441330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] For port febfdb04-edbc-4403-9df4-87f9207568f1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=febfdb04-edbc-4403-9df4-87f9207568f1,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:19.441704 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:19.464499 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Calling delete_port for febfdb04-edbc-4403-9df4-87f9207568f1 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:19.469581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de3e9b7-6868-4548-a5af-c91eae576930 None None] The sync data for ids ['5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea'] in n-d-764806-9 is: [{'id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'name': 'tempest-TestNetworkBasicOps-router-1456958021', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:42:17Z', 'revision_number': 7, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': 'febfdb04-edbc-4403-9df4-87f9207568f1', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:39:27Z', 'updated_at': '2021-07-27T21:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:42:19.509905 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280960ef-c7e2-4ba9-a64c-ef6d689c2313 None None] DHCP port deletion for 9d1f84d7-911f-480c-93af-145b929e70e1 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:42:19.576352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-280960ef-c7e2-4ba9-a64c-ef6d689c2313 None None] Deleting port dec47bdf-c645-454a-93c5-7ec27165370a {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:42:19.577403 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-280960ef-c7e2-4ba9-a64c-ef6d689c2313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:19.654549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-280960ef-c7e2-4ba9-a64c-ef6d689c2313 None None] For port dec47bdf-c645-454a-93c5-7ec27165370a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dec47bdf-c645-454a-93c5-7ec27165370a,segment=NetworkSegment(6cee0698-a541-4861-9dff-9f3f49af7de3),segment_id=6cee0698-a541-4861-9dff-9f3f49af7de3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:19.655190 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-280960ef-c7e2-4ba9-a64c-ef6d689c2313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:19.674683 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-280960ef-c7e2-4ba9-a64c-ef6d689c2313 None None] Calling delete_port for dec47bdf-c645-454a-93c5-7ec27165370a owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:42:19.737010 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:19.769720 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-280960ef-c7e2-4ba9-a64c-ef6d689c2313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:19.778090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'Port': ['ID=febfdb04-edbc-4403-9df4-87f9207568f1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:19.796976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.796976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.796976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.796976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.796976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.796976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.796976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.796976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.796976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.796976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.798791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.798791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:19.811575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280960ef-c7e2-4ba9-a64c-ef6d689c2313 None None] Pushing event deleted for resources: {'Port': ['ID=dec47bdf-c645-454a-93c5-7ec27165370a,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:19.820725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280960ef-c7e2-4ba9-a64c-ef6d689c2313 None None] No DVR routers for this DVR port dec47bdf-c645-454a-93c5-7ec27165370a on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:42:19.882245 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:19.935332 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:42:20.044020 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.048014 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.133691 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.134336 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Fanout notify agent at l3_agent the message router_deleted on router 5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:42:20.144024 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.146200 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-452e74a5-20ac-4bc1-a32b-32c9388481c4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "DELETE /v2.0/routers/5ab1beb6-f4cd-40b5-b9b6-3620a53a8eea HTTP/1.1" status: 204 len: 168 time: 1.1953294 Jul 27 21:42:20.151513 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56224) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:20.294781 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db86dea0-63ba-49b7-a125-8f8b04274b96 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.436540 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db86dea0-63ba-49b7-a125-8f8b04274b96 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.447535 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-db86dea0-63ba-49b7-a125-8f8b04274b96 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1f84d7-911f-480c-93af-145b929e70e1']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:20.460876 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-db86dea0-63ba-49b7-a125-8f8b04274b96 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cee0698-a541-4861-9dff-9f3f49af7de3') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:20.461279 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-db86dea0-63ba-49b7-a125-8f8b04274b96 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cee0698-a541-4861-9dff-9f3f49af7de3') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:20.471595 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db86dea0-63ba-49b7-a125-8f8b04274b96 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.492006 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db86dea0-63ba-49b7-a125-8f8b04274b96 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.501438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db86dea0-63ba-49b7-a125-8f8b04274b96 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:42:20.502061 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db86dea0-63ba-49b7-a125-8f8b04274b96 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: timer() Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:42:20.505556 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:42:20.593640 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db86dea0-63ba-49b7-a125-8f8b04274b96 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.601308 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db86dea0-63ba-49b7-a125-8f8b04274b96 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.604295 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-db86dea0-63ba-49b7-a125-8f8b04274b96 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "DELETE /v2.0/networks/9d1f84d7-911f-480c-93af-145b929e70e1 HTTP/1.1" status: 204 len: 168 time: 0.4511681 Jul 27 21:42:20.633334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86dea0-63ba-49b7-a125-8f8b04274b96 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'Network': ['ID=9d1f84d7-911f-480c-93af-145b929e70e1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:20.644764 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56226) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:20.657675 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-977e7946-bd72-457c-9521-fb72f21d68cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'network': {'name': 'tempest-network-smoke--1135961040', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'port_security_enabled': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:20.699530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977e7946-bd72-457c-9521-fb72f21d68cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Made reservation on behalf of 135647e6216547eb96b1c6aaee139c66 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:42:20.704042 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-977e7946-bd72-457c-9521-fb72f21d68cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.736845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:20.749575 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977e7946-bd72-457c-9521-fb72f21d68cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:42:20.772420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:42:20.773009 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 67262b2e-098f-4eb6-bc2b-d6f5f47f1ab2 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:42:20.774184 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dec47bdf-c645-454a-93c5-7ec27165370a no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:20.778595 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-977e7946-bd72-457c-9521-fb72f21d68cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.779219 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-977e7946-bd72-457c-9521-fb72f21d68cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Added segment 557868c9-ab51-45e8-b6a2-140599c2eb1a of type vlan for network a8382e63-ca98-4d32-bad8-2f72d76d40cf Jul 27 21:42:20.806286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: dec47bdf-c645-454a-93c5-7ec27165370a {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:42:20.806699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dec47bdf-c645-454a-93c5-7ec27165370a not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:42:20.807250 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device febfdb04-edbc-4403-9df4-87f9207568f1 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:42:20.839396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: febfdb04-edbc-4403-9df4-87f9207568f1 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:42:20.839848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device febfdb04-edbc-4403-9df4-87f9207568f1 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:42:20.843998 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-977e7946-bd72-457c-9521-fb72f21d68cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.897313 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-977e7946-bd72-457c-9521-fb72f21d68cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.907710 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977e7946-bd72-457c-9521-fb72f21d68cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:20.908784 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-977e7946-bd72-457c-9521-fb72f21d68cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:20.976580 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-977e7946-bd72-457c-9521-fb72f21d68cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3289132 Jul 27 21:42:20.981180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56228) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:20.990088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1659072604', 'admin_state_up': True, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:20.996850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e7946-bd72-457c-9521-fb72f21d68cf tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Network': ['ID=a8382e63-ca98-4d32-bad8-2f72d76d40cf,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:21.010773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network a8382e63-ca98-4d32-bad8-2f72d76d40cf details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:42:21.031202 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:21.033053 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:21.133858 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:21.343142 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:21.673727 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:21.695416 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:21.843829 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Allocated IP 172.25.2.101 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/888b9138-32ae-4a57-bd68-acb2da12d518) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:42:22.003406 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:22.056229 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:22.104699 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:42:22.108318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:42:22.116157 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:42:22.148636 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Port': ['ID=888b9138-32ae-4a57-bd68-acb2da12d518,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:22.161128 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:22.161461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:22.161962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:22.162374 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:22.162677 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:22.163025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:22.163341 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:22.163673 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:22.164006 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:22.164329 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:22.164652 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:22.165021 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:22.485297 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:23.055824 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:23.236197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Router ba9b2cbd-041e-4954-9f7e-9b20214845cc is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:42:23.390936 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:42:23.405136 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Sync routers for ids ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:42:23.417807 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:23.419367 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8cf982d4-f263-485f-9197-43d3fa116b9f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4366341 Jul 27 21:42:23.422023 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Routers {'ba9b2cbd-041e-4954-9f7e-9b20214845cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:42:23.422972 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:42:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:23.424001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56230) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:23.471889 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d899b906-60c9-40d9-8744-485eb42fc04b tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=135647e6216547eb96b1c6aaee139c66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466123 Jul 27 21:42:23.475391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56232) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:23.592625 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Set router ba9b2cbd-041e-4954-9f7e-9b20214845cc gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:42:23.602091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140183f2-43d7-4bef-879e-db659c9be142 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:23.604727 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-140183f2-43d7-4bef-879e-db659c9be142 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281161 Jul 27 21:42:23.608356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56234) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:23.647228 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-023b75df-c267-4e47-8786-9ee7f46575f8 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370195 Jul 27 21:42:23.651267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56236) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:23.659762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-ec813d88-429c-4408-9bd6-1758eb702982 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1127248630', 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:23.777528 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec813d88-429c-4408-9bd6-1758eb702982 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Made reservation on behalf of 135647e6216547eb96b1c6aaee139c66 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:42:23.781653 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ec813d88-429c-4408-9bd6-1758eb702982 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:23.958710 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'name': 'tempest-TestNetworkBasicOps-router-1659072604', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:22Z', 'revision_number': 3, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:23.992727 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Checking router: ba9b2cbd-041e-4954-9f7e-9b20214845cc for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:42:23.993082 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Updating router ba9b2cbd-041e-4954-9f7e-9b20214845cc port 888b9138-32ae-4a57-bd68-acb2da12d518 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:42:24.034842 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:24.063307 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ec813d88-429c-4408-9bd6-1758eb702982 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:24.138655 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec813d88-429c-4408-9bd6-1758eb702982 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Subnet': ['ID=9f3b4887-fdb9-44e9-94bd-d3e233499929,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:24.151545 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec813d88-429c-4408-9bd6-1758eb702982 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Checking segment: {'id': '557868c9-ab51-45e8-b6a2-140599c2eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:42:24.152082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec813d88-429c-4408-9bd6-1758eb702982 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network hostable DHCP agents. Network: a8382e63-ca98-4d32-bad8-2f72d76d40cf, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:42:24.183363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec813d88-429c-4408-9bd6-1758eb702982 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network a8382e63-ca98-4d32-bad8-2f72d76d40cf is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:42:24.196243 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-ec813d88-429c-4408-9bd6-1758eb702982 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, a8382e63-ca98-4d32-bad8-2f72d76d40cf) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:42:24.202213 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec813d88-429c-4408-9bd6-1758eb702982 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:24.202854 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ec813d88-429c-4408-9bd6-1758eb702982 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:24.212886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e0cc66-bf07-4908-bb07-36824877ac3d None None] Network a8382e63-ca98-4d32-bad8-2f72d76d40cf requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:42:24.222802 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ec813d88-429c-4408-9bd6-1758eb702982 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5702767 Jul 27 21:42:24.228288 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56238) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:24.419732 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:24.437184 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Transition to ACTIVE for port object 888b9138-32ae-4a57-bd68-acb2da12d518 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:42:24.445683 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:24.467383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-a8382e63-ca98-4d32-bad8-2f72d76d40cf', 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'fixed_ips': [{'subnet_id': '9f3b4887-fdb9-44e9-94bd-d3e233499929'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:42:24.468306 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:24.516605 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Attempting to bind port 888b9138-32ae-4a57-bd68-acb2da12d518 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:42:24.516966 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Attempting to bind port 888b9138-32ae-4a57-bd68-acb2da12d518 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:42:24.517321 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Attempting to bind port 888b9138-32ae-4a57-bd68-acb2da12d518 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:24.527042 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeebcb1-4d92-4ba0-802e-b63063b5ca1c None None] Pushing event updated for resources: {'Port': ['ID=888b9138-32ae-4a57-bd68-acb2da12d518,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:24.529514 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:42:24.529916 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:42:24.530340 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:24.530849 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:42:24.531331 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Bound port: 888b9138-32ae-4a57-bd68-acb2da12d518, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:42:24.531705 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:24.559610 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeebcb1-4d92-4ba0-802e-b63063b5ca1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:24.560079 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeebcb1-4d92-4ba0-802e-b63063b5ca1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:24.560327 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeebcb1-4d92-4ba0-802e-b63063b5ca1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:24.560649 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeebcb1-4d92-4ba0-802e-b63063b5ca1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:24.562177 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeebcb1-4d92-4ba0-802e-b63063b5ca1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:24.562177 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeebcb1-4d92-4ba0-802e-b63063b5ca1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:24.562177 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeebcb1-4d92-4ba0-802e-b63063b5ca1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:24.562177 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeebcb1-4d92-4ba0-802e-b63063b5ca1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:24.563038 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeebcb1-4d92-4ba0-802e-b63063b5ca1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:24.563038 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeebcb1-4d92-4ba0-802e-b63063b5ca1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:24.563038 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeebcb1-4d92-4ba0-802e-b63063b5ca1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:24.563572 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eeebcb1-4d92-4ba0-802e-b63063b5ca1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:24.609869 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] For port 888b9138-32ae-4a57-bd68-acb2da12d518, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:42:24.618069 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] For port 888b9138-32ae-4a57-bd68-acb2da12d518, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=888b9138-32ae-4a57-bd68-acb2da12d518,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:42:24.625457 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:24.685576 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Allocated IP 172.20.0.2 (a8382e63-ca98-4d32-bad8-2f72d76d40cf/9f3b4887-fdb9-44e9-94bd-d3e233499929/021a1d0d-4e10-4987-a6ec-f5bd777e5438) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:42:24.703137 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Routers {'ba9b2cbd-041e-4954-9f7e-9b20214845cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:42:24.703872 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:42:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:24.748005 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeebcb1-4d92-4ba0-802e-b63063b5ca1c None None] Pushing event updated for resources: {'Port': ['ID=888b9138-32ae-4a57-bd68-acb2da12d518,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:24.842861 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] Set router ba9b2cbd-041e-4954-9f7e-9b20214845cc gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:42:24.910186 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:24.920438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Transition to ACTIVE for port object 021a1d0d-4e10-4987-a6ec-f5bd777e5438 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:42:24.938772 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:24.948772 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Transition to ACTIVE for port object 021a1d0d-4e10-4987-a6ec-f5bd777e5438 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:42:24.960735 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:25.011313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Network a8382e63-ca98-4d32-bad8-2f72d76d40cf is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:42:25.016783 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:42:25.020012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:42:25.030191 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Pushing event updated for resources: {'Port': ['ID=021a1d0d-4e10-4987-a6ec-f5bd777e5438,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:25.063952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:25.065237 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:25.066694 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:25.067125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:25.068491 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:25.068910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:25.069429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:25.069779 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:25.070118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:25.070690 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:25.071033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:25.071366 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:42:25.109433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Attempting to bind port 021a1d0d-4e10-4987-a6ec-f5bd777e5438 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:42:25.110860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Attempting to bind port 021a1d0d-4e10-4987-a6ec-f5bd777e5438 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '557868c9-ab51-45e8-b6a2-140599c2eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:42:25.112241 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Attempting to bind port 021a1d0d-4e10-4987-a6ec-f5bd777e5438 on network a8382e63-ca98-4d32-bad8-2f72d76d40cf {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:25.120711 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:42:25.121151 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Checking segment: {'id': '557868c9-ab51-45e8-b6a2-140599c2eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:42:25.121919 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:25.121919 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Bound using segment: {'id': '557868c9-ab51-45e8-b6a2-140599c2eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:42:25.122453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Bound port: 021a1d0d-4e10-4987-a6ec-f5bd777e5438, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557868c9-ab51-45e8-b6a2-140599c2eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:42:25.122850 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:25.145767 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'name': 'tempest-TestNetworkBasicOps-router-1659072604', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:22Z', 'revision_number': 3, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:25.174585 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdb879e-ee43-4dd0-a100-bd3d382dc263 None None] The sync data for ids ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'] in n-d-764806-9 is: [{'id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'name': 'tempest-TestNetworkBasicOps-router-1659072604', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:22Z', 'revision_number': 3, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:42:25.245138 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] For port 021a1d0d-4e10-4987-a6ec-f5bd777e5438, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:42:25.251828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] For port 021a1d0d-4e10-4987-a6ec-f5bd777e5438, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=021a1d0d-4e10-4987-a6ec-f5bd777e5438,segment=NetworkSegment(557868c9-ab51-45e8-b6a2-140599c2eb1a),segment_id=557868c9-ab51-45e8-b6a2-140599c2eb1a)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:42:25.259317 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:25.344314 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b533e-4af2-42f8-9b96-00e2552ef80c None None] Pushing event updated for resources: {'Port': ['ID=021a1d0d-4e10-4987-a6ec-f5bd777e5438,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:25.470116 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Allocated IP 172.20.0.1 (a8382e63-ca98-4d32-bad8-2f72d76d40cf/9f3b4887-fdb9-44e9-94bd-d3e233499929/7e4e59c2-a2de-4145-9c46-5b5f5b2d9586) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:42:25.710182 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:25.727662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Transition to ACTIVE for port object 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:42:25.777098 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:25.830801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network a8382e63-ca98-4d32-bad8-2f72d76d40cf is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:42:25.836351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:42:25.838380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Port': ['ID=7e4e59c2-a2de-4145-9c46-5b5f5b2d9586,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:25.840598 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:42:25.894305 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:26.100071 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:26.495648 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:26.500672 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:26.597067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf80c7e-155f-4331-a0b3-db79af234056 None None] Network a8382e63-ca98-4d32-bad8-2f72d76d40cf requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:42:26.612944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Port': ['ID=7e4e59c2-a2de-4145-9c46-5b5f5b2d9586,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:26.616334 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:26.714563 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ed72d5c2-f96a-4388-8738-d85af9f58a7b None None] Provisioning for port 021a1d0d-4e10-4987-a6ec-f5bd777e5438 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:42:26.762616 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network a8382e63-ca98-4d32-bad8-2f72d76d40cf is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:42:26.764461 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:42:26.803754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 888b9138-32ae-4a57-bd68-acb2da12d518 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:42:26.937793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Router ba9b2cbd-041e-4954-9f7e-9b20214845cc has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:42:26.938477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 888b9138-32ae-4a57-bd68-acb2da12d518 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:42:26.947817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 888b9138-32ae-4a57-bd68-acb2da12d518 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:26.948433 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:27.083641 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:27.119903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:42:27.126512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 888b9138-32ae-4a57-bd68-acb2da12d518, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=888b9138-32ae-4a57-bd68-acb2da12d518,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:27.130307 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-baab6f60-50af-44e3-8d89-5b1c17646bf8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "PUT /v2.0/routers/ba9b2cbd-041e-4954-9f7e-9b20214845cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8988152 Jul 27 21:42:27.133387 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:27.133800 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56242) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:27.134158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 021a1d0d-4e10-4987-a6ec-f5bd777e5438 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:42:27.240255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=888b9138-32ae-4a57-bd68-acb2da12d518,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:27.267035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 021a1d0d-4e10-4987-a6ec-f5bd777e5438 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:42:27.280085 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 021a1d0d-4e10-4987-a6ec-f5bd777e5438 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:27.281056 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:27.340863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Sync routers for ids ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:42:27.368266 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Routers {'ba9b2cbd-041e-4954-9f7e-9b20214845cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:42:27.368916 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:42:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:27.540434 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eb87172f-7747-45a8-b0ef-850d973bdc96 None None] Provisioning complete for port 021a1d0d-4e10-4987-a6ec-f5bd777e5438 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:27.540860 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eb87172f-7747-45a8-b0ef-850d973bdc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:27.544496 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:27.634859 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Set router ba9b2cbd-041e-4954-9f7e-9b20214845cc gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:42:27.649825 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16a2fe5-3c6e-4ef2-81b1-14a6d524e6d8 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:27.650359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16a2fe5-3c6e-4ef2-81b1-14a6d524e6d8 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:27.650835 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16a2fe5-3c6e-4ef2-81b1-14a6d524e6d8 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:27.652027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16a2fe5-3c6e-4ef2-81b1-14a6d524e6d8 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:27.656061 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d16a2fe5-3c6e-4ef2-81b1-14a6d524e6d8 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.5183511 Jul 27 21:42:27.656476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56244) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:27.689969 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 021a1d0d-4e10-4987-a6ec-f5bd777e5438, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=021a1d0d-4e10-4987-a6ec-f5bd777e5438,segment=NetworkSegment(557868c9-ab51-45e8-b6a2-140599c2eb1a),segment_id=557868c9-ab51-45e8-b6a2-140599c2eb1a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:27.703882 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:27.794247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b79d11d-820c-4d10-8b68-b6b5d4f58348 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:27.795640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b79d11d-820c-4d10-8b68-b6b5d4f58348 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:27.796508 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b79d11d-820c-4d10-8b68-b6b5d4f58348 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:27.797449 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b79d11d-820c-4d10-8b68-b6b5d4f58348 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:27.800957 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3b79d11d-820c-4d10-8b68-b6b5d4f58348 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1433804 Jul 27 21:42:27.805336 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56246) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:27.884901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=021a1d0d-4e10-4987-a6ec-f5bd777e5438,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:27.917384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eb87172f-7747-45a8-b0ef-850d973bdc96 None None] Provisioning for port 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:42:27.929956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eb87172f-7747-45a8-b0ef-850d973bdc96 None None] Provisioning complete for port 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:27.930360 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eb87172f-7747-45a8-b0ef-850d973bdc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:27.996704 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-eb87172f-7747-45a8-b0ef-850d973bdc96 None None] Port 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:42:28.027365 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'name': 'tempest-TestNetworkBasicOps-router-1659072604', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:26Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '7e4e59c2-a2de-4145-9c46-5b5f5b2d9586', 'name': '', 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:21:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:25Z', 'updated_at': '2021-07-27T21:42:26Z', 'revision_number': 2, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:28.067739 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Checking router: ba9b2cbd-041e-4954-9f7e-9b20214845cc for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:42:28.068099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Updating router ba9b2cbd-041e-4954-9f7e-9b20214845cc port 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:42:28.111023 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:28.126277 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-efffcb87-b5f2-4589-868f-ef42e96bbb86 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3196969 Jul 27 21:42:28.128523 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-825dfeb3-6cdc-44f9-9486-8c83ec31ef09 None None] Provisioning complete for port 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:28.128838 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-825dfeb3-6cdc-44f9-9486-8c83ec31ef09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:28.200696 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-825dfeb3-6cdc-44f9-9486-8c83ec31ef09 None None] Port 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:42:28.487407 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:28.514579 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Transition to ACTIVE for port object 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:42:28.524985 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:28.560615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56252) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:28.568846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-4ba41548-42d1-46ce-9a87-137003c65639 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1829792133', 'description': 'tempest-secgroup-smoke-1829792133 description', 'project_id': '135647e6216547eb96b1c6aaee139c66'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:28.581654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39d61d-3172-4703-9d11-e09cd0cafd72 None None] Pushing event updated for resources: {'Port': ['ID=7e4e59c2-a2de-4145-9c46-5b5f5b2d9586,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:28.617162 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4ba41548-42d1-46ce-9a87-137003c65639 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:28.690877 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Attempting to bind port 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:42:28.691708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Attempting to bind port 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '557868c9-ab51-45e8-b6a2-140599c2eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:42:28.691708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Attempting to bind port 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 on network a8382e63-ca98-4d32-bad8-2f72d76d40cf {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:28.698828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:42:28.699275 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Checking segment: {'id': '557868c9-ab51-45e8-b6a2-140599c2eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:42:28.699695 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:28.700094 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Bound using segment: {'id': '557868c9-ab51-45e8-b6a2-140599c2eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:42:28.700608 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Bound port: 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557868c9-ab51-45e8-b6a2-140599c2eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:42:28.700992 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:28.800151 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4ba41548-42d1-46ce-9a87-137003c65639 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:28.805966 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4ba41548-42d1-46ce-9a87-137003c65639 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:28.844070 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4ba41548-42d1-46ce-9a87-137003c65639 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:28.845916 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4ba41548-42d1-46ce-9a87-137003c65639 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2840974 Jul 27 21:42:28.849570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56254) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:28.850190 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba41548-42d1-46ce-9a87-137003c65639 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a506dfc1-73e3-41f2-b7cc-05c2176493f8,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:28.860072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-fb79c700-e5c1-4ab5-9693-1f3c8cbacab1 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': 'a506dfc1-73e3-41f2-b7cc-05c2176493f8', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:28.882253 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 888b9138-32ae-4a57-bd68-acb2da12d518 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:42:28.912318 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb79c700-e5c1-4ab5-9693-1f3c8cbacab1 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:28.996079 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb79c700-e5c1-4ab5-9693-1f3c8cbacab1 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.001505 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb79c700-e5c1-4ab5-9693-1f3c8cbacab1 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.011458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] For port 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:42:29.016259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] For port 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7e4e59c2-a2de-4145-9c46-5b5f5b2d9586,segment=NetworkSegment(557868c9-ab51-45e8-b6a2-140599c2eb1a),segment_id=557868c9-ab51-45e8-b6a2-140599c2eb1a)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:42:29.018185 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 888b9138-32ae-4a57-bd68-acb2da12d518 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:29.018752 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.022145 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79c700-e5c1-4ab5-9693-1f3c8cbacab1 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea95e66-49be-4b11-bdfc-ff828940ac6f,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:29.024545 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.031614 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb79c700-e5c1-4ab5-9693-1f3c8cbacab1 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.033113 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fb79c700-e5c1-4ab5-9693-1f3c8cbacab1 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1821575 Jul 27 21:42:29.037655 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56256) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:29.043245 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d4e6859d-6ee3-4016-85c9-b767d32cb3dd tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': 'a506dfc1-73e3-41f2-b7cc-05c2176493f8', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:29.075285 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4e6859d-6ee3-4016-85c9-b767d32cb3dd tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.140175 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Routers {'ba9b2cbd-041e-4954-9f7e-9b20214845cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:42:29.140823 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:42:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:29.142574 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39d61d-3172-4703-9d11-e09cd0cafd72 None None] Pushing event updated for resources: {'Port': ['ID=7e4e59c2-a2de-4145-9c46-5b5f5b2d9586,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:29.159957 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4e6859d-6ee3-4016-85c9-b767d32cb3dd tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.165865 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4e6859d-6ee3-4016-85c9-b767d32cb3dd tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.202930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6859d-6ee3-4016-85c9-b767d32cb3dd tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb6af53-8396-43dd-aefc-46d2f07ad1d5,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:29.206613 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d4e6859d-6ee3-4016-85c9-b767d32cb3dd tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.211927 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d4e6859d-6ee3-4016-85c9-b767d32cb3dd tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1693699 Jul 27 21:42:29.212792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56258) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:29.218742 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d0420838-593c-480e-a17f-513d4e0fce7f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': 'a506dfc1-73e3-41f2-b7cc-05c2176493f8', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:29.274586 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 021a1d0d-4e10-4987-a6ec-f5bd777e5438 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:42:29.278185 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d0420838-593c-480e-a17f-513d4e0fce7f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.352566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] Set router ba9b2cbd-041e-4954-9f7e-9b20214845cc gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:42:29.369193 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d0420838-593c-480e-a17f-513d4e0fce7f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.375139 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d0420838-593c-480e-a17f-513d4e0fce7f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.409359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0420838-593c-480e-a17f-513d4e0fce7f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44b5ec0-9f56-4d2e-a48f-3471d32e57bd,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:29.414405 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d0420838-593c-480e-a17f-513d4e0fce7f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.421269 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56260) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:29.428983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-93b49d17-5087-40bc-958e-f06968c46d8d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': 'a506dfc1-73e3-41f2-b7cc-05c2176493f8', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:29.431212 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d0420838-593c-480e-a17f-513d4e0fce7f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2169664 Jul 27 21:42:29.471863 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93b49d17-5087-40bc-958e-f06968c46d8d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.472690 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 021a1d0d-4e10-4987-a6ec-f5bd777e5438 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:29.473064 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.573090 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93b49d17-5087-40bc-958e-f06968c46d8d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.579098 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93b49d17-5087-40bc-958e-f06968c46d8d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.610108 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b49d17-5087-40bc-958e-f06968c46d8d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5baa09-e0a4-4e7c-9b48-d4d9a624b660,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:29.616909 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-93b49d17-5087-40bc-958e-f06968c46d8d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.619614 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-93b49d17-5087-40bc-958e-f06968c46d8d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1967645 Jul 27 21:42:29.622297 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56262) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:29.630708 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-572636a3-3f56-4759-8729-907cd092cd90 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': 'a506dfc1-73e3-41f2-b7cc-05c2176493f8', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:29.665752 n-d-764806-9 neutron-server[105580]: INFO neutron.db.securitygroups_db [None req-572636a3-3f56-4759-8729-907cd092cd90 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Project 135647e6216547eb96b1c6aaee139c66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:42:29.673452 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-572636a3-3f56-4759-8729-907cd092cd90 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.758387 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-572636a3-3f56-4759-8729-907cd092cd90 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.764536 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-572636a3-3f56-4759-8729-907cd092cd90 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.765117 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'name': 'tempest-TestNetworkBasicOps-router-1659072604', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:26Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '7e4e59c2-a2de-4145-9c46-5b5f5b2d9586', 'name': '', 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:21:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:25Z', 'updated_at': '2021-07-27T21:42:29Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:29.796021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572636a3-3f56-4759-8729-907cd092cd90 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb96af55-ad10-4787-830d-52354673cfcb,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:29.805972 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-572636a3-3f56-4759-8729-907cd092cd90 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.807751 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-572636a3-3f56-4759-8729-907cd092cd90 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1838117 Jul 27 21:42:29.811569 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56264) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:29.818672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56314f6-eff3-457d-b4e5-8da6e5101622 None None] The sync data for ids ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'] in n-d-764806-9 is: [{'id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'name': 'tempest-TestNetworkBasicOps-router-1659072604', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:26Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '7e4e59c2-a2de-4145-9c46-5b5f5b2d9586', 'name': '', 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:21:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:25Z', 'updated_at': '2021-07-27T21:42:29Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:42:29.819984 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-86d82975-8162-4a56-bf37-5ff627361ef3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'security_group_rule': {'security_group_id': 'a506dfc1-73e3-41f2-b7cc-05c2176493f8', 'project_id': '135647e6216547eb96b1c6aaee139c66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:29.860020 n-d-764806-9 neutron-server[105580]: INFO neutron.db.securitygroups_db [None req-86d82975-8162-4a56-bf37-5ff627361ef3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Project 135647e6216547eb96b1c6aaee139c66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:42:29.889049 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-86d82975-8162-4a56-bf37-5ff627361ef3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.978574 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-86d82975-8162-4a56-bf37-5ff627361ef3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:29.983603 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-86d82975-8162-4a56-bf37-5ff627361ef3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:30.007509 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d82975-8162-4a56-bf37-5ff627361ef3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1710a9-10c4-4375-909e-493de6f94418,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:30.017967 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-86d82975-8162-4a56-bf37-5ff627361ef3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:30.020833 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-86d82975-8162-4a56-bf37-5ff627361ef3 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2069571 Jul 27 21:42:30.237656 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-a244734c-a7c5-44fc-8e74-6eb361ec81fe tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1829792133&fields=id&tenant_id=135647e6216547eb96b1c6aaee139c66 HTTP/1.1" status: 200 len: 267 time: 0.0525918 Jul 27 21:42:30.429169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-2098e14f-bb2d-4e17-a60a-d99282089608 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:30.430836 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-2098e14f-bb2d-4e17-a60a-d99282089608 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/networks?id=a8382e63-ca98-4d32-bad8-2f72d76d40cf HTTP/1.1" status: 200 len: 797 time: 0.1837342 Jul 27 21:42:30.463583 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-d89b3f3b-f63c-4149-bdc2-c1c7c791e2de tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/quotas/135647e6216547eb96b1c6aaee139c66 HTTP/1.1" status: 200 len: 375 time: 0.0146360 Jul 27 21:42:30.583892 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-16f5c155-3d39-47f2-be31-34037c6065ac tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=135647e6216547eb96b1c6aaee139c66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1104164 Jul 27 21:42:30.703400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:42:30.752602 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-ea15342a-72eb-45e1-b740-b0c5280bb499 service neutron] 10.222.0.55 "GET /v2.0/networks/a8382e63-ca98-4d32-bad8-2f72d76d40cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382537 Jul 27 21:42:30.789766 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:42:30.797886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:30.798332 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:30.887798 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-91874e39-7c8c-4333-8352-95b69b96e25a service neutron] 10.222.0.55 "GET /v2.0/networks/a8382e63-ca98-4d32-bad8-2f72d76d40cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275406 Jul 27 21:42:30.931345 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:30.995561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7e4e59c2-a2de-4145-9c46-5b5f5b2d9586,segment=NetworkSegment(557868c9-ab51-45e8-b6a2-140599c2eb1a),segment_id=557868c9-ab51-45e8-b6a2-140599c2eb1a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:31.006835 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:31.103750 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=7e4e59c2-a2de-4145-9c46-5b5f5b2d9586,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:31.183916 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf91620f-f0a2-4505-9684-2084714a7933 req-7db36c53-9bc0-43f5-88bd-c79278342217 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 210 time: 0.0459437 Jul 27 21:42:32.284977 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a243de8-ef38-4c67-b7f5-5146733f31b5 req-f3ecb30e-4079-4c6f-a7c9-a84b064a0a12 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 210 time: 0.0388920 Jul 27 21:42:32.679728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:42:32.758613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:32.759043 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:32.806485 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-de9e2b15-f832-4b2e-bba4-f2676ba4e0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:33.416791 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d16ef9aa-04dd-41a0-b3ae-57ef4fed4538 req-6c3fb928-ef46-4c20-9aa5-a44757aaa4e0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 210 time: 0.0481789 Jul 27 21:42:33.636020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-f76189c7-a18d-46fa-b3f5-87c16ffc8c8d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:33.638706 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-f76189c7-a18d-46fa-b3f5-87c16ffc8c8d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.66 "GET /v2.0/networks?id=a8382e63-ca98-4d32-bad8-2f72d76d40cf HTTP/1.1" status: 200 len: 797 time: 0.1710191 Jul 27 21:42:33.704961 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-2c3aae00-43c3-48db-85e7-50bdbce2d5f4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=135647e6216547eb96b1c6aaee139c66 HTTP/1.1" status: 200 len: 380 time: 0.0557165 Jul 27 21:42:33.715016 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-1caedf3b-a534-403d-bc17-b6b05a3faa25 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'port': {'device_id': '244ecde3-07b4-40ed-b2ea-373124cade87', 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf', 'admin_state_up': True, 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'security_groups': ['a506dfc1-73e3-41f2-b7cc-05c2176493f8']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:33.859857 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-1caedf3b-a534-403d-bc17-b6b05a3faa25 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Made reservation on behalf of 135647e6216547eb96b1c6aaee139c66 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:42:33.864708 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-1caedf3b-a534-403d-bc17-b6b05a3faa25 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:34.025465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-1caedf3b-a534-403d-bc17-b6b05a3faa25 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Allocated IP 172.20.0.13 (a8382e63-ca98-4d32-bad8-2f72d76d40cf/9f3b4887-fdb9-44e9-94bd-d3e233499929/08abacc1-d873-496c-9273-e92fd84bb444) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:42:34.203883 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-1caedf3b-a534-403d-bc17-b6b05a3faa25 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:34.220881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-1caedf3b-a534-403d-bc17-b6b05a3faa25 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Transition to ACTIVE for port object 08abacc1-d873-496c-9273-e92fd84bb444 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:42:34.261665 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-1caedf3b-a534-403d-bc17-b6b05a3faa25 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:34.314724 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-1caedf3b-a534-403d-bc17-b6b05a3faa25 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network a8382e63-ca98-4d32-bad8-2f72d76d40cf is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:42:34.318546 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-1caedf3b-a534-403d-bc17-b6b05a3faa25 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:42:34.323179 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-1caedf3b-a534-403d-bc17-b6b05a3faa25 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:42:34.326638 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caedf3b-a534-403d-bc17-b6b05a3faa25 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Port': ['ID=08abacc1-d873-496c-9273-e92fd84bb444,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:34.374494 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:34.391195 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-1caedf3b-a534-403d-bc17-b6b05a3faa25 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:34.391832 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-1caedf3b-a534-403d-bc17-b6b05a3faa25 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:34.409685 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-1caedf3b-a534-403d-bc17-b6b05a3faa25 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6986444 Jul 27 21:42:34.509074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Request body: {'port': {'device_id': '244ecde3-07b4-40ed-b2ea-373124cade87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:34.606706 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:34.607891 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1965d-2d6f-431b-bca8-e94082aa610e req-bd665d7f-aa1f-4e07-95b9-152448a6979b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:34.609697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0fe1965d-2d6f-431b-bca8-e94082aa610e req-bd665d7f-aa1f-4e07-95b9-152448a6979b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 932 time: 0.1060970 Jul 27 21:42:34.652744 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6eb2b224-c229-4e22-8e97-fe1db06ab90b None None] Provisioning for port 08abacc1-d873-496c-9273-e92fd84bb444 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:42:34.659120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6eb2b224-c229-4e22-8e97-fe1db06ab90b None None] Provisioning complete for port 08abacc1-d873-496c-9273-e92fd84bb444 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:34.660346 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6eb2b224-c229-4e22-8e97-fe1db06ab90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:34.686525 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0fe1965d-2d6f-431b-bca8-e94082aa610e req-9dff53be-063d-463d-953b-51eaa5e29386 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=a506dfc1-73e3-41f2-b7cc-05c2176493f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692344 Jul 27 21:42:34.701214 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6eb2b224-c229-4e22-8e97-fe1db06ab90b None None] Port 08abacc1-d873-496c-9273-e92fd84bb444 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:42:34.961111 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08abacc1-d873-496c-9273-e92fd84bb444 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:42:34.969880 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:34.984066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Transition to ACTIVE for port object 08abacc1-d873-496c-9273-e92fd84bb444 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:42:34.991915 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:35.070315 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Pushing event updated for resources: {'Port': ['ID=08abacc1-d873-496c-9273-e92fd84bb444,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:35.158257 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Attempting to bind port 08abacc1-d873-496c-9273-e92fd84bb444 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:42:35.158672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Attempting to bind port 08abacc1-d873-496c-9273-e92fd84bb444 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '557868c9-ab51-45e8-b6a2-140599c2eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:42:35.159119 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Attempting to bind port 08abacc1-d873-496c-9273-e92fd84bb444 on network a8382e63-ca98-4d32-bad8-2f72d76d40cf {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:35.164673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Port 08abacc1-d873-496c-9273-e92fd84bb444 on network a8382e63-ca98-4d32-bad8-2f72d76d40cf not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:42:35.164947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Attempting to bind port 08abacc1-d873-496c-9273-e92fd84bb444 on network a8382e63-ca98-4d32-bad8-2f72d76d40cf {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:42:35.170484 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:42:35.170821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Checking segment: {'id': '557868c9-ab51-45e8-b6a2-140599c2eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:42:35.171380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Bound using segment: {'id': '557868c9-ab51-45e8-b6a2-140599c2eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:42:35.172097 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Bound port: 08abacc1-d873-496c-9273-e92fd84bb444, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557868c9-ab51-45e8-b6a2-140599c2eb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:42:35.172697 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:35.258490 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] For port 08abacc1-d873-496c-9273-e92fd84bb444, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:42:35.266768 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] For port 08abacc1-d873-496c-9273-e92fd84bb444, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=08abacc1-d873-496c-9273-e92fd84bb444,segment=NetworkSegment(557868c9-ab51-45e8-b6a2-140599c2eb1a),segment_id=557868c9-ab51-45e8-b6a2-140599c2eb1a)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:42:35.273661 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:35.324997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:35.325799 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:35.327220 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] 10.222.0.66 "PUT /v2.0/ports/08abacc1-d873-496c-9273-e92fd84bb444 HTTP/1.1" status: 200 len: 1092 time: 0.8268657 Jul 27 21:42:35.327742 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244ecde3-07b4-40ed-b2ea-373124cade87', 'tag': '08abacc1-d873-496c-9273-e92fd84bb444'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:35.331519 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2efe7f-2310-4147-b67e-a2ca87d164c6" -d '{"events": [{"name": "network-changed", "server_uuid": "244ecde3-07b4-40ed-b2ea-373124cade87", "tag": "08abacc1-d873-496c-9273-e92fd84bb444"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:35.390392 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a780b290-c2e9-49ea-8491-3cd8986a449f x-openstack-request-id: req-a780b290-c2e9-49ea-8491-3cd8986a449f {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:35.390667 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244ecde3-07b4-40ed-b2ea-373124cade87", "tag": "08abacc1-d873-496c-9273-e92fd84bb444", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:35.390913 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a780b290-c2e9-49ea-8491-3cd8986a449f {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:35.391354 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244ecde3-07b4-40ed-b2ea-373124cade87', 'tag': '08abacc1-d873-496c-9273-e92fd84bb444', 'status': 'completed', 'code': 200} Jul 27 21:42:35.392092 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47862706-d7a4-4f49-a0ab-4324900f00e8 service neutron] Pushing event updated for resources: {'Port': ['ID=08abacc1-d873-496c-9273-e92fd84bb444,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:35.432968 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-302b156c-c938-4a12-873a-b0f92899d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:35.456765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-219e0529-cc1f-48a5-9e6f-2d16d2c2cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:35.459177 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-219e0529-cc1f-48a5-9e6f-2d16d2c2cdef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=135647e6216547eb96b1c6aaee139c66&device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 1095 time: 0.0849421 Jul 27 21:42:35.512732 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-4d1435d3-fe47-454a-9f77-486ca4c3905e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08abacc1-d873-496c-9273-e92fd84bb444 HTTP/1.1" status: 200 len: 217 time: 0.0438268 Jul 27 21:42:35.521725 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:35.577411 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-84eb888d-cd05-42c6-aa28-142c6a2c0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:35.579537 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-84eb888d-cd05-42c6-aa28-142c6a2c0223 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f3b4887-fdb9-44e9-94bd-d3e233499929 HTTP/1.1" status: 200 len: 835 time: 0.0542424 Jul 27 21:42:35.669099 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-a2ef10dd-16f2-4bb8-ab98-d32779fb62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:35.670683 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-a2ef10dd-16f2-4bb8-ab98-d32779fb62d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8382e63-ca98-4d32-bad8-2f72d76d40cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829859 Jul 27 21:42:35.784142 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-17a0a8d3-ba02-466c-973e-cd39ac95b7b3 service neutron] 10.222.0.66 "GET /v2.0/networks/a8382e63-ca98-4d32-bad8-2f72d76d40cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055949 Jul 27 21:42:35.864647 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778ac89-f497-4577-abf6-bea90432d37c req-693f6511-7509-4ca2-9a2c-aa22e5c98d4f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:35.866301 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7778ac89-f497-4577-abf6-bea90432d37c req-693f6511-7509-4ca2-9a2c-aa22e5c98d4f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 944 time: 0.0851316 Jul 27 21:42:35.903806 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5a7c07f2-5f5b-4bc8-87a0-0f07c7ec4c90 req-f065404d-2034-4b01-a794-4855984feee4 service neutron] 10.222.0.66 "GET /v2.0/networks/a8382e63-ca98-4d32-bad8-2f72d76d40cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126361 Jul 27 21:42:35.912619 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7778ac89-f497-4577-abf6-bea90432d37c req-289aff3a-eb21-44f6-8af5-5bac591c4bd2 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=a506dfc1-73e3-41f2-b7cc-05c2176493f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371103 Jul 27 21:42:36.023894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2efe7f-2310-4147-b67e-a2ca87d164c6 req-46875b26-6123-4620-bfbb-9ad8131161ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:36.025462 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ea2efe7f-2310-4147-b67e-a2ca87d164c6 req-46875b26-6123-4620-bfbb-9ad8131161ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=135647e6216547eb96b1c6aaee139c66&device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 1095 time: 0.0674136 Jul 27 21:42:36.136345 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2efe7f-2310-4147-b67e-a2ca87d164c6 req-127575cf-cb51-4c17-bbc3-4db5b53187f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:36.137956 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ea2efe7f-2310-4147-b67e-a2ca87d164c6 req-127575cf-cb51-4c17-bbc3-4db5b53187f6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8382e63-ca98-4d32-bad8-2f72d76d40cf HTTP/1.1" status: 200 len: 898 time: 0.1056626 Jul 27 21:42:36.213643 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ea2efe7f-2310-4147-b67e-a2ca87d164c6 req-bbcd74dc-0c68-42a1-b6c7-f6176db6838a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08abacc1-d873-496c-9273-e92fd84bb444 HTTP/1.1" status: 200 len: 217 time: 0.0682194 Jul 27 21:42:36.284460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2efe7f-2310-4147-b67e-a2ca87d164c6 req-d051b90d-7f93-4fc7-9b3a-84810348424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:36.286916 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ea2efe7f-2310-4147-b67e-a2ca87d164c6 req-d051b90d-7f93-4fc7-9b3a-84810348424f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f3b4887-fdb9-44e9-94bd-d3e233499929 HTTP/1.1" status: 200 len: 835 time: 0.0663927 Jul 27 21:42:36.351825 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2efe7f-2310-4147-b67e-a2ca87d164c6 req-ac59b989-ad42-44bf-af78-e76a161a7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:36.353367 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ea2efe7f-2310-4147-b67e-a2ca87d164c6 req-ac59b989-ad42-44bf-af78-e76a161a7dc4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8382e63-ca98-4d32-bad8-2f72d76d40cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592096 Jul 27 21:42:36.499730 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ea2efe7f-2310-4147-b67e-a2ca87d164c6 req-9ef1ffe2-cb78-41f7-a475-88e0a71f6c37 service neutron] 10.222.0.66 "GET /v2.0/networks/a8382e63-ca98-4d32-bad8-2f72d76d40cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385913 Jul 27 21:42:36.646108 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ea2efe7f-2310-4147-b67e-a2ca87d164c6 req-c9600cc4-80f3-4856-b715-72390120a0c1 service neutron] 10.222.0.66 "GET /v2.0/networks/a8382e63-ca98-4d32-bad8-2f72d76d40cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377871 Jul 27 21:42:37.127228 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f5f50-b111-432a-8fc6-8cfc22ce6872 req-386c6c96-1522-4ce4-ab13-3f76b9547a54 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:37.129672 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d30f5f50-b111-432a-8fc6-8cfc22ce6872 req-386c6c96-1522-4ce4-ab13-3f76b9547a54 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 944 time: 0.0988901 Jul 27 21:42:37.202078 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d30f5f50-b111-432a-8fc6-8cfc22ce6872 req-3bc16710-3905-4042-8168-953225dfcb4e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=a506dfc1-73e3-41f2-b7cc-05c2176493f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613537 Jul 27 21:42:37.315716 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:38.010035 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:38.362189 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb8511-c772-4b61-984c-083eba858e62 req-72c058e0-00b8-4595-8573-5608746e21c9 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:38.366262 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dcbb8511-c772-4b61-984c-083eba858e62 req-72c058e0-00b8-4595-8573-5608746e21c9 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 944 time: 0.0868874 Jul 27 21:42:38.413866 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dcbb8511-c772-4b61-984c-083eba858e62 req-e3e2ebde-c9d1-479c-a236-861dfe3a4af4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=a506dfc1-73e3-41f2-b7cc-05c2176493f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398238 Jul 27 21:42:38.980180 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:39.553305 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dc93c-5a3d-4801-9517-63a63b1a5df8 req-69788e8c-a125-4e0d-b730-d814c4b2106e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:39.554794 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-533dc93c-5a3d-4801-9517-63a63b1a5df8 req-69788e8c-a125-4e0d-b730-d814c4b2106e tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 944 time: 0.0697715 Jul 27 21:42:39.604597 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-533dc93c-5a3d-4801-9517-63a63b1a5df8 req-7aff34d0-6fd3-4b70-affa-a313ff97ae32 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=a506dfc1-73e3-41f2-b7cc-05c2176493f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400307 Jul 27 21:42:39.912189 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 08abacc1-d873-496c-9273-e92fd84bb444 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:42:40.040980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 08abacc1-d873-496c-9273-e92fd84bb444, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=08abacc1-d873-496c-9273-e92fd84bb444,segment=NetworkSegment(557868c9-ab51-45e8-b6a2-140599c2eb1a),segment_id=557868c9-ab51-45e8-b6a2-140599c2eb1a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:40.060185 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '08abacc1-d873-496c-9273-e92fd84bb444', 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf', 'port_id': '08abacc1-d873-496c-9273-e92fd84bb444', 'mac_address': 'fa:16:3e:07:b5:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:42:40.109443 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:40.126883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08abacc1-d873-496c-9273-e92fd84bb444 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:42:40.149529 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 08abacc1-d873-496c-9273-e92fd84bb444, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=08abacc1-d873-496c-9273-e92fd84bb444,segment=NetworkSegment(557868c9-ab51-45e8-b6a2-140599c2eb1a),segment_id=557868c9-ab51-45e8-b6a2-140599c2eb1a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:40.154118 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:40.212386 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=08abacc1-d873-496c-9273-e92fd84bb444,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:40.614434 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['08abacc1-d873-496c-9273-e92fd84bb444'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:42:40.776940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e99e9-eefd-4b36-9f1e-25e0c5863cb3 req-63eae124-7341-4a58-8e20-9e8948531c84 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:40.778736 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-434e99e9-eefd-4b36-9f1e-25e0c5863cb3 req-63eae124-7341-4a58-8e20-9e8948531c84 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 945 time: 0.0886579 Jul 27 21:42:40.834976 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-434e99e9-eefd-4b36-9f1e-25e0c5863cb3 req-af13794d-8bda-4572-a5c6-8bef9a52a936 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=a506dfc1-73e3-41f2-b7cc-05c2176493f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489378 Jul 27 21:42:41.930916 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 08abacc1-d873-496c-9273-e92fd84bb444 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:42:41.992428 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 08abacc1-d873-496c-9273-e92fd84bb444 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:42:41.997085 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 08abacc1-d873-496c-9273-e92fd84bb444 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:42:41.997307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18e551-c2e7-4203-b30e-1283749df7d1 req-cf442090-56f9-4f55-bb20-7fc0805fa31b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:41.997839 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:42.004375 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca18e551-c2e7-4203-b30e-1283749df7d1 req-cf442090-56f9-4f55-bb20-7fc0805fa31b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 945 time: 0.0890222 Jul 27 21:42:42.046296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca18e551-c2e7-4203-b30e-1283749df7d1 req-7802ef7b-88e2-475f-9f4f-e6e746ae0c43 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=a506dfc1-73e3-41f2-b7cc-05c2176493f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409317 Jul 27 21:42:42.108867 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:42.136397 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244ecde3-07b4-40ed-b2ea-373124cade87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08abacc1-d873-496c-9273-e92fd84bb444'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:42.138530 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4b400e-9547-4fc6-86f0-2ea22828eba8" -d '{"events": [{"server_uuid": "244ecde3-07b4-40ed-b2ea-373124cade87", "name": "network-vif-plugged", "status": "completed", "tag": "08abacc1-d873-496c-9273-e92fd84bb444"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:42.154606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 08abacc1-d873-496c-9273-e92fd84bb444, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=08abacc1-d873-496c-9273-e92fd84bb444,segment=NetworkSegment(557868c9-ab51-45e8-b6a2-140599c2eb1a),segment_id=557868c9-ab51-45e8-b6a2-140599c2eb1a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:42:42.159840 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:42.193262 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1044055-d505-47c8-996e-d3fe0c57dd6e x-openstack-request-id: req-a1044055-d505-47c8-996e-d3fe0c57dd6e {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:42.193262 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244ecde3-07b4-40ed-b2ea-373124cade87", "name": "network-vif-plugged", "status": "completed", "tag": "08abacc1-d873-496c-9273-e92fd84bb444", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:42.193262 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a1044055-d505-47c8-996e-d3fe0c57dd6e {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:42.193262 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244ecde3-07b4-40ed-b2ea-373124cade87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08abacc1-d873-496c-9273-e92fd84bb444', 'code': 200} Jul 27 21:42:42.222552 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=08abacc1-d873-496c-9273-e92fd84bb444,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:42.328303 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb8920-dc53-439f-9196-321776b5ff2a req-7aaa0fb0-a343-4a69-882f-c9b79e5656b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:42.330410 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-50fb8920-dc53-439f-9196-321776b5ff2a req-7aaa0fb0-a343-4a69-882f-c9b79e5656b8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 1097 time: 0.0653048 Jul 27 21:42:42.380087 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-50fb8920-dc53-439f-9196-321776b5ff2a req-46e2fae2-bd86-4bb4-95d2-318ba87b96cc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a506dfc1-73e3-41f2-b7cc-05c2176493f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423810 Jul 27 21:42:43.213705 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a43ae-b17c-406b-9c32-56f360d4d834 req-2438bdae-8ac2-456c-a7c8-f09f423de383 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:43.215332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb3a43ae-b17c-406b-9c32-56f360d4d834 req-2438bdae-8ac2-456c-a7c8-f09f423de383 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 946 time: 0.0786791 Jul 27 21:42:43.267653 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb3a43ae-b17c-406b-9c32-56f360d4d834 req-e2d7a864-8356-4975-af7c-54878efc8289 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=a506dfc1-73e3-41f2-b7cc-05c2176493f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455823 Jul 27 21:42:44.428681 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca985929-7b3b-4387-8137-88280b07be8a req-0049e9bf-6d85-43b7-b6ec-7bc416b6bb21 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:44.430296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca985929-7b3b-4387-8137-88280b07be8a req-0049e9bf-6d85-43b7-b6ec-7bc416b6bb21 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 946 time: 0.0775950 Jul 27 21:42:44.477929 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca985929-7b3b-4387-8137-88280b07be8a req-467077df-ac51-486f-884c-e728c967d7ca tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=a506dfc1-73e3-41f2-b7cc-05c2176493f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372763 Jul 27 21:42:44.641327 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac170e-0a29-4a01-be6d-3b127a8ead5f req-d9ae0069-785a-460f-aa0e-3d08999d7b4d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:44.642906 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4eac170e-0a29-4a01-be6d-3b127a8ead5f req-d9ae0069-785a-460f-aa0e-3d08999d7b4d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 946 time: 0.0724747 Jul 27 21:42:44.706859 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4eac170e-0a29-4a01-be6d-3b127a8ead5f req-97f504ba-1835-4c54-b001-cbad6627b41f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=a506dfc1-73e3-41f2-b7cc-05c2176493f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565484 Jul 27 21:42:44.737964 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56336) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:44.803374 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fafe82-0551-46f5-9419-1ac72bc83f24 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:44.805076 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-85fafe82-0551-46f5-9419-1ac72bc83f24 tempest-TestNetworkBasicOps-437817492 tempest-TestNetworkBasicOps-437817492-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 1092 time: 0.0650289 Jul 27 21:42:44.809891 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56338) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:44.815097 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '08abacc1-d873-496c-9273-e92fd84bb444', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:42:44.841168 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:44.950867 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:45.079450 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Allocated IP 172.25.2.162 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/80382d64-6a12-4501-b87f-3901242a5973) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:42:45.192984 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:45.242219 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:45.296360 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:42:45.300521 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:42:45.306515 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:42:45.347756 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Port': ['ID=80382d64-6a12-4501-b87f-3901242a5973,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:45.783204 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:45.872675 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:46.362981 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:46.368387 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:46.443215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event updated for resources: {'Port': ['ID=80382d64-6a12-4501-b87f-3901242a5973,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:42:46.459691 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:46.583989 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Floating IP 577fcf78-5cb8-427f-949f-42b11f9d1be4 associated. External IP: 172.25.2.162, port: 08abacc1-d873-496c-9273-e92fd84bb444. Jul 27 21:42:46.862170 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Router ba9b2cbd-041e-4954-9f7e-9b20214845cc has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:42:47.050624 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:42:47.064261 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2220e782-1b3b-4237-89e2-61f97713a819 None None] Sync routers for ids ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:42:47.074910 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:42:47.082082 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2220e782-1b3b-4237-89e2-61f97713a819 None None] Routers {'ba9b2cbd-041e-4954-9f7e-9b20214845cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:42:47.083687 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-2220e782-1b3b-4237-89e2-61f97713a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:42:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:47.137098 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a2a8ffc0-4fe3-43da-8574-b9c5caa26810 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3257601 Jul 27 21:42:47.137567 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244ecde3-07b4-40ed-b2ea-373124cade87', 'tag': '08abacc1-d873-496c-9273-e92fd84bb444'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:42:47.139947 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9358a53-058d-4221-b5e4-610a5ff4235d" -d '{"events": [{"name": "network-changed", "server_uuid": "244ecde3-07b4-40ed-b2ea-373124cade87", "tag": "08abacc1-d873-496c-9273-e92fd84bb444"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:42:47.141618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56340) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:47.242732 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f92c5d95-7a65-4a64-ad2e-4df9a354ec69 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/floatingips/577fcf78-5cb8-427f-949f-42b11f9d1be4 HTTP/1.1" status: 200 len: 992 time: 0.0986905 Jul 27 21:42:47.254754 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-2220e782-1b3b-4237-89e2-61f97713a819 None None] Set router ba9b2cbd-041e-4954-9f7e-9b20214845cc gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:42:47.324685 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463852be-5617-4982-9085-4c5411655dd5 x-openstack-request-id: req-463852be-5617-4982-9085-4c5411655dd5 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:42:47.325071 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244ecde3-07b4-40ed-b2ea-373124cade87", "tag": "08abacc1-d873-496c-9273-e92fd84bb444", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:42:47.325326 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-463852be-5617-4982-9085-4c5411655dd5 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:42:47.325914 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244ecde3-07b4-40ed-b2ea-373124cade87', 'tag': '08abacc1-d873-496c-9273-e92fd84bb444', 'status': 'completed', 'code': 200} Jul 27 21:42:47.432701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9358a53-058d-4221-b5e4-610a5ff4235d req-5569911a-afe1-42cc-8553-66be222552c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:47.435230 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9358a53-058d-4221-b5e4-610a5ff4235d req-5569911a-afe1-42cc-8553-66be222552c6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=135647e6216547eb96b1c6aaee139c66&device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 1097 time: 0.0825531 Jul 27 21:42:47.557279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9358a53-058d-4221-b5e4-610a5ff4235d req-b20d438e-3cb7-4f30-9d05-4dfec1a9d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:47.559016 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9358a53-058d-4221-b5e4-610a5ff4235d req-b20d438e-3cb7-4f30-9d05-4dfec1a9d891 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8382e63-ca98-4d32-bad8-2f72d76d40cf HTTP/1.1" status: 200 len: 898 time: 0.1171780 Jul 27 21:42:47.631692 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-2220e782-1b3b-4237-89e2-61f97713a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'name': 'tempest-TestNetworkBasicOps-router-1659072604', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:26Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '577fcf78-5cb8-427f-949f-42b11f9d1be4', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'port_id': '08abacc1-d873-496c-9273-e92fd84bb444', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf', 'mac_address': 'fa:16:3e:07:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ecde3-07b4-40ed-b2ea-373124cade87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:42:45Z', 'updated_at': '2021-07-27T21:42:45Z', 'revision_number': 0, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e4e59c2-a2de-4145-9c46-5b5f5b2d9586', 'name': '', 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:21:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:25Z', 'updated_at': '2021-07-27T21:42:30Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:47.659170 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9358a53-058d-4221-b5e4-610a5ff4235d req-b2770531-dad5-4857-bd0e-4a925b5983de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08abacc1-d873-496c-9273-e92fd84bb444 HTTP/1.1" status: 200 len: 1000 time: 0.0921397 Jul 27 21:42:47.680118 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2220e782-1b3b-4237-89e2-61f97713a819 None None] Checking router: ba9b2cbd-041e-4954-9f7e-9b20214845cc for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:42:47.694161 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2220e782-1b3b-4237-89e2-61f97713a819 None None] Routers {'ba9b2cbd-041e-4954-9f7e-9b20214845cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:42:47.695917 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-2220e782-1b3b-4237-89e2-61f97713a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:42:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:47.742959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9358a53-058d-4221-b5e4-610a5ff4235d req-6ad4a0b4-968f-499b-8d21-0fe6233fad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:47.745595 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9358a53-058d-4221-b5e4-610a5ff4235d req-6ad4a0b4-968f-499b-8d21-0fe6233fad21 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f3b4887-fdb9-44e9-94bd-d3e233499929 HTTP/1.1" status: 200 len: 835 time: 0.0782361 Jul 27 21:42:47.843633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9358a53-058d-4221-b5e4-610a5ff4235d req-cfc0a24e-47f6-45bd-93ec-8c33dd00ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:42:47.846426 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9358a53-058d-4221-b5e4-610a5ff4235d req-cfc0a24e-47f6-45bd-93ec-8c33dd00ec45 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8382e63-ca98-4d32-bad8-2f72d76d40cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926828 Jul 27 21:42:47.869612 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-2220e782-1b3b-4237-89e2-61f97713a819 None None] Set router ba9b2cbd-041e-4954-9f7e-9b20214845cc gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:42:47.985406 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9358a53-058d-4221-b5e4-610a5ff4235d req-62d7531f-155f-4fb3-8c7a-d5e238279b2b service neutron] 10.222.0.66 "GET /v2.0/networks/a8382e63-ca98-4d32-bad8-2f72d76d40cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318269 Jul 27 21:42:48.117527 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e9358a53-058d-4221-b5e4-610a5ff4235d req-aac1d809-dece-4783-a50a-df01a64cf203 service neutron] 10.222.0.66 "GET /v2.0/networks/a8382e63-ca98-4d32-bad8-2f72d76d40cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253586 Jul 27 21:42:48.196381 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-2220e782-1b3b-4237-89e2-61f97713a819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'name': 'tempest-TestNetworkBasicOps-router-1659072604', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:26Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '577fcf78-5cb8-427f-949f-42b11f9d1be4', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'port_id': '08abacc1-d873-496c-9273-e92fd84bb444', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf', 'mac_address': 'fa:16:3e:07:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ecde3-07b4-40ed-b2ea-373124cade87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:42:45Z', 'updated_at': '2021-07-27T21:42:45Z', 'revision_number': 0, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e4e59c2-a2de-4145-9c46-5b5f5b2d9586', 'name': '', 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:21:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:25Z', 'updated_at': '2021-07-27T21:42:30Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:42:48.247823 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2220e782-1b3b-4237-89e2-61f97713a819 None None] The sync data for ids ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'] in n-d-764806-9 is: [{'id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'name': 'tempest-TestNetworkBasicOps-router-1659072604', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:26Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '577fcf78-5cb8-427f-949f-42b11f9d1be4', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'port_id': '08abacc1-d873-496c-9273-e92fd84bb444', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf', 'mac_address': 'fa:16:3e:07:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '244ecde3-07b4-40ed-b2ea-373124cade87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:42:45Z', 'updated_at': '2021-07-27T21:42:45Z', 'revision_number': 0, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e4e59c2-a2de-4145-9c46-5b5f5b2d9586', 'name': '', 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:21:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:25Z', 'updated_at': '2021-07-27T21:42:30Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:42:48.249303 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56350) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:48.357403 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5523ca39-1f18-4d4d-b39e-04c966053f2d tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/floatingips/577fcf78-5cb8-427f-949f-42b11f9d1be4 HTTP/1.1" status: 200 len: 992 time: 0.1062424 Jul 27 21:42:48.576076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede54d7e-b68f-4825-abe0-aa1d96028a47 None None] New status for floating IP 577fcf78-5cb8-427f-949f-42b11f9d1be4: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:42:49.362543 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56352) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:42:49.433615 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d6c50e3c-a8b2-4073-abbc-0b5de6839d95 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/floatingips/577fcf78-5cb8-427f-949f-42b11f9d1be4 HTTP/1.1" status: 200 len: 994 time: 0.0697727 Jul 27 21:42:56.940531 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:43:02.779906 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5d2dab0e-d194-46da-bc45-be417be177ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:04.384598 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:05.432544 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e58d5911-6b00-456b-a2ac-75dc74525f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:05.515385 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:07.313344 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.014970 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:08.981809 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:32.780688 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-134ca71c-61a2-4811-9e83-abcf1964194a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:33.939521 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:43:34.377230 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:35.435687 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3c501f57-207f-4320-8d42-6eda7fc5c2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:35.515206 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:35.617519 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-46cc0517-fe11-4e87-95ed-2222174fadfd req-2aa6d423-8051-4996-99ce-f35c2daad9bb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0591002 Jul 27 21:43:35.713598 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc0517-fe11-4e87-95ed-2222174fadfd req-f9a8fe61-57e7-4ebf-8257-88ce31c84ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:35.715135 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-46cc0517-fe11-4e87-95ed-2222174fadfd req-f9a8fe61-57e7-4ebf-8257-88ce31c84ed0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=135647e6216547eb96b1c6aaee139c66&device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 1097 time: 0.0555801 Jul 27 21:43:35.823645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc0517-fe11-4e87-95ed-2222174fadfd req-2543e66c-a4d2-418e-987b-ba04d6a932d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:35.825132 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-46cc0517-fe11-4e87-95ed-2222174fadfd req-2543e66c-a4d2-418e-987b-ba04d6a932d6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8382e63-ca98-4d32-bad8-2f72d76d40cf HTTP/1.1" status: 200 len: 898 time: 0.0885007 Jul 27 21:43:35.899395 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-46cc0517-fe11-4e87-95ed-2222174fadfd req-9fc71e5e-075c-4e04-9bee-94ce8057328c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08abacc1-d873-496c-9273-e92fd84bb444 HTTP/1.1" status: 200 len: 1002 time: 0.0657773 Jul 27 21:43:35.950571 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc0517-fe11-4e87-95ed-2222174fadfd req-4cd0955d-cff6-4105-b9a3-9c378b6a0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:35.952036 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-46cc0517-fe11-4e87-95ed-2222174fadfd req-4cd0955d-cff6-4105-b9a3-9c378b6a0db9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f3b4887-fdb9-44e9-94bd-d3e233499929 HTTP/1.1" status: 200 len: 835 time: 0.0458004 Jul 27 21:43:36.013713 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc0517-fe11-4e87-95ed-2222174fadfd req-4ec42794-8957-4dae-965f-a5ae0fb91dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:43:36.015279 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-46cc0517-fe11-4e87-95ed-2222174fadfd req-4ec42794-8957-4dae-965f-a5ae0fb91dd3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8382e63-ca98-4d32-bad8-2f72d76d40cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546453 Jul 27 21:43:36.111397 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-46cc0517-fe11-4e87-95ed-2222174fadfd req-224da236-a04f-48f4-b299-4f3bb1135cbe service neutron] 10.222.0.66 "GET /v2.0/networks/a8382e63-ca98-4d32-bad8-2f72d76d40cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881138 Jul 27 21:43:36.201255 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-46cc0517-fe11-4e87-95ed-2222174fadfd req-c3a2dff3-ed6f-4bcb-91e5-16351d0de31e service neutron] 10.222.0.66 "GET /v2.0/networks/a8382e63-ca98-4d32-bad8-2f72d76d40cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827601 Jul 27 21:43:37.314480 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:38.001062 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:43:38.984706 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:02.783451 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9e510fe8-d672-4c69-8cf0-1997f072c4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:04.377813 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:05.438948 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-38dc167d-7aae-499c-8fe1-7bece85dd591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:05.520004 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:07.320337 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:08.006993 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:08.992106 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:10.939422 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:44:16.910874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56398) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:17.005369 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5203403e-249b-46fa-a620-6a1084631f3a tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/floatingips/577fcf78-5cb8-427f-949f-42b11f9d1be4 HTTP/1.1" status: 200 len: 994 time: 0.0925908 Jul 27 21:44:18.213928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56408) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:18.438357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Deleting port 80382d64-6a12-4501-b87f-3901242a5973 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:18.438975 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:18.595829 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:18.596175 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:18.618078 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Calling delete_port for 80382d64-6a12-4501-b87f-3901242a5973 owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:18.865783 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:18.897558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'Port': ['ID=80382d64-6a12-4501-b87f-3901242a5973,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:18.934645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:18.935008 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:18.935321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:18.935656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:18.935988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:18.936313 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:18.936639 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:18.936965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:18.937287 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:18.937612 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:18.937935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:18.938283 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:18.984157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:18.984549 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Floating IP 577fcf78-5cb8-427f-949f-42b11f9d1be4 disassociated (deleted). External IP: 172.25.2.162, port: 08abacc1-d873-496c-9273-e92fd84bb444. Jul 27 21:44:19.264112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Router ba9b2cbd-041e-4954-9f7e-9b20214845cc has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:44:19.390076 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:19.394681 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:19.403977 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbc313-fc08-4bfc-922b-b81a16cbf8d0 None None] Sync routers for ids ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:19.421806 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbc313-fc08-4bfc-922b-b81a16cbf8d0 None None] Routers {'ba9b2cbd-041e-4954-9f7e-9b20214845cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:19.421806 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-fbcbc313-fc08-4bfc-922b-b81a16cbf8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:19.542408 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-fbcbc313-fc08-4bfc-922b-b81a16cbf8d0 None None] Set router ba9b2cbd-041e-4954-9f7e-9b20214845cc gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:19.753048 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-434ad361-b4a2-4a9c-8550-cdd07357b2e4 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "DELETE /v2.0/floatingips/577fcf78-5cb8-427f-949f-42b11f9d1be4 HTTP/1.1" status: 204 len: 168 time: 1.5373795 Jul 27 21:44:19.753911 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244ecde3-07b4-40ed-b2ea-373124cade87', 'tag': '08abacc1-d873-496c-9273-e92fd84bb444'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:19.758113 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dc4713-0006-483e-a9ca-df3e0e4621db" -d '{"events": [{"name": "network-changed", "server_uuid": "244ecde3-07b4-40ed-b2ea-373124cade87", "tag": "08abacc1-d873-496c-9273-e92fd84bb444"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:19.847943 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-fbcbc313-fc08-4bfc-922b-b81a16cbf8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'name': 'tempest-TestNetworkBasicOps-router-1659072604', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:26Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '7e4e59c2-a2de-4145-9c46-5b5f5b2d9586', 'name': '', 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:21:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:25Z', 'updated_at': '2021-07-27T21:42:30Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:19.857496 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762774f0-ca5e-46bb-a247-4061e0c10c9f x-openstack-request-id: req-762774f0-ca5e-46bb-a247-4061e0c10c9f {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:19.857792 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244ecde3-07b4-40ed-b2ea-373124cade87", "tag": "08abacc1-d873-496c-9273-e92fd84bb444", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:19.858048 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-762774f0-ca5e-46bb-a247-4061e0c10c9f {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:19.858493 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244ecde3-07b4-40ed-b2ea-373124cade87', 'tag': '08abacc1-d873-496c-9273-e92fd84bb444', 'status': 'completed', 'code': 200} Jul 27 21:44:19.888416 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbc313-fc08-4bfc-922b-b81a16cbf8d0 None None] Checking router: ba9b2cbd-041e-4954-9f7e-9b20214845cc for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:19.900801 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbc313-fc08-4bfc-922b-b81a16cbf8d0 None None] Routers {'ba9b2cbd-041e-4954-9f7e-9b20214845cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:19.901478 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-fbcbc313-fc08-4bfc-922b-b81a16cbf8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:20.066072 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-fbcbc313-fc08-4bfc-922b-b81a16cbf8d0 None None] Set router ba9b2cbd-041e-4954-9f7e-9b20214845cc gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:20.148643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc4713-0006-483e-a9ca-df3e0e4621db req-486f9c01-520d-4761-b951-32dd51b5f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:20.149844 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8dc4713-0006-483e-a9ca-df3e0e4621db req-486f9c01-520d-4761-b951-32dd51b5f963 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=135647e6216547eb96b1c6aaee139c66&device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 1097 time: 0.2678528 Jul 27 21:44:20.285408 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc4713-0006-483e-a9ca-df3e0e4621db req-b01150c9-0fa4-4de4-9cea-3acc1d892dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:20.287580 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8dc4713-0006-483e-a9ca-df3e0e4621db req-b01150c9-0fa4-4de4-9cea-3acc1d892dc1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8382e63-ca98-4d32-bad8-2f72d76d40cf HTTP/1.1" status: 200 len: 898 time: 0.1287930 Jul 27 21:44:20.353441 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8dc4713-0006-483e-a9ca-df3e0e4621db req-11e2778f-f385-42a4-b5cc-6a3fedb93428 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08abacc1-d873-496c-9273-e92fd84bb444 HTTP/1.1" status: 200 len: 217 time: 0.0575593 Jul 27 21:44:20.354453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce2d13-ac07-4568-b2f0-59729c227934 req-822988b9-5bdc-43dd-9b9e-6db1dcf4c428 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:20.356242 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fce2d13-ac07-4568-b2f0-59729c227934 req-822988b9-5bdc-43dd-9b9e-6db1dcf4c428 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 946 time: 0.2600546 Jul 27 21:44:20.368137 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-fbcbc313-fc08-4bfc-922b-b81a16cbf8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'name': 'tempest-TestNetworkBasicOps-router-1659072604', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:26Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '7e4e59c2-a2de-4145-9c46-5b5f5b2d9586', 'name': '', 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:21:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:25Z', 'updated_at': '2021-07-27T21:42:30Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:20.409239 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbc313-fc08-4bfc-922b-b81a16cbf8d0 None None] The sync data for ids ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'] in n-d-764806-9 is: [{'id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'name': 'tempest-TestNetworkBasicOps-router-1659072604', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:26Z', 'revision_number': 4, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '7e4e59c2-a2de-4145-9c46-5b5f5b2d9586', 'name': '', 'network_id': 'a8382e63-ca98-4d32-bad8-2f72d76d40cf', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'mac_address': 'fa:16:3e:21:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:25Z', 'updated_at': '2021-07-27T21:42:30Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'subnets': [{'id': '9f3b4887-fdb9-44e9-94bd-d3e233499929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:20.429682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc4713-0006-483e-a9ca-df3e0e4621db req-38f148a0-0a90-4d23-a0af-015a61dcf654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:20.432191 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8dc4713-0006-483e-a9ca-df3e0e4621db req-38f148a0-0a90-4d23-a0af-015a61dcf654 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f3b4887-fdb9-44e9-94bd-d3e233499929 HTTP/1.1" status: 200 len: 835 time: 0.0704682 Jul 27 21:44:20.450809 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fce2d13-ac07-4568-b2f0-59729c227934 req-ed66c0f1-1b44-4bda-8f6a-fc638543851f tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=a506dfc1-73e3-41f2-b7cc-05c2176493f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716493 Jul 27 21:44:20.538300 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc4713-0006-483e-a9ca-df3e0e4621db req-b8d9661b-736b-4264-b7c6-87e373a79e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:20.541394 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8dc4713-0006-483e-a9ca-df3e0e4621db req-b8d9661b-736b-4264-b7c6-87e373a79e2d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8382e63-ca98-4d32-bad8-2f72d76d40cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004758 Jul 27 21:44:20.558058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-d8dc4713-0006-483e-a9ca-df3e0e4621db req-532dd728-228a-44d0-944b-ae64f7d949be service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:44:20.559171 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8dc4713-0006-483e-a9ca-df3e0e4621db req-532dd728-228a-44d0-944b-ae64f7d949be service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094218 Jul 27 21:44:20.680918 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8dc4713-0006-483e-a9ca-df3e0e4621db req-75d07b85-253a-494a-8fab-6a50af6488d6 service neutron] 10.222.0.66 "GET /v2.0/networks/a8382e63-ca98-4d32-bad8-2f72d76d40cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120725 Jul 27 21:44:20.744642 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eabb27b-f67c-43b2-88dc-0abd67b0d2b6 None None] New status for floating IP 577fcf78-5cb8-427f-949f-42b11f9d1be4: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:44:20.814577 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8dc4713-0006-483e-a9ca-df3e0e4621db req-b5733b64-11ec-4944-9b1a-96685810e157 service neutron] 10.222.0.66 "GET /v2.0/networks/a8382e63-ca98-4d32-bad8-2f72d76d40cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258657 Jul 27 21:44:21.661030 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47637396-fbfa-4fab-a53e-58587211f4d4 req-2604815a-9f98-41eb-8ea8-ea3a176ec795 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:21.662929 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47637396-fbfa-4fab-a53e-58587211f4d4 req-2604815a-9f98-41eb-8ea8-ea3a176ec795 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 946 time: 0.1300490 Jul 27 21:44:21.717693 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47637396-fbfa-4fab-a53e-58587211f4d4 req-f1add035-9d00-4b75-b9c9-6e1b2ff3c75b tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/security-groups?id=a506dfc1-73e3-41f2-b7cc-05c2176493f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386903 Jul 27 21:44:21.918182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ab7e3-14d0-406b-83bc-5c0f31cbe927 req-f27d9289-0258-4b3e-b7e6-e31d06fcd6ef tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:21.920417 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-033ab7e3-14d0-406b-83bc-5c0f31cbe927 req-f27d9289-0258-4b3e-b7e6-e31d06fcd6ef tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.66 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 946 time: 0.0951145 Jul 27 21:44:22.029868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-033ab7e3-14d0-406b-83bc-5c0f31cbe927 req-a233f74c-671d-4cfa-a22e-0a7643686de8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Deleting port 08abacc1-d873-496c-9273-e92fd84bb444 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:22.030216 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-033ab7e3-14d0-406b-83bc-5c0f31cbe927 req-a233f74c-671d-4cfa-a22e-0a7643686de8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:22.142066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-033ab7e3-14d0-406b-83bc-5c0f31cbe927 req-a233f74c-671d-4cfa-a22e-0a7643686de8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] For port 08abacc1-d873-496c-9273-e92fd84bb444, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=08abacc1-d873-496c-9273-e92fd84bb444,segment=NetworkSegment(557868c9-ab51-45e8-b6a2-140599c2eb1a),segment_id=557868c9-ab51-45e8-b6a2-140599c2eb1a)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:22.142469 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-033ab7e3-14d0-406b-83bc-5c0f31cbe927 req-a233f74c-671d-4cfa-a22e-0a7643686de8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:22.156030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-033ab7e3-14d0-406b-83bc-5c0f31cbe927 req-a233f74c-671d-4cfa-a22e-0a7643686de8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Calling delete_port for 08abacc1-d873-496c-9273-e92fd84bb444 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:22.310821 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-033ab7e3-14d0-406b-83bc-5c0f31cbe927 req-a233f74c-671d-4cfa-a22e-0a7643686de8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:22.341275 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233f74c-671d-4cfa-a22e-0a7643686de8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'Port': ['ID=08abacc1-d873-496c-9273-e92fd84bb444,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:22.410179 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-033ab7e3-14d0-406b-83bc-5c0f31cbe927 req-a233f74c-671d-4cfa-a22e-0a7643686de8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] No DVR routers for this DVR port 08abacc1-d873-496c-9273-e92fd84bb444 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:44:22.414406 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-033ab7e3-14d0-406b-83bc-5c0f31cbe927 req-a233f74c-671d-4cfa-a22e-0a7643686de8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:22.416466 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-033ab7e3-14d0-406b-83bc-5c0f31cbe927 req-a233f74c-671d-4cfa-a22e-0a7643686de8 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.66 "DELETE /v2.0/ports/08abacc1-d873-496c-9273-e92fd84bb444 HTTP/1.1" status: 204 len: 173 time: 0.4896014 Jul 27 21:44:22.416903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244ecde3-07b4-40ed-b2ea-373124cade87', 'name': 'network-vif-deleted', 'tag': '08abacc1-d873-496c-9273-e92fd84bb444'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:44:22.419466 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a7370c-668f-46a3-9858-640413f3f4d2" -d '{"events": [{"server_uuid": "244ecde3-07b4-40ed-b2ea-373124cade87", "name": "network-vif-deleted", "tag": "08abacc1-d873-496c-9273-e92fd84bb444"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:44:22.464625 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072010d7-42a8-43e3-b098-eb1119629823 x-openstack-request-id: req-072010d7-42a8-43e3-b098-eb1119629823 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:44:22.464924 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244ecde3-07b4-40ed-b2ea-373124cade87", "name": "network-vif-deleted", "tag": "08abacc1-d873-496c-9273-e92fd84bb444", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:44:22.465179 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-072010d7-42a8-43e3-b098-eb1119629823 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:44:22.465587 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244ecde3-07b4-40ed-b2ea-373124cade87', 'name': 'network-vif-deleted', 'tag': '08abacc1-d873-496c-9273-e92fd84bb444', 'status': 'completed', 'code': 200} Jul 27 21:44:22.841262 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b4b8723a-9c41-47d0-b2c9-38b5c11847b4 req-ed43ed3f-6543-42ea-b1c5-963774766381 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "GET /v2.0/ports?device_id=244ecde3-07b4-40ed-b2ea-373124cade87 HTTP/1.1" status: 200 len: 210 time: 0.0322764 Jul 27 21:44:23.918160 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56436) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:23.987307 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6ad8dde7-a7c4-4d90-8c10-0501bfd26def tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:24.027446 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6ad8dde7-a7c4-4d90-8c10-0501bfd26def tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:24.111497 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6ad8dde7-a7c4-4d90-8c10-0501bfd26def tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:24.114874 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6ad8dde7-a7c4-4d90-8c10-0501bfd26def tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:24.116201 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6ad8dde7-a7c4-4d90-8c10-0501bfd26def tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "DELETE /v2.0/security-groups/a506dfc1-73e3-41f2-b7cc-05c2176493f8 HTTP/1.1" status: 204 len: 168 time: 0.1969962 Jul 27 21:44:24.125491 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8dde7-a7c4-4d90-8c10-0501bfd26def tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a506dfc1-73e3-41f2-b7cc-05c2176493f8,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:24.172374 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56440) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:24.425669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 08abacc1-d873-496c-9273-e92fd84bb444 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:24.449078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 08abacc1-d873-496c-9273-e92fd84bb444 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:24.449426 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 08abacc1-d873-496c-9273-e92fd84bb444 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:24.616649 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e75c1d8-903d-4ed5-8eb1-7a44d8f4d2d0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:24.974752 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-5e75c1d8-903d-4ed5-8eb1-7a44d8f4d2d0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Deleting port 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:24.975553 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e75c1d8-903d-4ed5-8eb1-7a44d8f4d2d0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:25.076743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-5e75c1d8-903d-4ed5-8eb1-7a44d8f4d2d0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] For port 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7e4e59c2-a2de-4145-9c46-5b5f5b2d9586,segment=NetworkSegment(557868c9-ab51-45e8-b6a2-140599c2eb1a),segment_id=557868c9-ab51-45e8-b6a2-140599c2eb1a)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:25.077108 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e75c1d8-903d-4ed5-8eb1-7a44d8f4d2d0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:25.092399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-5e75c1d8-903d-4ed5-8eb1-7a44d8f4d2d0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Calling delete_port for 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:25.348190 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e75c1d8-903d-4ed5-8eb1-7a44d8f4d2d0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:25.374863 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75c1d8-903d-4ed5-8eb1-7a44d8f4d2d0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'Port': ['ID=7e4e59c2-a2de-4145-9c46-5b5f5b2d9586,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:25.605432 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5e75c1d8-903d-4ed5-8eb1-7a44d8f4d2d0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:25.879088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e75c1d8-903d-4ed5-8eb1-7a44d8f4d2d0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Router ba9b2cbd-041e-4954-9f7e-9b20214845cc has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:44:26.004278 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e75c1d8-903d-4ed5-8eb1-7a44d8f4d2d0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:26.010546 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5e75c1d8-903d-4ed5-8eb1-7a44d8f4d2d0 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "PUT /v2.0/routers/ba9b2cbd-041e-4954-9f7e-9b20214845cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8366363 Jul 27 21:44:26.015079 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56442) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:26.018631 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e535952-8d3b-4ff1-9ce2-bca750f76c2e None None] Sync routers for ids ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:26.029814 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e535952-8d3b-4ff1-9ce2-bca750f76c2e None None] Routers {'ba9b2cbd-041e-4954-9f7e-9b20214845cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:26.030720 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0e535952-8d3b-4ff1-9ce2-bca750f76c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:26.095856 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Deleting subnet 9f3b4887-fdb9-44e9-94bd-d3e233499929 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:44:26.101030 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:26.178499 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:26.181032 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-0e535952-8d3b-4ff1-9ce2-bca750f76c2e None None] Set router ba9b2cbd-041e-4954-9f7e-9b20214845cc gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:26.276866 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:26.353124 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:26.392549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3b4887-fdb9-44e9-94bd-d3e233499929,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:26.396457 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:26.402487 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "DELETE /v2.0/subnets/9f3b4887-fdb9-44e9-94bd-d3e233499929 HTTP/1.1" status: 204 len: 168 time: 0.3835423 Jul 27 21:44:26.404021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32884dfc-2e92-40a9-ac88-b9c1c2e005f9 None None] Network a8382e63-ca98-4d32-bad8-2f72d76d40cf requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:44:26.404783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56444) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:26.416702 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:26.417612 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:26.418396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:26.419054 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:26.419802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:26.420307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:26.421430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:26.421430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:26.422212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:26.422817 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:26.424223 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:26.424223 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5fca79-35de-41ed-bcbe-c01da5000bf5 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:26.451328 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0e535952-8d3b-4ff1-9ce2-bca750f76c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'name': 'tempest-TestNetworkBasicOps-router-1659072604', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:44:25Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:26.506676 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e535952-8d3b-4ff1-9ce2-bca750f76c2e None None] Checking router: ba9b2cbd-041e-4954-9f7e-9b20214845cc for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:26.521558 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e535952-8d3b-4ff1-9ce2-bca750f76c2e None None] Routers {'ba9b2cbd-041e-4954-9f7e-9b20214845cc'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:26.522795 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0e535952-8d3b-4ff1-9ce2-bca750f76c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:26.662268 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a0029c-4ca1-4c51-8bfe-706414cfd133 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:26.703751 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-0e535952-8d3b-4ff1-9ce2-bca750f76c2e None None] Set router ba9b2cbd-041e-4954-9f7e-9b20214845cc gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:26.723653 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] DHCP port deletion for a8382e63-ca98-4d32-bad8-2f72d76d40cf request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:44:26.796047 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a0029c-4ca1-4c51-8bfe-706414cfd133 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:26.810044 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Deleting port 021a1d0d-4e10-4987-a6ec-f5bd777e5438 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:26.810872 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:26.871118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-34a0029c-4ca1-4c51-8bfe-706414cfd133 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Deleting port 888b9138-32ae-4a57-bd68-acb2da12d518 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:26.871463 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a0029c-4ca1-4c51-8bfe-706414cfd133 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:26.913388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] For port 021a1d0d-4e10-4987-a6ec-f5bd777e5438, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=021a1d0d-4e10-4987-a6ec-f5bd777e5438,segment=NetworkSegment(557868c9-ab51-45e8-b6a2-140599c2eb1a),segment_id=557868c9-ab51-45e8-b6a2-140599c2eb1a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:26.914136 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:26.929716 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Calling delete_port for 021a1d0d-4e10-4987-a6ec-f5bd777e5438 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:26.960112 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0e535952-8d3b-4ff1-9ce2-bca750f76c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'name': 'tempest-TestNetworkBasicOps-router-1659072604', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:44:25Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:26.990289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-34a0029c-4ca1-4c51-8bfe-706414cfd133 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] For port 888b9138-32ae-4a57-bd68-acb2da12d518, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=888b9138-32ae-4a57-bd68-acb2da12d518,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:26.990860 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a0029c-4ca1-4c51-8bfe-706414cfd133 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.006887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-34a0029c-4ca1-4c51-8bfe-706414cfd133 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Calling delete_port for 888b9138-32ae-4a57-bd68-acb2da12d518 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:27.009482 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e535952-8d3b-4ff1-9ce2-bca750f76c2e None None] The sync data for ids ['ba9b2cbd-041e-4954-9f7e-9b20214845cc'] in n-d-764806-9 is: [{'id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'name': 'tempest-TestNetworkBasicOps-router-1659072604', 'tenant_id': '135647e6216547eb96b1c6aaee139c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:44:25Z', 'revision_number': 5, 'project_id': '135647e6216547eb96b1c6aaee139c66', 'gw_port': {'id': '888b9138-32ae-4a57-bd68-acb2da12d518', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9b2cbd-041e-4954-9f7e-9b20214845cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:42:21Z', 'updated_at': '2021-07-27T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:27.069415 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.112602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Pushing event deleted for resources: {'Port': ['ID=021a1d0d-4e10-4987-a6ec-f5bd777e5438,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:27.114997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] No DVR routers for this DVR port 021a1d0d-4e10-4987-a6ec-f5bd777e5438 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:44:27.125008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:27.125601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:27.125984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:27.126361 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:27.126698 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:27.127061 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:27.127414 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:27.127733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:27.128024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:27.128588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:27.129008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:27.129441 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec0284-a5f2-46a5-b71f-43f2f1b00929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:27.221823 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a0029c-4ca1-4c51-8bfe-706414cfd133 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.256331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0029c-4ca1-4c51-8bfe-706414cfd133 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'Port': ['ID=888b9138-32ae-4a57-bd68-acb2da12d518,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:27.347876 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a0029c-4ca1-4c51-8bfe-706414cfd133 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.466382 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a0029c-4ca1-4c51-8bfe-706414cfd133 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.469436 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a0029c-4ca1-4c51-8bfe-706414cfd133 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.519433 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a0029c-4ca1-4c51-8bfe-706414cfd133 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.522289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a0029c-4ca1-4c51-8bfe-706414cfd133 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Fanout notify agent at l3_agent the message router_deleted on router ba9b2cbd-041e-4954-9f7e-9b20214845cc {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:44:27.530420 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34a0029c-4ca1-4c51-8bfe-706414cfd133 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.534539 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-34a0029c-4ca1-4c51-8bfe-706414cfd133 tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "DELETE /v2.0/routers/ba9b2cbd-041e-4954-9f7e-9b20214845cc HTTP/1.1" status: 204 len: 168 time: 1.1260872 Jul 27 21:44:27.535729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56448) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:27.628145 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5ed39857-e7d6-4b9b-b912-4f66202fa78c tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.736961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5ed39857-e7d6-4b9b-b912-4f66202fa78c tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.754179 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-5ed39857-e7d6-4b9b-b912-4f66202fa78c tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8382e63-ca98-4d32-bad8-2f72d76d40cf']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:27.773033 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-5ed39857-e7d6-4b9b-b912-4f66202fa78c tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557868c9-ab51-45e8-b6a2-140599c2eb1a') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:27.773372 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-5ed39857-e7d6-4b9b-b912-4f66202fa78c tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557868c9-ab51-45e8-b6a2-140599c2eb1a') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:27.787822 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5ed39857-e7d6-4b9b-b912-4f66202fa78c tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.811809 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5ed39857-e7d6-4b9b-b912-4f66202fa78c tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.821285 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed39857-e7d6-4b9b-b912-4f66202fa78c tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:44:27.821789 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5ed39857-e7d6-4b9b-b912-4f66202fa78c tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:44:27.826042 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:44:28.201628 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5ed39857-e7d6-4b9b-b912-4f66202fa78c tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.212297 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5ed39857-e7d6-4b9b-b912-4f66202fa78c tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.212847 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5ed39857-e7d6-4b9b-b912-4f66202fa78c tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] 10.222.0.55 "DELETE /v2.0/networks/a8382e63-ca98-4d32-bad8-2f72d76d40cf HTTP/1.1" status: 204 len: 168 time: 0.6748052 Jul 27 21:44:28.226351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed39857-e7d6-4b9b-b912-4f66202fa78c tempest-TestNetworkBasicOps-854054292 tempest-TestNetworkBasicOps-854054292-project] Pushing event deleted for resources: {'Network': ['ID=a8382e63-ca98-4d32-bad8-2f72d76d40cf,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:28.569568 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56454) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:28.723155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 888b9138-32ae-4a57-bd68-acb2da12d518 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:28.740358 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c5a25396-fe8b-43ad-ad00-0a9cf669ecdb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=135647e6216547eb96b1c6aaee139c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668091 Jul 27 21:44:28.741529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56458) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:28.745671 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 888b9138-32ae-4a57-bd68-acb2da12d518 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:28.746026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 888b9138-32ae-4a57-bd68-acb2da12d518 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:28.746475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:28.767460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:28.769168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7e4e59c2-a2de-4145-9c46-5b5f5b2d9586 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:28.769168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 021a1d0d-4e10-4987-a6ec-f5bd777e5438 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:28.790497 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 021a1d0d-4e10-4987-a6ec-f5bd777e5438 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:28.790846 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 021a1d0d-4e10-4987-a6ec-f5bd777e5438 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:28.811325 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-16350d66-e7fe-47bc-82a9-ae973986fe1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.844800 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-16350d66-e7fe-47bc-82a9-ae973986fe1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.905227 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-16350d66-e7fe-47bc-82a9-ae973986fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.907749 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-16350d66-e7fe-47bc-82a9-ae973986fe1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:28.908977 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-16350d66-e7fe-47bc-82a9-ae973986fe1b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/feea9c9f-93f1-4079-94b3-ac7aea6f7a95 HTTP/1.1" status: 204 len: 168 time: 0.1628938 Jul 27 21:44:28.918318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16350d66-e7fe-47bc-82a9-ae973986fe1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feea9c9f-93f1-4079-94b3-ac7aea6f7a95,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:29.242323 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56464) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:29.263360 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9848-383f-43a8-bf5a-132e4488d5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:29.371294 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9848-383f-43a8-bf5a-132e4488d5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:29.378786 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9848-383f-43a8-bf5a-132e4488d5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:29.421381 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9b8f9848-383f-43a8-bf5a-132e4488d5f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b75f002bc63344b6a883e078b64837db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772709 Jul 27 21:44:29.422510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f9848-383f-43a8-bf5a-132e4488d5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8688680d-ab05-41fc-9697-95d549a96cd1,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:29.424293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56466) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:29.488506 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfbf4-42a5-4747-9fdb-d0542e21429f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:29.517269 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfbf4-42a5-4747-9fdb-d0542e21429f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:29.580561 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfbf4-42a5-4747-9fdb-d0542e21429f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:29.584666 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0f5dfbf4-42a5-4747-9fdb-d0542e21429f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:29.586140 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0f5dfbf4-42a5-4747-9fdb-d0542e21429f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8688680d-ab05-41fc-9697-95d549a96cd1 HTTP/1.1" status: 204 len: 168 time: 0.1605639 Jul 27 21:44:29.594679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dfbf4-42a5-4747-9fdb-d0542e21429f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8688680d-ab05-41fc-9697-95d549a96cd1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:32.307415 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56624) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:32.428661 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0a25946d-b19a-4542-af32-8d97c2260375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:32.541732 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0a25946d-b19a-4542-af32-8d97c2260375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:32.546773 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0a25946d-b19a-4542-af32-8d97c2260375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:32.592576 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0a25946d-b19a-4542-af32-8d97c2260375 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=70d9dd09694348c586b95c54c9d7ad6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837160 Jul 27 21:44:32.593295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25946d-b19a-4542-af32-8d97c2260375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5866dd3c-8082-4491-a32d-17abed1e5111,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:32.595653 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56628) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:32.658365 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-acc4ca27-78ae-41e7-ba2f-afd986b09bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:32.686047 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-acc4ca27-78ae-41e7-ba2f-afd986b09bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:32.748901 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-acc4ca27-78ae-41e7-ba2f-afd986b09bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:32.751812 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-acc4ca27-78ae-41e7-ba2f-afd986b09bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:32.753006 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-acc4ca27-78ae-41e7-ba2f-afd986b09bc2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5866dd3c-8082-4491-a32d-17abed1e5111 HTTP/1.1" status: 204 len: 168 time: 0.1560109 Jul 27 21:44:32.765669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4ca27-78ae-41e7-ba2f-afd986b09bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5866dd3c-8082-4491-a32d-17abed1e5111,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:32.804628 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5060405a-6b66-4930-8f9b-eb6b9b8f9d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:33.058489 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56634) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:33.073577 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-518fe73f-1a3c-4452-98a9-c8cd19c30b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:33.180622 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-518fe73f-1a3c-4452-98a9-c8cd19c30b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:33.187223 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-518fe73f-1a3c-4452-98a9-c8cd19c30b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:33.228125 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fe73f-1a3c-4452-98a9-c8cd19c30b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd649ed-31b5-4160-89e9-3aedadc8846a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:33.232519 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-518fe73f-1a3c-4452-98a9-c8cd19c30b89 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c29c38c997f34e6ab1484b6f30232268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728628 Jul 27 21:44:33.236882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56636) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:33.291573 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4953729-4c28-4282-9642-2d1e12b21eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:33.318743 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4953729-4c28-4282-9642-2d1e12b21eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:33.367120 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4953729-4c28-4282-9642-2d1e12b21eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:33.369687 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d4953729-4c28-4282-9642-2d1e12b21eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:33.370892 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d4953729-4c28-4282-9642-2d1e12b21eb1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6cd649ed-31b5-4160-89e9-3aedadc8846a HTTP/1.1" status: 204 len: 168 time: 0.1331203 Jul 27 21:44:33.381104 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4953729-4c28-4282-9642-2d1e12b21eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd649ed-31b5-4160-89e9-3aedadc8846a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:34.231777 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56660) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:34.390579 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ac7c8bd7-b399-41e8-a9f6-d43def9a5494 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-322179261-network', 'tenant_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:34.402015 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:34.429075 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7c8bd7-b399-41e8-a9f6-d43def9a5494 admin admin] Made reservation on behalf of 96e0a5d22e9f4eedaa14eaf4e0ca15cd for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:44:34.432883 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8bd7-b399-41e8-a9f6-d43def9a5494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:34.448513 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8bd7-b399-41e8-a9f6-d43def9a5494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:34.590836 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8bd7-b399-41e8-a9f6-d43def9a5494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:34.596383 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8bd7-b399-41e8-a9f6-d43def9a5494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:34.627145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7c8bd7-b399-41e8-a9f6-d43def9a5494 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:44:34.638715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c8bd7-b399-41e8-a9f6-d43def9a5494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098b7086-1162-4aad-a656-a93e78c8c24d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:34.644268 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8bd7-b399-41e8-a9f6-d43def9a5494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:34.644767 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-ac7c8bd7-b399-41e8-a9f6-d43def9a5494 admin admin] Added segment 0f125155-5ca4-4db2-a87b-1a439b2fee5a of type vlan for network ac204035-1a9a-4cd1-87ae-c11a23b09534 Jul 27 21:44:34.698077 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8bd7-b399-41e8-a9f6-d43def9a5494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:34.731090 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8bd7-b399-41e8-a9f6-d43def9a5494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:34.732082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7c8bd7-b399-41e8-a9f6-d43def9a5494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:34.732674 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8bd7-b399-41e8-a9f6-d43def9a5494 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:34.789838 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ac7c8bd7-b399-41e8-a9f6-d43def9a5494 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5565484 Jul 27 21:44:34.793477 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56666) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:34.804625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c8bd7-b399-41e8-a9f6-d43def9a5494 admin admin] Pushing event updated for resources: {'Network': ['ID=ac204035-1a9a-4cd1-87ae-c11a23b09534,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:34.813139 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-09074511-56c1-4897-a6c8-b6f0cd323501 admin admin] Request body: {'subnet': {'network_id': 'ac204035-1a9a-4cd1-87ae-c11a23b09534', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-322179261-subnet', 'tenant_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:34.819785 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network ac204035-1a9a-4cd1-87ae-c11a23b09534 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:44:34.848264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09074511-56c1-4897-a6c8-b6f0cd323501 admin admin] Made reservation on behalf of 96e0a5d22e9f4eedaa14eaf4e0ca15cd for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:44:34.851561 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-09074511-56c1-4897-a6c8-b6f0cd323501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.088773 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-09074511-56c1-4897-a6c8-b6f0cd323501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.142453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09074511-56c1-4897-a6c8-b6f0cd323501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3064c1-9df1-4330-a95a-7f4dea3d7319,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:35.158881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09074511-56c1-4897-a6c8-b6f0cd323501 admin admin] Checking segment: {'id': '0f125155-5ca4-4db2-a87b-1a439b2fee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac204035-1a9a-4cd1-87ae-c11a23b09534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:35.159241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09074511-56c1-4897-a6c8-b6f0cd323501 admin admin] Network hostable DHCP agents. Network: ac204035-1a9a-4cd1-87ae-c11a23b09534, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:44:35.181506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09074511-56c1-4897-a6c8-b6f0cd323501 admin admin] Network ac204035-1a9a-4cd1-87ae-c11a23b09534 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:44:35.193015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-09074511-56c1-4897-a6c8-b6f0cd323501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, ac204035-1a9a-4cd1-87ae-c11a23b09534) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:35.199494 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09074511-56c1-4897-a6c8-b6f0cd323501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:35.200574 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-09074511-56c1-4897-a6c8-b6f0cd323501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.205477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d00d8a-b19f-4422-b5a5-b00a57a8f597 None None] Network ac204035-1a9a-4cd1-87ae-c11a23b09534 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:44:35.221678 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-09074511-56c1-4897-a6c8-b6f0cd323501 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4255464 Jul 27 21:44:35.225932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56670) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:35.231058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-322179261-router', 'tenant_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:35.262142 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.263724 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.341819 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.493793 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71e45835-c0f0-4fcb-b773-bb40150b4a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.515184 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.554839 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.612535 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-ac204035-1a9a-4cd1-87ae-c11a23b09534', 'network_id': 'ac204035-1a9a-4cd1-87ae-c11a23b09534', 'tenant_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'fixed_ips': [{'subnet_id': '4a3064c1-9df1-4330-a95a-7f4dea3d7319'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:44:35.613678 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.789693 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.802728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Allocated IP 172.20.0.2 (ac204035-1a9a-4cd1-87ae-c11a23b09534/4a3064c1-9df1-4330-a95a-7f4dea3d7319/6b5098ea-5dfe-41fb-a6b6-504c948d28c1) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:35.819218 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:35.957168 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Allocated IP 172.25.2.150 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/f9f8b3d6-471d-44e1-a289-cea5161333d4) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:36.013988 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:36.024028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Transition to ACTIVE for port object 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:36.043357 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Transition to ACTIVE for port object 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:36.052038 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:36.125079 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Network ac204035-1a9a-4cd1-87ae-c11a23b09534 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:36.127177 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:36.131360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:36.134878 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:36.137139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Pushing event updated for resources: {'Port': ['ID=6b5098ea-5dfe-41fb-a6b6-504c948d28c1,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:36.205712 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:36.230478 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Attempting to bind port 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:36.230771 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Attempting to bind port 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '0f125155-5ca4-4db2-a87b-1a439b2fee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac204035-1a9a-4cd1-87ae-c11a23b09534'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:36.231118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Attempting to bind port 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 on network ac204035-1a9a-4cd1-87ae-c11a23b09534 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:36.236658 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:36.237037 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Checking segment: {'id': '0f125155-5ca4-4db2-a87b-1a439b2fee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac204035-1a9a-4cd1-87ae-c11a23b09534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:36.237447 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:36.237847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Bound using segment: {'id': '0f125155-5ca4-4db2-a87b-1a439b2fee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac204035-1a9a-4cd1-87ae-c11a23b09534'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:36.238359 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Bound port: 6b5098ea-5dfe-41fb-a6b6-504c948d28c1, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f125155-5ca4-4db2-a87b-1a439b2fee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac204035-1a9a-4cd1-87ae-c11a23b09534'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:36.238760 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:36.259371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:36.267328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:36.275768 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:36.283455 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f8b3d6-471d-44e1-a289-cea5161333d4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:36.327480 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] For port 6b5098ea-5dfe-41fb-a6b6-504c948d28c1, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:36.334015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] For port 6b5098ea-5dfe-41fb-a6b6-504c948d28c1, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6b5098ea-5dfe-41fb-a6b6-504c948d28c1,segment=NetworkSegment(0f125155-5ca4-4db2-a87b-1a439b2fee5a),segment_id=0f125155-5ca4-4db2-a87b-1a439b2fee5a)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:36.339372 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:36.409982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf869bb5-5136-43a3-ad80-44588e7e4015 None None] Pushing event updated for resources: {'Port': ['ID=6b5098ea-5dfe-41fb-a6b6-504c948d28c1,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:36.642059 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:36.810481 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:36.873582 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:36.936693 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:37.102234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Router 7f56d329-d50f-4be7-87bf-da3703752eda is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:44:37.249634 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:37.263984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Sync routers for ids ['7f56d329-d50f-4be7-87bf-da3703752eda'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:37.280413 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:37.282629 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8aef1595-b114-4c0e-b39b-f39884dbcf55 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.0552061 Jul 27 21:44:37.286450 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56676) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:37.287912 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Routers {'7f56d329-d50f-4be7-87bf-da3703752eda'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:37.289271 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7f56d329-d50f-4be7-87bf-da3703752eda'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:37.377101 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:37.468989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Set router 7f56d329-d50f-4be7-87bf-da3703752eda gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:37.596605 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a914b4-8d9b-4648-9b46-245ae516bc0c None None] Network ac204035-1a9a-4cd1-87ae-c11a23b09534 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:44:37.683926 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-354b9340-2ed1-48bc-8e5f-7324cfe05ccc None None] Provisioning for port 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:37.703806 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-354b9340-2ed1-48bc-8e5f-7324cfe05ccc None None] Provisioning complete for port 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:37.704274 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-354b9340-2ed1-48bc-8e5f-7324cfe05ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:37.879754 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:37.918543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f56d329-d50f-4be7-87bf-da3703752eda', 'name': 'tempest-ImageQuotaTest-322179261-router', 'tenant_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'f9f8b3d6-471d-44e1-a289-cea5161333d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:35Z', 'updated_at': '2021-07-27T21:44:36Z', 'revision_number': 3, 'project_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'gw_port': {'id': 'f9f8b3d6-471d-44e1-a289-cea5161333d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f56d329-d50f-4be7-87bf-da3703752eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:35Z', 'updated_at': '2021-07-27T21:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:37.958331 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Checking router: 7f56d329-d50f-4be7-87bf-da3703752eda for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:37.958652 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Updating router 7f56d329-d50f-4be7-87bf-da3703752eda port f9f8b3d6-471d-44e1-a289-cea5161333d4 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:44:37.988085 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-354b9340-2ed1-48bc-8e5f-7324cfe05ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.026253 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.031291 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.085911 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-354b9340-2ed1-48bc-8e5f-7324cfe05ccc None None] For port 6b5098ea-5dfe-41fb-a6b6-504c948d28c1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6b5098ea-5dfe-41fb-a6b6-504c948d28c1,segment=NetworkSegment(0f125155-5ca4-4db2-a87b-1a439b2fee5a),segment_id=0f125155-5ca4-4db2-a87b-1a439b2fee5a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:38.095739 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-354b9340-2ed1-48bc-8e5f-7324cfe05ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.165153 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Allocated IP 172.20.0.1 (ac204035-1a9a-4cd1-87ae-c11a23b09534/4a3064c1-9df1-4330-a95a-7f4dea3d7319/a719941d-5be7-4da5-b74d-abc3ce3e144e) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:38.258877 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b9340-2ed1-48bc-8e5f-7324cfe05ccc None None] Pushing event updated for resources: {'Port': ['ID=6b5098ea-5dfe-41fb-a6b6-504c948d28c1,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:38.307619 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.323856 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Transition to ACTIVE for port object a719941d-5be7-4da5-b74d-abc3ce3e144e will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:38.366504 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.408212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Network ac204035-1a9a-4cd1-87ae-c11a23b09534 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:38.413827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:38.417286 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:38.446098 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Pushing event updated for resources: {'Port': ['ID=a719941d-5be7-4da5-b74d-abc3ce3e144e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:38.462244 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.470116 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5c654a8f-85c8-407b-8734-ba864c5a53a3 None None] Provisioning complete for port 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:38.470435 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.470643 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5c654a8f-85c8-407b-8734-ba864c5a53a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.495221 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Transition to ACTIVE for port object f9f8b3d6-471d-44e1-a289-cea5161333d4 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:38.505446 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.616435 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383bb56-9508-47bc-bd78-912cb04b5571 None None] Pushing event updated for resources: {'Port': ['ID=f9f8b3d6-471d-44e1-a289-cea5161333d4,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:38.616435 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Attempting to bind port f9f8b3d6-471d-44e1-a289-cea5161333d4 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:38.616435 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Attempting to bind port f9f8b3d6-471d-44e1-a289-cea5161333d4 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:38.616435 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Attempting to bind port f9f8b3d6-471d-44e1-a289-cea5161333d4 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:38.624741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:38.625114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:38.626003 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.626003 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:38.626387 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Bound port: f9f8b3d6-471d-44e1-a289-cea5161333d4, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:38.626903 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.697650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] For port f9f8b3d6-471d-44e1-a289-cea5161333d4, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:38.703416 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] For port f9f8b3d6-471d-44e1-a289-cea5161333d4, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f9f8b3d6-471d-44e1-a289-cea5161333d4,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:38.711180 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.733890 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.782789 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Routers {'7f56d329-d50f-4be7-87bf-da3703752eda'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:38.783417 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7f56d329-d50f-4be7-87bf-da3703752eda'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:38.826025 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383bb56-9508-47bc-bd78-912cb04b5571 None None] Pushing event updated for resources: {'Port': ['ID=f9f8b3d6-471d-44e1-a289-cea5161333d4,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:38.835407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:38.900326 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-200c0f23-e11b-43f3-bcdc-48339742ee27 None None] Provisioning for port a719941d-5be7-4da5-b74d-abc3ce3e144e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:38.920892 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-200c0f23-e11b-43f3-bcdc-48339742ee27 None None] Provisioning complete for port a719941d-5be7-4da5-b74d-abc3ce3e144e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:38.921628 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-200c0f23-e11b-43f3-bcdc-48339742ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.954987 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:38.961803 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:39.037378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Pushing event updated for resources: {'Port': ['ID=a719941d-5be7-4da5-b74d-abc3ce3e144e,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:39.043425 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:39.156069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Network ac204035-1a9a-4cd1-87ae-c11a23b09534 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:39.157684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:39.318935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Router 7f56d329-d50f-4be7-87bf-da3703752eda has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:44:39.320741 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:39.327100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-200c0f23-e11b-43f3-bcdc-48339742ee27 None None] Port a719941d-5be7-4da5-b74d-abc3ce3e144e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:44:39.348831 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] Set router 7f56d329-d50f-4be7-87bf-da3703752eda gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:39.353605 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:39.354205 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:39.446524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:39.452795 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9edbcd5d-4025-413c-8f23-d10ecec73826 admin admin] 10.222.0.55 "PUT /v2.0/routers/7f56d329-d50f-4be7-87bf-da3703752eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1646152 Jul 27 21:44:39.524961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-00eff506-1b9d-4322-b077-694a98965cf4 None None] Provisioning complete for port a719941d-5be7-4da5-b74d-abc3ce3e144e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:39.525384 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-00eff506-1b9d-4322-b077-694a98965cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:39.675120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-00eff506-1b9d-4322-b077-694a98965cf4 None None] Port a719941d-5be7-4da5-b74d-abc3ce3e144e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:44:39.776326 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f56d329-d50f-4be7-87bf-da3703752eda', 'name': 'tempest-ImageQuotaTest-322179261-router', 'tenant_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'f9f8b3d6-471d-44e1-a289-cea5161333d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:35Z', 'updated_at': '2021-07-27T21:44:38Z', 'revision_number': 4, 'project_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'gw_port': {'id': 'f9f8b3d6-471d-44e1-a289-cea5161333d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f56d329-d50f-4be7-87bf-da3703752eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:35Z', 'updated_at': '2021-07-27T21:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a719941d-5be7-4da5-b74d-abc3ce3e144e', 'name': '', 'network_id': 'ac204035-1a9a-4cd1-87ae-c11a23b09534', 'tenant_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'mac_address': 'fa:16:3e:8a:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f56d329-d50f-4be7-87bf-da3703752eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '4a3064c1-9df1-4330-a95a-7f4dea3d7319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:37Z', 'updated_at': '2021-07-27T21:44:38Z', 'revision_number': 1, 'project_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'subnets': [{'id': '4a3064c1-9df1-4330-a95a-7f4dea3d7319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:39.811888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e7b3de-ab9a-4042-a7dc-dcd1ea05ad55 None None] The sync data for ids ['7f56d329-d50f-4be7-87bf-da3703752eda'] in n-d-764806-9 is: [{'id': '7f56d329-d50f-4be7-87bf-da3703752eda', 'name': 'tempest-ImageQuotaTest-322179261-router', 'tenant_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'f9f8b3d6-471d-44e1-a289-cea5161333d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:35Z', 'updated_at': '2021-07-27T21:44:38Z', 'revision_number': 4, 'project_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'gw_port': {'id': 'f9f8b3d6-471d-44e1-a289-cea5161333d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f56d329-d50f-4be7-87bf-da3703752eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:35Z', 'updated_at': '2021-07-27T21:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a719941d-5be7-4da5-b74d-abc3ce3e144e', 'name': '', 'network_id': 'ac204035-1a9a-4cd1-87ae-c11a23b09534', 'tenant_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'mac_address': 'fa:16:3e:8a:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f56d329-d50f-4be7-87bf-da3703752eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '4a3064c1-9df1-4330-a95a-7f4dea3d7319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:37Z', 'updated_at': '2021-07-27T21:44:38Z', 'revision_number': 1, 'project_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'subnets': [{'id': '4a3064c1-9df1-4330-a95a-7f4dea3d7319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:40.777759 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56700) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:40.796879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f9f8b3d6-471d-44e1-a289-cea5161333d4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:40.861024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port f9f8b3d6-471d-44e1-a289-cea5161333d4 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:40.866267 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f9f8b3d6-471d-44e1-a289-cea5161333d4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:40.866984 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:40.986133 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:41.017100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port f9f8b3d6-471d-44e1-a289-cea5161333d4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f9f8b3d6-471d-44e1-a289-cea5161333d4,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:41.026139 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:41.092764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=f9f8b3d6-471d-44e1-a289-cea5161333d4,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:41.242441 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b098678-987a-4fa3-bce1-ab831133c7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:41.556330 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-9b098678-987a-4fa3-bce1-ab831133c7ff admin admin] Deleting port a719941d-5be7-4da5-b74d-abc3ce3e144e {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:41.556699 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b098678-987a-4fa3-bce1-ab831133c7ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:41.646323 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b098678-987a-4fa3-bce1-ab831133c7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:41.662278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-9b098678-987a-4fa3-bce1-ab831133c7ff admin admin] Calling delete_port for a719941d-5be7-4da5-b74d-abc3ce3e144e owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:41.906526 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b098678-987a-4fa3-bce1-ab831133c7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:41.940400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b098678-987a-4fa3-bce1-ab831133c7ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a719941d-5be7-4da5-b74d-abc3ce3e144e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:42.019221 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f8dd15-2518-4c49-872a-f81b3507c1b6 None None] Sync routers for ids ['7f56d329-d50f-4be7-87bf-da3703752eda'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:42.035196 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f8dd15-2518-4c49-872a-f81b3507c1b6 None None] Routers {'7f56d329-d50f-4be7-87bf-da3703752eda'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:42.036901 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-e4f8dd15-2518-4c49-872a-f81b3507c1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7f56d329-d50f-4be7-87bf-da3703752eda'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:42.131086 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b098678-987a-4fa3-bce1-ab831133c7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:42.289252 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-e4f8dd15-2518-4c49-872a-f81b3507c1b6 None None] Set router 7f56d329-d50f-4be7-87bf-da3703752eda gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:42.391359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b098678-987a-4fa3-bce1-ab831133c7ff admin admin] Router 7f56d329-d50f-4be7-87bf-da3703752eda has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:44:42.478012 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-e4f8dd15-2518-4c49-872a-f81b3507c1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f56d329-d50f-4be7-87bf-da3703752eda', 'name': 'tempest-ImageQuotaTest-322179261-router', 'tenant_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'f9f8b3d6-471d-44e1-a289-cea5161333d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:35Z', 'updated_at': '2021-07-27T21:44:41Z', 'revision_number': 5, 'project_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'gw_port': {'id': 'f9f8b3d6-471d-44e1-a289-cea5161333d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f56d329-d50f-4be7-87bf-da3703752eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:35Z', 'updated_at': '2021-07-27T21:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:42.511119 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f8dd15-2518-4c49-872a-f81b3507c1b6 None None] Checking router: 7f56d329-d50f-4be7-87bf-da3703752eda for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:42.511469 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b098678-987a-4fa3-bce1-ab831133c7ff admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:42.519225 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9b098678-987a-4fa3-bce1-ab831133c7ff admin admin] 10.222.0.55 "PUT /v2.0/routers/7f56d329-d50f-4be7-87bf-da3703752eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7426190 Jul 27 21:44:42.521332 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f8dd15-2518-4c49-872a-f81b3507c1b6 None None] Routers {'7f56d329-d50f-4be7-87bf-da3703752eda'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:42.521935 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-e4f8dd15-2518-4c49-872a-f81b3507c1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['7f56d329-d50f-4be7-87bf-da3703752eda'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:42.522788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56702) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:42.643551 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-e4f8dd15-2518-4c49-872a-f81b3507c1b6 None None] Set router 7f56d329-d50f-4be7-87bf-da3703752eda gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:42.750615 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f9f8b3d6-471d-44e1-a289-cea5161333d4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:42.812680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f9f8b3d6-471d-44e1-a289-cea5161333d4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:42.813161 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:42.859402 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-e4f8dd15-2518-4c49-872a-f81b3507c1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f56d329-d50f-4be7-87bf-da3703752eda', 'name': 'tempest-ImageQuotaTest-322179261-router', 'tenant_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'f9f8b3d6-471d-44e1-a289-cea5161333d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:35Z', 'updated_at': '2021-07-27T21:44:41Z', 'revision_number': 5, 'project_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'gw_port': {'id': 'f9f8b3d6-471d-44e1-a289-cea5161333d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f56d329-d50f-4be7-87bf-da3703752eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:35Z', 'updated_at': '2021-07-27T21:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:42.893103 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f8dd15-2518-4c49-872a-f81b3507c1b6 None None] The sync data for ids ['7f56d329-d50f-4be7-87bf-da3703752eda'] in n-d-764806-9 is: [{'id': '7f56d329-d50f-4be7-87bf-da3703752eda', 'name': 'tempest-ImageQuotaTest-322179261-router', 'tenant_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'f9f8b3d6-471d-44e1-a289-cea5161333d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:35Z', 'updated_at': '2021-07-27T21:44:41Z', 'revision_number': 5, 'project_id': '96e0a5d22e9f4eedaa14eaf4e0ca15cd', 'gw_port': {'id': 'f9f8b3d6-471d-44e1-a289-cea5161333d4', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:05:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f56d329-d50f-4be7-87bf-da3703752eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:35Z', 'updated_at': '2021-07-27T21:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:42.979109 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-057a1b27-2f41-4267-b721-21adc1318597 admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:43.087683 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-057a1b27-2f41-4267-b721-21adc1318597 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:43.142094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-057a1b27-2f41-4267-b721-21adc1318597 admin admin] Deleting port f9f8b3d6-471d-44e1-a289-cea5161333d4 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:43.142630 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-057a1b27-2f41-4267-b721-21adc1318597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:43.240143 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-057a1b27-2f41-4267-b721-21adc1318597 admin admin] For port f9f8b3d6-471d-44e1-a289-cea5161333d4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f9f8b3d6-471d-44e1-a289-cea5161333d4,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:43.240551 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-057a1b27-2f41-4267-b721-21adc1318597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:43.268063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-057a1b27-2f41-4267-b721-21adc1318597 admin admin] Calling delete_port for f9f8b3d6-471d-44e1-a289-cea5161333d4 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:43.506415 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-057a1b27-2f41-4267-b721-21adc1318597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:43.550270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a1b27-2f41-4267-b721-21adc1318597 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f8b3d6-471d-44e1-a289-cea5161333d4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:43.635149 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-057a1b27-2f41-4267-b721-21adc1318597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:43.737263 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-057a1b27-2f41-4267-b721-21adc1318597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:43.740070 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-057a1b27-2f41-4267-b721-21adc1318597 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:43.800002 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-057a1b27-2f41-4267-b721-21adc1318597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:43.800562 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057a1b27-2f41-4267-b721-21adc1318597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f56d329-d50f-4be7-87bf-da3703752eda {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:44:43.806106 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-057a1b27-2f41-4267-b721-21adc1318597 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:43.807542 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-057a1b27-2f41-4267-b721-21adc1318597 admin admin] 10.222.0.55 "DELETE /v2.0/routers/7f56d329-d50f-4be7-87bf-da3703752eda HTTP/1.1" status: 204 len: 168 time: 1.2837341 Jul 27 21:44:43.811188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56704) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:43.860948 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-acced4df-6855-40d4-a8e8-5295abe5a993 admin admin] Deleting subnet 4a3064c1-9df1-4330-a95a-7f4dea3d7319 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:44:43.865301 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-acced4df-6855-40d4-a8e8-5295abe5a993 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:43.902284 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-acced4df-6855-40d4-a8e8-5295abe5a993 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:43.981565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f738a54f-fc53-414c-8e38-f3a62df4751b None None] Sync routers for ids ['7f56d329-d50f-4be7-87bf-da3703752eda'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:43.994681 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-acced4df-6855-40d4-a8e8-5295abe5a993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:43.994972 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f738a54f-fc53-414c-8e38-f3a62df4751b None None] Routers set() bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:43.994972 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f738a54f-fc53-414c-8e38-f3a62df4751b None None] Router IDs set() for agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 21:44:43.995517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_agentschedulers_db [None req-f738a54f-fc53-414c-8e38-f3a62df4751b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7f56d329-d50f-4be7-87bf-da3703752eda'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent'). {{(pid=105581) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 21:44:44.005421 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f738a54f-fc53-414c-8e38-f3a62df4751b None None] Routers set() bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:44.006160 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f738a54f-fc53-414c-8e38-f3a62df4751b None None] Router IDs set() for agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 21:44:44.006931 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_agentschedulers_db [None req-f738a54f-fc53-414c-8e38-f3a62df4751b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7f56d329-d50f-4be7-87bf-da3703752eda'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent'). {{(pid=105581) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 27 21:44:44.007425 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f738a54f-fc53-414c-8e38-f3a62df4751b None None] The sync data for ids ['7f56d329-d50f-4be7-87bf-da3703752eda'] in n-d-764806-9 is: [] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:44.058886 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-acced4df-6855-40d4-a8e8-5295abe5a993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.083774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acced4df-6855-40d4-a8e8-5295abe5a993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a3064c1-9df1-4330-a95a-7f4dea3d7319,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:44.100131 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-acced4df-6855-40d4-a8e8-5295abe5a993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.105185 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-acced4df-6855-40d4-a8e8-5295abe5a993 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4a3064c1-9df1-4330-a95a-7f4dea3d7319 HTTP/1.1" status: 204 len: 168 time: 0.2897012 Jul 27 21:44:44.105185 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56706) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:44.108264 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4955178d-b648-4217-bd85-d857d36e0bcb None None] Network ac204035-1a9a-4cd1-87ae-c11a23b09534 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:44:44.190640 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.258502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] Deleting port 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:44:44.258845 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.329499 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] For port 6b5098ea-5dfe-41fb-a6b6-504c948d28c1, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6b5098ea-5dfe-41fb-a6b6-504c948d28c1,segment=NetworkSegment(0f125155-5ca4-4db2-a87b-1a439b2fee5a),segment_id=0f125155-5ca4-4db2-a87b-1a439b2fee5a)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:44.329888 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.343509 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] Calling delete_port for 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:44:44.429675 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.455905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] Pushing event deleted for resources: {'Port': ['ID=6b5098ea-5dfe-41fb-a6b6-504c948d28c1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:44.462035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] No DVR routers for this DVR port 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:44:44.480948 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feae1cb3-0e2d-4e96-b37a-7dac6e15088f None None] DHCP port deletion for ac204035-1a9a-4cd1-87ae-c11a23b09534 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:44:44.553326 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.564975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac204035-1a9a-4cd1-87ae-c11a23b09534']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:44.576740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f125155-5ca4-4db2-a87b-1a439b2fee5a') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:44.577065 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f125155-5ca4-4db2-a87b-1a439b2fee5a') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:44.587880 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.602547 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.609189 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:44:44.609768 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:44:44.612351 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:44:44.677367 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.682601 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.689815 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] 10.222.0.55 "DELETE /v2.0/networks/ac204035-1a9a-4cd1-87ae-c11a23b09534 HTTP/1.1" status: 204 len: 168 time: 0.5791433 Jul 27 21:44:44.699499 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43123a-107c-404d-ac24-f33f45ec099e admin admin] Pushing event deleted for resources: {'Network': ['ID=ac204035-1a9a-4cd1-87ae-c11a23b09534,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:44.729984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:44.752804 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:44.753188 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6b5098ea-5dfe-41fb-a6b6-504c948d28c1 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:44.753590 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a719941d-5be7-4da5-b74d-abc3ce3e144e no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:44.775640 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: a719941d-5be7-4da5-b74d-abc3ce3e144e {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:44.776022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a719941d-5be7-4da5-b74d-abc3ce3e144e not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:44.776408 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f9f8b3d6-471d-44e1-a289-cea5161333d4 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:44:44.796764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: f9f8b3d6-471d-44e1-a289-cea5161333d4 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:44:44.797115 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f9f8b3d6-471d-44e1-a289-cea5161333d4 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:44:44.827113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56710) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:44.870073 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-43a1001a-9e6d-401a-9897-3d7f7c0b964d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96e0a5d22e9f4eedaa14eaf4e0ca15cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417025 Jul 27 21:44:44.872898 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56712) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:44.925568 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2eb2e93-ef77-4569-bb54-f79cd6854e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:44.948927 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2eb2e93-ef77-4569-bb54-f79cd6854e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:45.008593 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2eb2e93-ef77-4569-bb54-f79cd6854e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:45.012268 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e2eb2e93-ef77-4569-bb54-f79cd6854e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:45.013390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e2eb2e93-ef77-4569-bb54-f79cd6854e7f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/098b7086-1162-4aad-a656-a93e78c8c24d HTTP/1.1" status: 204 len: 168 time: 0.1395638 Jul 27 21:44:45.024227 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb2e93-ef77-4569-bb54-f79cd6854e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098b7086-1162-4aad-a656-a93e78c8c24d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:45.420885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56718) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:45.435512 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a37b5117-4e42-428b-8377-cc7f9e9eb531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:45.593329 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a37b5117-4e42-428b-8377-cc7f9e9eb531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:45.599477 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a37b5117-4e42-428b-8377-cc7f9e9eb531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:45.673261 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a37b5117-4e42-428b-8377-cc7f9e9eb531 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2506599 Jul 27 21:44:45.675466 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b5117-4e42-428b-8377-cc7f9e9eb531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6fde7c-963d-4535-af67-ac27ce2f2ada,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:45.676351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56720) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:45.739502 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18e898fb-28a7-4d20-add1-4c0357c989e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:45.767600 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18e898fb-28a7-4d20-add1-4c0357c989e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:45.829788 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18e898fb-28a7-4d20-add1-4c0357c989e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:45.834250 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18e898fb-28a7-4d20-add1-4c0357c989e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:45.835587 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-18e898fb-28a7-4d20-add1-4c0357c989e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f6fde7c-963d-4535-af67-ac27ce2f2ada HTTP/1.1" status: 204 len: 168 time: 0.1577110 Jul 27 21:44:45.845525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e898fb-28a7-4d20-add1-4c0357c989e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6fde7c-963d-4535-af67-ac27ce2f2ada,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:46.540875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56742) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:46.668456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-0abb601b-7323-497c-922c-bf9d12c5b0ec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-58124294-network', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:46.700410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abb601b-7323-497c-922c-bf9d12c5b0ec admin admin] Made reservation on behalf of c9d808d57b96486a90d242d3b8b361d4 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:44:46.703121 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0abb601b-7323-497c-922c-bf9d12c5b0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:46.714858 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0abb601b-7323-497c-922c-bf9d12c5b0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:46.833590 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0abb601b-7323-497c-922c-bf9d12c5b0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:46.838914 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0abb601b-7323-497c-922c-bf9d12c5b0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:46.866886 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abb601b-7323-497c-922c-bf9d12c5b0ec admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:44:46.876894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb601b-7323-497c-922c-bf9d12c5b0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39b9b19-217d-4869-af3b-2e888fd565a5,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:46.888895 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0abb601b-7323-497c-922c-bf9d12c5b0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:46.889454 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-0abb601b-7323-497c-922c-bf9d12c5b0ec admin admin] Added segment b5485a43-0f9e-41bc-9bd2-979ee7715565 of type vlan for network 8888496d-7cec-4187-971f-bde9cb68f43c Jul 27 21:44:46.937049 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0abb601b-7323-497c-922c-bf9d12c5b0ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:46.972103 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0abb601b-7323-497c-922c-bf9d12c5b0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:46.974376 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abb601b-7323-497c-922c-bf9d12c5b0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:46.975129 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0abb601b-7323-497c-922c-bf9d12c5b0ec admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:47.058653 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0abb601b-7323-497c-922c-bf9d12c5b0ec admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5162494 Jul 27 21:44:47.063407 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56746) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:47.069642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-192815b5-43f7-46cc-bced-fe1f48596c1c admin admin] Request body: {'subnet': {'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-58124294-subnet', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:47.079756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb601b-7323-497c-922c-bf9d12c5b0ec admin admin] Pushing event updated for resources: {'Network': ['ID=8888496d-7cec-4187-971f-bde9cb68f43c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:47.092918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 8888496d-7cec-4187-971f-bde9cb68f43c details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:44:47.099008 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192815b5-43f7-46cc-bced-fe1f48596c1c admin admin] Made reservation on behalf of c9d808d57b96486a90d242d3b8b361d4 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:44:47.101616 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-192815b5-43f7-46cc-bced-fe1f48596c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:47.306129 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-192815b5-43f7-46cc-bced-fe1f48596c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:47.362790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192815b5-43f7-46cc-bced-fe1f48596c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5331315d-becb-43a5-8c13-ef509a759d07,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:47.378748 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192815b5-43f7-46cc-bced-fe1f48596c1c admin admin] Checking segment: {'id': 'b5485a43-0f9e-41bc-9bd2-979ee7715565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:47.379112 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192815b5-43f7-46cc-bced-fe1f48596c1c admin admin] Network hostable DHCP agents. Network: 8888496d-7cec-4187-971f-bde9cb68f43c, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:44:47.399115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192815b5-43f7-46cc-bced-fe1f48596c1c admin admin] Network 8888496d-7cec-4187-971f-bde9cb68f43c is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:44:47.409784 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-192815b5-43f7-46cc-bced-fe1f48596c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 8888496d-7cec-4187-971f-bde9cb68f43c) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:47.415403 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192815b5-43f7-46cc-bced-fe1f48596c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:47.416236 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-192815b5-43f7-46cc-bced-fe1f48596c1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:47.422238 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7248c3db-51f5-484a-a8c9-b0b78ab5eb26 None None] Network 8888496d-7cec-4187-971f-bde9cb68f43c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:44:47.437395 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-192815b5-43f7-46cc-bced-fe1f48596c1c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3728664 Jul 27 21:44:47.440352 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56748) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:47.448359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:47.479527 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:47.481150 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:47.551005 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:47.609264 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-8888496d-7cec-4187-971f-bde9cb68f43c', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'fixed_ips': [{'subnet_id': '5331315d-becb-43a5-8c13-ef509a759d07'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:44:47.610127 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:47.710999 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:47.765637 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Allocated IP 172.20.0.2 (8888496d-7cec-4187-971f-bde9cb68f43c/5331315d-becb-43a5-8c13-ef509a759d07/52efb2fc-e7e0-4e6c-b567-11101a0b77c9) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:47.932378 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:47.939305 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:44:47.948492 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Transition to ACTIVE for port object 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:47.973835 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Transition to ACTIVE for port object 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:47.981241 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:48.024917 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Network 8888496d-7cec-4187-971f-bde9cb68f43c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:48.031385 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:48.036748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:48.045030 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Pushing event updated for resources: {'Port': ['ID=52efb2fc-e7e0-4e6c-b567-11101a0b77c9,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:48.128615 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Attempting to bind port 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:48.130349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Attempting to bind port 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'b5485a43-0f9e-41bc-9bd2-979ee7715565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:48.130349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Attempting to bind port 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 on network 8888496d-7cec-4187-971f-bde9cb68f43c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:48.136998 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:48.137935 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Checking segment: {'id': 'b5485a43-0f9e-41bc-9bd2-979ee7715565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:48.137935 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:48.138295 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Bound using segment: {'id': 'b5485a43-0f9e-41bc-9bd2-979ee7715565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:48.139118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Bound port: 52efb2fc-e7e0-4e6c-b567-11101a0b77c9, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5485a43-0f9e-41bc-9bd2-979ee7715565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:48.139118 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:48.213403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] For port 52efb2fc-e7e0-4e6c-b567-11101a0b77c9, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:48.216926 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] For port 52efb2fc-e7e0-4e6c-b567-11101a0b77c9, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=52efb2fc-e7e0-4e6c-b567-11101a0b77c9,segment=NetworkSegment(b5485a43-0f9e-41bc-9bd2-979ee7715565),segment_id=b5485a43-0f9e-41bc-9bd2-979ee7715565)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:48.222936 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:48.292256 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da1df7-11a2-4396-a5d4-948287211d20 None None] Pushing event updated for resources: {'Port': ['ID=52efb2fc-e7e0-4e6c-b567-11101a0b77c9,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:48.304260 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:48.335396 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:48.470503 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Allocated IP 172.25.2.13 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/6fbf37b8-6621-40b5-bf12-a26070d44855) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:48.657290 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:48.701085 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:48.745819 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:48.753519 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:48.757867 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:48.762807 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:48.782481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Pushing event updated for resources: {'Port': ['ID=6fbf37b8-6621-40b5-bf12-a26070d44855,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:48.839202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:49.061495 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:49.317366 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:49.373253 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328d439f-d238-4c79-aa1d-46422c6b85a8 None None] Network 8888496d-7cec-4187-971f-bde9cb68f43c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:44:49.476966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ca46a274-e756-4bad-afa7-e8c5cf918006 None None] Provisioning for port 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:49.501585 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ca46a274-e756-4bad-afa7-e8c5cf918006 None None] Provisioning complete for port 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:49.502062 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ca46a274-e756-4bad-afa7-e8c5cf918006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:49.513051 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Router b692ac2d-3989-4b94-a31e-420ed02fdd37 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:44:49.639766 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ca46a274-e756-4bad-afa7-e8c5cf918006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:49.649149 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:49.667335 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Sync routers for ids ['b692ac2d-3989-4b94-a31e-420ed02fdd37'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:49.672603 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:49.673929 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d47f1acd-caad-468c-8c72-b05537103c11 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2322609 Jul 27 21:44:49.678987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56750) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:49.682451 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Routers {'b692ac2d-3989-4b94-a31e-420ed02fdd37'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:49.683722 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b692ac2d-3989-4b94-a31e-420ed02fdd37'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:49.695754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ca46a274-e756-4bad-afa7-e8c5cf918006 None None] For port 52efb2fc-e7e0-4e6c-b567-11101a0b77c9, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=52efb2fc-e7e0-4e6c-b567-11101a0b77c9,segment=NetworkSegment(b5485a43-0f9e-41bc-9bd2-979ee7715565),segment_id=b5485a43-0f9e-41bc-9bd2-979ee7715565)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:49.702952 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ca46a274-e756-4bad-afa7-e8c5cf918006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:49.797552 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46a274-e756-4bad-afa7-e8c5cf918006 None None] Pushing event updated for resources: {'Port': ['ID=52efb2fc-e7e0-4e6c-b567-11101a0b77c9,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:49.874690 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Set router b692ac2d-3989-4b94-a31e-420ed02fdd37 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:50.029245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-be7e205a-7285-4dd6-8ab2-1fe393b2cc37 None None] Provisioning complete for port 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:50.029913 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-be7e205a-7285-4dd6-8ab2-1fe393b2cc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:50.102621 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:44:48Z', 'revision_number': 3, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port': {'id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:48Z', 'updated_at': '2021-07-27T21:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:50.143840 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Checking router: b692ac2d-3989-4b94-a31e-420ed02fdd37 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:50.144756 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Updating router b692ac2d-3989-4b94-a31e-420ed02fdd37 port 6fbf37b8-6621-40b5-bf12-a26070d44855 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:44:50.205460 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:50.235014 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:50.427900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Allocated IP 172.20.0.1 (8888496d-7cec-4187-971f-bde9cb68f43c/5331315d-becb-43a5-8c13-ef509a759d07/7e358ebb-34e3-45ee-b9a7-c589a215046b) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:50.569461 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:50.578845 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:50.586651 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Transition to ACTIVE for port object 7e358ebb-34e3-45ee-b9a7-c589a215046b will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:50.592219 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Transition to ACTIVE for port object 6fbf37b8-6621-40b5-bf12-a26070d44855 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:50.602364 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:50.634856 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:50.676654 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804fec7-b01b-484b-83ea-9258f2979db9 None None] Pushing event updated for resources: {'Port': ['ID=6fbf37b8-6621-40b5-bf12-a26070d44855,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:50.678115 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Network 8888496d-7cec-4187-971f-bde9cb68f43c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:50.681698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:50.682890 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Attempting to bind port 6fbf37b8-6621-40b5-bf12-a26070d44855 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:50.683078 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Attempting to bind port 6fbf37b8-6621-40b5-bf12-a26070d44855 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:50.683595 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Attempting to bind port 6fbf37b8-6621-40b5-bf12-a26070d44855 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:50.693187 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:50.695873 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fec7-b01b-484b-83ea-9258f2979db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:50.696215 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fec7-b01b-484b-83ea-9258f2979db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:50.696767 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fec7-b01b-484b-83ea-9258f2979db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:50.697103 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fec7-b01b-484b-83ea-9258f2979db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:50.697461 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fec7-b01b-484b-83ea-9258f2979db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:50.697772 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fec7-b01b-484b-83ea-9258f2979db9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:50.698319 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fec7-b01b-484b-83ea-9258f2979db9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:50.698651 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fec7-b01b-484b-83ea-9258f2979db9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:50.698980 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fec7-b01b-484b-83ea-9258f2979db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:50.699364 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fec7-b01b-484b-83ea-9258f2979db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:50.699610 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fec7-b01b-484b-83ea-9258f2979db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:50.700119 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1804fec7-b01b-484b-83ea-9258f2979db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:44:50.706309 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:50.706797 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:50.707827 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:50.708522 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:50.709460 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Bound port: 6fbf37b8-6621-40b5-bf12-a26070d44855, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:50.710160 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:50.735990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Pushing event updated for resources: {'Port': ['ID=7e358ebb-34e3-45ee-b9a7-c589a215046b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:50.761872 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:50.810312 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] For port 6fbf37b8-6621-40b5-bf12-a26070d44855, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:50.814166 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:50.815465 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] For port 6fbf37b8-6621-40b5-bf12-a26070d44855, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6fbf37b8-6621-40b5-bf12-a26070d44855,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:50.822121 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:50.903780 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Routers {'b692ac2d-3989-4b94-a31e-420ed02fdd37'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:50.904672 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b692ac2d-3989-4b94-a31e-420ed02fdd37'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:50.949204 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:50.950110 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:50.987138 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:51.111577 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-adb0f7e1-a8c6-4a98-8eaa-6bc54148e636 None None] Provisioning for port 7e358ebb-34e3-45ee-b9a7-c589a215046b completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:51.121171 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-adb0f7e1-a8c6-4a98-8eaa-6bc54148e636 None None] Provisioning complete for port 7e358ebb-34e3-45ee-b9a7-c589a215046b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:51.123436 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-adb0f7e1-a8c6-4a98-8eaa-6bc54148e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:51.160119 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804fec7-b01b-484b-83ea-9258f2979db9 None None] Pushing event updated for resources: {'Port': ['ID=6fbf37b8-6621-40b5-bf12-a26070d44855,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:51.178557 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-adb0f7e1-a8c6-4a98-8eaa-6bc54148e636 None None] Port 7e358ebb-34e3-45ee-b9a7-c589a215046b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:44:51.193117 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] Set router b692ac2d-3989-4b94-a31e-420ed02fdd37 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:51.269516 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:51.277518 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:51.359383 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Pushing event updated for resources: {'Port': ['ID=7e358ebb-34e3-45ee-b9a7-c589a215046b,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:51.362842 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:51.458682 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:44:48Z', 'revision_number': 3, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port': {'id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:48Z', 'updated_at': '2021-07-27T21:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:51.493547 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e63633d-537c-4918-840f-762d3227ac00 None None] The sync data for ids ['b692ac2d-3989-4b94-a31e-420ed02fdd37'] in n-d-764806-9 is: [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:44:48Z', 'revision_number': 3, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port': {'id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:48Z', 'updated_at': '2021-07-27T21:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:51.501236 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Network 8888496d-7cec-4187-971f-bde9cb68f43c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:51.507482 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:51.713302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Router b692ac2d-3989-4b94-a31e-420ed02fdd37 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:44:51.889521 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:51.894570 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-066f5c27-4d84-4d31-b54a-b190fcaedacc admin admin] 10.222.0.55 "PUT /v2.0/routers/b692ac2d-3989-4b94-a31e-420ed02fdd37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2142980 Jul 27 21:44:51.920005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4afdd99f-9549-4d27-a4e3-b76c7b9305d9 None None] Provisioning complete for port 7e358ebb-34e3-45ee-b9a7-c589a215046b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:51.920668 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4afdd99f-9549-4d27-a4e3-b76c7b9305d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:51.970752 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-4afdd99f-9549-4d27-a4e3-b76c7b9305d9 None None] Port 7e358ebb-34e3-45ee-b9a7-c589a215046b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:44:52.618720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56766) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:52.625803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-006eed23-0f1f-4ab1-9ebc-688a4db4fc3b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1283751733-network', 'tenant_id': '073c81c974b04193814cce2f839d79c4'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:52.665464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006eed23-0f1f-4ab1-9ebc-688a4db4fc3b admin admin] Made reservation on behalf of 073c81c974b04193814cce2f839d79c4 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:44:52.668853 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-006eed23-0f1f-4ab1-9ebc-688a4db4fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:52.688189 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-006eed23-0f1f-4ab1-9ebc-688a4db4fc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:52.780296 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6fbf37b8-6621-40b5-bf12-a26070d44855 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:52.834001 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-006eed23-0f1f-4ab1-9ebc-688a4db4fc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:52.839899 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-006eed23-0f1f-4ab1-9ebc-688a4db4fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:52.859749 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 6fbf37b8-6621-40b5-bf12-a26070d44855 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:52.867076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 6fbf37b8-6621-40b5-bf12-a26070d44855 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:52.867663 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:52.883770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006eed23-0f1f-4ab1-9ebc-688a4db4fc3b admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:44:52.899203 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006eed23-0f1f-4ab1-9ebc-688a4db4fc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf89cdff-248b-453c-bf47-82b04e8cb4f4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:52.909736 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-006eed23-0f1f-4ab1-9ebc-688a4db4fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:52.910326 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-006eed23-0f1f-4ab1-9ebc-688a4db4fc3b admin admin] Added segment 7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13 of type vlan for network 6e4bd45f-63b0-42ad-b618-4f1d3e4b2895 Jul 27 21:44:52.966537 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-006eed23-0f1f-4ab1-9ebc-688a4db4fc3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:52.994887 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:53.003440 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-006eed23-0f1f-4ab1-9ebc-688a4db4fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:53.006154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006eed23-0f1f-4ab1-9ebc-688a4db4fc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:53.006969 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-006eed23-0f1f-4ab1-9ebc-688a4db4fc3b admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:53.029370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 6fbf37b8-6621-40b5-bf12-a26070d44855, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6fbf37b8-6621-40b5-bf12-a26070d44855,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:53.033727 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:53.071021 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-006eed23-0f1f-4ab1-9ebc-688a4db4fc3b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4507477 Jul 27 21:44:53.075846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56768) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:53.079590 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006eed23-0f1f-4ab1-9ebc-688a4db4fc3b admin admin] Pushing event updated for resources: {'Network': ['ID=6e4bd45f-63b0-42ad-b618-4f1d3e4b2895,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:53.092826 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-481c1570-3491-4ecc-9f2d-c7ef6a6c3ffe admin admin] Request body: {'subnet': {'network_id': '6e4bd45f-63b0-42ad-b618-4f1d3e4b2895', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1283751733-subnet', 'tenant_id': '073c81c974b04193814cce2f839d79c4', 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:53.097358 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 6e4bd45f-63b0-42ad-b618-4f1d3e4b2895 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:44:53.119214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481c1570-3491-4ecc-9f2d-c7ef6a6c3ffe admin admin] Made reservation on behalf of 073c81c974b04193814cce2f839d79c4 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:44:53.121634 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-481c1570-3491-4ecc-9f2d-c7ef6a6c3ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:53.181083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=6fbf37b8-6621-40b5-bf12-a26070d44855,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:53.325108 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-481c1570-3491-4ecc-9f2d-c7ef6a6c3ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:53.388593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c1570-3491-4ecc-9f2d-c7ef6a6c3ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3ecf6b-7a23-4bbd-8652-32b9a5b617b5,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:53.401050 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c1570-3491-4ecc-9f2d-c7ef6a6c3ffe admin admin] Checking segment: {'id': '7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e4bd45f-63b0-42ad-b618-4f1d3e4b2895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:53.401410 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c1570-3491-4ecc-9f2d-c7ef6a6c3ffe admin admin] Network hostable DHCP agents. Network: 6e4bd45f-63b0-42ad-b618-4f1d3e4b2895, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:44:53.424807 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c1570-3491-4ecc-9f2d-c7ef6a6c3ffe admin admin] Network 6e4bd45f-63b0-42ad-b618-4f1d3e4b2895 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:44:53.436498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-481c1570-3491-4ecc-9f2d-c7ef6a6c3ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 6e4bd45f-63b0-42ad-b618-4f1d3e4b2895) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:53.443460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Sync routers for ids ['b692ac2d-3989-4b94-a31e-420ed02fdd37'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:53.445883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c1570-3491-4ecc-9f2d-c7ef6a6c3ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:44:53.446580 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-481c1570-3491-4ecc-9f2d-c7ef6a6c3ffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:53.450794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3ce0dc-bf9e-459d-9086-c4a97509f6d0 None None] Network 6e4bd45f-63b0-42ad-b618-4f1d3e4b2895 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:44:53.466195 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-481c1570-3491-4ecc-9f2d-c7ef6a6c3ffe admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3876047 Jul 27 21:44:53.469906 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 56770) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:53.477806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1283751733-router', 'tenant_id': '073c81c974b04193814cce2f839d79c4', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:44:53.501990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Routers {'b692ac2d-3989-4b94-a31e-420ed02fdd37'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:53.502799 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b692ac2d-3989-4b94-a31e-420ed02fdd37'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:53.513087 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:53.514562 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:53.602989 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:53.701010 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Set router b692ac2d-3989-4b94-a31e-420ed02fdd37 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:53.789571 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:53.863503 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-6e4bd45f-63b0-42ad-b618-4f1d3e4b2895', 'network_id': '6e4bd45f-63b0-42ad-b618-4f1d3e4b2895', 'tenant_id': '073c81c974b04193814cce2f839d79c4', 'fixed_ips': [{'subnet_id': 'cb3ecf6b-7a23-4bbd-8652-32b9a5b617b5'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:44:53.865090 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.047466 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.068392 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.185559 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Allocated IP 172.25.2.72 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/29c9c36a-e3f3-4181-b31d-df7b5081c6fa) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:54.295863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Allocated IP 172.20.0.2 (6e4bd45f-63b0-42ad-b618-4f1d3e4b2895/cb3ecf6b-7a23-4bbd-8652-32b9a5b617b5/82e0d256-c5a4-4539-8ac5-52a98d6abbf5) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:54.322739 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.349349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:44:50Z', 'revision_number': 4, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port': {'id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:48Z', 'updated_at': '2021-07-27T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '7e358ebb-34e3-45ee-b9a7-c589a215046b', 'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'mac_address': 'fa:16:3e:1a:6b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '5331315d-becb-43a5-8c13-ef509a759d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:50Z', 'updated_at': '2021-07-27T21:44:51Z', 'revision_number': 2, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'subnets': [{'id': '5331315d-becb-43a5-8c13-ef509a759d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:54.388846 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.418979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Checking router: b692ac2d-3989-4b94-a31e-420ed02fdd37 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:54.419317 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Updating router b692ac2d-3989-4b94-a31e-420ed02fdd37 port 7e358ebb-34e3-45ee-b9a7-c589a215046b binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:44:54.431316 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:54.436500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:54.439919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:54.465588 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Pushing event updated for resources: {'Port': ['ID=29c9c36a-e3f3-4181-b31d-df7b5081c6fa,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:54.494726 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.670124 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.692178 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Transition to ACTIVE for port object 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:54.753905 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Transition to ACTIVE for port object 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:54.765506 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.807547 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6fbf37b8-6621-40b5-bf12-a26070d44855 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:54.812218 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:54.868387 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Network 6e4bd45f-63b0-42ad-b618-4f1d3e4b2895 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:54.872960 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Pushing event updated for resources: {'Port': ['ID=82e0d256-c5a4-4539-8ac5-52a98d6abbf5,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:54.889466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:54.900639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:55.025709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Attempting to bind port 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:55.026038 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Attempting to bind port 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e4bd45f-63b0-42ad-b618-4f1d3e4b2895'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:55.026358 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Attempting to bind port 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 on network 6e4bd45f-63b0-42ad-b618-4f1d3e4b2895 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:55.035564 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:55.035564 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Checking segment: {'id': '7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e4bd45f-63b0-42ad-b618-4f1d3e4b2895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:55.036655 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:55.036843 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Bound using segment: {'id': '7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e4bd45f-63b0-42ad-b618-4f1d3e4b2895'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:55.037240 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Bound port: 82e0d256-c5a4-4539-8ac5-52a98d6abbf5, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e4bd45f-63b0-42ad-b618-4f1d3e4b2895'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:55.037628 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:55.046486 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 6fbf37b8-6621-40b5-bf12-a26070d44855 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:55.046861 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:55.085550 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:55.115050 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Transition to ACTIVE for port object 7e358ebb-34e3-45ee-b9a7-c589a215046b will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:55.145841 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:55.217534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] For port 82e0d256-c5a4-4539-8ac5-52a98d6abbf5, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:55.271405 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] For port 82e0d256-c5a4-4539-8ac5-52a98d6abbf5, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=82e0d256-c5a4-4539-8ac5-52a98d6abbf5,segment=NetworkSegment(7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13),segment_id=7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:55.275018 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8dbbd4-3827-4f36-b516-cb81fc6a09f8 None None] Pushing event updated for resources: {'Port': ['ID=7e358ebb-34e3-45ee-b9a7-c589a215046b,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:55.289493 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:55.425029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Attempting to bind port 7e358ebb-34e3-45ee-b9a7-c589a215046b on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:55.426794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Attempting to bind port 7e358ebb-34e3-45ee-b9a7-c589a215046b by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'b5485a43-0f9e-41bc-9bd2-979ee7715565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:55.426794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Attempting to bind port 7e358ebb-34e3-45ee-b9a7-c589a215046b on network 8888496d-7cec-4187-971f-bde9cb68f43c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:55.439689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cccd7c-b1f2-4ada-b4d3-418edde2376c None None] Pushing event updated for resources: {'Port': ['ID=82e0d256-c5a4-4539-8ac5-52a98d6abbf5,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:55.443458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:55.443983 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Checking segment: {'id': 'b5485a43-0f9e-41bc-9bd2-979ee7715565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:55.444650 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:55.445426 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Bound using segment: {'id': 'b5485a43-0f9e-41bc-9bd2-979ee7715565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:55.446046 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Bound port: 7e358ebb-34e3-45ee-b9a7-c589a215046b, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5485a43-0f9e-41bc-9bd2-979ee7715565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:55.446563 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:55.470190 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:55.548574 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] For port 7e358ebb-34e3-45ee-b9a7-c589a215046b, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:55.552613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] For port 7e358ebb-34e3-45ee-b9a7-c589a215046b, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7e358ebb-34e3-45ee-b9a7-c589a215046b,segment=NetworkSegment(b5485a43-0f9e-41bc-9bd2-979ee7715565),segment_id=b5485a43-0f9e-41bc-9bd2-979ee7715565)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:55.558901 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:55.626847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Routers {'b692ac2d-3989-4b94-a31e-420ed02fdd37'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:55.627434 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b692ac2d-3989-4b94-a31e-420ed02fdd37'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:55.732324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Router a22297ed-213f-4bd1-a1c0-64c53967cf08 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:44:55.732665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8dbbd4-3827-4f36-b516-cb81fc6a09f8 None None] Pushing event updated for resources: {'Port': ['ID=7e358ebb-34e3-45ee-b9a7-c589a215046b,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:55.838503 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] Set router b692ac2d-3989-4b94-a31e-420ed02fdd37 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:55.925760 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:55.945325 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Sync routers for ids ['a22297ed-213f-4bd1-a1c0-64c53967cf08'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:44:55.948468 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:55.954501 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e9c21083-01fe-44df-acce-ba2aa7e56cbd admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4791937 Jul 27 21:44:55.954993 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 56774) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:44:55.971257 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Routers {'a22297ed-213f-4bd1-a1c0-64c53967cf08'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:55.971919 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a22297ed-213f-4bd1-a1c0-64c53967cf08'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:56.133366 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Set router a22297ed-213f-4bd1-a1c0-64c53967cf08 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:56.152304 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:44:50Z', 'revision_number': 4, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port': {'id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:48Z', 'updated_at': '2021-07-27T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '7e358ebb-34e3-45ee-b9a7-c589a215046b', 'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'mac_address': 'fa:16:3e:1a:6b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '5331315d-becb-43a5-8c13-ef509a759d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:50Z', 'updated_at': '2021-07-27T21:44:55Z', 'revision_number': 4, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'subnets': [{'id': '5331315d-becb-43a5-8c13-ef509a759d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:56.199508 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a3f413-4f50-45f8-8b49-f1e3eec94b85 None None] The sync data for ids ['b692ac2d-3989-4b94-a31e-420ed02fdd37'] in n-d-764806-9 is: [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:44:50Z', 'revision_number': 4, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port': {'id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:48Z', 'updated_at': '2021-07-27T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '7e358ebb-34e3-45ee-b9a7-c589a215046b', 'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'mac_address': 'fa:16:3e:1a:6b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '5331315d-becb-43a5-8c13-ef509a759d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:50Z', 'updated_at': '2021-07-27T21:44:55Z', 'revision_number': 4, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'subnets': [{'id': '5331315d-becb-43a5-8c13-ef509a759d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:56.458392 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'name': 'tempest-TestVolumeBackupRestore-1283751733-router', 'tenant_id': '073c81c974b04193814cce2f839d79c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:53Z', 'updated_at': '2021-07-27T21:44:54Z', 'revision_number': 3, 'project_id': '073c81c974b04193814cce2f839d79c4', 'gw_port': {'id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:54Z', 'updated_at': '2021-07-27T21:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:56.509955 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Checking router: a22297ed-213f-4bd1-a1c0-64c53967cf08 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:44:56.510499 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Updating router a22297ed-213f-4bd1-a1c0-64c53967cf08 port 29c9c36a-e3f3-4181-b31d-df7b5081c6fa binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:44:56.573753 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:56.659087 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:56.848760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32499f48-d5f7-4831-8b8e-8dc1332e68ac None None] Network 6e4bd45f-63b0-42ad-b618-4f1d3e4b2895 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:44:56.964937 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:57.035037 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.038160 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-51d57aa1-4199-40c2-9610-adc19cb3a201 None None] Provisioning for port 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:57.053703 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Transition to ACTIVE for port object 29c9c36a-e3f3-4181-b31d-df7b5081c6fa will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:57.063467 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.137564 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Allocated IP 172.20.0.1 (6e4bd45f-63b0-42ad-b618-4f1d3e4b2895/cb3ecf6b-7a23-4bbd-8652-32b9a5b617b5/261325f3-793e-4229-aad8-645bc783eb99) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:44:57.151362 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:57.153749 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Attempting to bind port 29c9c36a-e3f3-4181-b31d-df7b5081c6fa on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:44:57.155043 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Attempting to bind port 29c9c36a-e3f3-4181-b31d-df7b5081c6fa by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:44:57.156339 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Attempting to bind port 29c9c36a-e3f3-4181-b31d-df7b5081c6fa on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:44:57.159931 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:57.160167 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.162082 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f22b4-31ac-4596-a0b2-eae4ed61bfe5 None None] Pushing event updated for resources: {'Port': ['ID=29c9c36a-e3f3-4181-b31d-df7b5081c6fa,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:57.171834 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:44:57.172313 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:44:57.172899 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.173481 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:44:57.174212 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Bound port: 29c9c36a-e3f3-4181-b31d-df7b5081c6fa, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:44:57.174807 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.286776 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] For port 29c9c36a-e3f3-4181-b31d-df7b5081c6fa, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:44:57.294969 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] For port 29c9c36a-e3f3-4181-b31d-df7b5081c6fa, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=29c9c36a-e3f3-4181-b31d-df7b5081c6fa,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:44:57.305152 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.331308 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.368918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Transition to ACTIVE for port object 261325f3-793e-4229-aad8-645bc783eb99 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:44:57.382769 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Routers {'a22297ed-213f-4bd1-a1c0-64c53967cf08'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:44:57.384055 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a22297ed-213f-4bd1-a1c0-64c53967cf08'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:57.404423 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.429504 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.455228 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f22b4-31ac-4596-a0b2-eae4ed61bfe5 None None] Pushing event updated for resources: {'Port': ['ID=29c9c36a-e3f3-4181-b31d-df7b5081c6fa,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:57.463316 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 82e0d256-c5a4-4539-8ac5-52a98d6abbf5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=82e0d256-c5a4-4539-8ac5-52a98d6abbf5,segment=NetworkSegment(7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13),segment_id=7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:57.470646 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.472035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7e358ebb-34e3-45ee-b9a7-c589a215046b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:57.508231 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Network 6e4bd45f-63b0-42ad-b618-4f1d3e4b2895 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:57.520966 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:57.539149 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:44:57.571463 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] Set router a22297ed-213f-4bd1-a1c0-64c53967cf08 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:44:57.598900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Pushing event updated for resources: {'Port': ['ID=261325f3-793e-4229-aad8-645bc783eb99,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:57.626886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=82e0d256-c5a4-4539-8ac5-52a98d6abbf5,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:57.640166 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.652919 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 7e358ebb-34e3-45ee-b9a7-c589a215046b completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:57.659293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7e358ebb-34e3-45ee-b9a7-c589a215046b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:57.662997 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.792611 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.862545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 7e358ebb-34e3-45ee-b9a7-c589a215046b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7e358ebb-34e3-45ee-b9a7-c589a215046b,segment=NetworkSegment(b5485a43-0f9e-41bc-9bd2-979ee7715565),segment_id=b5485a43-0f9e-41bc-9bd2-979ee7715565)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:57.869184 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.904003 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.936224 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'name': 'tempest-TestVolumeBackupRestore-1283751733-router', 'tenant_id': '073c81c974b04193814cce2f839d79c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:53Z', 'updated_at': '2021-07-27T21:44:54Z', 'revision_number': 3, 'project_id': '073c81c974b04193814cce2f839d79c4', 'gw_port': {'id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:54Z', 'updated_at': '2021-07-27T21:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:44:57.945134 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ad7ef80a-f6ba-4617-a34e-a4b6c9b12b3f None None] Provisioning complete for port 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:57.945470 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ad7ef80a-f6ba-4617-a34e-a4b6c9b12b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:57.989417 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec62eaf-a5a3-4e3b-a5ea-a67125f30c8b None None] The sync data for ids ['a22297ed-213f-4bd1-a1c0-64c53967cf08'] in n-d-764806-9 is: [{'id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'name': 'tempest-TestVolumeBackupRestore-1283751733-router', 'tenant_id': '073c81c974b04193814cce2f839d79c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:53Z', 'updated_at': '2021-07-27T21:44:54Z', 'revision_number': 3, 'project_id': '073c81c974b04193814cce2f839d79c4', 'gw_port': {'id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:54Z', 'updated_at': '2021-07-27T21:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:44:58.005202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=7e358ebb-34e3-45ee-b9a7-c589a215046b,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:58.253243 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:58.259808 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:58.299619 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-73ff1480-26b5-4b9d-ade2-99dd86cc332b None None] Provisioning for port 261325f3-793e-4229-aad8-645bc783eb99 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:58.305290 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-73ff1480-26b5-4b9d-ade2-99dd86cc332b None None] Provisioning complete for port 261325f3-793e-4229-aad8-645bc783eb99 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:58.305874 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-73ff1480-26b5-4b9d-ade2-99dd86cc332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:58.363120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-73ff1480-26b5-4b9d-ade2-99dd86cc332b None None] Port 261325f3-793e-4229-aad8-645bc783eb99 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:44:58.368603 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Pushing event updated for resources: {'Port': ['ID=261325f3-793e-4229-aad8-645bc783eb99,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:58.371284 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:58.491352 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Network 6e4bd45f-63b0-42ad-b618-4f1d3e4b2895 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:44:58.493640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:44:58.688874 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Router a22297ed-213f-4bd1-a1c0-64c53967cf08 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:44:58.885694 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:44:58.895604 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d1c18ed2-4fea-438f-ab0d-6ac2911f5b42 admin admin] 10.222.0.55 "PUT /v2.0/routers/a22297ed-213f-4bd1-a1c0-64c53967cf08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9383149 Jul 27 21:44:58.959599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:59.051081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-86f612bf-5b8b-4029-b80c-c0f388412d0d None None] Provisioning complete for port 261325f3-793e-4229-aad8-645bc783eb99 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:59.052165 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-86f612bf-5b8b-4029-b80c-c0f388412d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.117230 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:59.118284 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.148310 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-86f612bf-5b8b-4029-b80c-c0f388412d0d None None] Port 261325f3-793e-4229-aad8-645bc783eb99 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:44:59.252723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 29c9c36a-e3f3-4181-b31d-df7b5081c6fa up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:59.337869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 29c9c36a-e3f3-4181-b31d-df7b5081c6fa completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:44:59.345689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 29c9c36a-e3f3-4181-b31d-df7b5081c6fa triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:59.346667 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.460303 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.496106 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 29c9c36a-e3f3-4181-b31d-df7b5081c6fa, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=29c9c36a-e3f3-4181-b31d-df7b5081c6fa,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:44:59.503065 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:44:59.504509 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7e358ebb-34e3-45ee-b9a7-c589a215046b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:44:59.589074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=29c9c36a-e3f3-4181-b31d-df7b5081c6fa,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:44:59.605568 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7e358ebb-34e3-45ee-b9a7-c589a215046b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:44:59.606159 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:00.343382 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Sync routers for ids ['a22297ed-213f-4bd1-a1c0-64c53967cf08'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:45:00.361056 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Routers {'a22297ed-213f-4bd1-a1c0-64c53967cf08'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:00.362068 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a22297ed-213f-4bd1-a1c0-64c53967cf08'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:00.509940 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Set router a22297ed-213f-4bd1-a1c0-64c53967cf08 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:00.806934 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 29c9c36a-e3f3-4181-b31d-df7b5081c6fa up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:00.941232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 29c9c36a-e3f3-4181-b31d-df7b5081c6fa triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:00.941541 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:01.075180 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'name': 'tempest-TestVolumeBackupRestore-1283751733-router', 'tenant_id': '073c81c974b04193814cce2f839d79c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:53Z', 'updated_at': '2021-07-27T21:44:57Z', 'revision_number': 4, 'project_id': '073c81c974b04193814cce2f839d79c4', 'gw_port': {'id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:54Z', 'updated_at': '2021-07-27T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '261325f3-793e-4229-aad8-645bc783eb99', 'name': '', 'network_id': '6e4bd45f-63b0-42ad-b618-4f1d3e4b2895', 'tenant_id': '073c81c974b04193814cce2f839d79c4', 'mac_address': 'fa:16:3e:22:66:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'cb3ecf6b-7a23-4bbd-8652-32b9a5b617b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:56Z', 'updated_at': '2021-07-27T21:44:57Z', 'revision_number': 2, 'project_id': '073c81c974b04193814cce2f839d79c4', 'subnets': [{'id': 'cb3ecf6b-7a23-4bbd-8652-32b9a5b617b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:01.104247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Checking router: a22297ed-213f-4bd1-a1c0-64c53967cf08 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:45:01.104591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Updating router a22297ed-213f-4bd1-a1c0-64c53967cf08 port 261325f3-793e-4229-aad8-645bc783eb99 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:45:01.145802 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:01.519145 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:01.542580 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Transition to ACTIVE for port object 261325f3-793e-4229-aad8-645bc783eb99 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:45:01.552405 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:01.609275 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab5ec7-f75d-4144-8f85-450e0d499c77 None None] Pushing event updated for resources: {'Port': ['ID=261325f3-793e-4229-aad8-645bc783eb99,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:01.715245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Attempting to bind port 261325f3-793e-4229-aad8-645bc783eb99 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:45:01.715779 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Attempting to bind port 261325f3-793e-4229-aad8-645bc783eb99 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e4bd45f-63b0-42ad-b618-4f1d3e4b2895'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:45:01.718125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Attempting to bind port 261325f3-793e-4229-aad8-645bc783eb99 on network 6e4bd45f-63b0-42ad-b618-4f1d3e4b2895 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:45:01.733303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:45:01.733303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Checking segment: {'id': '7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e4bd45f-63b0-42ad-b618-4f1d3e4b2895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:45:01.733303 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:01.733303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Bound using segment: {'id': '7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e4bd45f-63b0-42ad-b618-4f1d3e4b2895'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:45:01.733303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Bound port: 261325f3-793e-4229-aad8-645bc783eb99, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e4bd45f-63b0-42ad-b618-4f1d3e4b2895'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:45:01.733303 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:01.857677 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] For port 261325f3-793e-4229-aad8-645bc783eb99, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:45:01.868450 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] For port 261325f3-793e-4229-aad8-645bc783eb99, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=261325f3-793e-4229-aad8-645bc783eb99,segment=NetworkSegment(7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13),segment_id=7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:45:01.874885 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:01.947674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Routers {'a22297ed-213f-4bd1-a1c0-64c53967cf08'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:45:01.948497 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:44:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a22297ed-213f-4bd1-a1c0-64c53967cf08'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:02.007464 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab5ec7-f75d-4144-8f85-450e0d499c77 None None] Pushing event updated for resources: {'Port': ['ID=261325f3-793e-4229-aad8-645bc783eb99,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:02.156939 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] Set router a22297ed-213f-4bd1-a1c0-64c53967cf08 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:45:02.457844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'name': 'tempest-TestVolumeBackupRestore-1283751733-router', 'tenant_id': '073c81c974b04193814cce2f839d79c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:53Z', 'updated_at': '2021-07-27T21:44:57Z', 'revision_number': 4, 'project_id': '073c81c974b04193814cce2f839d79c4', 'gw_port': {'id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:54Z', 'updated_at': '2021-07-27T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '261325f3-793e-4229-aad8-645bc783eb99', 'name': '', 'network_id': '6e4bd45f-63b0-42ad-b618-4f1d3e4b2895', 'tenant_id': '073c81c974b04193814cce2f839d79c4', 'mac_address': 'fa:16:3e:22:66:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'cb3ecf6b-7a23-4bbd-8652-32b9a5b617b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:56Z', 'updated_at': '2021-07-27T21:45:01Z', 'revision_number': 4, 'project_id': '073c81c974b04193814cce2f839d79c4', 'subnets': [{'id': 'cb3ecf6b-7a23-4bbd-8652-32b9a5b617b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:45:02.489190 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d52223-4c16-4f8f-9017-79ae9f045ab5 None None] The sync data for ids ['a22297ed-213f-4bd1-a1c0-64c53967cf08'] in n-d-764806-9 is: [{'id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'name': 'tempest-TestVolumeBackupRestore-1283751733-router', 'tenant_id': '073c81c974b04193814cce2f839d79c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:53Z', 'updated_at': '2021-07-27T21:44:57Z', 'revision_number': 4, 'project_id': '073c81c974b04193814cce2f839d79c4', 'gw_port': {'id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:54Z', 'updated_at': '2021-07-27T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '261325f3-793e-4229-aad8-645bc783eb99', 'name': '', 'network_id': '6e4bd45f-63b0-42ad-b618-4f1d3e4b2895', 'tenant_id': '073c81c974b04193814cce2f839d79c4', 'mac_address': 'fa:16:3e:22:66:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'cb3ecf6b-7a23-4bbd-8652-32b9a5b617b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:56Z', 'updated_at': '2021-07-27T21:45:01Z', 'revision_number': 4, 'project_id': '073c81c974b04193814cce2f839d79c4', 'subnets': [{'id': 'cb3ecf6b-7a23-4bbd-8652-32b9a5b617b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:45:02.801512 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-022dc3bf-c3df-45bc-8226-29f20bf58811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:02.821152 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 261325f3-793e-4229-aad8-645bc783eb99 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:02.888984 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 261325f3-793e-4229-aad8-645bc783eb99 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:45:02.895761 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 261325f3-793e-4229-aad8-645bc783eb99 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:02.896622 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:03.012251 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:03.064963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 261325f3-793e-4229-aad8-645bc783eb99, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=261325f3-793e-4229-aad8-645bc783eb99,segment=NetworkSegment(7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13),segment_id=7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:45:03.071551 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:03.132317 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=261325f3-793e-4229-aad8-645bc783eb99,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:45:04.409838 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:04.750809 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 261325f3-793e-4229-aad8-645bc783eb99 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:45:04.822622 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 261325f3-793e-4229-aad8-645bc783eb99 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:45:04.822980 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:05.459704 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-48c8d785-a1fb-439e-8de5-ed70e213a69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:05.544231 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:07.332012 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:08.001603 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:09.003813 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:24.939014 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:45:32.796352 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c97d9203-3143-42f8-a564-aaeeaf599c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:34.407179 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:35.442594 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bc347479-c41a-442a-95ec-830a92dd95c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:35.526665 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:37.335302 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:37.998560 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:45:38.998428 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:01.938200 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:46:02.793965 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-69022ae9-0559-4856-9c5e-b1c512a4e788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:04.421314 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:05.444225 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5488877d-4013-461a-8ffb-d7e854120bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:05.529192 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:07.334986 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:07.998791 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:09.004276 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:32.807413 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d3fa317b-7e02-47f8-b078-aa51ea91e62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:34.452823 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:35.446488 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bcba66c6-0b3c-4864-9c6a-6807e0b1d0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:35.536400 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:37.342908 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:38.005555 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:38.936845 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:46:39.011109 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:46.034965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-6d20bccc-6054-4c19-b2d1-ab868bd5fa40 req-48202b3c-5680-4b25-befa-4a8ad4926b62 service neutron] (105580) timed out ('10.222.0.55', 52300) {{(pid=105580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:46:50.002305 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57814) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:50.007724 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347195472', 'description': 'tempest-secgroup-smoke-347195472 description', 'project_id': 'c9d808d57b96486a90d242d3b8b361d4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:50.033798 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.136639 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.143425 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.173040 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.175105 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1716723 Jul 27 21:46:50.177067 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:50.179507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57818) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:50.185263 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.185608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.185946 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.186349 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.186712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.187070 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.187429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.187771 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.188171 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.188499 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.188815 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.188986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Request body: {'security_group_rule': {'security_group_id': '6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2', 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:50.189171 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b32f6-9e13-4339-a408-970fff7b3b84 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.231607 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.300823 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.305327 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.324679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dfd59b-20e0-4317-9c25-67e39c8c5e91,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:50.334577 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.335792 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546631 Jul 27 21:46:50.337343 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.337960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.338330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.338956 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57822) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:50.342567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.342942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.343304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.343641 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.343764 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d1b58d98-1eb0-491a-aec8-83485c7ce698 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Request body: {'security_group_rule': {'security_group_id': '6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2', 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:50.344043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.344384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.344720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.345056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.345920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa550fc-0d5f-4dcc-b75a-f58806faa97e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:46:50.374042 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d1b58d98-1eb0-491a-aec8-83485c7ce698 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.443355 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d1b58d98-1eb0-491a-aec8-83485c7ce698 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.447271 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d1b58d98-1eb0-491a-aec8-83485c7ce698 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.465566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b58d98-1eb0-491a-aec8-83485c7ce698 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeec7942-ed21-4784-aa1f-9a6ee8abf858,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:50.472361 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d1b58d98-1eb0-491a-aec8-83485c7ce698 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.473602 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d1b58d98-1eb0-491a-aec8-83485c7ce698 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1336360 Jul 27 21:46:50.476505 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57824) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:50.481278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-eb240171-3757-40fe-81ef-f4957664e3ae tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Request body: {'security_group_rule': {'security_group_id': '6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2', 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:50.509484 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb240171-3757-40fe-81ef-f4957664e3ae tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.577786 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb240171-3757-40fe-81ef-f4957664e3ae tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.582977 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb240171-3757-40fe-81ef-f4957664e3ae tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.603808 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb240171-3757-40fe-81ef-f4957664e3ae tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b49b437-2620-4d86-a836-17caddc5599a,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:50.606915 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb240171-3757-40fe-81ef-f4957664e3ae tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.608136 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-eb240171-3757-40fe-81ef-f4957664e3ae tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306548 Jul 27 21:46:50.611145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57826) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:50.615606 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-fefe2ae2-89b2-425a-bfff-6c6005a1b604 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Request body: {'security_group_rule': {'security_group_id': '6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2', 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:50.645993 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fefe2ae2-89b2-425a-bfff-6c6005a1b604 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.710155 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fefe2ae2-89b2-425a-bfff-6c6005a1b604 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.714797 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fefe2ae2-89b2-425a-bfff-6c6005a1b604 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.733872 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe2ae2-89b2-425a-bfff-6c6005a1b604 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a72e11-7718-4cec-b8de-8a0e3010717a,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:50.746922 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fefe2ae2-89b2-425a-bfff-6c6005a1b604 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.748186 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fefe2ae2-89b2-425a-bfff-6c6005a1b604 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361125 Jul 27 21:46:50.750982 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57830) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:50.755579 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1d3273d7-80d6-49e7-bdf6-e5701eadca79 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Request body: {'security_group_rule': {'security_group_id': '6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2', 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:50.779977 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-1d3273d7-80d6-49e7-bdf6-e5701eadca79 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Project c9d808d57b96486a90d242d3b8b361d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:46:50.785680 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1d3273d7-80d6-49e7-bdf6-e5701eadca79 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.861123 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1d3273d7-80d6-49e7-bdf6-e5701eadca79 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.865034 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1d3273d7-80d6-49e7-bdf6-e5701eadca79 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.882995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3273d7-80d6-49e7-bdf6-e5701eadca79 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c0859b-de05-4fe9-b003-7cc622d8f9bf,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:50.889618 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1d3273d7-80d6-49e7-bdf6-e5701eadca79 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.890873 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1d3273d7-80d6-49e7-bdf6-e5701eadca79 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389408 Jul 27 21:46:50.895831 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57832) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:46:50.900304 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5b1d8216-e131-441d-a845-c681bdec4649 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Request body: {'security_group_rule': {'security_group_id': '6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2', 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:50.925245 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-5b1d8216-e131-441d-a845-c681bdec4649 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Project c9d808d57b96486a90d242d3b8b361d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 21:46:50.930600 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5b1d8216-e131-441d-a845-c681bdec4649 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:50.997251 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5b1d8216-e131-441d-a845-c681bdec4649 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:51.001053 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5b1d8216-e131-441d-a845-c681bdec4649 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:51.019895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d8216-e131-441d-a845-c681bdec4649 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336d83a1-918e-4bdc-85fa-aa6b1e904796,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:51.027661 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5b1d8216-e131-441d-a845-c681bdec4649 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:51.028884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5b1d8216-e131-441d-a845-c681bdec4649 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321218 Jul 27 21:46:51.193361 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-78cbfd9f-17bb-4d9f-8c78-76cced1c7c3d tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347195472&fields=id&tenant_id=c9d808d57b96486a90d242d3b8b361d4 HTTP/1.1" status: 200 len: 267 time: 0.0355041 Jul 27 21:46:51.315865 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-7eea7376-e3ff-4ded-a7d4-21e96b03fb50 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:51.317432 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-7eea7376-e3ff-4ded-a7d4-21e96b03fb50 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/networks?id=8888496d-7cec-4187-971f-bde9cb68f43c HTTP/1.1" status: 200 len: 812 time: 0.1171031 Jul 27 21:46:51.333082 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-c6330a5a-44b4-499e-902b-7e3e4be827a6 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/quotas/c9d808d57b96486a90d242d3b8b361d4 HTTP/1.1" status: 200 len: 375 time: 0.0096447 Jul 27 21:46:51.705109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-674df89a-8788-46a8-966b-a4eb006f1c00 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9d808d57b96486a90d242d3b8b361d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3650708 Jul 27 21:46:51.836169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-ea1304eb-a8dc-4254-91de-bb7c60013c3c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:46:51.837204 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-ea1304eb-a8dc-4254-91de-bb7c60013c3c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1189957 Jul 27 21:46:51.934167 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-95589a11-3d23-4545-be30-b2051364af10 service neutron] 10.222.0.55 "GET /v2.0/networks/8888496d-7cec-4187-971f-bde9cb68f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900521 Jul 27 21:46:52.035684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-c56ae138-c77f-491d-b067-7c0c07f033b0 service neutron] 10.222.0.55 "GET /v2.0/networks/8888496d-7cec-4187-971f-bde9cb68f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942690 Jul 27 21:46:52.409743 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-344d9228-0ca6-4177-bd94-775fe12f55e8 req-b686ca20-30b8-4c4d-8aed-73fbfb5c408e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 210 time: 0.0345807 Jul 27 21:46:53.459769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-163112a5-ebf2-410c-9090-f4312f076f74 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:53.461781 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-163112a5-ebf2-410c-9090-f4312f076f74 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.66 "GET /v2.0/networks?id=8888496d-7cec-4187-971f-bde9cb68f43c HTTP/1.1" status: 200 len: 812 time: 0.1294007 Jul 27 21:46:53.518532 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-18b91fc4-bf29-4bb1-beca-0b6aa7571a18 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9d808d57b96486a90d242d3b8b361d4 HTTP/1.1" status: 200 len: 379 time: 0.0476573 Jul 27 21:46:53.523216 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ce05a06-38f4-4977-9bce-fbe8f7647844 req-7a2058bf-e1d5-4c42-b19e-881f277cf5e3 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 210 time: 0.0384159 Jul 27 21:46:53.530536 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-9182389f-7454-4b9d-9f8b-0a5cd6c10db6 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Request body: {'port': {'device_id': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'admin_state_up': True, 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'security_groups': ['6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:53.691467 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-9182389f-7454-4b9d-9f8b-0a5cd6c10db6 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Made reservation on behalf of c9d808d57b96486a90d242d3b8b361d4 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:46:53.697389 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-9182389f-7454-4b9d-9f8b-0a5cd6c10db6 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:53.866894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-9182389f-7454-4b9d-9f8b-0a5cd6c10db6 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Allocated IP 172.20.0.14 (8888496d-7cec-4187-971f-bde9cb68f43c/5331315d-becb-43a5-8c13-ef509a759d07/6db786f4-34c6-4aa9-8fc1-02875111786f) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:46:54.037327 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-9182389f-7454-4b9d-9f8b-0a5cd6c10db6 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:54.055848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-9182389f-7454-4b9d-9f8b-0a5cd6c10db6 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Transition to ACTIVE for port object 6db786f4-34c6-4aa9-8fc1-02875111786f will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:46:54.092633 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-9182389f-7454-4b9d-9f8b-0a5cd6c10db6 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:54.148241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-9182389f-7454-4b9d-9f8b-0a5cd6c10db6 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Network 8888496d-7cec-4187-971f-bde9cb68f43c is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:46:54.152869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-9182389f-7454-4b9d-9f8b-0a5cd6c10db6 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:46:54.161006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-9182389f-7454-4b9d-9f8b-0a5cd6c10db6 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:46:54.169133 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182389f-7454-4b9d-9f8b-0a5cd6c10db6 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Pushing event updated for resources: {'Port': ['ID=6db786f4-34c6-4aa9-8fc1-02875111786f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:54.224964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-9182389f-7454-4b9d-9f8b-0a5cd6c10db6 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:54.225715 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-9182389f-7454-4b9d-9f8b-0a5cd6c10db6 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:54.243321 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-9182389f-7454-4b9d-9f8b-0a5cd6c10db6 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7186563 Jul 27 21:46:54.258631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Request body: {'port': {'device_id': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:46:54.360096 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:54.479368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4db9c5d0-5552-4860-844d-d635d4cbe144 None None] Provisioning for port 6db786f4-34c6-4aa9-8fc1-02875111786f completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:46:54.488352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-4db9c5d0-5552-4860-844d-d635d4cbe144 None None] Provisioning complete for port 6db786f4-34c6-4aa9-8fc1-02875111786f triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:46:54.489305 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4db9c5d0-5552-4860-844d-d635d4cbe144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:54.531065 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-4db9c5d0-5552-4860-844d-d635d4cbe144 None None] Port 6db786f4-34c6-4aa9-8fc1-02875111786f cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:46:54.709295 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e9ba5-1b78-4383-9b82-b89d59e5299b req-9b92497d-f895-4fa6-9c75-be0b52e197f5 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:54.711613 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-517e9ba5-1b78-4383-9b82-b89d59e5299b req-9b92497d-f895-4fa6-9c75-be0b52e197f5 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 932 time: 0.1010818 Jul 27 21:46:54.759562 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db786f4-34c6-4aa9-8fc1-02875111786f {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:46:54.775337 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:54.784265 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-517e9ba5-1b78-4383-9b82-b89d59e5299b req-d6996b93-8a8e-45d3-b449-58529590d24c tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555098 Jul 27 21:46:54.803772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Transition to ACTIVE for port object 6db786f4-34c6-4aa9-8fc1-02875111786f will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:46:54.810482 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:54.896872 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Pushing event updated for resources: {'Port': ['ID=6db786f4-34c6-4aa9-8fc1-02875111786f,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:55.057388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Attempting to bind port 6db786f4-34c6-4aa9-8fc1-02875111786f on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:46:55.057781 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Attempting to bind port 6db786f4-34c6-4aa9-8fc1-02875111786f by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'b5485a43-0f9e-41bc-9bd2-979ee7715565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:46:55.058130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Attempting to bind port 6db786f4-34c6-4aa9-8fc1-02875111786f on network 8888496d-7cec-4187-971f-bde9cb68f43c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:46:55.063898 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Port 6db786f4-34c6-4aa9-8fc1-02875111786f on network 8888496d-7cec-4187-971f-bde9cb68f43c not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:46:55.064493 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Attempting to bind port 6db786f4-34c6-4aa9-8fc1-02875111786f on network 8888496d-7cec-4187-971f-bde9cb68f43c {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:46:55.077127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:46:55.077127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Checking segment: {'id': 'b5485a43-0f9e-41bc-9bd2-979ee7715565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:46:55.077127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Bound using segment: {'id': 'b5485a43-0f9e-41bc-9bd2-979ee7715565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:46:55.077127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Bound port: 6db786f4-34c6-4aa9-8fc1-02875111786f, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5485a43-0f9e-41bc-9bd2-979ee7715565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:46:55.077127 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:55.198651 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] For port 6db786f4-34c6-4aa9-8fc1-02875111786f, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:46:55.203550 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] For port 6db786f4-34c6-4aa9-8fc1-02875111786f, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6db786f4-34c6-4aa9-8fc1-02875111786f,segment=NetworkSegment(b5485a43-0f9e-41bc-9bd2-979ee7715565),segment_id=b5485a43-0f9e-41bc-9bd2-979ee7715565)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:46:55.217295 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:55.287041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:55.287686 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:46:55.289365 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] 10.222.0.66 "PUT /v2.0/ports/6db786f4-34c6-4aa9-8fc1-02875111786f HTTP/1.1" status: 200 len: 1092 time: 1.0350387 Jul 27 21:46:55.289703 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'tag': '6db786f4-34c6-4aa9-8fc1-02875111786f'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:46:55.292166 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209e8aa7-5245-41a4-ae4e-9e0c6855985c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a93b0c4-ec59-4da7-9734-2a147576de9a", "tag": "6db786f4-34c6-4aa9-8fc1-02875111786f"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:46:55.343450 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4d2a2-007d-4bee-8339-b090f57c8877 service neutron] Pushing event updated for resources: {'Port': ['ID=6db786f4-34c6-4aa9-8fc1-02875111786f,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:46:55.437593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-b0d858c4-4ee3-44c3-a67e-7b4865b8a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:55.441011 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-b0d858c4-4ee3-44c3-a67e-7b4865b8a98e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9d808d57b96486a90d242d3b8b361d4&device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 1095 time: 0.0918558 Jul 27 21:46:55.512245 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-8942c4d1-7500-47c6-a2f8-ad648bf40cf9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db786f4-34c6-4aa9-8fc1-02875111786f HTTP/1.1" status: 200 len: 217 time: 0.0618200 Jul 27 21:46:55.605890 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-40df6576-a055-4979-be9e-e6a29b5b07fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:55.607577 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-40df6576-a055-4979-be9e-e6a29b5b07fc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5331315d-becb-43a5-8c13-ef509a759d07 HTTP/1.1" status: 200 len: 851 time: 0.0879722 Jul 27 21:46:55.657217 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6c8606-0451-4b79-9a42-f9d7d7c103d8 x-openstack-request-id: req-7f6c8606-0451-4b79-9a42-f9d7d7c103d8 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:46:55.657539 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a93b0c4-ec59-4da7-9734-2a147576de9a", "tag": "6db786f4-34c6-4aa9-8fc1-02875111786f", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:46:55.657960 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f6c8606-0451-4b79-9a42-f9d7d7c103d8 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:46:55.658505 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'tag': '6db786f4-34c6-4aa9-8fc1-02875111786f', 'status': 'completed', 'code': 200} Jul 27 21:46:55.698481 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-e4281868-dbbb-4549-8daf-c4bc563c6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:55.700504 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-e4281868-dbbb-4549-8daf-c4bc563c6f0a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8888496d-7cec-4187-971f-bde9cb68f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853212 Jul 27 21:46:55.823890 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-9a1b6cc3-5d2d-43cc-8f9a-ee207d533781 service neutron] 10.222.0.66 "GET /v2.0/networks/8888496d-7cec-4187-971f-bde9cb68f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157677 Jul 27 21:46:55.946215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fafc6-5263-4579-bb9c-6149ec57e930 req-0a2964eb-8210-4101-afa3-e1716ca9852f tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:55.948361 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-695fafc6-5263-4579-bb9c-6149ec57e930 req-0a2964eb-8210-4101-afa3-e1716ca9852f tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 944 time: 0.0862534 Jul 27 21:46:55.950073 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-13b26cdf-fcee-4e59-8e14-72bc863bddf9 req-acbe2b51-837a-4bbb-8bb7-c55dcb48c22f service neutron] 10.222.0.66 "GET /v2.0/networks/8888496d-7cec-4187-971f-bde9cb68f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182950 Jul 27 21:46:56.016467 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-695fafc6-5263-4579-bb9c-6149ec57e930 req-fce0ad70-a4df-445c-b64f-14b6332a2a58 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582924 Jul 27 21:46:56.094195 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e8aa7-5245-41a4-ae4e-9e0c6855985c req-e9671f03-90e6-4fbb-a7dc-bace65107161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:56.096004 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-209e8aa7-5245-41a4-ae4e-9e0c6855985c req-e9671f03-90e6-4fbb-a7dc-bace65107161 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9d808d57b96486a90d242d3b8b361d4&device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 1095 time: 0.0790834 Jul 27 21:46:56.219582 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e8aa7-5245-41a4-ae4e-9e0c6855985c req-407de8ad-ef45-47e7-baec-61e242bc718e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:56.222116 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-209e8aa7-5245-41a4-ae4e-9e0c6855985c req-407de8ad-ef45-47e7-baec-61e242bc718e service neutron] 10.222.0.66 "GET /v2.0/networks?id=8888496d-7cec-4187-971f-bde9cb68f43c HTTP/1.1" status: 200 len: 913 time: 0.1190126 Jul 27 21:46:56.281755 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-209e8aa7-5245-41a4-ae4e-9e0c6855985c req-1e5c6e81-ad1a-4208-bdc2-74be597f67f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db786f4-34c6-4aa9-8fc1-02875111786f HTTP/1.1" status: 200 len: 217 time: 0.0513170 Jul 27 21:46:56.344912 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e8aa7-5245-41a4-ae4e-9e0c6855985c req-c0cf8651-8abd-4a5f-ac10-9d89fa8d9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:56.347423 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-209e8aa7-5245-41a4-ae4e-9e0c6855985c req-c0cf8651-8abd-4a5f-ac10-9d89fa8d9a37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5331315d-becb-43a5-8c13-ef509a759d07 HTTP/1.1" status: 200 len: 851 time: 0.0585952 Jul 27 21:46:56.445015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e8aa7-5245-41a4-ae4e-9e0c6855985c req-c7ebf60a-8a09-4ce9-a5a6-3f5a0045279d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:56.447923 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-209e8aa7-5245-41a4-ae4e-9e0c6855985c req-c7ebf60a-8a09-4ce9-a5a6-3f5a0045279d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8888496d-7cec-4187-971f-bde9cb68f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935190 Jul 27 21:46:56.569912 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-209e8aa7-5245-41a4-ae4e-9e0c6855985c req-1c3817a2-ebb9-4b02-8e2e-dd10db134004 service neutron] 10.222.0.66 "GET /v2.0/networks/8888496d-7cec-4187-971f-bde9cb68f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132996 Jul 27 21:46:56.696734 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-209e8aa7-5245-41a4-ae4e-9e0c6855985c req-280e2023-ca74-433d-b675-b4d0aaffa30a service neutron] 10.222.0.66 "GET /v2.0/networks/8888496d-7cec-4187-971f-bde9cb68f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180804 Jul 27 21:46:57.213335 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ba898-5a11-42a5-9b3f-7a726bbe17cb req-eb066883-ffae-4bfa-9d86-c0fdf7cdb27c tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:57.214989 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e1ba898-5a11-42a5-9b3f-7a726bbe17cb req-eb066883-ffae-4bfa-9d86-c0fdf7cdb27c tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 944 time: 0.0934584 Jul 27 21:46:57.270640 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e1ba898-5a11-42a5-9b3f-7a726bbe17cb req-3fbd19d2-e4d4-45d8-b18f-bd547baec127 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453098 Jul 27 21:46:58.431224 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f28c2-9bdd-4a99-9b7f-f83a2b637cf1 req-ef6ec938-8e0e-42ce-b459-3996b15bec5c tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:58.434253 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c5f28c2-9bdd-4a99-9b7f-f83a2b637cf1 req-ef6ec938-8e0e-42ce-b459-3996b15bec5c tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 944 time: 0.0799513 Jul 27 21:46:58.475770 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c5f28c2-9bdd-4a99-9b7f-f83a2b637cf1 req-6a420450-6df3-46ff-9978-a581bda0ec3c tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350404 Jul 27 21:46:59.630862 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dccd5-8f84-4211-acc1-6ad2f4d99cc3 req-f8c39d96-7011-4715-bfba-a1c98b12c451 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:46:59.634848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a8dccd5-8f84-4211-acc1-6ad2f4d99cc3 req-f8c39d96-7011-4715-bfba-a1c98b12c451 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 944 time: 0.0749788 Jul 27 21:46:59.679747 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0a8dccd5-8f84-4211-acc1-6ad2f4d99cc3 req-d0371ff1-f740-4e53-8b37-d96b50d50f6e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384765 Jul 27 21:47:00.825242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b32e65-d51e-450b-8bd9-97a735bac4b1 req-e88e0c5a-733b-4172-b2ab-577d9b71c200 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:00.826939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44b32e65-d51e-450b-8bd9-97a735bac4b1 req-e88e0c5a-733b-4172-b2ab-577d9b71c200 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 944 time: 0.0753062 Jul 27 21:47:00.871070 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44b32e65-d51e-450b-8bd9-97a735bac4b1 req-0eb89ca2-39b8-476e-8321-a49a3a4a8619 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344963 Jul 27 21:47:02.029243 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45a2bf-8d4b-4614-ac65-37246a6d1c5e req-b93dd36a-cc4c-4322-9237-46ab85a1ba2d tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:02.031909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b45a2bf-8d4b-4614-ac65-37246a6d1c5e req-b93dd36a-cc4c-4322-9237-46ab85a1ba2d tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 944 time: 0.0815034 Jul 27 21:47:02.082534 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3b45a2bf-8d4b-4614-ac65-37246a6d1c5e req-72dd6804-881c-4343-9da5-0c5b36086f5e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426571 Jul 27 21:47:02.804072 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-66c6beb4-263d-46c2-a797-5311f1df1f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:03.236782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5e39c-8bb5-42a4-afcb-2f732364902f req-ece8afb7-b0aa-4841-bd8c-e1bb47fa06a3 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:03.238413 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fcd5e39c-8bb5-42a4-afcb-2f732364902f req-ece8afb7-b0aa-4841-bd8c-e1bb47fa06a3 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 944 time: 0.0792561 Jul 27 21:47:03.282356 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fcd5e39c-8bb5-42a4-afcb-2f732364902f req-0cac2e32-0238-4927-901c-26d78ca9570e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374203 Jul 27 21:47:04.422632 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891174f5-f2c5-45fe-8cf2-f603c94915cf req-a272c180-0ecb-4349-bbc0-873c0ddf4e8c tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:04.425086 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-891174f5-f2c5-45fe-8cf2-f603c94915cf req-a272c180-0ecb-4349-bbc0-873c0ddf4e8c tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 944 time: 0.0677273 Jul 27 21:47:04.459917 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:04.477606 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-891174f5-f2c5-45fe-8cf2-f603c94915cf req-91f5af57-c0f7-4223-85c7-c5ee76c2eea9 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454834 Jul 27 21:47:05.448425 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5e913635-c916-4335-b26f-bc5a3bfc5b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:05.531492 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:05.634743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c2f0b-0d99-405b-9450-dd1f8f051fb3 req-1e5b87f1-8901-481b-b3e2-f51483af8c41 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:05.636302 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f9c2f0b-0d99-405b-9450-dd1f8f051fb3 req-1e5b87f1-8901-481b-b3e2-f51483af8c41 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 944 time: 0.0781028 Jul 27 21:47:05.681103 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f9c2f0b-0d99-405b-9450-dd1f8f051fb3 req-00f7aa63-e081-47cb-a39a-04ad7e2192be tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374129 Jul 27 21:47:06.830464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5debd1b-3256-4fbe-9aef-7b1aea9a27a4 req-4333b941-a022-4c37-a864-478e6afd67b1 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:06.832109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5debd1b-3256-4fbe-9aef-7b1aea9a27a4 req-4333b941-a022-4c37-a864-478e6afd67b1 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 944 time: 0.0717413 Jul 27 21:47:06.873156 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5debd1b-3256-4fbe-9aef-7b1aea9a27a4 req-673c5e75-9673-4512-b726-730979428d32 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336847 Jul 27 21:47:07.336408 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:08.018261 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:08.034621 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144293ef-4d38-4c17-b54d-26477c4d5610 req-80bea844-0ae3-40df-af3f-2dc0dc22df8e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:08.036331 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-144293ef-4d38-4c17-b54d-26477c4d5610 req-80bea844-0ae3-40df-af3f-2dc0dc22df8e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 944 time: 0.0795908 Jul 27 21:47:08.079171 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-144293ef-4d38-4c17-b54d-26477c4d5610 req-6f6229dc-7453-4e9b-85e2-17b2e21ce49e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366194 Jul 27 21:47:09.015048 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:09.154617 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6db786f4-34c6-4aa9-8fc1-02875111786f details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:47:09.245901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91758023-a1ac-4cb1-b9e2-caec22e44062 req-8d9d4204-b3d3-4963-9501-86256c3bf193 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:09.248534 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91758023-a1ac-4cb1-b9e2-caec22e44062 req-8d9d4204-b3d3-4963-9501-86256c3bf193 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 944 time: 0.0920529 Jul 27 21:47:09.274907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 6db786f4-34c6-4aa9-8fc1-02875111786f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6db786f4-34c6-4aa9-8fc1-02875111786f,segment=NetworkSegment(b5485a43-0f9e-41bc-9bd2-979ee7715565),segment_id=b5485a43-0f9e-41bc-9bd2-979ee7715565)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:09.287509 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '6db786f4-34c6-4aa9-8fc1-02875111786f', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'port_id': '6db786f4-34c6-4aa9-8fc1-02875111786f', 'mac_address': 'fa:16:3e:76:b8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5331315d-becb-43a5-8c13-ef509a759d07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:47:09.294445 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-91758023-a1ac-4cb1-b9e2-caec22e44062 req-76e31aa9-d98d-4ef4-8a17-e4e45fd32f2c tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365865 Jul 27 21:47:09.331252 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:09.348793 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db786f4-34c6-4aa9-8fc1-02875111786f {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:47:09.378629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 6db786f4-34c6-4aa9-8fc1-02875111786f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6db786f4-34c6-4aa9-8fc1-02875111786f,segment=NetworkSegment(b5485a43-0f9e-41bc-9bd2-979ee7715565),segment_id=b5485a43-0f9e-41bc-9bd2-979ee7715565)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:09.382668 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:09.435199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=6db786f4-34c6-4aa9-8fc1-02875111786f,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:09.443528 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:09.443865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:09.444203 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:09.444532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:09.444854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:09.445345 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:09.445879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:09.446451 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:09.446987 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:09.447516 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:09.448048 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:09.448554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:09.792033 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['6db786f4-34c6-4aa9-8fc1-02875111786f'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:47:10.465545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97af6c8-3a8a-40ca-9038-abb8d14bbb84 req-74bc5819-81ac-4641-b3bb-d50e1fdfbf33 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:10.467131 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d97af6c8-3a8a-40ca-9038-abb8d14bbb84 req-74bc5819-81ac-4641-b3bb-d50e1fdfbf33 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 945 time: 0.0796621 Jul 27 21:47:10.522172 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d97af6c8-3a8a-40ca-9038-abb8d14bbb84 req-1238b66e-265d-46eb-aaa0-fe21ad28bc4d tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440419 Jul 27 21:47:11.154812 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6db786f4-34c6-4aa9-8fc1-02875111786f up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:47:11.213551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 6db786f4-34c6-4aa9-8fc1-02875111786f completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:47:11.217582 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 6db786f4-34c6-4aa9-8fc1-02875111786f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:47:11.217954 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:11.319893 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:11.347265 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db786f4-34c6-4aa9-8fc1-02875111786f'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:11.349597 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1ec9fd-63fc-49b3-9b2d-a93691164ff8" -d '{"events": [{"server_uuid": "2a93b0c4-ec59-4da7-9734-2a147576de9a", "name": "network-vif-plugged", "status": "completed", "tag": "6db786f4-34c6-4aa9-8fc1-02875111786f"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:11.363444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 6db786f4-34c6-4aa9-8fc1-02875111786f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6db786f4-34c6-4aa9-8fc1-02875111786f,segment=NetworkSegment(b5485a43-0f9e-41bc-9bd2-979ee7715565),segment_id=b5485a43-0f9e-41bc-9bd2-979ee7715565)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:11.367902 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:11.426966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=6db786f4-34c6-4aa9-8fc1-02875111786f,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:11.475322 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cca694f-eb4e-40a7-98e7-ff287a0bc1e1 x-openstack-request-id: req-5cca694f-eb4e-40a7-98e7-ff287a0bc1e1 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:11.475820 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a93b0c4-ec59-4da7-9734-2a147576de9a", "name": "network-vif-plugged", "status": "completed", "tag": "6db786f4-34c6-4aa9-8fc1-02875111786f", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:11.476233 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5cca694f-eb4e-40a7-98e7-ff287a0bc1e1 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:11.476935 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db786f4-34c6-4aa9-8fc1-02875111786f', 'code': 200} Jul 27 21:47:11.624729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92130ab-df52-4403-902a-1e1009e0bed1 req-c3545278-81fd-4b89-8ce3-9bc8f9e8599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:11.627119 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f92130ab-df52-4403-902a-1e1009e0bed1 req-c3545278-81fd-4b89-8ce3-9bc8f9e8599e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 1097 time: 0.0853231 Jul 27 21:47:11.677156 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f92130ab-df52-4403-902a-1e1009e0bed1 req-f2434d30-0c25-4b42-bf0b-3990174ae7ea service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386207 Jul 27 21:47:11.690454 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194262d-f766-4e60-9967-6d209fd63bc7 req-a07f0e54-0abf-4ee6-a0d1-851448a53f08 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:11.693111 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2194262d-f766-4e60-9967-6d209fd63bc7 req-a07f0e54-0abf-4ee6-a0d1-851448a53f08 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 946 time: 0.0866628 Jul 27 21:47:11.746792 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2194262d-f766-4e60-9967-6d209fd63bc7 req-a5bacd8a-60ca-4b43-b418-c485d341895e tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473406 Jul 27 21:47:12.931997 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf725e0-c3e8-4ebc-9d60-f6bd0e24c071 req-0969cfd4-b882-4c4d-828c-2f9e835c8710 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:12.933567 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ccf725e0-c3e8-4ebc-9d60-f6bd0e24c071 req-0969cfd4-b882-4c4d-828c-2f9e835c8710 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 946 time: 0.0775187 Jul 27 21:47:12.981657 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ccf725e0-c3e8-4ebc-9d60-f6bd0e24c071 req-719db143-677b-4a82-8441-7e6a926b97c1 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386643 Jul 27 21:47:13.134937 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46670f-ef29-40fb-947e-fc2b7c3a82fb req-e4c77389-7b3c-41b5-803c-07e429d6e13f tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:13.136706 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-db46670f-ef29-40fb-947e-fc2b7c3a82fb req-e4c77389-7b3c-41b5-803c-07e429d6e13f tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 946 time: 0.0789437 Jul 27 21:47:13.183800 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-db46670f-ef29-40fb-947e-fc2b7c3a82fb req-055692ce-b566-49c5-a195-89d9a229da73 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397601 Jul 27 21:47:13.206977 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57910) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:13.332737 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82bb7e-2994-4c9a-ac9c-59bd13960916 tempest-TestVolumeBackupRestore-867854517 tempest-TestVolumeBackupRestore-867854517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:13.334339 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fc82bb7e-2994-4c9a-ac9c-59bd13960916 tempest-TestVolumeBackupRestore-867854517 tempest-TestVolumeBackupRestore-867854517-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 1092 time: 0.1262999 Jul 27 21:47:13.337349 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57914) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:13.342076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '6db786f4-34c6-4aa9-8fc1-02875111786f', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:13.367633 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:13.478784 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:13.603564 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Allocated IP 172.25.2.2 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/c27ab872-d111-4d96-ba1b-661a17455ea8) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:47:13.723623 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:13.764893 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:13.807814 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:47:13.813045 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:47:13.817093 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:47:13.822906 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Pushing event updated for resources: {'Port': ['ID=c27ab872-d111-4d96-ba1b-661a17455ea8,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:14.258392 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:14.345336 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:14.514199 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:14.520077 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:14.591192 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Pushing event updated for resources: {'Port': ['ID=c27ab872-d111-4d96-ba1b-661a17455ea8,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:14.606760 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:14.730565 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Floating IP 9ad9af4d-8d5c-4c64-ae70-2fdefc35ef0d associated. External IP: 172.25.2.2, port: 6db786f4-34c6-4aa9-8fc1-02875111786f. Jul 27 21:47:14.991569 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Router b692ac2d-3989-4b94-a31e-420ed02fdd37 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:47:15.110113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:47:15.122922 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed5c649-13b5-486f-ab8f-b2e51fab262c None None] Sync routers for ids ['b692ac2d-3989-4b94-a31e-420ed02fdd37'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:47:15.128706 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:15.134441 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5c649-13b5-486f-ab8f-b2e51fab262c None None] Routers {'b692ac2d-3989-4b94-a31e-420ed02fdd37'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:15.135364 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0ed5c649-13b5-486f-ab8f-b2e51fab262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:47:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b692ac2d-3989-4b94-a31e-420ed02fdd37'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:15.170768 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-42029bc2-f1e5-46c7-8fe8-91e5196193a0 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8321221 Jul 27 21:47:15.171340 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'tag': '6db786f4-34c6-4aa9-8fc1-02875111786f'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:15.174602 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9982713a-abc6-4b12-969b-421ddb1c00a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2a93b0c4-ec59-4da7-9734-2a147576de9a", "tag": "6db786f4-34c6-4aa9-8fc1-02875111786f"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:15.174853 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 57916) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:15.221347 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c084e8a5-4056-43b5-93b4-841421d46184 x-openstack-request-id: req-c084e8a5-4056-43b5-93b4-841421d46184 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:15.221632 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a93b0c4-ec59-4da7-9734-2a147576de9a", "tag": "6db786f4-34c6-4aa9-8fc1-02875111786f", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:15.222059 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c084e8a5-4056-43b5-93b4-841421d46184 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:15.222402 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'tag': '6db786f4-34c6-4aa9-8fc1-02875111786f', 'status': 'completed', 'code': 200} Jul 27 21:47:15.260157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b321c-ad2d-480a-861f-9c9c99ad4ffe tempest-TestVolumeBackupRestore-867854517 tempest-TestVolumeBackupRestore-867854517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:15.262518 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c71b321c-ad2d-480a-861f-9c9c99ad4ffe tempest-TestVolumeBackupRestore-867854517 tempest-TestVolumeBackupRestore-867854517-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 1092 time: 0.0864131 Jul 27 21:47:15.267475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57920) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:15.275069 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a59aa369-ad40-4e0c-a376-21cfbb9a232d tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Request body: {'floatingip': {'port_id': '6db786f4-34c6-4aa9-8fc1-02875111786f'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:47:15.301984 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-0ed5c649-13b5-486f-ab8f-b2e51fab262c None None] Set router b692ac2d-3989-4b94-a31e-420ed02fdd37 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:15.317876 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982713a-abc6-4b12-969b-421ddb1c00a2 req-62aecd83-f78f-4ac4-ae4c-027b230168b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:15.320760 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9982713a-abc6-4b12-969b-421ddb1c00a2 req-62aecd83-f78f-4ac4-ae4c-027b230168b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9d808d57b96486a90d242d3b8b361d4&device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 1097 time: 0.0745637 Jul 27 21:47:15.353198 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a59aa369-ad40-4e0c-a376-21cfbb9a232d tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:15.440818 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982713a-abc6-4b12-969b-421ddb1c00a2 req-fe7ef075-a82a-4a27-b1e6-ced6d3e75e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:15.442293 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9982713a-abc6-4b12-969b-421ddb1c00a2 req-fe7ef075-a82a-4a27-b1e6-ced6d3e75e09 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8888496d-7cec-4187-971f-bde9cb68f43c HTTP/1.1" status: 200 len: 913 time: 0.1161203 Jul 27 21:47:15.534688 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9982713a-abc6-4b12-969b-421ddb1c00a2 req-f21825db-fd1f-41cb-9fc6-5f5546fcc807 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db786f4-34c6-4aa9-8fc1-02875111786f HTTP/1.1" status: 200 len: 998 time: 0.0849731 Jul 27 21:47:15.585949 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0ed5c649-13b5-486f-ab8f-b2e51fab262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:44:50Z', 'revision_number': 4, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port': {'id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:48Z', 'updated_at': '2021-07-27T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9ad9af4d-8d5c-4c64-ae70-2fdefc35ef0d', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'port_id': '6db786f4-34c6-4aa9-8fc1-02875111786f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'mac_address': 'fa:16:3e:76:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:47:14Z', 'updated_at': '2021-07-27T21:47:14Z', 'revision_number': 0, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e358ebb-34e3-45ee-b9a7-c589a215046b', 'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'mac_address': 'fa:16:3e:1a:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '5331315d-becb-43a5-8c13-ef509a759d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:50Z', 'updated_at': '2021-07-27T21:44:57Z', 'revision_number': 5, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'subnets': [{'id': '5331315d-becb-43a5-8c13-ef509a759d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:15.606120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982713a-abc6-4b12-969b-421ddb1c00a2 req-c2548308-faad-45fe-a071-47141e6789aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:15.607788 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9982713a-abc6-4b12-969b-421ddb1c00a2 req-c2548308-faad-45fe-a071-47141e6789aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5331315d-becb-43a5-8c13-ef509a759d07 HTTP/1.1" status: 200 len: 851 time: 0.0648739 Jul 27 21:47:15.618371 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed5c649-13b5-486f-ab8f-b2e51fab262c None None] Checking router: b692ac2d-3989-4b94-a31e-420ed02fdd37 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:47:15.629143 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5c649-13b5-486f-ab8f-b2e51fab262c None None] Routers {'b692ac2d-3989-4b94-a31e-420ed02fdd37'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:15.629763 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0ed5c649-13b5-486f-ab8f-b2e51fab262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:47:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b692ac2d-3989-4b94-a31e-420ed02fdd37'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:15.689681 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982713a-abc6-4b12-969b-421ddb1c00a2 req-63d17149-0b1e-40a0-8c5e-3bddc10b2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:15.691448 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9982713a-abc6-4b12-969b-421ddb1c00a2 req-63d17149-0b1e-40a0-8c5e-3bddc10b2dda service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8888496d-7cec-4187-971f-bde9cb68f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762560 Jul 27 21:47:15.773396 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-0ed5c649-13b5-486f-ab8f-b2e51fab262c None None] Set router b692ac2d-3989-4b94-a31e-420ed02fdd37 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:15.805445 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9982713a-abc6-4b12-969b-421ddb1c00a2 req-ef3f1c95-7a49-4879-a9f5-c5447d69dda8 service neutron] 10.222.0.66 "GET /v2.0/networks/8888496d-7cec-4187-971f-bde9cb68f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045730 Jul 27 21:47:15.926348 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9982713a-abc6-4b12-969b-421ddb1c00a2 req-9943b629-1102-4ef2-ac5c-6b67f2309865 service neutron] 10.222.0.66 "GET /v2.0/networks/8888496d-7cec-4187-971f-bde9cb68f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125274 Jul 27 21:47:15.972194 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:47:16.030079 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a59aa369-ad40-4e0c-a376-21cfbb9a232d tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:16.037607 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a59aa369-ad40-4e0c-a376-21cfbb9a232d tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:16.077462 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0ed5c649-13b5-486f-ab8f-b2e51fab262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:44:50Z', 'revision_number': 4, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port': {'id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:48Z', 'updated_at': '2021-07-27T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9ad9af4d-8d5c-4c64-ae70-2fdefc35ef0d', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'port_id': '6db786f4-34c6-4aa9-8fc1-02875111786f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'mac_address': 'fa:16:3e:76:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:47:14Z', 'updated_at': '2021-07-27T21:47:14Z', 'revision_number': 0, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e358ebb-34e3-45ee-b9a7-c589a215046b', 'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'mac_address': 'fa:16:3e:1a:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '5331315d-becb-43a5-8c13-ef509a759d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:50Z', 'updated_at': '2021-07-27T21:44:57Z', 'revision_number': 5, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'subnets': [{'id': '5331315d-becb-43a5-8c13-ef509a759d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:16.111878 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed5c649-13b5-486f-ab8f-b2e51fab262c None None] The sync data for ids ['b692ac2d-3989-4b94-a31e-420ed02fdd37'] in n-d-764806-9 is: [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:44:50Z', 'revision_number': 4, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port': {'id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:48Z', 'updated_at': '2021-07-27T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9ad9af4d-8d5c-4c64-ae70-2fdefc35ef0d', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'port_id': '6db786f4-34c6-4aa9-8fc1-02875111786f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'mac_address': 'fa:16:3e:76:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:47:14Z', 'updated_at': '2021-07-27T21:47:14Z', 'revision_number': 0, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e358ebb-34e3-45ee-b9a7-c589a215046b', 'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'mac_address': 'fa:16:3e:1a:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '5331315d-becb-43a5-8c13-ef509a759d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:50Z', 'updated_at': '2021-07-27T21:44:57Z', 'revision_number': 5, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'subnets': [{'id': '5331315d-becb-43a5-8c13-ef509a759d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:47:16.314997 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59aa369-ad40-4e0c-a376-21cfbb9a232d tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Router b692ac2d-3989-4b94-a31e-420ed02fdd37 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:47:16.373153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded41d82-8cb3-45d3-a909-ebe64cf9f6da None None] New status for floating IP 9ad9af4d-8d5c-4c64-ae70-2fdefc35ef0d: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:47:16.450503 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59aa369-ad40-4e0c-a376-21cfbb9a232d tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:47:16.455888 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a59aa369-ad40-4e0c-a376-21cfbb9a232d tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:16.538672 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a59aa369-ad40-4e0c-a376-21cfbb9a232d tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "PUT /v2.0/floatingips/9ad9af4d-8d5c-4c64-ae70-2fdefc35ef0d HTTP/1.1" status: 200 len: 990 time: 1.2696514 Jul 27 21:47:16.639923 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1146bc-dc7b-4cb1-8da7-e2f7d84c9fb1 None None] Sync routers for ids ['b692ac2d-3989-4b94-a31e-420ed02fdd37'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:47:16.649193 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1146bc-dc7b-4cb1-8da7-e2f7d84c9fb1 None None] Routers {'b692ac2d-3989-4b94-a31e-420ed02fdd37'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:16.649903 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-1f1146bc-dc7b-4cb1-8da7-e2f7d84c9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:47:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b692ac2d-3989-4b94-a31e-420ed02fdd37'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:16.783416 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-1f1146bc-dc7b-4cb1-8da7-e2f7d84c9fb1 None None] Set router b692ac2d-3989-4b94-a31e-420ed02fdd37 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:17.053425 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-1f1146bc-dc7b-4cb1-8da7-e2f7d84c9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:44:50Z', 'revision_number': 4, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port': {'id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:48Z', 'updated_at': '2021-07-27T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9ad9af4d-8d5c-4c64-ae70-2fdefc35ef0d', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'port_id': '6db786f4-34c6-4aa9-8fc1-02875111786f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'mac_address': 'fa:16:3e:76:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:47:14Z', 'updated_at': '2021-07-27T21:47:16Z', 'revision_number': 2, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e358ebb-34e3-45ee-b9a7-c589a215046b', 'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'mac_address': 'fa:16:3e:1a:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '5331315d-becb-43a5-8c13-ef509a759d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:50Z', 'updated_at': '2021-07-27T21:44:57Z', 'revision_number': 5, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'subnets': [{'id': '5331315d-becb-43a5-8c13-ef509a759d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:17.080713 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1146bc-dc7b-4cb1-8da7-e2f7d84c9fb1 None None] Checking router: b692ac2d-3989-4b94-a31e-420ed02fdd37 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:47:17.089180 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1146bc-dc7b-4cb1-8da7-e2f7d84c9fb1 None None] Routers {'b692ac2d-3989-4b94-a31e-420ed02fdd37'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:17.089767 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-1f1146bc-dc7b-4cb1-8da7-e2f7d84c9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:47:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b692ac2d-3989-4b94-a31e-420ed02fdd37'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:17.217088 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-1f1146bc-dc7b-4cb1-8da7-e2f7d84c9fb1 None None] Set router b692ac2d-3989-4b94-a31e-420ed02fdd37 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:17.223051 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'tag': '6db786f4-34c6-4aa9-8fc1-02875111786f'}, {'name': 'network-changed', 'server_uuid': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'tag': '6db786f4-34c6-4aa9-8fc1-02875111786f'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:17.226726 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06" -d '{"events": [{"name": "network-changed", "server_uuid": "2a93b0c4-ec59-4da7-9734-2a147576de9a", "tag": "6db786f4-34c6-4aa9-8fc1-02875111786f"}, {"name": "network-changed", "server_uuid": "2a93b0c4-ec59-4da7-9734-2a147576de9a", "tag": "6db786f4-34c6-4aa9-8fc1-02875111786f"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:17.274737 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793718a0-b631-4380-9aa3-19e8d88ef015 x-openstack-request-id: req-793718a0-b631-4380-9aa3-19e8d88ef015 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:17.275185 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a93b0c4-ec59-4da7-9734-2a147576de9a", "tag": "6db786f4-34c6-4aa9-8fc1-02875111786f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a93b0c4-ec59-4da7-9734-2a147576de9a", "tag": "6db786f4-34c6-4aa9-8fc1-02875111786f", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:17.275568 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-793718a0-b631-4380-9aa3-19e8d88ef015 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:17.276173 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'tag': '6db786f4-34c6-4aa9-8fc1-02875111786f', 'status': 'completed', 'code': 200} Jul 27 21:47:17.276805 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'tag': '6db786f4-34c6-4aa9-8fc1-02875111786f', 'status': 'completed', 'code': 200} Jul 27 21:47:17.361565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-f9c58b60-0c2a-44d7-95af-c9f5f7ab566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:17.363138 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-f9c58b60-0c2a-44d7-95af-c9f5f7ab566c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9d808d57b96486a90d242d3b8b361d4&device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 1097 time: 0.0702736 Jul 27 21:47:17.488930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-aa7569f1-b2f0-462c-9353-bcf6ecc4a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:17.491212 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-aa7569f1-b2f0-462c-9353-bcf6ecc4a883 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8888496d-7cec-4187-971f-bde9cb68f43c HTTP/1.1" status: 200 len: 913 time: 0.1201224 Jul 27 21:47:17.584303 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-7b1ccd08-ccd5-4692-89f2-4df8cd77d2b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db786f4-34c6-4aa9-8fc1-02875111786f HTTP/1.1" status: 200 len: 1000 time: 0.0853207 Jul 27 21:47:17.598842 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-1f1146bc-dc7b-4cb1-8da7-e2f7d84c9fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:44:50Z', 'revision_number': 4, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port': {'id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:48Z', 'updated_at': '2021-07-27T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9ad9af4d-8d5c-4c64-ae70-2fdefc35ef0d', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'port_id': '6db786f4-34c6-4aa9-8fc1-02875111786f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'mac_address': 'fa:16:3e:76:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:47:14Z', 'updated_at': '2021-07-27T21:47:16Z', 'revision_number': 2, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e358ebb-34e3-45ee-b9a7-c589a215046b', 'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'mac_address': 'fa:16:3e:1a:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '5331315d-becb-43a5-8c13-ef509a759d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:50Z', 'updated_at': '2021-07-27T21:44:57Z', 'revision_number': 5, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'subnets': [{'id': '5331315d-becb-43a5-8c13-ef509a759d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:17.633526 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1146bc-dc7b-4cb1-8da7-e2f7d84c9fb1 None None] The sync data for ids ['b692ac2d-3989-4b94-a31e-420ed02fdd37'] in n-d-764806-9 is: [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:44:50Z', 'revision_number': 4, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port': {'id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:48Z', 'updated_at': '2021-07-27T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '9ad9af4d-8d5c-4c64-ae70-2fdefc35ef0d', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'port_id': '6db786f4-34c6-4aa9-8fc1-02875111786f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'mac_address': 'fa:16:3e:76:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:47:14Z', 'updated_at': '2021-07-27T21:47:16Z', 'revision_number': 2, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e358ebb-34e3-45ee-b9a7-c589a215046b', 'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'mac_address': 'fa:16:3e:1a:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '5331315d-becb-43a5-8c13-ef509a759d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:50Z', 'updated_at': '2021-07-27T21:44:57Z', 'revision_number': 5, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'subnets': [{'id': '5331315d-becb-43a5-8c13-ef509a759d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:47:17.646777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-3b9618a4-2d87-4b69-82ee-f17927b15494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:17.648827 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-3b9618a4-2d87-4b69-82ee-f17927b15494 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5331315d-becb-43a5-8c13-ef509a759d07 HTTP/1.1" status: 200 len: 851 time: 0.0566938 Jul 27 21:47:17.738852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-9d2e7c2e-2cab-4299-8cfe-c43402ed64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:17.741731 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-9d2e7c2e-2cab-4299-8cfe-c43402ed64a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8888496d-7cec-4187-971f-bde9cb68f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850642 Jul 27 21:47:17.854021 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-08e8245d-a9f9-453e-95d7-54d02b096dff service neutron] 10.222.0.66 "GET /v2.0/networks/8888496d-7cec-4187-971f-bde9cb68f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034338 Jul 27 21:47:17.964514 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-b4041e5e-00d5-4166-9001-b84f1042116d service neutron] 10.222.0.66 "GET /v2.0/networks/8888496d-7cec-4187-971f-bde9cb68f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025631 Jul 27 21:47:18.070518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-4831c9b1-7000-4ac9-9087-1fd40a273ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:18.072067 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-4831c9b1-7000-4ac9-9087-1fd40a273ba8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9d808d57b96486a90d242d3b8b361d4&device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 1097 time: 0.0645440 Jul 27 21:47:18.176445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-f1e916b7-0f00-46fe-af83-33e1389a836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:18.178086 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-f1e916b7-0f00-46fe-af83-33e1389a836f service neutron] 10.222.0.66 "GET /v2.0/networks?id=8888496d-7cec-4187-971f-bde9cb68f43c HTTP/1.1" status: 200 len: 913 time: 0.0986586 Jul 27 21:47:18.257074 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-fb5ad7cb-4c7a-45f8-91b1-b779e86310d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db786f4-34c6-4aa9-8fc1-02875111786f HTTP/1.1" status: 200 len: 1000 time: 0.0707276 Jul 27 21:47:18.309921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-8c218c9a-bc04-4a36-93ac-fdb767cfce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:18.311514 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-8c218c9a-bc04-4a36-93ac-fdb767cfce3f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5331315d-becb-43a5-8c13-ef509a759d07 HTTP/1.1" status: 200 len: 851 time: 0.0464914 Jul 27 21:47:18.380732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-c9a84ab7-2294-4e45-a4d4-fb9e5428105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:18.382287 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-c9a84ab7-2294-4e45-a4d4-fb9e5428105f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8888496d-7cec-4187-971f-bde9cb68f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637474 Jul 27 21:47:18.481019 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-075f20b8-f84f-48d6-8b84-42702ae48949 service neutron] 10.222.0.66 "GET /v2.0/networks/8888496d-7cec-4187-971f-bde9cb68f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910645 Jul 27 21:47:18.589280 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b770fc7-38c8-4da4-a7bd-0e1c49d53b06 req-6222ad16-0f31-46b1-8fea-e304982dc71e service neutron] 10.222.0.66 "GET /v2.0/networks/8888496d-7cec-4187-971f-bde9cb68f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006916 Jul 27 21:47:32.799870 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-90dba6bd-36eb-44d2-8100-1f386abf3bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:34.476264 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:35.453557 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6a073d03-9145-4d55-a75a-679d6857e080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:35.529404 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:37.342788 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:38.016595 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:39.012834 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:42.617606 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0784bc36-e8df-4550-8925-4e18452913bf req-98d21835-be72-4d89-ae25-4ea9a45149b0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678275 Jul 27 21:47:42.765426 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784bc36-e8df-4550-8925-4e18452913bf req-09d24d62-9b92-4752-a24f-bdeec793986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:42.768590 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0784bc36-e8df-4550-8925-4e18452913bf req-09d24d62-9b92-4752-a24f-bdeec793986d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9d808d57b96486a90d242d3b8b361d4&device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 1097 time: 0.1045382 Jul 27 21:47:42.931767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784bc36-e8df-4550-8925-4e18452913bf req-35afe6ed-b2b9-4ae8-b5a8-869d7f7b5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:42.933386 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0784bc36-e8df-4550-8925-4e18452913bf req-35afe6ed-b2b9-4ae8-b5a8-869d7f7b5a59 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8888496d-7cec-4187-971f-bde9cb68f43c HTTP/1.1" status: 200 len: 913 time: 0.1364245 Jul 27 21:47:43.007592 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0784bc36-e8df-4550-8925-4e18452913bf req-5abe11a2-3702-4a65-b4f4-1b2d50869339 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db786f4-34c6-4aa9-8fc1-02875111786f HTTP/1.1" status: 200 len: 1000 time: 0.0667038 Jul 27 21:47:43.067111 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784bc36-e8df-4550-8925-4e18452913bf req-7f574071-c50c-4a35-9be0-58c445bf3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:43.068610 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0784bc36-e8df-4550-8925-4e18452913bf req-7f574071-c50c-4a35-9be0-58c445bf3b63 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5331315d-becb-43a5-8c13-ef509a759d07 HTTP/1.1" status: 200 len: 851 time: 0.0532937 Jul 27 21:47:43.138862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784bc36-e8df-4550-8925-4e18452913bf req-0a4ce513-1a4c-4bba-a773-e162155f3313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:43.140379 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0784bc36-e8df-4550-8925-4e18452913bf req-0a4ce513-1a4c-4bba-a773-e162155f3313 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8888496d-7cec-4187-971f-bde9cb68f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651922 Jul 27 21:47:43.232330 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0784bc36-e8df-4550-8925-4e18452913bf req-c2935b1b-c19d-4e49-9869-2776fd102e99 service neutron] 10.222.0.66 "GET /v2.0/networks/8888496d-7cec-4187-971f-bde9cb68f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841558 Jul 27 21:47:43.338007 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0784bc36-e8df-4550-8925-4e18452913bf req-284f5e87-2d4c-4d7f-a819-4b1923079569 service neutron] 10.222.0.66 "GET /v2.0/networks/8888496d-7cec-4187-971f-bde9cb68f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984440 Jul 27 21:47:51.708573 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57934) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:47:51.875321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Deleting port c27ab872-d111-4d96-ba1b-661a17455ea8 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:47:51.875680 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.966583 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.966843 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:51.980216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Calling delete_port for c27ab872-d111-4d96-ba1b-661a17455ea8 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:47:52.438107 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:52.472783 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Pushing event deleted for resources: {'Port': ['ID=c27ab872-d111-4d96-ba1b-661a17455ea8,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:52.501750 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:52.502022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:52.502975 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:52.503282 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:52.503658 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:52.504244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:52.504244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:52.504591 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:52.504896 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:52.505218 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:52.505539 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:52.505858 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:52.547866 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:52.548210 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Floating IP 9ad9af4d-8d5c-4c64-ae70-2fdefc35ef0d disassociated (deleted). External IP: 172.25.2.2, port: 6db786f4-34c6-4aa9-8fc1-02875111786f. Jul 27 21:47:52.787505 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Router b692ac2d-3989-4b94-a31e-420ed02fdd37 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:47:52.927101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:47:52.931518 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:52.937262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec36017-9321-4901-b3e6-d1d7ed7dad1c None None] Sync routers for ids ['b692ac2d-3989-4b94-a31e-420ed02fdd37'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:47:52.948971 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec36017-9321-4901-b3e6-d1d7ed7dad1c None None] Routers {'b692ac2d-3989-4b94-a31e-420ed02fdd37'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:52.950043 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0ec36017-9321-4901-b3e6-d1d7ed7dad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:47:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b692ac2d-3989-4b94-a31e-420ed02fdd37'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:52.962943 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:47:52.976768 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9b66f103-7f57-4d2f-be90-cf6eaaa7e5ef tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "DELETE /v2.0/floatingips/9ad9af4d-8d5c-4c64-ae70-2fdefc35ef0d HTTP/1.1" status: 204 len: 168 time: 1.2670364 Jul 27 21:47:52.977457 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'tag': '6db786f4-34c6-4aa9-8fc1-02875111786f'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:52.979803 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a67889fe90cb910d435396f267104dc95f014671f1dbb885193c74871020e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d14ee30-48ed-4c28-b7f0-b576241b0c56" -d '{"events": [{"name": "network-changed", "server_uuid": "2a93b0c4-ec59-4da7-9734-2a147576de9a", "tag": "6db786f4-34c6-4aa9-8fc1-02875111786f"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:53.069288 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-0ec36017-9321-4901-b3e6-d1d7ed7dad1c None None] Set router b692ac2d-3989-4b94-a31e-420ed02fdd37 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:53.107544 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c899f40-00b7-47e4-972a-d62ca4be2540 x-openstack-request-id: req-9c899f40-00b7-47e4-972a-d62ca4be2540 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:53.107939 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a93b0c4-ec59-4da7-9734-2a147576de9a", "tag": "6db786f4-34c6-4aa9-8fc1-02875111786f", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:53.108267 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c899f40-00b7-47e4-972a-d62ca4be2540 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:53.108741 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'tag': '6db786f4-34c6-4aa9-8fc1-02875111786f', 'status': 'completed', 'code': 200} Jul 27 21:47:53.238350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14ee30-48ed-4c28-b7f0-b576241b0c56 req-98b1b37f-566e-473e-80fe-a52d0e6d08e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:53.239935 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4d14ee30-48ed-4c28-b7f0-b576241b0c56 req-98b1b37f-566e-473e-80fe-a52d0e6d08e7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9d808d57b96486a90d242d3b8b361d4&device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 1097 time: 0.1009769 Jul 27 21:47:53.347131 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd16d1-1c43-4131-9146-816b2a12e65a req-2fbb657b-3de9-4921-99cf-80ee6597bc79 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:53.347736 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14ee30-48ed-4c28-b7f0-b576241b0c56 req-c851203f-97ad-489f-8fd5-86b5cff93c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:53.348916 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3abd16d1-1c43-4131-9146-816b2a12e65a req-2fbb657b-3de9-4921-99cf-80ee6597bc79 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 946 time: 0.0817924 Jul 27 21:47:53.350099 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4d14ee30-48ed-4c28-b7f0-b576241b0c56 req-c851203f-97ad-489f-8fd5-86b5cff93c35 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8888496d-7cec-4187-971f-bde9cb68f43c HTTP/1.1" status: 200 len: 913 time: 0.0989351 Jul 27 21:47:53.395335 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3abd16d1-1c43-4131-9146-816b2a12e65a req-8b3e3632-9172-40ae-8bd4-e76ad6cecc0c tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392818 Jul 27 21:47:53.402092 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4d14ee30-48ed-4c28-b7f0-b576241b0c56 req-e7d6466f-cae7-44fe-9ce1-d8e6748b3016 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6db786f4-34c6-4aa9-8fc1-02875111786f HTTP/1.1" status: 200 len: 217 time: 0.0436537 Jul 27 21:47:53.450702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0ec36017-9321-4901-b3e6-d1d7ed7dad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:44:50Z', 'revision_number': 4, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port': {'id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:48Z', 'updated_at': '2021-07-27T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '7e358ebb-34e3-45ee-b9a7-c589a215046b', 'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'mac_address': 'fa:16:3e:1a:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '5331315d-becb-43a5-8c13-ef509a759d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:50Z', 'updated_at': '2021-07-27T21:44:57Z', 'revision_number': 5, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'subnets': [{'id': '5331315d-becb-43a5-8c13-ef509a759d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:53.458214 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14ee30-48ed-4c28-b7f0-b576241b0c56 req-4b03f2bb-7be0-437c-bdb0-07b4ef2d02b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:53.459725 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4d14ee30-48ed-4c28-b7f0-b576241b0c56 req-4b03f2bb-7be0-437c-bdb0-07b4ef2d02b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5331315d-becb-43a5-8c13-ef509a759d07 HTTP/1.1" status: 200 len: 851 time: 0.0496676 Jul 27 21:47:53.478989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec36017-9321-4901-b3e6-d1d7ed7dad1c None None] Checking router: b692ac2d-3989-4b94-a31e-420ed02fdd37 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:47:53.488559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec36017-9321-4901-b3e6-d1d7ed7dad1c None None] Routers {'b692ac2d-3989-4b94-a31e-420ed02fdd37'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:47:53.489106 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0ec36017-9321-4901-b3e6-d1d7ed7dad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:47:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b692ac2d-3989-4b94-a31e-420ed02fdd37'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:53.524575 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14ee30-48ed-4c28-b7f0-b576241b0c56 req-a7f2e002-a793-4235-94c6-0c309d4f86d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:53.526087 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4d14ee30-48ed-4c28-b7f0-b576241b0c56 req-a7f2e002-a793-4235-94c6-0c309d4f86d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8888496d-7cec-4187-971f-bde9cb68f43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590556 Jul 27 21:47:53.602076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-0ec36017-9321-4901-b3e6-d1d7ed7dad1c None None] Set router b692ac2d-3989-4b94-a31e-420ed02fdd37 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:47:53.625022 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4d14ee30-48ed-4c28-b7f0-b576241b0c56 req-8e041a97-daa9-4c2f-a489-e3d0c6757444 service neutron] 10.222.0.66 "GET /v2.0/networks/8888496d-7cec-4187-971f-bde9cb68f43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901575 Jul 27 21:47:53.735760 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4d14ee30-48ed-4c28-b7f0-b576241b0c56 req-bd5f7421-2d2b-48b6-86ee-12ff818088fd service neutron] 10.222.0.66 "GET /v2.0/networks/8888496d-7cec-4187-971f-bde9cb68f43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032403 Jul 27 21:47:53.820378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-0ec36017-9321-4901-b3e6-d1d7ed7dad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:44:50Z', 'revision_number': 4, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port': {'id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:48Z', 'updated_at': '2021-07-27T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '7e358ebb-34e3-45ee-b9a7-c589a215046b', 'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'mac_address': 'fa:16:3e:1a:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '5331315d-becb-43a5-8c13-ef509a759d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:50Z', 'updated_at': '2021-07-27T21:44:57Z', 'revision_number': 5, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'subnets': [{'id': '5331315d-becb-43a5-8c13-ef509a759d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:47:53.849043 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec36017-9321-4901-b3e6-d1d7ed7dad1c None None] The sync data for ids ['b692ac2d-3989-4b94-a31e-420ed02fdd37'] in n-d-764806-9 is: [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:44:50Z', 'revision_number': 4, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port': {'id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:48Z', 'updated_at': '2021-07-27T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '7e358ebb-34e3-45ee-b9a7-c589a215046b', 'name': '', 'network_id': '8888496d-7cec-4187-971f-bde9cb68f43c', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'mac_address': 'fa:16:3e:1a:6b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '5331315d-becb-43a5-8c13-ef509a759d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:50Z', 'updated_at': '2021-07-27T21:44:57Z', 'revision_number': 5, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'subnets': [{'id': '5331315d-becb-43a5-8c13-ef509a759d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:47:54.112493 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a42ef6-8a36-433a-aaf8-f0940dc87f97 None None] New status for floating IP 9ad9af4d-8d5c-4c64-ae70-2fdefc35ef0d: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:47:54.540879 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87d376-7b8d-4f84-84dd-8127326d9ad4 req-1cfcd634-2e54-481a-9a39-2369a691282c tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:54.542435 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3c87d376-7b8d-4f84-84dd-8127326d9ad4 req-1cfcd634-2e54-481a-9a39-2369a691282c tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 946 time: 0.0727134 Jul 27 21:47:54.584800 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3c87d376-7b8d-4f84-84dd-8127326d9ad4 req-492f2e88-c56b-4788-a044-e1447a51ea07 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360527 Jul 27 21:47:55.036638 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089e941-bdae-4809-9550-ba74866b375b req-eed78664-c8d8-4d04-92a7-5018f86b8e5d tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:47:55.038008 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a089e941-bdae-4809-9550-ba74866b375b req-eed78664-c8d8-4d04-92a7-5018f86b8e5d tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 946 time: 0.0640750 Jul 27 21:47:55.145501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-a089e941-bdae-4809-9550-ba74866b375b req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Deleting port 6db786f4-34c6-4aa9-8fc1-02875111786f {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:47:55.145841 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a089e941-bdae-4809-9550-ba74866b375b req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:55.236127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a089e941-bdae-4809-9550-ba74866b375b req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] For port 6db786f4-34c6-4aa9-8fc1-02875111786f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=6db786f4-34c6-4aa9-8fc1-02875111786f,segment=NetworkSegment(b5485a43-0f9e-41bc-9bd2-979ee7715565),segment_id=b5485a43-0f9e-41bc-9bd2-979ee7715565)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:47:55.236489 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a089e941-bdae-4809-9550-ba74866b375b req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:55.254404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-a089e941-bdae-4809-9550-ba74866b375b req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Calling delete_port for 6db786f4-34c6-4aa9-8fc1-02875111786f owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:47:55.384481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a089e941-bdae-4809-9550-ba74866b375b req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:55.412540 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Pushing event deleted for resources: {'Port': ['ID=6db786f4-34c6-4aa9-8fc1-02875111786f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:47:55.422495 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:55.422835 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:55.423169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:55.423497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:55.423821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:55.424197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:55.425136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:55.425497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:55.426260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:55.426260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:55.426430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:55.426721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:47:55.704396 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3b8b14d-0c1f-4239-a194-c18fdc5c9315 req-27601717-f31d-4791-8e9e-8870bcedc290 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 210 time: 0.0322959 Jul 27 21:47:55.800655 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a089e941-bdae-4809-9550-ba74866b375b req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] No DVR routers for this DVR port 6db786f4-34c6-4aa9-8fc1-02875111786f on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:47:55.803499 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a089e941-bdae-4809-9550-ba74866b375b req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:47:55.805629 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a089e941-bdae-4809-9550-ba74866b375b req-83c070ad-bfda-4600-91f0-3a187263a0fe tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.66 "DELETE /v2.0/ports/6db786f4-34c6-4aa9-8fc1-02875111786f HTTP/1.1" status: 204 len: 173 time: 0.7604473 Jul 27 21:47:55.806326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'name': 'network-vif-deleted', 'tag': '6db786f4-34c6-4aa9-8fc1-02875111786f'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:47:55.808671 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8968fb90-9fe9-4c0f-b15d-87281b54ea5f" -d '{"events": [{"server_uuid": "2a93b0c4-ec59-4da7-9734-2a147576de9a", "name": "network-vif-deleted", "tag": "6db786f4-34c6-4aa9-8fc1-02875111786f"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:47:55.867738 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad0ad27-b5d6-423c-9463-ed739e60b5ed x-openstack-request-id: req-8ad0ad27-b5d6-423c-9463-ed739e60b5ed {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:47:55.868037 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a93b0c4-ec59-4da7-9734-2a147576de9a", "name": "network-vif-deleted", "tag": "6db786f4-34c6-4aa9-8fc1-02875111786f", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:47:55.868288 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ad0ad27-b5d6-423c-9463-ed739e60b5ed {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:47:55.868681 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a93b0c4-ec59-4da7-9734-2a147576de9a', 'name': 'network-vif-deleted', 'tag': '6db786f4-34c6-4aa9-8fc1-02875111786f', 'status': 'completed', 'code': 200} Jul 27 21:47:56.810136 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4614676-f916-40bd-b642-5c578aab89e8 req-b4bc53ca-9c5c-446c-a9ee-5918ae8697be tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 210 time: 0.0309799 Jul 27 21:47:57.343168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6db786f4-34c6-4aa9-8fc1-02875111786f no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:47:57.377058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 6db786f4-34c6-4aa9-8fc1-02875111786f {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:47:57.377489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 6db786f4-34c6-4aa9-8fc1-02875111786f not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:47:57.917612 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b06072f8-0be5-45e2-ba70-b658191df414 req-a79a97b6-3ba7-4d83-a2d9-64481bfbd2d8 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 210 time: 0.0296671 Jul 27 21:47:59.034016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e17f31f2-cee0-4815-b12e-bf75c9d8d91e req-683a3ff9-a3b8-490a-9f4b-c512b1db99a9 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a93b0c4-ec59-4da7-9734-2a147576de9a HTTP/1.1" status: 200 len: 210 time: 0.0352416 Jul 27 21:48:00.090612 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 57972) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:00.157607 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-efa60ca8-6560-4943-937e-5ecf301481f1 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.186963 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-efa60ca8-6560-4943-937e-5ecf301481f1 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.265349 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-efa60ca8-6560-4943-937e-5ecf301481f1 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.268123 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-efa60ca8-6560-4943-937e-5ecf301481f1 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:00.270955 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-efa60ca8-6560-4943-937e-5ecf301481f1 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] 10.222.0.55 "DELETE /v2.0/security-groups/6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2 HTTP/1.1" status: 204 len: 168 time: 0.1790743 Jul 27 21:48:00.285123 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa60ca8-6560-4943-937e-5ecf301481f1 tempest-TestVolumeBackupRestore-1039984456 tempest-TestVolumeBackupRestore-1039984456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5a3520-7d0d-4c2f-955f-e6f77e1a60a2,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:02.801329 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-04b6a8a9-fd7d-49e4-b16b-7e9f194b7322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:03.835622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58400) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:04.301061 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca420355-3a3e-4a03-aa08-af15e098da88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:04.485775 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:04.620854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-ca420355-3a3e-4a03-aa08-af15e098da88 admin admin] Deleting port 7e358ebb-34e3-45ee-b9a7-c589a215046b {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:04.621199 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca420355-3a3e-4a03-aa08-af15e098da88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:04.725679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-ca420355-3a3e-4a03-aa08-af15e098da88 admin admin] For port 7e358ebb-34e3-45ee-b9a7-c589a215046b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7e358ebb-34e3-45ee-b9a7-c589a215046b,segment=NetworkSegment(b5485a43-0f9e-41bc-9bd2-979ee7715565),segment_id=b5485a43-0f9e-41bc-9bd2-979ee7715565)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:04.726093 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca420355-3a3e-4a03-aa08-af15e098da88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:04.742570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-ca420355-3a3e-4a03-aa08-af15e098da88 admin admin] Calling delete_port for 7e358ebb-34e3-45ee-b9a7-c589a215046b owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:04.947861 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca420355-3a3e-4a03-aa08-af15e098da88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:04.978319 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca420355-3a3e-4a03-aa08-af15e098da88 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e358ebb-34e3-45ee-b9a7-c589a215046b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:05.204438 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca420355-3a3e-4a03-aa08-af15e098da88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:05.445892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca420355-3a3e-4a03-aa08-af15e098da88 admin admin] Router b692ac2d-3989-4b94-a31e-420ed02fdd37 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:48:05.457170 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8f6146fa-3b2f-4e26-877b-91bb6a04838b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:05.534857 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:05.559797 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca420355-3a3e-4a03-aa08-af15e098da88 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:48:05.567950 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ca420355-3a3e-4a03-aa08-af15e098da88 admin admin] 10.222.0.55 "PUT /v2.0/routers/b692ac2d-3989-4b94-a31e-420ed02fdd37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7309649 Jul 27 21:48:05.570243 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58428) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:05.572404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7bdd1-441c-46d9-a047-28495e58b002 None None] Sync routers for ids ['b692ac2d-3989-4b94-a31e-420ed02fdd37'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:48:05.581847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7bdd1-441c-46d9-a047-28495e58b002 None None] Routers {'b692ac2d-3989-4b94-a31e-420ed02fdd37'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:05.582488 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a3c7bdd1-441c-46d9-a047-28495e58b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:48:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b692ac2d-3989-4b94-a31e-420ed02fdd37'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:05.694965 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-a3c7bdd1-441c-46d9-a047-28495e58b002 None None] Set router b692ac2d-3989-4b94-a31e-420ed02fdd37 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:48:05.696802 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c11964d8-ee48-4f68-9444-274ad47a0ae4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:05.826481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c11964d8-ee48-4f68-9444-274ad47a0ae4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:05.884678 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a3c7bdd1-441c-46d9-a047-28495e58b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:48:04Z', 'revision_number': 5, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port': {'id': '6fbf37b8-6621-40b5-bf12-a26070d44855', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:48Z', 'updated_at': '2021-07-27T21:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:05.887217 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c11964d8-ee48-4f68-9444-274ad47a0ae4 admin admin] Deleting port 6fbf37b8-6621-40b5-bf12-a26070d44855 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:05.887416 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c11964d8-ee48-4f68-9444-274ad47a0ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:05.912111 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7bdd1-441c-46d9-a047-28495e58b002 None None] Checking router: b692ac2d-3989-4b94-a31e-420ed02fdd37 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:48:05.921484 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7bdd1-441c-46d9-a047-28495e58b002 None None] Routers {'b692ac2d-3989-4b94-a31e-420ed02fdd37'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:05.922099 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a3c7bdd1-441c-46d9-a047-28495e58b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:48:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b692ac2d-3989-4b94-a31e-420ed02fdd37'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:05.982235 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-c11964d8-ee48-4f68-9444-274ad47a0ae4 admin admin] For port 6fbf37b8-6621-40b5-bf12-a26070d44855, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6fbf37b8-6621-40b5-bf12-a26070d44855,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:05.983160 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c11964d8-ee48-4f68-9444-274ad47a0ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.001898 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c11964d8-ee48-4f68-9444-274ad47a0ae4 admin admin] Calling delete_port for 6fbf37b8-6621-40b5-bf12-a26070d44855 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:06.016398 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-a3c7bdd1-441c-46d9-a047-28495e58b002 None None] Set router b692ac2d-3989-4b94-a31e-420ed02fdd37 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:48:06.073611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a3c7bdd1-441c-46d9-a047-28495e58b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:48:05Z', 'revision_number': 6, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:06.103584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7bdd1-441c-46d9-a047-28495e58b002 None None] The sync data for ids ['b692ac2d-3989-4b94-a31e-420ed02fdd37'] in n-d-764806-9 is: [{'id': 'b692ac2d-3989-4b94-a31e-420ed02fdd37', 'name': 'tempest-TestVolumeBackupRestore-58124294-router', 'tenant_id': 'c9d808d57b96486a90d242d3b8b361d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:47Z', 'updated_at': '2021-07-27T21:48:05Z', 'revision_number': 6, 'project_id': 'c9d808d57b96486a90d242d3b8b361d4', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:48:06.187355 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c11964d8-ee48-4f68-9444-274ad47a0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.212165 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11964d8-ee48-4f68-9444-274ad47a0ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fbf37b8-6621-40b5-bf12-a26070d44855,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:06.295833 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c11964d8-ee48-4f68-9444-274ad47a0ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.389445 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c11964d8-ee48-4f68-9444-274ad47a0ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.391769 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c11964d8-ee48-4f68-9444-274ad47a0ae4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.440818 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c11964d8-ee48-4f68-9444-274ad47a0ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.441566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11964d8-ee48-4f68-9444-274ad47a0ae4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b692ac2d-3989-4b94-a31e-420ed02fdd37 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:48:06.456757 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c11964d8-ee48-4f68-9444-274ad47a0ae4 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.458005 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c11964d8-ee48-4f68-9444-274ad47a0ae4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b692ac2d-3989-4b94-a31e-420ed02fdd37 HTTP/1.1" status: 204 len: 168 time: 0.8865819 Jul 27 21:48:06.460618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58430) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:06.508511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-819085e6-32ca-4f95-8cec-8dff683f6ef0 admin admin] Deleting subnet 5331315d-becb-43a5-8c13-ef509a759d07 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:48:06.513045 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-819085e6-32ca-4f95-8cec-8dff683f6ef0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.553379 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-819085e6-32ca-4f95-8cec-8dff683f6ef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.643991 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-819085e6-32ca-4f95-8cec-8dff683f6ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.702878 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-819085e6-32ca-4f95-8cec-8dff683f6ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.729734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819085e6-32ca-4f95-8cec-8dff683f6ef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5331315d-becb-43a5-8c13-ef509a759d07,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:06.736551 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-819085e6-32ca-4f95-8cec-8dff683f6ef0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.738562 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-819085e6-32ca-4f95-8cec-8dff683f6ef0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5331315d-becb-43a5-8c13-ef509a759d07 HTTP/1.1" status: 204 len: 168 time: 0.2769697 Jul 27 21:48:06.741132 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58432) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:06.743869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b96e172-5bc8-4bb9-9aba-1a58d7247683 None None] Network 8888496d-7cec-4187-971f-bde9cb68f43c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:48:06.821182 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.882806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] Deleting port 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:06.883168 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.958859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] For port 52efb2fc-e7e0-4e6c-b567-11101a0b77c9, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=52efb2fc-e7e0-4e6c-b567-11101a0b77c9,segment=NetworkSegment(b5485a43-0f9e-41bc-9bd2-979ee7715565),segment_id=b5485a43-0f9e-41bc-9bd2-979ee7715565)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:06.959220 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:06.962926 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6fbf37b8-6621-40b5-bf12-a26070d44855 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:06.973906 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] Calling delete_port for 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:06.987206 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b38011-37a8-424b-9511-40ea085e3922 None None] DHCP port deletion for 8888496d-7cec-4187-971f-bde9cb68f43c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:48:06.991140 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 6fbf37b8-6621-40b5-bf12-a26070d44855 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:48:06.991483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6fbf37b8-6621-40b5-bf12-a26070d44855 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:06.991895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7e358ebb-34e3-45ee-b9a7-c589a215046b no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:07.016130 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 7e358ebb-34e3-45ee-b9a7-c589a215046b {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:48:07.016476 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7e358ebb-34e3-45ee-b9a7-c589a215046b not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:07.065420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-25b38011-37a8-424b-9511-40ea085e3922 None None] Deleting port 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:07.066057 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-25b38011-37a8-424b-9511-40ea085e3922 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.090969 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.118648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] Pushing event deleted for resources: {'Port': ['ID=52efb2fc-e7e0-4e6c-b567-11101a0b77c9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:07.122207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] No DVR routers for this DVR port 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:07.135526 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-25b38011-37a8-424b-9511-40ea085e3922 None None] For port 52efb2fc-e7e0-4e6c-b567-11101a0b77c9, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=52efb2fc-e7e0-4e6c-b567-11101a0b77c9,segment=NetworkSegment(b5485a43-0f9e-41bc-9bd2-979ee7715565),segment_id=b5485a43-0f9e-41bc-9bd2-979ee7715565)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:07.135927 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-25b38011-37a8-424b-9511-40ea085e3922 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.151934 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-25b38011-37a8-424b-9511-40ea085e3922 None None] Calling delete_port for 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:07.206894 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.218754 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8888496d-7cec-4187-971f-bde9cb68f43c']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:07.235454 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5485a43-0f9e-41bc-9bd2-979ee7715565') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:07.235761 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5485a43-0f9e-41bc-9bd2-979ee7715565') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:07.246645 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.249429 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-25b38011-37a8-424b-9511-40ea085e3922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.262265 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.272047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:48:07.272712 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:48:07.275670 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:48:07.298141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b38011-37a8-424b-9511-40ea085e3922 None None] Pushing event deleted for resources: {'Port': ['ID=52efb2fc-e7e0-4e6c-b567-11101a0b77c9,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:07.302451 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b38011-37a8-424b-9511-40ea085e3922 None None] No DVR routers for this DVR port 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:07.350155 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.350500 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.356160 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:07.357970 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8888496d-7cec-4187-971f-bde9cb68f43c HTTP/1.1" status: 204 len: 168 time: 0.6159203 Jul 27 21:48:07.361226 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58434) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:07.375985 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541138f-fd59-4b2e-a95f-864091a69830 admin admin] Pushing event deleted for resources: {'Network': ['ID=8888496d-7cec-4187-971f-bde9cb68f43c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:07.741163 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c9d241c9-75c3-4103-9650-4c8e017f7152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:08.027570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c9d241c9-75c3-4103-9650-4c8e017f7152 admin admin] Deleting port 261325f3-793e-4229-aad8-645bc783eb99 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:08.027833 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c9d241c9-75c3-4103-9650-4c8e017f7152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:08.031788 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:08.112527 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-c9d241c9-75c3-4103-9650-4c8e017f7152 admin admin] For port 261325f3-793e-4229-aad8-645bc783eb99, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=261325f3-793e-4229-aad8-645bc783eb99,segment=NetworkSegment(7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13),segment_id=7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:08.112985 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c9d241c9-75c3-4103-9650-4c8e017f7152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:08.126861 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c9d241c9-75c3-4103-9650-4c8e017f7152 admin admin] Calling delete_port for 261325f3-793e-4229-aad8-645bc783eb99 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:08.317492 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c9d241c9-75c3-4103-9650-4c8e017f7152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:08.349892 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d241c9-75c3-4103-9650-4c8e017f7152 admin admin] Pushing event deleted for resources: {'Port': ['ID=261325f3-793e-4229-aad8-645bc783eb99,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:08.539294 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c9d241c9-75c3-4103-9650-4c8e017f7152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:08.778133 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d241c9-75c3-4103-9650-4c8e017f7152 admin admin] Router a22297ed-213f-4bd1-a1c0-64c53967cf08 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:48:08.898510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d241c9-75c3-4103-9650-4c8e017f7152 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:48:08.904073 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c9d241c9-75c3-4103-9650-4c8e017f7152 admin admin] 10.222.0.55 "PUT /v2.0/routers/a22297ed-213f-4bd1-a1c0-64c53967cf08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5410190 Jul 27 21:48:08.906630 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58436) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:08.906891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:08.913594 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdcff35-3559-4fd1-b5c2-5473d75fd33b None None] Sync routers for ids ['a22297ed-213f-4bd1-a1c0-64c53967cf08'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:48:08.923218 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdcff35-3559-4fd1-b5c2-5473d75fd33b None None] Routers {'a22297ed-213f-4bd1-a1c0-64c53967cf08'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:08.923924 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-dcdcff35-3559-4fd1-b5c2-5473d75fd33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:48:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a22297ed-213f-4bd1-a1c0-64c53967cf08'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:08.929677 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:48:08.930013 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 52efb2fc-e7e0-4e6c-b567-11101a0b77c9 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:09.022413 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d019d448-43e0-4673-8dbc-5e3fc387df62 admin admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:09.022897 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:09.036663 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-dcdcff35-3559-4fd1-b5c2-5473d75fd33b None None] Set router a22297ed-213f-4bd1-a1c0-64c53967cf08 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:48:09.248341 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-dcdcff35-3559-4fd1-b5c2-5473d75fd33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'name': 'tempest-TestVolumeBackupRestore-1283751733-router', 'tenant_id': '073c81c974b04193814cce2f839d79c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:53Z', 'updated_at': '2021-07-27T21:48:08Z', 'revision_number': 5, 'project_id': '073c81c974b04193814cce2f839d79c4', 'gw_port': {'id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:54Z', 'updated_at': '2021-07-27T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:09.277894 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdcff35-3559-4fd1-b5c2-5473d75fd33b None None] Checking router: a22297ed-213f-4bd1-a1c0-64c53967cf08 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:48:09.288689 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdcff35-3559-4fd1-b5c2-5473d75fd33b None None] Routers {'a22297ed-213f-4bd1-a1c0-64c53967cf08'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:48:09.289224 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-dcdcff35-3559-4fd1-b5c2-5473d75fd33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:48:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['a22297ed-213f-4bd1-a1c0-64c53967cf08'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:09.403565 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-dcdcff35-3559-4fd1-b5c2-5473d75fd33b None None] Set router a22297ed-213f-4bd1-a1c0-64c53967cf08 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:48:09.460674 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d019d448-43e0-4673-8dbc-5e3fc387df62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:09.519585 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d019d448-43e0-4673-8dbc-5e3fc387df62 admin admin] Deleting port 29c9c36a-e3f3-4181-b31d-df7b5081c6fa {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:09.519927 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d019d448-43e0-4673-8dbc-5e3fc387df62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:09.600910 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-dcdcff35-3559-4fd1-b5c2-5473d75fd33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'name': 'tempest-TestVolumeBackupRestore-1283751733-router', 'tenant_id': '073c81c974b04193814cce2f839d79c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:53Z', 'updated_at': '2021-07-27T21:48:08Z', 'revision_number': 5, 'project_id': '073c81c974b04193814cce2f839d79c4', 'gw_port': {'id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:54Z', 'updated_at': '2021-07-27T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:09.613424 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-d019d448-43e0-4673-8dbc-5e3fc387df62 admin admin] For port 29c9c36a-e3f3-4181-b31d-df7b5081c6fa, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=29c9c36a-e3f3-4181-b31d-df7b5081c6fa,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:09.614177 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d019d448-43e0-4673-8dbc-5e3fc387df62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:09.630509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d019d448-43e0-4673-8dbc-5e3fc387df62 admin admin] Calling delete_port for 29c9c36a-e3f3-4181-b31d-df7b5081c6fa owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:09.632252 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdcff35-3559-4fd1-b5c2-5473d75fd33b None None] The sync data for ids ['a22297ed-213f-4bd1-a1c0-64c53967cf08'] in n-d-764806-9 is: [{'id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'name': 'tempest-TestVolumeBackupRestore-1283751733-router', 'tenant_id': '073c81c974b04193814cce2f839d79c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:44:53Z', 'updated_at': '2021-07-27T21:48:08Z', 'revision_number': 5, 'project_id': '073c81c974b04193814cce2f839d79c4', 'gw_port': {'id': '29c9c36a-e3f3-4181-b31d-df7b5081c6fa', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22297ed-213f-4bd1-a1c0-64c53967cf08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:44:54Z', 'updated_at': '2021-07-27T21:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:48:09.833967 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d019d448-43e0-4673-8dbc-5e3fc387df62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:09.869819 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019d448-43e0-4673-8dbc-5e3fc387df62 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c9c36a-e3f3-4181-b31d-df7b5081c6fa,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:09.958710 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d019d448-43e0-4673-8dbc-5e3fc387df62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.067870 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d019d448-43e0-4673-8dbc-5e3fc387df62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.070348 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d019d448-43e0-4673-8dbc-5e3fc387df62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.124614 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d019d448-43e0-4673-8dbc-5e3fc387df62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.125495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d019d448-43e0-4673-8dbc-5e3fc387df62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a22297ed-213f-4bd1-a1c0-64c53967cf08 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 21:48:10.131322 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d019d448-43e0-4673-8dbc-5e3fc387df62 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.132527 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d019d448-43e0-4673-8dbc-5e3fc387df62 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a22297ed-213f-4bd1-a1c0-64c53967cf08 HTTP/1.1" status: 204 len: 168 time: 1.2249532 Jul 27 21:48:10.136230 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58438) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:10.193845 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cad715-0d81-4e78-8139-0aa3ee00f275 admin admin] Deleting subnet cb3ecf6b-7a23-4bbd-8652-32b9a5b617b5 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:48:10.196999 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9cad715-0d81-4e78-8139-0aa3ee00f275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.235241 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9cad715-0d81-4e78-8139-0aa3ee00f275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.334808 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9cad715-0d81-4e78-8139-0aa3ee00f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.406170 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9cad715-0d81-4e78-8139-0aa3ee00f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.446590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cad715-0d81-4e78-8139-0aa3ee00f275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb3ecf6b-7a23-4bbd-8652-32b9a5b617b5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:10.447214 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9cad715-0d81-4e78-8139-0aa3ee00f275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.449100 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e9cad715-0d81-4e78-8139-0aa3ee00f275 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cb3ecf6b-7a23-4bbd-8652-32b9a5b617b5 HTTP/1.1" status: 204 len: 168 time: 0.3120067 Jul 27 21:48:10.454506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58440) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:10.457224 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc53109-91d1-4e0b-98a1-ee7a5303a2bd None None] Network 6e4bd45f-63b0-42ad-b618-4f1d3e4b2895 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:48:10.539481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.599554 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] Deleting port 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:10.600073 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.677347 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] For port 82e0d256-c5a4-4539-8ac5-52a98d6abbf5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=82e0d256-c5a4-4539-8ac5-52a98d6abbf5,segment=NetworkSegment(7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13),segment_id=7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:10.677705 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.696269 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] Calling delete_port for 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:10.728874 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] DHCP port deletion for 6e4bd45f-63b0-42ad-b618-4f1d3e4b2895 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 21:48:10.784156 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Deleting port 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:10.784544 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.794899 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.850029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] No DVR routers for this DVR port 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:10.858010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] Pushing event deleted for resources: {'Port': ['ID=82e0d256-c5a4-4539-8ac5-52a98d6abbf5,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:10.870142 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:10.919708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:48:10.920180 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:10.920828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 261325f3-793e-4229-aad8-645bc783eb99 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:10.968969 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] For port 82e0d256-c5a4-4539-8ac5-52a98d6abbf5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=82e0d256-c5a4-4539-8ac5-52a98d6abbf5,segment=NetworkSegment(7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13),segment_id=7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:10.969508 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:10.973680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 261325f3-793e-4229-aad8-645bc783eb99 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:48:10.974248 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 261325f3-793e-4229-aad8-645bc783eb99 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:10.974918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 29c9c36a-e3f3-4181-b31d-df7b5081c6fa no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:10.987901 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:11.007192 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4bd45f-63b0-42ad-b618-4f1d3e4b2895']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:11.020297 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Calling delete_port for 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:11.022678 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 29c9c36a-e3f3-4181-b31d-df7b5081c6fa {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:48:11.023205 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 29c9c36a-e3f3-4181-b31d-df7b5081c6fa not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:11.026287 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:11.026782 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9c53c3-3fcc-45f0-93f7-9f370dcc0a13') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:48:11.040735 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:11.057355 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:11.065240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:48:11.065708 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:48:11.067934 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:48:11.115815 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:11.126750 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:11.133368 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:11.135782 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] 10.222.0.55 "DELETE /v2.0/networks/6e4bd45f-63b0-42ad-b618-4f1d3e4b2895 HTTP/1.1" status: 204 len: 168 time: 0.6787283 Jul 27 21:48:11.148088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0924c-836b-4c69-a3cd-e0334dd6aaae admin admin] Pushing event deleted for resources: {'Network': ['ID=6e4bd45f-63b0-42ad-b618-4f1d3e4b2895,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:11.157260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Pushing event deleted for resources: {'Port': ['ID=82e0d256-c5a4-4539-8ac5-52a98d6abbf5,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:11.161756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] No DVR routers for this DVR port 82e0d256-c5a4-4539-8ac5-52a98d6abbf5 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:11.179570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:11.180118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:11.180642 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:11.181186 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:11.181734 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:11.182340 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:11.182803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:11.183174 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:11.183543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:11.183977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:11.184429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:11.184839 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406684df-a4cd-4d1f-a29b-b371b7eced9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:48:11.367145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58444) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:11.417109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-faa61635-27cc-459c-a61d-9796b8d98d65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9d808d57b96486a90d242d3b8b361d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487247 Jul 27 21:48:11.420095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58446) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:11.474927 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0d47335e-5a61-4bd4-8e33-40bb0e562d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:11.500717 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0d47335e-5a61-4bd4-8e33-40bb0e562d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:11.553129 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0d47335e-5a61-4bd4-8e33-40bb0e562d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:11.555881 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0d47335e-5a61-4bd4-8e33-40bb0e562d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:11.557028 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0d47335e-5a61-4bd4-8e33-40bb0e562d9e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b39b9b19-217d-4869-af3b-2e888fd565a5 HTTP/1.1" status: 204 len: 168 time: 0.1356106 Jul 27 21:48:11.568378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47335e-5a61-4bd4-8e33-40bb0e562d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39b9b19-217d-4869-af3b-2e888fd565a5,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:11.938876 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58452) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:11.985827 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9618e027-a9e4-488c-afab-1e99225f251b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=073c81c974b04193814cce2f839d79c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449803 Jul 27 21:48:11.988524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58454) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:12.042167 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c830db1-02ab-4087-8f66-96457926b551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:12.064029 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c830db1-02ab-4087-8f66-96457926b551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:12.113746 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c830db1-02ab-4087-8f66-96457926b551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:12.116463 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2c830db1-02ab-4087-8f66-96457926b551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:12.117651 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2c830db1-02ab-4087-8f66-96457926b551 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf89cdff-248b-453c-bf47-82b04e8cb4f4 HTTP/1.1" status: 204 len: 168 time: 0.1280735 Jul 27 21:48:12.127648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c830db1-02ab-4087-8f66-96457926b551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf89cdff-248b-453c-bf47-82b04e8cb4f4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:23.016539 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5a5d6857-9d6e-480a-903c-69b1eaf44b8e tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=72f535e2090848c286207212ac1f1c6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288832 Jul 27 21:48:23.200848 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-f202f61f-a818-44f8-9853-38a71f3bc4aa tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:23.202247 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-f202f61f-a818-44f8-9853-38a71f3bc4aa tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803222 Jul 27 21:48:23.217503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-3ce8726c-0408-4aa0-9943-e46cb9d45f5f tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/quotas/72f535e2090848c286207212ac1f1c6e HTTP/1.1" status: 200 len: 375 time: 0.0091898 Jul 27 21:48:23.256477 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ce9f0805-8c10-4494-9063-66a8917acc3b tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=72f535e2090848c286207212ac1f1c6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327969 Jul 27 21:48:23.429493 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43fa0358-a2a0-4ac9-9cf3-618f7342b6d3 req-fcea9ce7-861c-4d8c-9620-74716cb65519 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/ports?device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 210 time: 0.0326145 Jul 27 21:48:24.541900 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7eb5985c-9e06-4a64-9c56-1694e0ec7bb2 req-ccb64263-fbba-4aff-bfe2-79f96a7009f9 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/ports?device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 210 time: 0.0355835 Jul 27 21:48:24.594437 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-2b279077-fc25-4e57-92e9-0ee3d530c5a7 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=72f535e2090848c286207212ac1f1c6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330791 Jul 27 21:48:25.080090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-f4a248c2-60c1-434a-add1-f1680ec43064 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:25.081579 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-f4a248c2-60c1-434a-add1-f1680ec43064 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4813714 Jul 27 21:48:25.094988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Request body: {'port': {'device_id': '323f11d8-2d81-4752-82b5-ce8eafe43288', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'admin_state_up': True, 'tenant_id': '72f535e2090848c286207212ac1f1c6e'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:25.206305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Made reservation on behalf of 72f535e2090848c286207212ac1f1c6e for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:25.209708 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:25.218913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:25.324523 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:25.328814 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:25.393616 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30b2199-4289-45d0-a894-1f6de6737bf7,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:25.466463 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Allocated IP 192.168.233.107 (ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d/4a5d3e82-3746-4a10-a971-50880c778fb3/2f51a4ce-4c42-439d-a70f-4b4c3553c8f4) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:48:25.619989 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:25.636368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Transition to ACTIVE for port object 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:25.655055 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa024acf-111a-4ef2-a1e3-c2bb865ba75a req-e4a83d34-3909-4f1b-88b9-e79b87a77f32 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/ports?device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 210 time: 0.0343268 Jul 27 21:48:25.670424 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:25.712244 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:25.715570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:25.718061 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:48:25.755135 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Pushing event updated for resources: {'Port': ['ID=2f51a4ce-4c42-439d-a70f-4b4c3553c8f4,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:25.782676 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:25.783943 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:25.798301 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ca0dd098-6a41-48b8-bb8b-1198b6082390 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7067478 Jul 27 21:48:25.815850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Request body: {'port': {'device_id': '323f11d8-2d81-4752-82b5-ce8eafe43288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:25.891938 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:25.928839 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-56ef98f1-8bfa-47df-8aed-17d39d317536 None None] Provisioning for port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:25.932456 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-56ef98f1-8bfa-47df-8aed-17d39d317536 None None] Provisioning complete for port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:25.932822 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-56ef98f1-8bfa-47df-8aed-17d39d317536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:25.968439 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-56ef98f1-8bfa-47df-8aed-17d39d317536 None None] Port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:48:26.164194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:26.172100 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:26.191089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Transition to ACTIVE for port object 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:26.194935 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:26.269290 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Pushing event updated for resources: {'Port': ['ID=2f51a4ce-4c42-439d-a70f-4b4c3553c8f4,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:26.341238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Attempting to bind port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:26.341834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Attempting to bind port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:26.342393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Attempting to bind port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:26.349036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:48:26.349364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Attempting to bind port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 on network ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:26.355360 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:26.355691 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Checking segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:26.356090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Bound using segment: {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:26.356530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Bound port: 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de9e586-bcbe-4b4f-968a-77332d4782e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:26.356891 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:26.452174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] For port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:26.456844 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] For port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2f51a4ce-4c42-439d-a70f-4b4c3553c8f4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:26.461846 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:26.500454 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:26.501020 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:26.503067 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] 10.222.0.66 "PUT /v2.0/ports/2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 HTTP/1.1" status: 200 len: 1096 time: 0.6923239 Jul 27 21:48:26.503517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323f11d8-2d81-4752-82b5-ce8eafe43288', 'tag': '2f51a4ce-4c42-439d-a70f-4b4c3553c8f4'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:26.505835 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2ae17b-cc09-451c-8363-ae59c3a15541" -d '{"events": [{"name": "network-changed", "server_uuid": "323f11d8-2d81-4752-82b5-ce8eafe43288", "tag": "2f51a4ce-4c42-439d-a70f-4b4c3553c8f4"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:26.536587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220a2fd-6788-4ac4-ae2d-afb58b7fa502 service neutron] Pushing event updated for resources: {'Port': ['ID=2f51a4ce-4c42-439d-a70f-4b4c3553c8f4,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:26.560191 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b92147-cb94-45f9-9ea1-94509edde142 x-openstack-request-id: req-53b92147-cb94-45f9-9ea1-94509edde142 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:26.560490 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323f11d8-2d81-4752-82b5-ce8eafe43288", "tag": "2f51a4ce-4c42-439d-a70f-4b4c3553c8f4", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:26.560740 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53b92147-cb94-45f9-9ea1-94509edde142 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:26.561144 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323f11d8-2d81-4752-82b5-ce8eafe43288', 'tag': '2f51a4ce-4c42-439d-a70f-4b4c3553c8f4', 'status': 'completed', 'code': 200} Jul 27 21:48:26.627225 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-55cb325b-d4ec-494a-b291-5b30ff5d07a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:26.630087 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-55cb325b-d4ec-494a-b291-5b30ff5d07a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=72f535e2090848c286207212ac1f1c6e&device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 1099 time: 0.0797448 Jul 27 21:48:26.697087 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-823f509a-ebc4-4fdf-a764-f3505a5fb1a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 HTTP/1.1" status: 200 len: 217 time: 0.0575528 Jul 27 21:48:26.766000 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-1a4fd80d-d1c8-40ad-a0d3-0e573c0a8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:26.768350 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-1a4fd80d-d1c8-40ad-a0d3-0e573c0a8945 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0618744 Jul 27 21:48:26.844043 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcab2c8-86fb-4893-90e9-5a178f62520a req-ce6edb9e-821b-46a2-b857-d7ad7e0bc9e5 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:26.847266 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1fcab2c8-86fb-4893-90e9-5a178f62520a req-ce6edb9e-821b-46a2-b857-d7ad7e0bc9e5 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/ports?device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 948 time: 0.1069267 Jul 27 21:48:26.862615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-686c8893-6383-49b3-b562-1af4f222166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:26.864967 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-686c8893-6383-49b3-b562-1af4f222166a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888188 Jul 27 21:48:26.889529 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1fcab2c8-86fb-4893-90e9-5a178f62520a req-ff50fdcc-fac4-42bc-8c26-2709a1f3cc78 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/security-groups?id=b30b2199-4289-45d0-a894-1f6de6737bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363319 Jul 27 21:48:26.989647 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-28111e87-2bfd-49c4-aa17-85b148766042 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176205 Jul 27 21:48:27.103717 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-30da6ff7-c9a7-4b28-adb1-461b2286993d req-ebad7dea-7e83-4e3b-987e-daac545a5aa6 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068192 Jul 27 21:48:27.223645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ae17b-cc09-451c-8363-ae59c3a15541 req-ae6aac74-8f19-47b5-93e0-f5e2f48b2f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:27.225187 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ca2ae17b-cc09-451c-8363-ae59c3a15541 req-ae6aac74-8f19-47b5-93e0-f5e2f48b2f82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=72f535e2090848c286207212ac1f1c6e&device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 1099 time: 0.0649040 Jul 27 21:48:27.340687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ae17b-cc09-451c-8363-ae59c3a15541 req-9e092796-8313-46a7-94c2-39f64fa8be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:27.342540 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ca2ae17b-cc09-451c-8363-ae59c3a15541 req-9e092796-8313-46a7-94c2-39f64fa8be3f service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d HTTP/1.1" status: 200 len: 870 time: 0.1099384 Jul 27 21:48:27.388232 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ca2ae17b-cc09-451c-8363-ae59c3a15541 req-dd1d59c1-ac0c-4ab1-aee6-4a0b17bb51c4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 HTTP/1.1" status: 200 len: 217 time: 0.0380838 Jul 27 21:48:27.442667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ae17b-cc09-451c-8363-ae59c3a15541 req-898c6fa6-eed8-468e-b5ab-e15be6d07497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:27.444170 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ca2ae17b-cc09-451c-8363-ae59c3a15541 req-898c6fa6-eed8-468e-b5ab-e15be6d07497 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4a5d3e82-3746-4a10-a971-50880c778fb3 HTTP/1.1" status: 200 len: 843 time: 0.0489941 Jul 27 21:48:27.522306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ae17b-cc09-451c-8363-ae59c3a15541 req-f9af6bef-f821-451e-9d8a-232f50a93583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:27.524614 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ca2ae17b-cc09-451c-8363-ae59c3a15541 req-f9af6bef-f821-451e-9d8a-232f50a93583 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0725935 Jul 27 21:48:27.627932 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ca2ae17b-cc09-451c-8363-ae59c3a15541 req-185f111e-931f-4f48-8416-1f2fbfacab5a service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960221 Jul 27 21:48:27.737931 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ca2ae17b-cc09-451c-8363-ae59c3a15541 req-b35a6093-5e36-4d0d-b40e-343ca0f63555 service neutron] 10.222.0.66 "GET /v2.0/networks/ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016824 Jul 27 21:48:28.042368 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcd5d1-ad43-450c-9af1-776594e88986 req-c185fed8-1249-4e68-a168-737fea481cbb tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:28.043978 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ebcd5d1-ad43-450c-9af1-776594e88986 req-c185fed8-1249-4e68-a168-737fea481cbb tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/ports?device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 948 time: 0.0742376 Jul 27 21:48:28.089293 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ebcd5d1-ad43-450c-9af1-776594e88986 req-f5578840-8f40-4f31-bceb-b96ef081880e tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/security-groups?id=b30b2199-4289-45d0-a894-1f6de6737bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356274 Jul 27 21:48:29.232352 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4fc69-9304-484d-893f-f9abb86b6eab req-66546e47-61b1-47ec-9176-76871af79dc0 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:29.233886 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42f4fc69-9304-484d-893f-f9abb86b6eab req-66546e47-61b1-47ec-9176-76871af79dc0 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/ports?device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 948 time: 0.0720837 Jul 27 21:48:29.275537 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42f4fc69-9304-484d-893f-f9abb86b6eab req-4cfba62b-33d4-44c9-966e-eb6733a4c175 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/security-groups?id=b30b2199-4289-45d0-a894-1f6de6737bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355873 Jul 27 21:48:29.962511 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:48:30.430150 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915a0ec-8989-41f3-bc58-85e9e2cc37b8 req-263f9d6e-0ef1-41f3-99a8-dc74a81231c5 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:30.431738 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4915a0ec-8989-41f3-bc58-85e9e2cc37b8 req-263f9d6e-0ef1-41f3-99a8-dc74a81231c5 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/ports?device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 948 time: 0.0674415 Jul 27 21:48:30.472929 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4915a0ec-8989-41f3-bc58-85e9e2cc37b8 req-402fdfcf-83ff-49d7-b0c6-86bc48bdbc5c tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/security-groups?id=b30b2199-4289-45d0-a894-1f6de6737bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351639 Jul 27 21:48:31.453571 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:48:31.572112 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2f51a4ce-4c42-439d-a70f-4b4c3553c8f4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:31.585037 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '2f51a4ce-4c42-439d-a70f-4b4c3553c8f4', 'network_id': 'ab2a9ee8-5d31-4c33-ae3c-0c3561a8546d', 'port_id': '2f51a4ce-4c42-439d-a70f-4b4c3553c8f4', 'mac_address': 'fa:16:3e:7b:c5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a5d3e82-3746-4a10-a971-50880c778fb3', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:48:31.611552 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae6894-584f-4a71-a9eb-92ec449b2cc3 req-72975087-842f-4f4d-ace8-f578cb21203d tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:31.613242 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22ae6894-584f-4a71-a9eb-92ec449b2cc3 req-72975087-842f-4f4d-ace8-f578cb21203d tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/ports?device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 948 time: 0.0668058 Jul 27 21:48:31.625695 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:31.639285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:31.653516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22ae6894-584f-4a71-a9eb-92ec449b2cc3 req-6bc130eb-e458-4506-a68e-eea245ebd899 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/security-groups?id=b30b2199-4289-45d0-a894-1f6de6737bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342557 Jul 27 21:48:31.661184 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2f51a4ce-4c42-439d-a70f-4b4c3553c8f4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:31.665552 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:31.720197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=2f51a4ce-4c42-439d-a70f-4b4c3553c8f4,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:32.021526 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['2f51a4ce-4c42-439d-a70f-4b4c3553c8f4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:32.793752 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-97bd7891-de28-4948-92d9-d59d524aecff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:32.795233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40ce3-bf96-4772-9bdb-451549ec32f4 req-29269936-ace7-4532-960f-bbe04ec81462 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:32.796758 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9f40ce3-bf96-4772-9bdb-451549ec32f4 req-29269936-ace7-4532-960f-bbe04ec81462 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/ports?device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 949 time: 0.0700758 Jul 27 21:48:32.837921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9f40ce3-bf96-4772-9bdb-451549ec32f4 req-a6956d25-928b-4104-92f1-61e89eed2c0f tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/security-groups?id=b30b2199-4289-45d0-a894-1f6de6737bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340683 Jul 27 21:48:33.464571 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:33.516100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:33.519674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:33.520041 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.787768 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.814882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323f11d8-2d81-4752-82b5-ce8eafe43288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f51a4ce-4c42-439d-a70f-4b4c3553c8f4'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:33.817224 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca81fac-9cc9-47ce-9837-645f45c9a0b5" -d '{"events": [{"server_uuid": "323f11d8-2d81-4752-82b5-ce8eafe43288", "name": "network-vif-plugged", "status": "completed", "tag": "2f51a4ce-4c42-439d-a70f-4b4c3553c8f4"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:33.833105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2f51a4ce-4c42-439d-a70f-4b4c3553c8f4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:33.839407 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:33.868853 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0cb404-6e18-4274-9c3e-7667134b5e62 x-openstack-request-id: req-aa0cb404-6e18-4274-9c3e-7667134b5e62 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:33.869382 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323f11d8-2d81-4752-82b5-ce8eafe43288", "name": "network-vif-plugged", "status": "completed", "tag": "2f51a4ce-4c42-439d-a70f-4b4c3553c8f4", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:33.869615 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa0cb404-6e18-4274-9c3e-7667134b5e62 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:33.870401 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323f11d8-2d81-4752-82b5-ce8eafe43288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f51a4ce-4c42-439d-a70f-4b4c3553c8f4', 'code': 200} Jul 27 21:48:33.914400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=2f51a4ce-4c42-439d-a70f-4b4c3553c8f4,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:34.022191 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56876f60-c82d-409f-ab93-69adbe388c9a req-2f013a53-e4e3-4d5e-bbad-cc5a7e308bbe tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:34.023842 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-56876f60-c82d-409f-ab93-69adbe388c9a req-2f013a53-e4e3-4d5e-bbad-cc5a7e308bbe tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/ports?device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 950 time: 0.0944636 Jul 27 21:48:34.025827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bc31d-1aa8-484c-a178-86c11b9d7d30 req-0bd3df87-2408-425e-abab-db235213957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:34.027400 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fc2bc31d-1aa8-484c-a178-86c11b9d7d30 req-0bd3df87-2408-425e-abab-db235213957e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 1101 time: 0.0910814 Jul 27 21:48:34.068232 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fc2bc31d-1aa8-484c-a178-86c11b9d7d30 req-22109216-d4b3-4c59-bb44-e4d1fe5e13ef service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b30b2199-4289-45d0-a894-1f6de6737bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335884 Jul 27 21:48:34.072743 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-56876f60-c82d-409f-ab93-69adbe388c9a req-51073a3f-4f2a-497f-b2a7-662c6fa2b922 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/security-groups?id=b30b2199-4289-45d0-a894-1f6de6737bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427864 Jul 27 21:48:34.495715 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:35.222717 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6552b-df1e-4735-9fc6-df50933b6a65 req-3a28687a-5457-4ef4-b251-9c70fc4e88cd tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:35.224288 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b0a6552b-df1e-4735-9fc6-df50933b6a65 req-3a28687a-5457-4ef4-b251-9c70fc4e88cd tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/ports?device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 950 time: 0.0792847 Jul 27 21:48:35.267197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b0a6552b-df1e-4735-9fc6-df50933b6a65 req-38087b9a-ed63-445c-ba50-14536dbc2093 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/security-groups?id=b30b2199-4289-45d0-a894-1f6de6737bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366716 Jul 27 21:48:35.468891 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-df13ca9e-c2c8-4057-9035-199ded4a77ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:35.528985 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:36.399447 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c77a9-7ae5-4173-82dd-0658613b1f5a req-2f3ff0f2-1bb4-4dbd-b928-c726466ed71b tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:36.400955 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba8c77a9-7ae5-4173-82dd-0658613b1f5a req-2f3ff0f2-1bb4-4dbd-b928-c726466ed71b tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/ports?device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 950 time: 0.0656714 Jul 27 21:48:36.441778 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba8c77a9-7ae5-4173-82dd-0658613b1f5a req-6606839e-bff7-44df-9bf8-767a26714367 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/security-groups?id=b30b2199-4289-45d0-a894-1f6de6737bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346725 Jul 27 21:48:37.355916 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:37.423019 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b9d85-3bf1-42d5-aaf0-82366cd28b3e req-a87050b3-6267-4903-a1e9-5eae1b99e053 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:37.425198 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-711b9d85-3bf1-42d5-aaf0-82366cd28b3e req-a87050b3-6267-4903-a1e9-5eae1b99e053 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/ports?device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 950 time: 0.0728629 Jul 27 21:48:37.465463 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-711b9d85-3bf1-42d5-aaf0-82366cd28b3e req-114baa67-a263-4711-a449-0e73c2c5b512 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/security-groups?id=b30b2199-4289-45d0-a894-1f6de6737bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340853 Jul 27 21:48:38.026696 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:38.641333 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855c0be-f1f0-4e22-9c76-7d5c1fe3a4d6 req-b7b260cb-b515-4502-81ba-7a7d033b29f1 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:38.644236 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0855c0be-f1f0-4e22-9c76-7d5c1fe3a4d6 req-b7b260cb-b515-4502-81ba-7a7d033b29f1 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/ports?device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 950 time: 0.0818076 Jul 27 21:48:38.684686 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0855c0be-f1f0-4e22-9c76-7d5c1fe3a4d6 req-4f3ff09f-8d81-4aaa-85f3-d343eb55e3b9 tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/security-groups?id=b30b2199-4289-45d0-a894-1f6de6737bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344846 Jul 27 21:48:39.017650 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:39.255889 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e35940-5bef-41da-a577-48bf4129b909 req-3e24dac4-5de6-4475-80ab-3e351733721b tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:39.257453 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a9e35940-5bef-41da-a577-48bf4129b909 req-3e24dac4-5de6-4475-80ab-3e351733721b tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.66 "GET /v2.0/ports?device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 950 time: 0.0658431 Jul 27 21:48:39.368021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-a9e35940-5bef-41da-a577-48bf4129b909 req-d7d3da05-4b69-4da0-a48c-c562a9c1c88a tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Deleting port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:48:39.368363 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a9e35940-5bef-41da-a577-48bf4129b909 req-d7d3da05-4b69-4da0-a48c-c562a9c1c88a tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:39.455259 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a9e35940-5bef-41da-a577-48bf4129b909 req-d7d3da05-4b69-4da0-a48c-c562a9c1c88a tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] For port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2f51a4ce-4c42-439d-a70f-4b4c3553c8f4,segment=NetworkSegment(8de9e586-bcbe-4b4f-968a-77332d4782e3),segment_id=8de9e586-bcbe-4b4f-968a-77332d4782e3)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:39.455615 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a9e35940-5bef-41da-a577-48bf4129b909 req-d7d3da05-4b69-4da0-a48c-c562a9c1c88a tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:39.468655 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-a9e35940-5bef-41da-a577-48bf4129b909 req-d7d3da05-4b69-4da0-a48c-c562a9c1c88a tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Calling delete_port for 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:48:39.600003 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a9e35940-5bef-41da-a577-48bf4129b909 req-d7d3da05-4b69-4da0-a48c-c562a9c1c88a tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:39.615058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['2f51a4ce-4c42-439d-a70f-4b4c3553c8f4'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:39.630378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3da05-4b69-4da0-a48c-c562a9c1c88a tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Pushing event deleted for resources: {'Port': ['ID=2f51a4ce-4c42-439d-a70f-4b4c3553c8f4,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:39.683252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e35940-5bef-41da-a577-48bf4129b909 req-d7d3da05-4b69-4da0-a48c-c562a9c1c88a tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] No DVR routers for this DVR port 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:48:39.685952 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a9e35940-5bef-41da-a577-48bf4129b909 req-d7d3da05-4b69-4da0-a48c-c562a9c1c88a tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:39.687977 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a9e35940-5bef-41da-a577-48bf4129b909 req-d7d3da05-4b69-4da0-a48c-c562a9c1c88a tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.66 "DELETE /v2.0/ports/2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 HTTP/1.1" status: 204 len: 173 time: 0.4241698 Jul 27 21:48:39.688406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323f11d8-2d81-4752-82b5-ce8eafe43288', 'name': 'network-vif-deleted', 'tag': '2f51a4ce-4c42-439d-a70f-4b4c3553c8f4'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:39.690829 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820ddb1f-cf4a-4057-a35f-aded402b4108" -d '{"events": [{"server_uuid": "323f11d8-2d81-4752-82b5-ce8eafe43288", "name": "network-vif-deleted", "tag": "2f51a4ce-4c42-439d-a70f-4b4c3553c8f4"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:39.730490 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a701bb96-89b4-43a6-9a87-a866ad945476 x-openstack-request-id: req-a701bb96-89b4-43a6-9a87-a866ad945476 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:39.730791 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323f11d8-2d81-4752-82b5-ce8eafe43288", "name": "network-vif-deleted", "tag": "2f51a4ce-4c42-439d-a70f-4b4c3553c8f4", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:39.731154 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a701bb96-89b4-43a6-9a87-a866ad945476 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:39.731434 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323f11d8-2d81-4752-82b5-ce8eafe43288', 'name': 'network-vif-deleted', 'tag': '2f51a4ce-4c42-439d-a70f-4b4c3553c8f4', 'status': 'completed', 'code': 200} Jul 27 21:48:39.801307 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51044551-47aa-4fa3-b2d2-535b04152289 req-e762b24e-ed52-4bb4-a777-b8c69abcb90b tempest-ServersAdminNegativeTestJSON-566092101 tempest-ServersAdminNegativeTestJSON-566092101-project] 10.222.0.55 "GET /v2.0/ports?device_id=323f11d8-2d81-4752-82b5-ce8eafe43288 HTTP/1.1" status: 200 len: 210 time: 0.0332520 Jul 27 21:48:41.106388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58602) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:41.237643 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b65756df-1ab6-4053-8f52-5140bf6501b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=72f535e2090848c286207212ac1f1c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300659 Jul 27 21:48:41.240170 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58606) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:41.289208 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3521d31-cfe9-4d6b-9414-16ed2b154d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:41.311468 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3521d31-cfe9-4d6b-9414-16ed2b154d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:41.358732 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3521d31-cfe9-4d6b-9414-16ed2b154d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:41.362498 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3521d31-cfe9-4d6b-9414-16ed2b154d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:41.363672 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d3521d31-cfe9-4d6b-9414-16ed2b154d0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b30b2199-4289-45d0-a894-1f6de6737bf7 HTTP/1.1" status: 204 len: 168 time: 0.1225772 Jul 27 21:48:41.371656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3521d31-cfe9-4d6b-9414-16ed2b154d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30b2199-4289-45d0-a894-1f6de6737bf7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:41.622989 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58612) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:41.638037 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b5427a5-5459-4758-a9b9-f7ebce8fb157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:41.734918 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b5427a5-5459-4758-a9b9-f7ebce8fb157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:41.738815 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9b5427a5-5459-4758-a9b9-f7ebce8fb157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:41.778574 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9b5427a5-5459-4758-a9b9-f7ebce8fb157 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3573e32d97ea45cd82b1b7527236d116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544709 Jul 27 21:48:41.779443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5427a5-5459-4758-a9b9-f7ebce8fb157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d772cf3-7089-48ba-908f-0337e60291c8,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:41.781295 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58614) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:41.832427 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa437c63-ff1d-452b-8101-0578e94f276a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:41.853544 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa437c63-ff1d-452b-8101-0578e94f276a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:41.905562 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa437c63-ff1d-452b-8101-0578e94f276a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:41.908153 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aa437c63-ff1d-452b-8101-0578e94f276a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:41.909317 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-aa437c63-ff1d-452b-8101-0578e94f276a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d772cf3-7089-48ba-908f-0337e60291c8 HTTP/1.1" status: 204 len: 168 time: 0.1264534 Jul 27 21:48:41.917345 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa437c63-ff1d-452b-8101-0578e94f276a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d772cf3-7089-48ba-908f-0337e60291c8,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:42.682625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58636) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:42.783667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e6fbc5c7-83b3-4bef-ad78-e6e1625c1401 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-339683894-network', 'tenant_id': '5a756b6ec46944b7a73c590635deda9e'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:42.810719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fbc5c7-83b3-4bef-ad78-e6e1625c1401 admin admin] Made reservation on behalf of 5a756b6ec46944b7a73c590635deda9e for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:42.813302 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc5c7-83b3-4bef-ad78-e6e1625c1401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:42.826331 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc5c7-83b3-4bef-ad78-e6e1625c1401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:42.926727 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc5c7-83b3-4bef-ad78-e6e1625c1401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:42.931038 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc5c7-83b3-4bef-ad78-e6e1625c1401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:42.957215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6fbc5c7-83b3-4bef-ad78-e6e1625c1401 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:48:42.967970 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbc5c7-83b3-4bef-ad78-e6e1625c1401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82238aca-b405-4a24-aca7-6c179dc90142,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:42.974972 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc5c7-83b3-4bef-ad78-e6e1625c1401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:42.975299 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-e6fbc5c7-83b3-4bef-ad78-e6e1625c1401 admin admin] Added segment 903f9f62-7574-4998-b819-8242e201ffa2 of type vlan for network 94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 Jul 27 21:48:43.019887 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc5c7-83b3-4bef-ad78-e6e1625c1401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:43.056816 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc5c7-83b3-4bef-ad78-e6e1625c1401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:43.058051 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fbc5c7-83b3-4bef-ad78-e6e1625c1401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:43.059049 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc5c7-83b3-4bef-ad78-e6e1625c1401 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:43.119156 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e6fbc5c7-83b3-4bef-ad78-e6e1625c1401 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4354000 Jul 27 21:48:43.122105 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58640) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:43.127751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-28f23d35-2f69-4653-bd60-5c8b8701acd2 admin admin] Request body: {'subnet': {'network_id': '94f75577-e4f2-4206-a4a2-ec0b3c54e6c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-339683894-subnet', 'tenant_id': '5a756b6ec46944b7a73c590635deda9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:43.130172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbc5c7-83b3-4bef-ad78-e6e1625c1401 admin admin] Pushing event updated for resources: {'Network': ['ID=94f75577-e4f2-4206-a4a2-ec0b3c54e6c1,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:43.140353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:48:43.154621 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f23d35-2f69-4653-bd60-5c8b8701acd2 admin admin] Made reservation on behalf of 5a756b6ec46944b7a73c590635deda9e for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:43.158662 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28f23d35-2f69-4653-bd60-5c8b8701acd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:43.368114 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28f23d35-2f69-4653-bd60-5c8b8701acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:43.442394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f23d35-2f69-4653-bd60-5c8b8701acd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ca23f5-7a66-41b4-b0e4-d25691cc2580,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:43.463258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f23d35-2f69-4653-bd60-5c8b8701acd2 admin admin] Checking segment: {'id': '903f9f62-7574-4998-b819-8242e201ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94f75577-e4f2-4206-a4a2-ec0b3c54e6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:43.463782 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f23d35-2f69-4653-bd60-5c8b8701acd2 admin admin] Network hostable DHCP agents. Network: 94f75577-e4f2-4206-a4a2-ec0b3c54e6c1, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:48:43.487827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f23d35-2f69-4653-bd60-5c8b8701acd2 admin admin] Network 94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:48:43.495970 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:48:43.497924 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-28f23d35-2f69-4653-bd60-5c8b8701acd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 94f75577-e4f2-4206-a4a2-ec0b3c54e6c1) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:43.512801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f23d35-2f69-4653-bd60-5c8b8701acd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:43.513830 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-28f23d35-2f69-4653-bd60-5c8b8701acd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:43.525677 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f0b9f6-830c-433c-988d-6db7cc736669 None None] Network 94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:48:43.529369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:48:43.529709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2f51a4ce-4c42-439d-a70f-4b4c3553c8f4 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:48:43.542004 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-28f23d35-2f69-4653-bd60-5c8b8701acd2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4184778 Jul 27 21:48:43.684106 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66e13c3-33df-49a2-82da-181a73ab602e None None] Network 94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:48:44.074875 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-f1748eea-18d2-46d8-a041-fd1157f60362 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:44.076394 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-f1748eea-18d2-46d8-a041-fd1157f60362 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/networks?id=94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 HTTP/1.1" status: 200 len: 811 time: 0.1224349 Jul 27 21:48:44.092956 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5e72dcc3-9ccb-4e0c-9568-80565864e8e6 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/quotas/5a756b6ec46944b7a73c590635deda9e HTTP/1.1" status: 200 len: 375 time: 0.0099664 Jul 27 21:48:44.135820 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-732fec48-22e3-46a4-b31a-a5836a9d20db tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a756b6ec46944b7a73c590635deda9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359700 Jul 27 21:48:44.205865 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-d3beb857-64d5-4aa7-b105-fc755b52fff7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:48:44.206924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-d3beb857-64d5-4aa7-b105-fc755b52fff7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0624766 Jul 27 21:48:44.325293 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-f41fa7af-6487-432c-a5a2-f5b01c95bb41 service neutron] 10.222.0.55 "GET /v2.0/networks/94f75577-e4f2-4206-a4a2-ec0b3c54e6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069665 Jul 27 21:48:44.423189 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-022db351-89d3-412c-8697-f406f7da2a5a service neutron] 10.222.0.55 "GET /v2.0/networks/94f75577-e4f2-4206-a4a2-ec0b3c54e6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912738 Jul 27 21:48:44.601336 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdd75b07-cfd4-4262-8857-2396169e8766 req-244f6ad7-3ca8-4a4f-99d2-f201d0902afc tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 210 time: 0.0357032 Jul 27 21:48:45.712198 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c362a167-dba8-482f-9e07-8bc1448e1780 req-9cc6d172-26b8-4a6d-b43a-35c081dccf42 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 210 time: 0.0317638 Jul 27 21:48:45.804929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-b8ee3a9b-59bc-4f92-b074-b26a4c4035ce tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:45.806425 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-b8ee3a9b-59bc-4f92-b074-b26a4c4035ce tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.66 "GET /v2.0/networks?id=94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 HTTP/1.1" status: 200 len: 811 time: 0.1461098 Jul 27 21:48:45.820866 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-db5d1ebf-f17c-43c1-8237-aa16f0ceef49 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Request body: {'port': {'device_id': '82125ee8-0c9e-4b8a-a898-1d98612c23b7', 'network_id': '94f75577-e4f2-4206-a4a2-ec0b3c54e6c1', 'admin_state_up': True, 'tenant_id': '5a756b6ec46944b7a73c590635deda9e'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:45.935790 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-db5d1ebf-f17c-43c1-8237-aa16f0ceef49 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Made reservation on behalf of 5a756b6ec46944b7a73c590635deda9e for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:48:45.939489 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-db5d1ebf-f17c-43c1-8237-aa16f0ceef49 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.077487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-db5d1ebf-f17c-43c1-8237-aa16f0ceef49 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Allocated IP 172.20.0.7 (94f75577-e4f2-4206-a4a2-ec0b3c54e6c1/00ca23f5-7a66-41b4-b0e4-d25691cc2580/18ce3ecd-72cb-448c-8a4d-b8b79deb6e13) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:48:46.233749 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-db5d1ebf-f17c-43c1-8237-aa16f0ceef49 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.278075 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-db5d1ebf-f17c-43c1-8237-aa16f0ceef49 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.324065 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-db5d1ebf-f17c-43c1-8237-aa16f0ceef49 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Network 94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:48:46.329057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-db5d1ebf-f17c-43c1-8237-aa16f0ceef49 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:48:46.333107 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-db5d1ebf-f17c-43c1-8237-aa16f0ceef49 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:48:46.339724 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d1ebf-f17c-43c1-8237-aa16f0ceef49 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Pushing event updated for resources: {'Port': ['ID=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:46.386595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-db5d1ebf-f17c-43c1-8237-aa16f0ceef49 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:46.387231 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-db5d1ebf-f17c-43c1-8237-aa16f0ceef49 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.403748 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-db5d1ebf-f17c-43c1-8237-aa16f0ceef49 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5872188 Jul 27 21:48:46.416504 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Request body: {'port': {'device_id': '82125ee8-0c9e-4b8a-a898-1d98612c23b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:48:46.491466 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.769857 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:46.777597 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.789788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Transition to ACTIVE for port object 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:48:46.793338 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.862903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Pushing event updated for resources: {'Port': ['ID=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:46.864900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fef93-7444-4c6c-a85c-7bb99fb69dde req-559ffaa3-3a11-4e56-9ec5-9041be026f3c tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:46.866430 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e2fef93-7444-4c6c-a85c-7bb99fb69dde req-559ffaa3-3a11-4e56-9ec5-9041be026f3c tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 943 time: 0.0729213 Jul 27 21:48:46.908314 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e2fef93-7444-4c6c-a85c-7bb99fb69dde req-2a45c053-45c3-410d-83cf-8746c33e057c tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342233 Jul 27 21:48:46.915276 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Attempting to bind port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:48:46.915609 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Attempting to bind port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '903f9f62-7574-4998-b819-8242e201ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94f75577-e4f2-4206-a4a2-ec0b3c54e6c1'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:48:46.915935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Attempting to bind port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 on network 94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:46.920342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 on network 94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:48:46.920678 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Attempting to bind port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 on network 94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:48:46.926182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:48:46.926543 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Checking segment: {'id': '903f9f62-7574-4998-b819-8242e201ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94f75577-e4f2-4206-a4a2-ec0b3c54e6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:48:46.926921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Bound using segment: {'id': '903f9f62-7574-4998-b819-8242e201ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94f75577-e4f2-4206-a4a2-ec0b3c54e6c1'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:48:46.927338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Bound port: 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903f9f62-7574-4998-b819-8242e201ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94f75577-e4f2-4206-a4a2-ec0b3c54e6c1'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:48:46.927693 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:46.994984 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] For port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:48:46.998436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] For port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,segment=NetworkSegment(903f9f62-7574-4998-b819-8242e201ffa2),segment_id=903f9f62-7574-4998-b819-8242e201ffa2)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:48:47.002778 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:47.034792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:47.035461 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:47.036870 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] 10.222.0.66 "PUT /v2.0/ports/18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 HTTP/1.1" status: 200 len: 1091 time: 0.6247897 Jul 27 21:48:47.039094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82125ee8-0c9e-4b8a-a898-1d98612c23b7', 'tag': '18ce3ecd-72cb-448c-8a4d-b8b79deb6e13'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:47.041395 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a6507a-c1d3-4391-a565-4349347e3810" -d '{"events": [{"name": "network-changed", "server_uuid": "82125ee8-0c9e-4b8a-a898-1d98612c23b7", "tag": "18ce3ecd-72cb-448c-8a4d-b8b79deb6e13"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:47.069348 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df56555-96fa-4352-acf8-a59cdb9fc549 service neutron] Pushing event updated for resources: {'Port': ['ID=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:47.086248 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02844614-34be-49a7-8385-5701ad6558e8 x-openstack-request-id: req-02844614-34be-49a7-8385-5701ad6558e8 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:47.086537 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82125ee8-0c9e-4b8a-a898-1d98612c23b7", "tag": "18ce3ecd-72cb-448c-8a4d-b8b79deb6e13", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:47.086913 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02844614-34be-49a7-8385-5701ad6558e8 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:47.087307 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82125ee8-0c9e-4b8a-a898-1d98612c23b7', 'tag': '18ce3ecd-72cb-448c-8a4d-b8b79deb6e13', 'status': 'completed', 'code': 200} Jul 27 21:48:47.134001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-33743fc1-27cb-4b45-8fa0-40a427e55746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:47.135557 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-33743fc1-27cb-4b45-8fa0-40a427e55746 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a756b6ec46944b7a73c590635deda9e&device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 1094 time: 0.0580473 Jul 27 21:48:47.180777 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-c00587b7-9888-46c5-8fd4-a6c9fe846a2f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 HTTP/1.1" status: 200 len: 217 time: 0.0374303 Jul 27 21:48:47.233006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-30cff0df-329a-43c8-ae47-e611d0df166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:47.234495 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-30cff0df-329a-43c8-ae47-e611d0df166f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=00ca23f5-7a66-41b4-b0e4-d25691cc2580 HTTP/1.1" status: 200 len: 851 time: 0.0462725 Jul 27 21:48:47.270078 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-2f817c63-56e3-4d9e-ad99-3afe3cff026e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=94f75577-e4f2-4206-a4a2-ec0b3c54e6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277815 Jul 27 21:48:47.366411 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-fd13cfbb-9a72-4b6e-8ddf-542e3c8a4a33 service neutron] 10.222.0.66 "GET /v2.0/networks/94f75577-e4f2-4206-a4a2-ec0b3c54e6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875015 Jul 27 21:48:47.459978 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c98bb5cc-2cc7-40d3-ac62-ebbdd9b8e52d req-560200a0-e1eb-4453-a22e-0361364a7670 service neutron] 10.222.0.66 "GET /v2.0/networks/94f75577-e4f2-4206-a4a2-ec0b3c54e6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865383 Jul 27 21:48:47.556769 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6507a-c1d3-4391-a565-4349347e3810 req-d284800c-4529-4532-b33e-a579721c00b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:47.558790 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-54a6507a-c1d3-4391-a565-4349347e3810 req-d284800c-4529-4532-b33e-a579721c00b8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a756b6ec46944b7a73c590635deda9e&device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 1094 time: 0.0564315 Jul 27 21:48:47.661122 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6507a-c1d3-4391-a565-4349347e3810 req-a8b80dae-3245-4e3e-98ae-8ca76436f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:47.662652 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-54a6507a-c1d3-4391-a565-4349347e3810 req-a8b80dae-3245-4e3e-98ae-8ca76436f3e9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 HTTP/1.1" status: 200 len: 912 time: 0.0969725 Jul 27 21:48:47.709580 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-54a6507a-c1d3-4391-a565-4349347e3810 req-fbd2d202-8e9b-4b37-abcb-b21d05b985b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 HTTP/1.1" status: 200 len: 217 time: 0.0397379 Jul 27 21:48:47.768094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6507a-c1d3-4391-a565-4349347e3810 req-9b4e946b-51e5-4ea9-9da5-8be1a8bc6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:47.769599 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-54a6507a-c1d3-4391-a565-4349347e3810 req-9b4e946b-51e5-4ea9-9da5-8be1a8bc6ba9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=00ca23f5-7a66-41b4-b0e4-d25691cc2580 HTTP/1.1" status: 200 len: 851 time: 0.0532968 Jul 27 21:48:47.807304 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-54a6507a-c1d3-4391-a565-4349347e3810 req-f8d22661-506c-44be-9957-86060d415195 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=94f75577-e4f2-4206-a4a2-ec0b3c54e6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293033 Jul 27 21:48:47.899517 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-54a6507a-c1d3-4391-a565-4349347e3810 req-a6e88d73-ad8d-4ed4-87dc-c83eb4c528a8 service neutron] 10.222.0.66 "GET /v2.0/networks/94f75577-e4f2-4206-a4a2-ec0b3c54e6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843525 Jul 27 21:48:47.995364 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-54a6507a-c1d3-4391-a565-4349347e3810 req-fe9182a9-4cc7-417b-9735-d745c81bfb7d service neutron] 10.222.0.66 "GET /v2.0/networks/94f75577-e4f2-4206-a4a2-ec0b3c54e6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888042 Jul 27 21:48:48.043357 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5c58d-f66c-4117-940b-7637a944bb6c req-b53b892c-dd2a-4a26-b63c-62c2da1aaff3 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:48.044870 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9da5c58d-f66c-4117-940b-7637a944bb6c req-b53b892c-dd2a-4a26-b63c-62c2da1aaff3 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 943 time: 0.0684144 Jul 27 21:48:48.084035 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9da5c58d-f66c-4117-940b-7637a944bb6c req-d5876222-4f94-4d0c-ac54-1af0f75796ec tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329499 Jul 27 21:48:49.218883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97828560-c97a-4493-9f1c-d8670444637e req-f20da651-2fcc-4892-9830-b80326393d91 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:49.221664 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97828560-c97a-4493-9f1c-d8670444637e req-f20da651-2fcc-4892-9830-b80326393d91 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 943 time: 0.0689280 Jul 27 21:48:49.263627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97828560-c97a-4493-9f1c-d8670444637e req-03e10436-da88-4d0e-b3bf-72f212dd6bc7 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359323 Jul 27 21:48:50.406359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d332be-c625-401c-a2a2-213436df988a req-5be7c32a-8f1e-4b83-b637-02c54bb481b0 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:50.407927 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89d332be-c625-401c-a2a2-213436df988a req-5be7c32a-8f1e-4b83-b637-02c54bb481b0 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 943 time: 0.0685942 Jul 27 21:48:50.457159 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-89d332be-c625-401c-a2a2-213436df988a req-21d799f5-811d-40af-bda1-e3b8ba13647f tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426276 Jul 27 21:48:51.496954 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:48:51.613049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0b756-4d39-444a-8d2c-a9497d389efa req-f0b8db25-6d7b-4c6b-9276-0a88d835a10c tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:51.614656 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ad0b756-4d39-444a-8d2c-a9497d389efa req-f0b8db25-6d7b-4c6b-9276-0a88d835a10c tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 943 time: 0.0829678 Jul 27 21:48:51.625449 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,segment=NetworkSegment(903f9f62-7574-4998-b819-8242e201ffa2),segment_id=903f9f62-7574-4998-b819-8242e201ffa2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:51.639161 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '18ce3ecd-72cb-448c-8a4d-b8b79deb6e13', 'network_id': '94f75577-e4f2-4206-a4a2-ec0b3c54e6c1', 'port_id': '18ce3ecd-72cb-448c-8a4d-b8b79deb6e13', 'mac_address': 'fa:16:3e:b0:14:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ca23f5-7a66-41b4-b0e4-d25691cc2580', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:48:51.663273 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ad0b756-4d39-444a-8d2c-a9497d389efa req-7b06a81c-c204-43ce-ba01-137abda541e0 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386064 Jul 27 21:48:51.684237 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:51.701037 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:48:51.724288 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,segment=NetworkSegment(903f9f62-7574-4998-b819-8242e201ffa2),segment_id=903f9f62-7574-4998-b819-8242e201ffa2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:51.729648 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:51.790433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:52.061775 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['18ce3ecd-72cb-448c-8a4d-b8b79deb6e13'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:48:52.840725 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1da85-82ae-4822-998b-0a17388c236a req-2d107fad-2b7d-44cf-8714-efbe5f555e88 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:52.843198 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6af1da85-82ae-4822-998b-0a17388c236a req-2d107fad-2b7d-44cf-8714-efbe5f555e88 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 944 time: 0.0986226 Jul 27 21:48:52.891061 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6af1da85-82ae-4822-998b-0a17388c236a req-972ac873-6d46-4472-96f5-f3de0c6cff12 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412359 Jul 27 21:48:53.511115 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:48:53.559320 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:48:53.562884 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:48:53.563255 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:53.645535 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:53.668185 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82125ee8-0c9e-4b8a-a898-1d98612c23b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ce3ecd-72cb-448c-8a4d-b8b79deb6e13'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:48:53.670422 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae0190b-c141-44e3-952a-1e5dcdad27f5" -d '{"events": [{"server_uuid": "82125ee8-0c9e-4b8a-a898-1d98612c23b7", "name": "network-vif-plugged", "status": "completed", "tag": "18ce3ecd-72cb-448c-8a4d-b8b79deb6e13"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:48:53.683856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,segment=NetworkSegment(903f9f62-7574-4998-b819-8242e201ffa2),segment_id=903f9f62-7574-4998-b819-8242e201ffa2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:48:53.688497 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:48:53.713793 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f2528b-b8a5-437e-9cfd-a43ae4bc2e53 x-openstack-request-id: req-d2f2528b-b8a5-437e-9cfd-a43ae4bc2e53 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:48:53.714365 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82125ee8-0c9e-4b8a-a898-1d98612c23b7", "name": "network-vif-plugged", "status": "completed", "tag": "18ce3ecd-72cb-448c-8a4d-b8b79deb6e13", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:48:53.714788 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2f2528b-b8a5-437e-9cfd-a43ae4bc2e53 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:48:53.715184 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82125ee8-0c9e-4b8a-a898-1d98612c23b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ce3ecd-72cb-448c-8a4d-b8b79deb6e13', 'code': 200} Jul 27 21:48:53.744814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:48:53.824105 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819624a-4d8e-45cf-8cf8-f1690164e9b0 req-74cf61d9-296d-49eb-ad22-c60c9c8d93a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:53.825580 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b819624a-4d8e-45cf-8cf8-f1690164e9b0 req-74cf61d9-296d-49eb-ad22-c60c9c8d93a6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 1096 time: 0.0544171 Jul 27 21:48:53.860308 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b819624a-4d8e-45cf-8cf8-f1690164e9b0 req-5ab83a54-1398-4315-8df5-28bd2cc27e9f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280516 Jul 27 21:48:54.038836 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7442a56-0dd9-4742-ab87-c60769200a04 req-9fd334cc-f02b-4dd3-9ac1-1c54fe44123d tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:54.040325 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7442a56-0dd9-4742-ab87-c60769200a04 req-9fd334cc-f02b-4dd3-9ac1-1c54fe44123d tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0743194 Jul 27 21:48:54.078454 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7442a56-0dd9-4742-ab87-c60769200a04 req-3174a295-4a17-471e-a207-30b9dd0e39cb tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321784 Jul 27 21:48:55.213152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e968bf-d840-490d-9160-d0ae547a333a req-2385a2cf-d9d7-4169-894d-4c7c6bff6405 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:55.214942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85e968bf-d840-490d-9160-d0ae547a333a req-2385a2cf-d9d7-4169-894d-4c7c6bff6405 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0659373 Jul 27 21:48:55.255285 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85e968bf-d840-490d-9160-d0ae547a333a req-e7c9cd34-2a3b-491f-b953-c9e8cee675a9 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344753 Jul 27 21:48:55.465651 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58704) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:48:55.565385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73659b14-b931-41b9-ab87-03d456ce6070 req-0449a98a-e2c7-4c9e-b9d2-d556da25a0f4 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:55.567073 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73659b14-b931-41b9-ab87-03d456ce6070 req-0449a98a-e2c7-4c9e-b9d2-d556da25a0f4 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0816231 Jul 27 21:48:55.587394 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-5435dc2e-28a2-4bd9-8a01-7c3769c25352 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1205537 Jul 27 21:48:55.611367 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73659b14-b931-41b9-ab87-03d456ce6070 req-c13d06ed-265d-4fd0-a9aa-0816ba3306f4 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381272 Jul 27 21:48:56.771075 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b2550-e3be-4a7d-9979-bff59d25e611 req-a32a55ab-7b2a-432b-bb46-a457dd567a61 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:56.772815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e8b2550-e3be-4a7d-9979-bff59d25e611 req-a32a55ab-7b2a-432b-bb46-a457dd567a61 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0770998 Jul 27 21:48:56.791233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8816d-db29-43b1-974f-580597c23354 req-21154641-7af7-4412-ac85-77d7747d8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:56.793121 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-21154641-7af7-4412-ac85-77d7747d8d82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a756b6ec46944b7a73c590635deda9e&device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 1096 time: 0.0645442 Jul 27 21:48:56.819698 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e8b2550-e3be-4a7d-9979-bff59d25e611 req-41bdb830-cf3b-4130-9630-bfa9ebb1373e tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391452 Jul 27 21:48:56.909607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8816d-db29-43b1-974f-580597c23354 req-af6222d0-b12b-4e0f-adaa-36528a6038ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:56.911814 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-af6222d0-b12b-4e0f-adaa-36528a6038ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 HTTP/1.1" status: 200 len: 912 time: 0.1111615 Jul 27 21:48:56.962495 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-238fd6b2-5327-4bdf-82b1-454ae85d96c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 HTTP/1.1" status: 200 len: 217 time: 0.0428045 Jul 27 21:48:57.026983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8816d-db29-43b1-974f-580597c23354 req-6b324a6e-f365-443e-aed4-7ae9a77f512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:57.028526 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-6b324a6e-f365-443e-aed4-7ae9a77f512d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=00ca23f5-7a66-41b4-b0e4-d25691cc2580 HTTP/1.1" status: 200 len: 851 time: 0.0601299 Jul 27 21:48:57.069488 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-73e89498-9948-4cc1-a5f3-d925bf663e60 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=94f75577-e4f2-4206-a4a2-ec0b3c54e6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342972 Jul 27 21:48:57.180741 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-386203c7-f58c-4c87-9abc-784728792be3 service neutron] 10.222.0.66 "GET /v2.0/networks/94f75577-e4f2-4206-a4a2-ec0b3c54e6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034369 Jul 27 21:48:57.280809 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-d5400136-432c-4830-92fb-cccad8e124af service neutron] 10.222.0.66 "GET /v2.0/networks/94f75577-e4f2-4206-a4a2-ec0b3c54e6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929365 Jul 27 21:48:57.957330 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79248bdf-a1ca-4c43-89fd-69ffbac7fa8c req-29e4ea42-c1d6-4319-b3f4-d77c3d023105 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:57.958835 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79248bdf-a1ca-4c43-89fd-69ffbac7fa8c req-29e4ea42-c1d6-4319-b3f4-d77c3d023105 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0697989 Jul 27 21:48:58.000410 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79248bdf-a1ca-4c43-89fd-69ffbac7fa8c req-1457e63a-8e5f-4aad-aa15-3f1385815c31 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320997 Jul 27 21:48:59.135611 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7dd02b-d97e-4f31-b0f3-676b0c8ec4a4 req-8a480e89-34c0-441c-9b09-ceef3a376c4a tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:48:59.137007 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f7dd02b-d97e-4f31-b0f3-676b0c8ec4a4 req-8a480e89-34c0-441c-9b09-ceef3a376c4a tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0672135 Jul 27 21:48:59.175908 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f7dd02b-d97e-4f31-b0f3-676b0c8ec4a4 req-6419eed7-b3f5-480e-9757-02a0424fd15b tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328064 Jul 27 21:49:00.312884 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708165-af91-4eb3-9080-701647a9c9c5 req-14d3f1ab-6744-485e-ab0c-ca8bc24e452f tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:00.314871 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b708165-af91-4eb3-9080-701647a9c9c5 req-14d3f1ab-6744-485e-ab0c-ca8bc24e452f tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0671558 Jul 27 21:49:00.356645 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b708165-af91-4eb3-9080-701647a9c9c5 req-9164358c-73a9-46f8-8b3d-5a7071ef69a3 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361390 Jul 27 21:49:01.513014 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9933991-abea-46a4-8b99-76c881c85137 req-64221690-971e-4dde-a7fa-8689da2d3ac8 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:01.515050 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9933991-abea-46a4-8b99-76c881c85137 req-64221690-971e-4dde-a7fa-8689da2d3ac8 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0846846 Jul 27 21:49:01.556337 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9933991-abea-46a4-8b99-76c881c85137 req-5b3bb152-9e13-4849-9a39-9494c1dae2e1 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347824 Jul 27 21:49:02.697267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2355f7-cc52-4791-8a57-153a5a35c9f9 req-fdb56c5c-913f-4ea7-a982-69b99d9e34ed tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:02.698826 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af2355f7-cc52-4791-8a57-153a5a35c9f9 req-fdb56c5c-913f-4ea7-a982-69b99d9e34ed tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0723634 Jul 27 21:49:02.738818 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af2355f7-cc52-4791-8a57-153a5a35c9f9 req-22d6b526-153e-40ee-84a2-d1e5c5439e75 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340672 Jul 27 21:49:02.797213 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7c3dc806-ae32-4dd6-8fbf-7860bc0694c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:03.873105 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34514c37-d996-4fde-8f3b-6b0fec4a859d req-5b0e8e72-254a-4b22-baa2-fd8b3abcf2d9 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:03.874642 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34514c37-d996-4fde-8f3b-6b0fec4a859d req-5b0e8e72-254a-4b22-baa2-fd8b3abcf2d9 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0650647 Jul 27 21:49:03.921879 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34514c37-d996-4fde-8f3b-6b0fec4a859d req-52b1c9c8-4fb4-4bd1-90e1-b34c959f0d65 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367556 Jul 27 21:49:04.498896 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:05.067523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad58276-0ecc-4cb6-b15c-93546c325f08 req-f95ec17a-c84e-465c-8688-5907d86f555e tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:05.069027 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aad58276-0ecc-4cb6-b15c-93546c325f08 req-f95ec17a-c84e-465c-8688-5907d86f555e tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0742104 Jul 27 21:49:05.114541 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aad58276-0ecc-4cb6-b15c-93546c325f08 req-d8567da1-5f9c-4ce9-b708-7aedad2d2657 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395110 Jul 27 21:49:05.451825 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-362c3b43-aa9a-4c17-b66a-03e9990fbe42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:05.536670 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:06.312193 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c3a76-b909-4be4-971b-07ceea04fc70 req-669fa7a4-4efc-4934-b26f-50428ba3d93b tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:06.313870 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-400c3a76-b909-4be4-971b-07ceea04fc70 req-669fa7a4-4efc-4934-b26f-50428ba3d93b tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.1058431 Jul 27 21:49:06.373734 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-400c3a76-b909-4be4-971b-07ceea04fc70 req-fd96679f-001d-45dc-8486-ef1876bcb592 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509725 Jul 27 21:49:06.962469 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:49:07.353749 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:07.513170 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69de25-5d03-420e-b736-9a7d5864bf91 req-03c7f23c-38df-4e65-9270-965bcf5d1629 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:07.514589 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce69de25-5d03-420e-b736-9a7d5864bf91 req-03c7f23c-38df-4e65-9270-965bcf5d1629 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0652833 Jul 27 21:49:07.555990 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce69de25-5d03-420e-b736-9a7d5864bf91 req-7798a75c-0961-4ed2-ace1-53308a648596 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342350 Jul 27 21:49:08.026665 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:08.700495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd30201-8824-4037-9673-ba8766c7e7ba req-efc916a8-4313-41f4-8d68-314ea552ec0c tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:08.702042 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7fd30201-8824-4037-9673-ba8766c7e7ba req-efc916a8-4313-41f4-8d68-314ea552ec0c tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0771139 Jul 27 21:49:08.744543 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7fd30201-8824-4037-9673-ba8766c7e7ba req-a39533d7-97a3-4a0f-ab05-9eb178683181 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344582 Jul 27 21:49:09.021058 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:09.883062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755f12c-a79f-4f88-a1fd-676b943eb1b1 req-5b1d6f6b-c43e-4770-b1cf-1361639e3b88 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:09.884600 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e755f12c-a79f-4f88-a1fd-676b943eb1b1 req-5b1d6f6b-c43e-4770-b1cf-1361639e3b88 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0693202 Jul 27 21:49:09.927850 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e755f12c-a79f-4f88-a1fd-676b943eb1b1 req-bad653ba-1502-427b-bd3b-51931c6081df tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370419 Jul 27 21:49:11.067880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42467c12-6394-4d8d-87fd-10510f4a3928 req-1dc935fa-9deb-4181-ad9d-74b3d827e98a tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:11.069723 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42467c12-6394-4d8d-87fd-10510f4a3928 req-1dc935fa-9deb-4181-ad9d-74b3d827e98a tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0746186 Jul 27 21:49:11.112722 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-42467c12-6394-4d8d-87fd-10510f4a3928 req-07c748c1-5dfd-4154-bad2-fed095bb0bb0 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359976 Jul 27 21:49:12.252251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f69460-b623-40b8-84f0-6ddd74d86d45 req-33715467-e2e5-4136-a081-3b6e710a0e9b tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:12.253910 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63f69460-b623-40b8-84f0-6ddd74d86d45 req-33715467-e2e5-4136-a081-3b6e710a0e9b tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0698600 Jul 27 21:49:12.296289 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63f69460-b623-40b8-84f0-6ddd74d86d45 req-c48a8498-1801-4c0d-95ab-019b6e87b3d4 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334330 Jul 27 21:49:13.441894 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6d9f6-d779-41bd-bf26-31f11ad81a14 req-6deb1878-e963-447f-8f0e-355c16db65fd tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:13.443409 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fa6d9f6-d779-41bd-bf26-31f11ad81a14 req-6deb1878-e963-447f-8f0e-355c16db65fd tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0670733 Jul 27 21:49:13.482739 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fa6d9f6-d779-41bd-bf26-31f11ad81a14 req-f759f5ca-7172-44ab-8fe7-0c1f23b95241 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333850 Jul 27 21:49:14.643005 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742d4a9-da7c-4411-83cd-5ec74ab6e643 req-0ea5813e-86f6-443e-98ce-490f4e612dd5 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:14.644524 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3742d4a9-da7c-4411-83cd-5ec74ab6e643 req-0ea5813e-86f6-443e-98ce-490f4e612dd5 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0740144 Jul 27 21:49:14.691350 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3742d4a9-da7c-4411-83cd-5ec74ab6e643 req-caa3d4f9-0ad6-40af-9e09-bc03280ffcf5 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398295 Jul 27 21:49:15.835542 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ac32b-e0d2-49dc-ae53-1a1489c45fe5 req-d5268b96-3487-4a10-bf9b-e4b58e04b9a6 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:15.837047 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c5ac32b-e0d2-49dc-ae53-1a1489c45fe5 req-d5268b96-3487-4a10-bf9b-e4b58e04b9a6 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0728433 Jul 27 21:49:15.876459 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c5ac32b-e0d2-49dc-ae53-1a1489c45fe5 req-557ef3b0-6273-4262-8e80-93e7c8d39b20 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332017 Jul 27 21:49:17.028160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80cc39-7744-4abe-8c87-948449680451 req-37d1ff98-9b50-4a85-b6a4-8d7b8aa19bb4 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:17.029664 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b80cc39-7744-4abe-8c87-948449680451 req-37d1ff98-9b50-4a85-b6a4-8d7b8aa19bb4 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0691509 Jul 27 21:49:17.071644 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b80cc39-7744-4abe-8c87-948449680451 req-0e814435-c13c-405e-be46-7f6d51e164bd tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345793 Jul 27 21:49:18.207416 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81962da-88d1-49fd-a54e-16d5c9c60f4c req-3d7d1aeb-68dc-4840-8077-3696efd3a360 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:18.208956 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f81962da-88d1-49fd-a54e-16d5c9c60f4c req-3d7d1aeb-68dc-4840-8077-3696efd3a360 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0657251 Jul 27 21:49:18.249265 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f81962da-88d1-49fd-a54e-16d5c9c60f4c req-000f99f4-7c18-4d96-b41c-d472d8fd9a19 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338850 Jul 27 21:49:19.394851 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266eb41-0f05-4254-be37-b65f5b620a0a req-5405ff01-c25e-4cee-b392-b46963338496 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:19.396714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0266eb41-0f05-4254-be37-b65f5b620a0a req-5405ff01-c25e-4cee-b392-b46963338496 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0755701 Jul 27 21:49:19.437741 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0266eb41-0f05-4254-be37-b65f5b620a0a req-be0651e7-7213-4120-bdd8-d7b8a84a05ea tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348501 Jul 27 21:49:20.587909 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b7897-8253-43df-951f-6d4e27967801 req-3d760f15-64c3-4027-b8b2-b385374abb2b tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:20.589707 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-928b7897-8253-43df-951f-6d4e27967801 req-3d760f15-64c3-4027-b8b2-b385374abb2b tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0729582 Jul 27 21:49:20.630758 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-928b7897-8253-43df-951f-6d4e27967801 req-00bdeee3-42de-4577-8e58-b23c2a930ee6 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340786 Jul 27 21:49:21.875132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1878c9-215b-49a3-b032-17ef30f739e2 req-1baae8de-fdba-481f-a7d6-4d5474b95607 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:21.877213 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dc1878c9-215b-49a3-b032-17ef30f739e2 req-1baae8de-fdba-481f-a7d6-4d5474b95607 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.1415083 Jul 27 21:49:21.923481 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dc1878c9-215b-49a3-b032-17ef30f739e2 req-305be7bc-2121-44b1-ac5f-62d7059dc503 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392976 Jul 27 21:49:23.163154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466c4a3-e877-4593-b3d1-c08621adeee5 req-325a0e1b-bc64-4577-911d-fc4d44b357f9 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:23.164675 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f466c4a3-e877-4593-b3d1-c08621adeee5 req-325a0e1b-bc64-4577-911d-fc4d44b357f9 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.1416762 Jul 27 21:49:23.204707 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f466c4a3-e877-4593-b3d1-c08621adeee5 req-2b202434-7c5d-4f13-bd12-bc6efa2495e3 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340948 Jul 27 21:49:24.350471 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d6dad-5048-4226-b57e-2a8a363dca47 req-8bf9b2ed-320f-4124-8646-cb0a95e6fc61 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:24.352106 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce8d6dad-5048-4226-b57e-2a8a363dca47 req-8bf9b2ed-320f-4124-8646-cb0a95e6fc61 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0692680 Jul 27 21:49:24.398194 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce8d6dad-5048-4226-b57e-2a8a363dca47 req-65e2f407-1d5c-4310-9359-ef385025f106 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392697 Jul 27 21:49:24.476109 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-e1d8816d-db29-43b1-974f-580597c23354 req-033e88cf-b5c9-4e23-be70-e4503f248825 service neutron] show failed (client error): The resource could not be found. Jul 27 21:49:24.477816 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-033e88cf-b5c9-4e23-be70-e4503f248825 service neutron] 10.222.0.66 "GET /v2.0/ports/18ce3ecd-72cb-448c-8a4d-b8b79deb6e13/bindings/n-h1-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.1245830 Jul 27 21:49:24.803011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8816d-db29-43b1-974f-580597c23354 req-78ba9795-9c8b-4d2a-adec-b7dcf21d8a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:24.804563 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-78ba9795-9c8b-4d2a-adec-b7dcf21d8a2c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7&tenant_id=5a756b6ec46944b7a73c590635deda9e HTTP/1.1" status: 200 len: 1096 time: 0.1526341 Jul 27 21:49:24.818131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:24.895433 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:25.121601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] For port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,segment=NetworkSegment(903f9f62-7574-4998-b819-8242e201ffa2),segment_id=903f9f62-7574-4998-b819-8242e201ffa2)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:25.161146 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] For port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:49:25.211763 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82125ee8-0c9e-4b8a-a898-1d98612c23b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ce3ecd-72cb-448c-8a4d-b8b79deb6e13'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:25.214057 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c47f00-9e7e-407f-b319-707d14755320" -d '{"events": [{"server_uuid": "82125ee8-0c9e-4b8a-a898-1d98612c23b7", "name": "network-vif-unplugged", "status": "completed", "tag": "18ce3ecd-72cb-448c-8a4d-b8b79deb6e13"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:25.218549 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:25.232320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Transition to ACTIVE for port object 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:25.242848 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:25.284958 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9f9d6e-1482-44ff-884a-abe50fd9d9a0 x-openstack-request-id: req-5e9f9d6e-1482-44ff-884a-abe50fd9d9a0 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:25.285304 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82125ee8-0c9e-4b8a-a898-1d98612c23b7", "name": "network-vif-unplugged", "status": "completed", "tag": "18ce3ecd-72cb-448c-8a4d-b8b79deb6e13", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:25.285594 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e9f9d6e-1482-44ff-884a-abe50fd9d9a0 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:25.285872 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82125ee8-0c9e-4b8a-a898-1d98612c23b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ce3ecd-72cb-448c-8a4d-b8b79deb6e13', 'code': 200} Jul 27 21:49:25.327677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] No DVR routers for this DVR port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:49:25.330661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Pushing event updated for resources: {'Port': ['ID=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,revision_number=6']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:25.340186 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:25.340532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:25.340875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:25.341216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:25.341549 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:25.341877 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:25.342206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:25.342574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:25.342887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:25.343214 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:25.343539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:25.343861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:25.382954 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Attempting to bind port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:49:25.383200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Attempting to bind port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '903f9f62-7574-4998-b819-8242e201ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94f75577-e4f2-4206-a4a2-ec0b3c54e6c1'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:49:25.383532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Attempting to bind port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 on network 94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:25.387972 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 on network 94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:49:25.388292 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Attempting to bind port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 on network 94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:25.394215 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:49:25.394588 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Checking segment: {'id': '903f9f62-7574-4998-b819-8242e201ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94f75577-e4f2-4206-a4a2-ec0b3c54e6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:25.394978 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Bound using segment: {'id': '903f9f62-7574-4998-b819-8242e201ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94f75577-e4f2-4206-a4a2-ec0b3c54e6c1'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:49:25.395409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Bound port: 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903f9f62-7574-4998-b819-8242e201ffa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '94f75577-e4f2-4206-a4a2-ec0b3c54e6c1'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:49:25.395792 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:25.485445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] For port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:49:25.489238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] For port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,segment=NetworkSegment(903f9f62-7574-4998-b819-8242e201ffa2),segment_id=903f9f62-7574-4998-b819-8242e201ffa2)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:49:25.495249 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:25.541757 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:25.542830 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:25.544489 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] 10.222.0.20 "PUT /v2.0/ports/18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 HTTP/1.1" status: 200 len: 1091 time: 0.7309759 Jul 27 21:49:25.564207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a076080-3e71-415e-bd20-1911b46e5a7e service neutron] Pushing event updated for resources: {'Port': ['ID=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:25.566638 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a40dcb-6654-40ad-a204-c53eb0f56d38 req-eab59158-b23f-4af3-9a60-8c7ab430027c tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:25.568947 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03a40dcb-6654-40ad-a204-c53eb0f56d38 req-eab59158-b23f-4af3-9a60-8c7ab430027c tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 943 time: 0.0956585 Jul 27 21:49:25.616591 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-03a40dcb-6654-40ad-a204-c53eb0f56d38 req-0bec988b-5e03-414a-825d-1600d8cf6d54 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411460 Jul 27 21:49:25.648201 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8816d-db29-43b1-974f-580597c23354 req-14167bf1-db04-4e2a-a4a1-2da9c16cbf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:25.649713 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-14167bf1-db04-4e2a-a4a1-2da9c16cbf0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a756b6ec46944b7a73c590635deda9e&device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 1094 time: 0.0604334 Jul 27 21:49:25.746789 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8816d-db29-43b1-974f-580597c23354 req-ed74943d-64e8-4a4c-a9c9-bc008fc6b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:25.748260 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-ed74943d-64e8-4a4c-a9c9-bc008fc6b791 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 HTTP/1.1" status: 200 len: 912 time: 0.0908186 Jul 27 21:49:25.793735 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-d246b919-f184-4f7a-a03f-b3e5a26009bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 HTTP/1.1" status: 200 len: 217 time: 0.0360842 Jul 27 21:49:25.853695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8816d-db29-43b1-974f-580597c23354 req-2b66c2c5-7569-4b68-9a61-ad2dd1bc3766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:25.855210 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-2b66c2c5-7569-4b68-9a61-ad2dd1bc3766 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00ca23f5-7a66-41b4-b0e4-d25691cc2580 HTTP/1.1" status: 200 len: 851 time: 0.0547009 Jul 27 21:49:25.890547 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-edc79bb6-1293-40a7-b1af-d818b230606e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94f75577-e4f2-4206-a4a2-ec0b3c54e6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280070 Jul 27 21:49:25.904969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-6cb653bd-6bca-4e42-8d65-7a3fb29daa21 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:49:25.906333 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-6cb653bd-6bca-4e42-8d65-7a3fb29daa21 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084229 Jul 27 21:49:26.008044 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-7841bcd0-48d1-4296-96d4-070c84297119 service neutron] 10.222.0.20 "GET /v2.0/networks/94f75577-e4f2-4206-a4a2-ec0b3c54e6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939867 Jul 27 21:49:26.417811 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e1d8816d-db29-43b1-974f-580597c23354 req-1987109b-d819-4b19-9ae4-f940f6b4ad7f service neutron] 10.222.0.20 "GET /v2.0/networks/94f75577-e4f2-4206-a4a2-ec0b3c54e6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021075 Jul 27 21:49:26.769897 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d190e-36c1-4a91-9c2a-3ec3d340180b req-becce211-533b-4a19-9629-e0f6bd071bf5 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:26.771482 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-078d190e-36c1-4a91-9c2a-3ec3d340180b req-becce211-533b-4a19-9629-e0f6bd071bf5 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 943 time: 0.0709655 Jul 27 21:49:26.815268 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-078d190e-36c1-4a91-9c2a-3ec3d340180b req-aa636337-5289-4529-8e5d-e1d14d1ec5c4 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334489 Jul 27 21:49:27.287593 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82125ee8-0c9e-4b8a-a898-1d98612c23b7', 'tag': '18ce3ecd-72cb-448c-8a4d-b8b79deb6e13'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:27.289957 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a6498f-0289-4bfa-b054-696c94bc0dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "82125ee8-0c9e-4b8a-a898-1d98612c23b7", "tag": "18ce3ecd-72cb-448c-8a4d-b8b79deb6e13"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:27.343495 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2dafab-8ec5-46c5-b93f-7b68864a81e6 x-openstack-request-id: req-3e2dafab-8ec5-46c5-b93f-7b68864a81e6 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:27.343812 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82125ee8-0c9e-4b8a-a898-1d98612c23b7", "tag": "18ce3ecd-72cb-448c-8a4d-b8b79deb6e13", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:27.344044 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e2dafab-8ec5-46c5-b93f-7b68864a81e6 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:27.344443 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82125ee8-0c9e-4b8a-a898-1d98612c23b7', 'tag': '18ce3ecd-72cb-448c-8a4d-b8b79deb6e13', 'status': 'completed', 'code': 200} Jul 27 21:49:27.461448 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-50e87493-b7e2-49b0-943e-d426e5d11d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:27.462988 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-50e87493-b7e2-49b0-943e-d426e5d11d3d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a756b6ec46944b7a73c590635deda9e&device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 1094 time: 0.0910046 Jul 27 21:49:27.464899 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-62d51db8-e6f5-454b-adb4-df569cf57ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:27.466277 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-62d51db8-e6f5-454b-adb4-df569cf57ffb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a756b6ec46944b7a73c590635deda9e&device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 1094 time: 0.1025472 Jul 27 21:49:27.629719 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-87145ef0-38e9-46f3-8acd-c1e5f5ee2ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:27.631251 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-87145ef0-38e9-46f3-8acd-c1e5f5ee2ab9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 HTTP/1.1" status: 200 len: 912 time: 0.1526058 Jul 27 21:49:27.632245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-0cc84b4b-aa94-404f-9378-99915a0dcc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:27.633584 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-0cc84b4b-aa94-404f-9378-99915a0dcc81 service neutron] 10.222.0.66 "GET /v2.0/networks?id=94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 HTTP/1.1" status: 200 len: 912 time: 0.1628821 Jul 27 21:49:27.710684 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-6c7c2ae9-0517-457e-b299-f69f87268f71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 HTTP/1.1" status: 200 len: 217 time: 0.0698192 Jul 27 21:49:27.712034 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-49e2c622-314b-4470-b19b-b8f595ff340c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 HTTP/1.1" status: 200 len: 217 time: 0.0644972 Jul 27 21:49:27.728981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:49:27.770866 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:49:27.798585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-c2157d4c-256c-401f-9c20-cedf751eeaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:27.800127 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-c2157d4c-256c-401f-9c20-cedf751eeaea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=00ca23f5-7a66-41b4-b0e4-d25691cc2580 HTTP/1.1" status: 200 len: 851 time: 0.0810792 Jul 27 21:49:27.801494 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-23336f08-f510-4c18-87b0-5122f1d9cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:27.802862 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-23336f08-f510-4c18-87b0-5122f1d9cf8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00ca23f5-7a66-41b4-b0e4-d25691cc2580 HTTP/1.1" status: 200 len: 851 time: 0.0761704 Jul 27 21:49:27.866499 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-e0a39279-e039-4a8b-9e16-f24bf92fcf96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=94f75577-e4f2-4206-a4a2-ec0b3c54e6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590100 Jul 27 21:49:27.868439 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-4b853e71-5c0e-4ee0-9b9b-b44e54f5501b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94f75577-e4f2-4206-a4a2-ec0b3c54e6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526345 Jul 27 21:49:27.972102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0183f-d9d1-452a-8311-af10998303af req-cbeda24e-2d50-43ed-b08b-2a82b4ab0f89 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:27.973535 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-01b0183f-d9d1-452a-8311-af10998303af req-cbeda24e-2d50-43ed-b08b-2a82b4ab0f89 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 943 time: 0.0714347 Jul 27 21:49:28.022164 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-01b0183f-d9d1-452a-8311-af10998303af req-c033c30d-27ac-4b27-bab7-f3b6ce686048 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420811 Jul 27 21:49:28.038679 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-63f7c185-0e64-4a14-b9ee-5c1d9bab250d service neutron] 10.222.0.66 "GET /v2.0/networks/94f75577-e4f2-4206-a4a2-ec0b3c54e6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654384 Jul 27 21:49:28.040391 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-4015f927-356b-47a7-b505-2fb508d6e161 service neutron] 10.222.0.20 "GET /v2.0/networks/94f75577-e4f2-4206-a4a2-ec0b3c54e6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592286 Jul 27 21:49:28.224698 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-2ae80847-2d34-4f30-ab62-3c23b509c8b9 service neutron] 10.222.0.66 "GET /v2.0/networks/94f75577-e4f2-4206-a4a2-ec0b3c54e6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788049 Jul 27 21:49:28.226905 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a5a6498f-0289-4bfa-b054-696c94bc0dcd req-7d9c9de7-72e2-4af2-abee-c4ecb48c3e0c service neutron] 10.222.0.20 "GET /v2.0/networks/94f75577-e4f2-4206-a4a2-ec0b3c54e6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724176 Jul 27 21:49:29.131397 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:49:29.193927 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589fd3e-a790-4d86-8430-29f3bf81cbf9 req-4939e608-1eba-4606-8056-afa29db410fd tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:29.195535 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1589fd3e-a790-4d86-8430-29f3bf81cbf9 req-4939e608-1eba-4606-8056-afa29db410fd tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 943 time: 0.0918858 Jul 27 21:49:29.241115 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1589fd3e-a790-4d86-8430-29f3bf81cbf9 req-cc8b1854-2fc0-42e4-b3f7-f997f5049864 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342383 Jul 27 21:49:29.242946 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,segment=NetworkSegment(903f9f62-7574-4998-b819-8242e201ffa2),segment_id=903f9f62-7574-4998-b819-8242e201ffa2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:29.262035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '18ce3ecd-72cb-448c-8a4d-b8b79deb6e13', 'network_id': '94f75577-e4f2-4206-a4a2-ec0b3c54e6c1', 'port_id': '18ce3ecd-72cb-448c-8a4d-b8b79deb6e13', 'mac_address': 'fa:16:3e:b0:14:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ca23f5-7a66-41b4-b0e4-d25691cc2580', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:49:29.304660 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:29.319330 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:29.342572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,segment=NetworkSegment(903f9f62-7574-4998-b819-8242e201ffa2),segment_id=903f9f62-7574-4998-b819-8242e201ffa2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:29.350521 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:29.412000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:29.426195 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:29.426584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:29.426920 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:29.427264 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:29.427593 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:29.427918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:29.428293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:29.428620 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:29.428963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:29.429264 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:29.429585 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:29.429908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:29.642825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['18ce3ecd-72cb-448c-8a4d-b8b79deb6e13'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:29.745933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-a36f9f1d-cf35-4486-b5fd-34107f98657a tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:29.747541 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-a36f9f1d-cf35-4486-b5fd-34107f98657a tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.66 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7&tenant_id=5a756b6ec46944b7a73c590635deda9e&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 944 time: 0.1450491 Jul 27 21:49:29.817977 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-5e6fdcdf-b650-4baa-95c2-e358d24481da service neutron] delete failed (client error): The resource could not be found. Jul 27 21:49:29.819074 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-5e6fdcdf-b650-4baa-95c2-e358d24481da service neutron] 10.222.0.66 "DELETE /v2.0/ports/18ce3ecd-72cb-448c-8a4d-b8b79deb6e13/bindings/n-h2-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.0642653 Jul 27 21:49:29.934510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-5cdfecf8-c8ee-44dc-85de-5c73596499e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:29.935988 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-5cdfecf8-c8ee-44dc-85de-5c73596499e4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a756b6ec46944b7a73c590635deda9e&device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 1095 time: 0.0701065 Jul 27 21:49:30.040010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-6de0792e-1db7-45e2-b62c-2979df4514c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:30.042326 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-6de0792e-1db7-45e2-b62c-2979df4514c6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 HTTP/1.1" status: 200 len: 912 time: 0.0979118 Jul 27 21:49:30.102123 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-49df7808-0f83-44b9-8e12-20ca96c15526 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 HTTP/1.1" status: 200 len: 217 time: 0.0529518 Jul 27 21:49:30.155755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-dfd2ca9d-96d4-46c8-b6ca-9a93cf73f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:30.157348 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-dfd2ca9d-96d4-46c8-b6ca-9a93cf73f8b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=00ca23f5-7a66-41b4-b0e4-d25691cc2580 HTTP/1.1" status: 200 len: 851 time: 0.0488575 Jul 27 21:49:30.196701 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-cb0fc325-8a8a-433a-b492-65126f706d57 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=94f75577-e4f2-4206-a4a2-ec0b3c54e6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317736 Jul 27 21:49:30.312843 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-5a11f8bb-7015-4030-a703-faa26670551b service neutron] 10.222.0.66 "GET /v2.0/networks/94f75577-e4f2-4206-a4a2-ec0b3c54e6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086638 Jul 27 21:49:30.423965 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-d9d06893-73aa-4880-943e-84f7b5b8e726 service neutron] 10.222.0.66 "GET /v2.0/networks/94f75577-e4f2-4206-a4a2-ec0b3c54e6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039526 Jul 27 21:49:31.153365 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:49:31.202776 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9347c-3c14-46b9-b6fb-c95529653014 req-28df76f9-05fb-4f7a-8221-e4869cbbb97d tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:31.204966 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37f9347c-3c14-46b9-b6fb-c95529653014 req-28df76f9-05fb-4f7a-8221-e4869cbbb97d tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 944 time: 0.0789046 Jul 27 21:49:31.208131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:31.212674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:31.213052 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:31.259921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37f9347c-3c14-46b9-b6fb-c95529653014 req-0716ca61-38b0-48d6-acba-2cfb02533d47 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469718 Jul 27 21:49:31.304439 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:31.330121 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82125ee8-0c9e-4b8a-a898-1d98612c23b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ce3ecd-72cb-448c-8a4d-b8b79deb6e13'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:31.332565 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f381da-92a1-47fe-851f-6c263a9711b3" -d '{"events": [{"server_uuid": "82125ee8-0c9e-4b8a-a898-1d98612c23b7", "name": "network-vif-plugged", "status": "completed", "tag": "18ce3ecd-72cb-448c-8a4d-b8b79deb6e13"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:31.358849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,segment=NetworkSegment(903f9f62-7574-4998-b819-8242e201ffa2),segment_id=903f9f62-7574-4998-b819-8242e201ffa2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:31.364305 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:31.373328 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a164be-3afb-4635-88df-0c96c049133b x-openstack-request-id: req-d0a164be-3afb-4635-88df-0c96c049133b {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:31.373787 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82125ee8-0c9e-4b8a-a898-1d98612c23b7", "name": "network-vif-plugged", "status": "completed", "tag": "18ce3ecd-72cb-448c-8a4d-b8b79deb6e13", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:31.374181 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0a164be-3afb-4635-88df-0c96c049133b {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:31.374817 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82125ee8-0c9e-4b8a-a898-1d98612c23b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ce3ecd-72cb-448c-8a4d-b8b79deb6e13', 'code': 200} Jul 27 21:49:31.433132 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:32.416206 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f76359-b8b8-44c6-8745-dcbdb23cc3f1 req-4834e55a-e761-4c10-aefe-369ad51df950 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:32.417810 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7f76359-b8b8-44c6-8745-dcbdb23cc3f1 req-4834e55a-e761-4c10-aefe-369ad51df950 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0767252 Jul 27 21:49:32.472036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7f76359-b8b8-44c6-8745-dcbdb23cc3f1 req-40940c59-c24c-4b3d-876e-1504b5104310 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/security-groups?id=82238aca-b405-4a24-aca7-6c179dc90142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467470 Jul 27 21:49:32.717617 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-76731e5a-155d-40cc-9486-47890ba8ab61 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:32.719220 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-76731e5a-155d-40cc-9486-47890ba8ab61 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.20 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 945 time: 0.0758369 Jul 27 21:49:32.803438 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-725eadb3-cfae-4585-bb77-4f16a0f67a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:32.848051 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-fa977fa1-c2ef-48c5-af96-effadb2d3241 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Deleting port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:49:32.848498 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-fa977fa1-c2ef-48c5-af96-effadb2d3241 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:32.950002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-fa977fa1-c2ef-48c5-af96-effadb2d3241 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] For port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,segment=NetworkSegment(903f9f62-7574-4998-b819-8242e201ffa2),segment_id=903f9f62-7574-4998-b819-8242e201ffa2)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:32.950355 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-fa977fa1-c2ef-48c5-af96-effadb2d3241 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:32.964986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-fa977fa1-c2ef-48c5-af96-effadb2d3241 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Calling delete_port for 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:49:33.115594 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-fa977fa1-c2ef-48c5-af96-effadb2d3241 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:33.129083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['18ce3ecd-72cb-448c-8a4d-b8b79deb6e13'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:33.148292 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa977fa1-c2ef-48c5-af96-effadb2d3241 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Pushing event deleted for resources: {'Port': ['ID=18ce3ecd-72cb-448c-8a4d-b8b79deb6e13,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:33.204380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-fa977fa1-c2ef-48c5-af96-effadb2d3241 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] No DVR routers for this DVR port 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:49:33.207323 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-fa977fa1-c2ef-48c5-af96-effadb2d3241 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:33.209401 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2e3b07c9-4702-471b-8a4b-dc55eb4272b4 req-fa977fa1-c2ef-48c5-af96-effadb2d3241 tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.20 "DELETE /v2.0/ports/18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 HTTP/1.1" status: 204 len: 173 time: 0.4809070 Jul 27 21:49:33.209856 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82125ee8-0c9e-4b8a-a898-1d98612c23b7', 'name': 'network-vif-deleted', 'tag': '18ce3ecd-72cb-448c-8a4d-b8b79deb6e13'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:33.212154 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886ce04d-4b19-4df7-88e7-8dd0fdaa00ac" -d '{"events": [{"server_uuid": "82125ee8-0c9e-4b8a-a898-1d98612c23b7", "name": "network-vif-deleted", "tag": "18ce3ecd-72cb-448c-8a4d-b8b79deb6e13"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:33.256589 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1411df-14cb-41da-baf8-432c8cbd116f x-openstack-request-id: req-1c1411df-14cb-41da-baf8-432c8cbd116f {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:33.256934 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82125ee8-0c9e-4b8a-a898-1d98612c23b7", "name": "network-vif-deleted", "tag": "18ce3ecd-72cb-448c-8a4d-b8b79deb6e13", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:33.257399 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c1411df-14cb-41da-baf8-432c8cbd116f {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:33.257505 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82125ee8-0c9e-4b8a-a898-1d98612c23b7', 'name': 'network-vif-deleted', 'tag': '18ce3ecd-72cb-448c-8a4d-b8b79deb6e13', 'status': 'completed', 'code': 200} Jul 27 21:49:33.615418 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c6847c4-e550-48f8-8ef2-1a1a91931572 req-5b6398d7-aa57-429b-bf16-8dd57149ec8c tempest-DeleteServersTestJSON-810656627 tempest-DeleteServersTestJSON-810656627-project] 10.222.0.55 "GET /v2.0/ports?device_id=82125ee8-0c9e-4b8a-a898-1d98612c23b7 HTTP/1.1" status: 200 len: 210 time: 0.0474277 Jul 27 21:49:34.503318 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:34.759019 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58824) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:34.809016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Deleting subnet 00ca23f5-7a66-41b4-b0e4-d25691cc2580 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:49:34.812433 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:34.854621 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:34.897342 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:34.959441 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:34.988938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ca23f5-7a66-41b4-b0e4-d25691cc2580,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:34.991815 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:34.993546 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] 10.222.0.55 "DELETE /v2.0/subnets/00ca23f5-7a66-41b4-b0e4-d25691cc2580 HTTP/1.1" status: 204 len: 168 time: 0.2334917 Jul 27 21:49:34.997897 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58826) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:35.000375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:35.001380 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:35.001958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:35.002509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:35.003065 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:35.003686 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:35.004190 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:35.004691 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:35.005129 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:35.005558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:35.005960 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:35.006423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c88f0b-fb17-4c4b-b894-3f6c6c1685ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:49:35.091854 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-819f0999-84e2-4688-a60c-45b91f96c327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:35.185095 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-819f0999-84e2-4688-a60c-45b91f96c327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:35.196425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-819f0999-84e2-4688-a60c-45b91f96c327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f75577-e4f2-4206-a4a2-ec0b3c54e6c1']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:49:35.209182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-819f0999-84e2-4688-a60c-45b91f96c327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903f9f62-7574-4998-b819-8242e201ffa2') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:49:35.209491 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-819f0999-84e2-4688-a60c-45b91f96c327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903f9f62-7574-4998-b819-8242e201ffa2') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:49:35.219999 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-819f0999-84e2-4688-a60c-45b91f96c327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:35.236420 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-819f0999-84e2-4688-a60c-45b91f96c327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:35.243294 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819f0999-84e2-4688-a60c-45b91f96c327 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:49:35.243966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-819f0999-84e2-4688-a60c-45b91f96c327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:49:35.245867 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:49:35.312096 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-819f0999-84e2-4688-a60c-45b91f96c327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:35.318794 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-819f0999-84e2-4688-a60c-45b91f96c327 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:35.320624 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-819f0999-84e2-4688-a60c-45b91f96c327 admin admin] 10.222.0.55 "DELETE /v2.0/networks/94f75577-e4f2-4206-a4a2-ec0b3c54e6c1 HTTP/1.1" status: 204 len: 168 time: 0.3214016 Jul 27 21:49:35.335069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f0999-84e2-4688-a60c-45b91f96c327 admin admin] Pushing event deleted for resources: {'Network': ['ID=94f75577-e4f2-4206-a4a2-ec0b3c54e6c1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:35.450431 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58830) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:35.465590 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-780c1fcc-f4fd-4245-9a74-ddca8f35716f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:35.495030 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b5a509f5-f4db-44d5-b5e1-958a1d9ae05b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a756b6ec46944b7a73c590635deda9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432272 Jul 27 21:49:35.498172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58832) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:35.530115 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:35.573686 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0039cd72-92a5-4256-a33d-5a838b224c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:35.600077 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0039cd72-92a5-4256-a33d-5a838b224c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:35.674005 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0039cd72-92a5-4256-a33d-5a838b224c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:35.676868 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0039cd72-92a5-4256-a33d-5a838b224c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:35.681750 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0039cd72-92a5-4256-a33d-5a838b224c0d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82238aca-b405-4a24-aca7-6c179dc90142 HTTP/1.1" status: 204 len: 168 time: 0.1789362 Jul 27 21:49:35.692373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039cd72-92a5-4256-a33d-5a838b224c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82238aca-b405-4a24-aca7-6c179dc90142,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:36.559042 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 58854) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:36.666858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-b55fd73d-46c0-4896-be19-ea3d2fa4761a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1816036694-network', 'tenant_id': '972358c6e1a0482eba705a33c8acae6c'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:36.691404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55fd73d-46c0-4896-be19-ea3d2fa4761a admin admin] Made reservation on behalf of 972358c6e1a0482eba705a33c8acae6c for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:36.693854 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b55fd73d-46c0-4896-be19-ea3d2fa4761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:36.705065 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b55fd73d-46c0-4896-be19-ea3d2fa4761a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:36.811902 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b55fd73d-46c0-4896-be19-ea3d2fa4761a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:36.817643 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b55fd73d-46c0-4896-be19-ea3d2fa4761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:36.860998 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55fd73d-46c0-4896-be19-ea3d2fa4761a admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:49:36.866796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fd73d-46c0-4896-be19-ea3d2fa4761a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:36.875025 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b55fd73d-46c0-4896-be19-ea3d2fa4761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:36.875432 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-b55fd73d-46c0-4896-be19-ea3d2fa4761a admin admin] Added segment 2eb0146b-7b42-4d69-838e-69250fd7600f of type vlan for network c9b138f3-4785-41ca-97bb-444b45b36dc1 Jul 27 21:49:36.923023 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b55fd73d-46c0-4896-be19-ea3d2fa4761a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:36.959043 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b55fd73d-46c0-4896-be19-ea3d2fa4761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:36.960556 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55fd73d-46c0-4896-be19-ea3d2fa4761a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:36.961582 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b55fd73d-46c0-4896-be19-ea3d2fa4761a admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:37.028264 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b55fd73d-46c0-4896-be19-ea3d2fa4761a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4680443 Jul 27 21:49:37.031309 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 58858) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:49:37.037500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-301e07f3-09c6-47a9-b0e4-dc1400a8cf12 admin admin] Request body: {'subnet': {'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1816036694-subnet', 'tenant_id': '972358c6e1a0482eba705a33c8acae6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:37.040832 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fd73d-46c0-4896-be19-ea3d2fa4761a admin admin] Pushing event updated for resources: {'Network': ['ID=c9b138f3-4785-41ca-97bb-444b45b36dc1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:37.052018 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network c9b138f3-4785-41ca-97bb-444b45b36dc1 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:49:37.067543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301e07f3-09c6-47a9-b0e4-dc1400a8cf12 admin admin] Made reservation on behalf of 972358c6e1a0482eba705a33c8acae6c for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:37.070088 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-301e07f3-09c6-47a9-b0e4-dc1400a8cf12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:37.160429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:49:37.180835 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:49:37.181082 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 18ce3ecd-72cb-448c-8a4d-b8b79deb6e13 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:49:37.256270 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-301e07f3-09c6-47a9-b0e4-dc1400a8cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:37.310068 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e07f3-09c6-47a9-b0e4-dc1400a8cf12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1241c313-1f3d-462b-a836-021a9b9d10bc,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:37.327233 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301e07f3-09c6-47a9-b0e4-dc1400a8cf12 admin admin] Checking segment: {'id': '2eb0146b-7b42-4d69-838e-69250fd7600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:37.327640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301e07f3-09c6-47a9-b0e4-dc1400a8cf12 admin admin] Network hostable DHCP agents. Network: c9b138f3-4785-41ca-97bb-444b45b36dc1, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:49:37.348100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301e07f3-09c6-47a9-b0e4-dc1400a8cf12 admin admin] Network c9b138f3-4785-41ca-97bb-444b45b36dc1 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:49:37.358776 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-301e07f3-09c6-47a9-b0e4-dc1400a8cf12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, c9b138f3-4785-41ca-97bb-444b45b36dc1) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:37.362053 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:37.363773 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301e07f3-09c6-47a9-b0e4-dc1400a8cf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:37.364251 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-301e07f3-09c6-47a9-b0e4-dc1400a8cf12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:37.372475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525d0de4-f66b-4532-9049-6e75eec3fa6b None None] Network c9b138f3-4785-41ca-97bb-444b45b36dc1 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:49:37.388854 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-301e07f3-09c6-47a9-b0e4-dc1400a8cf12 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3557210 Jul 27 21:49:37.539301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d926c64-7266-436e-85d0-e94b3292ef5e None None] Network c9b138f3-4785-41ca-97bb-444b45b36dc1 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:49:37.890725 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-e998ffbd-325e-4b9c-a033-e0237dc941bb tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:37.892339 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-e998ffbd-325e-4b9c-a033-e0237dc941bb tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/networks?id=c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 200 len: 815 time: 0.1138363 Jul 27 21:49:37.907709 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-9468c988-aae9-4b54-99d2-b624c8142c54 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/quotas/972358c6e1a0482eba705a33c8acae6c HTTP/1.1" status: 200 len: 375 time: 0.0095644 Jul 27 21:49:37.944494 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-64a9f2a3-0e64-4e41-a954-7f28074026fa tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=972358c6e1a0482eba705a33c8acae6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310938 Jul 27 21:49:38.053046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-0e3151df-efb2-49c2-9af2-0a50946508a5 service neutron] 10.222.0.55 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015134 Jul 27 21:49:38.060483 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:38.162617 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-96b9e2e9-fee8-49fb-93bd-bb19c9ba9a4e service neutron] 10.222.0.55 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005576 Jul 27 21:49:38.340365 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a1b6beab-610d-495f-b99c-56252093f190 req-30a29bee-fefe-4021-820d-f5dbeb25aebd tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 210 time: 0.0314200 Jul 27 21:49:39.024495 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:39.420605 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-52b80b10-320a-494a-b6d1-560673830413 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:39.423013 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-52b80b10-320a-494a-b6d1-560673830413 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.66 "GET /v2.0/networks?id=c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 200 len: 815 time: 0.1409640 Jul 27 21:49:39.436895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-7a768e02-6233-4aaf-b346-401d6a74ab26 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Request body: {'port': {'device_id': '62d5816b-17ca-41d8-8eb7-53ca70efc455', 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1', 'admin_state_up': True, 'tenant_id': '972358c6e1a0482eba705a33c8acae6c'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:39.453543 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e9ec894-6774-4ddc-8a9c-53a32c54986d req-aba98c7a-d7f5-41d9-9a83-c540e42a2cc0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 210 time: 0.0323272 Jul 27 21:49:39.563486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-7a768e02-6233-4aaf-b346-401d6a74ab26 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Made reservation on behalf of 972358c6e1a0482eba705a33c8acae6c for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:49:39.569099 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-7a768e02-6233-4aaf-b346-401d6a74ab26 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:39.727181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-7a768e02-6233-4aaf-b346-401d6a74ab26 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Allocated IP 172.20.0.6 (c9b138f3-4785-41ca-97bb-444b45b36dc1/1241c313-1f3d-462b-a836-021a9b9d10bc/759859f9-8cec-4a17-83fd-3bd3afab5b1c) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:49:39.888091 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-7a768e02-6233-4aaf-b346-401d6a74ab26 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:39.933530 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-7a768e02-6233-4aaf-b346-401d6a74ab26 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:39.984055 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-7a768e02-6233-4aaf-b346-401d6a74ab26 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Network c9b138f3-4785-41ca-97bb-444b45b36dc1 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:49:39.989722 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-7a768e02-6233-4aaf-b346-401d6a74ab26 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:49:39.993416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-7a768e02-6233-4aaf-b346-401d6a74ab26 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:49:39.999926 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a768e02-6233-4aaf-b346-401d6a74ab26 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Pushing event updated for resources: {'Port': ['ID=759859f9-8cec-4a17-83fd-3bd3afab5b1c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:40.046809 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-7a768e02-6233-4aaf-b346-401d6a74ab26 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:40.047458 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-7a768e02-6233-4aaf-b346-401d6a74ab26 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:40.064187 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-7a768e02-6233-4aaf-b346-401d6a74ab26 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6311967 Jul 27 21:49:40.081818 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Request body: {'port': {'device_id': '62d5816b-17ca-41d8-8eb7-53ca70efc455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:49:40.174760 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:40.466874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759859f9-8cec-4a17-83fd-3bd3afab5b1c {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:40.475034 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:40.491844 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Transition to ACTIVE for port object 759859f9-8cec-4a17-83fd-3bd3afab5b1c will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:49:40.497284 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:40.587043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Pushing event updated for resources: {'Port': ['ID=759859f9-8cec-4a17-83fd-3bd3afab5b1c,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:40.625091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c078d8-ef34-4378-a7f6-b85cd2756330 req-fdf8c84d-b16c-465c-8f83-3909dcc30b5c tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:40.627719 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85c078d8-ef34-4378-a7f6-b85cd2756330 req-fdf8c84d-b16c-465c-8f83-3909dcc30b5c tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 943 time: 0.0830314 Jul 27 21:49:40.648003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Attempting to bind port 759859f9-8cec-4a17-83fd-3bd3afab5b1c on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:49:40.648374 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Attempting to bind port 759859f9-8cec-4a17-83fd-3bd3afab5b1c by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '2eb0146b-7b42-4d69-838e-69250fd7600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:49:40.648701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Attempting to bind port 759859f9-8cec-4a17-83fd-3bd3afab5b1c on network c9b138f3-4785-41ca-97bb-444b45b36dc1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:40.654151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Port 759859f9-8cec-4a17-83fd-3bd3afab5b1c on network c9b138f3-4785-41ca-97bb-444b45b36dc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:49:40.654611 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Attempting to bind port 759859f9-8cec-4a17-83fd-3bd3afab5b1c on network c9b138f3-4785-41ca-97bb-444b45b36dc1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:49:40.661391 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:49:40.661716 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Checking segment: {'id': '2eb0146b-7b42-4d69-838e-69250fd7600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:49:40.662118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Bound using segment: {'id': '2eb0146b-7b42-4d69-838e-69250fd7600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:49:40.662658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Bound port: 759859f9-8cec-4a17-83fd-3bd3afab5b1c, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb0146b-7b42-4d69-838e-69250fd7600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:49:40.663026 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:40.682804 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85c078d8-ef34-4378-a7f6-b85cd2756330 req-9442ebb0-e6f7-4715-b400-6449b792bbc1 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452349 Jul 27 21:49:40.740286 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] For port 759859f9-8cec-4a17-83fd-3bd3afab5b1c, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:49:40.743541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] For port 759859f9-8cec-4a17-83fd-3bd3afab5b1c, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=759859f9-8cec-4a17-83fd-3bd3afab5b1c,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:49:40.747749 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:40.788131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:40.788745 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:40.790151 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] 10.222.0.66 "PUT /v2.0/ports/759859f9-8cec-4a17-83fd-3bd3afab5b1c HTTP/1.1" status: 200 len: 1091 time: 0.7138631 Jul 27 21:49:40.790604 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d5816b-17ca-41d8-8eb7-53ca70efc455', 'tag': '759859f9-8cec-4a17-83fd-3bd3afab5b1c'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:40.792866 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33400fa-67ea-41fa-bb8d-278af450b97b" -d '{"events": [{"name": "network-changed", "server_uuid": "62d5816b-17ca-41d8-8eb7-53ca70efc455", "tag": "759859f9-8cec-4a17-83fd-3bd3afab5b1c"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:40.822403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92a3cd-821f-480f-b75c-ca9c7a4bfa06 service neutron] Pushing event updated for resources: {'Port': ['ID=759859f9-8cec-4a17-83fd-3bd3afab5b1c,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:40.869586 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cf5270-37ec-4b13-8549-0765c87b927f x-openstack-request-id: req-82cf5270-37ec-4b13-8549-0765c87b927f {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:40.869877 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d5816b-17ca-41d8-8eb7-53ca70efc455", "tag": "759859f9-8cec-4a17-83fd-3bd3afab5b1c", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:40.870133 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82cf5270-37ec-4b13-8549-0765c87b927f {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:40.870568 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d5816b-17ca-41d8-8eb7-53ca70efc455', 'tag': '759859f9-8cec-4a17-83fd-3bd3afab5b1c', 'status': 'completed', 'code': 200} Jul 27 21:49:40.905224 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-fd4767ba-1415-4a74-9c4c-3bf5771c88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:40.908030 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-fd4767ba-1415-4a74-9c4c-3bf5771c88f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=972358c6e1a0482eba705a33c8acae6c&device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 1094 time: 0.0704911 Jul 27 21:49:40.958907 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-711fd0a8-83ed-4d78-9cae-15caa44dc7c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=759859f9-8cec-4a17-83fd-3bd3afab5b1c HTTP/1.1" status: 200 len: 217 time: 0.0435498 Jul 27 21:49:41.012285 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-60d0eb98-63c5-485f-add8-ec19b3bf65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:41.013649 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-60d0eb98-63c5-485f-add8-ec19b3bf65e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1241c313-1f3d-462b-a836-021a9b9d10bc HTTP/1.1" status: 200 len: 855 time: 0.0476279 Jul 27 21:49:41.055258 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-ca9f7f1b-f834-4411-aada-5895c610a375 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b138f3-4785-41ca-97bb-444b45b36dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344720 Jul 27 21:49:41.179897 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-80e11393-1d3f-427e-9ec9-a248d5749267 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100571 Jul 27 21:49:41.281070 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae80bd59-d071-44c1-8ec3-ed08d3c208be req-bd6ff472-e182-46d3-807b-10d1fcf6d7c8 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941329 Jul 27 21:49:41.419966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33400fa-67ea-41fa-bb8d-278af450b97b req-bf7f56ea-0baf-4834-84e1-eaa1a805f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:41.421503 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b33400fa-67ea-41fa-bb8d-278af450b97b req-bf7f56ea-0baf-4834-84e1-eaa1a805f16b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=972358c6e1a0482eba705a33c8acae6c&device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 1094 time: 0.0808260 Jul 27 21:49:41.527103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33400fa-67ea-41fa-bb8d-278af450b97b req-c70f3933-1489-4dff-aa36-8662d93c56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:41.528622 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b33400fa-67ea-41fa-bb8d-278af450b97b req-c70f3933-1489-4dff-aa36-8662d93c56c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 200 len: 916 time: 0.0993824 Jul 27 21:49:41.591897 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b33400fa-67ea-41fa-bb8d-278af450b97b req-71d35b3d-988f-478d-a74c-2259f83b3331 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=759859f9-8cec-4a17-83fd-3bd3afab5b1c HTTP/1.1" status: 200 len: 217 time: 0.0548711 Jul 27 21:49:41.664782 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33400fa-67ea-41fa-bb8d-278af450b97b req-f84dd73d-0ea2-4323-9189-24431725805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:41.666347 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b33400fa-67ea-41fa-bb8d-278af450b97b req-f84dd73d-0ea2-4323-9189-24431725805b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1241c313-1f3d-462b-a836-021a9b9d10bc HTTP/1.1" status: 200 len: 855 time: 0.0669332 Jul 27 21:49:41.715162 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b33400fa-67ea-41fa-bb8d-278af450b97b req-17bfd0ca-3801-47f6-bddd-e87ae705aeac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b138f3-4785-41ca-97bb-444b45b36dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413902 Jul 27 21:49:41.826337 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b33400fa-67ea-41fa-bb8d-278af450b97b req-8e1e8c49-107e-41b4-9f0e-e2d4cc36e7df service neutron] 10.222.0.66 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039228 Jul 27 21:49:41.895946 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37a919-b350-4b61-8a5b-b51c37f7e1bc req-40ffd750-c1c6-41d8-a2f9-9139164fb139 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:41.898642 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d37a919-b350-4b61-8a5b-b51c37f7e1bc req-40ffd750-c1c6-41d8-a2f9-9139164fb139 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 943 time: 0.1073556 Jul 27 21:49:41.949556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d37a919-b350-4b61-8a5b-b51c37f7e1bc req-7bcb776c-236e-4ee5-88af-26464b159826 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395410 Jul 27 21:49:41.975224 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b33400fa-67ea-41fa-bb8d-278af450b97b req-b8656fe5-1fab-4e4b-9900-b470db1433c4 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406534 Jul 27 21:49:43.106320 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad65ad2-c661-483f-ba50-ad6101084d2f req-3e7db975-69d8-427c-b575-bf9c18bbe88c tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:43.107729 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ad65ad2-c661-483f-ba50-ad6101084d2f req-3e7db975-69d8-427c-b575-bf9c18bbe88c tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 943 time: 0.0728102 Jul 27 21:49:43.452551 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ad65ad2-c661-483f-ba50-ad6101084d2f req-1408d594-861a-40fb-8683-002d93903a0e tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386228 Jul 27 21:49:43.961795 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:49:44.603154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67ff57-887c-4b88-9fb8-aa5aa7464a1f req-0bd44daa-400f-454d-af91-cb37425f2abc tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:44.604702 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc67ff57-887c-4b88-9fb8-aa5aa7464a1f req-0bd44daa-400f-454d-af91-cb37425f2abc tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 943 time: 0.0755973 Jul 27 21:49:44.652162 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc67ff57-887c-4b88-9fb8-aa5aa7464a1f req-67c67d42-a6cc-4ef1-9ad0-b3c02fea12e2 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408201 Jul 27 21:49:45.811130 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affe3f3-c5a2-4143-96a3-9dcc4a35b92f req-da8d4ca5-7e65-4721-b44e-e7be41f39e8e tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:45.814159 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0affe3f3-c5a2-4143-96a3-9dcc4a35b92f req-da8d4ca5-7e65-4721-b44e-e7be41f39e8e tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 943 time: 0.0811906 Jul 27 21:49:45.863483 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0affe3f3-c5a2-4143-96a3-9dcc4a35b92f req-2b5ede36-036d-4cc8-8323-b2b087cc805e tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426881 Jul 27 21:49:45.869159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 759859f9-8cec-4a17-83fd-3bd3afab5b1c details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:49:45.986098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 759859f9-8cec-4a17-83fd-3bd3afab5b1c, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=759859f9-8cec-4a17-83fd-3bd3afab5b1c,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:45.998857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '759859f9-8cec-4a17-83fd-3bd3afab5b1c', 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1', 'port_id': '759859f9-8cec-4a17-83fd-3bd3afab5b1c', 'mac_address': 'fa:16:3e:29:d7:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1241c313-1f3d-462b-a836-021a9b9d10bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:49:46.042898 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.056886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759859f9-8cec-4a17-83fd-3bd3afab5b1c {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:49:46.077748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 759859f9-8cec-4a17-83fd-3bd3afab5b1c, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=759859f9-8cec-4a17-83fd-3bd3afab5b1c,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:46.085127 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:46.137929 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=759859f9-8cec-4a17-83fd-3bd3afab5b1c,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:46.429170 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['759859f9-8cec-4a17-83fd-3bd3afab5b1c'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:49:47.003268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1e5b4-f045-4693-a6ff-5630b985948d req-ce21703a-723b-484c-95fb-48e9ef04a3b7 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:47.004812 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46c1e5b4-f045-4693-a6ff-5630b985948d req-ce21703a-723b-484c-95fb-48e9ef04a3b7 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 944 time: 0.0682354 Jul 27 21:49:47.053429 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46c1e5b4-f045-4693-a6ff-5630b985948d req-4d8bd601-fee4-4383-bf97-cbbdb4dc7da1 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418618 Jul 27 21:49:47.883555 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 759859f9-8cec-4a17-83fd-3bd3afab5b1c up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:49:47.941813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 759859f9-8cec-4a17-83fd-3bd3afab5b1c completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:49:47.947036 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 759859f9-8cec-4a17-83fd-3bd3afab5b1c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:49:47.947422 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:48.035122 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:48.059486 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d5816b-17ca-41d8-8eb7-53ca70efc455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759859f9-8cec-4a17-83fd-3bd3afab5b1c'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:49:48.061727 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4830527-a3b7-4e8a-a304-6f9cf06b4f44" -d '{"events": [{"server_uuid": "62d5816b-17ca-41d8-8eb7-53ca70efc455", "name": "network-vif-plugged", "status": "completed", "tag": "759859f9-8cec-4a17-83fd-3bd3afab5b1c"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:49:48.080270 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 759859f9-8cec-4a17-83fd-3bd3afab5b1c, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=759859f9-8cec-4a17-83fd-3bd3afab5b1c,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:49:48.087273 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:49:48.126665 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815084d7-e91e-4cb1-8744-2c2866f1843b x-openstack-request-id: req-815084d7-e91e-4cb1-8744-2c2866f1843b {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:49:48.127007 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d5816b-17ca-41d8-8eb7-53ca70efc455", "name": "network-vif-plugged", "status": "completed", "tag": "759859f9-8cec-4a17-83fd-3bd3afab5b1c", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:49:48.127212 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-815084d7-e91e-4cb1-8744-2c2866f1843b {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:49:48.127612 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d5816b-17ca-41d8-8eb7-53ca70efc455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759859f9-8cec-4a17-83fd-3bd3afab5b1c', 'code': 200} Jul 27 21:49:48.163888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=759859f9-8cec-4a17-83fd-3bd3afab5b1c,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:49:48.239665 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ac661-f74d-47ba-9da7-4a8c815d8184 req-e0e7a7cb-6c4e-41ef-aa5d-ccff4a6aed79 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:48.241240 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea0ac661-f74d-47ba-9da7-4a8c815d8184 req-e0e7a7cb-6c4e-41ef-aa5d-ccff4a6aed79 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0855329 Jul 27 21:49:48.248094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82121ca-8292-4126-bfcf-419041a5a234 req-b2160d0b-2488-432d-9bf8-0db909ebcee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:48.249695 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a82121ca-8292-4126-bfcf-419041a5a234 req-b2160d0b-2488-432d-9bf8-0db909ebcee0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 1096 time: 0.0658131 Jul 27 21:49:48.304337 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a82121ca-8292-4126-bfcf-419041a5a234 req-85fb7245-d7e5-4f0c-8a37-a3c1fc742f60 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458355 Jul 27 21:49:48.305632 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ea0ac661-f74d-47ba-9da7-4a8c815d8184 req-f7d9c4bf-68b7-4e0a-869a-8e394deecf21 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520806 Jul 27 21:49:49.466151 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e97fdd-c7c5-4d68-8730-a91481049b85 req-0fa73102-a1f2-4b25-a9f1-79623c9bf830 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:49.468510 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0e97fdd-c7c5-4d68-8730-a91481049b85 req-0fa73102-a1f2-4b25-a9f1-79623c9bf830 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0821183 Jul 27 21:49:49.515010 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0e97fdd-c7c5-4d68-8730-a91481049b85 req-c78b60e3-a6c9-4a51-bcbf-d589bf392a08 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401006 Jul 27 21:49:50.660732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb532f-606d-426d-937f-ec7242cc7aa1 req-d27b3cdc-a7e3-4211-9020-0f56b05afa9a tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.662204 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47eb532f-606d-426d-937f-ec7242cc7aa1 req-d27b3cdc-a7e3-4211-9020-0f56b05afa9a tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0653973 Jul 27 21:49:50.699967 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47eb532f-606d-426d-937f-ec7242cc7aa1 req-966418fe-26ab-42d1-9b9c-7888ceed6b06 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Jul 27 21:49:50.833889 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1890cc-d96a-4e31-962f-fa213e2f4bb0 req-47489b32-6012-4222-8404-bc4ee273334a tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:50.835426 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba1890cc-d96a-4e31-962f-fa213e2f4bb0 req-47489b32-6012-4222-8404-bc4ee273334a tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0676322 Jul 27 21:49:50.879707 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba1890cc-d96a-4e31-962f-fa213e2f4bb0 req-04cb71bd-6b0e-4916-9f76-9e44e5c25680 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375650 Jul 27 21:49:51.115095 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc7da8-d920-433f-9849-69c6118dbdfa req-b6b71aa9-7539-4b41-8e57-fc5598b0f16c tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:51.116480 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1dcc7da8-d920-433f-9849-69c6118dbdfa req-b6b71aa9-7539-4b41-8e57-fc5598b0f16c tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0696104 Jul 27 21:49:51.154628 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1dcc7da8-d920-433f-9849-69c6118dbdfa req-c4f21875-d4db-4647-a907-bccf0f37d3d3 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321882 Jul 27 21:49:51.285435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee773667-bb83-409b-a8e3-1b63047525ea req-f51bd8d5-d17f-41f6-9c80-715e49998d6c tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:51.286929 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee773667-bb83-409b-a8e3-1b63047525ea req-f51bd8d5-d17f-41f6-9c80-715e49998d6c tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0664182 Jul 27 21:49:51.325710 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee773667-bb83-409b-a8e3-1b63047525ea req-85333bec-ee94-44ff-a543-e5f658fed068 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329192 Jul 27 21:49:51.573395 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-8d5727b6-f620-4822-a508-48701f28cc0a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0641518 Jul 27 21:49:51.589337 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6286d-781a-4101-9e2c-218cbfe2bbe7 req-f6b31491-3166-411d-9a5f-51124a87f405 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:51.591313 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2bc6286d-781a-4101-9e2c-218cbfe2bbe7 req-f6b31491-3166-411d-9a5f-51124a87f405 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0724816 Jul 27 21:49:51.632889 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2bc6286d-781a-4101-9e2c-218cbfe2bbe7 req-018bc5e8-dd0d-490a-a560-fe6609f78035 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339642 Jul 27 21:49:52.769423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4ada9-b2e1-4c19-8058-8b559560b14f req-3c20e74a-5898-4efa-b16a-ab5a0442038d tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.770999 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5c4ada9-b2e1-4c19-8058-8b559560b14f req-3c20e74a-5898-4efa-b16a-ab5a0442038d tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0685995 Jul 27 21:49:52.809757 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5c4ada9-b2e1-4c19-8058-8b559560b14f req-8a5aba87-b03d-4883-8dca-fb7d24939357 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327291 Jul 27 21:49:52.825021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-4bdff87a-ffd0-496c-9712-a3b780b38daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.825021 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-4bdff87a-ffd0-496c-9712-a3b780b38daf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=972358c6e1a0482eba705a33c8acae6c&device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 1096 time: 0.0578887 Jul 27 21:49:52.915973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-a62e8960-4536-4a63-846d-51107675f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:52.917372 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-a62e8960-4536-4a63-846d-51107675f720 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 200 len: 916 time: 0.0860810 Jul 27 21:49:52.970619 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-55fb1ea3-1648-4676-b9c5-b912bb5900a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=759859f9-8cec-4a17-83fd-3bd3afab5b1c HTTP/1.1" status: 200 len: 217 time: 0.0458162 Jul 27 21:49:53.027811 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-b4412694-db4e-44df-8bf2-bc632e503b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:53.029300 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-b4412694-db4e-44df-8bf2-bc632e503b40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1241c313-1f3d-462b-a836-021a9b9d10bc HTTP/1.1" status: 200 len: 855 time: 0.0524542 Jul 27 21:49:53.065850 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c896d2e7-0850-4f8b-9bed-a0177437efc6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b138f3-4785-41ca-97bb-444b45b36dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291960 Jul 27 21:49:53.464884 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-ba0049c5-d17a-48f3-a8d1-7011d381af0b service neutron] 10.222.0.66 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916526 Jul 27 21:49:53.554624 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-fbe71371-ae8a-40f4-b46e-4b959c44fe77 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826824 Jul 27 21:49:53.952440 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141ae7c-1575-4e62-8a85-ca370b3f1cdf req-091c0432-069f-49a4-ae6d-2604b7c14287 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:53.954172 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1141ae7c-1575-4e62-8a85-ca370b3f1cdf req-091c0432-069f-49a4-ae6d-2604b7c14287 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0710835 Jul 27 21:49:53.998790 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1141ae7c-1575-4e62-8a85-ca370b3f1cdf req-649b7fcb-2661-444f-b6ce-8db5a7de2ab9 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383339 Jul 27 21:49:55.152035 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97517abb-7465-4bf4-a66e-f80756775e52 req-d56b8bd4-246f-4ae1-b67e-292ed4c6ebd8 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:55.153416 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97517abb-7465-4bf4-a66e-f80756775e52 req-d56b8bd4-246f-4ae1-b67e-292ed4c6ebd8 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0686896 Jul 27 21:49:55.192012 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97517abb-7465-4bf4-a66e-f80756775e52 req-05ef76d6-bbe9-4738-915c-88dcbb624fb9 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Jul 27 21:49:56.336045 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65542415-0e14-4b05-adc5-7a47e8cc470c req-0b9e349a-a742-4c2d-bcee-a1185f042704 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:56.337560 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65542415-0e14-4b05-adc5-7a47e8cc470c req-0b9e349a-a742-4c2d-bcee-a1185f042704 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0637660 Jul 27 21:49:56.376116 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65542415-0e14-4b05-adc5-7a47e8cc470c req-b50e0580-8da0-40a0-b158-a9ea42c453ff tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322263 Jul 27 21:49:57.516313 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6834c-8eac-49d7-bbe6-2898d59a7729 req-038d582f-1588-48c1-8f80-3ca728c912e6 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:57.517760 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-56b6834c-8eac-49d7-bbe6-2898d59a7729 req-038d582f-1588-48c1-8f80-3ca728c912e6 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0686758 Jul 27 21:49:57.556830 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-56b6834c-8eac-49d7-bbe6-2898d59a7729 req-701011f9-21bd-42e5-a943-b08b015e9235 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332384 Jul 27 21:49:58.687290 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6860-3504-4a52-a475-8b3d70c99cc1 req-8733bc2a-d415-4d52-94b2-c33bd99c34ba tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:58.689624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a50d6860-3504-4a52-a475-8b3d70c99cc1 req-8733bc2a-d415-4d52-94b2-c33bd99c34ba tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0660689 Jul 27 21:49:58.733804 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a50d6860-3504-4a52-a475-8b3d70c99cc1 req-37569bc7-640f-4bdd-94f9-9e0b786fc55b tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379436 Jul 27 21:49:59.884576 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ebf4a-f4d6-4f30-94bd-9a31fa1b9769 req-44f68c53-b909-41c8-ad32-560113bbac25 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:49:59.886203 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e6ebf4a-f4d6-4f30-94bd-9a31fa1b9769 req-44f68c53-b909-41c8-ad32-560113bbac25 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0817869 Jul 27 21:49:59.930214 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e6ebf4a-f4d6-4f30-94bd-9a31fa1b9769 req-ea220b10-2b5b-4136-aeff-cf950ae6ebeb tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374227 Jul 27 21:50:01.066059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b6791-4cad-4c2b-9a89-654d0295d7d7 req-f9d0c12f-881b-49ff-b224-0c859e88adcb tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:01.067607 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed6b6791-4cad-4c2b-9a89-654d0295d7d7 req-f9d0c12f-881b-49ff-b224-0c859e88adcb tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0679109 Jul 27 21:50:01.107410 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed6b6791-4cad-4c2b-9a89-654d0295d7d7 req-6b7505a2-79d7-4024-84a3-c98d7dc9ed4c tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330269 Jul 27 21:50:02.253637 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc987b3f-fc52-49c2-b7ea-635dc0256404 req-cd25d37f-b641-4626-b3de-4ced8770d67c tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:02.255234 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dc987b3f-fc52-49c2-b7ea-635dc0256404 req-cd25d37f-b641-4626-b3de-4ced8770d67c tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0762939 Jul 27 21:50:02.304026 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dc987b3f-fc52-49c2-b7ea-635dc0256404 req-027f3dcd-75d8-4a56-911c-99f2c47be8cb tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423388 Jul 27 21:50:02.797214 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b32b1737-95c9-4453-be03-0b3c35fdb2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:03.456420 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af56cf-399d-4050-91db-4698aecfeaef req-bec6bf83-e479-437d-89e5-f2214d3744dc tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:03.457920 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-72af56cf-399d-4050-91db-4698aecfeaef req-bec6bf83-e479-437d-89e5-f2214d3744dc tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0708528 Jul 27 21:50:03.498168 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-72af56cf-399d-4050-91db-4698aecfeaef req-f397a0ff-402a-4a84-9f16-80e1c07dfb7d tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340917 Jul 27 21:50:04.495684 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:04.639551 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8fed6-1d65-449e-9d47-3b28cfb135c0 req-8d31a724-5d81-4d36-8f6f-a25b8d0bc952 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:04.641110 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-baf8fed6-1d65-449e-9d47-3b28cfb135c0 req-8d31a724-5d81-4d36-8f6f-a25b8d0bc952 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0742812 Jul 27 21:50:04.683073 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-baf8fed6-1d65-449e-9d47-3b28cfb135c0 req-cb813cef-d2d8-47d1-b91c-49266c2c9811 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360305 Jul 27 21:50:05.457473 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8e564dd9-699e-4a06-9068-62a5c2e3f3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:05.532891 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:05.830391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9ee83-9073-4561-b1f9-b504fa60fb49 req-2e4c7736-42cf-40f1-85c4-b32402e6f636 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:05.832258 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43c9ee83-9073-4561-b1f9-b504fa60fb49 req-2e4c7736-42cf-40f1-85c4-b32402e6f636 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0678885 Jul 27 21:50:05.877544 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43c9ee83-9073-4561-b1f9-b504fa60fb49 req-5209327d-baca-4519-959c-3e75c9a12aff tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348358 Jul 27 21:50:07.017719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a152c0-289c-48a6-9128-543e3d9ff2ba req-e003af7a-fa5f-4323-8c38-f92e911bc99f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:07.019317 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39a152c0-289c-48a6-9128-543e3d9ff2ba req-e003af7a-fa5f-4323-8c38-f92e911bc99f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0719545 Jul 27 21:50:07.059139 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39a152c0-289c-48a6-9128-543e3d9ff2ba req-e95c65d0-9a60-40d7-89ad-554ac79bb548 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336916 Jul 27 21:50:07.358181 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:08.052200 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:08.195203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867bb07-e4b3-4b40-816e-4d8200159fd7 req-7c57ead7-bfb5-46f3-bacf-28e894757880 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:08.196750 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9867bb07-e4b3-4b40-816e-4d8200159fd7 req-7c57ead7-bfb5-46f3-bacf-28e894757880 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0674155 Jul 27 21:50:08.237461 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9867bb07-e4b3-4b40-816e-4d8200159fd7 req-d0494fb5-dc77-4591-ac7f-a8a32f1fc8c3 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347002 Jul 27 21:50:09.026002 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:09.113550 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-dc959557-4c1a-44ab-a46a-ea348dd45c29 req-aacf149d-fe91-4c85-bb79-6cbdf1914013 service neutron] (105580) timed out ('10.222.0.55', 54718) {{(pid=105580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 21:50:09.375436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d7b4c-917c-49f7-b26a-6f1948cf8233 req-ece234bc-8399-4443-bfe0-22e6eef6a7db tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:09.376996 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-189d7b4c-917c-49f7-b26a-6f1948cf8233 req-ece234bc-8399-4443-bfe0-22e6eef6a7db tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0702791 Jul 27 21:50:09.417056 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-189d7b4c-917c-49f7-b26a-6f1948cf8233 req-9be61ebe-a854-4ebc-a790-dadf21ae135f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341027 Jul 27 21:50:10.554464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7b7b1-0c34-437b-a591-e370ed530205 req-6ae8f5de-e480-4958-8589-1c15ceffecb9 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:10.555885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46f7b7b1-0c34-437b-a591-e370ed530205 req-6ae8f5de-e480-4958-8589-1c15ceffecb9 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0679963 Jul 27 21:50:10.596183 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46f7b7b1-0c34-437b-a591-e370ed530205 req-c7da2ba6-8b13-4f1b-b38a-fd3ac5e80836 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343282 Jul 27 21:50:11.734832 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629ca0c-0923-44ff-a3ff-b4e4554801f5 req-bf75b8bc-80da-49d6-85e4-aa9d6dbe02ea tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:11.737315 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7629ca0c-0923-44ff-a3ff-b4e4554801f5 req-bf75b8bc-80da-49d6-85e4-aa9d6dbe02ea tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0703843 Jul 27 21:50:11.783232 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7629ca0c-0923-44ff-a3ff-b4e4554801f5 req-b77aead6-0ba0-4cab-839c-e66dcb54b8ed tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394921 Jul 27 21:50:12.928436 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a7891-523d-47f7-9d2b-7324fe895aeb req-efeb296e-9fc9-42ef-ba1b-32edce8917f1 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:12.929961 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-193a7891-523d-47f7-9d2b-7324fe895aeb req-efeb296e-9fc9-42ef-ba1b-32edce8917f1 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0729320 Jul 27 21:50:12.972790 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-193a7891-523d-47f7-9d2b-7324fe895aeb req-51ef95f0-08ff-4acd-a3c7-65d8f47b5be8 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363600 Jul 27 21:50:14.105509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1f1e3-9419-47a0-aea2-f985deb90b24 req-925531da-243c-40ff-b935-cc6346b43c83 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:14.107074 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6a1f1e3-9419-47a0-aea2-f985deb90b24 req-925531da-243c-40ff-b935-cc6346b43c83 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0671709 Jul 27 21:50:14.147267 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6a1f1e3-9419-47a0-aea2-f985deb90b24 req-a7e043a3-e09a-4e59-986b-53c21c658aa1 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335186 Jul 27 21:50:15.291130 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3953d89-e7e2-429f-adf4-907f0b682562 req-ce5a81e9-3e06-4cee-81fc-ad05077aa02e tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:15.292727 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a3953d89-e7e2-429f-adf4-907f0b682562 req-ce5a81e9-3e06-4cee-81fc-ad05077aa02e tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0717697 Jul 27 21:50:15.335394 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a3953d89-e7e2-429f-adf4-907f0b682562 req-2fa9ee42-b4ab-4955-b30f-f29f7e5806a2 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353076 Jul 27 21:50:16.480575 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c263090-2a02-49a1-a199-12b53fc214be req-5b0bb425-ba91-48a8-8f2d-2bfdc0954e89 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:16.482108 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c263090-2a02-49a1-a199-12b53fc214be req-5b0bb425-ba91-48a8-8f2d-2bfdc0954e89 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0772407 Jul 27 21:50:16.527757 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c263090-2a02-49a1-a199-12b53fc214be req-6931c6a9-4050-4063-9f44-c98b88597a15 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391505 Jul 27 21:50:17.675308 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65535ad8-ccf2-4661-b43a-4dc209de0209 req-1bf90428-0e03-4689-8eae-b94dc417d83c tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:17.676843 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65535ad8-ccf2-4661-b43a-4dc209de0209 req-1bf90428-0e03-4689-8eae-b94dc417d83c tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0746207 Jul 27 21:50:17.716644 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65535ad8-ccf2-4661-b43a-4dc209de0209 req-abdacb8f-250e-4df3-8d20-2134b5b32b3f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334034 Jul 27 21:50:18.870688 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d691b5f-1977-4104-a9a8-74c6db8b444d req-847c5eb2-10e5-45b2-957f-4fa25748d3a1 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:18.872297 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d691b5f-1977-4104-a9a8-74c6db8b444d req-847c5eb2-10e5-45b2-957f-4fa25748d3a1 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0815520 Jul 27 21:50:18.915451 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d691b5f-1977-4104-a9a8-74c6db8b444d req-24b723fc-74aa-41c7-b536-f2cbfb18f503 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368516 Jul 27 21:50:20.056574 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751e9c5-f052-4bfc-bb3f-0c221a60d05d req-ded9d0ed-b2a9-43d7-bd1d-ffd882b99a3f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:20.058087 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7751e9c5-f052-4bfc-bb3f-0c221a60d05d req-ded9d0ed-b2a9-43d7-bd1d-ffd882b99a3f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.0679090 Jul 27 21:50:20.098570 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7751e9c5-f052-4bfc-bb3f-0c221a60d05d req-78422c42-591c-4d4a-b99d-c70290e00153 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339766 Jul 27 21:50:20.503698 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-31334996-b416-413e-8875-6432532e28df service neutron] show failed (client error): The resource could not be found. Jul 27 21:50:20.505261 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-31334996-b416-413e-8875-6432532e28df service neutron] 10.222.0.66 "GET /v2.0/ports/759859f9-8cec-4a17-83fd-3bd3afab5b1c/bindings/n-h1-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.0574241 Jul 27 21:50:20.727000 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-df4f2e20-114e-4cda-98c6-9261f12f217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:20.728517 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-df4f2e20-114e-4cda-98c6-9261f12f217c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455&tenant_id=972358c6e1a0482eba705a33c8acae6c HTTP/1.1" status: 200 len: 1096 time: 0.0623705 Jul 27 21:50:20.741234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:20.824536 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:20.961626 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:50:21.036551 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] For port 759859f9-8cec-4a17-83fd-3bd3afab5b1c, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=759859f9-8cec-4a17-83fd-3bd3afab5b1c,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:21.078207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] For port 759859f9-8cec-4a17-83fd-3bd3afab5b1c, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:50:21.121640 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d5816b-17ca-41d8-8eb7-53ca70efc455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '759859f9-8cec-4a17-83fd-3bd3afab5b1c'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:21.124015 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513a3a90-8c32-4f76-818d-96b69e3a8871" -d '{"events": [{"server_uuid": "62d5816b-17ca-41d8-8eb7-53ca70efc455", "name": "network-vif-unplugged", "status": "completed", "tag": "759859f9-8cec-4a17-83fd-3bd3afab5b1c"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:21.129422 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:21.142731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Transition to ACTIVE for port object 759859f9-8cec-4a17-83fd-3bd3afab5b1c will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:21.147368 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:21.176965 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4aff940-a838-48f6-99d9-6d295b06ffca x-openstack-request-id: req-b4aff940-a838-48f6-99d9-6d295b06ffca {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:21.177358 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d5816b-17ca-41d8-8eb7-53ca70efc455", "name": "network-vif-unplugged", "status": "completed", "tag": "759859f9-8cec-4a17-83fd-3bd3afab5b1c", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:21.177615 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b4aff940-a838-48f6-99d9-6d295b06ffca {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:21.178010 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d5816b-17ca-41d8-8eb7-53ca70efc455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '759859f9-8cec-4a17-83fd-3bd3afab5b1c', 'code': 200} Jul 27 21:50:21.224422 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] No DVR routers for this DVR port 759859f9-8cec-4a17-83fd-3bd3afab5b1c on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:50:21.226552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Pushing event updated for resources: {'Port': ['ID=759859f9-8cec-4a17-83fd-3bd3afab5b1c,revision_number=6']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:21.256432 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2dad4-bb0f-4449-946b-feee6508508a req-1cca583c-e4f7-438a-9b79-08eafb0fb7d6 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.258199 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41d2dad4-bb0f-4449-946b-feee6508508a req-1cca583c-e4f7-438a-9b79-08eafb0fb7d6 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 943 time: 0.0785704 Jul 27 21:50:21.275608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Attempting to bind port 759859f9-8cec-4a17-83fd-3bd3afab5b1c on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:50:21.275944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Attempting to bind port 759859f9-8cec-4a17-83fd-3bd3afab5b1c by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '2eb0146b-7b42-4d69-838e-69250fd7600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:50:21.276278 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Attempting to bind port 759859f9-8cec-4a17-83fd-3bd3afab5b1c on network c9b138f3-4785-41ca-97bb-444b45b36dc1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:21.281064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Port 759859f9-8cec-4a17-83fd-3bd3afab5b1c on network c9b138f3-4785-41ca-97bb-444b45b36dc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:50:21.281388 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Attempting to bind port 759859f9-8cec-4a17-83fd-3bd3afab5b1c on network c9b138f3-4785-41ca-97bb-444b45b36dc1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:21.287667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:50:21.288121 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Checking segment: {'id': '2eb0146b-7b42-4d69-838e-69250fd7600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:21.288513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Bound using segment: {'id': '2eb0146b-7b42-4d69-838e-69250fd7600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:50:21.288944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Bound port: 759859f9-8cec-4a17-83fd-3bd3afab5b1c, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb0146b-7b42-4d69-838e-69250fd7600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:50:21.289442 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:21.310063 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41d2dad4-bb0f-4449-946b-feee6508508a req-7f28fd97-9a46-41c9-ba04-e1a38c6eb88d tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360103 Jul 27 21:50:21.366586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] For port 759859f9-8cec-4a17-83fd-3bd3afab5b1c, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:50:21.370183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] For port 759859f9-8cec-4a17-83fd-3bd3afab5b1c, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=759859f9-8cec-4a17-83fd-3bd3afab5b1c,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:50:21.374797 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:21.409198 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.409813 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:21.411256 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] 10.222.0.20 "PUT /v2.0/ports/759859f9-8cec-4a17-83fd-3bd3afab5b1c HTTP/1.1" status: 200 len: 1091 time: 0.6741421 Jul 27 21:50:21.452851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee63da-9ed4-4253-a404-d1640a85ca10 service neutron] Pushing event updated for resources: {'Port': ['ID=759859f9-8cec-4a17-83fd-3bd3afab5b1c,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:21.503546 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-05ef6249-71ba-45c7-b290-45d485b93afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.505082 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-05ef6249-71ba-45c7-b290-45d485b93afa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=972358c6e1a0482eba705a33c8acae6c&device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 1094 time: 0.0640318 Jul 27 21:50:21.609191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-0823384f-7493-458c-8cf7-1e4f8653c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.610770 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-0823384f-7493-458c-8cf7-1e4f8653c097 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 200 len: 916 time: 0.0974724 Jul 27 21:50:21.657918 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-f049f5cb-9093-4a69-bcd9-47d23c6b5ecc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=759859f9-8cec-4a17-83fd-3bd3afab5b1c HTTP/1.1" status: 200 len: 217 time: 0.0390458 Jul 27 21:50:21.714428 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-bbe4df8e-5ac9-4b0e-a0fd-1a517dc89d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:21.716245 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-bbe4df8e-5ac9-4b0e-a0fd-1a517dc89d09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1241c313-1f3d-462b-a836-021a9b9d10bc HTTP/1.1" status: 200 len: 855 time: 0.0501735 Jul 27 21:50:21.762842 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-5b5e7348-4bf0-435f-84c9-0c59ad6a4ff9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9b138f3-4785-41ca-97bb-444b45b36dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359485 Jul 27 21:50:21.864227 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-12a40e93-f56a-41b1-8a27-961ccd6f7777 service neutron] 10.222.0.20 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933437 Jul 27 21:50:21.974849 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-763c3f7d-e137-4a5a-ad19-c7b7710dd09d req-8d44e849-5311-43c3-98fe-5cfa5a528109 service neutron] 10.222.0.20 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031520 Jul 27 21:50:22.467165 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90275b5-4a99-4a42-a219-25d21dfc0e38 req-c213cc1a-e966-4565-a148-c95aa10538be tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:22.468723 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c90275b5-4a99-4a42-a219-25d21dfc0e38 req-c213cc1a-e966-4565-a148-c95aa10538be tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 943 time: 0.0693362 Jul 27 21:50:22.511621 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c90275b5-4a99-4a42-a219-25d21dfc0e38 req-6324abbb-bce6-41e2-8e72-390bf8d973cd tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365653 Jul 27 21:50:23.179462 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d5816b-17ca-41d8-8eb7-53ca70efc455', 'tag': '759859f9-8cec-4a17-83fd-3bd3afab5b1c'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:23.182116 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015" -d '{"events": [{"name": "network-changed", "server_uuid": "62d5816b-17ca-41d8-8eb7-53ca70efc455", "tag": "759859f9-8cec-4a17-83fd-3bd3afab5b1c"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:23.240233 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4041cf-b593-4595-85f0-ed2edcbf874b x-openstack-request-id: req-ba4041cf-b593-4595-85f0-ed2edcbf874b {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:23.240509 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d5816b-17ca-41d8-8eb7-53ca70efc455", "tag": "759859f9-8cec-4a17-83fd-3bd3afab5b1c", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:23.240763 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba4041cf-b593-4595-85f0-ed2edcbf874b {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:23.241168 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d5816b-17ca-41d8-8eb7-53ca70efc455', 'tag': '759859f9-8cec-4a17-83fd-3bd3afab5b1c', 'status': 'completed', 'code': 200} Jul 27 21:50:23.357350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-c364a421-4104-43ce-a123-0ea18a3ca1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:23.358905 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-c364a421-4104-43ce-a123-0ea18a3ca1c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=972358c6e1a0482eba705a33c8acae6c&device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 1094 time: 0.1007109 Jul 27 21:50:23.361533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-11145045-3d1d-45c7-91ee-54af63aab836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:23.362920 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-11145045-3d1d-45c7-91ee-54af63aab836 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=972358c6e1a0482eba705a33c8acae6c&device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 1094 time: 0.0959280 Jul 27 21:50:23.545626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-50e55d01-c54d-4b8e-a1d3-6a71ce2c3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:23.547000 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-50e55d01-c54d-4b8e-a1d3-6a71ce2c3e99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 200 len: 916 time: 0.1809587 Jul 27 21:50:23.548314 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-f5150daf-d34c-47fa-96c5-2c4b0af09b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:23.550654 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-f5150daf-d34c-47fa-96c5-2c4b0af09b9f service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 200 len: 916 time: 0.1771691 Jul 27 21:50:23.631172 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-569d7084-17ba-4a56-9a55-9b69a0cbcd61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=759859f9-8cec-4a17-83fd-3bd3afab5b1c HTTP/1.1" status: 200 len: 217 time: 0.0766242 Jul 27 21:50:23.632533 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-cb642f2a-4bbf-4d05-abe2-b0a3480fea1d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=759859f9-8cec-4a17-83fd-3bd3afab5b1c HTTP/1.1" status: 200 len: 217 time: 0.0717609 Jul 27 21:50:23.659074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3afa11-933d-46ad-bfbc-941c17074991 req-ad1dcb8b-0d10-4877-87dc-cf852dcc8a3f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:23.660646 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d3afa11-933d-46ad-bfbc-941c17074991 req-ad1dcb8b-0d10-4877-87dc-cf852dcc8a3f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 943 time: 0.0705936 Jul 27 21:50:23.710814 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d3afa11-933d-46ad-bfbc-941c17074991 req-29e37981-0d94-4883-8ca7-3748488ce272 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434492 Jul 27 21:50:23.731004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-650128d5-6672-4db0-bdac-1d6c77928966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:23.732509 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-650128d5-6672-4db0-bdac-1d6c77928966 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1241c313-1f3d-462b-a836-021a9b9d10bc HTTP/1.1" status: 200 len: 855 time: 0.0946124 Jul 27 21:50:23.736492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-20165ab7-99d5-4c02-8a65-0b46f011c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:23.737924 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-20165ab7-99d5-4c02-8a65-0b46f011c201 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1241c313-1f3d-462b-a836-021a9b9d10bc HTTP/1.1" status: 200 len: 855 time: 0.0988228 Jul 27 21:50:23.834456 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-5c79ec6a-6df2-4d1b-89d6-efc010b77d57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9b138f3-4785-41ca-97bb-444b45b36dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865672 Jul 27 21:50:23.834456 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-5f30642f-a42c-405f-828a-2a77062de265 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b138f3-4785-41ca-97bb-444b45b36dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859880 Jul 27 21:50:23.912485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.66', 57572) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:50:24.010835 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 759859f9-8cec-4a17-83fd-3bd3afab5b1c no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:50:24.027697 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-8604b3b3-1a60-484d-a8e5-8c66698ee266 service neutron] 10.222.0.20 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893287 Jul 27 21:50:24.027944 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dc938-93e1-4227-8cf1-8ee40dbb6b76 req-b92e41e9-6aea-44e3-a476-7253eb9788a7 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:24.029269 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7c6dc938-93e1-4227-8cf1-8ee40dbb6b76 req-b92e41e9-6aea-44e3-a476-7253eb9788a7 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 943 time: 0.1503968 Jul 27 21:50:24.029686 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-da25d160-11f6-4b7e-9cd1-68c64b87e1cc service neutron] 10.222.0.66 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899915 Jul 27 21:50:24.059418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 759859f9-8cec-4a17-83fd-3bd3afab5b1c not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:50:24.061745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2051f3b-b512-4298-a146-38649ea7c4da req-7d1974a4-848c-4f0d-841a-0c0374ad9288 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:24.063418 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2051f3b-b512-4298-a146-38649ea7c4da req-7d1974a4-848c-4f0d-841a-0c0374ad9288 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.66 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455&tenant_id=972358c6e1a0482eba705a33c8acae6c&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 943 time: 0.1499536 Jul 27 21:50:24.132911 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7c6dc938-93e1-4227-8cf1-8ee40dbb6b76 req-87c117f4-2a42-4ce0-a60d-55b1cf8defd4 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878119 Jul 27 21:50:24.168583 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [req-f2051f3b-b512-4298-a146-38649ea7c4da req-5570199d-084d-41ed-baad-5e70d2b0be06 service neutron] delete failed (client error): The resource could not be found. Jul 27 21:50:24.172021 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f2051f3b-b512-4298-a146-38649ea7c4da req-5570199d-084d-41ed-baad-5e70d2b0be06 service neutron] 10.222.0.66 "DELETE /v2.0/ports/759859f9-8cec-4a17-83fd-3bd3afab5b1c/bindings/n-h2-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.1001663 Jul 27 21:50:24.213518 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-a7959b7e-a56f-452c-b9f8-596ebf3e7769 service neutron] 10.222.0.20 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783600 Jul 27 21:50:24.215863 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0cb87ff3-ba5a-4fa4-bf61-fcc88ebb7015 req-477b0c21-17be-4cd9-ae83-fe91c615aa7c service neutron] 10.222.0.66 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789017 Jul 27 21:50:24.367808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2051f3b-b512-4298-a146-38649ea7c4da req-c4e3396a-1225-4b07-8e49-53c5a371d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:24.369352 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2051f3b-b512-4298-a146-38649ea7c4da req-c4e3396a-1225-4b07-8e49-53c5a371d30e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=972358c6e1a0482eba705a33c8acae6c&device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 1094 time: 0.0826645 Jul 27 21:50:24.478398 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2051f3b-b512-4298-a146-38649ea7c4da req-81c2102d-ffb7-4a4a-9929-72f4f49c7269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:24.479829 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2051f3b-b512-4298-a146-38649ea7c4da req-81c2102d-ffb7-4a4a-9929-72f4f49c7269 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 200 len: 916 time: 0.1013985 Jul 27 21:50:24.525714 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2051f3b-b512-4298-a146-38649ea7c4da req-65cec255-2443-4e97-b141-845dde808feb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=759859f9-8cec-4a17-83fd-3bd3afab5b1c HTTP/1.1" status: 200 len: 217 time: 0.0373921 Jul 27 21:50:24.585571 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2051f3b-b512-4298-a146-38649ea7c4da req-3dcd0d16-0b74-4b0a-afa7-0db9d2b8577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:24.587132 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2051f3b-b512-4298-a146-38649ea7c4da req-3dcd0d16-0b74-4b0a-afa7-0db9d2b8577b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1241c313-1f3d-462b-a836-021a9b9d10bc HTTP/1.1" status: 200 len: 855 time: 0.0550976 Jul 27 21:50:24.624471 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2051f3b-b512-4298-a146-38649ea7c4da req-2d302caa-e603-4ad0-b69c-25894b290c26 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b138f3-4785-41ca-97bb-444b45b36dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306513 Jul 27 21:50:24.725000 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2051f3b-b512-4298-a146-38649ea7c4da req-737b31e2-4e06-460c-b4ac-33c754fb11f1 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927382 Jul 27 21:50:24.858771 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2051f3b-b512-4298-a146-38649ea7c4da req-c3f57441-c115-438f-8144-514a5c9bcc40 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268759 Jul 27 21:50:25.289402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901a6c3-093b-45de-8ab8-ddce641cdb4e req-1afb6370-b580-4c7b-a093-4d7f52400731 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:25.291208 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e901a6c3-093b-45de-8ab8-ddce641cdb4e req-1afb6370-b580-4c7b-a093-4d7f52400731 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 943 time: 0.0755131 Jul 27 21:50:25.335444 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e901a6c3-093b-45de-8ab8-ddce641cdb4e req-93f9498e-5051-43dd-b786-9998969772ff tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381975 Jul 27 21:50:25.660643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 759859f9-8cec-4a17-83fd-3bd3afab5b1c details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:50:25.769622 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 759859f9-8cec-4a17-83fd-3bd3afab5b1c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=759859f9-8cec-4a17-83fd-3bd3afab5b1c,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:25.783676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '759859f9-8cec-4a17-83fd-3bd3afab5b1c', 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1', 'port_id': '759859f9-8cec-4a17-83fd-3bd3afab5b1c', 'mac_address': 'fa:16:3e:29:d7:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1241c313-1f3d-462b-a836-021a9b9d10bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:50:25.825607 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:25.841110 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759859f9-8cec-4a17-83fd-3bd3afab5b1c {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:25.863109 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 759859f9-8cec-4a17-83fd-3bd3afab5b1c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=759859f9-8cec-4a17-83fd-3bd3afab5b1c,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:25.867831 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:25.925679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=759859f9-8cec-4a17-83fd-3bd3afab5b1c,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:26.088534 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['759859f9-8cec-4a17-83fd-3bd3afab5b1c'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:26.494585 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e6b40-fb50-4484-ac9c-cf4f43f40e47 req-c9b04b5c-da2b-45eb-98a4-115d37376c35 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:26.496193 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b48e6b40-fb50-4484-ac9c-cf4f43f40e47 req-c9b04b5c-da2b-45eb-98a4-115d37376c35 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 944 time: 0.0795448 Jul 27 21:50:26.543272 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b48e6b40-fb50-4484-ac9c-cf4f43f40e47 req-6a11fc50-26c9-4b3e-a636-f51acf38ffc7 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389142 Jul 27 21:50:26.695147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3d8b2-96b6-4c08-b611-90c9081c5d15 req-aa9b4aa2-c83d-4665-8582-080c32b64563 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:26.696848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99c3d8b2-96b6-4c08-b611-90c9081c5d15 req-aa9b4aa2-c83d-4665-8582-080c32b64563 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 944 time: 0.0803158 Jul 27 21:50:26.749407 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99c3d8b2-96b6-4c08-b611-90c9081c5d15 req-eb1c7cad-aecb-48a4-8a2d-860817b1cc59 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458138 Jul 27 21:50:26.894671 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc799430-1850-4265-a5e8-17c6eff34ad7 req-1e976485-6b18-4536-98a7-06cc0f1d4781 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:26.896329 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc799430-1850-4265-a5e8-17c6eff34ad7 req-1e976485-6b18-4536-98a7-06cc0f1d4781 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 944 time: 0.0726464 Jul 27 21:50:26.940545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc799430-1850-4265-a5e8-17c6eff34ad7 req-ca8c505c-0e09-4fab-b836-ddf8ececb4c4 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369821 Jul 27 21:50:27.337874 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-692bd902-8478-498f-8901-5742af638e07 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:27.339413 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-692bd902-8478-498f-8901-5742af638e07 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/networks?id=c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 200 len: 815 time: 0.1122932 Jul 27 21:50:27.356227 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-2c9eb91c-1dc0-4786-9678-556f378d6e2d tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/quotas/972358c6e1a0482eba705a33c8acae6c HTTP/1.1" status: 200 len: 375 time: 0.0101655 Jul 27 21:50:27.426593 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-622f8314-07d8-4601-9068-74833b52bcb8 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=972358c6e1a0482eba705a33c8acae6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0638101 Jul 27 21:50:27.542386 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-79dd849b-898e-4161-b00e-0a8dd6f41ce1 service neutron] 10.222.0.55 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030202 Jul 27 21:50:27.651395 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-eb683294-ec51-4444-8747-bffa15a78981 service neutron] 10.222.0.55 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019139 Jul 27 21:50:27.677271 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 759859f9-8cec-4a17-83fd-3bd3afab5b1c up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:27.739897 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 759859f9-8cec-4a17-83fd-3bd3afab5b1c completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:27.747544 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 759859f9-8cec-4a17-83fd-3bd3afab5b1c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:27.748073 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:27.843958 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:27.871881 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d5816b-17ca-41d8-8eb7-53ca70efc455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759859f9-8cec-4a17-83fd-3bd3afab5b1c'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:27.874863 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b31a6e0-44ac-4440-94e2-49b1c3167567" -d '{"events": [{"server_uuid": "62d5816b-17ca-41d8-8eb7-53ca70efc455", "name": "network-vif-plugged", "status": "completed", "tag": "759859f9-8cec-4a17-83fd-3bd3afab5b1c"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:27.890997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 759859f9-8cec-4a17-83fd-3bd3afab5b1c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=759859f9-8cec-4a17-83fd-3bd3afab5b1c,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:27.899736 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:27.939206 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b91677e8-307a-419c-94ff-4c5b6cfb2ffd req-3c60a313-2032-4168-9944-b95fc01cbb2a tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 210 time: 0.0733547 Jul 27 21:50:27.949417 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1428de3-92cd-4e53-8461-167022966baf x-openstack-request-id: req-c1428de3-92cd-4e53-8461-167022966baf {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:27.949417 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d5816b-17ca-41d8-8eb7-53ca70efc455", "name": "network-vif-plugged", "status": "completed", "tag": "759859f9-8cec-4a17-83fd-3bd3afab5b1c", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:27.949669 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1428de3-92cd-4e53-8461-167022966baf {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:27.950043 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d5816b-17ca-41d8-8eb7-53ca70efc455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759859f9-8cec-4a17-83fd-3bd3afab5b1c', 'code': 200} Jul 27 21:50:27.961885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=759859f9-8cec-4a17-83fd-3bd3afab5b1c,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:28.772738 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cab2e-12fa-4c04-b2b4-0b9423e2b273 req-9d114c61-4fe2-4bec-9834-7a25edfe709d tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:28.774473 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-535cab2e-12fa-4c04-b2b4-0b9423e2b273 req-9d114c61-4fe2-4bec-9834-7a25edfe709d tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.20 "GET /v2.0/ports?device_id=62d5816b-17ca-41d8-8eb7-53ca70efc455 HTTP/1.1" status: 200 len: 945 time: 0.1234331 Jul 27 21:50:28.938102 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-535cab2e-12fa-4c04-b2b4-0b9423e2b273 req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Deleting port 759859f9-8cec-4a17-83fd-3bd3afab5b1c {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:50:28.939230 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-535cab2e-12fa-4c04-b2b4-0b9423e2b273 req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:29.047046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2d31134d-a686-4325-a346-49af85ba4398 req-fe5450fc-0ba8-452b-b00c-2ce9d54c10db tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 210 time: 0.0403345 Jul 27 21:50:29.176176 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-535cab2e-12fa-4c04-b2b4-0b9423e2b273 req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] For port 759859f9-8cec-4a17-83fd-3bd3afab5b1c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=759859f9-8cec-4a17-83fd-3bd3afab5b1c,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:29.176553 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-535cab2e-12fa-4c04-b2b4-0b9423e2b273 req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:29.185818 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-0cb607dd-8703-4dc1-bfa8-41d79776806f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:29.187437 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-0cb607dd-8703-4dc1-bfa8-41d79776806f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.20 "GET /v2.0/networks?id=c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 200 len: 815 time: 0.2410862 Jul 27 21:50:29.204274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-bf8b0793-81f5-4d46-acf7-ffe04bafb1af tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Request body: {'port': {'device_id': 'd171b9ed-6f23-4f55-882d-10b27043d876', 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1', 'admin_state_up': True, 'tenant_id': '972358c6e1a0482eba705a33c8acae6c'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:29.207820 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-535cab2e-12fa-4c04-b2b4-0b9423e2b273 req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Calling delete_port for 759859f9-8cec-4a17-83fd-3bd3afab5b1c owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:50:29.441219 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-bf8b0793-81f5-4d46-acf7-ffe04bafb1af tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Made reservation on behalf of 972358c6e1a0482eba705a33c8acae6c for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:50:29.446961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-bf8b0793-81f5-4d46-acf7-ffe04bafb1af tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:29.520355 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-535cab2e-12fa-4c04-b2b4-0b9423e2b273 req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:29.533364 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['759859f9-8cec-4a17-83fd-3bd3afab5b1c'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:29.591079 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Pushing event deleted for resources: {'Port': ['ID=759859f9-8cec-4a17-83fd-3bd3afab5b1c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:29.631512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:29.631872 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:29.632256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:29.632830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:29.633171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:29.633505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:29.633867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:29.634328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:29.634690 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:29.635012 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:29.635338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:29.635712 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:29.689366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-535cab2e-12fa-4c04-b2b4-0b9423e2b273 req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] No DVR routers for this DVR port 759859f9-8cec-4a17-83fd-3bd3afab5b1c on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:50:29.694275 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-535cab2e-12fa-4c04-b2b4-0b9423e2b273 req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:29.696612 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-535cab2e-12fa-4c04-b2b4-0b9423e2b273 req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.20 "DELETE /v2.0/ports/759859f9-8cec-4a17-83fd-3bd3afab5b1c HTTP/1.1" status: 204 len: 173 time: 0.9120808 Jul 27 21:50:29.697106 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d5816b-17ca-41d8-8eb7-53ca70efc455', 'name': 'network-vif-deleted', 'tag': '759859f9-8cec-4a17-83fd-3bd3afab5b1c'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:29.699573 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7c89cd-4256-44f2-9f94-73392b0c2dd1" -d '{"events": [{"server_uuid": "62d5816b-17ca-41d8-8eb7-53ca70efc455", "name": "network-vif-deleted", "tag": "759859f9-8cec-4a17-83fd-3bd3afab5b1c"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:29.737221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-bf8b0793-81f5-4d46-acf7-ffe04bafb1af tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Allocated IP 172.20.0.7 (c9b138f3-4785-41ca-97bb-444b45b36dc1/1241c313-1f3d-462b-a836-021a9b9d10bc/5fea71e2-5bda-4f53-a55c-0852852612e1) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:50:29.750616 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65eef96c-56c0-4024-b0ff-aa1b3be57ff6 x-openstack-request-id: req-65eef96c-56c0-4024-b0ff-aa1b3be57ff6 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:29.750979 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d5816b-17ca-41d8-8eb7-53ca70efc455", "name": "network-vif-deleted", "tag": "759859f9-8cec-4a17-83fd-3bd3afab5b1c", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:29.751215 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65eef96c-56c0-4024-b0ff-aa1b3be57ff6 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:29.751625 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d5816b-17ca-41d8-8eb7-53ca70efc455', 'name': 'network-vif-deleted', 'tag': '759859f9-8cec-4a17-83fd-3bd3afab5b1c', 'status': 'completed', 'code': 200} Jul 27 21:50:29.945008 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-bf8b0793-81f5-4d46-acf7-ffe04bafb1af tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:29.996765 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-bf8b0793-81f5-4d46-acf7-ffe04bafb1af tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.009328 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['759859f9-8cec-4a17-83fd-3bd3afab5b1c'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:30.050102 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-bf8b0793-81f5-4d46-acf7-ffe04bafb1af tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Network c9b138f3-4785-41ca-97bb-444b45b36dc1 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:50:30.053292 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-bf8b0793-81f5-4d46-acf7-ffe04bafb1af tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:50:30.055969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-bf8b0793-81f5-4d46-acf7-ffe04bafb1af tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:50:30.090273 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b0793-81f5-4d46-acf7-ffe04bafb1af tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Pushing event updated for resources: {'Port': ['ID=5fea71e2-5bda-4f53-a55c-0852852612e1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:30.122832 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-bf8b0793-81f5-4d46-acf7-ffe04bafb1af tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:30.123479 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-bf8b0793-81f5-4d46-acf7-ffe04bafb1af tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.143027 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-bf8b0793-81f5-4d46-acf7-ffe04bafb1af tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9426715 Jul 27 21:50:30.156772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Request body: {'port': {'device_id': 'd171b9ed-6f23-4f55-882d-10b27043d876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:50:30.239445 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9d64a-9018-43b7-a283-64f4e54c6be5 req-aaa5b4c7-d41b-4871-82bf-30f57d8d1c70 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:30.240923 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5f9d64a-9018-43b7-a283-64f4e54c6be5 req-aaa5b4c7-d41b-4871-82bf-30f57d8d1c70 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 931 time: 0.1074362 Jul 27 21:50:30.253202 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.289833 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e5f9d64a-9018-43b7-a283-64f4e54c6be5 req-339c7b79-6451-4c55-b512-969f8b8b8957 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377846 Jul 27 21:50:30.554490 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fea71e2-5bda-4f53-a55c-0852852612e1 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:30.562017 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.574583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Transition to ACTIVE for port object 5fea71e2-5bda-4f53-a55c-0852852612e1 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:50:30.580445 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.664190 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=5fea71e2-5bda-4f53-a55c-0852852612e1,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:30.718909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Attempting to bind port 5fea71e2-5bda-4f53-a55c-0852852612e1 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:50:30.719243 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Attempting to bind port 5fea71e2-5bda-4f53-a55c-0852852612e1 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '2eb0146b-7b42-4d69-838e-69250fd7600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:50:30.719572 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Attempting to bind port 5fea71e2-5bda-4f53-a55c-0852852612e1 on network c9b138f3-4785-41ca-97bb-444b45b36dc1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:30.725817 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Port 5fea71e2-5bda-4f53-a55c-0852852612e1 on network c9b138f3-4785-41ca-97bb-444b45b36dc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:50:30.726141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Attempting to bind port 5fea71e2-5bda-4f53-a55c-0852852612e1 on network c9b138f3-4785-41ca-97bb-444b45b36dc1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:50:30.730953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:50:30.731287 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Checking segment: {'id': '2eb0146b-7b42-4d69-838e-69250fd7600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:50:30.731669 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Bound using segment: {'id': '2eb0146b-7b42-4d69-838e-69250fd7600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:50:30.732096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Bound port: 5fea71e2-5bda-4f53-a55c-0852852612e1, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb0146b-7b42-4d69-838e-69250fd7600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:50:30.732450 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.803106 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] For port 5fea71e2-5bda-4f53-a55c-0852852612e1, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:50:30.807036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] For port 5fea71e2-5bda-4f53-a55c-0852852612e1, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5fea71e2-5bda-4f53-a55c-0852852612e1,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:50:30.812161 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.849210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:30.849834 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:30.851274 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] 10.222.0.20 "PUT /v2.0/ports/5fea71e2-5bda-4f53-a55c-0852852612e1 HTTP/1.1" status: 200 len: 1091 time: 0.6994917 Jul 27 21:50:30.873957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7644cb7-d439-467d-aa15-1a33b1f43ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=5fea71e2-5bda-4f53-a55c-0852852612e1,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:30.952816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-5b2826c8-52bb-4d44-b165-7136196558ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:30.954656 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-5b2826c8-52bb-4d44-b165-7136196558ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=972358c6e1a0482eba705a33c8acae6c&device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 1094 time: 0.0583656 Jul 27 21:50:31.007673 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-a30d148e-3958-4511-9c2d-ce39be974da8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fea71e2-5bda-4f53-a55c-0852852612e1 HTTP/1.1" status: 200 len: 217 time: 0.0401623 Jul 27 21:50:31.061360 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-8a43a130-2b5a-4b43-84e7-15d8d2854e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:31.062782 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-8a43a130-2b5a-4b43-84e7-15d8d2854e78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1241c313-1f3d-462b-a836-021a9b9d10bc HTTP/1.1" status: 200 len: 855 time: 0.0482025 Jul 27 21:50:31.101209 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-172cf32d-9b55-4df2-838b-fa89b4d89fdc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9b138f3-4785-41ca-97bb-444b45b36dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303843 Jul 27 21:50:31.199734 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-49a666e8-1870-4941-8bef-5d632a354c5f service neutron] 10.222.0.20 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916197 Jul 27 21:50:31.297943 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43fc5e6b-4417-47d2-9d57-49196c24c1d3 req-2aecfc9f-5dbf-4ae0-802f-bef28c999382 service neutron] 10.222.0.20 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907695 Jul 27 21:50:31.463035 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d439a-46e6-4b3e-8c97-1ee01a05f2b8 req-43074372-a645-4aa1-b82e-b797a2222fa7 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:31.465903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-443d439a-46e6-4b3e-8c97-1ee01a05f2b8 req-43074372-a645-4aa1-b82e-b797a2222fa7 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 943 time: 0.0980639 Jul 27 21:50:31.508088 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-443d439a-46e6-4b3e-8c97-1ee01a05f2b8 req-b5407dd4-360c-43d2-b823-345a9846f1a9 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355585 Jul 27 21:50:31.753185 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd171b9ed-6f23-4f55-882d-10b27043d876', 'tag': '5fea71e2-5bda-4f53-a55c-0852852612e1'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:31.755614 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c21bbb9d571c0213fa7eebcb6e4885e3c4f14e99784e87e2ae90363d1364b46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d2e19f-d303-4612-97de-59315cf47a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "d171b9ed-6f23-4f55-882d-10b27043d876", "tag": "5fea71e2-5bda-4f53-a55c-0852852612e1"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:31.792742 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d599fc-d9b4-4b1d-90c6-feed789432df x-openstack-request-id: req-c3d599fc-d9b4-4b1d-90c6-feed789432df {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:31.793057 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d171b9ed-6f23-4f55-882d-10b27043d876", "tag": "5fea71e2-5bda-4f53-a55c-0852852612e1", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:31.793304 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c3d599fc-d9b4-4b1d-90c6-feed789432df {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:31.793712 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd171b9ed-6f23-4f55-882d-10b27043d876', 'tag': '5fea71e2-5bda-4f53-a55c-0852852612e1', 'status': 'completed', 'code': 200} Jul 27 21:50:31.875969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2e19f-d303-4612-97de-59315cf47a1f req-25d33b01-cd07-4405-bffe-7f19115e36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:31.877502 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2d2e19f-d303-4612-97de-59315cf47a1f req-25d33b01-cd07-4405-bffe-7f19115e36ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=972358c6e1a0482eba705a33c8acae6c&device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 1094 time: 0.0604749 Jul 27 21:50:31.979763 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2e19f-d303-4612-97de-59315cf47a1f req-7f35393a-a96d-456b-a80d-d8f8c266d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:31.981296 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2d2e19f-d303-4612-97de-59315cf47a1f req-7f35393a-a96d-456b-a80d-d8f8c266d6dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 200 len: 916 time: 0.0957828 Jul 27 21:50:32.026806 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2d2e19f-d303-4612-97de-59315cf47a1f req-3976aeac-ca44-4fa3-9665-af9948fac9fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fea71e2-5bda-4f53-a55c-0852852612e1 HTTP/1.1" status: 200 len: 217 time: 0.0370257 Jul 27 21:50:32.077990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2e19f-d303-4612-97de-59315cf47a1f req-7bba9305-0b84-4b7d-a855-d17111c516af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:32.080170 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2d2e19f-d303-4612-97de-59315cf47a1f req-7bba9305-0b84-4b7d-a855-d17111c516af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1241c313-1f3d-462b-a836-021a9b9d10bc HTTP/1.1" status: 200 len: 855 time: 0.0466053 Jul 27 21:50:32.122898 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2d2e19f-d303-4612-97de-59315cf47a1f req-074298a0-3782-4d8a-a851-a272d72ca698 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9b138f3-4785-41ca-97bb-444b45b36dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346084 Jul 27 21:50:32.223514 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2d2e19f-d303-4612-97de-59315cf47a1f req-79b7f551-bb26-4104-8d42-c1216d2f87fc service neutron] 10.222.0.20 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921278 Jul 27 21:50:32.327075 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f2d2e19f-d303-4612-97de-59315cf47a1f req-9d408335-3dd8-4c7e-bd4e-8e7812643ea2 service neutron] 10.222.0.20 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962291 Jul 27 21:50:32.645650 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739b25e-b730-4e95-9d21-4f6d67ee4046 req-aabd85c2-b167-47c4-8efd-5536f43c8f89 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:32.647185 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c739b25e-b730-4e95-9d21-4f6d67ee4046 req-aabd85c2-b167-47c4-8efd-5536f43c8f89 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 943 time: 0.0656421 Jul 27 21:50:32.685045 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c739b25e-b730-4e95-9d21-4f6d67ee4046 req-ad8843c1-49e3-4a68-bddc-a2496e25e876 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319910 Jul 27 21:50:32.798335 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-558523ae-1b67-4ddc-8273-1bfd34c6e857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:33.699617 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 5fea71e2-5bda-4f53-a55c-0852852612e1 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:50:33.702328 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 759859f9-8cec-4a17-83fd-3bd3afab5b1c no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:50:33.729376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 759859f9-8cec-4a17-83fd-3bd3afab5b1c {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:50:33.729717 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 759859f9-8cec-4a17-83fd-3bd3afab5b1c not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:50:33.833173 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 5fea71e2-5bda-4f53-a55c-0852852612e1, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5fea71e2-5bda-4f53-a55c-0852852612e1,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:33.845765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '5fea71e2-5bda-4f53-a55c-0852852612e1', 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1', 'port_id': '5fea71e2-5bda-4f53-a55c-0852852612e1', 'mac_address': 'fa:16:3e:d1:5f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1241c313-1f3d-462b-a836-021a9b9d10bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:50:33.867579 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29132c07-1711-4f29-88b1-9a77c83b4916 req-3e32534f-50d1-49a1-a079-ba26f10c4d47 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:33.869706 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29132c07-1711-4f29-88b1-9a77c83b4916 req-3e32534f-50d1-49a1-a079-ba26f10c4d47 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 943 time: 0.1028540 Jul 27 21:50:33.899010 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:33.918739 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fea71e2-5bda-4f53-a55c-0852852612e1 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:50:33.921936 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29132c07-1711-4f29-88b1-9a77c83b4916 req-746c9206-c386-4e81-808a-c52a5bbd11c0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455308 Jul 27 21:50:33.947581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 5fea71e2-5bda-4f53-a55c-0852852612e1, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5fea71e2-5bda-4f53-a55c-0852852612e1,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:33.953465 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:34.012896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=5fea71e2-5bda-4f53-a55c-0852852612e1,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:34.028372 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:34.028714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:34.029056 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:34.029400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:34.029733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:34.030062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:34.030416 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:34.030742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:34.031158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:34.031486 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:34.031808 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:34.032723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:50:34.170636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['5fea71e2-5bda-4f53-a55c-0852852612e1'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:50:34.493458 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.085122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e072626-be6b-4d1b-9461-7c7b14d798c9 req-c8869315-0184-45c0-b2b5-4090e22a4dfc tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:35.086817 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e072626-be6b-4d1b-9461-7c7b14d798c9 req-c8869315-0184-45c0-b2b5-4090e22a4dfc tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 944 time: 0.0806205 Jul 27 21:50:35.128859 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e072626-be6b-4d1b-9461-7c7b14d798c9 req-ebdc94e8-9eb8-4951-a6ef-f8f8b21cfdcc tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356319 Jul 27 21:50:35.460957 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8ab2cd09-9a1f-48d8-932b-8a1bb462396e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.537367 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.731187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 5fea71e2-5bda-4f53-a55c-0852852612e1 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:50:35.806153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 5fea71e2-5bda-4f53-a55c-0852852612e1 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:50:35.814205 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 5fea71e2-5bda-4f53-a55c-0852852612e1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:50:35.814917 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.901139 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.926556 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd171b9ed-6f23-4f55-882d-10b27043d876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fea71e2-5bda-4f53-a55c-0852852612e1'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:50:35.928836 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfc8ee8-0ae0-4e4c-9331-0dee64cda88b" -d '{"events": [{"server_uuid": "d171b9ed-6f23-4f55-882d-10b27043d876", "name": "network-vif-plugged", "status": "completed", "tag": "5fea71e2-5bda-4f53-a55c-0852852612e1"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:50:35.943054 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 5fea71e2-5bda-4f53-a55c-0852852612e1, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5fea71e2-5bda-4f53-a55c-0852852612e1,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:50:35.948015 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:35.988656 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e539a5af-27bf-400a-8161-204fb66ad61a x-openstack-request-id: req-e539a5af-27bf-400a-8161-204fb66ad61a {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:50:35.988878 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d171b9ed-6f23-4f55-882d-10b27043d876", "name": "network-vif-plugged", "status": "completed", "tag": "5fea71e2-5bda-4f53-a55c-0852852612e1", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:50:35.989186 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e539a5af-27bf-400a-8161-204fb66ad61a {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:50:35.989591 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd171b9ed-6f23-4f55-882d-10b27043d876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fea71e2-5bda-4f53-a55c-0852852612e1', 'code': 200} Jul 27 21:50:36.013566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=5fea71e2-5bda-4f53-a55c-0852852612e1,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:50:36.135961 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9bfd5-4b2c-40e0-a399-a3fedad2e258 req-275176b1-d8bc-40c7-9215-8ca0682c680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:36.137569 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5af9bfd5-4b2c-40e0-a399-a3fedad2e258 req-275176b1-d8bc-40c7-9215-8ca0682c680c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 1096 time: 0.0693028 Jul 27 21:50:36.189449 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5af9bfd5-4b2c-40e0-a399-a3fedad2e258 req-f6cd64d1-547c-4118-b230-c144cd297195 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434856 Jul 27 21:50:36.288572 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2509652-d727-462a-af24-8dc6ec0154bf req-7275f100-407b-45f9-85a3-1f55a7249832 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:36.290256 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2509652-d727-462a-af24-8dc6ec0154bf req-7275f100-407b-45f9-85a3-1f55a7249832 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0823803 Jul 27 21:50:36.340351 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2509652-d727-462a-af24-8dc6ec0154bf req-d623737f-0ff9-4f49-b08d-d956b93888a2 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432262 Jul 27 21:50:37.362518 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:37.490939 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079d94e-fb5a-4f98-ad11-af9e533ab0a8 req-7e3d3b4f-ea77-4cfc-8c8d-7e802870a929 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:37.492504 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4079d94e-fb5a-4f98-ad11-af9e533ab0a8 req-7e3d3b4f-ea77-4cfc-8c8d-7e802870a929 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0709760 Jul 27 21:50:37.537023 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4079d94e-fb5a-4f98-ad11-af9e533ab0a8 req-9bdc232c-d60b-4359-b3d4-85ff738094b7 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348318 Jul 27 21:50:37.690900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ef8b7-569c-40f2-b424-6ee09ec3e53b req-484e92f2-296d-449b-a9e0-8021833c2baa tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:37.692458 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-854ef8b7-569c-40f2-b424-6ee09ec3e53b req-484e92f2-296d-449b-a9e0-8021833c2baa tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0797706 Jul 27 21:50:37.734084 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-854ef8b7-569c-40f2-b424-6ee09ec3e53b req-3105252c-b0ad-4602-905c-6d9fec814b67 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354185 Jul 27 21:50:38.021419 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-e4b0ba68-bbfe-490a-8bbc-4810a71f75d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0595698 Jul 27 21:50:38.048385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b836eb-624b-4e2d-9057-e8bf296fd3fc req-652c6243-c03c-4052-bebc-7c64a6cb028f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:38.059280 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86b836eb-624b-4e2d-9057-e8bf296fd3fc req-652c6243-c03c-4052-bebc-7c64a6cb028f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0820546 Jul 27 21:50:38.080481 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:38.097511 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86b836eb-624b-4e2d-9057-e8bf296fd3fc req-f3c58533-12c3-4ca3-a29b-46c680d02e1d tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397737 Jul 27 21:50:39.029367 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:50:39.250736 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3d997-13c9-44cf-b44f-7dc991445a41 req-e4139123-1192-4c92-928f-94b0ac2e8e20 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:39.252373 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abe3d997-13c9-44cf-b44f-7dc991445a41 req-e4139123-1192-4c92-928f-94b0ac2e8e20 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0763569 Jul 27 21:50:39.294483 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-abe3d997-13c9-44cf-b44f-7dc991445a41 req-8c7c0b1a-d7f8-430e-9408-0e73923a8466 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359812 Jul 27 21:50:39.483511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80712e57-2841-4f55-9dba-d227a1d32842 req-ac7c3d04-626d-4402-941b-07050b77b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:39.485060 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-ac7c3d04-626d-4402-941b-07050b77b51c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=972358c6e1a0482eba705a33c8acae6c&device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 1096 time: 0.3747139 Jul 27 21:50:39.580011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80712e57-2841-4f55-9dba-d227a1d32842 req-ab97f159-9b02-4d87-b3be-6137f6c30929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:39.581496 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-ab97f159-9b02-4d87-b3be-6137f6c30929 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 200 len: 916 time: 0.0862896 Jul 27 21:50:39.631173 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-0f82c3df-c3ac-4902-ad35-dca1b65036fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fea71e2-5bda-4f53-a55c-0852852612e1 HTTP/1.1" status: 200 len: 217 time: 0.0379868 Jul 27 21:50:39.687079 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80712e57-2841-4f55-9dba-d227a1d32842 req-6e7e4ad2-897d-4054-8ec2-e74f4975c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:39.689169 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-6e7e4ad2-897d-4054-8ec2-e74f4975c64a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1241c313-1f3d-462b-a836-021a9b9d10bc HTTP/1.1" status: 200 len: 855 time: 0.0499816 Jul 27 21:50:39.725477 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-f82ae439-9ae5-4c77-b0c9-52a2d7939357 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9b138f3-4785-41ca-97bb-444b45b36dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276091 Jul 27 21:50:39.824013 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-9640eaf2-a4db-43cf-bc28-a4ea1e7f1736 service neutron] 10.222.0.20 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878832 Jul 27 21:50:39.915950 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-bde9b8bc-273b-4688-9c5a-eb792db38ecf service neutron] 10.222.0.20 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841703 Jul 27 21:50:40.126423 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13c8b7-cc6e-4137-8cdb-ad48aa01255e req-24307e06-76c7-4577-9726-07eb78e54fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:40.128036 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c13c8b7-cc6e-4137-8cdb-ad48aa01255e req-24307e06-76c7-4577-9726-07eb78e54fca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=972358c6e1a0482eba705a33c8acae6c&device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 1096 time: 0.0557461 Jul 27 21:50:40.243148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13c8b7-cc6e-4137-8cdb-ad48aa01255e req-0d054c8a-e5ae-4cd2-b249-095d7067f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:40.244509 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c13c8b7-cc6e-4137-8cdb-ad48aa01255e req-0d054c8a-e5ae-4cd2-b249-095d7067f669 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 200 len: 916 time: 0.0928898 Jul 27 21:50:40.290926 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c13c8b7-cc6e-4137-8cdb-ad48aa01255e req-676926a9-7412-4198-9ec5-b7192825b901 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fea71e2-5bda-4f53-a55c-0852852612e1 HTTP/1.1" status: 200 len: 217 time: 0.0363986 Jul 27 21:50:40.342192 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13c8b7-cc6e-4137-8cdb-ad48aa01255e req-663b2bab-8a80-4149-b222-0371522659e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:40.343709 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c13c8b7-cc6e-4137-8cdb-ad48aa01255e req-663b2bab-8a80-4149-b222-0371522659e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1241c313-1f3d-462b-a836-021a9b9d10bc HTTP/1.1" status: 200 len: 855 time: 0.0463438 Jul 27 21:50:40.384100 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c13c8b7-cc6e-4137-8cdb-ad48aa01255e req-15d3249f-5110-4c55-8ec4-1cb0b56988d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9b138f3-4785-41ca-97bb-444b45b36dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323544 Jul 27 21:50:40.426594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7218f-df8b-4e0b-a6a9-3c4ee2534c12 req-f0fbf595-840a-400c-ba77-46ee7b695d42 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:40.428134 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2d7218f-df8b-4e0b-a6a9-3c4ee2534c12 req-f0fbf595-840a-400c-ba77-46ee7b695d42 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0648181 Jul 27 21:50:40.466425 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d2d7218f-df8b-4e0b-a6a9-3c4ee2534c12 req-efa6e64f-bfb7-4666-9d28-53fe91bd1360 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322435 Jul 27 21:50:40.478405 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c13c8b7-cc6e-4137-8cdb-ad48aa01255e req-403148c9-24f8-43c6-b5d5-14144f405e2d service neutron] 10.222.0.20 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858622 Jul 27 21:50:40.574936 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c13c8b7-cc6e-4137-8cdb-ad48aa01255e req-35640a31-881d-4aed-89e5-5e77d3881d7b service neutron] 10.222.0.20 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885706 Jul 27 21:50:41.606199 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b902db4-08e8-473e-9280-498552dac069 req-ee68843a-c713-45c6-a52b-93c86534ba18 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:41.607721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b902db4-08e8-473e-9280-498552dac069 req-ee68843a-c713-45c6-a52b-93c86534ba18 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0704088 Jul 27 21:50:41.646954 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2b902db4-08e8-473e-9280-498552dac069 req-e053c770-9ecf-4939-991c-7af5435ba683 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326262 Jul 27 21:50:42.786102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca87f13-2f9a-46b4-9e98-fc695b07ccbf req-0d8fc743-f848-4b94-b521-4dff79802ccb tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:42.787812 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dca87f13-2f9a-46b4-9e98-fc695b07ccbf req-0d8fc743-f848-4b94-b521-4dff79802ccb tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0711253 Jul 27 21:50:42.833022 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dca87f13-2f9a-46b4-9e98-fc695b07ccbf req-bbf1588b-a3c8-47d5-8df3-b026a08a6346 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331256 Jul 27 21:50:43.979171 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da4292-6bb9-4ae4-945a-65c4c23da873 req-9286be3f-38fe-456a-9b8b-ff1f0dffcb3e tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:43.980677 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53da4292-6bb9-4ae4-945a-65c4c23da873 req-9286be3f-38fe-456a-9b8b-ff1f0dffcb3e tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0760887 Jul 27 21:50:44.022100 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53da4292-6bb9-4ae4-945a-65c4c23da873 req-7da19fb8-8d38-429c-bcbf-6127268d0d4b tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343244 Jul 27 21:50:45.177541 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f5df2-4936-413d-b3c2-3124229f4e2c req-5d96a065-6b7d-4362-9041-31b8bdd404cb tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:45.179134 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b31f5df2-4936-413d-b3c2-3124229f4e2c req-5d96a065-6b7d-4362-9041-31b8bdd404cb tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0756164 Jul 27 21:50:45.218873 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b31f5df2-4936-413d-b3c2-3124229f4e2c req-6be1d887-dd70-4af8-9a20-7d93113239a5 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336907 Jul 27 21:50:46.358171 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608a400-5c2e-416e-abf9-26c85e7412d7 req-319b6265-dcff-46f6-89ce-4e44214e5fb7 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:46.359853 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6608a400-5c2e-416e-abf9-26c85e7412d7 req-319b6265-dcff-46f6-89ce-4e44214e5fb7 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0691314 Jul 27 21:50:46.402582 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6608a400-5c2e-416e-abf9-26c85e7412d7 req-49b92d93-810d-4d7a-a32c-da4fa34c7eac tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359571 Jul 27 21:50:47.551267 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dfe83-7dbd-43f5-b631-a130f34fe3cd req-3867f39c-3ebe-41f3-9182-6b5c548a3e27 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:47.552709 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-786dfe83-7dbd-43f5-b631-a130f34fe3cd req-3867f39c-3ebe-41f3-9182-6b5c548a3e27 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0802753 Jul 27 21:50:47.592561 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-786dfe83-7dbd-43f5-b631-a130f34fe3cd req-b7cf0349-13cf-4876-9395-4be7c53c60c9 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338147 Jul 27 21:50:48.739356 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420cd85-da4b-4ab7-83ed-b47ec75a06a4 req-23dea780-397b-41e0-a3c7-a6c476fc042f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:48.740959 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7420cd85-da4b-4ab7-83ed-b47ec75a06a4 req-23dea780-397b-41e0-a3c7-a6c476fc042f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0779305 Jul 27 21:50:48.788942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7420cd85-da4b-4ab7-83ed-b47ec75a06a4 req-b2639826-582f-40b8-8715-b285d3157b4b tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 Jul 27 21:50:50.008608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d60dd-f0ff-493e-982c-369602aa99e4 req-f41fc34a-14c2-4316-8cd3-79022381fdf3 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:50.010161 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-550d60dd-f0ff-493e-982c-369602aa99e4 req-f41fc34a-14c2-4316-8cd3-79022381fdf3 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0748668 Jul 27 21:50:50.053914 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-550d60dd-f0ff-493e-982c-369602aa99e4 req-ab92864e-06d9-4ec8-bcdd-8670be65b33e tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362537 Jul 27 21:50:51.365364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6007e16-1a98-49d9-a7c6-0cb0cfe39bfa req-2a01e53a-bb97-41da-a823-fbce3d81531f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:51.366930 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e6007e16-1a98-49d9-a7c6-0cb0cfe39bfa req-2a01e53a-bb97-41da-a823-fbce3d81531f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.1433094 Jul 27 21:50:51.412431 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e6007e16-1a98-49d9-a7c6-0cb0cfe39bfa req-ce340ae8-bf3b-44fd-829d-52e5fe2bb8f2 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392101 Jul 27 21:50:52.561003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ff0bb-53a8-44a1-82be-56bee4acf5c2 req-262822bd-0281-4083-9714-ca413cabb5c2 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:52.562437 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-103ff0bb-53a8-44a1-82be-56bee4acf5c2 req-262822bd-0281-4083-9714-ca413cabb5c2 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0781288 Jul 27 21:50:52.605235 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-103ff0bb-53a8-44a1-82be-56bee4acf5c2 req-9b227033-f397-438d-8649-c3bdcc33e2d5 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329175 Jul 27 21:50:53.745277 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2b683-ff89-48c5-89ea-480b2336e0b2 req-b2b4b77c-31c0-4607-b73f-2dd34b668920 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:53.746833 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7e2b683-ff89-48c5-89ea-480b2336e0b2 req-b2b4b77c-31c0-4607-b73f-2dd34b668920 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0687010 Jul 27 21:50:53.787330 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7e2b683-ff89-48c5-89ea-480b2336e0b2 req-0dfbf882-d07b-4c0c-a780-2bf35377f6e4 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338471 Jul 27 21:50:55.038845 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b5e11-4c17-4c3d-90c1-4434887be520 req-eafecaee-51fc-455e-964b-7ece4b4a9369 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:55.041341 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb9b5e11-4c17-4c3d-90c1-4434887be520 req-eafecaee-51fc-455e-964b-7ece4b4a9369 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.1364110 Jul 27 21:50:55.082332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb9b5e11-4c17-4c3d-90c1-4434887be520 req-886e593a-4c91-4e9e-ab1c-e4a7b36ed1d5 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347445 Jul 27 21:50:56.224965 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ec657-ec31-4a2a-bd22-b62593f3698b req-b69a53d8-29d5-408c-81e6-fb36eecbc95a tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:56.226512 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c60ec657-ec31-4a2a-bd22-b62593f3698b req-b69a53d8-29d5-408c-81e6-fb36eecbc95a tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0723994 Jul 27 21:50:56.271072 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c60ec657-ec31-4a2a-bd22-b62593f3698b req-1a9acf25-32cd-4924-adc0-b6b866832919 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382638 Jul 27 21:50:57.417020 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ae069-9599-4f93-8aae-48a2f58bc43b req-67207c33-cedd-44e3-a9e7-ddeb9c2d4207 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:57.418570 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-911ae069-9599-4f93-8aae-48a2f58bc43b req-67207c33-cedd-44e3-a9e7-ddeb9c2d4207 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0703869 Jul 27 21:50:57.458882 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-911ae069-9599-4f93-8aae-48a2f58bc43b req-dec50921-06d5-4383-ae90-0468053e2e5d tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335388 Jul 27 21:50:57.961201 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:50:58.593458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872c2f6-256a-4f59-9cee-f03b9db60d11 req-836dd22b-821e-47b9-b76b-38179c5d4b7e tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:58.595537 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9872c2f6-256a-4f59-9cee-f03b9db60d11 req-836dd22b-821e-47b9-b76b-38179c5d4b7e tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0673203 Jul 27 21:50:58.635340 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9872c2f6-256a-4f59-9cee-f03b9db60d11 req-1dd0c536-9e99-496e-8875-b61805db5dfd tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335364 Jul 27 21:50:59.777280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a5bf3-3b8b-4548-ac37-ec4759111745 req-776a7769-e4d3-464f-8e13-726d3f3aed25 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:50:59.778889 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d4a5bf3-3b8b-4548-ac37-ec4759111745 req-776a7769-e4d3-464f-8e13-726d3f3aed25 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0673583 Jul 27 21:50:59.821297 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d4a5bf3-3b8b-4548-ac37-ec4759111745 req-f45b47b5-8309-41c5-b82a-c9bbbab9e592 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350623 Jul 27 21:51:00.962529 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20274b-2109-4b9b-bb68-bc67cb7dd930 req-745af343-d537-4e44-853f-43a3fa2c6f12 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:00.964031 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f20274b-2109-4b9b-bb68-bc67cb7dd930 req-745af343-d537-4e44-853f-43a3fa2c6f12 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0681586 Jul 27 21:51:01.004478 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f20274b-2109-4b9b-bb68-bc67cb7dd930 req-5f29037d-affa-4076-8d4a-b371aff28453 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327709 Jul 27 21:51:02.135173 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00f680-90c6-40af-83ad-b1a17b67af69 req-2d1ce3fc-0983-4238-aba2-de597c7071bd tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:02.136782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c00f680-90c6-40af-83ad-b1a17b67af69 req-2d1ce3fc-0983-4238-aba2-de597c7071bd tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0650609 Jul 27 21:51:02.176670 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c00f680-90c6-40af-83ad-b1a17b67af69 req-fb39ca58-8cf1-4a46-8b0a-4331f4eda38e tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330284 Jul 27 21:51:02.803899 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-993d2db1-c30d-46f4-b9de-4048a4f04383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:03.316995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7b9ee-a0f5-4215-8b25-3f814cfb9ee2 req-b31a0927-abf9-48ca-a821-946f516138fa tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:03.318485 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3f7b9ee-a0f5-4215-8b25-3f814cfb9ee2 req-b31a0927-abf9-48ca-a821-946f516138fa tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0727000 Jul 27 21:51:03.357602 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f3f7b9ee-a0f5-4215-8b25-3f814cfb9ee2 req-c306f25a-08ba-44ba-83f5-7c649c819fe5 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325835 Jul 27 21:51:04.497239 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:04.532531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a53920-cae2-4233-982b-5e64dd78f29e req-3c47a772-0bb0-496b-84c1-553e590f2020 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:04.534422 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-92a53920-cae2-4233-982b-5e64dd78f29e req-3c47a772-0bb0-496b-84c1-553e590f2020 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0945139 Jul 27 21:51:04.582080 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-92a53920-cae2-4233-982b-5e64dd78f29e req-8eecaeb1-9dc7-4fad-80b1-e7472ad09c24 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387759 Jul 27 21:51:05.465665 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2e410a88-ec69-4a30-b6ea-77ff55ee6655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:05.537275 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:05.749635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f957262-f51e-497e-ad41-55aeaf67a4fc req-e9da50d4-b3f8-45fe-82cb-e8f8c7b8f83d tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:05.751857 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f957262-f51e-497e-ad41-55aeaf67a4fc req-e9da50d4-b3f8-45fe-82cb-e8f8c7b8f83d tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0812480 Jul 27 21:51:05.798815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f957262-f51e-497e-ad41-55aeaf67a4fc req-e043921d-8979-418d-960e-4d52d919e295 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399227 Jul 27 21:51:06.955177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c0867-3182-426d-84cc-243109ff5809 req-bb6e88ed-dde5-43e2-b1a5-c8b97a622259 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:06.956714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc0c0867-3182-426d-84cc-243109ff5809 req-bb6e88ed-dde5-43e2-b1a5-c8b97a622259 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0682123 Jul 27 21:51:07.001500 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc0c0867-3182-426d-84cc-243109ff5809 req-b18d5b34-b44d-4ce8-abd0-61b9690aa8c5 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386119 Jul 27 21:51:07.104680 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-80712e57-2841-4f55-9dba-d227a1d32842 req-5b38b94d-59a9-4f62-ae13-dee05d616ce4 service neutron] show failed (client error): The resource could not be found. Jul 27 21:51:07.106011 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-5b38b94d-59a9-4f62-ae13-dee05d616ce4 service neutron] 10.222.0.20 "GET /v2.0/ports/5fea71e2-5bda-4f53-a55c-0852852612e1/bindings/n-h2-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.1004004 Jul 27 21:51:07.362932 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:07.426086 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80712e57-2841-4f55-9dba-d227a1d32842 req-80c37e2c-7058-42e8-a90d-c1ea01de00cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:07.427660 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-80c37e2c-7058-42e8-a90d-c1ea01de00cb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876&tenant_id=972358c6e1a0482eba705a33c8acae6c HTTP/1.1" status: 200 len: 1096 time: 0.1209154 Jul 27 21:51:07.440746 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:07.530645 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:07.743194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] For port 5fea71e2-5bda-4f53-a55c-0852852612e1, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=5fea71e2-5bda-4f53-a55c-0852852612e1,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:07.785337 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] For port 5fea71e2-5bda-4f53-a55c-0852852612e1, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:07.826774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd171b9ed-6f23-4f55-882d-10b27043d876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fea71e2-5bda-4f53-a55c-0852852612e1'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:07.832094 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:07.849048 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Transition to ACTIVE for port object 5fea71e2-5bda-4f53-a55c-0852852612e1 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:07.856280 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:07.913524 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4c577a-8c98-40ca-adee-250b0a66411e" -d '{"events": [{"server_uuid": "d171b9ed-6f23-4f55-882d-10b27043d876", "name": "network-vif-unplugged", "status": "completed", "tag": "5fea71e2-5bda-4f53-a55c-0852852612e1"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:07.981733 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] No DVR routers for this DVR port 5fea71e2-5bda-4f53-a55c-0852852612e1 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:51:07.991472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fea71e2-5bda-4f53-a55c-0852852612e1,revision_number=6']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:08.025603 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5516fdf7-2cc4-42aa-958a-410b79a698ee x-openstack-request-id: req-5516fdf7-2cc4-42aa-958a-410b79a698ee {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:08.025898 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d171b9ed-6f23-4f55-882d-10b27043d876", "name": "network-vif-unplugged", "status": "completed", "tag": "5fea71e2-5bda-4f53-a55c-0852852612e1", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:08.026274 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5516fdf7-2cc4-42aa-958a-410b79a698ee {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:08.026585 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd171b9ed-6f23-4f55-882d-10b27043d876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fea71e2-5bda-4f53-a55c-0852852612e1', 'code': 200} Jul 27 21:51:08.037473 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Attempting to bind port 5fea71e2-5bda-4f53-a55c-0852852612e1 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:51:08.037837 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Attempting to bind port 5fea71e2-5bda-4f53-a55c-0852852612e1 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '2eb0146b-7b42-4d69-838e-69250fd7600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:51:08.038176 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Attempting to bind port 5fea71e2-5bda-4f53-a55c-0852852612e1 on network c9b138f3-4785-41ca-97bb-444b45b36dc1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:08.043362 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Port 5fea71e2-5bda-4f53-a55c-0852852612e1 on network c9b138f3-4785-41ca-97bb-444b45b36dc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:51:08.044026 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Attempting to bind port 5fea71e2-5bda-4f53-a55c-0852852612e1 on network c9b138f3-4785-41ca-97bb-444b45b36dc1 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:08.050732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:51:08.050732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Checking segment: {'id': '2eb0146b-7b42-4d69-838e-69250fd7600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:51:08.050732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Bound using segment: {'id': '2eb0146b-7b42-4d69-838e-69250fd7600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:51:08.050732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Bound port: 5fea71e2-5bda-4f53-a55c-0852852612e1, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eb0146b-7b42-4d69-838e-69250fd7600f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:51:08.051417 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:08.085060 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:08.132651 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] For port 5fea71e2-5bda-4f53-a55c-0852852612e1, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:08.136140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] For port 5fea71e2-5bda-4f53-a55c-0852852612e1, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=5fea71e2-5bda-4f53-a55c-0852852612e1,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:51:08.142450 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:08.170714 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6d516-3a25-41c2-a646-5c982f412197 req-d171964c-5bae-4e6f-affc-a40e3f90fe0f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:08.172389 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bff6d516-3a25-41c2-a646-5c982f412197 req-d171964c-5bae-4e6f-affc-a40e3f90fe0f tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 943 time: 0.0799651 Jul 27 21:51:08.189538 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:08.190166 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:08.191691 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] 10.222.0.66 "PUT /v2.0/ports/5fea71e2-5bda-4f53-a55c-0852852612e1 HTTP/1.1" status: 200 len: 1091 time: 0.7560916 Jul 27 21:51:08.222094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fc48b-3ffd-4956-9bfb-f0f046e044c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fea71e2-5bda-4f53-a55c-0852852612e1,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:08.228727 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bff6d516-3a25-41c2-a646-5c982f412197 req-1f401e01-e353-4ed7-b041-0d7f8e3f19fc tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448554 Jul 27 21:51:08.295157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80712e57-2841-4f55-9dba-d227a1d32842 req-c614c857-23cb-4ebd-add4-78bcaa6fed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:08.296580 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-c614c857-23cb-4ebd-add4-78bcaa6fed5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=972358c6e1a0482eba705a33c8acae6c&device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 1094 time: 0.0710979 Jul 27 21:51:08.399366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80712e57-2841-4f55-9dba-d227a1d32842 req-34471fca-b03c-41a2-b4a4-e1866f41f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:08.401058 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-34471fca-b03c-41a2-b4a4-e1866f41f08c service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 200 len: 916 time: 0.0976377 Jul 27 21:51:08.443920 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-2154fa77-917e-434c-a63f-40bb06691bd5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fea71e2-5bda-4f53-a55c-0852852612e1 HTTP/1.1" status: 200 len: 217 time: 0.0356522 Jul 27 21:51:08.507184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80712e57-2841-4f55-9dba-d227a1d32842 req-af7f1c93-bc67-4674-88e2-ed7ef26196cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:08.508820 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-af7f1c93-bc67-4674-88e2-ed7ef26196cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1241c313-1f3d-462b-a836-021a9b9d10bc HTTP/1.1" status: 200 len: 855 time: 0.0566998 Jul 27 21:51:08.556984 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-90abb0ef-7444-4716-acad-33aff1061854 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b138f3-4785-41ca-97bb-444b45b36dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390124 Jul 27 21:51:08.675780 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-5e61462e-e9d2-4ea3-9ddb-ac36ae41a0f9 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061654 Jul 27 21:51:08.790455 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-80712e57-2841-4f55-9dba-d227a1d32842 req-23cbed19-4c7f-4553-8525-2f191def4838 service neutron] 10.222.0.66 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075377 Jul 27 21:51:09.034580 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:09.394429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea1786-f299-4531-af9b-334e52ddf1bd req-3f5f8204-df43-4b44-be84-7948925367ab tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:09.398575 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5dea1786-f299-4531-af9b-334e52ddf1bd req-3f5f8204-df43-4b44-be84-7948925367ab tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 943 time: 0.0759418 Jul 27 21:51:09.445359 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5dea1786-f299-4531-af9b-334e52ddf1bd req-3be13b42-bcf1-4283-8690-654031f3d0c1 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390928 Jul 27 21:51:10.027553 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd171b9ed-6f23-4f55-882d-10b27043d876', 'tag': '5fea71e2-5bda-4f53-a55c-0852852612e1'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:10.030036 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d171b9ed-6f23-4f55-882d-10b27043d876", "tag": "5fea71e2-5bda-4f53-a55c-0852852612e1"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:10.083537 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f33e77-78aa-42dc-9bf3-42dbe53e5229 x-openstack-request-id: req-56f33e77-78aa-42dc-9bf3-42dbe53e5229 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:10.083903 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d171b9ed-6f23-4f55-882d-10b27043d876", "tag": "5fea71e2-5bda-4f53-a55c-0852852612e1", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:10.084195 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56f33e77-78aa-42dc-9bf3-42dbe53e5229 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:10.084667 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd171b9ed-6f23-4f55-882d-10b27043d876', 'tag': '5fea71e2-5bda-4f53-a55c-0852852612e1', 'status': 'completed', 'code': 200} Jul 27 21:51:10.210633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-eb65690a-8869-49b5-a9df-6fa071694fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:10.212161 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-eb65690a-8869-49b5-a9df-6fa071694fbb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=972358c6e1a0482eba705a33c8acae6c&device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 1094 time: 0.1050150 Jul 27 21:51:10.214777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-34cdbe44-5ce3-40f2-8353-ad12c6a4d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:10.216406 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-34cdbe44-5ce3-40f2-8353-ad12c6a4d6d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=972358c6e1a0482eba705a33c8acae6c&device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 1094 time: 0.1003416 Jul 27 21:51:10.384846 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-d59e3352-0fe3-4d11-926e-a916883d41e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:10.386361 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-d59e3352-0fe3-4d11-926e-a916883d41e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 200 len: 916 time: 0.1662443 Jul 27 21:51:10.387318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-fa164fa8-001a-496e-85f6-1a1df779fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:10.388637 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-fa164fa8-001a-496e-85f6-1a1df779fd35 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 200 len: 916 time: 0.1610281 Jul 27 21:51:10.465938 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-4a595555-5ff2-4241-81ac-7ee0e98f1935 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fea71e2-5bda-4f53-a55c-0852852612e1 HTTP/1.1" status: 200 len: 217 time: 0.0716615 Jul 27 21:51:10.467614 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-e0c7c8e3-39bf-4d57-99e0-a76884a53ace service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fea71e2-5bda-4f53-a55c-0852852612e1 HTTP/1.1" status: 200 len: 217 time: 0.0679653 Jul 27 21:51:10.559110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-eb584ee8-6487-4bd9-9ab9-ff513cf79baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:10.560646 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-eb584ee8-6487-4bd9-9ab9-ff513cf79baf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1241c313-1f3d-462b-a836-021a9b9d10bc HTTP/1.1" status: 200 len: 855 time: 0.0868471 Jul 27 21:51:10.562166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-d0aa25e7-f12f-473f-9338-625f47c6309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:10.564369 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-d0aa25e7-f12f-473f-9338-625f47c6309a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1241c313-1f3d-462b-a836-021a9b9d10bc HTTP/1.1" status: 200 len: 855 time: 0.0829935 Jul 27 21:51:10.628068 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-22eb3021-e653-4635-9ba9-b2fbf7838d87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9b138f3-4785-41ca-97bb-444b45b36dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594690 Jul 27 21:51:10.629533 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4155a-4e3b-42d5-9a4f-2f899c5a68c8 req-f61b40ff-972b-46b9-bf80-3e2fb3de5474 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:10.631157 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ba4155a-4e3b-42d5-9a4f-2f899c5a68c8 req-f61b40ff-972b-46b9-bf80-3e2fb3de5474 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 943 time: 0.1029282 Jul 27 21:51:10.631337 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-2e0497bc-226a-4aad-a2b2-8f46e98480ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9b138f3-4785-41ca-97bb-444b45b36dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537460 Jul 27 21:51:10.692260 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ba4155a-4e3b-42d5-9a4f-2f899c5a68c8 req-645e9664-937d-4969-b74d-29bcd66dd815 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496414 Jul 27 21:51:10.808867 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-93fb74b0-2cf0-4918-8580-60300b7cd84b service neutron] 10.222.0.20 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719365 Jul 27 21:51:10.810815 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-e3b85d6b-5a42-4537-84d0-8623fa7db3ea service neutron] 10.222.0.66 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717303 Jul 27 21:51:10.977966 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-68f2ba62-d18a-49eb-8d85-3df527598c71 service neutron] 10.222.0.20 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616423 Jul 27 21:51:10.981273 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ba4c6387-8f26-4fa8-b7b9-f6660bd3e4a5 req-2849bf87-25aa-45ea-9680-a92616cef66f service neutron] 10.222.0.66 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576829 Jul 27 21:51:11.834131 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0095f-c363-4a29-a28b-1eb95ec59519 req-b04e9fb0-e62f-4682-bb02-2e6a1453ff87 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:11.835720 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aed0095f-c363-4a29-a28b-1eb95ec59519 req-b04e9fb0-e62f-4682-bb02-2e6a1453ff87 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 943 time: 0.0700800 Jul 27 21:51:11.877621 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aed0095f-c363-4a29-a28b-1eb95ec59519 req-9882872e-5f3f-48a1-820d-530ca96a5370 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352612 Jul 27 21:51:11.885375 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 5fea71e2-5bda-4f53-a55c-0852852612e1 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:51:11.924539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 5fea71e2-5bda-4f53-a55c-0852852612e1 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:51:12.240399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 5fea71e2-5bda-4f53-a55c-0852852612e1 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:51:12.348015 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 5fea71e2-5bda-4f53-a55c-0852852612e1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=5fea71e2-5bda-4f53-a55c-0852852612e1,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:12.361042 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '5fea71e2-5bda-4f53-a55c-0852852612e1', 'network_id': 'c9b138f3-4785-41ca-97bb-444b45b36dc1', 'port_id': '5fea71e2-5bda-4f53-a55c-0852852612e1', 'mac_address': 'fa:16:3e:d1:5f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1241c313-1f3d-462b-a836-021a9b9d10bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:51:12.407875 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:12.422944 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fea71e2-5bda-4f53-a55c-0852852612e1 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:12.444330 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 5fea71e2-5bda-4f53-a55c-0852852612e1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=5fea71e2-5bda-4f53-a55c-0852852612e1,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:12.448843 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:12.498924 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=5fea71e2-5bda-4f53-a55c-0852852612e1,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:12.874594 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['5fea71e2-5bda-4f53-a55c-0852852612e1'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:13.013538 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20b04e-4a1d-4de1-b609-13d27c018312 req-0b3c6097-23fd-429e-bf62-617c059daeca tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:13.015107 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed20b04e-4a1d-4de1-b609-13d27c018312 req-0b3c6097-23fd-429e-bf62-617c059daeca tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 944 time: 0.0658534 Jul 27 21:51:13.054834 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed20b04e-4a1d-4de1-b609-13d27c018312 req-3e3d74fa-e645-4cfa-bf65-40d59e38b727 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336390 Jul 27 21:51:13.282697 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a141e-a1a5-426b-82d0-f0ba72505a1c req-99548426-0e39-4668-8734-99183b213833 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:13.284565 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b2a141e-a1a5-426b-82d0-f0ba72505a1c req-99548426-0e39-4668-8734-99183b213833 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 944 time: 0.0783436 Jul 27 21:51:13.291948 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e68870-6fb5-4fea-8ff0-8f098403eb9c req-8cfab33b-a39c-4a47-94ee-7e2e6f15e5dc tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:13.293521 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-27e68870-6fb5-4fea-8ff0-8f098403eb9c req-8cfab33b-a39c-4a47-94ee-7e2e6f15e5dc tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.20 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876&tenant_id=972358c6e1a0482eba705a33c8acae6c&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 944 time: 0.0827796 Jul 27 21:51:13.337332 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b2a141e-a1a5-426b-82d0-f0ba72505a1c req-9a6e64c3-a9cb-4ed9-a653-18e1f651f1cf tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444384 Jul 27 21:51:13.357224 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-27e68870-6fb5-4fea-8ff0-8f098403eb9c req-a9d61933-deca-4f6d-a1df-c2de4ca55139 service neutron] delete failed (client error): The resource could not be found. Jul 27 21:51:13.358287 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-27e68870-6fb5-4fea-8ff0-8f098403eb9c req-a9d61933-deca-4f6d-a1df-c2de4ca55139 service neutron] 10.222.0.20 "DELETE /v2.0/ports/5fea71e2-5bda-4f53-a55c-0852852612e1/bindings/n-h1-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.0578032 Jul 27 21:51:13.468356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e68870-6fb5-4fea-8ff0-8f098403eb9c req-e8385fd4-aba8-4307-a787-c8d9e1c84d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:13.470420 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-27e68870-6fb5-4fea-8ff0-8f098403eb9c req-e8385fd4-aba8-4307-a787-c8d9e1c84d06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=972358c6e1a0482eba705a33c8acae6c&device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 1095 time: 0.0627937 Jul 27 21:51:13.571240 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e68870-6fb5-4fea-8ff0-8f098403eb9c req-8d9847cb-80a3-4d86-b7af-d11c0ed8f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:13.572730 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-27e68870-6fb5-4fea-8ff0-8f098403eb9c req-8d9847cb-80a3-4d86-b7af-d11c0ed8f048 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 200 len: 916 time: 0.0949581 Jul 27 21:51:13.621722 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-27e68870-6fb5-4fea-8ff0-8f098403eb9c req-9b190dec-7f28-465e-b49a-9942742de8bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fea71e2-5bda-4f53-a55c-0852852612e1 HTTP/1.1" status: 200 len: 217 time: 0.0419235 Jul 27 21:51:13.690983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e68870-6fb5-4fea-8ff0-8f098403eb9c req-4be012ec-5bae-4d44-8bbc-85fd304ae940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:13.692468 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-27e68870-6fb5-4fea-8ff0-8f098403eb9c req-4be012ec-5bae-4d44-8bbc-85fd304ae940 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1241c313-1f3d-462b-a836-021a9b9d10bc HTTP/1.1" status: 200 len: 855 time: 0.0620301 Jul 27 21:51:13.730291 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-27e68870-6fb5-4fea-8ff0-8f098403eb9c req-4b017408-f55d-48d6-969a-68b26558539d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c9b138f3-4785-41ca-97bb-444b45b36dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294302 Jul 27 21:51:13.843585 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-27e68870-6fb5-4fea-8ff0-8f098403eb9c req-a4505079-4716-4032-9bb1-72bfbc16104a service neutron] 10.222.0.20 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054990 Jul 27 21:51:13.946117 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-27e68870-6fb5-4fea-8ff0-8f098403eb9c req-352cd7ba-b93d-40c4-ac1d-d26a1ce814d6 service neutron] 10.222.0.20 "GET /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952799 Jul 27 21:51:14.251249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 5fea71e2-5bda-4f53-a55c-0852852612e1 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:14.309205 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 5fea71e2-5bda-4f53-a55c-0852852612e1 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:14.313952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 5fea71e2-5bda-4f53-a55c-0852852612e1 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:14.314463 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:14.433811 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:14.470477 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd171b9ed-6f23-4f55-882d-10b27043d876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fea71e2-5bda-4f53-a55c-0852852612e1'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:14.472802 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed86f5b4567010360e1ba37836617ee8577da3cc787a00956904ee255d436fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0072c524-0686-4f2b-af02-7f8980f26a35" -d '{"events": [{"server_uuid": "d171b9ed-6f23-4f55-882d-10b27043d876", "name": "network-vif-plugged", "status": "completed", "tag": "5fea71e2-5bda-4f53-a55c-0852852612e1"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:14.511091 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 5fea71e2-5bda-4f53-a55c-0852852612e1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=5fea71e2-5bda-4f53-a55c-0852852612e1,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:14.516622 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:14.551807 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f80b8-9406-41ac-b3ea-22feb32ad7e8 req-0b770800-8675-4959-a50e-30515dee90c4 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:14.554409 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-472f80b8-9406-41ac-b3ea-22feb32ad7e8 req-0b770800-8675-4959-a50e-30515dee90c4 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 944 time: 0.1051152 Jul 27 21:51:14.560269 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660f384d-ac56-4d53-9953-f09bfdf75ee9 x-openstack-request-id: req-660f384d-ac56-4d53-9953-f09bfdf75ee9 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:14.560844 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d171b9ed-6f23-4f55-882d-10b27043d876", "name": "network-vif-plugged", "status": "completed", "tag": "5fea71e2-5bda-4f53-a55c-0852852612e1", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:14.561371 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-660f384d-ac56-4d53-9953-f09bfdf75ee9 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:14.561905 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd171b9ed-6f23-4f55-882d-10b27043d876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fea71e2-5bda-4f53-a55c-0852852612e1', 'code': 200} Jul 27 21:51:14.613128 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=5fea71e2-5bda-4f53-a55c-0852852612e1,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:14.622923 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-472f80b8-9406-41ac-b3ea-22feb32ad7e8 req-50f8578a-9f9a-4c3a-9f23-238041ea8f68 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537748 Jul 27 21:51:14.777229 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e88e0b-253b-482f-b94e-14dd1d1c9df0 req-9b525f94-03f2-4061-93ac-c4e0bfedc6ee tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:14.778737 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-96e88e0b-253b-482f-b94e-14dd1d1c9df0 req-9b525f94-03f2-4061-93ac-c4e0bfedc6ee tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0746486 Jul 27 21:51:14.823801 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-96e88e0b-253b-482f-b94e-14dd1d1c9df0 req-f324e5fb-c032-4943-9415-445b186b9ca9 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365458 Jul 27 21:51:14.979172 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961063bb-abe1-4f1d-944d-c5bdad31e58e req-8d094da2-43b0-46fc-832c-aae5ced1cdbb tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:14.980672 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-961063bb-abe1-4f1d-944d-c5bdad31e58e req-8d094da2-43b0-46fc-832c-aae5ced1cdbb tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0710778 Jul 27 21:51:15.021809 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-961063bb-abe1-4f1d-944d-c5bdad31e58e req-d57c5b4f-e2e8-4757-9d21-deba318b8317 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347455 Jul 27 21:51:15.471249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5aa0d4-de07-4b9d-985a-bc58e13ae0ba req-cda39300-64c5-45f0-b803-73677b63c341 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:15.472824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb5aa0d4-de07-4b9d-985a-bc58e13ae0ba req-cda39300-64c5-45f0-b803-73677b63c341 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0864325 Jul 27 21:51:15.519140 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eb5aa0d4-de07-4b9d-985a-bc58e13ae0ba req-fc6c4e7c-4ee1-4af2-a459-64cc4c939970 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399640 Jul 27 21:51:16.668047 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4388e9-921b-4f19-bd94-2a43f5984760 req-505eeeea-f736-443a-baef-d4165d36441e tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:16.670416 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c4388e9-921b-4f19-bd94-2a43f5984760 req-505eeeea-f736-443a-baef-d4165d36441e tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0745099 Jul 27 21:51:16.712205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c4388e9-921b-4f19-bd94-2a43f5984760 req-337d35d5-d8cc-44e2-9536-84adbc139497 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.55 "GET /v2.0/security-groups?id=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353863 Jul 27 21:51:16.831749 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f31ce9-97d2-4820-ab25-0a27f466f31e req-1e0d673c-c0d9-49ea-80b0-2cb02365d0be tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:16.833309 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d4f31ce9-97d2-4820-ab25-0a27f466f31e req-1e0d673c-c0d9-49ea-80b0-2cb02365d0be tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.66 "GET /v2.0/ports?device_id=d171b9ed-6f23-4f55-882d-10b27043d876 HTTP/1.1" status: 200 len: 945 time: 0.0665874 Jul 27 21:51:16.944973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-d4f31ce9-97d2-4820-ab25-0a27f466f31e req-2aa4880f-b32b-4090-ba96-c19623762d98 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Deleting port 5fea71e2-5bda-4f53-a55c-0852852612e1 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:51:16.945395 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d4f31ce9-97d2-4820-ab25-0a27f466f31e req-2aa4880f-b32b-4090-ba96-c19623762d98 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:17.055773 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-d4f31ce9-97d2-4820-ab25-0a27f466f31e req-2aa4880f-b32b-4090-ba96-c19623762d98 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] For port 5fea71e2-5bda-4f53-a55c-0852852612e1, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=5fea71e2-5bda-4f53-a55c-0852852612e1,segment=NetworkSegment(2eb0146b-7b42-4d69-838e-69250fd7600f),segment_id=2eb0146b-7b42-4d69-838e-69250fd7600f)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:17.056209 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d4f31ce9-97d2-4820-ab25-0a27f466f31e req-2aa4880f-b32b-4090-ba96-c19623762d98 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:17.075217 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-d4f31ce9-97d2-4820-ab25-0a27f466f31e req-2aa4880f-b32b-4090-ba96-c19623762d98 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Calling delete_port for 5fea71e2-5bda-4f53-a55c-0852852612e1 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:51:17.237398 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d4f31ce9-97d2-4820-ab25-0a27f466f31e req-2aa4880f-b32b-4090-ba96-c19623762d98 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:17.255202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['5fea71e2-5bda-4f53-a55c-0852852612e1'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:17.281165 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4880f-b32b-4090-ba96-c19623762d98 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Pushing event deleted for resources: {'Port': ['ID=5fea71e2-5bda-4f53-a55c-0852852612e1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:17.342632 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f31ce9-97d2-4820-ab25-0a27f466f31e req-2aa4880f-b32b-4090-ba96-c19623762d98 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] No DVR routers for this DVR port 5fea71e2-5bda-4f53-a55c-0852852612e1 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:51:17.346038 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d4f31ce9-97d2-4820-ab25-0a27f466f31e req-2aa4880f-b32b-4090-ba96-c19623762d98 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:17.348135 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d4f31ce9-97d2-4820-ab25-0a27f466f31e req-2aa4880f-b32b-4090-ba96-c19623762d98 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] 10.222.0.66 "DELETE /v2.0/ports/5fea71e2-5bda-4f53-a55c-0852852612e1 HTTP/1.1" status: 204 len: 173 time: 0.5086699 Jul 27 21:51:17.348607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd171b9ed-6f23-4f55-882d-10b27043d876', 'name': 'network-vif-deleted', 'tag': '5fea71e2-5bda-4f53-a55c-0852852612e1'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:17.351923 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e291780-f64c-4566-bed3-aa0e5cd55fba" -d '{"events": [{"server_uuid": "d171b9ed-6f23-4f55-882d-10b27043d876", "name": "network-vif-deleted", "tag": "5fea71e2-5bda-4f53-a55c-0852852612e1"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:17.402910 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1176d316-88d4-47f5-a75f-946aa662f771 x-openstack-request-id: req-1176d316-88d4-47f5-a75f-946aa662f771 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:17.403203 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d171b9ed-6f23-4f55-882d-10b27043d876", "name": "network-vif-deleted", "tag": "5fea71e2-5bda-4f53-a55c-0852852612e1", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:17.403456 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1176d316-88d4-47f5-a75f-946aa662f771 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:17.403883 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd171b9ed-6f23-4f55-882d-10b27043d876', 'name': 'network-vif-deleted', 'tag': '5fea71e2-5bda-4f53-a55c-0852852612e1', 'status': 'completed', 'code': 200} Jul 27 21:51:17.864643 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59212) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:17.924099 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Deleting subnet 1241c313-1f3d-462b-a836-021a9b9d10bc {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 21:51:17.928112 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:17.971092 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.025654 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.089833 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.120613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1241c313-1f3d-462b-a836-021a9b9d10bc,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:18.132068 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.134154 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1241c313-1f3d-462b-a836-021a9b9d10bc HTTP/1.1" status: 204 len: 168 time: 0.2684562 Jul 27 21:51:18.136165 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:18.136531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:18.136846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:18.137175 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:18.137504 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:18.137854 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:18.138181 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:18.138543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:18.138930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:18.139096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59214) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:18.139602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:18.139602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:18.139930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea64f6-72dd-4324-9a10-6682e8e1172b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:18.227023 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a77d9eb4-675d-49c2-8a39-5f49303b2817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.331205 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a77d9eb4-675d-49c2-8a39-5f49303b2817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.345862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-a77d9eb4-675d-49c2-8a39-5f49303b2817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b138f3-4785-41ca-97bb-444b45b36dc1']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:18.357379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-a77d9eb4-675d-49c2-8a39-5f49303b2817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb0146b-7b42-4d69-838e-69250fd7600f') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:18.357657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-a77d9eb4-675d-49c2-8a39-5f49303b2817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb0146b-7b42-4d69-838e-69250fd7600f') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:18.368457 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a77d9eb4-675d-49c2-8a39-5f49303b2817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.385486 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a77d9eb4-675d-49c2-8a39-5f49303b2817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.393030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77d9eb4-675d-49c2-8a39-5f49303b2817 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 21:51:18.393444 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a77d9eb4-675d-49c2-8a39-5f49303b2817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: timer() Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 21:51:18.395199 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 21:51:18.457066 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a77d9eb4-675d-49c2-8a39-5f49303b2817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.464122 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-a77d9eb4-675d-49c2-8a39-5f49303b2817 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.466507 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-a77d9eb4-675d-49c2-8a39-5f49303b2817 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c9b138f3-4785-41ca-97bb-444b45b36dc1 HTTP/1.1" status: 204 len: 168 time: 0.3259280 Jul 27 21:51:18.479018 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d9eb4-675d-49c2-8a39-5f49303b2817 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b138f3-4785-41ca-97bb-444b45b36dc1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:18.617613 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59218) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:18.666699 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0898a855-8a8d-43fb-8ff4-6844c219c558 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=972358c6e1a0482eba705a33c8acae6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464633 Jul 27 21:51:18.669593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59220) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:18.731262 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb051578-ba3e-4b58-a52f-cbe7dac83a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.761519 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb051578-ba3e-4b58-a52f-cbe7dac83a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.813870 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb051578-ba3e-4b58-a52f-cbe7dac83a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.816683 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-eb051578-ba3e-4b58-a52f-cbe7dac83a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:18.817887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-eb051578-ba3e-4b58-a52f-cbe7dac83a72 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c5b75c0-4053-4da4-a0eb-7ed39075b0d1 HTTP/1.1" status: 204 len: 168 time: 0.1470599 Jul 27 21:51:18.826615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb051578-ba3e-4b58-a52f-cbe7dac83a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5b75c0-4053-4da4-a0eb-7ed39075b0d1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:19.672534 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59242) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:19.784250 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-361ca63b-89dd-4180-a44b-e46e172f1c0f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1250020896-network', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:19.809474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361ca63b-89dd-4180-a44b-e46e172f1c0f admin admin] Made reservation on behalf of f5c1fc87e324455e8d4931565079c973 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:51:19.812111 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-361ca63b-89dd-4180-a44b-e46e172f1c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:19.825568 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-361ca63b-89dd-4180-a44b-e46e172f1c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:19.941168 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-361ca63b-89dd-4180-a44b-e46e172f1c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:19.946505 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-361ca63b-89dd-4180-a44b-e46e172f1c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:19.990456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-361ca63b-89dd-4180-a44b-e46e172f1c0f admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 21:51:20.001094 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ca63b-89dd-4180-a44b-e46e172f1c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27105a8-4170-4a32-a8b9-1d5a8c543132,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:20.008356 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-361ca63b-89dd-4180-a44b-e46e172f1c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.009540 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-361ca63b-89dd-4180-a44b-e46e172f1c0f admin admin] Added segment 841b2ea3-4b4a-456d-8313-c052afa7a925 of type vlan for network b2383952-9d8f-473e-8cfd-02ebbb5fadcb Jul 27 21:51:20.069413 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-361ca63b-89dd-4180-a44b-e46e172f1c0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.107782 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-361ca63b-89dd-4180-a44b-e46e172f1c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.109741 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361ca63b-89dd-4180-a44b-e46e172f1c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:20.110624 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-361ca63b-89dd-4180-a44b-e46e172f1c0f admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.173198 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-361ca63b-89dd-4180-a44b-e46e172f1c0f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4994209 Jul 27 21:51:20.176734 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59246) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:20.183642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ad8cf3c6-ac99-4481-a34e-41843b1d96ae admin admin] Request body: {'subnet': {'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1250020896-subnet', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:20.183938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ca63b-89dd-4180-a44b-e46e172f1c0f admin admin] Pushing event updated for resources: {'Network': ['ID=b2383952-9d8f-473e-8cfd-02ebbb5fadcb,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:20.195518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network b2383952-9d8f-473e-8cfd-02ebbb5fadcb details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 21:51:20.216847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8cf3c6-ac99-4481-a34e-41843b1d96ae admin admin] Made reservation on behalf of f5c1fc87e324455e8d4931565079c973 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:51:20.219645 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ad8cf3c6-ac99-4481-a34e-41843b1d96ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.274816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 5fea71e2-5bda-4f53-a55c-0852852612e1 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:51:20.297838 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 5fea71e2-5bda-4f53-a55c-0852852612e1 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:51:20.298160 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 5fea71e2-5bda-4f53-a55c-0852852612e1 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:51:20.444337 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ad8cf3c6-ac99-4481-a34e-41843b1d96ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.502826 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cf3c6-ac99-4481-a34e-41843b1d96ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bc21288-0232-4229-a86f-f9e42c804d58,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:20.515531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8cf3c6-ac99-4481-a34e-41843b1d96ae admin admin] Checking segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:51:20.516089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8cf3c6-ac99-4481-a34e-41843b1d96ae admin admin] Network hostable DHCP agents. Network: b2383952-9d8f-473e-8cfd-02ebbb5fadcb, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 21:51:20.542523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8cf3c6-ac99-4481-a34e-41843b1d96ae admin admin] Network b2383952-9d8f-473e-8cfd-02ebbb5fadcb is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 21:51:20.555354 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-ad8cf3c6-ac99-4481-a34e-41843b1d96ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, b2383952-9d8f-473e-8cfd-02ebbb5fadcb) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:51:20.560102 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8cf3c6-ac99-4481-a34e-41843b1d96ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:20.560694 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ad8cf3c6-ac99-4481-a34e-41843b1d96ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.568979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d075d1d-9c1b-4f9b-9b1e-c7174f6321a7 None None] Network b2383952-9d8f-473e-8cfd-02ebbb5fadcb requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:51:20.577349 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ad8cf3c6-ac99-4481-a34e-41843b1d96ae admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3983271 Jul 27 21:51:20.580344 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59248) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:20.584856 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:20.616821 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.618118 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.694346 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.766262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 21:51:20.767113 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.848088 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:20.945831 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Allocated IP 172.20.0.2 (b2383952-9d8f-473e-8cfd-02ebbb5fadcb/3bc21288-0232-4229-a86f-f9e42c804d58/9db7d3fe-0349-44ed-8ca9-a5a6423a4c35) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:51:21.131399 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.143595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Transition to ACTIVE for port object 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:21.165969 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Transition to ACTIVE for port object 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:21.173880 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.236576 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Network b2383952-9d8f-473e-8cfd-02ebbb5fadcb is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:51:21.242516 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:51:21.247145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:51:21.250115 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Pushing event updated for resources: {'Port': ['ID=9db7d3fe-0349-44ed-8ca9-a5a6423a4c35,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:21.360537 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Attempting to bind port 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:51:21.360898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Attempting to bind port 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:51:21.361257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Attempting to bind port 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:21.372933 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:51:21.373299 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Checking segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:51:21.373701 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.374105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Bound using segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:51:21.375244 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Bound port: 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:51:21.375665 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.412346 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.432347 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.485489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] For port 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:21.510659 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] For port 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9db7d3fe-0349-44ed-8ca9-a5a6423a4c35,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:51:21.519104 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.577131 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Allocated IP 172.25.2.188 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/f654e3f9-7cb7-43bd-a6f2-89bee06f927f) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:51:21.596656 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2011d-52fa-4ad7-99ac-ee24b975d7f0 None None] Pushing event updated for resources: {'Port': ['ID=9db7d3fe-0349-44ed-8ca9-a5a6423a4c35,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:21.710250 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.767719 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:21.835548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:51:21.841008 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:51:21.849659 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:51:21.877234 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Pushing event updated for resources: {'Port': ['ID=f654e3f9-7cb7-43bd-a6f2-89bee06f927f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:22.146199 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:22.369784 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:22.522451 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Router 564930d1-b29a-4ed3-8dc2-dd800233cc04 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 21:51:22.623193 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d438a0ff-632c-4454-942f-1bc296ea795c None None] Network b2383952-9d8f-473e-8cfd-02ebbb5fadcb requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 21:51:22.642937 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:51:22.664342 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:22.664556 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Sync routers for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:51:22.665598 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-67dd3e5c-5209-4d1c-b84c-71deee8fe64b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0842695 Jul 27 21:51:22.670252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59250) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:22.689232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:51:22.689874 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:51:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:22.753393 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c487deb7-9f0c-4ee2-8ef1-589ee889ac94 None None] Provisioning for port 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:22.906609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:51:23.153524 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:23.194216 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:23.302379 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:23.311460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:23.312018 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:23.418375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Allocated IP 172.20.0.1 (b2383952-9d8f-473e-8cfd-02ebbb5fadcb/3bc21288-0232-4229-a86f-f9e42c804d58/97038094-aa0d-4269-a656-4307d679a53c) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:51:23.422973 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:22Z', 'revision_number': 3, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:23.469788 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Checking router: 564930d1-b29a-4ed3-8dc2-dd800233cc04 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:51:23.471440 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Updating router 564930d1-b29a-4ed3-8dc2-dd800233cc04 port f654e3f9-7cb7-43bd-a6f2-89bee06f927f binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:51:23.476100 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:23.527517 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:23.560735 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:23.577956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9db7d3fe-0349-44ed-8ca9-a5a6423a4c35,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:23.578553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Transition to ACTIVE for port object 97038094-aa0d-4269-a656-4307d679a53c will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:23.583067 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:23.618620 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:23.670071 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Network b2383952-9d8f-473e-8cfd-02ebbb5fadcb is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:51:23.673668 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:51:23.678773 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:51:23.681114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Pushing event updated for resources: {'Port': ['ID=97038094-aa0d-4269-a656-4307d679a53c,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:23.720763 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6f441edf-ec43-4b51-9bf9-cf93d6458672 None None] Provisioning complete for port 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:23.721309 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f441edf-ec43-4b51-9bf9-cf93d6458672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:23.722655 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=9db7d3fe-0349-44ed-8ca9-a5a6423a4c35,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:23.732770 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:23.908942 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.005874 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.019293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Transition to ACTIVE for port object f654e3f9-7cb7-43bd-a6f2-89bee06f927f will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:24.029654 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.082211 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f94e47b0-05e4-475b-9403-4ed17305d01a None None] Provisioning for port 97038094-aa0d-4269-a656-4307d679a53c completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:24.092916 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Attempting to bind port f654e3f9-7cb7-43bd-a6f2-89bee06f927f on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:51:24.093336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Attempting to bind port f654e3f9-7cb7-43bd-a6f2-89bee06f927f by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:51:24.093710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Attempting to bind port f654e3f9-7cb7-43bd-a6f2-89bee06f927f on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:24.097547 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f94e47b0-05e4-475b-9403-4ed17305d01a None None] Provisioning complete for port 97038094-aa0d-4269-a656-4307d679a53c triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:24.098204 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f94e47b0-05e4-475b-9403-4ed17305d01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.105589 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62826-0c85-465c-a0b2-b4672888fef6 None None] Pushing event updated for resources: {'Port': ['ID=f654e3f9-7cb7-43bd-a6f2-89bee06f927f,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:24.131125 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:51:24.131495 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:51:24.131973 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.132321 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:51:24.132889 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Bound port: f654e3f9-7cb7-43bd-a6f2-89bee06f927f, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:51:24.133206 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.133908 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.141492 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.184105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-f94e47b0-05e4-475b-9403-4ed17305d01a None None] Port 97038094-aa0d-4269-a656-4307d679a53c cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:51:24.220681 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Pushing event updated for resources: {'Port': ['ID=97038094-aa0d-4269-a656-4307d679a53c,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:24.223313 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.228356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] For port f654e3f9-7cb7-43bd-a6f2-89bee06f927f, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:24.235933 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] For port f654e3f9-7cb7-43bd-a6f2-89bee06f927f, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f654e3f9-7cb7-43bd-a6f2-89bee06f927f,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:51:24.241146 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.311291 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:51:24.312554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:51:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:24.355937 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Network b2383952-9d8f-473e-8cfd-02ebbb5fadcb is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:51:24.357057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f62826-0c85-465c-a0b2-b4672888fef6 None None] Pushing event updated for resources: {'Port': ['ID=f654e3f9-7cb7-43bd-a6f2-89bee06f927f,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:24.358400 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:51:24.457177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:51:24.514326 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Router 564930d1-b29a-4ed3-8dc2-dd800233cc04 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:51:24.648255 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:51:24.654654 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b9d72bcf-4c91-4cde-823d-5d50842006fb admin admin] 10.222.0.55 "PUT /v2.0/routers/564930d1-b29a-4ed3-8dc2-dd800233cc04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9825530 Jul 27 21:51:24.751715 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-07a81ecd-18be-4bd0-9d43-229ede19494c None None] Provisioning complete for port 97038094-aa0d-4269-a656-4307d679a53c triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:24.752406 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-07a81ecd-18be-4bd0-9d43-229ede19494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:24.798991 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-07a81ecd-18be-4bd0-9d43-229ede19494c None None] Port 97038094-aa0d-4269-a656-4307d679a53c cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:51:24.810132 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 2, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:24.839772 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d72705-db53-4bd8-9312-c9f32a419986 None None] The sync data for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 is: [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 2, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:51:24.985404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:25.055798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:25.056178 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:25.203262 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59258) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:25.208435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-3c7591f6-83b7-48a1-89f9-9c5e9e85476d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1989302537', 'description': 'tempest-description--2118596355'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:25.259812 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3c7591f6-83b7-48a1-89f9-9c5e9e85476d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:25.386626 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3c7591f6-83b7-48a1-89f9-9c5e9e85476d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:25.391971 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3c7591f6-83b7-48a1-89f9-9c5e9e85476d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:25.423564 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3c7591f6-83b7-48a1-89f9-9c5e9e85476d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:25.425882 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3c7591f6-83b7-48a1-89f9-9c5e9e85476d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2210917 Jul 27 21:51:25.430920 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59260) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:25.436531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-6ad68167-2b49-4533-8394-a587b243cfab tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Request body: {'security_group_rule': {'security_group_id': 'af6ac4ca-0c0f-4415-973e-86682aabe6cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:25.442131 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7591f6-83b7-48a1-89f9-9c5e9e85476d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6ac4ca-0c0f-4415-973e-86682aabe6cb,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:25.484731 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6ad68167-2b49-4533-8394-a587b243cfab tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:25.568038 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6ad68167-2b49-4533-8394-a587b243cfab tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:25.573728 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6ad68167-2b49-4533-8394-a587b243cfab tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:25.614410 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad68167-2b49-4533-8394-a587b243cfab tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97f37e0-66c2-47c5-b629-23c0aef4ca11,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:25.625362 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6ad68167-2b49-4533-8394-a587b243cfab tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:25.631712 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6ad68167-2b49-4533-8394-a587b243cfab tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1952448 Jul 27 21:51:25.632731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59262) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:25.640421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-5a21b07a-75d1-4f43-b413-0d532bcc7f71 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Request body: {'security_group_rule': {'security_group_id': 'af6ac4ca-0c0f-4415-973e-86682aabe6cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:25.683896 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a21b07a-75d1-4f43-b413-0d532bcc7f71 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:25.785978 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a21b07a-75d1-4f43-b413-0d532bcc7f71 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:25.797346 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a21b07a-75d1-4f43-b413-0d532bcc7f71 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:25.824246 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21b07a-75d1-4f43-b413-0d532bcc7f71 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37db9cb-45f7-4b31-a329-3e57f9582f06,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:25.828913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5a21b07a-75d1-4f43-b413-0d532bcc7f71 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:25.833701 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59264) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:25.835893 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5a21b07a-75d1-4f43-b413-0d532bcc7f71 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2017374 Jul 27 21:51:25.844181 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:25.876141 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:26.011028 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:26.130843 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Allocated IP 172.25.2.159 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/87aaecfb-914f-45f7-803b-5f91a67ed265) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:51:26.285780 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:26.337444 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:26.382577 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:51:26.388492 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:51:26.390786 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:51:26.394042 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Pushing event updated for resources: {'Port': ['ID=87aaecfb-914f-45f7-803b-5f91a67ed265,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:26.525192 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:26.579925 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:27.024813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f654e3f9-7cb7-43bd-a6f2-89bee06f927f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:27.110956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port f654e3f9-7cb7-43bd-a6f2-89bee06f927f completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:27.115819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f654e3f9-7cb7-43bd-a6f2-89bee06f927f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:27.116189 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:27.120825 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:27.126816 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:27.197594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Pushing event updated for resources: {'Port': ['ID=87aaecfb-914f-45f7-803b-5f91a67ed265,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:27.220325 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:27.232368 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:27.236660 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:27.253109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9ff922b8-135f-48f0-8ff0-047621da7f5b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4031568 Jul 27 21:51:27.279551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port f654e3f9-7cb7-43bd-a6f2-89bee06f927f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f654e3f9-7cb7-43bd-a6f2-89bee06f927f,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:27.284843 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:27.348904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=f654e3f9-7cb7-43bd-a6f2-89bee06f927f,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:27.445069 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-2d2a90b6-c822-4bfa-a2c1-fd594b1bc4a1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1989302537&fields=id&tenant_id=f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 267 time: 0.0514462 Jul 27 21:51:27.459125 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Sync routers for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:51:27.469685 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:51:27.470170 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:51:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:27.583846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-8d05f643-8d5c-4df5-89e7-89fea9bae002 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:27.585416 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-8d05f643-8d5c-4df5-89e7-89fea9bae002 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 812 time: 0.1320395 Jul 27 21:51:27.600888 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:51:27.603339 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-b1648b7d-a193-4f9c-8094-80c78fc65b1e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/quotas/f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 375 time: 0.0112076 Jul 27 21:51:27.695046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-27a4c4db-f13a-4ff8-b8e2-4cacb2a518e6 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818264 Jul 27 21:51:27.926960 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-c488986b-919f-441c-a710-5d1faaa10dcf service neutron] 10.222.0.55 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515119 Jul 27 21:51:27.935368 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 2, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:27.964678 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Checking router: 564930d1-b29a-4ed3-8dc2-dd800233cc04 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:51:27.965077 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Updating router 564930d1-b29a-4ed3-8dc2-dd800233cc04 port 97038094-aa0d-4269-a656-4307d679a53c binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 21:51:28.012722 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:28.046537 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-084ce5e4-d34c-4865-b663-c75ce997d13e service neutron] 10.222.0.55 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085420 Jul 27 21:51:28.270352 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a00dbb62-5d6b-4c2f-a620-bcbc1ecd0653 req-4ba00e82-fe2e-4a90-937f-a5d73d7b324a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 210 time: 0.0498223 Jul 27 21:51:28.377180 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:28.393457 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Transition to ACTIVE for port object 97038094-aa0d-4269-a656-4307d679a53c will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:28.402646 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:28.469493 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9209b56-ba45-4bf3-9d68-13778ac3a774 None None] Pushing event updated for resources: {'Port': ['ID=97038094-aa0d-4269-a656-4307d679a53c,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:28.500542 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9209b56-ba45-4bf3-9d68-13778ac3a774 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.500886 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9209b56-ba45-4bf3-9d68-13778ac3a774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.501255 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9209b56-ba45-4bf3-9d68-13778ac3a774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.501591 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9209b56-ba45-4bf3-9d68-13778ac3a774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.501921 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9209b56-ba45-4bf3-9d68-13778ac3a774 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.502263 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9209b56-ba45-4bf3-9d68-13778ac3a774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.502591 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9209b56-ba45-4bf3-9d68-13778ac3a774 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.502910 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9209b56-ba45-4bf3-9d68-13778ac3a774 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.503229 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9209b56-ba45-4bf3-9d68-13778ac3a774 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.503545 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9209b56-ba45-4bf3-9d68-13778ac3a774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.503862 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9209b56-ba45-4bf3-9d68-13778ac3a774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.504199 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9209b56-ba45-4bf3-9d68-13778ac3a774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:28.551041 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Attempting to bind port 97038094-aa0d-4269-a656-4307d679a53c on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:51:28.551721 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Attempting to bind port 97038094-aa0d-4269-a656-4307d679a53c by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:51:28.552381 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Attempting to bind port 97038094-aa0d-4269-a656-4307d679a53c on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:28.564456 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:51:28.565222 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Checking segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:51:28.566076 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:28.566883 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Bound using segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:51:28.567764 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Bound port: 97038094-aa0d-4269-a656-4307d679a53c, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:51:28.568483 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:28.676444 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] For port 97038094-aa0d-4269-a656-4307d679a53c, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:28.682470 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] For port 97038094-aa0d-4269-a656-4307d679a53c, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=97038094-aa0d-4269-a656-4307d679a53c,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:51:28.691186 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:28.757807 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:51:28.760541 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:51:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:28.768834 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9209b56-ba45-4bf3-9d68-13778ac3a774 None None] Pushing event updated for resources: {'Port': ['ID=97038094-aa0d-4269-a656-4307d679a53c,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:28.902902 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:51:29.036801 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f654e3f9-7cb7-43bd-a6f2-89bee06f927f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:29.116490 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f654e3f9-7cb7-43bd-a6f2-89bee06f927f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:29.117202 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:29.176417 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:28Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:29.213348 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249adc1-c80a-42c5-b413-ed0a7b111618 None None] The sync data for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 is: [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:28Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:51:29.222514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 97038094-aa0d-4269-a656-4307d679a53c up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:29.289325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 97038094-aa0d-4269-a656-4307d679a53c completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:29.293895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 97038094-aa0d-4269-a656-4307d679a53c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:29.294301 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:29.344219 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ebf5d5d9-5b6b-43a3-a7e0-df3d52885a08 None None] Provisioning complete for port 97038094-aa0d-4269-a656-4307d679a53c triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:29.344627 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ebf5d5d9-5b6b-43a3-a7e0-df3d52885a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:29.432158 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-833abb37-38be-4afa-aca5-3bc03ccd570b req-1bd9673d-1835-4038-a767-37aa111513ef tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 210 time: 0.0591917 Jul 27 21:51:29.488280 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:29.576037 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 97038094-aa0d-4269-a656-4307d679a53c, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=97038094-aa0d-4269-a656-4307d679a53c,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:29.582289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-5ff3815b-cc79-4b1f-81e4-ce84cfc49f65 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:29.583664 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ebf5d5d9-5b6b-43a3-a7e0-df3d52885a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:29.583861 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-5ff3815b-cc79-4b1f-81e4-ce84cfc49f65 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 812 time: 0.1606257 Jul 27 21:51:29.587202 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:29.653718 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-fa45a251-d787-4556-bfc5-bd26a93d775a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 380 time: 0.0577118 Jul 27 21:51:29.665429 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Request body: {'port': {'device_id': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'admin_state_up': True, 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'security_groups': ['af6ac4ca-0c0f-4415-973e-86682aabe6cb']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:29.717054 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=97038094-aa0d-4269-a656-4307d679a53c,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:29.723412 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-ebf5d5d9-5b6b-43a3-a7e0-df3d52885a08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 21:51:29.723823 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-ebf5d5d9-5b6b-43a3-a7e0-df3d52885a08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 21:51:29.833464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Made reservation on behalf of f5c1fc87e324455e8d4931565079c973 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:51:29.838002 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:30.001138 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Allocated IP 172.20.0.5 (b2383952-9d8f-473e-8cfd-02ebbb5fadcb/3bc21288-0232-4229-a86f-f9e42c804d58/8ca12906-ee67-4128-93d5-4e54e904dad8) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:51:30.182847 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:30.201872 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Transition to ACTIVE for port object 8ca12906-ee67-4128-93d5-4e54e904dad8 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:30.239574 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:30.301110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Network b2383952-9d8f-473e-8cfd-02ebbb5fadcb is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:51:30.304239 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:51:30.308838 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:51:30.314015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Pushing event updated for resources: {'Port': ['ID=8ca12906-ee67-4128-93d5-4e54e904dad8,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:30.349910 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:30.350280 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:30.350633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:30.350976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:30.351323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:30.351660 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:30.351996 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:30.352326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:30.352653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:30.352978 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:30.353305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:30.353635 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:30.382132 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:30.382993 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:30.400361 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-3579dc11-733d-45ca-8a04-34c80675bdce tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7391379 Jul 27 21:51:30.414453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Request body: {'port': {'device_id': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:30.517174 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:30.597369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-20d7a6f7-e271-484a-b092-916e4e1235bd None None] Provisioning for port 8ca12906-ee67-4128-93d5-4e54e904dad8 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:30.602211 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-20d7a6f7-e271-484a-b092-916e4e1235bd None None] Provisioning complete for port 8ca12906-ee67-4128-93d5-4e54e904dad8 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:30.602743 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-20d7a6f7-e271-484a-b092-916e4e1235bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:30.616659 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc39efa-5f1b-48af-b85f-e1b73a900f91 req-25f41f5d-c33a-4f75-8d9a-e5437948f686 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:30.618451 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-afc39efa-5f1b-48af-b85f-e1b73a900f91 req-25f41f5d-c33a-4f75-8d9a-e5437948f686 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 931 time: 0.0805745 Jul 27 21:51:30.644391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-20d7a6f7-e271-484a-b092-916e4e1235bd None None] Port 8ca12906-ee67-4128-93d5-4e54e904dad8 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:51:30.676573 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-afc39efa-5f1b-48af-b85f-e1b73a900f91 req-21a762cc-78d1-46cd-ae6f-c7db4e6e2cb8 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499465 Jul 27 21:51:30.970858 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 97038094-aa0d-4269-a656-4307d679a53c up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:31.038509 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 97038094-aa0d-4269-a656-4307d679a53c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:31.039008 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:31.198432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca12906-ee67-4128-93d5-4e54e904dad8 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:31.209341 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:31.224463 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Transition to ACTIVE for port object 8ca12906-ee67-4128-93d5-4e54e904dad8 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:51:31.228828 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:31.293821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Pushing event updated for resources: {'Port': ['ID=8ca12906-ee67-4128-93d5-4e54e904dad8,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:31.399953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Attempting to bind port 8ca12906-ee67-4128-93d5-4e54e904dad8 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:51:31.400381 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Attempting to bind port 8ca12906-ee67-4128-93d5-4e54e904dad8 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:51:31.400774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Attempting to bind port 8ca12906-ee67-4128-93d5-4e54e904dad8 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:31.406696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Port 8ca12906-ee67-4128-93d5-4e54e904dad8 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:51:31.407014 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Attempting to bind port 8ca12906-ee67-4128-93d5-4e54e904dad8 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:51:31.412909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:51:31.413245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Checking segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:51:31.413622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Bound using segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:51:31.414056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Bound port: 8ca12906-ee67-4128-93d5-4e54e904dad8, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:51:31.414591 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:31.495440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] For port 8ca12906-ee67-4128-93d5-4e54e904dad8, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:51:31.498856 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] For port 8ca12906-ee67-4128-93d5-4e54e904dad8, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8ca12906-ee67-4128-93d5-4e54e904dad8,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:51:31.504980 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:31.543364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:31.543947 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:31.545745 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] 10.222.0.66 "PUT /v2.0/ports/8ca12906-ee67-4128-93d5-4e54e904dad8 HTTP/1.1" status: 200 len: 1091 time: 1.1371801 Jul 27 21:51:31.546858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'tag': '8ca12906-ee67-4128-93d5-4e54e904dad8'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:31.549222 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fd04e3-c705-485a-86ee-b305aaf8c55d" -d '{"events": [{"name": "network-changed", "server_uuid": "82496ab3-6e20-46e0-8dfe-5157eb34c097", "tag": "8ca12906-ee67-4128-93d5-4e54e904dad8"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:31.578475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5bc0b-2a0c-4421-a35a-d081f99ee7fa service neutron] Pushing event updated for resources: {'Port': ['ID=8ca12906-ee67-4128-93d5-4e54e904dad8,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:31.604496 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff6f6b6-012d-4b28-9e2e-e84ef84cf2fd x-openstack-request-id: req-9ff6f6b6-012d-4b28-9e2e-e84ef84cf2fd {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:31.604496 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82496ab3-6e20-46e0-8dfe-5157eb34c097", "tag": "8ca12906-ee67-4128-93d5-4e54e904dad8", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:31.604496 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ff6f6b6-012d-4b28-9e2e-e84ef84cf2fd {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:31.604871 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'tag': '8ca12906-ee67-4128-93d5-4e54e904dad8', 'status': 'completed', 'code': 200} Jul 27 21:51:31.652884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-9fb56988-7487-4406-9c58-07d4ebaa89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:31.654472 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-9fb56988-7487-4406-9c58-07d4ebaa89cd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 1094 time: 0.0618505 Jul 27 21:51:31.728531 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-dcd2f650-b424-45df-81e7-65c51b5a10e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca12906-ee67-4128-93d5-4e54e904dad8 HTTP/1.1" status: 200 len: 217 time: 0.0653934 Jul 27 21:51:31.787155 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-b268f95c-cd6d-4301-a994-824ccee98526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:31.788703 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-b268f95c-cd6d-4301-a994-824ccee98526 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0530970 Jul 27 21:51:31.819806 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290cdfd-1da7-40e6-94b5-39224f369e09 req-a30aa482-d685-4a08-90e2-da697279c62b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:31.821351 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9290cdfd-1da7-40e6-94b5-39224f369e09 req-a30aa482-d685-4a08-90e2-da697279c62b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 943 time: 0.0702569 Jul 27 21:51:31.857610 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-47346d22-f668-4a7b-ac2e-84ab95b29b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:31.865038 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-47346d22-f668-4a7b-ac2e-84ab95b29b81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676858 Jul 27 21:51:31.867625 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9290cdfd-1da7-40e6-94b5-39224f369e09 req-7b4a24b6-c609-43ef-bf26-e1d7b79bbefe tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400317 Jul 27 21:51:31.975206 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-f8fa5c95-4ec4-4b10-984f-851566473d74 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011927 Jul 27 21:51:32.069640 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-85b067ca-817b-4dfc-a63a-4cbfcb9bea14 req-d3c33571-3fd9-4515-bac4-2dab63459d86 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874336 Jul 27 21:51:32.179070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd04e3-c705-485a-86ee-b305aaf8c55d req-32723dbe-8fd7-44e1-a081-be86257c1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:32.180886 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b1fd04e3-c705-485a-86ee-b305aaf8c55d req-32723dbe-8fd7-44e1-a081-be86257c1568 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 1094 time: 0.0637035 Jul 27 21:51:32.300607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd04e3-c705-485a-86ee-b305aaf8c55d req-22373516-417a-450e-a0e7-468bfbeef8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:32.302100 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b1fd04e3-c705-485a-86ee-b305aaf8c55d req-22373516-417a-450e-a0e7-468bfbeef8db service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1142194 Jul 27 21:51:32.350922 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b1fd04e3-c705-485a-86ee-b305aaf8c55d req-1e7dbda2-dc7b-4ac4-a697-ee6a820a7130 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca12906-ee67-4128-93d5-4e54e904dad8 HTTP/1.1" status: 200 len: 217 time: 0.0414286 Jul 27 21:51:32.422959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd04e3-c705-485a-86ee-b305aaf8c55d req-f5ec2bca-dad0-4413-9bef-9498993087db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:32.424453 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b1fd04e3-c705-485a-86ee-b305aaf8c55d req-f5ec2bca-dad0-4413-9bef-9498993087db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0672061 Jul 27 21:51:32.495887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd04e3-c705-485a-86ee-b305aaf8c55d req-b53add07-8c6f-4b71-b173-17df056743cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:32.497637 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b1fd04e3-c705-485a-86ee-b305aaf8c55d req-b53add07-8c6f-4b71-b173-17df056743cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660381 Jul 27 21:51:32.608936 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b1fd04e3-c705-485a-86ee-b305aaf8c55d req-6938c739-3bfc-4262-846a-74e16080682f service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039574 Jul 27 21:51:32.726145 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b1fd04e3-c705-485a-86ee-b305aaf8c55d req-3a33a9f4-9ff8-4bdc-a3cb-e16607b4d7d8 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088929 Jul 27 21:51:32.805315 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a10ceb18-5ee0-47bb-ae38-6bb13739401b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:33.024682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6462a9-b75e-4d12-bf1d-0016e7425103 req-32cf357a-c199-4a4d-a706-821b68de42b6 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:33.026292 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b6462a9-b75e-4d12-bf1d-0016e7425103 req-32cf357a-c199-4a4d-a706-821b68de42b6 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 943 time: 0.0792637 Jul 27 21:51:33.075115 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b6462a9-b75e-4d12-bf1d-0016e7425103 req-b6a56f7f-0131-4936-813b-99a9bd1c892f tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399377 Jul 27 21:51:34.241698 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517a6e7-4c63-40ce-86d8-a86be66ecc10 req-3bfb09ee-9379-46c9-9737-5684f7fa22da tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:34.243749 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8517a6e7-4c63-40ce-86d8-a86be66ecc10 req-3bfb09ee-9379-46c9-9737-5684f7fa22da tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 943 time: 0.0764773 Jul 27 21:51:34.300998 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8517a6e7-4c63-40ce-86d8-a86be66ecc10 req-b91b6e3d-ecb4-4da0-a07f-721d18da117a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489683 Jul 27 21:51:34.512327 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:34.961996 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:51:35.452839 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebfafc-4131-41fd-977c-e814277aaa63 req-7e62225f-bb8c-4e80-b5f1-ce0e5507797f tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:35.454665 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88ebfafc-4131-41fd-977c-e814277aaa63 req-7e62225f-bb8c-4e80-b5f1-ce0e5507797f tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 943 time: 0.0753880 Jul 27 21:51:35.467420 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-34ccc6a6-0994-4009-aadc-395d416c71b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:35.506169 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88ebfafc-4131-41fd-977c-e814277aaa63 req-c0c5a51d-35bf-4b6c-9fc1-c2b3316761cd tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416837 Jul 27 21:51:35.539303 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:36.349601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8ca12906-ee67-4128-93d5-4e54e904dad8 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:51:36.504162 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8ca12906-ee67-4128-93d5-4e54e904dad8, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8ca12906-ee67-4128-93d5-4e54e904dad8,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:36.530647 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '8ca12906-ee67-4128-93d5-4e54e904dad8', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'port_id': '8ca12906-ee67-4128-93d5-4e54e904dad8', 'mac_address': 'fa:16:3e:ca:2a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:51:36.609643 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:36.632869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca12906-ee67-4128-93d5-4e54e904dad8 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:51:36.668768 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8ca12906-ee67-4128-93d5-4e54e904dad8, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8ca12906-ee67-4128-93d5-4e54e904dad8,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:36.675789 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:36.700857 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b729d3-b01e-4935-8d8a-7c290ac7c290 req-f879aa59-4dd8-4ea5-ba6d-350a8441ecf4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:36.709287 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47b729d3-b01e-4935-8d8a-7c290ac7c290 req-f879aa59-4dd8-4ea5-ba6d-350a8441ecf4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 943 time: 0.0877299 Jul 27 21:51:36.768888 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47b729d3-b01e-4935-8d8a-7c290ac7c290 req-7b2e2cba-300a-4746-9801-ef9d6274e28f tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580337 Jul 27 21:51:36.771644 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8ca12906-ee67-4128-93d5-4e54e904dad8,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:36.784798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:36.785350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:36.785894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:36.786491 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:36.787025 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:36.787514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:36.788007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:36.788702 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:36.789169 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:36.789646 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:36.790117 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:36.790628 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:51:36.990444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['8ca12906-ee67-4128-93d5-4e54e904dad8'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:51:37.373658 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:37.922763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecf025-cddf-4ef4-bb1d-6cc368d9373d req-9cc9d3bf-f40b-4db1-8702-dba9adc74a4f tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:37.924528 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-02ecf025-cddf-4ef4-bb1d-6cc368d9373d req-9cc9d3bf-f40b-4db1-8702-dba9adc74a4f tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 944 time: 0.0743079 Jul 27 21:51:37.977530 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-02ecf025-cddf-4ef4-bb1d-6cc368d9373d req-9247c4f3-a607-4486-b04b-c92aea470194 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465417 Jul 27 21:51:38.082275 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:38.356907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8ca12906-ee67-4128-93d5-4e54e904dad8 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:51:38.416209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 8ca12906-ee67-4128-93d5-4e54e904dad8 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:51:38.423864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 8ca12906-ee67-4128-93d5-4e54e904dad8 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:51:38.424478 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:38.544009 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:38.579112 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca12906-ee67-4128-93d5-4e54e904dad8'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:38.598867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8ca12906-ee67-4128-93d5-4e54e904dad8, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8ca12906-ee67-4128-93d5-4e54e904dad8,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:51:38.605740 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:38.638170 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa24ca6-188c-4844-a7b8-3cecc58520ce" -d '{"events": [{"server_uuid": "82496ab3-6e20-46e0-8dfe-5157eb34c097", "name": "network-vif-plugged", "status": "completed", "tag": "8ca12906-ee67-4128-93d5-4e54e904dad8"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:38.677555 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8ca12906-ee67-4128-93d5-4e54e904dad8,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:51:38.756059 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1531f87e-df44-4446-8fd9-1402f04d3b5e x-openstack-request-id: req-1531f87e-df44-4446-8fd9-1402f04d3b5e {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:38.756640 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82496ab3-6e20-46e0-8dfe-5157eb34c097", "name": "network-vif-plugged", "status": "completed", "tag": "8ca12906-ee67-4128-93d5-4e54e904dad8", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:38.757046 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1531f87e-df44-4446-8fd9-1402f04d3b5e {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:38.757685 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca12906-ee67-4128-93d5-4e54e904dad8', 'code': 200} Jul 27 21:51:38.931174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddf882-ce4d-4c8d-a32d-8d8241c44c21 req-2487051e-4c6f-4b28-84be-e96850b562b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:38.933043 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b4ddf882-ce4d-4c8d-a32d-8d8241c44c21 req-2487051e-4c6f-4b28-84be-e96850b562b5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 1096 time: 0.0936470 Jul 27 21:51:38.984133 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b4ddf882-ce4d-4c8d-a32d-8d8241c44c21 req-3f66615b-4eb9-4183-b585-aec5dc6dec2a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393429 Jul 27 21:51:39.045132 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:39.161999 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c38836-bdfb-4a11-b4fa-84285780aeb3 req-dbe0e6e4-d994-4825-8321-65392b54651c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:39.169383 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-50c38836-bdfb-4a11-b4fa-84285780aeb3 req-dbe0e6e4-d994-4825-8321-65392b54651c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0967414 Jul 27 21:51:39.224077 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-50c38836-bdfb-4a11-b4fa-84285780aeb3 req-659f9d06-8c5d-48eb-be04-a30f19073abf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454075 Jul 27 21:51:40.408038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f7129-b3a8-47f9-86de-da3c7f241376 req-bb33a2d4-aa10-45a9-910d-8530ee2ec1de tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:40.409600 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-535f7129-b3a8-47f9-86de-da3c7f241376 req-bb33a2d4-aa10-45a9-910d-8530ee2ec1de tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0795577 Jul 27 21:51:40.455282 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-535f7129-b3a8-47f9-86de-da3c7f241376 req-84e8393e-f148-4d90-9fd8-cb97bdaa866c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361464 Jul 27 21:51:40.613888 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d522fa7-90b7-48cd-9f37-2e4fead228db req-2f7c2f89-6717-4e07-8dd2-334c367713c2 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:40.615552 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d522fa7-90b7-48cd-9f37-2e4fead228db req-2f7c2f89-6717-4e07-8dd2-334c367713c2 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0818319 Jul 27 21:51:40.630700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 59326) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:51:40.638472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-8a5d4e83-36b3-45ff-bb86-ebe5815187b1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Request body: {'floatingip': {'port_id': '8ca12906-ee67-4128-93d5-4e54e904dad8'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:51:40.707691 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4e83-36b3-45ff-bb86-ebe5815187b1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for floatingip, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:41.503462 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4e83-36b3-45ff-bb86-ebe5815187b1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:41.510316 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4e83-36b3-45ff-bb86-ebe5815187b1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:41.714780 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-8a5d4e83-36b3-45ff-bb86-ebe5815187b1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Floating IP cef0b838-27f0-490e-b4ea-41e90197b364 associated. External IP: 172.25.2.159, port: 8ca12906-ee67-4128-93d5-4e54e904dad8. Jul 27 21:51:42.060082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5d4e83-36b3-45ff-bb86-ebe5815187b1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Router 564930d1-b29a-4ed3-8dc2-dd800233cc04 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:51:42.216349 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5d4e83-36b3-45ff-bb86-ebe5815187b1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:51:42.223544 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4e83-36b3-45ff-bb86-ebe5815187b1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:51:42.229135 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffb3fab-4d0f-493d-891d-48d82b4f331e None None] Sync routers for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:51:42.244232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffb3fab-4d0f-493d-891d-48d82b4f331e None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:51:42.245537 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9ffb3fab-4d0f-493d-891d-48d82b4f331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:51:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:42.268648 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8a5d4e83-36b3-45ff-bb86-ebe5815187b1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "PUT /v2.0/floatingips/cef0b838-27f0-490e-b4ea-41e90197b364 HTTP/1.1" status: 200 len: 991 time: 1.6363034 Jul 27 21:51:42.269203 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'tag': '8ca12906-ee67-4128-93d5-4e54e904dad8'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:51:42.272363 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d4a1fe-771c-4643-93fb-ab436dae9cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "82496ab3-6e20-46e0-8dfe-5157eb34c097", "tag": "8ca12906-ee67-4128-93d5-4e54e904dad8"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:51:42.329301 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b300a96-c149-4613-a304-9498ce356e71 x-openstack-request-id: req-5b300a96-c149-4613-a304-9498ce356e71 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:51:42.329749 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82496ab3-6e20-46e0-8dfe-5157eb34c097", "tag": "8ca12906-ee67-4128-93d5-4e54e904dad8", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:51:42.330146 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b300a96-c149-4613-a304-9498ce356e71 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:51:42.331057 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'tag': '8ca12906-ee67-4128-93d5-4e54e904dad8', 'status': 'completed', 'code': 200} Jul 27 21:51:42.411712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-9ffb3fab-4d0f-493d-891d-48d82b4f331e None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:51:42.454425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4a1fe-771c-4643-93fb-ab436dae9cd3 req-f353aea5-adfa-48d6-b7fb-0de8518330d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:42.457192 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b2d4a1fe-771c-4643-93fb-ab436dae9cd3 req-f353aea5-adfa-48d6-b7fb-0de8518330d0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 1096 time: 0.0969932 Jul 27 21:51:42.600854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4a1fe-771c-4643-93fb-ab436dae9cd3 req-644e4fef-2df9-40fb-9b5f-4e8fddd247d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:42.603312 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b2d4a1fe-771c-4643-93fb-ab436dae9cd3 req-644e4fef-2df9-40fb-9b5f-4e8fddd247d7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1391106 Jul 27 21:51:42.656669 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88fa4382-0597-45b9-bf8a-92a56b00fae9 req-52cd23c7-b6c8-4af0-b2f2-5a4c1271992a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0989032 Jul 27 21:51:42.711264 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b2d4a1fe-771c-4643-93fb-ab436dae9cd3 req-d1b13b53-62f9-4420-9820-5dea329273d3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca12906-ee67-4128-93d5-4e54e904dad8 HTTP/1.1" status: 200 len: 999 time: 0.0999343 Jul 27 21:51:42.788134 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4a1fe-771c-4643-93fb-ab436dae9cd3 req-ac60633d-d078-4d98-807e-5959b6f496a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:42.790103 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b2d4a1fe-771c-4643-93fb-ab436dae9cd3 req-ac60633d-d078-4d98-807e-5959b6f496a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0717964 Jul 27 21:51:42.878887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4a1fe-771c-4643-93fb-ab436dae9cd3 req-4bd8d5f7-8896-42a8-9f30-04d81f6f1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:42.880403 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b2d4a1fe-771c-4643-93fb-ab436dae9cd3 req-4bd8d5f7-8896-42a8-9f30-04d81f6f1e5e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820019 Jul 27 21:51:42.995544 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9ffb3fab-4d0f-493d-891d-48d82b4f331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cef0b838-27f0-490e-b4ea-41e90197b364', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'port_id': '8ca12906-ee67-4128-93d5-4e54e904dad8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'mac_address': 'fa:16:3e:ca:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:51:26Z', 'updated_at': '2021-07-27T21:51:41Z', 'revision_number': 1, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:43.025671 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffb3fab-4d0f-493d-891d-48d82b4f331e None None] Checking router: 564930d1-b29a-4ed3-8dc2-dd800233cc04 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:51:43.027586 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b2d4a1fe-771c-4643-93fb-ab436dae9cd3 req-f448f070-6be9-4da2-8dc0-4c67d6a52370 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389968 Jul 27 21:51:43.037810 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffb3fab-4d0f-493d-891d-48d82b4f331e None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:51:43.038506 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9ffb3fab-4d0f-493d-891d-48d82b4f331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:51:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:43.159855 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b2d4a1fe-771c-4643-93fb-ab436dae9cd3 req-9ec3318b-2d3b-4b48-bde4-c0031af186d1 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241610 Jul 27 21:51:43.215282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-9ffb3fab-4d0f-493d-891d-48d82b4f331e None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:51:43.334691 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa4382-0597-45b9-bf8a-92a56b00fae9 req-2ef79309-5532-4aec-a5be-fc421719b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:43.337141 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-88fa4382-0597-45b9-bf8a-92a56b00fae9 req-2ef79309-5532-4aec-a5be-fc421719b879 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 1096 time: 0.0972183 Jul 27 21:51:43.524904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa4382-0597-45b9-bf8a-92a56b00fae9 req-6eebd786-5a8e-4749-8b71-36bcb9ae8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:43.526514 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-88fa4382-0597-45b9-bf8a-92a56b00fae9 req-6eebd786-5a8e-4749-8b71-36bcb9ae8da3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1642592 Jul 27 21:51:43.591989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-9ffb3fab-4d0f-493d-891d-48d82b4f331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cef0b838-27f0-490e-b4ea-41e90197b364', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'port_id': '8ca12906-ee67-4128-93d5-4e54e904dad8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'mac_address': 'fa:16:3e:ca:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:51:26Z', 'updated_at': '2021-07-27T21:51:41Z', 'revision_number': 1, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:51:43.615959 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-88fa4382-0597-45b9-bf8a-92a56b00fae9 req-bb6c12c7-e75d-4c6a-a32c-beaa296f41f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca12906-ee67-4128-93d5-4e54e904dad8 HTTP/1.1" status: 200 len: 999 time: 0.0813935 Jul 27 21:51:43.623250 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffb3fab-4d0f-493d-891d-48d82b4f331e None None] The sync data for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 is: [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cef0b838-27f0-490e-b4ea-41e90197b364', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'port_id': '8ca12906-ee67-4128-93d5-4e54e904dad8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'mac_address': 'fa:16:3e:ca:2a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:51:26Z', 'updated_at': '2021-07-27T21:51:41Z', 'revision_number': 1, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:51:43.693322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa4382-0597-45b9-bf8a-92a56b00fae9 req-9c6f0036-e15c-4297-95dd-149a0171d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:43.695360 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-88fa4382-0597-45b9-bf8a-92a56b00fae9 req-9c6f0036-e15c-4297-95dd-149a0171d176 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0724080 Jul 27 21:51:43.785574 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa4382-0597-45b9-bf8a-92a56b00fae9 req-2e83b251-8aca-4b1e-a40a-01d41412f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:51:43.787273 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-88fa4382-0597-45b9-bf8a-92a56b00fae9 req-2e83b251-8aca-4b1e-a40a-01d41412f193 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837026 Jul 27 21:51:43.902714 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16bfec3-f984-498a-9d17-b5c1df1a2268 None None] New status for floating IP cef0b838-27f0-490e-b4ea-41e90197b364: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:51:43.938208 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-88fa4382-0597-45b9-bf8a-92a56b00fae9 req-b6521676-3f48-411d-918a-b950652c0c00 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432683 Jul 27 21:51:44.056620 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-88fa4382-0597-45b9-bf8a-92a56b00fae9 req-812e9d8d-86fd-4bf9-8a61-856ad73e29b9 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113174 Jul 27 21:52:02.808855 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-530e22df-6d38-478b-8a24-fb2f962634b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:04.512609 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:05.462053 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d7c7732a-1548-4128-82f7-6c4a35b0f9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:05.533454 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:07.377424 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:08.095658 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:09.040544 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:11.961267 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:52:32.796419 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-17f89689-80d6-4eed-b4c3-79407dd55538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:34.521840 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:35.464601 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fd93ccce-424e-491c-b8c8-5f0275751f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:35.535580 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:37.378126 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:38.111919 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:39.044080 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:52:44.890418 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c52f842e-ccc3-4b26-b167-f36a24bc44af req-d7616a16-fd78-4080-b509-6c9e222d6954 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3682129 Jul 27 21:52:45.006119 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f842e-ccc3-4b26-b167-f36a24bc44af req-07035a23-bc17-4d46-b6a6-5f4c616601ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:45.007839 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c52f842e-ccc3-4b26-b167-f36a24bc44af req-07035a23-bc17-4d46-b6a6-5f4c616601ca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 1096 time: 0.0728076 Jul 27 21:52:45.120808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f842e-ccc3-4b26-b167-f36a24bc44af req-76ff190e-4881-4903-8f28-baa6356e1f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:45.122333 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c52f842e-ccc3-4b26-b167-f36a24bc44af req-76ff190e-4881-4903-8f28-baa6356e1f2f service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0949862 Jul 27 21:52:45.194246 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c52f842e-ccc3-4b26-b167-f36a24bc44af req-7797fa69-f23b-4486-aa4a-16cd973f55fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca12906-ee67-4128-93d5-4e54e904dad8 HTTP/1.1" status: 200 len: 1001 time: 0.0639219 Jul 27 21:52:45.253634 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f842e-ccc3-4b26-b167-f36a24bc44af req-c157cb03-8ced-42ba-b4e6-285182f71e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:45.255284 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c52f842e-ccc3-4b26-b167-f36a24bc44af req-c157cb03-8ced-42ba-b4e6-285182f71e83 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0543058 Jul 27 21:52:45.331768 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f842e-ccc3-4b26-b167-f36a24bc44af req-f2521654-0a9e-4568-b91c-b4f2ef045201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:52:45.333303 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c52f842e-ccc3-4b26-b167-f36a24bc44af req-f2521654-0a9e-4568-b91c-b4f2ef045201 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703709 Jul 27 21:52:45.427963 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c52f842e-ccc3-4b26-b167-f36a24bc44af req-2f701bf2-fa35-4b1b-abca-d871fb28a345 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871241 Jul 27 21:52:45.537142 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c52f842e-ccc3-4b26-b167-f36a24bc44af req-67ebffc6-f8f4-4a0c-9427-c54cc046b7e4 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015463 Jul 27 21:52:48.960677 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:53:02.799285 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-931e60a0-5243-4abc-9b6d-ff8293d6a7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:04.520409 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:05.470850 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d3220e30-4908-404b-9978-bf01f6bfd9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:05.539144 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:07.377294 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:08.110596 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:09.044242 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:25.960153 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:53:32.802195 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d5fa31e9-0f2e-4273-a510-52c1e87c5e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:34.550698 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:35.465001 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f8a292db-11db-4611-b649-5a7bd1e82348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:35.541277 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:37.379579 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:38.128149 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:39.047476 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:53:46.243543 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-af9adae0-d683-4221-abc3-fff9ff2c7122 req-3d7125d5-97b1-49dc-8a72-f8f1d63ca476 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0641816 Jul 27 21:53:46.345712 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9adae0-d683-4221-abc3-fff9ff2c7122 req-b6cdbae1-0270-4a57-96bc-7b4fc68b12d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:46.347289 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-af9adae0-d683-4221-abc3-fff9ff2c7122 req-b6cdbae1-0270-4a57-96bc-7b4fc68b12d5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 1096 time: 0.0556624 Jul 27 21:53:46.467044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9adae0-d683-4221-abc3-fff9ff2c7122 req-2b765e5c-1826-428a-866e-d567471a57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:46.468561 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-af9adae0-d683-4221-abc3-fff9ff2c7122 req-2b765e5c-1826-428a-866e-d567471a57cc service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1013350 Jul 27 21:53:46.535654 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-af9adae0-d683-4221-abc3-fff9ff2c7122 req-c3698438-33a6-430c-8d74-c17ad699ac11 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca12906-ee67-4128-93d5-4e54e904dad8 HTTP/1.1" status: 200 len: 1001 time: 0.0591042 Jul 27 21:53:46.593160 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9adae0-d683-4221-abc3-fff9ff2c7122 req-4e6ccbf4-bf6d-4cd9-a21a-06ccb449004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:46.594676 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-af9adae0-d683-4221-abc3-fff9ff2c7122 req-4e6ccbf4-bf6d-4cd9-a21a-06ccb449004e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0512187 Jul 27 21:53:46.656893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9adae0-d683-4221-abc3-fff9ff2c7122 req-1d1bf8c3-055c-45fe-94ed-2138872647a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:53:46.658456 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-af9adae0-d683-4221-abc3-fff9ff2c7122 req-1d1bf8c3-055c-45fe-94ed-2138872647a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565183 Jul 27 21:53:46.753026 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-af9adae0-d683-4221-abc3-fff9ff2c7122 req-dc79d63d-1b07-46a3-95f7-7d3b9ebe2f39 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863905 Jul 27 21:53:46.852469 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-af9adae0-d683-4221-abc3-fff9ff2c7122 req-bc14a3c8-9f99-41a6-8e3c-57678f2bfe1c service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899284 Jul 27 21:54:02.804831 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-06cab0c5-7598-4a3a-acdc-62a02c2b7f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:02.959060 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:54:04.554382 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.468850 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a6ab3b07-fc88-4861-a8ec-58a1fea1d2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:05.546694 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:07.384430 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:08.137706 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:09.049881 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:32.805790 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1605d0e5-0f3e-48a5-8443-df82edb92cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:34.559208 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:35.472163 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eb95092d-5604-4150-b02a-bac07e56b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:35.540109 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:37.387926 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:38.168106 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:39.053124 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:54:39.959464 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:54:45.576156 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0190698e-c60d-4662-a733-e07d759298ce req-c6fd65a2-cbb8-4a68-a7e3-5b55168b0294 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570006 Jul 27 21:54:45.673381 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190698e-c60d-4662-a733-e07d759298ce req-dc615a15-0281-4ea9-ac4d-223d1c532ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:45.674928 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0190698e-c60d-4662-a733-e07d759298ce req-dc615a15-0281-4ea9-ac4d-223d1c532ff6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 1096 time: 0.0563498 Jul 27 21:54:45.785770 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190698e-c60d-4662-a733-e07d759298ce req-db720989-275c-4090-a0db-d7690fd23a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:45.787210 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0190698e-c60d-4662-a733-e07d759298ce req-db720989-275c-4090-a0db-d7690fd23a22 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0922694 Jul 27 21:54:45.854928 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0190698e-c60d-4662-a733-e07d759298ce req-8f23fa1a-d9de-424f-b7fb-8da4cc97f32c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca12906-ee67-4128-93d5-4e54e904dad8 HTTP/1.1" status: 200 len: 1001 time: 0.0598781 Jul 27 21:54:45.911021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190698e-c60d-4662-a733-e07d759298ce req-ca0930b5-268e-4814-98fd-7f2d83151132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:45.912547 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0190698e-c60d-4662-a733-e07d759298ce req-ca0930b5-268e-4814-98fd-7f2d83151132 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0504305 Jul 27 21:54:45.973834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190698e-c60d-4662-a733-e07d759298ce req-ba601ffd-f313-4d26-ae29-14cd8b11e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:45.975379 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0190698e-c60d-4662-a733-e07d759298ce req-ba601ffd-f313-4d26-ae29-14cd8b11e61a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557401 Jul 27 21:54:45.986698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-0190698e-c60d-4662-a733-e07d759298ce req-a067ad44-91e6-474f-a991-5754bebf70c0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:54:45.987625 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0190698e-c60d-4662-a733-e07d759298ce req-a067ad44-91e6-474f-a991-5754bebf70c0 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049765 Jul 27 21:54:46.078591 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0190698e-c60d-4662-a733-e07d759298ce req-5e9a2393-4949-481d-ba4d-cdeafcf72ae1 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825269 Jul 27 21:54:46.178090 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0190698e-c60d-4662-a733-e07d759298ce req-5db58cc3-b1e4-46b6-a499-e0b4c2e29bfa service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922871 Jul 27 21:54:55.213978 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff99755-c9f0-4db1-9ccf-6dcf90077809 req-14f9f2e3-9a15-4c0c-bd67-87c631a6c1c0 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:55.215494 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cff99755-c9f0-4db1-9ccf-6dcf90077809 req-14f9f2e3-9a15-4c0c-bd67-87c631a6c1c0 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0744998 Jul 27 21:54:55.255551 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cff99755-c9f0-4db1-9ccf-6dcf90077809 req-19a52c7c-9d67-4f60-94fd-8c7ab0fc3367 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328658 Jul 27 21:54:55.516502 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30aaf5f-4ee2-4d10-8b65-6f60e4a38e81 req-c0047077-094a-4fcf-a56d-fd3fde010231 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:55.518103 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f30aaf5f-4ee2-4d10-8b65-6f60e4a38e81 req-c0047077-094a-4fcf-a56d-fd3fde010231 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0714614 Jul 27 21:54:55.558736 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f30aaf5f-4ee2-4d10-8b65-6f60e4a38e81 req-060a25df-84ae-4f26-b377-61e96a075c31 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347574 Jul 27 21:54:55.597048 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-feb2a421-f337-424e-9229-909e3289b836 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0962548 Jul 27 21:54:56.703490 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184e042-2419-449e-a29d-d5f2071aa78c req-f9b30c5b-85d4-4163-bf82-6c2bce3767c8 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.705119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8184e042-2419-449e-a29d-d5f2071aa78c req-f9b30c5b-85d4-4163-bf82-6c2bce3767c8 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0737846 Jul 27 21:54:56.749492 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8184e042-2419-449e-a29d-d5f2071aa78c req-f4e97856-82f9-4fd0-aa94-c8bb7d01743d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374885 Jul 27 21:54:56.865145 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-f41aecdb-1961-483d-8486-4e5047c75945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.866764 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-f41aecdb-1961-483d-8486-4e5047c75945 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 1096 time: 0.0673282 Jul 27 21:54:56.964518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-d983d887-1fa0-461f-9c58-cbb04edb0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:56.966675 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-d983d887-1fa0-461f-9c58-cbb04edb0503 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0926940 Jul 27 21:54:57.034028 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-54ddadf7-426f-4412-b35c-e230479a685b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca12906-ee67-4128-93d5-4e54e904dad8 HTTP/1.1" status: 200 len: 1001 time: 0.0586917 Jul 27 21:54:57.088648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-f17ae188-7a01-4186-8870-d83e26cead37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:57.090115 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-f17ae188-7a01-4186-8870-d83e26cead37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0490541 Jul 27 21:54:57.150108 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-e45c93ea-2078-4400-8325-a079de2bafc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:57.151588 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-e45c93ea-2078-4400-8325-a079de2bafc3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548835 Jul 27 21:54:57.243902 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-f5300faa-bfcd-4373-b210-0ce61d655181 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847313 Jul 27 21:54:57.342992 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-ea7a955d-e5b5-46a8-a653-8d534264eb17 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919337 Jul 27 21:54:57.887278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b39699-6c5a-4f65-8b6c-00d43b5bf0bc req-e566f358-c172-491c-b217-6f77a9d70702 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:57.889366 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51b39699-6c5a-4f65-8b6c-00d43b5bf0bc req-e566f358-c172-491c-b217-6f77a9d70702 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0689547 Jul 27 21:54:57.929445 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51b39699-6c5a-4f65-8b6c-00d43b5bf0bc req-cc5469da-5e95-4854-bed3-6035cbd160da tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335662 Jul 27 21:54:59.068521 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddf8aa-87ab-48b3-96fe-5faf0da5b164 req-9a2c77d6-880a-4b9d-ad44-e7e535980659 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:54:59.070024 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-09ddf8aa-87ab-48b3-96fe-5faf0da5b164 req-9a2c77d6-880a-4b9d-ad44-e7e535980659 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0697448 Jul 27 21:54:59.111723 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-09ddf8aa-87ab-48b3-96fe-5faf0da5b164 req-e07279a1-a96f-431a-ba25-ae11adc8a63a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351741 Jul 27 21:55:00.257192 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f644f5-8cf6-4049-aeaf-623f9c4c0b2d req-28bd9279-568d-4dc2-b71d-27299959e192 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:00.258940 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27f644f5-8cf6-4049-aeaf-623f9c4c0b2d req-28bd9279-568d-4dc2-b71d-27299959e192 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0751090 Jul 27 21:55:00.311643 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27f644f5-8cf6-4049-aeaf-623f9c4c0b2d req-b8b31001-13da-4004-8323-baf341168fc4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458789 Jul 27 21:55:01.699908 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019af05-0792-4d02-80aa-4bb5ccdd0d69 req-0f0532ef-8613-4ad1-ba7b-de21b2f0c0f3 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:01.701586 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f019af05-0792-4d02-80aa-4bb5ccdd0d69 req-0f0532ef-8613-4ad1-ba7b-de21b2f0c0f3 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0700943 Jul 27 21:55:01.741907 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f019af05-0792-4d02-80aa-4bb5ccdd0d69 req-9056d926-17df-4dc3-b200-5ef432f541ef tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343730 Jul 27 21:55:02.807764 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8c3086c3-ede3-40f3-b301-9feeedd077d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:02.876926 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c5530-4ef8-4ba0-a18f-ab0f4b415e77 req-09c86f30-11a1-4b3a-8434-d9e2e06faea6 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:02.878376 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e02c5530-4ef8-4ba0-a18f-ab0f4b415e77 req-09c86f30-11a1-4b3a-8434-d9e2e06faea6 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0660961 Jul 27 21:55:02.918169 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e02c5530-4ef8-4ba0-a18f-ab0f4b415e77 req-3864a10e-e0cd-493f-bce0-42a416cf7e88 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338616 Jul 27 21:55:04.051402 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509250b-d7c7-4b35-b2f3-1eb8de007ebd req-349fbc68-3b91-4821-80d1-b818f6a344f7 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:04.052954 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4509250b-d7c7-4b35-b2f3-1eb8de007ebd req-349fbc68-3b91-4821-80d1-b818f6a344f7 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0658543 Jul 27 21:55:04.095033 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4509250b-d7c7-4b35-b2f3-1eb8de007ebd req-a3dd4f84-ff66-4627-8538-aa3419de8a4c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341818 Jul 27 21:55:04.565772 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:05.232778 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696c74a-5990-4b47-b028-82b64f021664 req-d16c32e8-1fc9-4a57-b8e1-bea4b1fb6446 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:05.234475 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8696c74a-5990-4b47-b028-82b64f021664 req-d16c32e8-1fc9-4a57-b8e1-bea4b1fb6446 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0691142 Jul 27 21:55:05.275657 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8696c74a-5990-4b47-b028-82b64f021664 req-ce82a888-b5de-4938-a43f-b784855c9305 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349483 Jul 27 21:55:05.472811 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fac55071-a3cd-43cf-825b-fbc37cb574af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:05.541822 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:06.409093 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0d5b6-c4e7-4c24-b24e-5600f6e46b59 req-9b8a368a-282c-4ebf-913b-b9ea025bc4eb tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:06.411000 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bbc0d5b6-c4e7-4c24-b24e-5600f6e46b59 req-9b8a368a-282c-4ebf-913b-b9ea025bc4eb tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0658140 Jul 27 21:55:06.449080 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bbc0d5b6-c4e7-4c24-b24e-5600f6e46b59 req-edc61f4b-5bbc-4971-afde-ef2936cf71e5 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324275 Jul 27 21:55:07.388992 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:07.589841 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59809df2-c72a-411d-ba48-bd51fbeff76b req-b508603e-d3cf-4cfc-aa11-3c06f81d5ae4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:07.592856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-59809df2-c72a-411d-ba48-bd51fbeff76b req-b508603e-d3cf-4cfc-aa11-3c06f81d5ae4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0726006 Jul 27 21:55:07.636629 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-59809df2-c72a-411d-ba48-bd51fbeff76b req-ded0819e-0184-4a5c-8fd4-f1f5822adde9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379229 Jul 27 21:55:08.189026 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:08.769081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1bc99-ce93-4653-a541-224ca4de6aad req-a5b51e8a-54e7-4a3f-b466-9c7234412640 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:08.770635 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4bd1bc99-ce93-4653-a541-224ca4de6aad req-a5b51e8a-54e7-4a3f-b466-9c7234412640 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0647891 Jul 27 21:55:08.810178 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4bd1bc99-ce93-4653-a541-224ca4de6aad req-7183a444-4a95-4d67-9aa9-6a185e95722b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335853 Jul 27 21:55:09.053657 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:09.789603 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-8f33fe3c-906d-4046-bb52-88704ecf9309 service neutron] show failed (client error): The resource could not be found. Jul 27 21:55:09.790870 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-8f33fe3c-906d-4046-bb52-88704ecf9309 service neutron] 10.222.0.66 "GET /v2.0/ports/8ca12906-ee67-4128-93d5-4e54e904dad8/bindings/n-h1-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.0554998 Jul 27 21:55:09.952203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec4a61-32b4-4228-b720-9fe07a343c83 req-61bab73c-eeea-4714-9c4a-7d56a35db218 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:09.953784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8ec4a61-32b4-4228-b720-9fe07a343c83 req-61bab73c-eeea-4714-9c4a-7d56a35db218 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0730722 Jul 27 21:55:10.002393 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8ec4a61-32b4-4228-b720-9fe07a343c83 req-59385f18-cfb2-4545-85c9-8c7a10caadc6 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426221 Jul 27 21:55:10.012864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-a34ded6e-eb61-4497-b655-987dee1f54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:10.015205 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-a34ded6e-eb61-4497-b655-987dee1f54fc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097&tenant_id=f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 1096 time: 0.0616426 Jul 27 21:55:10.027511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:10.101789 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:10.318658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] For port 8ca12906-ee67-4128-93d5-4e54e904dad8, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8ca12906-ee67-4128-93d5-4e54e904dad8,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:10.353327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] For port 8ca12906-ee67-4128-93d5-4e54e904dad8, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:55:10.392535 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca12906-ee67-4128-93d5-4e54e904dad8'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:55:10.394831 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713099ca-da84-4546-aa59-540c4fd02f14" -d '{"events": [{"server_uuid": "82496ab3-6e20-46e0-8dfe-5157eb34c097", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca12906-ee67-4128-93d5-4e54e904dad8"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:55:10.398997 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:10.412176 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Transition to ACTIVE for port object 8ca12906-ee67-4128-93d5-4e54e904dad8 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:10.417102 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:10.449876 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499e5784-44b4-4a42-8b0f-a1cfc6bab75d x-openstack-request-id: req-499e5784-44b4-4a42-8b0f-a1cfc6bab75d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:55:10.450171 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82496ab3-6e20-46e0-8dfe-5157eb34c097", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca12906-ee67-4128-93d5-4e54e904dad8", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:55:10.450449 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-499e5784-44b4-4a42-8b0f-a1cfc6bab75d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:55:10.450841 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca12906-ee67-4128-93d5-4e54e904dad8', 'code': 200} Jul 27 21:55:10.525692 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca12906-ee67-4128-93d5-4e54e904dad8,revision_number=6']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:10.549614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:10.550077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:10.550338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:10.550679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:10.551015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:10.551349 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:10.551679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:10.552007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:10.552335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:10.552662 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:10.552988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:10.553313 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:10.611652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] No DVR routers for this DVR port 8ca12906-ee67-4128-93d5-4e54e904dad8 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:55:10.747125 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Attempting to bind port 8ca12906-ee67-4128-93d5-4e54e904dad8 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:55:10.747367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Attempting to bind port 8ca12906-ee67-4128-93d5-4e54e904dad8 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:55:10.747687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Attempting to bind port 8ca12906-ee67-4128-93d5-4e54e904dad8 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:55:10.751964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Port 8ca12906-ee67-4128-93d5-4e54e904dad8 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:55:10.752281 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Attempting to bind port 8ca12906-ee67-4128-93d5-4e54e904dad8 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:55:10.757198 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:55:10.757536 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Checking segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:55:10.757944 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Bound using segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:55:10.758418 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Bound port: 8ca12906-ee67-4128-93d5-4e54e904dad8, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:55:10.758774 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:10.823087 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] For port 8ca12906-ee67-4128-93d5-4e54e904dad8, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:55:10.826781 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] For port 8ca12906-ee67-4128-93d5-4e54e904dad8, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8ca12906-ee67-4128-93d5-4e54e904dad8,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:55:10.831400 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:10.869599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:10.870208 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:10.871602 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] 10.222.0.20 "PUT /v2.0/ports/8ca12906-ee67-4128-93d5-4e54e904dad8 HTTP/1.1" status: 200 len: 1091 time: 0.8481905 Jul 27 21:55:10.893660 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef44d7f-1d90-420e-8ad3-b356ead35447 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca12906-ee67-4128-93d5-4e54e904dad8,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:10.955630 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-7c69b9cd-7bb5-4429-a667-217b65650675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:10.957218 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-7c69b9cd-7bb5-4429-a667-217b65650675 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 1094 time: 0.0599754 Jul 27 21:55:11.060246 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-4e8a3ef6-3d3d-45c7-88bf-193de9dee722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:11.062673 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-4e8a3ef6-3d3d-45c7-88bf-193de9dee722 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0944541 Jul 27 21:55:11.134767 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-7025d3ee-91ca-4fb9-9cd6-8d628613c516 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca12906-ee67-4128-93d5-4e54e904dad8 HTTP/1.1" status: 200 len: 999 time: 0.0645263 Jul 27 21:55:11.145742 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9d782-1513-4e9c-a1f0-f9c14e20f70d req-7f32d214-a6b3-48aa-abd1-f7c6950ab222 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:11.147319 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3eb9d782-1513-4e9c-a1f0-f9c14e20f70d req-7f32d214-a6b3-48aa-abd1-f7c6950ab222 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 943 time: 0.0734718 Jul 27 21:55:11.184476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-4a6888ac-884a-46c1-b32e-1cfc3c208518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:11.185567 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3eb9d782-1513-4e9c-a1f0-f9c14e20f70d req-3de804c6-b53e-4a0c-b487-663bf2c4ecec tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322220 Jul 27 21:55:11.186044 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-4a6888ac-884a-46c1-b32e-1cfc3c208518 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0443094 Jul 27 21:55:11.246576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-804ecf67-d154-4519-ac8d-691f1c802f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:11.248137 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-804ecf67-d154-4519-ac8d-691f1c802f79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550549 Jul 27 21:55:11.345260 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-4db0ecf1-5bf1-438f-8cee-bfd7710f8c88 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900021 Jul 27 21:55:11.439641 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4505a4d2-bd61-463a-bc57-ad9dc93fe208 req-57c4d99c-2bc7-48e9-9a11-b0206ae502de service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828693 Jul 27 21:55:12.321009 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cf25e-7425-48ef-8d60-a0c68ef0f756 req-8e327747-4547-44d2-a97c-7a6c44e0a614 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:12.322537 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-070cf25e-7425-48ef-8d60-a0c68ef0f756 req-8e327747-4547-44d2-a97c-7a6c44e0a614 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 943 time: 0.0645165 Jul 27 21:55:12.362021 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-070cf25e-7425-48ef-8d60-a0c68ef0f756 req-5be3ab99-2059-4da0-8e98-d3fa29ebc3b4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333602 Jul 27 21:55:12.452330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'tag': '8ca12906-ee67-4128-93d5-4e54e904dad8'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:55:12.454746 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43115db0-2c9a-43a1-a0ad-b190596d2743" -d '{"events": [{"name": "network-changed", "server_uuid": "82496ab3-6e20-46e0-8dfe-5157eb34c097", "tag": "8ca12906-ee67-4128-93d5-4e54e904dad8"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:55:12.501452 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0049f8b0-01a0-4aec-a6eb-8c3997766d83 x-openstack-request-id: req-0049f8b0-01a0-4aec-a6eb-8c3997766d83 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:55:12.501740 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82496ab3-6e20-46e0-8dfe-5157eb34c097", "tag": "8ca12906-ee67-4128-93d5-4e54e904dad8", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:55:12.501991 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0049f8b0-01a0-4aec-a6eb-8c3997766d83 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:55:12.502421 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'tag': '8ca12906-ee67-4128-93d5-4e54e904dad8', 'status': 'completed', 'code': 200} Jul 27 21:55:12.616165 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-42644553-1da9-4051-92da-f3d773c74809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:12.617665 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-42644553-1da9-4051-92da-f3d773c74809 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 1094 time: 0.0894973 Jul 27 21:55:12.620123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-3b154c2c-6fc7-41a8-aabf-ca7115c44475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:12.621451 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-3b154c2c-6fc7-41a8-aabf-ca7115c44475 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 1094 time: 0.1011884 Jul 27 21:55:12.782256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-8945e1f4-951a-420e-9992-ad67d326d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:12.783629 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-8945e1f4-951a-420e-9992-ad67d326d01d service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1586533 Jul 27 21:55:12.784765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-87801158-49f1-4695-a11f-2f0dfa3ae300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:12.786062 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-87801158-49f1-4695-a11f-2f0dfa3ae300 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1538527 Jul 27 21:55:12.897921 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-91b596d7-7ec8-402b-ad25-e8fa6b460f18 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca12906-ee67-4128-93d5-4e54e904dad8 HTTP/1.1" status: 200 len: 999 time: 0.1060584 Jul 27 21:55:12.899746 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-58873e83-5532-4675-ab3c-294a926ded84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca12906-ee67-4128-93d5-4e54e904dad8 HTTP/1.1" status: 200 len: 999 time: 0.1021531 Jul 27 21:55:12.983611 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-b646d5f4-c988-42f5-8bcc-c29e5e33d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:12.985056 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-b646d5f4-c988-42f5-8bcc-c29e5e33d9c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0799148 Jul 27 21:55:12.986417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-22b80052-1112-40a3-8a76-4bc0ecfc6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:12.987716 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-22b80052-1112-40a3-8a76-4bc0ecfc6912 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0755117 Jul 27 21:55:13.087041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-13b12e86-9a9c-45a1-8204-a60ba597099e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:13.088538 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-13b12e86-9a9c-45a1-8204-a60ba597099e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961130 Jul 27 21:55:13.095522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-4079ff13-27c7-4826-af5c-186317655d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:13.096992 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-4079ff13-27c7-4826-af5c-186317655d78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955036 Jul 27 21:55:13.251765 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-556e7fe2-176c-42c9-842d-5e76c8e73c5d service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538467 Jul 27 21:55:13.255004 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-fb767211-11a4-43d7-a9fc-bc687c7c7bcc service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492510 Jul 27 21:55:13.411307 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-ee615def-580f-467e-bac1-9b9931caedf2 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519537 Jul 27 21:55:13.413152 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-43115db0-2c9a-43a1-a0ad-b190596d2743 req-8536bbc6-443e-481e-9c92-1f8e9e80faa1 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467359 Jul 27 21:55:13.503288 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99c361-886d-4f9a-a507-c46024fcfe44 req-35049554-b901-48b8-9f32-a4a580ab0bd2 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:13.504834 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c99c361-886d-4f9a-a507-c46024fcfe44 req-35049554-b901-48b8-9f32-a4a580ab0bd2 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 943 time: 0.0694249 Jul 27 21:55:13.543150 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c99c361-886d-4f9a-a507-c46024fcfe44 req-f35eee0d-de83-448d-9262-3ec78d61047c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323081 Jul 27 21:55:13.754691 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cc54b-064f-47b6-b686-d062a1826864 req-01b059dc-c9c5-4757-81ea-c0de5eca5f7e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:13.756376 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e55cc54b-064f-47b6-b686-d062a1826864 req-01b059dc-c9c5-4757-81ea-c0de5eca5f7e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 943 time: 0.0678649 Jul 27 21:55:13.770329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9dd9b-979e-44b6-a054-5ea3a067a812 req-f5747466-ea38-484d-b49b-4ecb59086245 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:13.771795 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e3b9dd9b-979e-44b6-a054-5ea3a067a812 req-f5747466-ea38-484d-b49b-4ecb59086245 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.66 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097&tenant_id=f5c1fc87e324455e8d4931565079c973&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 943 time: 0.0707154 Jul 27 21:55:13.796730 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e55cc54b-064f-47b6-b686-d062a1826864 req-01303faf-e502-4099-a802-ca593026c8b4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342488 Jul 27 21:55:13.838009 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-e3b9dd9b-979e-44b6-a054-5ea3a067a812 req-7b5a87e1-6ae9-4d74-9963-6d591b1e4681 service neutron] delete failed (client error): The resource could not be found. Jul 27 21:55:13.839064 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e3b9dd9b-979e-44b6-a054-5ea3a067a812 req-7b5a87e1-6ae9-4d74-9963-6d591b1e4681 service neutron] 10.222.0.66 "DELETE /v2.0/ports/8ca12906-ee67-4128-93d5-4e54e904dad8/bindings/n-h2-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.0594664 Jul 27 21:55:13.987114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9dd9b-979e-44b6-a054-5ea3a067a812 req-6c5e8858-0d0f-42f8-b802-2502f9a054d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:13.988519 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e3b9dd9b-979e-44b6-a054-5ea3a067a812 req-6c5e8858-0d0f-42f8-b802-2502f9a054d5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 1094 time: 0.0551367 Jul 27 21:55:14.081888 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9dd9b-979e-44b6-a054-5ea3a067a812 req-33419d8d-6b9a-4b4d-ac58-190256b776b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:14.083384 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e3b9dd9b-979e-44b6-a054-5ea3a067a812 req-33419d8d-6b9a-4b4d-ac58-190256b776b0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0874200 Jul 27 21:55:14.149676 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e3b9dd9b-979e-44b6-a054-5ea3a067a812 req-512a561e-ee9c-44da-bd10-9365d611d83e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca12906-ee67-4128-93d5-4e54e904dad8 HTTP/1.1" status: 200 len: 999 time: 0.0584583 Jul 27 21:55:14.199753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9dd9b-979e-44b6-a054-5ea3a067a812 req-75687c26-4043-4f1a-badc-aac98a4ab254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:14.201366 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e3b9dd9b-979e-44b6-a054-5ea3a067a812 req-75687c26-4043-4f1a-badc-aac98a4ab254 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0448289 Jul 27 21:55:14.265716 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9dd9b-979e-44b6-a054-5ea3a067a812 req-b48fe757-6684-4e59-ad03-c35903979eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:14.267301 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e3b9dd9b-979e-44b6-a054-5ea3a067a812 req-b48fe757-6684-4e59-ad03-c35903979eea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589879 Jul 27 21:55:14.359759 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e3b9dd9b-979e-44b6-a054-5ea3a067a812 req-7bc16863-cbd3-4a6c-ac69-f542288328d0 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852225 Jul 27 21:55:14.453045 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e3b9dd9b-979e-44b6-a054-5ea3a067a812 req-414b2dc5-671a-4af1-90ed-edcdc9456099 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866101 Jul 27 21:55:14.938692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023ff20-c118-46cb-b841-1068b89e0d82 req-9cb9326e-869f-408d-b136-f5df6ff43ea7 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:14.940215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4023ff20-c118-46cb-b841-1068b89e0d82 req-9cb9326e-869f-408d-b136-f5df6ff43ea7 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 943 time: 0.0707133 Jul 27 21:55:14.978774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4023ff20-c118-46cb-b841-1068b89e0d82 req-a5819ba9-3fef-4efc-8a73-b82b14da2c77 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322766 Jul 27 21:55:15.114651 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29902fcb-2e3d-4e6f-80b8-3e3ee8397d76 req-e2c99522-2242-4a06-9c62-783bca0d6913 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:15.116039 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29902fcb-2e3d-4e6f-80b8-3e3ee8397d76 req-e2c99522-2242-4a06-9c62-783bca0d6913 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 943 time: 0.0685256 Jul 27 21:55:15.123398 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8ca12906-ee67-4128-93d5-4e54e904dad8 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:55:15.155020 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29902fcb-2e3d-4e6f-80b8-3e3ee8397d76 req-c1d95109-455f-4f21-b226-3fc6e25682f3 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330372 Jul 27 21:55:15.222045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8ca12906-ee67-4128-93d5-4e54e904dad8, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8ca12906-ee67-4128-93d5-4e54e904dad8,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:15.233869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '8ca12906-ee67-4128-93d5-4e54e904dad8', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'port_id': '8ca12906-ee67-4128-93d5-4e54e904dad8', 'mac_address': 'fa:16:3e:ca:2a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:55:15.272933 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:15.285907 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663087eb-a98d-4e4e-a6c8-9234d3b831a8 req-51808049-127e-4bfe-b883-f184c033d0a6 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:15.286122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca12906-ee67-4128-93d5-4e54e904dad8 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:55:15.287465 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-663087eb-a98d-4e4e-a6c8-9234d3b831a8 req-51808049-127e-4bfe-b883-f184c033d0a6 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 943 time: 0.0651519 Jul 27 21:55:15.305697 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8ca12906-ee67-4128-93d5-4e54e904dad8, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8ca12906-ee67-4128-93d5-4e54e904dad8,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:15.311697 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:15.330668 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-663087eb-a98d-4e4e-a6c8-9234d3b831a8 req-6200a303-8395-4afa-a3ad-c8851f10c667 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370247 Jul 27 21:55:15.361066 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=8ca12906-ee67-4128-93d5-4e54e904dad8,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:15.368484 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:15.368828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:15.369165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:15.369497 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:15.369828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:15.370152 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:15.370502 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:15.370823 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:15.371142 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:15.372150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:15.372150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:15.372150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:55:15.436956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8ca12906-ee67-4128-93d5-4e54e904dad8 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:55:15.481237 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8ca12906-ee67-4128-93d5-4e54e904dad8 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:55:15.592241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edce90-ae81-427d-96cd-b36d3c257209 req-9ab29ecc-4be5-4daf-a6c6-f327b9dc7959 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:15.593753 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7edce90-ae81-427d-96cd-b36d3c257209 req-9ab29ecc-4be5-4daf-a6c6-f327b9dc7959 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 944 time: 0.0687816 Jul 27 21:55:15.611439 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['8ca12906-ee67-4128-93d5-4e54e904dad8'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:55:15.633362 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7edce90-ae81-427d-96cd-b36d3c257209 req-9cdcba30-169e-4901-b60f-ae55648993d7 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334296 Jul 27 21:55:16.768918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89ead2-893e-43d2-8818-408d11c6fee3 req-3b1227c2-1862-45f2-b827-85831e0348aa tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:16.770498 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7a89ead2-893e-43d2-8818-408d11c6fee3 req-3b1227c2-1862-45f2-b827-85831e0348aa tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 944 time: 0.0653963 Jul 27 21:55:16.808473 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7a89ead2-893e-43d2-8818-408d11c6fee3 req-90018b47-d286-4484-b1d7-86da7d903649 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 Jul 27 21:55:16.959609 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:55:17.159584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8ca12906-ee67-4128-93d5-4e54e904dad8 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:55:17.210943 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 8ca12906-ee67-4128-93d5-4e54e904dad8 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:17.215174 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 8ca12906-ee67-4128-93d5-4e54e904dad8 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:17.215551 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:17.306461 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:17.332522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca12906-ee67-4128-93d5-4e54e904dad8'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:55:17.335157 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ca2200-9f71-4a95-b908-6ba8636170b3" -d '{"events": [{"server_uuid": "82496ab3-6e20-46e0-8dfe-5157eb34c097", "name": "network-vif-plugged", "status": "completed", "tag": "8ca12906-ee67-4128-93d5-4e54e904dad8"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:55:17.349834 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8ca12906-ee67-4128-93d5-4e54e904dad8, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8ca12906-ee67-4128-93d5-4e54e904dad8,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:17.354470 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:17.382322 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118f1581-bb6c-4020-9726-e8b1e3b7b1ad x-openstack-request-id: req-118f1581-bb6c-4020-9726-e8b1e3b7b1ad {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:55:17.382613 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82496ab3-6e20-46e0-8dfe-5157eb34c097", "name": "network-vif-plugged", "status": "completed", "tag": "8ca12906-ee67-4128-93d5-4e54e904dad8", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:55:17.382862 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-118f1581-bb6c-4020-9726-e8b1e3b7b1ad {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:55:17.383258 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca12906-ee67-4128-93d5-4e54e904dad8', 'code': 200} Jul 27 21:55:17.410663 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=8ca12906-ee67-4128-93d5-4e54e904dad8,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:17.464920 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fe613-28c5-489e-b136-068363c56ac5 req-938fd7cc-5afc-4cf7-b0b1-5b5603a72e4c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:17.466329 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-165fe613-28c5-489e-b136-068363c56ac5 req-938fd7cc-5afc-4cf7-b0b1-5b5603a72e4c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.20 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 944 time: 0.3909361 Jul 27 21:55:17.568469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-165fe613-28c5-489e-b136-068363c56ac5 req-b7767526-8bbd-47fb-a39a-e2bb726d2d02 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Deleting port 8ca12906-ee67-4128-93d5-4e54e904dad8 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:55:17.568816 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-165fe613-28c5-489e-b136-068363c56ac5 req-b7767526-8bbd-47fb-a39a-e2bb726d2d02 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:17.657304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-165fe613-28c5-489e-b136-068363c56ac5 req-b7767526-8bbd-47fb-a39a-e2bb726d2d02 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] For port 8ca12906-ee67-4128-93d5-4e54e904dad8, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8ca12906-ee67-4128-93d5-4e54e904dad8,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:17.657920 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-165fe613-28c5-489e-b136-068363c56ac5 req-b7767526-8bbd-47fb-a39a-e2bb726d2d02 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:17.877731 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-165fe613-28c5-489e-b136-068363c56ac5 req-b7767526-8bbd-47fb-a39a-e2bb726d2d02 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:17.878106 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-165fe613-28c5-489e-b136-068363c56ac5 req-b7767526-8bbd-47fb-a39a-e2bb726d2d02 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:17.879047 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-165fe613-28c5-489e-b136-068363c56ac5 req-b7767526-8bbd-47fb-a39a-e2bb726d2d02 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Floating IP cef0b838-27f0-490e-b4ea-41e90197b364 disassociated. External IP: 172.25.2.159, port: 8ca12906-ee67-4128-93d5-4e54e904dad8. Jul 27 21:55:17.879412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-165fe613-28c5-489e-b136-068363c56ac5 req-b7767526-8bbd-47fb-a39a-e2bb726d2d02 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Calling delete_port for 8ca12906-ee67-4128-93d5-4e54e904dad8 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:55:17.939888 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0473831-32b7-43b6-ae87-04ab6c7d5ba2 req-09cd3b12-373b-4880-a315-2a9b65115526 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:17.941441 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b0473831-32b7-43b6-ae87-04ab6c7d5ba2 req-09cd3b12-373b-4880-a315-2a9b65115526 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=82496ab3-6e20-46e0-8dfe-5157eb34c097 HTTP/1.1" status: 200 len: 945 time: 0.0639136 Jul 27 21:55:17.980989 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b0473831-32b7-43b6-ae87-04ab6c7d5ba2 req-0f727e5b-32e2-4fb9-a357-985a9e5ce0b4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333593 Jul 27 21:55:18.015436 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-165fe613-28c5-489e-b136-068363c56ac5 req-b7767526-8bbd-47fb-a39a-e2bb726d2d02 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:18.044147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7767526-8bbd-47fb-a39a-e2bb726d2d02 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Pushing event deleted for resources: {'Port': ['ID=8ca12906-ee67-4128-93d5-4e54e904dad8,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:18.166804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-165fe613-28c5-489e-b136-068363c56ac5 req-b7767526-8bbd-47fb-a39a-e2bb726d2d02 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Router 564930d1-b29a-4ed3-8dc2-dd800233cc04 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:55:18.287815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-165fe613-28c5-489e-b136-068363c56ac5 req-b7767526-8bbd-47fb-a39a-e2bb726d2d02 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:55:18.297462 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbbcc38-bac5-4b00-bda5-94af96ab45ff None None] Sync routers for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:55:18.306638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbbcc38-bac5-4b00-bda5-94af96ab45ff None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:18.307245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-6cbbcc38-bac5-4b00-bda5-94af96ab45ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:55:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:18.334170 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-165fe613-28c5-489e-b136-068363c56ac5 req-b7767526-8bbd-47fb-a39a-e2bb726d2d02 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] No DVR routers for this DVR port 8ca12906-ee67-4128-93d5-4e54e904dad8 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:55:18.336786 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-165fe613-28c5-489e-b136-068363c56ac5 req-b7767526-8bbd-47fb-a39a-e2bb726d2d02 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:18.338888 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-165fe613-28c5-489e-b136-068363c56ac5 req-b7767526-8bbd-47fb-a39a-e2bb726d2d02 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.20 "DELETE /v2.0/ports/8ca12906-ee67-4128-93d5-4e54e904dad8 HTTP/1.1" status: 204 len: 173 time: 0.8658319 Jul 27 21:55:18.339369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'name': 'network-vif-deleted', 'tag': '8ca12906-ee67-4128-93d5-4e54e904dad8'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:55:18.342429 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b8c11f-1f12-4ac6-a8ff-c1d7a2976dc4" -d '{"events": [{"server_uuid": "82496ab3-6e20-46e0-8dfe-5157eb34c097", "name": "network-vif-deleted", "tag": "8ca12906-ee67-4128-93d5-4e54e904dad8"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:55:18.385828 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361fe21c-3dc4-4565-8a81-4c97e56b60a7 x-openstack-request-id: req-361fe21c-3dc4-4565-8a81-4c97e56b60a7 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:55:18.386116 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82496ab3-6e20-46e0-8dfe-5157eb34c097", "name": "network-vif-deleted", "tag": "8ca12906-ee67-4128-93d5-4e54e904dad8", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:55:18.386403 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-361fe21c-3dc4-4565-8a81-4c97e56b60a7 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:55:18.386813 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82496ab3-6e20-46e0-8dfe-5157eb34c097', 'name': 'network-vif-deleted', 'tag': '8ca12906-ee67-4128-93d5-4e54e904dad8', 'status': 'completed', 'code': 200} Jul 27 21:55:18.429305 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-6cbbcc38-bac5-4b00-bda5-94af96ab45ff None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:55:18.646776 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-6cbbcc38-bac5-4b00-bda5-94af96ab45ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:18.673521 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbbcc38-bac5-4b00-bda5-94af96ab45ff None None] Checking router: 564930d1-b29a-4ed3-8dc2-dd800233cc04 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:55:18.681811 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbbcc38-bac5-4b00-bda5-94af96ab45ff None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:18.682460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-6cbbcc38-bac5-4b00-bda5-94af96ab45ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:55:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:18.788613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-6cbbcc38-bac5-4b00-bda5-94af96ab45ff None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:55:18.994594 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-6cbbcc38-bac5-4b00-bda5-94af96ab45ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:19.025002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbbcc38-bac5-4b00-bda5-94af96ab45ff None None] The sync data for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 is: [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:55:19.227164 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-ab5e3d26-df09-49a7-85ac-cfec311e131c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1989302537&fields=id&tenant_id=f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 267 time: 0.0397329 Jul 27 21:55:19.256996 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af5f397-7f0b-4c37-8a52-b2109dfb4166 None None] New status for floating IP cef0b838-27f0-490e-b4ea-41e90197b364: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:55:19.342906 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-fd465e76-52f9-4dc0-8946-1ed738a1db37 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:19.344500 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-fd465e76-52f9-4dc0-8946-1ed738a1db37 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 812 time: 0.1098800 Jul 27 21:55:19.360918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-16c65766-9928-4413-921e-18994116cdc1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/quotas/f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 375 time: 0.0102482 Jul 27 21:55:19.437205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-29180a29-4c52-43f3-a80b-6ca57437430e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0703728 Jul 27 21:55:19.615175 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-74654a87-727e-44d2-8f6d-b269d81a01c2 service neutron] 10.222.0.55 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295059 Jul 27 21:55:19.709337 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-897bb381-6add-4ccd-890c-141c560c1501 service neutron] 10.222.0.55 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880923 Jul 27 21:55:19.885620 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-da840852-4364-4825-a325-ebbe8ebe7d4a req-94d1c122-77db-4c8e-bc0d-e9c4866da530 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 210 time: 0.0350623 Jul 27 21:55:20.912100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-7be28583-85f7-4224-b983-2a2f836f5719 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:20.913395 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-7be28583-85f7-4224-b983-2a2f836f5719 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 812 time: 0.1088853 Jul 27 21:55:20.959225 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-8533b050-d5c6-4b87-bf67-3bb6b754ec32 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 380 time: 0.0368390 Jul 27 21:55:20.974775 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-dca21827-3d78-42f6-8d7b-aa6b19408ef9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Request body: {'port': {'device_id': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'admin_state_up': True, 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'security_groups': ['af6ac4ca-0c0f-4415-973e-86682aabe6cb']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:20.992104 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c9fc2fef-b6b9-4f5b-9a55-ffa32ab9747e req-02cba95d-a202-4d57-8863-bf1aab447d4b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 210 time: 0.0309269 Jul 27 21:55:21.089456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-dca21827-3d78-42f6-8d7b-aa6b19408ef9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Made reservation on behalf of f5c1fc87e324455e8d4931565079c973 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:55:21.093881 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-dca21827-3d78-42f6-8d7b-aa6b19408ef9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.185330 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8ca12906-ee67-4128-93d5-4e54e904dad8 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:55:21.208523 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 8ca12906-ee67-4128-93d5-4e54e904dad8 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:55:21.208864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8ca12906-ee67-4128-93d5-4e54e904dad8 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:55:21.223395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-dca21827-3d78-42f6-8d7b-aa6b19408ef9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Allocated IP 172.20.0.12 (b2383952-9d8f-473e-8cfd-02ebbb5fadcb/3bc21288-0232-4229-a86f-f9e42c804d58/77ca3189-39b0-429b-91e0-10e7d1a2b22a) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:55:21.374609 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-dca21827-3d78-42f6-8d7b-aa6b19408ef9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.388045 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-dca21827-3d78-42f6-8d7b-aa6b19408ef9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Transition to ACTIVE for port object 77ca3189-39b0-429b-91e0-10e7d1a2b22a will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:21.422085 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-dca21827-3d78-42f6-8d7b-aa6b19408ef9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.465161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-dca21827-3d78-42f6-8d7b-aa6b19408ef9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Network b2383952-9d8f-473e-8cfd-02ebbb5fadcb is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:55:21.470870 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-dca21827-3d78-42f6-8d7b-aa6b19408ef9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:55:21.473329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-dca21827-3d78-42f6-8d7b-aa6b19408ef9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:55:21.503280 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca21827-3d78-42f6-8d7b-aa6b19408ef9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Pushing event updated for resources: {'Port': ['ID=77ca3189-39b0-429b-91e0-10e7d1a2b22a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:21.530780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-dca21827-3d78-42f6-8d7b-aa6b19408ef9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:21.531423 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-dca21827-3d78-42f6-8d7b-aa6b19408ef9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.547031 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-dca21827-3d78-42f6-8d7b-aa6b19408ef9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5760105 Jul 27 21:55:21.578057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Request body: {'port': {'device_id': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:21.660188 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.691928 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fca2cb3a-5215-4225-a924-f6dc447b1913 None None] Provisioning for port 77ca3189-39b0-429b-91e0-10e7d1a2b22a completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:21.695570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fca2cb3a-5215-4225-a924-f6dc447b1913 None None] Provisioning complete for port 77ca3189-39b0-429b-91e0-10e7d1a2b22a triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:21.695936 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fca2cb3a-5215-4225-a924-f6dc447b1913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.729417 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-fca2cb3a-5215-4225-a924-f6dc447b1913 None None] Port 77ca3189-39b0-429b-91e0-10e7d1a2b22a cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:55:21.932561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ca3189-39b0-429b-91e0-10e7d1a2b22a {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:55:21.940030 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:21.951952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Transition to ACTIVE for port object 77ca3189-39b0-429b-91e0-10e7d1a2b22a will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:55:21.955179 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.008568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Pushing event updated for resources: {'Port': ['ID=77ca3189-39b0-429b-91e0-10e7d1a2b22a,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:22.095906 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Attempting to bind port 77ca3189-39b0-429b-91e0-10e7d1a2b22a on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:55:22.096246 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Attempting to bind port 77ca3189-39b0-429b-91e0-10e7d1a2b22a by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:55:22.096582 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Attempting to bind port 77ca3189-39b0-429b-91e0-10e7d1a2b22a on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:55:22.101369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Port 77ca3189-39b0-429b-91e0-10e7d1a2b22a on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:55:22.101655 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Attempting to bind port 77ca3189-39b0-429b-91e0-10e7d1a2b22a on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:55:22.106635 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:55:22.107647 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Checking segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:55:22.108151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Bound using segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:55:22.108778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Bound port: 77ca3189-39b0-429b-91e0-10e7d1a2b22a, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:55:22.109148 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.133690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990240ef-abac-415f-b2f9-49ea177ddbec req-c063a583-b6c2-4c55-8f28-387d7d55fc85 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:22.135968 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-990240ef-abac-415f-b2f9-49ea177ddbec req-c063a583-b6c2-4c55-8f28-387d7d55fc85 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 944 time: 0.0712349 Jul 27 21:55:22.177291 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-990240ef-abac-415f-b2f9-49ea177ddbec req-a4952e99-3fdc-496e-b132-a3aedc80eab5 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347152 Jul 27 21:55:22.180761 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] For port 77ca3189-39b0-429b-91e0-10e7d1a2b22a, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:55:22.184207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] For port 77ca3189-39b0-429b-91e0-10e7d1a2b22a, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:55:22.198351 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.230044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:22.230694 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:22.232791 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] 10.222.0.66 "PUT /v2.0/ports/77ca3189-39b0-429b-91e0-10e7d1a2b22a HTTP/1.1" status: 200 len: 1092 time: 0.6589770 Jul 27 21:55:22.233219 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'tag': '77ca3189-39b0-429b-91e0-10e7d1a2b22a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:55:22.235893 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16aa144a-816f-4adc-9f5c-b7bd0ab39c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "44d89769-093f-45d9-b5ed-e17f48b6d041", "tag": "77ca3189-39b0-429b-91e0-10e7d1a2b22a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:55:22.272992 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35f171-9677-4e07-aa05-8b5fe068977b service neutron] Pushing event updated for resources: {'Port': ['ID=77ca3189-39b0-429b-91e0-10e7d1a2b22a,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:22.308589 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff9731e-8fa7-4601-b386-34460e7c1d12 x-openstack-request-id: req-aff9731e-8fa7-4601-b386-34460e7c1d12 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:55:22.308964 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d89769-093f-45d9-b5ed-e17f48b6d041", "tag": "77ca3189-39b0-429b-91e0-10e7d1a2b22a", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:55:22.309301 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aff9731e-8fa7-4601-b386-34460e7c1d12 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:55:22.309769 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'tag': '77ca3189-39b0-429b-91e0-10e7d1a2b22a', 'status': 'completed', 'code': 200} Jul 27 21:55:22.343431 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-51fb5859-84c9-4116-9d97-62f8c59945b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:22.345004 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-51fb5859-84c9-4116-9d97-62f8c59945b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 1095 time: 0.0673845 Jul 27 21:55:22.389201 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-56e04f86-979d-4a83-970b-43a5641e10da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a HTTP/1.1" status: 200 len: 217 time: 0.0351017 Jul 27 21:55:22.444699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-aec60ffd-c712-4218-bbb4-9a369d6d1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:22.446176 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-aec60ffd-c712-4218-bbb4-9a369d6d1cd7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0503616 Jul 27 21:55:22.510454 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-30f95f9a-c9df-4197-845e-f49983f0d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:22.511906 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-30f95f9a-c9df-4197-845e-f49983f0d4d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583708 Jul 27 21:55:22.604736 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-505a8b7b-eabe-4949-98ec-00f5415ac986 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852835 Jul 27 21:55:22.701536 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0eb66897-69d7-4b01-9325-8b5364e10a65 req-bc14955d-0743-4ffd-acbc-198e3f4209a8 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896554 Jul 27 21:55:22.800578 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa144a-816f-4adc-9f5c-b7bd0ab39c2e req-e9c52adb-33e6-4115-803c-6a83a8953fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:22.801960 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-16aa144a-816f-4adc-9f5c-b7bd0ab39c2e req-e9c52adb-33e6-4115-803c-6a83a8953fb0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 1095 time: 0.0553703 Jul 27 21:55:22.898083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa144a-816f-4adc-9f5c-b7bd0ab39c2e req-7488a10d-4476-4d0d-b0c2-750a0f6f7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:22.899625 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-16aa144a-816f-4adc-9f5c-b7bd0ab39c2e req-7488a10d-4476-4d0d-b0c2-750a0f6f7e63 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0904186 Jul 27 21:55:22.943096 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-16aa144a-816f-4adc-9f5c-b7bd0ab39c2e req-dd83e995-6042-4b7a-9007-16f9432c80f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a HTTP/1.1" status: 200 len: 217 time: 0.0363128 Jul 27 21:55:22.993090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa144a-816f-4adc-9f5c-b7bd0ab39c2e req-988def6c-f988-4fe2-9015-cdd76c57d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:22.994534 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-16aa144a-816f-4adc-9f5c-b7bd0ab39c2e req-988def6c-f988-4fe2-9015-cdd76c57d773 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0442348 Jul 27 21:55:23.058487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa144a-816f-4adc-9f5c-b7bd0ab39c2e req-26cddf5c-48fe-417f-a7c9-eca7c2973471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:23.059941 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-16aa144a-816f-4adc-9f5c-b7bd0ab39c2e req-26cddf5c-48fe-417f-a7c9-eca7c2973471 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589516 Jul 27 21:55:23.157845 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-16aa144a-816f-4adc-9f5c-b7bd0ab39c2e req-b86adefd-1626-454c-908c-e66dddc1eeef service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902328 Jul 27 21:55:23.254461 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-16aa144a-816f-4adc-9f5c-b7bd0ab39c2e req-ff7fd375-6bf3-4cc8-bd14-aaa95ec7ecaf service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899067 Jul 27 21:55:23.313767 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9d0da-976a-456f-83fa-57521bdbd07b req-d059e0ed-be6d-465d-a13a-41734c2bb42e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:23.315295 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7f9d0da-976a-456f-83fa-57521bdbd07b req-d059e0ed-be6d-465d-a13a-41734c2bb42e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 944 time: 0.0685530 Jul 27 21:55:23.353461 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f7f9d0da-976a-456f-83fa-57521bdbd07b req-c6303e19-01bf-42e8-a91f-73f24251662f tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321784 Jul 27 21:55:24.488327 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd527d6-4b09-4026-80d0-68ff53fe7520 req-fb367906-a101-4ed9-bb9d-969a4c6edd4a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:24.489827 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0bd527d6-4b09-4026-80d0-68ff53fe7520 req-fb367906-a101-4ed9-bb9d-969a4c6edd4a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 944 time: 0.0668209 Jul 27 21:55:24.527726 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0bd527d6-4b09-4026-80d0-68ff53fe7520 req-937d53f5-ac26-41f0-865c-0ed559e74795 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319371 Jul 27 21:55:25.528545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 77ca3189-39b0-429b-91e0-10e7d1a2b22a details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:55:25.628731 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 77ca3189-39b0-429b-91e0-10e7d1a2b22a, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:25.640561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '77ca3189-39b0-429b-91e0-10e7d1a2b22a', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'port_id': '77ca3189-39b0-429b-91e0-10e7d1a2b22a', 'mac_address': 'fa:16:3e:c4:e6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:55:25.661121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376a600-7feb-48fa-b379-101246e5bb66 req-9b1682da-ecc0-47bf-afc1-7aa7f2e6221c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:25.662652 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4376a600-7feb-48fa-b379-101246e5bb66 req-9b1682da-ecc0-47bf-afc1-7aa7f2e6221c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 944 time: 0.0649395 Jul 27 21:55:25.680143 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.693415 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ca3189-39b0-429b-91e0-10e7d1a2b22a {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:55:25.705205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4376a600-7feb-48fa-b379-101246e5bb66 req-2bb72b48-0b30-4f1d-8f86-7f2af88fe28e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365410 Jul 27 21:55:25.713731 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 77ca3189-39b0-429b-91e0-10e7d1a2b22a, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:25.719613 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:25.770542 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=77ca3189-39b0-429b-91e0-10e7d1a2b22a,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:26.118591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['77ca3189-39b0-429b-91e0-10e7d1a2b22a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:55:26.836327 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e24082-3ec4-4063-997b-c7d57ceef78a req-dbd737c1-32d8-476c-949c-c4ae7a29b1a9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:26.837824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35e24082-3ec4-4063-997b-c7d57ceef78a req-dbd737c1-32d8-476c-949c-c4ae7a29b1a9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 945 time: 0.0645292 Jul 27 21:55:26.877126 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35e24082-3ec4-4063-997b-c7d57ceef78a req-1d721349-e692-47bb-bbbf-075b600e21e2 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327067 Jul 27 21:55:27.558951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 77ca3189-39b0-429b-91e0-10e7d1a2b22a up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:55:27.609532 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 77ca3189-39b0-429b-91e0-10e7d1a2b22a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:55:27.613258 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 77ca3189-39b0-429b-91e0-10e7d1a2b22a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:55:27.613726 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.691144 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.714497 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ca3189-39b0-429b-91e0-10e7d1a2b22a'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:55:27.717844 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1794d2-aa2e-4414-a4ee-4c859ceb0766" -d '{"events": [{"server_uuid": "44d89769-093f-45d9-b5ed-e17f48b6d041", "name": "network-vif-plugged", "status": "completed", "tag": "77ca3189-39b0-429b-91e0-10e7d1a2b22a"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:55:27.730542 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 77ca3189-39b0-429b-91e0-10e7d1a2b22a, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:55:27.735022 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:27.759764 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b6775b-641e-4d20-bcb6-89b5ed5acb79 x-openstack-request-id: req-63b6775b-641e-4d20-bcb6-89b5ed5acb79 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:55:27.760049 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d89769-093f-45d9-b5ed-e17f48b6d041", "name": "network-vif-plugged", "status": "completed", "tag": "77ca3189-39b0-429b-91e0-10e7d1a2b22a", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:55:27.760294 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63b6775b-641e-4d20-bcb6-89b5ed5acb79 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:55:27.760670 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ca3189-39b0-429b-91e0-10e7d1a2b22a', 'code': 200} Jul 27 21:55:27.787688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=77ca3189-39b0-429b-91e0-10e7d1a2b22a,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:55:27.873452 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21b485-6bb6-41b0-a7a7-c43697c390b3 req-d00a1c71-c005-4e5e-9b8a-2720c632ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:27.875372 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3d21b485-6bb6-41b0-a7a7-c43697c390b3 req-d00a1c71-c005-4e5e-9b8a-2720c632ebe3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 1097 time: 0.0587380 Jul 27 21:55:27.912171 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3d21b485-6bb6-41b0-a7a7-c43697c390b3 req-432e6d55-b6bb-494a-8e74-2e9eb49918ef service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295546 Jul 27 21:55:28.006637 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea6f50-bb47-41aa-98bf-8afc003c3630 req-02bc5f93-74a2-438b-8658-8e3f951af269 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:28.008141 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65ea6f50-bb47-41aa-98bf-8afc003c3630 req-02bc5f93-74a2-438b-8658-8e3f951af269 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0639381 Jul 27 21:55:28.046796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65ea6f50-bb47-41aa-98bf-8afc003c3630 req-d35a6b7b-b6d4-4903-95f0-1a182c744bb9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315065 Jul 27 21:55:29.183840 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00d59e-5d60-4d27-bc32-30fc796e3dcb req-346080cd-56be-447c-97c5-7cc0fd29e421 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:29.186359 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f00d59e-5d60-4d27-bc32-30fc796e3dcb req-346080cd-56be-447c-97c5-7cc0fd29e421 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0671780 Jul 27 21:55:29.224645 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f00d59e-5d60-4d27-bc32-30fc796e3dcb req-afa30f18-21f5-4ca8-9c01-94f357bc3d13 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331967 Jul 27 21:55:29.352665 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f640f-e957-436d-a392-5b9b023ca144 req-93370dd3-af22-40fb-8128-30f2e8d35f0c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:29.354161 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d5f640f-e957-436d-a392-5b9b023ca144 req-93370dd3-af22-40fb-8128-30f2e8d35f0c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0650198 Jul 27 21:55:29.362866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 59968) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:55:29.367377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-dc86895f-b045-441e-8569-de79f87916f4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Request body: {'floatingip': {'port_id': '77ca3189-39b0-429b-91e0-10e7d1a2b22a'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:55:29.406518 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dc86895f-b045-441e-8569-de79f87916f4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:29.855334 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dc86895f-b045-441e-8569-de79f87916f4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:29.859090 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dc86895f-b045-441e-8569-de79f87916f4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:29.958321 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-dc86895f-b045-441e-8569-de79f87916f4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Floating IP cef0b838-27f0-490e-b4ea-41e90197b364 associated. External IP: 172.25.2.159, port: 77ca3189-39b0-429b-91e0-10e7d1a2b22a. Jul 27 21:55:30.167049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc86895f-b045-441e-8569-de79f87916f4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Router 564930d1-b29a-4ed3-8dc2-dd800233cc04 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:55:30.279249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc86895f-b045-441e-8569-de79f87916f4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:55:30.284233 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dc86895f-b045-441e-8569-de79f87916f4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:30.289631 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f223dfc9-55fc-48b1-b392-183fd51026a3 None None] Sync routers for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:55:30.299816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f223dfc9-55fc-48b1-b392-183fd51026a3 None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:30.300419 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f223dfc9-55fc-48b1-b392-183fd51026a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:55:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:30.320573 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-dc86895f-b045-441e-8569-de79f87916f4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "PUT /v2.0/floatingips/cef0b838-27f0-490e-b4ea-41e90197b364 HTTP/1.1" status: 200 len: 992 time: 0.9566085 Jul 27 21:55:30.321168 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'tag': '77ca3189-39b0-429b-91e0-10e7d1a2b22a'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:55:30.379881 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0812249-690d-4fc5-a907-9e870eeeebdf" -d '{"events": [{"name": "network-changed", "server_uuid": "44d89769-093f-45d9-b5ed-e17f48b6d041", "tag": "77ca3189-39b0-429b-91e0-10e7d1a2b22a"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:55:30.426021 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-f223dfc9-55fc-48b1-b392-183fd51026a3 None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:55:30.470796 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c26062c-bdea-41f6-a21b-d49f8230c745 x-openstack-request-id: req-5c26062c-bdea-41f6-a21b-d49f8230c745 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:55:30.471093 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d89769-093f-45d9-b5ed-e17f48b6d041", "tag": "77ca3189-39b0-429b-91e0-10e7d1a2b22a", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:55:30.471350 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c26062c-bdea-41f6-a21b-d49f8230c745 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:55:30.471752 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'tag': '77ca3189-39b0-429b-91e0-10e7d1a2b22a', 'status': 'completed', 'code': 200} Jul 27 21:55:30.554055 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0812249-690d-4fc5-a907-9e870eeeebdf req-43358887-4dca-4ca7-87ad-cca30618fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:30.555598 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0812249-690d-4fc5-a907-9e870eeeebdf req-43358887-4dca-4ca7-87ad-cca30618fd19 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 1097 time: 0.0605900 Jul 27 21:55:30.653807 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0812249-690d-4fc5-a907-9e870eeeebdf req-f95af110-0136-4ab2-b748-1e033409f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:30.655628 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0812249-690d-4fc5-a907-9e870eeeebdf req-f95af110-0136-4ab2-b748-1e033409f706 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0929079 Jul 27 21:55:30.723633 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0812249-690d-4fc5-a907-9e870eeeebdf req-e6702206-f09d-4d79-9eb4-c558041b6f6b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a HTTP/1.1" status: 200 len: 1000 time: 0.0603938 Jul 27 21:55:30.773613 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0812249-690d-4fc5-a907-9e870eeeebdf req-97379e63-2e6b-4fa9-962f-730252f13da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:30.775272 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0812249-690d-4fc5-a907-9e870eeeebdf req-97379e63-2e6b-4fa9-962f-730252f13da9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0451708 Jul 27 21:55:30.828020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f223dfc9-55fc-48b1-b392-183fd51026a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cef0b838-27f0-490e-b4ea-41e90197b364', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'port_id': '77ca3189-39b0-429b-91e0-10e7d1a2b22a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'mac_address': 'fa:16:3e:c4:e6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:51:26Z', 'updated_at': '2021-07-27T21:55:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:30.840041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0812249-690d-4fc5-a907-9e870eeeebdf req-ed9a3d0e-e59e-45b8-bb74-8f7194f46c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:30.842965 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0812249-690d-4fc5-a907-9e870eeeebdf req-ed9a3d0e-e59e-45b8-bb74-8f7194f46c41 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600171 Jul 27 21:55:30.854873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f223dfc9-55fc-48b1-b392-183fd51026a3 None None] Checking router: 564930d1-b29a-4ed3-8dc2-dd800233cc04 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:55:30.864303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f223dfc9-55fc-48b1-b392-183fd51026a3 None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:55:30.864912 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f223dfc9-55fc-48b1-b392-183fd51026a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:55:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:30.934373 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0812249-690d-4fc5-a907-9e870eeeebdf req-e249e3ce-554a-473b-9ea0-0dbf46f6ac53 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848770 Jul 27 21:55:30.971605 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-f223dfc9-55fc-48b1-b392-183fd51026a3 None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:55:31.036350 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c0812249-690d-4fc5-a907-9e870eeeebdf req-6a035727-5fe2-4f5b-835a-3b3b419915ed service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945024 Jul 27 21:55:31.205571 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f223dfc9-55fc-48b1-b392-183fd51026a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cef0b838-27f0-490e-b4ea-41e90197b364', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'port_id': '77ca3189-39b0-429b-91e0-10e7d1a2b22a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'mac_address': 'fa:16:3e:c4:e6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:51:26Z', 'updated_at': '2021-07-27T21:55:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:55:31.234998 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f223dfc9-55fc-48b1-b392-183fd51026a3 None None] The sync data for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 is: [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cef0b838-27f0-490e-b4ea-41e90197b364', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'port_id': '77ca3189-39b0-429b-91e0-10e7d1a2b22a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'mac_address': 'fa:16:3e:c4:e6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:51:26Z', 'updated_at': '2021-07-27T21:55:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:55:31.432718 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a76e6c-68de-43db-8d88-17a013cbeefe None None] New status for floating IP cef0b838-27f0-490e-b4ea-41e90197b364: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:55:32.809474 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-abcb7411-c950-4f17-911c-324015a0e163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:34.565904 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:35.473846 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b63adff8-d439-45d8-af46-59ff7f16ea2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:35.542136 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:37.393577 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:38.200588 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:39.058286 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:55:47.568250 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-826270b8-ebb0-4192-bb6f-60d4811b5a36 req-cce83c63-50d0-47a0-8a0d-6de9a1d72399 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550618 Jul 27 21:55:47.663915 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826270b8-ebb0-4192-bb6f-60d4811b5a36 req-4c7bbffc-a712-4884-898a-9661c1c0133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:47.665365 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-826270b8-ebb0-4192-bb6f-60d4811b5a36 req-4c7bbffc-a712-4884-898a-9661c1c0133c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 1097 time: 0.0556324 Jul 27 21:55:47.775312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826270b8-ebb0-4192-bb6f-60d4811b5a36 req-7cba3f98-25c9-459b-97bf-964357d9f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:47.776777 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-826270b8-ebb0-4192-bb6f-60d4811b5a36 req-7cba3f98-25c9-459b-97bf-964357d9f2b2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0908024 Jul 27 21:55:47.842635 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-826270b8-ebb0-4192-bb6f-60d4811b5a36 req-e0b030f7-ad9c-4232-b29a-5c213cd1ef48 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a HTTP/1.1" status: 200 len: 1002 time: 0.0576680 Jul 27 21:55:47.891331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826270b8-ebb0-4192-bb6f-60d4811b5a36 req-4832dde1-5271-4705-ab54-3333dd8005c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:47.892839 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-826270b8-ebb0-4192-bb6f-60d4811b5a36 req-4832dde1-5271-4705-ab54-3333dd8005c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0429094 Jul 27 21:55:47.956306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826270b8-ebb0-4192-bb6f-60d4811b5a36 req-6e83180c-b99b-48c1-bbe1-cfb54fb1114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:55:47.957696 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-826270b8-ebb0-4192-bb6f-60d4811b5a36 req-6e83180c-b99b-48c1-bbe1-cfb54fb1114a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574863 Jul 27 21:55:48.048237 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-826270b8-ebb0-4192-bb6f-60d4811b5a36 req-b39d8145-f822-4e54-a0fc-4a7e8dab6d7d service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823464 Jul 27 21:55:48.143215 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-826270b8-ebb0-4192-bb6f-60d4811b5a36 req-57bd8420-06d6-4b3c-9158-121e4df3e714 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858619 Jul 27 21:55:53.961062 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:56:02.811546 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-31c3ce30-4dd4-409f-b1ce-d64a0c8b27e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:04.577574 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:05.475372 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-16103cee-8a17-4dbb-b93d-37e49d2f660d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:05.544995 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:07.395638 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:08.198446 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:09.061608 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:30.961009 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:56:32.812152 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cfcc617f-09e4-48d1-abe0-545de683b701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:34.592686 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:35.476863 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-33ee3e01-a774-43f9-95c2-081abd74260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:35.549157 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:37.398860 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:38.210042 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:39.061486 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:56:48.605390 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07961375-d959-4be4-bc61-4db7bbf39a75 req-a791ad9c-2299-41d8-acf5-0e4c05192bc5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0958805 Jul 27 21:56:48.707840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07961375-d959-4be4-bc61-4db7bbf39a75 req-1e84a135-0569-412a-a985-eafd4c28aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:48.709359 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07961375-d959-4be4-bc61-4db7bbf39a75 req-1e84a135-0569-412a-a985-eafd4c28aaf9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 1097 time: 0.0581307 Jul 27 21:56:48.820153 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07961375-d959-4be4-bc61-4db7bbf39a75 req-bf069c92-f4fa-484e-b2c1-810afbe811df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:48.821771 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07961375-d959-4be4-bc61-4db7bbf39a75 req-bf069c92-f4fa-484e-b2c1-810afbe811df service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0911448 Jul 27 21:56:48.889690 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07961375-d959-4be4-bc61-4db7bbf39a75 req-9dea1605-bd8b-4fc1-be91-1c3dccd36b91 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a HTTP/1.1" status: 200 len: 1002 time: 0.0602520 Jul 27 21:56:48.943569 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07961375-d959-4be4-bc61-4db7bbf39a75 req-ba51ea9b-5db5-45aa-917e-d74cd7d2fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:48.945024 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07961375-d959-4be4-bc61-4db7bbf39a75 req-ba51ea9b-5db5-45aa-917e-d74cd7d2fdb1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0480304 Jul 27 21:56:49.005928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07961375-d959-4be4-bc61-4db7bbf39a75 req-4a2ffdd5-98fc-4278-99a5-b3d9ae79413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:56:49.007512 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07961375-d959-4be4-bc61-4db7bbf39a75 req-4a2ffdd5-98fc-4278-99a5-b3d9ae79413a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552957 Jul 27 21:56:49.100566 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07961375-d959-4be4-bc61-4db7bbf39a75 req-c5287639-8d3c-4f1b-81f5-e90eafb3b737 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848997 Jul 27 21:56:49.200633 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07961375-d959-4be4-bc61-4db7bbf39a75 req-5a2f58db-f5e4-4d54-a8b0-86c07c59d8c7 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933194 Jul 27 21:57:02.812937 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-74822ee3-e7f9-4f57-aae4-b2f355cf3c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:04.618686 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:05.477936 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-91a8219d-e2da-4775-8288-29f6757f5260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:05.551225 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.402121 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:07.961702 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:57:08.201596 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:09.064646 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:32.815175 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9e69daf9-2ac6-4a2e-ac1a-bef91e23f5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:34.609710 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.479120 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-06b7d8b0-b4b5-463f-b211-9f8c675a07ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:35.555990 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:37.404011 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:38.209068 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:39.067009 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:57:44.961700 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:57:49.566483 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ea242756-d786-4e8d-b10b-0a676a7afd4c req-25007d18-958e-4ecf-a53e-bd0c8e5b84f9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547230 Jul 27 21:57:49.662611 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea242756-d786-4e8d-b10b-0a676a7afd4c req-28915d74-1002-47e1-b059-7573b2d9647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:49.664148 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ea242756-d786-4e8d-b10b-0a676a7afd4c req-28915d74-1002-47e1-b059-7573b2d9647e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 1097 time: 0.0556657 Jul 27 21:57:49.775226 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea242756-d786-4e8d-b10b-0a676a7afd4c req-25db750b-e8a3-4da5-9a1d-c25675ecd751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:49.776747 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ea242756-d786-4e8d-b10b-0a676a7afd4c req-25db750b-e8a3-4da5-9a1d-c25675ecd751 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0931146 Jul 27 21:57:49.846281 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ea242756-d786-4e8d-b10b-0a676a7afd4c req-fb96414b-10d2-429f-af81-16884e7ea016 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a HTTP/1.1" status: 200 len: 1002 time: 0.0626535 Jul 27 21:57:49.900043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea242756-d786-4e8d-b10b-0a676a7afd4c req-b9316e10-b082-4743-91d9-7442053667b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:49.901534 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ea242756-d786-4e8d-b10b-0a676a7afd4c req-b9316e10-b082-4743-91d9-7442053667b2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0486219 Jul 27 21:57:49.971475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea242756-d786-4e8d-b10b-0a676a7afd4c req-1609d93f-acd1-4eac-9579-954c7e384d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:57:49.973081 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ea242756-d786-4e8d-b10b-0a676a7afd4c req-1609d93f-acd1-4eac-9579-954c7e384d82 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556173 Jul 27 21:57:50.063808 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ea242756-d786-4e8d-b10b-0a676a7afd4c req-06f8da31-a2d3-482b-b826-7bddacbb7a0e service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834212 Jul 27 21:57:50.157270 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ea242756-d786-4e8d-b10b-0a676a7afd4c req-9b1aa441-6639-4360-9d6c-e4ede2c7fe8b service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856965 Jul 27 21:58:02.816560 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-44c0d511-6edc-40df-b807-692a0644ea17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:04.610653 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.484087 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2e981954-acff-48ef-b3b9-af977e4a0727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:05.556339 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:07.408161 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:08.204983 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:09.069468 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:21.961205 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:58:27.487321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83c9c5-ac33-4d0f-815e-9a7d00476af1 req-21060179-7b00-48fe-baec-d091c9875208 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:27.488841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed83c9c5-ac33-4d0f-815e-9a7d00476af1 req-21060179-7b00-48fe-baec-d091c9875208 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.1419351 Jul 27 21:58:27.529180 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ed83c9c5-ac33-4d0f-815e-9a7d00476af1 req-af5b3d67-e74f-4f59-b6c7-0801b8def029 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337861 Jul 27 21:58:28.714065 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb4b79-7659-4b7c-892d-fb64f4eb6d81 req-b0e0b410-53de-458c-ac95-884c3f343043 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:28.715623 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-adfb4b79-7659-4b7c-892d-fb64f4eb6d81 req-b0e0b410-53de-458c-ac95-884c3f343043 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.1112201 Jul 27 21:58:28.753960 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-adfb4b79-7659-4b7c-892d-fb64f4eb6d81 req-d057db1c-d6cc-4e09-850c-e76c0a0f7577 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320907 Jul 27 21:58:29.887834 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea00d18-b3eb-4706-85a5-68adccbd2a07 req-01aeab5b-8464-4cda-82ec-1be3fbed1f9c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:29.889309 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ea00d18-b3eb-4706-85a5-68adccbd2a07 req-01aeab5b-8464-4cda-82ec-1be3fbed1f9c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0656910 Jul 27 21:58:29.927115 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0ea00d18-b3eb-4706-85a5-68adccbd2a07 req-491d9b53-bd3e-47ba-a0da-672a0ef7e546 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319283 Jul 27 21:58:31.065799 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e67774-4158-4257-a10c-1abc0f0375b3 req-01a9e7e1-ad62-4a35-bbff-3a3827815795 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:31.067335 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73e67774-4158-4257-a10c-1abc0f0375b3 req-01a9e7e1-ad62-4a35-bbff-3a3827815795 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0705240 Jul 27 21:58:31.108648 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73e67774-4158-4257-a10c-1abc0f0375b3 req-fabf11d8-9f8e-4c0e-b485-edd291da1740 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346134 Jul 27 21:58:32.241360 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9483a-8b10-4b96-b2c1-015ab14bcc66 req-bb2f7c99-1439-4974-9444-e85559a72159 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:32.242924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fe9483a-8b10-4b96-b2c1-015ab14bcc66 req-bb2f7c99-1439-4974-9444-e85559a72159 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0653524 Jul 27 21:58:32.280967 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fe9483a-8b10-4b96-b2c1-015ab14bcc66 req-178a7826-85a5-4368-9614-cafa8995d4c4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320475 Jul 27 21:58:32.817591 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-253bfecc-292a-47bd-938c-5008c4ba4ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:33.420232 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745fe19-1f24-4f3d-a8dc-a6ce540bce45 req-07d80cf3-9721-4a77-b05c-52810577e393 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:33.421622 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3745fe19-1f24-4f3d-a8dc-a6ce540bce45 req-07d80cf3-9721-4a77-b05c-52810577e393 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0697730 Jul 27 21:58:33.460624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3745fe19-1f24-4f3d-a8dc-a6ce540bce45 req-e0f4bf03-795d-4ad2-833d-d6bcac9652fc tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330670 Jul 27 21:58:34.595483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e641e-15de-4860-b75d-0fbc6b34a45d req-819e5cf0-80b8-4a28-96e9-d6d0ac61466a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:34.597035 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd7e641e-15de-4860-b75d-0fbc6b34a45d req-819e5cf0-80b8-4a28-96e9-d6d0ac61466a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0658002 Jul 27 21:58:34.635361 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:34.636761 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd7e641e-15de-4860-b75d-0fbc6b34a45d req-ef126f65-0775-4630-a75f-80ce1bb889db tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329092 Jul 27 21:58:35.484643 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e9682e7f-9b79-4aeb-bf90-17196e9fceb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.562967 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:35.772729 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650d2a8-870a-46f0-9857-5c7525e151fa req-0fc62b1c-fab4-460c-a64e-ce2bee6a0088 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:35.774242 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a650d2a8-870a-46f0-9857-5c7525e151fa req-0fc62b1c-fab4-460c-a64e-ce2bee6a0088 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0646455 Jul 27 21:58:35.813519 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a650d2a8-870a-46f0-9857-5c7525e151fa req-9068a4eb-5a28-4817-b070-087aed99dbb3 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331709 Jul 27 21:58:36.950047 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b328c-e59e-4bf3-8fe2-1b77218cadd8 req-782d319b-4605-46c1-a2c3-3560950043f9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:36.951572 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f77b328c-e59e-4bf3-8fe2-1b77218cadd8 req-782d319b-4605-46c1-a2c3-3560950043f9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0687199 Jul 27 21:58:36.990869 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f77b328c-e59e-4bf3-8fe2-1b77218cadd8 req-3d0e0ca1-fca9-4635-a5dc-d5d163e8bd85 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332794 Jul 27 21:58:37.410687 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:38.123808 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bcf3a-11e5-4754-8c47-10059e7bf61e req-8fb933b1-28ee-4417-990f-1925a1f18441 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:38.125285 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-554bcf3a-11e5-4754-8c47-10059e7bf61e req-8fb933b1-28ee-4417-990f-1925a1f18441 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0649738 Jul 27 21:58:38.165492 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-554bcf3a-11e5-4754-8c47-10059e7bf61e req-264f8b68-38ff-4c98-a938-44ad94cb21b1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341818 Jul 27 21:58:38.204966 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.072191 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:39.299973 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7cba8-f0f2-4ebe-ba97-a5b5fd3abb6b req-02510a71-791d-494f-8573-0b8be6180d7b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:39.301356 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24f7cba8-f0f2-4ebe-ba97-a5b5fd3abb6b req-02510a71-791d-494f-8573-0b8be6180d7b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0666580 Jul 27 21:58:39.338711 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24f7cba8-f0f2-4ebe-ba97-a5b5fd3abb6b req-a0d29a89-fa33-4c40-ba19-d72fc262e051 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313046 Jul 27 21:58:40.472121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdf8ae-40b7-498b-a3a9-d53081d617d3 req-95dad29d-3b81-4226-8bc7-98177d41fe70 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:40.473627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57bdf8ae-40b7-498b-a3a9-d53081d617d3 req-95dad29d-3b81-4226-8bc7-98177d41fe70 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0681536 Jul 27 21:58:40.512453 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57bdf8ae-40b7-498b-a3a9-d53081d617d3 req-13a7b544-33e6-4c78-8a94-afbc41637478 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320134 Jul 27 21:58:41.643387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1bcba-69b4-4d35-9fdd-4bc89c3db800 req-03b2d689-0db4-4ac7-8f40-07272464605c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:41.644909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ca1bcba-69b4-4d35-9fdd-4bc89c3db800 req-03b2d689-0db4-4ac7-8f40-07272464605c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0644727 Jul 27 21:58:41.684812 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8ca1bcba-69b4-4d35-9fdd-4bc89c3db800 req-96c18b33-b90a-48a9-8745-ffc895ca5da1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330894 Jul 27 21:58:42.821910 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7583501-6d38-4d30-8a00-b26cdc271c8d req-56a3cd4e-bf72-4b2b-8325-4fb8a2aa91f1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:42.823403 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7583501-6d38-4d30-8a00-b26cdc271c8d req-56a3cd4e-bf72-4b2b-8325-4fb8a2aa91f1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0674205 Jul 27 21:58:42.862532 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7583501-6d38-4d30-8a00-b26cdc271c8d req-3cdb8c1e-7ef9-4fe2-b012-c6fde519f24f tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332677 Jul 27 21:58:43.106434 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-cefa42c0-8afc-461e-8fdf-5db17603a7ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0572679 Jul 27 21:58:43.120667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370a1c9-4aee-4042-9aef-6beb5bfc5756 req-212ad793-658a-4224-84ef-79ea1a4fe509 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:43.122192 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8370a1c9-4aee-4042-9aef-6beb5bfc5756 req-212ad793-658a-4224-84ef-79ea1a4fe509 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0663440 Jul 27 21:58:43.162573 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8370a1c9-4aee-4042-9aef-6beb5bfc5756 req-a71b8743-578b-48f2-8db5-37f71061f60b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337265 Jul 27 21:58:44.203784 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7116921e-b62b-4b13-ae20-07fe0ad4fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:44.205301 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7116921e-b62b-4b13-ae20-07fe0ad4fdea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 1097 time: 0.0561602 Jul 27 21:58:44.300495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f905ae8-4c3e-40ec-8614-83a24e3a5368 req-6aff1c8f-1dd6-4d12-8018-a092a57d144e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:44.302102 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f905ae8-4c3e-40ec-8614-83a24e3a5368 req-6aff1c8f-1dd6-4d12-8018-a092a57d144e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0677984 Jul 27 21:58:44.302711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-6262e57d-76c1-4bc7-a7df-69445b793ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:44.304467 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-6262e57d-76c1-4bc7-a7df-69445b793ef2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0914025 Jul 27 21:58:44.342081 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f905ae8-4c3e-40ec-8614-83a24e3a5368 req-6620e25c-0d05-4ed5-b359-4fa5e9785d6e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335464 Jul 27 21:58:44.372965 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-f882b73e-4070-4bbf-9b72-17337dabdf84 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a HTTP/1.1" status: 200 len: 1002 time: 0.0616758 Jul 27 21:58:44.429744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-f3ba6fb6-ef67-4263-86e9-8063c7cac49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:44.431231 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-f3ba6fb6-ef67-4263-86e9-8063c7cac49a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0485001 Jul 27 21:58:44.489652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-dd8f625b-166b-4c82-95b5-d344a8655d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:44.492240 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-dd8f625b-166b-4c82-95b5-d344a8655d3c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537865 Jul 27 21:58:44.580634 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-9b1f94f3-dd0a-4fe7-b70c-99e92c1cb9da service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817342 Jul 27 21:58:45.000688 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-02287e99-ec6e-4df7-92df-7de09abcbfe1 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132533 Jul 27 21:58:45.480829 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e6123-63e8-4418-ac5e-41a924ae4c11 req-d48489ce-08c2-4a16-a07d-18daf07db847 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:45.482461 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c60e6123-63e8-4418-ac5e-41a924ae4c11 req-d48489ce-08c2-4a16-a07d-18daf07db847 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0700173 Jul 27 21:58:45.525599 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c60e6123-63e8-4418-ac5e-41a924ae4c11 req-4736bb39-a15c-49b7-8d10-63ed921f4134 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365677 Jul 27 21:58:46.664772 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a1ebc-4af0-426c-bb67-fd60b0f0ddd6 req-9871d687-98ec-4176-a493-5f7ab8e69c46 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:46.666354 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-228a1ebc-4af0-426c-bb67-fd60b0f0ddd6 req-9871d687-98ec-4176-a493-5f7ab8e69c46 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0692961 Jul 27 21:58:46.706014 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-228a1ebc-4af0-426c-bb67-fd60b0f0ddd6 req-7e2b1129-8a83-4771-8a8a-3aa359098b17 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332954 Jul 27 21:58:47.840904 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3907a37-8092-4d04-a9fb-2b7cc2fa9f80 req-1b60b98d-808b-4a6a-b611-29278e370f1b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:47.842404 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3907a37-8092-4d04-a9fb-2b7cc2fa9f80 req-1b60b98d-808b-4a6a-b611-29278e370f1b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0671089 Jul 27 21:58:47.881256 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3907a37-8092-4d04-a9fb-2b7cc2fa9f80 req-95a059e8-3d5f-4851-a1c2-dc8d24680579 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324552 Jul 27 21:58:49.013399 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e1d1a-f40c-4a1e-a35a-0d5c8e36ddd9 req-de21ad5e-75c4-4bc3-ac9c-278b2afc5e70 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:49.014929 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a02e1d1a-f40c-4a1e-a35a-0d5c8e36ddd9 req-de21ad5e-75c4-4bc3-ac9c-278b2afc5e70 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0632620 Jul 27 21:58:49.052390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a02e1d1a-f40c-4a1e-a35a-0d5c8e36ddd9 req-faaa885e-eab0-4bd4-86b9-0b39ffc50a99 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313866 Jul 27 21:58:50.093215 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-9982fc87-8a4d-423b-bf55-1e547e83f0cc service neutron] show failed (client error): The resource could not be found. Jul 27 21:58:50.094283 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-9982fc87-8a4d-423b-bf55-1e547e83f0cc service neutron] 10.222.0.66 "GET /v2.0/ports/77ca3189-39b0-429b-91e0-10e7d1a2b22a/bindings/n-h1-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.0558565 Jul 27 21:58:50.193786 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bcf37-df17-440e-921d-0c692c6433d4 req-71196181-00f3-49f3-b030-fd7c8af9cf0a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:50.195851 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a96bcf37-df17-440e-921d-0c692c6433d4 req-71196181-00f3-49f3-b030-fd7c8af9cf0a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0699556 Jul 27 21:58:50.236434 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a96bcf37-df17-440e-921d-0c692c6433d4 req-4d3126b0-1719-417c-b166-acc368c1e540 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343456 Jul 27 21:58:50.357265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-5089fc61-b3ef-4a64-b283-e7e0db4747d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:50.358694 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-5089fc61-b3ef-4a64-b283-e7e0db4747d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041&tenant_id=f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 1097 time: 0.1015763 Jul 27 21:58:50.371003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:58:50.448618 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.657919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] For port 77ca3189-39b0-429b-91e0-10e7d1a2b22a, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:50.693324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] For port 77ca3189-39b0-429b-91e0-10e7d1a2b22a, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:50.737881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77ca3189-39b0-429b-91e0-10e7d1a2b22a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:50.740178 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a7f993-bd48-45c6-9c24-cf9c280b0949" -d '{"events": [{"server_uuid": "44d89769-093f-45d9-b5ed-e17f48b6d041", "name": "network-vif-unplugged", "status": "completed", "tag": "77ca3189-39b0-429b-91e0-10e7d1a2b22a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:50.745041 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.757165 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Transition to ACTIVE for port object 77ca3189-39b0-429b-91e0-10e7d1a2b22a will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:58:50.761380 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:50.835802 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Pushing event updated for resources: {'Port': ['ID=77ca3189-39b0-429b-91e0-10e7d1a2b22a,revision_number=6']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:50.848731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.849086 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.849425 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.849903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.850120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.850434 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.850762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.851088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.851437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.852337 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.852664 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.853163 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:50.859082 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af00ca51-9058-4f94-a802-90f78bf1f1ad x-openstack-request-id: req-af00ca51-9058-4f94-a802-90f78bf1f1ad {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:50.859367 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d89769-093f-45d9-b5ed-e17f48b6d041", "name": "network-vif-unplugged", "status": "completed", "tag": "77ca3189-39b0-429b-91e0-10e7d1a2b22a", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:50.859616 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af00ca51-9058-4f94-a802-90f78bf1f1ad {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:50.860014 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77ca3189-39b0-429b-91e0-10e7d1a2b22a', 'code': 200} Jul 27 21:58:50.897177 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] No DVR routers for this DVR port 77ca3189-39b0-429b-91e0-10e7d1a2b22a on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:51.044942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Attempting to bind port 77ca3189-39b0-429b-91e0-10e7d1a2b22a on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:58:51.045276 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Attempting to bind port 77ca3189-39b0-429b-91e0-10e7d1a2b22a by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:58:51.045603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Attempting to bind port 77ca3189-39b0-429b-91e0-10e7d1a2b22a on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:51.049894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Port 77ca3189-39b0-429b-91e0-10e7d1a2b22a on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:58:51.050211 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Attempting to bind port 77ca3189-39b0-429b-91e0-10e7d1a2b22a on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:58:51.055334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:58:51.055755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Checking segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:58:51.056138 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Bound using segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:58:51.056563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Bound port: 77ca3189-39b0-429b-91e0-10e7d1a2b22a, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:58:51.056919 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.121038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] For port 77ca3189-39b0-429b-91e0-10e7d1a2b22a, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:58:51.124571 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] For port 77ca3189-39b0-429b-91e0-10e7d1a2b22a, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:58:51.128516 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.162787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:51.163491 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:51.164901 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] 10.222.0.20 "PUT /v2.0/ports/77ca3189-39b0-429b-91e0-10e7d1a2b22a HTTP/1.1" status: 200 len: 1092 time: 0.7985673 Jul 27 21:58:51.201112 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836b4f1-4617-41c3-96c6-c6292a3b64a6 service neutron] Pushing event updated for resources: {'Port': ['ID=77ca3189-39b0-429b-91e0-10e7d1a2b22a,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:51.250868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-46286088-5030-4cba-95c5-06180cca0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:51.252463 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-46286088-5030-4cba-95c5-06180cca0c83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 1095 time: 0.0624788 Jul 27 21:58:51.355247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-e2916ebd-4d24-4fc9-91a2-3b1aa2175302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:51.356779 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-e2916ebd-4d24-4fc9-91a2-3b1aa2175302 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0957851 Jul 27 21:58:51.377585 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feeb876-2156-44d7-9599-f514d028f528 req-1db0a671-2778-4fb2-a39b-6efa8ba1421d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:51.379979 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1feeb876-2156-44d7-9599-f514d028f528 req-1db0a671-2778-4fb2-a39b-6efa8ba1421d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 944 time: 0.0676813 Jul 27 21:58:51.419438 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1feeb876-2156-44d7-9599-f514d028f528 req-e7f364a5-e029-40c8-86cb-6968e1a4906d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324867 Jul 27 21:58:51.425195 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-c3223323-1ca5-4666-93bd-f64493d21f34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a HTTP/1.1" status: 200 len: 1000 time: 0.0615478 Jul 27 21:58:51.483059 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-bab5a29a-3a17-44be-86f1-bce566020255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:51.484530 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-bab5a29a-3a17-44be-86f1-bce566020255 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0528069 Jul 27 21:58:51.546592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-768fcb01-5f1d-40ff-9e1d-ab07c4acc6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:51.548096 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-768fcb01-5f1d-40ff-9e1d-ab07c4acc6b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566020 Jul 27 21:58:51.640969 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-54feb21f-35db-48c4-b2d0-81d5437ba502 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860100 Jul 27 21:58:51.735629 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3ee2943b-67bd-47a2-b10a-9eccc06ed6da req-0c171e75-e806-41fc-b395-9d7ecb4c46d6 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872734 Jul 27 21:58:52.554884 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c3e10-0f4c-456e-8767-b07c3068c6d1 req-9d21ddd9-7ae2-45c5-a3b5-b767acad6c02 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:52.556293 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-998c3e10-0f4c-456e-8767-b07c3068c6d1 req-9d21ddd9-7ae2-45c5-a3b5-b767acad6c02 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 944 time: 0.0626721 Jul 27 21:58:52.597909 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-998c3e10-0f4c-456e-8767-b07c3068c6d1 req-ae4ef73c-7863-4461-893d-b6990556ba12 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356581 Jul 27 21:58:52.861713 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'tag': '77ca3189-39b0-429b-91e0-10e7d1a2b22a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:52.864126 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e698e9-b380-4e04-9df1-51e67310908c" -d '{"events": [{"name": "network-changed", "server_uuid": "44d89769-093f-45d9-b5ed-e17f48b6d041", "tag": "77ca3189-39b0-429b-91e0-10e7d1a2b22a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:52.911749 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276fec92-6334-4440-b5a0-bcb04dfebcab x-openstack-request-id: req-276fec92-6334-4440-b5a0-bcb04dfebcab {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:52.912089 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d89769-093f-45d9-b5ed-e17f48b6d041", "tag": "77ca3189-39b0-429b-91e0-10e7d1a2b22a", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:52.912302 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-276fec92-6334-4440-b5a0-bcb04dfebcab {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:52.912705 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'tag': '77ca3189-39b0-429b-91e0-10e7d1a2b22a', 'status': 'completed', 'code': 200} Jul 27 21:58:53.030729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e698e9-b380-4e04-9df1-51e67310908c req-f8e34703-2e41-421e-af19-eed5588cc957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:53.032231 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5e698e9-b380-4e04-9df1-51e67310908c req-f8e34703-2e41-421e-af19-eed5588cc957 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 1095 time: 0.0988760 Jul 27 21:58:53.040828 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e698e9-b380-4e04-9df1-51e67310908c req-07c2a134-ed83-4888-af8b-b9707790f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:53.042236 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5e698e9-b380-4e04-9df1-51e67310908c req-07c2a134-ed83-4888-af8b-b9707790f340 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 1095 time: 0.0797842 Jul 27 21:58:53.198335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e698e9-b380-4e04-9df1-51e67310908c req-a6491ee3-c339-4ad2-8b34-78b2eb528e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:53.199803 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5e698e9-b380-4e04-9df1-51e67310908c req-a6491ee3-c339-4ad2-8b34-78b2eb528e92 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1567447 Jul 27 21:58:53.200897 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e698e9-b380-4e04-9df1-51e67310908c req-0a7ad819-57b6-496b-8a9d-53032f625f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:53.202214 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5e698e9-b380-4e04-9df1-51e67310908c req-0a7ad819-57b6-496b-8a9d-53032f625f43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1521139 Jul 27 21:58:53.312821 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5e698e9-b380-4e04-9df1-51e67310908c req-862500ce-7669-4ea4-91d1-66a611d8eed7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a HTTP/1.1" status: 200 len: 1000 time: 0.1054025 Jul 27 21:58:53.316395 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5e698e9-b380-4e04-9df1-51e67310908c req-1917f26d-9086-4282-9c45-7e22d2545f60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a HTTP/1.1" status: 200 len: 1000 time: 0.1035309 Jul 27 21:58:53.395945 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e698e9-b380-4e04-9df1-51e67310908c req-99afce54-47e9-45c1-b8c8-2783d368cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:53.397297 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5e698e9-b380-4e04-9df1-51e67310908c req-99afce54-47e9-45c1-b8c8-2783d368cc5f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0775275 Jul 27 21:58:53.399342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e698e9-b380-4e04-9df1-51e67310908c req-85942123-e9dd-43e0-9130-926e966a0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:53.400658 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5e698e9-b380-4e04-9df1-51e67310908c req-85942123-e9dd-43e0-9130-926e966a0804 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0737429 Jul 27 21:58:53.493726 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e698e9-b380-4e04-9df1-51e67310908c req-da71f8c7-5b0d-4448-ad5e-0e459150dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:53.495263 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5e698e9-b380-4e04-9df1-51e67310908c req-da71f8c7-5b0d-4448-ad5e-0e459150dab1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912888 Jul 27 21:58:53.503712 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e698e9-b380-4e04-9df1-51e67310908c req-31346b26-f2e4-4972-a63a-b8990ce09be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:53.505103 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5e698e9-b380-4e04-9df1-51e67310908c req-31346b26-f2e4-4972-a63a-b8990ce09be4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934689 Jul 27 21:58:53.658381 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5e698e9-b380-4e04-9df1-51e67310908c req-5c101bf8-c0de-4dfe-b470-f341158d7751 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522346 Jul 27 21:58:53.660172 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5e698e9-b380-4e04-9df1-51e67310908c req-6d8b6766-cae8-4e43-b02a-367d92bc8582 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472497 Jul 27 21:58:53.735461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9a906-8886-4a6a-ba83-0454cc7f3294 req-2ad0311d-ef82-4446-b622-4ae7e4eaa76b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:53.736965 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21f9a906-8886-4a6a-ba83-0454cc7f3294 req-2ad0311d-ef82-4446-b622-4ae7e4eaa76b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 944 time: 0.0697320 Jul 27 21:58:53.778824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21f9a906-8886-4a6a-ba83-0454cc7f3294 req-d1e28ee2-2fcf-4e8d-a424-aff18c3f5664 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350502 Jul 27 21:58:53.823269 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5e698e9-b380-4e04-9df1-51e67310908c req-012f6773-371d-43d0-bc81-58027788e317 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573830 Jul 27 21:58:53.826638 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c5e698e9-b380-4e04-9df1-51e67310908c req-5cd6af14-5e0d-49d0-8afd-fada06646635 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537197 Jul 27 21:58:53.995036 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f842b-0baa-4892-b205-a48e2c46e267 req-ae4d8f77-2918-42be-a573-591fc621571b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:53.997201 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-481f842b-0baa-4892-b205-a48e2c46e267 req-ae4d8f77-2918-42be-a573-591fc621571b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 944 time: 0.0676017 Jul 27 21:58:54.010322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753269d1-f655-41cf-850f-f1c251b382c4 req-a1bb0e69-3baa-42e1-b974-8577af47ea94 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:54.011821 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-753269d1-f655-41cf-850f-f1c251b382c4 req-a1bb0e69-3baa-42e1-b974-8577af47ea94 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.66 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041&tenant_id=f5c1fc87e324455e8d4931565079c973&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 944 time: 0.0742967 Jul 27 21:58:54.035830 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-481f842b-0baa-4892-b205-a48e2c46e267 req-5090892a-ab3e-4a37-adf0-f01f6027229a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330908 Jul 27 21:58:54.076257 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-753269d1-f655-41cf-850f-f1c251b382c4 req-66ab62b1-d09c-4269-a08f-e6211868bf4d service neutron] delete failed (client error): The resource could not be found. Jul 27 21:58:54.077288 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-753269d1-f655-41cf-850f-f1c251b382c4 req-66ab62b1-d09c-4269-a08f-e6211868bf4d service neutron] 10.222.0.66 "DELETE /v2.0/ports/77ca3189-39b0-429b-91e0-10e7d1a2b22a/bindings/n-h2-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.0573330 Jul 27 21:58:54.140896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 77ca3189-39b0-429b-91e0-10e7d1a2b22a details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:58:54.187437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753269d1-f655-41cf-850f-f1c251b382c4 req-48c3e61f-9ad1-4d52-99d5-eed127a487e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:54.188973 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-753269d1-f655-41cf-850f-f1c251b382c4 req-48c3e61f-9ad1-4d52-99d5-eed127a487e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 1095 time: 0.0662456 Jul 27 21:58:54.238171 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 77ca3189-39b0-429b-91e0-10e7d1a2b22a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:54.250783 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '77ca3189-39b0-429b-91e0-10e7d1a2b22a', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'port_id': '77ca3189-39b0-429b-91e0-10e7d1a2b22a', 'mac_address': 'fa:16:3e:c4:e6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:58:54.285800 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753269d1-f655-41cf-850f-f1c251b382c4 req-e6fe1a3b-f404-490e-a38c-1d7a12bf5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:54.287322 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-753269d1-f655-41cf-850f-f1c251b382c4 req-e6fe1a3b-f404-490e-a38c-1d7a12bf5d73 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0906351 Jul 27 21:58:54.288002 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:54.300797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ca3189-39b0-429b-91e0-10e7d1a2b22a {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:58:54.321485 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 77ca3189-39b0-429b-91e0-10e7d1a2b22a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:54.330101 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:54.355348 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-753269d1-f655-41cf-850f-f1c251b382c4 req-0339b2ce-4784-4d36-9ed9-4a478b3ed90b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a HTTP/1.1" status: 200 len: 1000 time: 0.0607765 Jul 27 21:58:54.385089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=77ca3189-39b0-429b-91e0-10e7d1a2b22a,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:54.392718 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:54.393064 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:54.393407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:54.393743 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:54.394077 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:54.394431 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:54.394763 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:54.395090 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:54.395415 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:54.395738 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:54.396060 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:54.396386 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 21:58:54.411028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753269d1-f655-41cf-850f-f1c251b382c4 req-12a5bc9e-ae26-4071-8f00-a029dd3dc517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:54.412516 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-753269d1-f655-41cf-850f-f1c251b382c4 req-12a5bc9e-ae26-4071-8f00-a029dd3dc517 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0503500 Jul 27 21:58:54.474166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753269d1-f655-41cf-850f-f1c251b382c4 req-cb68dde3-7961-4925-96fd-08de9dbf5469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:54.475680 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-753269d1-f655-41cf-850f-f1c251b382c4 req-cb68dde3-7961-4925-96fd-08de9dbf5469 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551856 Jul 27 21:58:54.565243 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-753269d1-f655-41cf-850f-f1c251b382c4 req-c11a5beb-4445-4ed7-a132-b8b53d1c1f82 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821505 Jul 27 21:58:54.566883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 77ca3189-39b0-429b-91e0-10e7d1a2b22a no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:58:54.572690 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['77ca3189-39b0-429b-91e0-10e7d1a2b22a'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:58:54.642982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 77ca3189-39b0-429b-91e0-10e7d1a2b22a not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:58:54.662238 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-753269d1-f655-41cf-850f-f1c251b382c4 req-16f2c64c-42bb-479b-af3f-90f59b5d0799 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902762 Jul 27 21:58:55.180975 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db1f79-5da6-4e3b-a376-394ead916a76 req-0d269acc-62d9-4619-930d-06337b324dd1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.183166 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2db1f79-5da6-4e3b-a376-394ead916a76 req-0d269acc-62d9-4619-930d-06337b324dd1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 945 time: 0.0752511 Jul 27 21:58:55.234921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2db1f79-5da6-4e3b-a376-394ead916a76 req-c240d990-c10e-4257-a3d3-7b5ad4ed9d7c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452054 Jul 27 21:58:55.373540 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7b299-67fa-4bd7-b374-6ebc41fef398 req-ce37ed1e-cb76-434d-8c1c-1770c1eead80 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.375105 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d7b299-67fa-4bd7-b374-6ebc41fef398 req-ce37ed1e-cb76-434d-8c1c-1770c1eead80 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 945 time: 0.0691531 Jul 27 21:58:55.415207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0d7b299-67fa-4bd7-b374-6ebc41fef398 req-a4107cc3-052e-4f06-9893-508aaefb499b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340228 Jul 27 21:58:55.644365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884128b-2e97-4b02-950c-f16e5c720762 req-94b9024d-f533-4648-9f9c-0b61fbc1f4b7 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.645829 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8884128b-2e97-4b02-950c-f16e5c720762 req-94b9024d-f533-4648-9f9c-0b61fbc1f4b7 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 945 time: 0.0758097 Jul 27 21:58:55.667707 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301dd2a-7759-46cf-996b-831f4e1fd8af req-98dbc83a-bf96-405f-8531-582c1bca846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.669211 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b301dd2a-7759-46cf-996b-831f4e1fd8af req-98dbc83a-bf96-405f-8531-582c1bca846c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 1096 time: 0.0658169 Jul 27 21:58:55.693312 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8884128b-2e97-4b02-950c-f16e5c720762 req-cd3d02b6-bf8f-464f-abaf-700822210625 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363073 Jul 27 21:58:55.769204 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301dd2a-7759-46cf-996b-831f4e1fd8af req-b22ad6c7-754b-48dd-ae21-d5344f291d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.770714 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b301dd2a-7759-46cf-996b-831f4e1fd8af req-b22ad6c7-754b-48dd-ae21-d5344f291d39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0942869 Jul 27 21:58:55.840361 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b301dd2a-7759-46cf-996b-831f4e1fd8af req-4198d565-0154-4dbc-8d40-e7363f0eb4b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a HTTP/1.1" status: 200 len: 1001 time: 0.0612810 Jul 27 21:58:55.891786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301dd2a-7759-46cf-996b-831f4e1fd8af req-7b7dd129-71d3-4870-bfe2-f0c091009724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.893341 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b301dd2a-7759-46cf-996b-831f4e1fd8af req-7b7dd129-71d3-4870-bfe2-f0c091009724 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0462885 Jul 27 21:58:55.960744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301dd2a-7759-46cf-996b-831f4e1fd8af req-b70ee92c-c869-427c-82b6-a5eb0f5590f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:55.962847 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b301dd2a-7759-46cf-996b-831f4e1fd8af req-b70ee92c-c869-427c-82b6-a5eb0f5590f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627465 Jul 27 21:58:56.052987 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b301dd2a-7759-46cf-996b-831f4e1fd8af req-bb802215-b4c1-42d2-b917-270e87873ea4 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831699 Jul 27 21:58:56.148076 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b301dd2a-7759-46cf-996b-831f4e1fd8af req-7a355906-8626-493e-acbe-ba669c1c1813 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874336 Jul 27 21:58:56.153266 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 77ca3189-39b0-429b-91e0-10e7d1a2b22a up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:58:56.202084 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 77ca3189-39b0-429b-91e0-10e7d1a2b22a completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:58:56.205968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 77ca3189-39b0-429b-91e0-10e7d1a2b22a triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:58:56.206369 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:56.292277 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:56.315102 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ca3189-39b0-429b-91e0-10e7d1a2b22a'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:56.317325 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455a8e2d-e1e2-4654-b35f-135a7d49ea19" -d '{"events": [{"server_uuid": "44d89769-093f-45d9-b5ed-e17f48b6d041", "name": "network-vif-plugged", "status": "completed", "tag": "77ca3189-39b0-429b-91e0-10e7d1a2b22a"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:56.330710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 77ca3189-39b0-429b-91e0-10e7d1a2b22a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:56.334631 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:56.384140 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=77ca3189-39b0-429b-91e0-10e7d1a2b22a,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:56.416181 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dc21e6-8543-43d2-9620-f09f1ec6268a x-openstack-request-id: req-d0dc21e6-8543-43d2-9620-f09f1ec6268a {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:56.416470 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d89769-093f-45d9-b5ed-e17f48b6d041", "name": "network-vif-plugged", "status": "completed", "tag": "77ca3189-39b0-429b-91e0-10e7d1a2b22a", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:56.416745 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0dc21e6-8543-43d2-9620-f09f1ec6268a {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:56.417138 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ca3189-39b0-429b-91e0-10e7d1a2b22a', 'code': 200} Jul 27 21:58:56.831266 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2488479-32ef-4baa-8697-8d1a4afaae42 req-fa9ddd14-c316-4cde-b978-79f1b25ac580 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:56.832743 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2488479-32ef-4baa-8697-8d1a4afaae42 req-fa9ddd14-c316-4cde-b978-79f1b25ac580 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0691090 Jul 27 21:58:56.871701 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e2488479-32ef-4baa-8697-8d1a4afaae42 req-eba07234-e77f-4820-bb82-977e9f0f5488 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320442 Jul 27 21:58:57.119109 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d851184-afb2-456b-958e-590aea37a798 req-bd74f4e3-d41c-45e7-a87c-84a0d2397431 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:57.120710 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d851184-afb2-456b-958e-590aea37a798 req-bd74f4e3-d41c-45e7-a87c-84a0d2397431 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0651474 Jul 27 21:58:57.165636 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d851184-afb2-456b-958e-590aea37a798 req-0cbf8115-2cea-4a53-a5b8-527183cce67e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388613 Jul 27 21:58:58.305876 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763b287-6d60-4d9d-97dd-e3b7a779a3f9 req-695ffd79-7df4-44ed-81b8-100364c16b6d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:58.307407 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d763b287-6d60-4d9d-97dd-e3b7a779a3f9 req-695ffd79-7df4-44ed-81b8-100364c16b6d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0706308 Jul 27 21:58:58.346949 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d763b287-6d60-4d9d-97dd-e3b7a779a3f9 req-bdfffe99-17f7-4f1e-a71e-615ba0fa25a9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336032 Jul 27 21:58:58.417182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df83d6-41ac-43dd-91e4-18d360c3f575 req-ff534f73-b012-434f-a43d-44f4ec7a56a4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:58:58.418716 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e3df83d6-41ac-43dd-91e4-18d360c3f575 req-ff534f73-b012-434f-a43d-44f4ec7a56a4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 946 time: 0.0659623 Jul 27 21:58:58.518703 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e3df83d6-41ac-43dd-91e4-18d360c3f575 req-866097d7-af94-4861-b0e5-ded0064339fe tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Deleting port 77ca3189-39b0-429b-91e0-10e7d1a2b22a {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 21:58:58.518961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e3df83d6-41ac-43dd-91e4-18d360c3f575 req-866097d7-af94-4861-b0e5-ded0064339fe tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:58.610701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e3df83d6-41ac-43dd-91e4-18d360c3f575 req-866097d7-af94-4861-b0e5-ded0064339fe tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] For port 77ca3189-39b0-429b-91e0-10e7d1a2b22a, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=77ca3189-39b0-429b-91e0-10e7d1a2b22a,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:58:58.611066 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e3df83d6-41ac-43dd-91e4-18d360c3f575 req-866097d7-af94-4861-b0e5-ded0064339fe tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:58.782615 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e3df83d6-41ac-43dd-91e4-18d360c3f575 req-866097d7-af94-4861-b0e5-ded0064339fe tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:58.782910 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e3df83d6-41ac-43dd-91e4-18d360c3f575 req-866097d7-af94-4861-b0e5-ded0064339fe tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:58.783230 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-e3df83d6-41ac-43dd-91e4-18d360c3f575 req-866097d7-af94-4861-b0e5-ded0064339fe tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Floating IP cef0b838-27f0-490e-b4ea-41e90197b364 disassociated. External IP: 172.25.2.159, port: 77ca3189-39b0-429b-91e0-10e7d1a2b22a. Jul 27 21:58:58.783567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e3df83d6-41ac-43dd-91e4-18d360c3f575 req-866097d7-af94-4861-b0e5-ded0064339fe tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Calling delete_port for 77ca3189-39b0-429b-91e0-10e7d1a2b22a owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 21:58:58.920579 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e3df83d6-41ac-43dd-91e4-18d360c3f575 req-866097d7-af94-4861-b0e5-ded0064339fe tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:58.950412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866097d7-af94-4861-b0e5-ded0064339fe tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Pushing event deleted for resources: {'Port': ['ID=77ca3189-39b0-429b-91e0-10e7d1a2b22a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:58:58.961146 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:58:59.071858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3df83d6-41ac-43dd-91e4-18d360c3f575 req-866097d7-af94-4861-b0e5-ded0064339fe tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Router 564930d1-b29a-4ed3-8dc2-dd800233cc04 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:58:59.184586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3df83d6-41ac-43dd-91e4-18d360c3f575 req-866097d7-af94-4861-b0e5-ded0064339fe tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:58:59.193943 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7508941-e85f-4cce-958e-e307016e225c None None] Sync routers for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:58:59.203685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7508941-e85f-4cce-958e-e307016e225c None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:59.204304 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f7508941-e85f-4cce-958e-e307016e225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:58:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:59.229639 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3df83d6-41ac-43dd-91e4-18d360c3f575 req-866097d7-af94-4861-b0e5-ded0064339fe tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] No DVR routers for this DVR port 77ca3189-39b0-429b-91e0-10e7d1a2b22a on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 21:58:59.232421 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e3df83d6-41ac-43dd-91e4-18d360c3f575 req-866097d7-af94-4861-b0e5-ded0064339fe tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:58:59.234833 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e3df83d6-41ac-43dd-91e4-18d360c3f575 req-866097d7-af94-4861-b0e5-ded0064339fe tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.20 "DELETE /v2.0/ports/77ca3189-39b0-429b-91e0-10e7d1a2b22a HTTP/1.1" status: 204 len: 173 time: 0.8099039 Jul 27 21:58:59.235276 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'name': 'network-vif-deleted', 'tag': '77ca3189-39b0-429b-91e0-10e7d1a2b22a'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:58:59.237995 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4edafa4-4acc-4248-bc2f-4676bd7861f3" -d '{"events": [{"server_uuid": "44d89769-093f-45d9-b5ed-e17f48b6d041", "name": "network-vif-deleted", "tag": "77ca3189-39b0-429b-91e0-10e7d1a2b22a"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:58:59.282670 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c324cc-6583-4477-805a-9e8d3c831ff5 x-openstack-request-id: req-96c324cc-6583-4477-805a-9e8d3c831ff5 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:58:59.282976 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d89769-093f-45d9-b5ed-e17f48b6d041", "name": "network-vif-deleted", "tag": "77ca3189-39b0-429b-91e0-10e7d1a2b22a", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:58:59.283214 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96c324cc-6583-4477-805a-9e8d3c831ff5 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:58:59.283617 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d89769-093f-45d9-b5ed-e17f48b6d041', 'name': 'network-vif-deleted', 'tag': '77ca3189-39b0-429b-91e0-10e7d1a2b22a', 'status': 'completed', 'code': 200} Jul 27 21:58:59.320117 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-f7508941-e85f-4cce-958e-e307016e225c None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:58:59.465527 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0827f6ca-dfb3-43b1-92f6-4a64e5d5a792 req-451f8bfd-905b-4524-b89f-e4d62d44f808 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=44d89769-093f-45d9-b5ed-e17f48b6d041 HTTP/1.1" status: 200 len: 210 time: 0.0330162 Jul 27 21:58:59.565844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f7508941-e85f-4cce-958e-e307016e225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:59.593877 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7508941-e85f-4cce-958e-e307016e225c None None] Checking router: 564930d1-b29a-4ed3-8dc2-dd800233cc04 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:58:59.603260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7508941-e85f-4cce-958e-e307016e225c None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:58:59.603968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f7508941-e85f-4cce-958e-e307016e225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:58:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:59.716921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-f7508941-e85f-4cce-958e-e307016e225c None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:58:59.924206 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f7508941-e85f-4cce-958e-e307016e225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:58:59.954595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7508941-e85f-4cce-958e-e307016e225c None None] The sync data for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 is: [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:59:00.169449 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17f745f-f5cf-4390-8d63-c9224429e573 None None] New status for floating IP cef0b838-27f0-490e-b4ea-41e90197b364: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:59:00.794008 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-3d8ccc52-c8bc-4e45-a1ee-b0e21a869d20 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1989302537&fields=id&tenant_id=f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 267 time: 0.0413084 Jul 27 21:59:00.907373 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798f781-f6d3-4293-90ee-38608a05c521 req-7da0a6b8-3ab1-4d00-b6ae-ebfe8a0d3ca9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:00.908848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-7da0a6b8-3ab1-4d00-b6ae-ebfe8a0d3ca9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 812 time: 0.1081004 Jul 27 21:59:00.925493 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-9530d2f3-f3dc-45d3-880b-a6b457ad2e8c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/quotas/f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 375 time: 0.0092254 Jul 27 21:59:01.302830 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-58ec0cb7-8b1a-4fb0-87c0-424620a9110d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3709297 Jul 27 21:59:01.319042 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-53fcfee8-f696-4700-aabc-ba92b74a1bcc service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:59:01.320556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-53fcfee8-f696-4700-aabc-ba92b74a1bcc service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054760 Jul 27 21:59:01.411351 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-f68e42fb-162b-4288-b879-be00a4365d42 service neutron] 10.222.0.55 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846252 Jul 27 21:59:01.505893 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-6a6e0db5-ba92-4ef2-a4ac-bb8d1dee7bdb service neutron] 10.222.0.55 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882125 Jul 27 21:59:01.685462 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39743a69-b44a-4d9e-9e67-a2b310a3e556 req-6ab120a7-b774-4fba-a413-a9af63bca5cb tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 210 time: 0.0299747 Jul 27 21:59:02.215513 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 77ca3189-39b0-429b-91e0-10e7d1a2b22a no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 21:59:02.237211 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 77ca3189-39b0-429b-91e0-10e7d1a2b22a {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 21:59:02.237556 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 77ca3189-39b0-429b-91e0-10e7d1a2b22a not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 21:59:02.626007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798f781-f6d3-4293-90ee-38608a05c521 req-c2448607-e848-43dc-924a-acc234a78e9d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:02.627548 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-c2448607-e848-43dc-924a-acc234a78e9d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 812 time: 0.1126933 Jul 27 21:59:02.673750 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-830da02a-ae44-4671-8c8d-bab56335bf15 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 380 time: 0.0369644 Jul 27 21:59:02.683776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-a798f781-f6d3-4293-90ee-38608a05c521 req-53c9fce4-c067-4513-9e24-f20539942218 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Request body: {'port': {'device_id': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'admin_state_up': True, 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'security_groups': ['af6ac4ca-0c0f-4415-973e-86682aabe6cb']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:02.788085 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d9a79c4d-c6ad-49cb-8190-d2b899fba294 req-d6527373-b536-4455-9d4a-c76a28059a98 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 210 time: 0.0302589 Jul 27 21:59:02.792907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a798f781-f6d3-4293-90ee-38608a05c521 req-53c9fce4-c067-4513-9e24-f20539942218 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Made reservation on behalf of f5c1fc87e324455e8d4931565079c973 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 21:59:02.796878 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a798f781-f6d3-4293-90ee-38608a05c521 req-53c9fce4-c067-4513-9e24-f20539942218 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:02.829505 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-89d44ba0-17aa-4036-9024-bf3886342681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:02.932243 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-a798f781-f6d3-4293-90ee-38608a05c521 req-53c9fce4-c067-4513-9e24-f20539942218 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Allocated IP 172.20.0.8 (b2383952-9d8f-473e-8cfd-02ebbb5fadcb/3bc21288-0232-4229-a86f-f9e42c804d58/7551c380-05ba-46dd-bb27-151659f21662) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 21:59:03.071675 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a798f781-f6d3-4293-90ee-38608a05c521 req-53c9fce4-c067-4513-9e24-f20539942218 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.085044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-a798f781-f6d3-4293-90ee-38608a05c521 req-53c9fce4-c067-4513-9e24-f20539942218 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Transition to ACTIVE for port object 7551c380-05ba-46dd-bb27-151659f21662 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:03.118728 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a798f781-f6d3-4293-90ee-38608a05c521 req-53c9fce4-c067-4513-9e24-f20539942218 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.162345 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a798f781-f6d3-4293-90ee-38608a05c521 req-53c9fce4-c067-4513-9e24-f20539942218 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Network b2383952-9d8f-473e-8cfd-02ebbb5fadcb is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 21:59:03.167754 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-a798f781-f6d3-4293-90ee-38608a05c521 req-53c9fce4-c067-4513-9e24-f20539942218 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 21:59:03.171461 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a798f781-f6d3-4293-90ee-38608a05c521 req-53c9fce4-c067-4513-9e24-f20539942218 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 21:59:03.178038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9fce4-c067-4513-9e24-f20539942218 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Pushing event updated for resources: {'Port': ['ID=7551c380-05ba-46dd-bb27-151659f21662,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:03.225815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798f781-f6d3-4293-90ee-38608a05c521 req-53c9fce4-c067-4513-9e24-f20539942218 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:03.226520 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a798f781-f6d3-4293-90ee-38608a05c521 req-53c9fce4-c067-4513-9e24-f20539942218 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.241155 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-53c9fce4-c067-4513-9e24-f20539942218 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5609415 Jul 27 21:59:03.254184 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Request body: {'port': {'device_id': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:03.368467 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5737d8be-a0b4-4805-8bec-9b30bbdbde62 None None] Provisioning for port 7551c380-05ba-46dd-bb27-151659f21662 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:03.372700 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5737d8be-a0b4-4805-8bec-9b30bbdbde62 None None] Provisioning complete for port 7551c380-05ba-46dd-bb27-151659f21662 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:03.373066 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5737d8be-a0b4-4805-8bec-9b30bbdbde62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.409343 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5737d8be-a0b4-4805-8bec-9b30bbdbde62 None None] Port 7551c380-05ba-46dd-bb27-151659f21662 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 21:59:03.662763 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.928670 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7551c380-05ba-46dd-bb27-151659f21662 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:03.936092 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.948865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Transition to ACTIVE for port object 7551c380-05ba-46dd-bb27-151659f21662 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 21:59:03.950646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54bbad-6a62-480d-811d-9f0a265cc77a req-6bdab381-17ee-47c1-8564-30202eefaf98 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:03.952480 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:03.952634 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac54bbad-6a62-480d-811d-9f0a265cc77a req-6bdab381-17ee-47c1-8564-30202eefaf98 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 931 time: 0.0708463 Jul 27 21:59:03.993848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac54bbad-6a62-480d-811d-9f0a265cc77a req-19a54be2-9f32-4b7b-9805-ff9912ca80e2 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350828 Jul 27 21:59:04.009717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Pushing event updated for resources: {'Port': ['ID=7551c380-05ba-46dd-bb27-151659f21662,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:04.088674 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Attempting to bind port 7551c380-05ba-46dd-bb27-151659f21662 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 21:59:04.089015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Attempting to bind port 7551c380-05ba-46dd-bb27-151659f21662 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 21:59:04.089343 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Attempting to bind port 7551c380-05ba-46dd-bb27-151659f21662 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:04.094126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Port 7551c380-05ba-46dd-bb27-151659f21662 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 21:59:04.094480 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Attempting to bind port 7551c380-05ba-46dd-bb27-151659f21662 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 21:59:04.100864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 21, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 21:59:04.101976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Checking segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 21:59:04.102569 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Bound using segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 21:59:04.103015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Bound port: 7551c380-05ba-46dd-bb27-151659f21662, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 21:59:04.103377 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.184073 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 21:59:04.187242 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7551c380-05ba-46dd-bb27-151659f21662,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 21:59:04.192620 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.232248 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.232938 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.234262 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] 10.222.0.20 "PUT /v2.0/ports/7551c380-05ba-46dd-bb27-151659f21662 HTTP/1.1" status: 200 len: 1091 time: 0.9846106 Jul 27 21:59:04.234704 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'tag': '7551c380-05ba-46dd-bb27-151659f21662'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:04.237451 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a829a2-0865-4eb3-87e1-1954d2872977" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "tag": "7551c380-05ba-46dd-bb27-151659f21662"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:04.275379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbaebb-0671-4d44-9a43-4478cae45083 service neutron] Pushing event updated for resources: {'Port': ['ID=7551c380-05ba-46dd-bb27-151659f21662,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:04.319294 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f91b9fd-2f20-4a49-a48d-ff8d8ec00e97 x-openstack-request-id: req-3f91b9fd-2f20-4a49-a48d-ff8d8ec00e97 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:04.319592 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "tag": "7551c380-05ba-46dd-bb27-151659f21662", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:04.320367 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f91b9fd-2f20-4a49-a48d-ff8d8ec00e97 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:04.321119 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'tag': '7551c380-05ba-46dd-bb27-151659f21662', 'status': 'completed', 'code': 200} Jul 27 21:59:04.363317 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798f781-f6d3-4293-90ee-38608a05c521 req-c861fd0c-7eda-43e8-a00c-bed88eb0131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.364878 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-c861fd0c-7eda-43e8-a00c-bed88eb0131c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 1094 time: 0.0827794 Jul 27 21:59:04.417025 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-635d71f4-45c7-4fbb-8f11-90eb3716929a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7551c380-05ba-46dd-bb27-151659f21662 HTTP/1.1" status: 200 len: 217 time: 0.0434203 Jul 27 21:59:04.480806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798f781-f6d3-4293-90ee-38608a05c521 req-383d1fd3-d2b4-4454-99b7-2d8297723422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.482742 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-383d1fd3-d2b4-4454-99b7-2d8297723422 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0592666 Jul 27 21:59:04.543684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798f781-f6d3-4293-90ee-38608a05c521 req-1e5e6315-d167-4649-889a-510a47bae036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.545097 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-1e5e6315-d167-4649-889a-510a47bae036 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552447 Jul 27 21:59:04.640107 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-a3feef15-ab89-4ead-b186-cc7ca34dba59 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877967 Jul 27 21:59:04.654775 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:04.751741 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a798f781-f6d3-4293-90ee-38608a05c521 req-0b7c1a4c-fc4d-41f0-8e73-527ccc152309 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047130 Jul 27 21:59:04.865451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a829a2-0865-4eb3-87e1-1954d2872977 req-9c3f4850-26c1-4f10-967f-1f4e9fa9260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.867687 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08a829a2-0865-4eb3-87e1-1954d2872977 req-9c3f4850-26c1-4f10-967f-1f4e9fa9260f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 1094 time: 0.0637274 Jul 27 21:59:04.967156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a829a2-0865-4eb3-87e1-1954d2872977 req-eaa3aace-299b-4eaf-a076-2e08f6b1c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:04.968658 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08a829a2-0865-4eb3-87e1-1954d2872977 req-eaa3aace-299b-4eaf-a076-2e08f6b1c9a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0934100 Jul 27 21:59:05.014757 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08a829a2-0865-4eb3-87e1-1954d2872977 req-0e17d58e-13e1-4c50-9506-f4169a13b8f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7551c380-05ba-46dd-bb27-151659f21662 HTTP/1.1" status: 200 len: 217 time: 0.0387583 Jul 27 21:59:05.072337 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a829a2-0865-4eb3-87e1-1954d2872977 req-b3112c66-d56a-42c9-8e9f-c02af6c938b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.074324 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08a829a2-0865-4eb3-87e1-1954d2872977 req-b3112c66-d56a-42c9-8e9f-c02af6c938b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0517342 Jul 27 21:59:05.141658 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336fb0e-8b49-42a6-bb46-e445a4060259 req-258d0734-16df-41ae-887e-13793f9e9a20 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.143220 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6336fb0e-8b49-42a6-bb46-e445a4060259 req-258d0734-16df-41ae-887e-13793f9e9a20 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 943 time: 0.0738261 Jul 27 21:59:05.147906 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a829a2-0865-4eb3-87e1-1954d2872977 req-a3cf80e5-4354-408d-ae73-b456825be733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:05.151279 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08a829a2-0865-4eb3-87e1-1954d2872977 req-a3cf80e5-4354-408d-ae73-b456825be733 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685754 Jul 27 21:59:05.186890 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6336fb0e-8b49-42a6-bb46-e445a4060259 req-e1ae84fe-2100-43c8-86be-50f343867e91 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348177 Jul 27 21:59:05.251127 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08a829a2-0865-4eb3-87e1-1954d2872977 req-4b4f27b1-1cf4-418d-9d0f-1352ec56bf7b service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924044 Jul 27 21:59:05.356171 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08a829a2-0865-4eb3-87e1-1954d2872977 req-969e258a-1350-42d7-b2a9-eaa4efe2072e service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964479 Jul 27 21:59:05.491287 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-96f79d4c-46b7-43ac-b180-e048a3badaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:05.555636 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.234313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7551c380-05ba-46dd-bb27-151659f21662 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 21:59:06.331049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e97e0-982d-4254-9ec7-a6b421103369 req-bc1577a0-fd6e-4d2c-9cf6-ea4517ce4e0e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:06.332525 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e29e97e0-982d-4254-9ec7-a6b421103369 req-bc1577a0-fd6e-4d2c-9cf6-ea4517ce4e0e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 943 time: 0.0694761 Jul 27 21:59:06.333543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7551c380-05ba-46dd-bb27-151659f21662,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:06.345105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '7551c380-05ba-46dd-bb27-151659f21662', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'port_id': '7551c380-05ba-46dd-bb27-151659f21662', 'mac_address': 'fa:16:3e:bc:8a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 21:59:06.374848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e29e97e0-982d-4254-9ec7-a6b421103369 req-b8c3f7fc-6c1d-4045-b028-a6fae7d044d0 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359449 Jul 27 21:59:06.388151 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.401847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7551c380-05ba-46dd-bb27-151659f21662 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 21:59:06.424268 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7551c380-05ba-46dd-bb27-151659f21662,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:06.428194 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:06.480896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7551c380-05ba-46dd-bb27-151659f21662,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:06.618733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7551c380-05ba-46dd-bb27-151659f21662'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 21:59:07.415380 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:07.505600 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe250a9e-0d0f-4f85-8d76-b3bb4d3a8935 req-1f440aea-90e5-4ba9-95b1-1c3ffbb0c8bd tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:07.507124 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe250a9e-0d0f-4f85-8d76-b3bb4d3a8935 req-1f440aea-90e5-4ba9-95b1-1c3ffbb0c8bd tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 944 time: 0.0637929 Jul 27 21:59:07.544706 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe250a9e-0d0f-4f85-8d76-b3bb4d3a8935 req-0e499a3d-a798-4387-8725-d9170826d181 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316169 Jul 27 21:59:08.204243 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:08.246088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7551c380-05ba-46dd-bb27-151659f21662 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 21:59:08.296902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 7551c380-05ba-46dd-bb27-151659f21662 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 21:59:08.300807 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 7551c380-05ba-46dd-bb27-151659f21662 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 21:59:08.301175 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:08.377644 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:08.400588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7551c380-05ba-46dd-bb27-151659f21662'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:08.402974 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6a2869-b35a-46bb-8c42-5fb137bce353" -d '{"events": [{"server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "name": "network-vif-plugged", "status": "completed", "tag": "7551c380-05ba-46dd-bb27-151659f21662"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:08.417087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7551c380-05ba-46dd-bb27-151659f21662,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 21:59:08.422188 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:08.449089 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ac0454-676f-4ec1-8916-757b75c29704 x-openstack-request-id: req-58ac0454-676f-4ec1-8916-757b75c29704 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:08.449376 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "name": "network-vif-plugged", "status": "completed", "tag": "7551c380-05ba-46dd-bb27-151659f21662", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:08.449629 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58ac0454-676f-4ec1-8916-757b75c29704 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:08.450016 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7551c380-05ba-46dd-bb27-151659f21662', 'code': 200} Jul 27 21:59:08.477996 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7551c380-05ba-46dd-bb27-151659f21662,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 21:59:08.553411 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48f6f8-5460-4ce3-b24e-6273cbd5a5fa req-08f90233-88f8-42bb-9452-640bb03f2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:08.555167 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4c48f6f8-5460-4ce3-b24e-6273cbd5a5fa req-08f90233-88f8-42bb-9452-640bb03f2b6c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 1096 time: 0.0553470 Jul 27 21:59:08.592612 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4c48f6f8-5460-4ce3-b24e-6273cbd5a5fa req-97e25995-7d21-44ba-87dd-c6d28f37546c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300114 Jul 27 21:59:08.676503 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752631a-1834-4a72-a478-a2b934ea43b6 req-d832e1f2-1e0f-4d6a-bb79-177360f7792c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:08.677981 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a752631a-1834-4a72-a478-a2b934ea43b6 req-d832e1f2-1e0f-4d6a-bb79-177360f7792c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0636730 Jul 27 21:59:08.716767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a752631a-1834-4a72-a478-a2b934ea43b6 req-1ff76d3e-e76f-4e75-9d13-57674c8ca4e6 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327685 Jul 27 21:59:09.075571 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:09.866070 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7a92f-f11d-41b6-9036-565846c51db2 req-df900d0d-33b4-4857-9c84-3d4634d3ed4a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:09.868650 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-48c7a92f-f11d-41b6-9036-565846c51db2 req-df900d0d-33b4-4857-9c84-3d4634d3ed4a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0769358 Jul 27 21:59:09.910288 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-48c7a92f-f11d-41b6-9036-565846c51db2 req-2a3008cf-b2ca-4c2d-a43c-dfa0c6a8d18e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355613 Jul 27 21:59:10.048628 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad026d5-9adf-44ff-a5b9-6d82ad6c86d7 req-37d12ae5-4c0c-4b76-b9fb-d401b02aaa2a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:10.050121 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dad026d5-9adf-44ff-a5b9-6d82ad6c86d7 req-37d12ae5-4c0c-4b76-b9fb-d401b02aaa2a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0686021 Jul 27 21:59:10.059654 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 60558) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 21:59:10.064443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-7d6fd202-94a0-49da-92ac-fc9ddfee351e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Request body: {'floatingip': {'port_id': '7551c380-05ba-46dd-bb27-151659f21662'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 21:59:10.107626 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd202-94a0-49da-92ac-fc9ddfee351e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for floatingip, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:10.584595 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd202-94a0-49da-92ac-fc9ddfee351e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:10.589667 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd202-94a0-49da-92ac-fc9ddfee351e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:10.694919 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-7d6fd202-94a0-49da-92ac-fc9ddfee351e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Floating IP cef0b838-27f0-490e-b4ea-41e90197b364 associated. External IP: 172.25.2.159, port: 7551c380-05ba-46dd-bb27-151659f21662. Jul 27 21:59:10.913689 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6fd202-94a0-49da-92ac-fc9ddfee351e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Router 564930d1-b29a-4ed3-8dc2-dd800233cc04 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 21:59:11.024466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6fd202-94a0-49da-92ac-fc9ddfee351e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 21:59:11.029218 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd202-94a0-49da-92ac-fc9ddfee351e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:11.034994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2168ea52-6a71-455c-b127-db81c7711137 None None] Sync routers for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 21:59:11.048647 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2168ea52-6a71-455c-b127-db81c7711137 None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:11.049262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2168ea52-6a71-455c-b127-db81c7711137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:59:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:11.065742 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7d6fd202-94a0-49da-92ac-fc9ddfee351e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "PUT /v2.0/floatingips/cef0b838-27f0-490e-b4ea-41e90197b364 HTTP/1.1" status: 200 len: 991 time: 1.0049531 Jul 27 21:59:11.066357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'tag': '7551c380-05ba-46dd-bb27-151659f21662'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 21:59:11.068692 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a32634d-bbd9-4df7-9192-51fa37fefce9" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "tag": "7551c380-05ba-46dd-bb27-151659f21662"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 21:59:11.107857 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 21:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cfef26-1f65-4fee-9501-d32d2691818b x-openstack-request-id: req-74cfef26-1f65-4fee-9501-d32d2691818b {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 21:59:11.108145 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "tag": "7551c380-05ba-46dd-bb27-151659f21662", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 21:59:11.108391 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74cfef26-1f65-4fee-9501-d32d2691818b {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 21:59:11.108794 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'tag': '7551c380-05ba-46dd-bb27-151659f21662', 'status': 'completed', 'code': 200} Jul 27 21:59:11.161247 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-2168ea52-6a71-455c-b127-db81c7711137 None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:11.187840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32634d-bbd9-4df7-9192-51fa37fefce9 req-96d55c1a-b9cc-4365-a34d-f2a67e81033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:11.189339 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a32634d-bbd9-4df7-9192-51fa37fefce9 req-96d55c1a-b9cc-4365-a34d-f2a67e81033b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 1096 time: 0.0582039 Jul 27 21:59:11.292073 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32634d-bbd9-4df7-9192-51fa37fefce9 req-ec81ca39-a0cc-4b5d-ba2d-58db1396451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:11.293568 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a32634d-bbd9-4df7-9192-51fa37fefce9 req-ec81ca39-a0cc-4b5d-ba2d-58db1396451c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0971956 Jul 27 21:59:11.361070 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a32634d-bbd9-4df7-9192-51fa37fefce9 req-c800f995-9d16-4f67-9802-fe9264a53b44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7551c380-05ba-46dd-bb27-151659f21662 HTTP/1.1" status: 200 len: 999 time: 0.0605457 Jul 27 21:59:11.415701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32634d-bbd9-4df7-9192-51fa37fefce9 req-39bb27d8-5baa-41f0-b78f-5a19625c40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:11.417183 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a32634d-bbd9-4df7-9192-51fa37fefce9 req-39bb27d8-5baa-41f0-b78f-5a19625c40ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0492427 Jul 27 21:59:11.477795 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32634d-bbd9-4df7-9192-51fa37fefce9 req-4d54dd1e-29a0-4f76-b1da-ce37c4f38e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:11.479260 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a32634d-bbd9-4df7-9192-51fa37fefce9 req-4d54dd1e-29a0-4f76-b1da-ce37c4f38e1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552633 Jul 27 21:59:11.550796 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2168ea52-6a71-455c-b127-db81c7711137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cef0b838-27f0-490e-b4ea-41e90197b364', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'port_id': '7551c380-05ba-46dd-bb27-151659f21662', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'mac_address': 'fa:16:3e:bc:8a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:51:26Z', 'updated_at': '2021-07-27T21:59:10Z', 'revision_number': 9, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:11.575618 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a32634d-bbd9-4df7-9192-51fa37fefce9 req-18d44a4e-3514-4f4e-938b-fbb5fda86117 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890975 Jul 27 21:59:11.583909 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2168ea52-6a71-455c-b127-db81c7711137 None None] Checking router: 564930d1-b29a-4ed3-8dc2-dd800233cc04 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 21:59:11.593544 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2168ea52-6a71-455c-b127-db81c7711137 None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 21:59:11.594171 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2168ea52-6a71-455c-b127-db81c7711137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T21:59:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:11.681517 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4a32634d-bbd9-4df7-9192-51fa37fefce9 req-f2682951-ac87-4380-a0fe-ba5a09fde05e service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989292 Jul 27 21:59:11.707361 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-2168ea52-6a71-455c-b127-db81c7711137 None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 21:59:11.932548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2168ea52-6a71-455c-b127-db81c7711137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cef0b838-27f0-490e-b4ea-41e90197b364', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'port_id': '7551c380-05ba-46dd-bb27-151659f21662', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'mac_address': 'fa:16:3e:bc:8a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:51:26Z', 'updated_at': '2021-07-27T21:59:10Z', 'revision_number': 9, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 21:59:11.961274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2168ea52-6a71-455c-b127-db81c7711137 None None] The sync data for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 is: [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cef0b838-27f0-490e-b4ea-41e90197b364', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'port_id': '7551c380-05ba-46dd-bb27-151659f21662', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'mac_address': 'fa:16:3e:bc:8a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:51:26Z', 'updated_at': '2021-07-27T21:59:10Z', 'revision_number': 9, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 21:59:12.182633 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ab7f1-56fe-4d80-b72a-242cd63b1c4e None None] New status for floating IP cef0b838-27f0-490e-b4ea-41e90197b364: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 21:59:32.820702 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cd9c565a-4583-4346-8cb9-239c1b9e51cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:34.651628 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:35.484085 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f014b422-1904-4df7-8899-2b11ca81d3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:35.561592 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:35.961690 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 21:59:37.415687 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:38.218441 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:39.078338 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 21:59:49.055923 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b472c73b-83a9-4376-8687-228432eb15b2 req-70b2d83c-f3b2-41b2-9a94-9e243b4bda2f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537462 Jul 27 21:59:49.149306 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472c73b-83a9-4376-8687-228432eb15b2 req-b8f93050-087a-4b73-a47a-8eb3458aa0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:49.150850 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b472c73b-83a9-4376-8687-228432eb15b2 req-b8f93050-087a-4b73-a47a-8eb3458aa0ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 1096 time: 0.0539110 Jul 27 21:59:49.262114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472c73b-83a9-4376-8687-228432eb15b2 req-0e8d0a58-1470-4c90-9899-0216f6ab73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:49.263658 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b472c73b-83a9-4376-8687-228432eb15b2 req-0e8d0a58-1470-4c90-9899-0216f6ab73ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0916371 Jul 27 21:59:49.332807 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b472c73b-83a9-4376-8687-228432eb15b2 req-398b807f-6b00-4bca-9c92-062a4b19945f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7551c380-05ba-46dd-bb27-151659f21662 HTTP/1.1" status: 200 len: 1002 time: 0.0617247 Jul 27 21:59:49.388455 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472c73b-83a9-4376-8687-228432eb15b2 req-842a2b14-0823-4843-8ec5-7f515c68da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:49.389967 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b472c73b-83a9-4376-8687-228432eb15b2 req-842a2b14-0823-4843-8ec5-7f515c68da6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0499341 Jul 27 21:59:49.451683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472c73b-83a9-4376-8687-228432eb15b2 req-c7d62b9d-0302-4f60-bb26-62fbd0f82691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 21:59:49.453183 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b472c73b-83a9-4376-8687-228432eb15b2 req-c7d62b9d-0302-4f60-bb26-62fbd0f82691 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556004 Jul 27 21:59:49.464789 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-b472c73b-83a9-4376-8687-228432eb15b2 req-3012b1e2-0757-43e5-ac50-ca0051289934 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 21:59:49.465745 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b472c73b-83a9-4376-8687-228432eb15b2 req-3012b1e2-0757-43e5-ac50-ca0051289934 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049803 Jul 27 21:59:49.557625 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b472c73b-83a9-4376-8687-228432eb15b2 req-9de54ade-a56f-4996-b565-8aec3a53e0ef service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850151 Jul 27 21:59:49.654504 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b472c73b-83a9-4376-8687-228432eb15b2 req-d484e1c3-e797-4502-9034-895a046ff013 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899217 Jul 27 22:00:02.821544 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c06dfd42-f5a0-4740-a51c-8f89634278cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:04.657874 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.486929 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4371efb2-496a-4204-bf7c-0855fc32a8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:05.569962 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:07.420122 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:08.216324 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:09.082412 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:12.961405 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:00:32.822156 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-63f3f04d-4778-4b65-b53d-f4627c751df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:34.663821 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.488818 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d7057137-83b5-4b61-b6d5-a52999632d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:35.564524 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:37.423698 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:38.230344 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:39.083878 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:00:49.426528 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595af7fc-8cf5-466f-b997-e24d3c941dfa req-dcddd1ba-36ac-4309-8f36-9e9c1d8ca558 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:49.428470 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-595af7fc-8cf5-466f-b997-e24d3c941dfa req-dcddd1ba-36ac-4309-8f36-9e9c1d8ca558 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0807190 Jul 27 22:00:49.441922 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-8970cbc5-8a46-4885-a1de-e6f0306eb7e9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1046679 Jul 27 22:00:49.477426 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-595af7fc-8cf5-466f-b997-e24d3c941dfa req-6b07ff1c-dcf7-4d93-959b-ae1b82fbaa86 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424957 Jul 27 22:00:49.961345 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:00:50.619753 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0621cd-15e6-458b-a41f-e842e9312dcb req-40f43e91-f6da-493e-a9e6-0ce7b020704c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:50.621248 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc0621cd-15e6-458b-a41f-e842e9312dcb req-40f43e91-f6da-493e-a9e6-0ce7b020704c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0662231 Jul 27 22:00:50.674387 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc0621cd-15e6-458b-a41f-e842e9312dcb req-6a7a15da-182d-450c-8d35-a2a35eb854a9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445726 Jul 27 22:00:50.751894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa1810-be21-4de1-a858-0a00d92b7a26 req-68044d08-1999-4d53-9621-26680c702944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:50.753474 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2ffa1810-be21-4de1-a858-0a00d92b7a26 req-68044d08-1999-4d53-9621-26680c702944 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 1096 time: 0.0600345 Jul 27 22:00:50.864497 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa1810-be21-4de1-a858-0a00d92b7a26 req-92f7a082-1f12-4c47-b445-858ede4b50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:50.865974 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2ffa1810-be21-4de1-a858-0a00d92b7a26 req-92f7a082-1f12-4c47-b445-858ede4b50a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0923514 Jul 27 22:00:50.940909 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2ffa1810-be21-4de1-a858-0a00d92b7a26 req-c70e2d63-77b6-48b8-8a51-7a867a7adb7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7551c380-05ba-46dd-bb27-151659f21662 HTTP/1.1" status: 200 len: 1002 time: 0.0665679 Jul 27 22:00:51.000090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa1810-be21-4de1-a858-0a00d92b7a26 req-c8a8f16c-820d-4331-94f3-b8db2d25e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:51.001875 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2ffa1810-be21-4de1-a858-0a00d92b7a26 req-c8a8f16c-820d-4331-94f3-b8db2d25e41e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0512478 Jul 27 22:00:51.066377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa1810-be21-4de1-a858-0a00d92b7a26 req-cca36f34-8f53-4624-91a8-b5d3d5152462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:51.067912 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2ffa1810-be21-4de1-a858-0a00d92b7a26 req-cca36f34-8f53-4624-91a8-b5d3d5152462 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583391 Jul 27 22:00:51.165091 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2ffa1810-be21-4de1-a858-0a00d92b7a26 req-1517de42-929a-4061-be05-494d82be5433 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893791 Jul 27 22:00:51.260713 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2ffa1810-be21-4de1-a858-0a00d92b7a26 req-0aeae805-b35f-4aee-8206-597deef49a5b service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873017 Jul 27 22:00:51.356643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-a28afaba-1ae1-4040-889d-0b012997ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:51.358176 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-a28afaba-1ae1-4040-889d-0b012997ec59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 1096 time: 0.0569494 Jul 27 22:00:51.456549 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-c6677e5b-5623-4904-8b1d-5c8b50a54ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:51.457536 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-c6677e5b-5623-4904-8b1d-5c8b50a54ee4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0914598 Jul 27 22:00:51.527999 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-f5ad8a84-ac08-48a2-a5fd-15b3ebf699fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7551c380-05ba-46dd-bb27-151659f21662 HTTP/1.1" status: 200 len: 1002 time: 0.0611775 Jul 27 22:00:51.584522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-7dd78bfd-413d-41a7-b3ee-f8193cef343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:51.586000 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-7dd78bfd-413d-41a7-b3ee-f8193cef343c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0503666 Jul 27 22:00:51.648709 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-7be9c7ee-4dbe-4585-8683-d66222bbbe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:51.650209 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-7be9c7ee-4dbe-4585-8683-d66222bbbe94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573649 Jul 27 22:00:51.758995 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-b1398821-b55b-4ecf-8611-b89236d17e1d service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002939 Jul 27 22:00:51.841416 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4127eee-3563-4106-8712-982c97e72d3a req-0f36c8e7-c29d-4f95-b8fe-79b2cdf537de tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:51.842970 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e4127eee-3563-4106-8712-982c97e72d3a req-0f36c8e7-c29d-4f95-b8fe-79b2cdf537de tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0865822 Jul 27 22:00:51.877352 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-bcb7c935-dad0-4ecd-822b-e8f7c12d64c7 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104732 Jul 27 22:00:51.888421 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e4127eee-3563-4106-8712-982c97e72d3a req-4728be58-2b42-4639-bebb-622bd264ea0b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370259 Jul 27 22:00:53.035278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5604ae-5ea3-417a-be7b-249a3a49f136 req-f635fead-33ba-4ec7-a996-ef4d8ddee852 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:53.036788 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f5604ae-5ea3-417a-be7b-249a3a49f136 req-f635fead-33ba-4ec7-a996-ef4d8ddee852 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0727015 Jul 27 22:00:53.076020 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5f5604ae-5ea3-417a-be7b-249a3a49f136 req-e0497979-1fb3-458c-9a31-548e65e53f9d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333629 Jul 27 22:00:54.225866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99576b0-15a9-4fbb-b4be-c880997119b4 req-d1ddb011-c241-4d9b-8b81-8dd6166705e1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:54.227688 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b99576b0-15a9-4fbb-b4be-c880997119b4 req-d1ddb011-c241-4d9b-8b81-8dd6166705e1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0788815 Jul 27 22:00:54.269637 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b99576b0-15a9-4fbb-b4be-c880997119b4 req-91be8640-ae09-4c60-b8da-302f9765b270 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357070 Jul 27 22:00:55.406674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f80476-e1ee-4f46-84c8-4f16bde75373 req-c5fd6541-5932-4546-85b0-934e806d6397 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:55.408183 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06f80476-e1ee-4f46-84c8-4f16bde75373 req-c5fd6541-5932-4546-85b0-934e806d6397 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0676541 Jul 27 22:00:55.446967 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06f80476-e1ee-4f46-84c8-4f16bde75373 req-3e60c2f7-d4bc-468b-af3f-d23af947db10 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328188 Jul 27 22:00:56.590296 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a26243-f128-4a3a-9907-0196ebee3dbb req-0b75c43c-f048-4bb5-8724-94e8b0a116b5 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:56.591807 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e7a26243-f128-4a3a-9907-0196ebee3dbb req-0b75c43c-f048-4bb5-8724-94e8b0a116b5 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0706081 Jul 27 22:00:56.632540 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e7a26243-f128-4a3a-9907-0196ebee3dbb req-fa7835b1-007d-4e1f-ae97-f4d96b4bd407 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335445 Jul 27 22:00:57.765910 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a02d-2ae8-4974-b6f2-66da12ed2cd8 req-b4511b78-acd9-4a75-992f-ac0737d79725 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:57.767477 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ce3a02d-2ae8-4974-b6f2-66da12ed2cd8 req-b4511b78-acd9-4a75-992f-ac0737d79725 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0647950 Jul 27 22:00:57.806966 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ce3a02d-2ae8-4974-b6f2-66da12ed2cd8 req-3b8f0c3e-92aa-418e-8046-ad7821d780ff tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334539 Jul 27 22:00:58.943331 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98e627-5e66-4284-8953-3dd5f098ac07 req-ca406b8e-5de4-4e4f-a2fd-429930ed2c8b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:00:58.944820 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe98e627-5e66-4284-8953-3dd5f098ac07 req-ca406b8e-5de4-4e4f-a2fd-429930ed2c8b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0671208 Jul 27 22:00:58.983070 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe98e627-5e66-4284-8953-3dd5f098ac07 req-af24194c-1b61-451e-81be-d4757756d057 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322273 Jul 27 22:01:00.119918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e48d8-ac91-4b4b-8465-b7cc96d55aa5 req-a16e268f-a208-4576-bf61-61bcda5166e9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:00.121661 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be0e48d8-ac91-4b4b-8465-b7cc96d55aa5 req-a16e268f-a208-4576-bf61-61bcda5166e9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0661018 Jul 27 22:01:00.161914 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be0e48d8-ac91-4b4b-8465-b7cc96d55aa5 req-8efce888-4276-4e84-ac03-bcde8189a91e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327609 Jul 27 22:01:01.298365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58478d-0fbe-4010-a62e-364a9a6d3801 req-02dc7bb3-02f7-4820-8c57-f79751ae160a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:01.299843 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e58478d-0fbe-4010-a62e-364a9a6d3801 req-02dc7bb3-02f7-4820-8c57-f79751ae160a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0683603 Jul 27 22:01:01.338066 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e58478d-0fbe-4010-a62e-364a9a6d3801 req-52a769ca-8ae4-4fe7-b063-800fd70b6172 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322268 Jul 27 22:01:02.478180 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998bab7-b41a-4ec7-bbfc-507a3c613a6c req-5194d2eb-8e84-44c2-8f99-659a8d58f61a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:02.479719 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5998bab7-b41a-4ec7-bbfc-507a3c613a6c req-5194d2eb-8e84-44c2-8f99-659a8d58f61a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0688834 Jul 27 22:01:02.519595 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5998bab7-b41a-4ec7-bbfc-507a3c613a6c req-256d08a4-a51b-436d-aee8-46195e6247d0 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331614 Jul 27 22:01:02.824042 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fa9943de-3f8a-4525-86d2-b61f54205d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:03.661119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e4e6a-7d44-4327-9617-0181cc52987b req-58ca0db1-d416-4ef3-82b3-16c9216d2df8 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:03.662691 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb3e4e6a-7d44-4327-9617-0181cc52987b req-58ca0db1-d416-4ef3-82b3-16c9216d2df8 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0721540 Jul 27 22:01:03.702410 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bb3e4e6a-7d44-4327-9617-0181cc52987b req-298d23a1-84e0-4e8d-a386-34151627a904 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334597 Jul 27 22:01:03.961790 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-a4cfcf4e-e3e5-40fa-b089-d3ae2704ba98 service neutron] show failed (client error): The resource could not be found. Jul 27 22:01:03.962860 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-a4cfcf4e-e3e5-40fa-b089-d3ae2704ba98 service neutron] 10.222.0.20 "GET /v2.0/ports/7551c380-05ba-46dd-bb27-151659f21662/bindings/n-h2-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.0605855 Jul 27 22:01:04.188344 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-0017aee0-acda-4434-9713-5b1d85358d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.189882 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-0017aee0-acda-4434-9713-5b1d85358d18 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63&tenant_id=f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 1096 time: 0.0589700 Jul 27 22:01:04.201909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:04.288521 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.504573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7551c380-05ba-46dd-bb27-151659f21662,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:04.538426 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:04.582831 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7551c380-05ba-46dd-bb27-151659f21662'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:04.585235 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172b7fd0-126e-43ee-9916-a0301fbe6d21" -d '{"events": [{"server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "name": "network-vif-unplugged", "status": "completed", "tag": "7551c380-05ba-46dd-bb27-151659f21662"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:04.589677 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.604696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Transition to ACTIVE for port object 7551c380-05ba-46dd-bb27-151659f21662 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:04.610831 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.645520 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d961e05-9d99-43ec-968d-0f9dd6390298 x-openstack-request-id: req-9d961e05-9d99-43ec-968d-0f9dd6390298 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:04.645813 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "name": "network-vif-unplugged", "status": "completed", "tag": "7551c380-05ba-46dd-bb27-151659f21662", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:04.646076 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d961e05-9d99-43ec-968d-0f9dd6390298 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:04.646481 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7551c380-05ba-46dd-bb27-151659f21662', 'code': 200} Jul 27 22:01:04.679001 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:04.700764 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=7551c380-05ba-46dd-bb27-151659f21662,revision_number=6']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:04.713517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:04.713896 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:04.714207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:04.714582 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:04.714912 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:04.715245 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:04.715580 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:04.715940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:04.716264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:04.716615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:04.716900 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:04.717231 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:04.769649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] No DVR routers for this DVR port 7551c380-05ba-46dd-bb27-151659f21662 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:04.864590 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1224d-aac3-435e-bd26-865ed8aff659 req-cdc1a809-4a2b-4c6f-8b71-6727de9d7611 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:04.867232 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32b1224d-aac3-435e-bd26-865ed8aff659 req-cdc1a809-4a2b-4c6f-8b71-6727de9d7611 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 943 time: 0.0892122 Jul 27 22:01:04.918885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32b1224d-aac3-435e-bd26-865ed8aff659 req-13d90fd5-da82-4113-ac81-1e18c64a62fb tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459740 Jul 27 22:01:04.950285 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Attempting to bind port 7551c380-05ba-46dd-bb27-151659f21662 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:04.950567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Attempting to bind port 7551c380-05ba-46dd-bb27-151659f21662 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:04.950919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Attempting to bind port 7551c380-05ba-46dd-bb27-151659f21662 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:04.955997 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Port 7551c380-05ba-46dd-bb27-151659f21662 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:04.956320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Attempting to bind port 7551c380-05ba-46dd-bb27-151659f21662 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:04.961278 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:04.961622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Checking segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:04.962006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Bound using segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:04.962618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Bound port: 7551c380-05ba-46dd-bb27-151659f21662, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:04.962804 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:05.363371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:05.366524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7551c380-05ba-46dd-bb27-151659f21662,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:05.370614 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:05.405981 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.406678 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:05.408126 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] 10.222.0.66 "PUT /v2.0/ports/7551c380-05ba-46dd-bb27-151659f21662 HTTP/1.1" status: 200 len: 1091 time: 1.2103846 Jul 27 22:01:05.446567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334efa7d-df94-48fc-809e-75943cd00fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=7551c380-05ba-46dd-bb27-151659f21662,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:05.494064 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8252374d-2818-4f6e-b903-3b31aa36b083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:05.508752 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-e2152438-2156-4ad8-843b-6cf8afb4be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.510463 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-e2152438-2156-4ad8-843b-6cf8afb4be9f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 1094 time: 0.0742924 Jul 27 22:01:05.576555 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:05.618506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-c0e0a1ec-1ca5-4307-bf67-38bf39b70371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.619983 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-c0e0a1ec-1ca5-4307-bf67-38bf39b70371 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1019709 Jul 27 22:01:05.690914 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-bd852ac9-70ee-4a82-925a-267891610a00 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7551c380-05ba-46dd-bb27-151659f21662 HTTP/1.1" status: 200 len: 1000 time: 0.0622222 Jul 27 22:01:05.742608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-b575d72a-642b-4857-baaa-13bcc92a9192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.743992 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-b575d72a-642b-4857-baaa-13bcc92a9192 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0454650 Jul 27 22:01:05.809328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-89925291-8203-49e7-bc79-728a149a4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:05.810877 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-89925291-8203-49e7-bc79-728a149a4794 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595238 Jul 27 22:01:05.902848 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-c43dce95-0f03-46c1-b46d-a80e46a3f326 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849617 Jul 27 22:01:06.000194 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7fefd655-8a54-431f-9b37-fcc3a1cb8e69 req-05580337-e94b-410b-9bde-de1dde0fe847 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900197 Jul 27 22:01:06.059485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244b95f-2be0-40be-a0c9-d16d2522e2b0 req-d8130984-d66a-4053-b2bf-1311eaff1f19 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:06.061368 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d244b95f-2be0-40be-a0c9-d16d2522e2b0 req-d8130984-d66a-4053-b2bf-1311eaff1f19 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 943 time: 0.0682175 Jul 27 22:01:06.104084 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d244b95f-2be0-40be-a0c9-d16d2522e2b0 req-be65f1c9-7f4e-4ea6-a325-cb078296c0cb tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365779 Jul 27 22:01:06.648279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'tag': '7551c380-05ba-46dd-bb27-151659f21662'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:06.650719 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "tag": "7551c380-05ba-46dd-bb27-151659f21662"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:06.702645 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a033120-e7be-45e4-bb50-129481f2c488 x-openstack-request-id: req-8a033120-e7be-45e4-bb50-129481f2c488 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:06.703640 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "tag": "7551c380-05ba-46dd-bb27-151659f21662", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:06.703897 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a033120-e7be-45e4-bb50-129481f2c488 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:06.704398 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'tag': '7551c380-05ba-46dd-bb27-151659f21662', 'status': 'completed', 'code': 200} Jul 27 22:01:06.727222 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7551c380-05ba-46dd-bb27-151659f21662 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:06.771109 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7551c380-05ba-46dd-bb27-151659f21662 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:06.821465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-d2b0819b-7119-46fa-8d57-33b6fa50ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:06.823021 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-d2b0819b-7119-46fa-8d57-33b6fa50ae5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 1094 time: 0.1001797 Jul 27 22:01:06.825685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-b3276a80-5030-4462-aca1-da2c433249a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:06.827081 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-b3276a80-5030-4462-aca1-da2c433249a1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 1094 time: 0.1019082 Jul 27 22:01:06.991959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-138ac90c-25f8-41cc-9fdd-7c434869c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:06.993338 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-138ac90c-25f8-41cc-9fdd-7c434869c21d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1627221 Jul 27 22:01:06.995841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-f08f743b-ed0c-45f9-8929-947971329136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:06.997161 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-f08f743b-ed0c-45f9-8929-947971329136 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1590753 Jul 27 22:01:07.107594 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-94b00ae3-1e8b-497d-8b38-8bc3cbda4549 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7551c380-05ba-46dd-bb27-151659f21662 HTTP/1.1" status: 200 len: 1000 time: 0.1065540 Jul 27 22:01:07.109880 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-80e3f54e-54d8-4d5b-a33f-996093148fb9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7551c380-05ba-46dd-bb27-151659f21662 HTTP/1.1" status: 200 len: 1000 time: 0.1032476 Jul 27 22:01:07.192677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-3193a469-1e1b-40d2-b79d-f616592232de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:07.194166 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-3193a469-1e1b-40d2-b79d-f616592232de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0790200 Jul 27 22:01:07.195542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-673c1582-3783-4111-8c67-60ca89aa0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:07.196845 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-673c1582-3783-4111-8c67-60ca89aa0f5a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0746050 Jul 27 22:01:07.248554 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d615aa4-f3ca-496a-9f95-dace331ca2ad req-b99ddc13-7dfa-4f5a-a6ed-479afc057bf9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:07.251982 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d615aa4-f3ca-496a-9f95-dace331ca2ad req-b99ddc13-7dfa-4f5a-a6ed-479afc057bf9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 943 time: 0.0759120 Jul 27 22:01:07.296230 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d615aa4-f3ca-496a-9f95-dace331ca2ad req-a32d2b81-25de-492d-bf62-b18add9f4a2f tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386727 Jul 27 22:01:07.300934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-b3bdbc7f-56bc-46e3-b187-7333c2670169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:07.302618 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-b3bdbc7f-56bc-46e3-b187-7333c2670169 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006079 Jul 27 22:01:07.305189 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-2f9d3e26-7592-4520-b585-3abba2ccd73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:07.306595 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-2f9d3e26-7592-4520-b585-3abba2ccd73d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972188 Jul 27 22:01:07.426573 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:07.464912 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-b92315e2-a446-4cde-b2aa-447ac9af16c3 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548517 Jul 27 22:01:07.468785 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-7a3462ad-ebb7-4d80-ab42-c63991724f88 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508977 Jul 27 22:01:07.624600 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-99c172fe-e418-411f-89b9-956868965d82 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526806 Jul 27 22:01:07.628065 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-74e7a6d7-f03f-420b-8d2f-0f2cff40e39d req-b3d7608d-b79c-4034-8775-9cf94e11d710 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491525 Jul 27 22:01:08.220278 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:08.441723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609b6e7-470d-4ed7-83b3-6ccec9242432 req-9504f16a-aa02-4e92-aa99-93d4aab78a1b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:08.443312 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6609b6e7-470d-4ed7-83b3-6ccec9242432 req-9504f16a-aa02-4e92-aa99-93d4aab78a1b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 943 time: 0.0690262 Jul 27 22:01:08.485706 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6609b6e7-470d-4ed7-83b3-6ccec9242432 req-b0b81754-714e-4c24-8e2c-3bf7082291ec tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342767 Jul 27 22:01:09.086511 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:09.622077 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654f01f-c8bf-407a-8e8b-3e11edb34235 req-d60c8d8c-20f4-4f9f-9657-d3afd85163e0 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:09.623683 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2654f01f-c8bf-407a-8e8b-3e11edb34235 req-d60c8d8c-20f4-4f9f-9657-d3afd85163e0 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 943 time: 0.0655732 Jul 27 22:01:09.663239 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2654f01f-c8bf-407a-8e8b-3e11edb34235 req-78adfd6d-23b0-4c6f-966e-3850203c3827 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331352 Jul 27 22:01:10.799140 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3fb75-735d-43ca-a247-a4bbf2513144 req-c99f9645-7818-4744-824e-e2af34018931 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:10.800621 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0fd3fb75-735d-43ca-a247-a4bbf2513144 req-c99f9645-7818-4744-824e-e2af34018931 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 943 time: 0.0675211 Jul 27 22:01:10.837928 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0fd3fb75-735d-43ca-a247-a4bbf2513144 req-a4fb9734-ac0f-4bf7-bc08-cd87d101015e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313599 Jul 27 22:01:11.147223 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-89d26b72-a732-4802-94fe-8b33bc4905b9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.148738 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-89d26b72-a732-4802-94fe-8b33bc4905b9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63&tenant_id=f5c1fc87e324455e8d4931565079c973&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 943 time: 0.0725958 Jul 27 22:01:11.159704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e233ac-d0fc-46fe-bcb3-40b17d17a466 req-2c80fd5f-f432-4543-97b7-fae18410eb98 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.161236 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46e233ac-d0fc-46fe-bcb3-40b17d17a466 req-2c80fd5f-f432-4543-97b7-fae18410eb98 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 943 time: 0.0671570 Jul 27 22:01:11.187484 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7551c380-05ba-46dd-bb27-151659f21662 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:11.201936 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46e233ac-d0fc-46fe-bcb3-40b17d17a466 req-cfcfeded-6715-49be-a87b-1908a051f6e2 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344868 Jul 27 22:01:11.225667 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-d3d76f34-4391-493d-a0c3-1becbb2a5b5a service neutron] 10.222.0.66 "GET /v2.0/ports/7551c380-05ba-46dd-bb27-151659f21662/bindings/n-h2-764806-9 HTTP/1.1" status: 200 len: 382 time: 0.0690968 Jul 27 22:01:11.297786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7551c380-05ba-46dd-bb27-151659f21662,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:11.306503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-6f35dcfe-9797-44b1-ba51-62d707e603f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.308053 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-6f35dcfe-9797-44b1-ba51-62d707e603f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 1094 time: 0.0574415 Jul 27 22:01:11.309571 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '7551c380-05ba-46dd-bb27-151659f21662', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'port_id': '7551c380-05ba-46dd-bb27-151659f21662', 'mac_address': 'fa:16:3e:bc:8a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:11.350208 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.363875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7551c380-05ba-46dd-bb27-151659f21662 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:11.384167 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7551c380-05ba-46dd-bb27-151659f21662,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:11.388432 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:11.403009 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-2a69355d-03e1-471b-bca6-d260cebe4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.404524 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-2a69355d-03e1-471b-bca6-d260cebe4b21 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0898130 Jul 27 22:01:11.436533 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=7551c380-05ba-46dd-bb27-151659f21662,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:11.444801 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.445144 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.445478 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.445809 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.446134 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.446487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.446808 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.447127 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.447445 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.447760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.448081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.448389 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:01:11.478161 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-000e6a58-42bc-4d0c-8eb3-4c617deb75bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7551c380-05ba-46dd-bb27-151659f21662 HTTP/1.1" status: 200 len: 1001 time: 0.0665669 Jul 27 22:01:11.528894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-01cd0b23-930f-4902-870c-4584ce6bd0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.530472 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-01cd0b23-930f-4902-870c-4584ce6bd0f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0444274 Jul 27 22:01:11.591619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-2cd534e1-6c0b-4474-ad71-44fbb385f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:11.593728 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-2cd534e1-6c0b-4474-ad71-44fbb385f96a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548859 Jul 27 22:01:11.692213 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cc2eed45-e61c-41b5-a777-2f059544a2f4 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911705 Jul 27 22:01:11.783704 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-49b92bcb-a94c-4079-b933-598f7c07e19e service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840149 Jul 27 22:01:11.811475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['7551c380-05ba-46dd-bb27-151659f21662'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:12.340405 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665401d3-7a03-46b9-9afc-4a60d1b5eadc req-f68bcfd7-b38b-45dd-b082-3387783982e8 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:12.341895 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-665401d3-7a03-46b9-9afc-4a60d1b5eadc req-f68bcfd7-b38b-45dd-b082-3387783982e8 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 944 time: 0.0674772 Jul 27 22:01:12.380978 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-665401d3-7a03-46b9-9afc-4a60d1b5eadc req-01334513-5b08-4ebb-9ac6-b2e64e3f0819 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323212 Jul 27 22:01:13.204474 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7551c380-05ba-46dd-bb27-151659f21662 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:13.253652 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 7551c380-05ba-46dd-bb27-151659f21662 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:13.257413 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 7551c380-05ba-46dd-bb27-151659f21662 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:13.257787 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.337787 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.363124 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7551c380-05ba-46dd-bb27-151659f21662'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:13.365391 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cea2f4c-15f9-4db3-800e-27f06eb12b99" -d '{"events": [{"server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "name": "network-vif-plugged", "status": "completed", "tag": "7551c380-05ba-46dd-bb27-151659f21662"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:13.379582 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7551c380-05ba-46dd-bb27-151659f21662,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:13.383837 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:13.423150 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fc2151-6702-4294-a835-c89a7db47805 x-openstack-request-id: req-84fc2151-6702-4294-a835-c89a7db47805 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:13.423440 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "name": "network-vif-plugged", "status": "completed", "tag": "7551c380-05ba-46dd-bb27-151659f21662", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:13.423692 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84fc2151-6702-4294-a835-c89a7db47805 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:13.424084 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7551c380-05ba-46dd-bb27-151659f21662', 'code': 200} Jul 27 22:01:13.437260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=7551c380-05ba-46dd-bb27-151659f21662,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:13.524615 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276702a-39de-4956-811a-3567858e365c req-136857e8-2280-4e86-b790-eb10301c7cbf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:13.526009 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b276702a-39de-4956-811a-3567858e365c req-136857e8-2280-4e86-b790-eb10301c7cbf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0651083 Jul 27 22:01:13.565250 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b276702a-39de-4956-811a-3567858e365c req-9d0593ec-673c-4d19-9121-63506354ee75 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325212 Jul 27 22:01:14.057355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-da80a12e-0f9b-4818-b2eb-b0b00ba7554b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.058933 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-da80a12e-0f9b-4818-b2eb-b0b00ba7554b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63&tenant_id=f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 1096 time: 0.0687239 Jul 27 22:01:14.071199 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:14.171064 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.402058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7551c380-05ba-46dd-bb27-151659f21662,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:14.463584 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:14.514284 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7551c380-05ba-46dd-bb27-151659f21662'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:14.516615 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7e6761-babb-4bcb-87c8-a4526fe0e788" -d '{"events": [{"server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "name": "network-vif-unplugged", "status": "completed", "tag": "7551c380-05ba-46dd-bb27-151659f21662"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:14.520410 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.538366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Transition to ACTIVE for port object 7551c380-05ba-46dd-bb27-151659f21662 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:14.542466 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.581845 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910fc378-2e13-430d-bc26-8a084f9fb337 x-openstack-request-id: req-910fc378-2e13-430d-bc26-8a084f9fb337 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:14.582109 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "name": "network-vif-unplugged", "status": "completed", "tag": "7551c380-05ba-46dd-bb27-151659f21662", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:14.582353 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-910fc378-2e13-430d-bc26-8a084f9fb337 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:14.582759 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7551c380-05ba-46dd-bb27-151659f21662', 'code': 200} Jul 27 22:01:14.641481 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Pushing event updated for resources: {'Port': ['ID=7551c380-05ba-46dd-bb27-151659f21662,revision_number=10']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:14.681436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] No DVR routers for this DVR port 7551c380-05ba-46dd-bb27-151659f21662 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:14.708088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5d6a4-0021-4511-965c-ba9af703882d req-00080630-610b-4573-b9e0-2c1030ef3197 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.709695 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2cf5d6a4-0021-4511-965c-ba9af703882d req-00080630-610b-4573-b9e0-2c1030ef3197 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 944 time: 0.0717087 Jul 27 22:01:14.754458 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2cf5d6a4-0021-4511-965c-ba9af703882d req-cb2bfa24-72fc-410f-ba6f-dcbf7288254f tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375397 Jul 27 22:01:14.829579 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Attempting to bind port 7551c380-05ba-46dd-bb27-151659f21662 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:14.829842 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Attempting to bind port 7551c380-05ba-46dd-bb27-151659f21662 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:14.830142 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Attempting to bind port 7551c380-05ba-46dd-bb27-151659f21662 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:14.834474 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Port 7551c380-05ba-46dd-bb27-151659f21662 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:14.834800 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Attempting to bind port 7551c380-05ba-46dd-bb27-151659f21662 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:14.839569 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:14.839909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Checking segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:14.840296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Bound using segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:14.840721 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Bound port: 7551c380-05ba-46dd-bb27-151659f21662, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:14.841077 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.923980 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:14.927168 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7551c380-05ba-46dd-bb27-151659f21662,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:14.931723 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.965566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:14.966184 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:14.967586 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] 10.222.0.20 "PUT /v2.0/ports/7551c380-05ba-46dd-bb27-151659f21662 HTTP/1.1" status: 200 len: 1092 time: 0.9006784 Jul 27 22:01:14.991535 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaa177-410a-45f9-a5e1-77929a75f5cb service neutron] Pushing event updated for resources: {'Port': ['ID=7551c380-05ba-46dd-bb27-151659f21662,revision_number=11']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:15.055448 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-95b22da9-4fb4-48a6-895e-afe114b8ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:15.057012 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-95b22da9-4fb4-48a6-895e-afe114b8ac1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 1095 time: 0.0627694 Jul 27 22:01:15.164432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-0e2a64cc-f58e-446a-921f-9b20ba06c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:15.165963 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-0e2a64cc-f58e-446a-921f-9b20ba06c375 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1021988 Jul 27 22:01:15.238475 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-f3875b20-fedf-4004-9091-fe146c1ad1d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7551c380-05ba-46dd-bb27-151659f21662 HTTP/1.1" status: 200 len: 1000 time: 0.0647113 Jul 27 22:01:15.295087 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-d5e3bfb8-4b84-4d47-aa53-6a82b3555e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:15.296765 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-d5e3bfb8-4b84-4d47-aa53-6a82b3555e69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0506186 Jul 27 22:01:15.362925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-43ea0264-ee7e-43c7-a11e-8b93c1d216c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:15.364323 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-43ea0264-ee7e-43c7-a11e-8b93c1d216c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602863 Jul 27 22:01:15.459846 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-0bec19a2-4370-4d30-a5c7-c36b846b40c7 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886610 Jul 27 22:01:15.550976 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c75fbe8-6c8d-463f-9d5a-687e59cef5e8 req-7a885133-a731-4160-b70f-c3075d196e19 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841496 Jul 27 22:01:15.891522 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625817de-d604-41ed-ae20-13b48319b4e0 req-99914476-4428-448c-9cbd-aaf285d0547d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:15.892995 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-625817de-d604-41ed-ae20-13b48319b4e0 req-99914476-4428-448c-9cbd-aaf285d0547d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 944 time: 0.0676069 Jul 27 22:01:15.931265 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-625817de-d604-41ed-ae20-13b48319b4e0 req-b54dc1d3-f4b2-4486-9df4-7e6b250435b7 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321567 Jul 27 22:01:16.584234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'tag': '7551c380-05ba-46dd-bb27-151659f21662'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:16.586659 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "tag": "7551c380-05ba-46dd-bb27-151659f21662"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:16.634340 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8754e6-fa1f-46e8-8dbc-9896f95cff95 x-openstack-request-id: req-cf8754e6-fa1f-46e8-8dbc-9896f95cff95 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:16.634630 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "tag": "7551c380-05ba-46dd-bb27-151659f21662", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:16.634879 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf8754e6-fa1f-46e8-8dbc-9896f95cff95 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:16.635277 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'tag': '7551c380-05ba-46dd-bb27-151659f21662', 'status': 'completed', 'code': 200} Jul 27 22:01:16.750694 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-bfd7362b-2377-493a-bab2-3c26b6dc8aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.752207 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-bfd7362b-2377-493a-bab2-3c26b6dc8aea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 1095 time: 0.0992045 Jul 27 22:01:16.753938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-35f44eaf-fc80-4813-a220-cb5519c48f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.755284 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-35f44eaf-fc80-4813-a220-cb5519c48f93 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 1095 time: 0.0941279 Jul 27 22:01:16.787467 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7551c380-05ba-46dd-bb27-151659f21662 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:16.884605 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7551c380-05ba-46dd-bb27-151659f21662,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:16.901581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '7551c380-05ba-46dd-bb27-151659f21662', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'port_id': '7551c380-05ba-46dd-bb27-151659f21662', 'mac_address': 'fa:16:3e:bc:8a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:16.914171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-f0c77536-0e53-41f2-9939-628743f39051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.915709 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-f0c77536-0e53-41f2-9939-628743f39051 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1560216 Jul 27 22:01:16.916818 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-afe16c8d-c3d1-4a0b-b388-0215ca95f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:16.918138 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-afe16c8d-c3d1-4a0b-b388-0215ca95f4ec service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1514561 Jul 27 22:01:16.942344 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:16.955886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7551c380-05ba-46dd-bb27-151659f21662 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:16.982359 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7551c380-05ba-46dd-bb27-151659f21662,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:16.987851 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:17.036477 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-cc98a9b7-bc30-40a3-a060-6800c112f558 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7551c380-05ba-46dd-bb27-151659f21662 HTTP/1.1" status: 200 len: 1000 time: 0.1130548 Jul 27 22:01:17.039016 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-540896b4-9f22-40ab-a8ca-ebfa549522b0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7551c380-05ba-46dd-bb27-151659f21662 HTTP/1.1" status: 200 len: 1000 time: 0.1096261 Jul 27 22:01:17.052977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7551c380-05ba-46dd-bb27-151659f21662,revision_number=12']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:17.091290 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596d619-bd80-48d5-b4ca-a1cd38aa2545 req-68d11b97-ed5e-45f7-b955-1e9ac31b7a58 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:17.093551 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a596d619-bd80-48d5-b4ca-a1cd38aa2545 req-68d11b97-ed5e-45f7-b955-1e9ac31b7a58 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0857944 Jul 27 22:01:17.138601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-09cc4ffb-8b75-4e60-8666-f176f3e369a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:17.140736 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-09cc4ffb-8b75-4e60-8666-f176f3e369a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0930440 Jul 27 22:01:17.142263 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-d8446986-2890-4f00-8670-3a9b55d42a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:17.143759 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-d8446986-2890-4f00-8670-3a9b55d42a47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0830529 Jul 27 22:01:17.143918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a596d619-bd80-48d5-b4ca-a1cd38aa2545 req-0c27b109-a738-4750-aaa1-4476a9e006eb tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383122 Jul 27 22:01:17.220777 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7551c380-05ba-46dd-bb27-151659f21662 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:17.243384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-3469c865-8cad-4d73-ae7e-5aafbe28ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:17.244901 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-3469c865-8cad-4d73-ae7e-5aafbe28ed59 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975790 Jul 27 22:01:17.249656 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['7551c380-05ba-46dd-bb27-151659f21662'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:17.253003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-d8282577-d414-467b-abb3-42640da7a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:17.254564 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-d8282577-d414-467b-abb3-42640da7a771 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983047 Jul 27 22:01:17.309330 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7551c380-05ba-46dd-bb27-151659f21662 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:17.424889 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-5bf703eb-e98e-4f7b-91ad-da4127a89fe0 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692796 Jul 27 22:01:17.426712 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-54e36ff3-006e-4492-a05e-5c3bd9d1f971 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629443 Jul 27 22:01:17.911868 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-b30f925b-8eab-4d11-aa5e-6c159a602434 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802332 Jul 27 22:01:17.913589 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a7a31b1b-5077-4c6f-87b7-0b26d1e4b2fb req-611a41f8-c3ca-4bb2-a2c4-f373ab786d74 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744868 Jul 27 22:01:18.284611 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a76f5-65cb-4c99-955d-221863a5caa6 req-407fdbd7-3d28-4200-993c-2c69145b5d91 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.286149 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c17a76f5-65cb-4c99-955d-221863a5caa6 req-407fdbd7-3d28-4200-993c-2c69145b5d91 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0696180 Jul 27 22:01:18.325524 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c17a76f5-65cb-4c99-955d-221863a5caa6 req-fc3b7ff2-ca1c-4810-8a2f-37f25b5e6490 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335300 Jul 27 22:01:18.456273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e4890-5c6b-49e4-8006-7bbfc4792b51 req-ee49330e-d5e7-4bce-8457-b49cf1dec01e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.457696 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e82e4890-5c6b-49e4-8006-7bbfc4792b51 req-ee49330e-d5e7-4bce-8457-b49cf1dec01e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0653160 Jul 27 22:01:18.497177 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e82e4890-5c6b-49e4-8006-7bbfc4792b51 req-a2d68820-90e7-4674-bc31-db16cba863ed tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333583 Jul 27 22:01:18.628958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc3cfd-fe7c-4ed8-bed2-a08b194bdf57 req-f2a646a5-1834-414e-a04f-ece758528d4d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.630476 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9dbc3cfd-fe7c-4ed8-bed2-a08b194bdf57 req-f2a646a5-1834-414e-a04f-ece758528d4d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0652108 Jul 27 22:01:18.674188 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9dbc3cfd-fe7c-4ed8-bed2-a08b194bdf57 req-1fd82a27-affe-4934-8ce2-93a281120ce1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343704 Jul 27 22:01:18.793607 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7551c380-05ba-46dd-bb27-151659f21662 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:18.846380 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 7551c380-05ba-46dd-bb27-151659f21662 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:18.850504 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 7551c380-05ba-46dd-bb27-151659f21662 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:18.850870 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:18.932610 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:18.945759 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4384fe-5026-45c6-a0fe-f59f4e775765 req-a6c17494-f9f0-4058-b353-a81411cc8332 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:18.947299 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af4384fe-5026-45c6-a0fe-f59f4e775765 req-a6c17494-f9f0-4058-b353-a81411cc8332 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 945 time: 0.0698726 Jul 27 22:01:18.955403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7551c380-05ba-46dd-bb27-151659f21662'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:18.957617 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59acba1c-9c95-4d46-9470-f285dc591512" -d '{"events": [{"server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "name": "network-vif-plugged", "status": "completed", "tag": "7551c380-05ba-46dd-bb27-151659f21662"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:18.973832 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7551c380-05ba-46dd-bb27-151659f21662,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:18.978920 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:18.994779 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af4384fe-5026-45c6-a0fe-f59f4e775765 req-0aefc55a-ad72-4f1e-8690-d27a49824963 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412900 Jul 27 22:01:19.009064 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a6d7b7-35dd-4b1e-a86f-abb53b7210f1 x-openstack-request-id: req-e1a6d7b7-35dd-4b1e-a86f-abb53b7210f1 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:19.009356 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "name": "network-vif-plugged", "status": "completed", "tag": "7551c380-05ba-46dd-bb27-151659f21662", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:19.009610 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1a6d7b7-35dd-4b1e-a86f-abb53b7210f1 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:19.010000 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7551c380-05ba-46dd-bb27-151659f21662', 'code': 200} Jul 27 22:01:19.039262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=7551c380-05ba-46dd-bb27-151659f21662,revision_number=13']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:20.141090 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2d529-720d-4476-b7bb-81eaf9e1f1e9 req-ffe9f8df-8b8c-40f6-a841-d6cea2c14b4b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:20.143158 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c2c2d529-720d-4476-b7bb-81eaf9e1f1e9 req-ffe9f8df-8b8c-40f6-a841-d6cea2c14b4b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 946 time: 0.0773773 Jul 27 22:01:20.176014 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc289d2-e9f4-4999-8855-564ff52a9aea req-930cd403-3bb2-4394-ac44-db134a013be6 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:20.177553 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6bc289d2-e9f4-4999-8855-564ff52a9aea req-930cd403-3bb2-4394-ac44-db134a013be6 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 946 time: 0.0664284 Jul 27 22:01:20.188112 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c2c2d529-720d-4476-b7bb-81eaf9e1f1e9 req-09cdb620-70cb-4fba-b2d0-13f587075ebf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387983 Jul 27 22:01:20.283511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-6bc289d2-e9f4-4999-8855-564ff52a9aea req-ab6319ed-2aee-42e3-af8e-5171ed3d4cff tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Deleting port 7551c380-05ba-46dd-bb27-151659f21662 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:01:20.283806 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6bc289d2-e9f4-4999-8855-564ff52a9aea req-ab6319ed-2aee-42e3-af8e-5171ed3d4cff tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:20.385297 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-6bc289d2-e9f4-4999-8855-564ff52a9aea req-ab6319ed-2aee-42e3-af8e-5171ed3d4cff tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] For port 7551c380-05ba-46dd-bb27-151659f21662, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=7551c380-05ba-46dd-bb27-151659f21662,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:20.385670 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6bc289d2-e9f4-4999-8855-564ff52a9aea req-ab6319ed-2aee-42e3-af8e-5171ed3d4cff tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:20.579906 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6bc289d2-e9f4-4999-8855-564ff52a9aea req-ab6319ed-2aee-42e3-af8e-5171ed3d4cff tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:20.580274 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6bc289d2-e9f4-4999-8855-564ff52a9aea req-ab6319ed-2aee-42e3-af8e-5171ed3d4cff tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:20.580587 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-6bc289d2-e9f4-4999-8855-564ff52a9aea req-ab6319ed-2aee-42e3-af8e-5171ed3d4cff tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Floating IP cef0b838-27f0-490e-b4ea-41e90197b364 disassociated. External IP: 172.25.2.159, port: 7551c380-05ba-46dd-bb27-151659f21662. Jul 27 22:01:20.580930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-6bc289d2-e9f4-4999-8855-564ff52a9aea req-ab6319ed-2aee-42e3-af8e-5171ed3d4cff tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Calling delete_port for 7551c380-05ba-46dd-bb27-151659f21662 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:01:20.712157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6bc289d2-e9f4-4999-8855-564ff52a9aea req-ab6319ed-2aee-42e3-af8e-5171ed3d4cff tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:20.745613 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6319ed-2aee-42e3-af8e-5171ed3d4cff tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Pushing event deleted for resources: {'Port': ['ID=7551c380-05ba-46dd-bb27-151659f21662,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:20.886233 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bc289d2-e9f4-4999-8855-564ff52a9aea req-ab6319ed-2aee-42e3-af8e-5171ed3d4cff tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Router 564930d1-b29a-4ed3-8dc2-dd800233cc04 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:01:20.998657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bc289d2-e9f4-4999-8855-564ff52a9aea req-ab6319ed-2aee-42e3-af8e-5171ed3d4cff tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:01:21.010809 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca1835e-7525-4dc5-ae79-8f31e2690f06 None None] Sync routers for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:01:21.021539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca1835e-7525-4dc5-ae79-8f31e2690f06 None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:21.022078 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3ca1835e-7525-4dc5-ae79-8f31e2690f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:01:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:21.054581 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc289d2-e9f4-4999-8855-564ff52a9aea req-ab6319ed-2aee-42e3-af8e-5171ed3d4cff tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] No DVR routers for this DVR port 7551c380-05ba-46dd-bb27-151659f21662 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:01:21.057589 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6bc289d2-e9f4-4999-8855-564ff52a9aea req-ab6319ed-2aee-42e3-af8e-5171ed3d4cff tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:21.059881 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6bc289d2-e9f4-4999-8855-564ff52a9aea req-ab6319ed-2aee-42e3-af8e-5171ed3d4cff tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.20 "DELETE /v2.0/ports/7551c380-05ba-46dd-bb27-151659f21662 HTTP/1.1" status: 204 len: 173 time: 0.8763683 Jul 27 22:01:21.060342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'name': 'network-vif-deleted', 'tag': '7551c380-05ba-46dd-bb27-151659f21662'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:21.063490 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cfa88a-15db-4052-bf15-45934b67b67c" -d '{"events": [{"server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "name": "network-vif-deleted", "tag": "7551c380-05ba-46dd-bb27-151659f21662"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:21.104847 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e3144b-dd75-420b-874f-2a3e652571b2 x-openstack-request-id: req-22e3144b-dd75-420b-874f-2a3e652571b2 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:21.105323 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7f1940-f20d-4e98-9f18-712175a25b63", "name": "network-vif-deleted", "tag": "7551c380-05ba-46dd-bb27-151659f21662", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:21.105599 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-22e3144b-dd75-420b-874f-2a3e652571b2 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:21.106009 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7f1940-f20d-4e98-9f18-712175a25b63', 'name': 'network-vif-deleted', 'tag': '7551c380-05ba-46dd-bb27-151659f21662', 'status': 'completed', 'code': 200} Jul 27 22:01:21.158036 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-3ca1835e-7525-4dc5-ae79-8f31e2690f06 None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:21.345970 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06f674c2-c4e2-4a9c-b0e4-5b0010225e25 req-669be641-8462-440c-b0e6-2c956dc27040 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d7f1940-f20d-4e98-9f18-712175a25b63 HTTP/1.1" status: 200 len: 210 time: 0.0454969 Jul 27 22:01:21.494322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3ca1835e-7525-4dc5-ae79-8f31e2690f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:21.524197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca1835e-7525-4dc5-ae79-8f31e2690f06 None None] Checking router: 564930d1-b29a-4ed3-8dc2-dd800233cc04 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:01:21.544750 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca1835e-7525-4dc5-ae79-8f31e2690f06 None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:21.545385 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3ca1835e-7525-4dc5-ae79-8f31e2690f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:01:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:21.836495 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-3ca1835e-7525-4dc5-ae79-8f31e2690f06 None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:22.041204 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3ca1835e-7525-4dc5-ae79-8f31e2690f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:22.073576 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca1835e-7525-4dc5-ae79-8f31e2690f06 None None] The sync data for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 is: [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:01:22.308933 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2bcf1a-a7d4-4529-b7f0-92fbb645071e None None] New status for floating IP cef0b838-27f0-490e-b4ea-41e90197b364: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:01:22.677673 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-6666c8ef-a422-48c0-a7b9-c88679e3e8da tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1989302537&fields=id&tenant_id=f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 267 time: 0.0360277 Jul 27 22:01:22.800003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-0bdaa32d-2a26-4897-907f-fa517f6658ad tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:22.801601 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-0bdaa32d-2a26-4897-907f-fa517f6658ad tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 812 time: 0.1161621 Jul 27 22:01:22.818184 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-86aea974-5de9-4dc5-b474-eb118cc33ae6 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/quotas/f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 375 time: 0.0106452 Jul 27 22:01:22.821189 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7551c380-05ba-46dd-bb27-151659f21662 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:01:22.841105 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 7551c380-05ba-46dd-bb27-151659f21662 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:01:22.841496 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 7551c380-05ba-46dd-bb27-151659f21662 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:01:22.903167 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-cc0945f6-c1ff-48a6-b2ac-823b4128a1e1 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769112 Jul 27 22:01:23.014570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-295f7a47-d1fd-4c4c-a2ca-76eff7bd1038 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:01:23.015609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-295f7a47-d1fd-4c4c-a2ca-76eff7bd1038 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1001761 Jul 27 22:01:23.112706 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-701b144f-7b3e-468b-88ae-701fa3c3703d service neutron] 10.222.0.55 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907288 Jul 27 22:01:23.213888 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-35f9c238-9f5b-4736-adf5-2c33399bad33 service neutron] 10.222.0.55 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950658 Jul 27 22:01:23.395739 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-084208a3-b3e7-47fd-b7d7-ffb388a6b876 req-648a309c-ae21-4323-bf67-b57d198fde54 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 210 time: 0.0346417 Jul 27 22:01:24.507002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-25372fed-18e7-43da-9481-5da8593255cf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:24.508483 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-25372fed-18e7-43da-9481-5da8593255cf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 812 time: 0.1341348 Jul 27 22:01:24.526796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d1353fe-eb28-4964-8e48-e317a09e7b6b req-563b3d05-c561-4580-9b18-a670ba512a3e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 210 time: 0.0358536 Jul 27 22:01:24.572806 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-97656d38-122b-43d2-815c-9b2965ba7fc3 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 380 time: 0.0540297 Jul 27 22:01:24.584166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-4dcc7c6a-e897-47db-86ce-08c2856b431b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Request body: {'port': {'device_id': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'admin_state_up': True, 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'security_groups': ['af6ac4ca-0c0f-4415-973e-86682aabe6cb']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:24.700520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-4dcc7c6a-e897-47db-86ce-08c2856b431b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Made reservation on behalf of f5c1fc87e324455e8d4931565079c973 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:01:24.704189 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-4dcc7c6a-e897-47db-86ce-08c2856b431b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:24.831144 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-4dcc7c6a-e897-47db-86ce-08c2856b431b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Allocated IP 172.20.0.3 (b2383952-9d8f-473e-8cfd-02ebbb5fadcb/3bc21288-0232-4229-a86f-f9e42c804d58/825b3aaf-6d48-4443-80f7-926ad90c37d6) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:01:24.976363 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-4dcc7c6a-e897-47db-86ce-08c2856b431b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:24.990687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-4dcc7c6a-e897-47db-86ce-08c2856b431b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Transition to ACTIVE for port object 825b3aaf-6d48-4443-80f7-926ad90c37d6 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:25.024652 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-4dcc7c6a-e897-47db-86ce-08c2856b431b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.066380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-4dcc7c6a-e897-47db-86ce-08c2856b431b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Network b2383952-9d8f-473e-8cfd-02ebbb5fadcb is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:01:25.069400 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-4dcc7c6a-e897-47db-86ce-08c2856b431b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:01:25.075630 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-4dcc7c6a-e897-47db-86ce-08c2856b431b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:01:25.106539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc7c6a-e897-47db-86ce-08c2856b431b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Pushing event updated for resources: {'Port': ['ID=825b3aaf-6d48-4443-80f7-926ad90c37d6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:25.134841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-4dcc7c6a-e897-47db-86ce-08c2856b431b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:25.135487 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-4dcc7c6a-e897-47db-86ce-08c2856b431b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.152196 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-4dcc7c6a-e897-47db-86ce-08c2856b431b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5719991 Jul 27 22:01:25.165034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Request body: {'port': {'device_id': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:25.250755 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.282945 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ca024c82-56e8-4900-9b57-4067afdc4daf None None] Provisioning for port 825b3aaf-6d48-4443-80f7-926ad90c37d6 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:25.287588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ca024c82-56e8-4900-9b57-4067afdc4daf None None] Provisioning complete for port 825b3aaf-6d48-4443-80f7-926ad90c37d6 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:25.287962 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ca024c82-56e8-4900-9b57-4067afdc4daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.328983 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ca024c82-56e8-4900-9b57-4067afdc4daf None None] Port 825b3aaf-6d48-4443-80f7-926ad90c37d6 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:01:25.556836 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825b3aaf-6d48-4443-80f7-926ad90c37d6 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:25.564575 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.577537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Transition to ACTIVE for port object 825b3aaf-6d48-4443-80f7-926ad90c37d6 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:01:25.583353 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.637813 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Pushing event updated for resources: {'Port': ['ID=825b3aaf-6d48-4443-80f7-926ad90c37d6,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:25.724707 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Attempting to bind port 825b3aaf-6d48-4443-80f7-926ad90c37d6 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:01:25.725046 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Attempting to bind port 825b3aaf-6d48-4443-80f7-926ad90c37d6 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:01:25.725377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Attempting to bind port 825b3aaf-6d48-4443-80f7-926ad90c37d6 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:25.730156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Port 825b3aaf-6d48-4443-80f7-926ad90c37d6 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:01:25.730586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Attempting to bind port 825b3aaf-6d48-4443-80f7-926ad90c37d6 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:01:25.736272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:01:25.736652 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Checking segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:01:25.737084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Bound using segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:01:25.737513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Bound port: 825b3aaf-6d48-4443-80f7-926ad90c37d6, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:01:25.737876 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.828818 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:01:25.832656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:01:25.840750 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.878780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:25.879460 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:25.881697 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] 10.222.0.66 "PUT /v2.0/ports/825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 1091 time: 0.7210894 Jul 27 22:01:25.882150 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:25.884697 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1d7dbd-5f12-499d-909c-4da857a2c29c" -d '{"events": [{"name": "network-changed", "server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:25.923926 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72597462-e1c5-4783-b3b7-330a998b84da service neutron] Pushing event updated for resources: {'Port': ['ID=825b3aaf-6d48-4443-80f7-926ad90c37d6,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:25.958375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270d2ee-f1e7-4f91-9874-a9d2598cb06d req-9bdbbbcd-7cb7-4e6f-877c-750774600d1d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:25.961079 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1270d2ee-f1e7-4f91-9874-a9d2598cb06d req-9bdbbbcd-7cb7-4e6f-877c-750774600d1d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.1165347 Jul 27 22:01:25.977183 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abdde00-b1d3-4431-a2fc-1ee1fb8c0e84 x-openstack-request-id: req-9abdde00-b1d3-4431-a2fc-1ee1fb8c0e84 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:25.977482 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:25.977803 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9abdde00-b1d3-4431-a2fc-1ee1fb8c0e84 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:25.978302 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'status': 'completed', 'code': 200} Jul 27 22:01:26.012038 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1270d2ee-f1e7-4f91-9874-a9d2598cb06d req-7763384b-8a61-4a8d-90d7-cbbeed62f9c9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418754 Jul 27 22:01:26.033423 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-280dbe3a-b328-44ec-9e03-a26cf8d41393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.036106 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-280dbe3a-b328-44ec-9e03-a26cf8d41393 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 1094 time: 0.1006262 Jul 27 22:01:26.088551 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-e92cb78a-7650-4aef-adae-ff10b5f666e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 217 time: 0.0433412 Jul 27 22:01:26.161220 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-8cfdaba7-ba44-432b-9282-ee27bbf064b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.162660 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-8cfdaba7-ba44-432b-9282-ee27bbf064b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0669436 Jul 27 22:01:26.263169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-26cf20fa-9020-43d2-ad80-104f189e0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.264750 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-26cf20fa-9020-43d2-ad80-104f189e0d5f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937262 Jul 27 22:01:26.366672 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-21f69a8d-02ff-41da-9cc2-6a8321989d36 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924406 Jul 27 22:01:26.465979 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-71d75206-926a-4d3c-a1a8-c250d6397b22 req-870520b1-c326-4b0d-9430-343c7bee8e9b service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916750 Jul 27 22:01:26.586191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d7dbd-5f12-499d-909c-4da857a2c29c req-aacbe785-1012-4ed9-a564-02da24bbbc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.587773 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae1d7dbd-5f12-499d-909c-4da857a2c29c req-aacbe785-1012-4ed9-a564-02da24bbbc65 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 1094 time: 0.0679584 Jul 27 22:01:26.694734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d7dbd-5f12-499d-909c-4da857a2c29c req-76631c1a-5548-4674-9943-784826c00931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.696193 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae1d7dbd-5f12-499d-909c-4da857a2c29c req-76631c1a-5548-4674-9943-784826c00931 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1009247 Jul 27 22:01:26.741682 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae1d7dbd-5f12-499d-909c-4da857a2c29c req-71c222ef-3b01-4be6-ba00-6006e8b09567 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 217 time: 0.0384061 Jul 27 22:01:26.797281 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d7dbd-5f12-499d-909c-4da857a2c29c req-6a329c9e-c5cd-4d5b-8986-77476e2e736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.798877 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae1d7dbd-5f12-499d-909c-4da857a2c29c req-6a329c9e-c5cd-4d5b-8986-77476e2e736e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0502384 Jul 27 22:01:26.866829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d7dbd-5f12-499d-909c-4da857a2c29c req-0a6b0034-6112-41f3-8668-7c87ab3ec921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:26.868361 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae1d7dbd-5f12-499d-909c-4da857a2c29c req-0a6b0034-6112-41f3-8668-7c87ab3ec921 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624306 Jul 27 22:01:26.961423 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:01:26.961987 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae1d7dbd-5f12-499d-909c-4da857a2c29c req-8ac9791b-2485-4e4a-af77-fa24ecad4df1 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860589 Jul 27 22:01:27.065511 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae1d7dbd-5f12-499d-909c-4da857a2c29c req-f66ce947-2e1a-4468-ab98-dbedc18223a2 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939555 Jul 27 22:01:27.169419 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402478e2-eec4-48d8-a225-5dc404e61c68 req-195d00fc-4906-4711-ac1e-e57cc0a867ef tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:27.171520 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-402478e2-eec4-48d8-a225-5dc404e61c68 req-195d00fc-4906-4711-ac1e-e57cc0a867ef tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.0738924 Jul 27 22:01:27.219239 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-402478e2-eec4-48d8-a225-5dc404e61c68 req-ae551645-c99c-44e7-8fed-f9210af0602d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408022 Jul 27 22:01:28.370273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78c1c9-f929-4961-80a7-d9063716ac9a req-cbfd4fd0-05c6-4aef-91bf-e7b80cce9f6b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:28.371793 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac78c1c9-f929-4961-80a7-d9063716ac9a req-cbfd4fd0-05c6-4aef-91bf-e7b80cce9f6b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.0757778 Jul 27 22:01:28.417386 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac78c1c9-f929-4961-80a7-d9063716ac9a req-fab5fc06-f97e-4814-82b0-5e91d5368336 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379035 Jul 27 22:01:29.562397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf8149-1fbe-40c7-8271-d04ae144cf8d req-f1a1847d-739e-44aa-bf0a-06e8fb034f47 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:29.564040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-59bf8149-1fbe-40c7-8271-d04ae144cf8d req-f1a1847d-739e-44aa-bf0a-06e8fb034f47 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.0714176 Jul 27 22:01:29.606289 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-59bf8149-1fbe-40c7-8271-d04ae144cf8d req-f0abe34d-cd98-4499-b1f3-e37a40da1e40 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344830 Jul 27 22:01:30.755333 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635e2db-8f99-4a75-a5bd-04bfd69d41a2 req-1502ce41-1eae-4361-b086-be836b03551d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:30.756838 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b635e2db-8f99-4a75-a5bd-04bfd69d41a2 req-1502ce41-1eae-4361-b086-be836b03551d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.0805025 Jul 27 22:01:30.798242 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b635e2db-8f99-4a75-a5bd-04bfd69d41a2 req-f797b8a9-f6d4-4afe-ac6a-3c0f3d9dfe4d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349393 Jul 27 22:01:31.293832 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 825b3aaf-6d48-4443-80f7-926ad90c37d6 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:01:31.398692 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:31.411489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'port_id': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'mac_address': 'fa:16:3e:63:93:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:01:31.451797 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.466429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825b3aaf-6d48-4443-80f7-926ad90c37d6 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:01:31.486714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:31.490375 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:31.549937 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=825b3aaf-6d48-4443-80f7-926ad90c37d6,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:31.836196 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['825b3aaf-6d48-4443-80f7-926ad90c37d6'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:01:31.950543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eed690-cf1a-4b87-a88e-03b8a973cbb9 req-b276b8e6-c89e-4e4d-a7c9-5676dd822acc tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:31.952312 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8eed690-cf1a-4b87-a88e-03b8a973cbb9 req-b276b8e6-c89e-4e4d-a7c9-5676dd822acc tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0779462 Jul 27 22:01:31.996459 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8eed690-cf1a-4b87-a88e-03b8a973cbb9 req-ae08776b-9ec4-4112-9531-e4149f28d04b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375755 Jul 27 22:01:32.825482 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7cd2d264-516a-438b-b2ff-b877d6779855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.140893 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b76f6d-2c5a-45c3-ac8f-96055aba3c32 req-4ecca78b-3279-4e09-aa52-47885f6095ae tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:33.142459 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b5b76f6d-2c5a-45c3-ac8f-96055aba3c32 req-4ecca78b-3279-4e09-aa52-47885f6095ae tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0726914 Jul 27 22:01:33.191262 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b5b76f6d-2c5a-45c3-ac8f-96055aba3c32 req-b5e258dd-a433-4475-a8f2-1a5d3b2a1112 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425434 Jul 27 22:01:33.294014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 825b3aaf-6d48-4443-80f7-926ad90c37d6 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:01:33.345771 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 825b3aaf-6d48-4443-80f7-926ad90c37d6 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:01:33.349714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 825b3aaf-6d48-4443-80f7-926ad90c37d6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:01:33.350088 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.435985 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.460877 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:33.463251 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e591a61a-1708-4d87-8a30-b041736ecd6b" -d '{"events": [{"server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "name": "network-vif-plugged", "status": "completed", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:33.478818 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:01:33.483065 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:33.507761 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d627dc7c-909b-49b1-9a48-5f59f6a3b77f x-openstack-request-id: req-d627dc7c-909b-49b1-9a48-5f59f6a3b77f {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:33.508039 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "name": "network-vif-plugged", "status": "completed", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:33.508303 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d627dc7c-909b-49b1-9a48-5f59f6a3b77f {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:33.508711 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'code': 200} Jul 27 22:01:33.544144 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=825b3aaf-6d48-4443-80f7-926ad90c37d6,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:01:33.628009 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9364e1-55d7-419a-83c2-09312d8572ef req-3fd9b08b-942a-45ac-814b-fdbdc394be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:33.629553 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cb9364e1-55d7-419a-83c2-09312d8572ef req-3fd9b08b-942a-45ac-814b-fdbdc394be11 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 1096 time: 0.0563321 Jul 27 22:01:33.667636 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cb9364e1-55d7-419a-83c2-09312d8572ef req-4992d01b-f441-4c80-acfe-e840997062f4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307705 Jul 27 22:01:34.357505 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fc25c-2d59-4c7d-a042-e31ac834ee53 req-8cb7f535-0e1e-42d4-969d-64a18f83db3f tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:34.360056 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d28fc25c-2d59-4c7d-a042-e31ac834ee53 req-8cb7f535-0e1e-42d4-969d-64a18f83db3f tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0919940 Jul 27 22:01:34.403942 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d28fc25c-2d59-4c7d-a042-e31ac834ee53 req-799a0e63-d895-4800-b069-8b7053009612 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375321 Jul 27 22:01:34.684146 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.492750 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f767-b322-4b17-a06f-3501b35fff0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.563237 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b2c90-d6ce-4d95-b04f-bc2c98d59228 req-62d33a28-f329-44d8-9314-592fc560d57e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:35.564838 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-646b2c90-d6ce-4d95-b04f-bc2c98d59228 req-62d33a28-f329-44d8-9314-592fc560d57e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0775032 Jul 27 22:01:35.571016 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:35.614622 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-646b2c90-d6ce-4d95-b04f-bc2c98d59228 req-0f74fd66-bf1e-4b9e-93b9-b1c08a7a1b82 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404644 Jul 27 22:01:35.756146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ebe41-742c-4901-b09b-3aa93981c962 req-4ace7e8b-178e-485b-adca-78a623c9e150 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:35.757597 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be2ebe41-742c-4901-b09b-3aa93981c962 req-4ace7e8b-178e-485b-adca-78a623c9e150 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0681858 Jul 27 22:01:35.768926 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 60944) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:01:35.774996 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b123ba32-9a70-4d72-b96e-327b6939c6bf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Request body: {'floatingip': {'port_id': '825b3aaf-6d48-4443-80f7-926ad90c37d6'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:01:35.818883 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b123ba32-9a70-4d72-b96e-327b6939c6bf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for floatingip, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.320241 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b123ba32-9a70-4d72-b96e-327b6939c6bf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.324310 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b123ba32-9a70-4d72-b96e-327b6939c6bf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.434733 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-b123ba32-9a70-4d72-b96e-327b6939c6bf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Floating IP cef0b838-27f0-490e-b4ea-41e90197b364 associated. External IP: 172.25.2.159, port: 825b3aaf-6d48-4443-80f7-926ad90c37d6. Jul 27 22:01:36.660118 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b123ba32-9a70-4d72-b96e-327b6939c6bf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Router 564930d1-b29a-4ed3-8dc2-dd800233cc04 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:01:36.780830 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b123ba32-9a70-4d72-b96e-327b6939c6bf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:01:36.785897 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b123ba32-9a70-4d72-b96e-327b6939c6bf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:36.791543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d4531-ccfc-464d-9217-64086172ce6d None None] Sync routers for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:01:36.805509 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d4531-ccfc-464d-9217-64086172ce6d None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:36.806320 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-523d4531-ccfc-464d-9217-64086172ce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:01:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:36.831380 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b123ba32-9a70-4d72-b96e-327b6939c6bf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "PUT /v2.0/floatingips/cef0b838-27f0-490e-b4ea-41e90197b364 HTTP/1.1" status: 200 len: 992 time: 1.0613194 Jul 27 22:01:36.832058 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:01:36.834590 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8053af89-97b3-4598-ac8c-f2348c7f6fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:01:36.935842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-523d4531-ccfc-464d-9217-64086172ce6d None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:36.937273 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70644bc6-2bdb-46ae-9cda-d198882e2532 x-openstack-request-id: req-70644bc6-2bdb-46ae-9cda-d198882e2532 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:01:36.937603 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:01:36.938017 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70644bc6-2bdb-46ae-9cda-d198882e2532 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:01:36.938825 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'status': 'completed', 'code': 200} Jul 27 22:01:37.018131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053af89-97b3-4598-ac8c-f2348c7f6fdf req-852840c9-292f-434b-a92b-473b5f5ea2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:37.019996 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8053af89-97b3-4598-ac8c-f2348c7f6fdf req-852840c9-292f-434b-a92b-473b5f5ea2c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 1096 time: 0.0615137 Jul 27 22:01:37.127141 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053af89-97b3-4598-ac8c-f2348c7f6fdf req-bc86776d-7b61-4c60-a550-4e2d5b68cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:37.128651 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8053af89-97b3-4598-ac8c-f2348c7f6fdf req-bc86776d-7b61-4c60-a550-4e2d5b68cbe1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1003561 Jul 27 22:01:37.192992 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-523d4531-ccfc-464d-9217-64086172ce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cef0b838-27f0-490e-b4ea-41e90197b364', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'port_id': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'mac_address': 'fa:16:3e:63:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:51:26Z', 'updated_at': '2021-07-27T22:01:36Z', 'revision_number': 13, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:37.201432 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8053af89-97b3-4598-ac8c-f2348c7f6fdf req-e79a765f-2a56-403d-8d18-17d0e372251d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 1000 time: 0.0641949 Jul 27 22:01:37.221977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d4531-ccfc-464d-9217-64086172ce6d None None] Checking router: 564930d1-b29a-4ed3-8dc2-dd800233cc04 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:01:37.230890 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d4531-ccfc-464d-9217-64086172ce6d None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:01:37.231545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-523d4531-ccfc-464d-9217-64086172ce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:01:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:37.261231 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053af89-97b3-4598-ac8c-f2348c7f6fdf req-9c497525-5da8-4a87-9249-4709e6ed4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:37.262796 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8053af89-97b3-4598-ac8c-f2348c7f6fdf req-9c497525-5da8-4a87-9249-4709e6ed4a73 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0542240 Jul 27 22:01:37.332918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053af89-97b3-4598-ac8c-f2348c7f6fdf req-39ca7d8a-f2c1-4b09-bff1-21f5931d9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:37.334482 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8053af89-97b3-4598-ac8c-f2348c7f6fdf req-39ca7d8a-f2c1-4b09-bff1-21f5931d9d04 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635664 Jul 27 22:01:37.352584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-523d4531-ccfc-464d-9217-64086172ce6d None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:01:37.440740 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8053af89-97b3-4598-ac8c-f2348c7f6fdf req-589a8f0e-694a-4a60-855f-a8ed555155f3 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971386 Jul 27 22:01:37.456999 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:37.559554 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8053af89-97b3-4598-ac8c-f2348c7f6fdf req-1557b6b6-87b8-4445-8b55-8a83511c9eed service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086535 Jul 27 22:01:37.627812 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-523d4531-ccfc-464d-9217-64086172ce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cef0b838-27f0-490e-b4ea-41e90197b364', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'port_id': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'mac_address': 'fa:16:3e:63:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:51:26Z', 'updated_at': '2021-07-27T22:01:36Z', 'revision_number': 13, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:01:37.661916 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d4531-ccfc-464d-9217-64086172ce6d None None] The sync data for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 is: [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cef0b838-27f0-490e-b4ea-41e90197b364', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'port_id': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'mac_address': 'fa:16:3e:63:93:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T21:51:26Z', 'updated_at': '2021-07-27T22:01:36Z', 'revision_number': 13, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:01:37.861672 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c1a8f-1567-4674-a79f-ffba3077adcd None None] New status for floating IP cef0b838-27f0-490e-b4ea-41e90197b364: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:01:38.231828 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:39.093483 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:01:53.610749 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-241e0269-5cee-4b4b-9bce-d5043d6f7857 req-1a2cdbb7-7927-4d19-a193-1d06a0cf2770 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0987940 Jul 27 22:01:53.712113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e0269-5cee-4b4b-9bce-d5043d6f7857 req-e5fdd482-beaf-4f19-891b-754fc52db511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.713616 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-241e0269-5cee-4b4b-9bce-d5043d6f7857 req-e5fdd482-beaf-4f19-891b-754fc52db511 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 1096 time: 0.0590854 Jul 27 22:01:53.824534 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e0269-5cee-4b4b-9bce-d5043d6f7857 req-b4883f10-b7f5-4d8b-aa39-1cc85ccf7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.826006 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-241e0269-5cee-4b4b-9bce-d5043d6f7857 req-b4883f10-b7f5-4d8b-aa39-1cc85ccf7710 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0899804 Jul 27 22:01:53.893137 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-241e0269-5cee-4b4b-9bce-d5043d6f7857 req-c9c42352-72df-49dc-a2e8-3aec6a59e149 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 1002 time: 0.0593905 Jul 27 22:01:53.948777 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e0269-5cee-4b4b-9bce-d5043d6f7857 req-836398b8-94c7-44cb-bb8a-28193fe580f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:53.950455 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-241e0269-5cee-4b4b-9bce-d5043d6f7857 req-836398b8-94c7-44cb-bb8a-28193fe580f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0499277 Jul 27 22:01:54.020402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e0269-5cee-4b4b-9bce-d5043d6f7857 req-356213b3-f73c-4588-a85f-8c2c4ac96596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:01:54.021905 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-241e0269-5cee-4b4b-9bce-d5043d6f7857 req-356213b3-f73c-4588-a85f-8c2c4ac96596 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551016 Jul 27 22:01:54.114855 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-241e0269-5cee-4b4b-9bce-d5043d6f7857 req-a25759b4-674a-4b88-a186-97cfd84f05f5 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846853 Jul 27 22:01:54.213687 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-241e0269-5cee-4b4b-9bce-d5043d6f7857 req-1e60b443-27fe-43a0-86d5-b2eadfa65a6a service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893764 Jul 27 22:02:02.828110 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-51dba2de-c077-4813-9e34-4e7d5f75c723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:03.961208 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:02:04.691009 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:05.493470 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-492125e0-b184-4555-8dab-aeb4d69db234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:05.572855 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:07.432256 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:08.227152 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:09.090952 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:32.830676 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a4a605f8-7bb7-42c5-a451-343c2059e455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:34.711221 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:35.486399 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-05a2159e-f61a-4ba7-83da-9f7147919224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:35.574419 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:37.438683 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:38.226414 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:39.092805 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:02:40.960009 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:02:55.120558 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd74e63f-d01f-4fd9-974c-4b2e8d0a6079 req-cf46390e-7278-421a-bf5d-202140d592cd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568557 Jul 27 22:02:55.225211 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74e63f-d01f-4fd9-974c-4b2e8d0a6079 req-8195d6ae-0d6d-4c2a-89e9-a2a91c9801e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:55.226799 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd74e63f-d01f-4fd9-974c-4b2e8d0a6079 req-8195d6ae-0d6d-4c2a-89e9-a2a91c9801e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 1096 time: 0.0623686 Jul 27 22:02:55.343586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74e63f-d01f-4fd9-974c-4b2e8d0a6079 req-0f287519-2e23-4b23-9ae8-19aab5038241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:55.345921 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd74e63f-d01f-4fd9-974c-4b2e8d0a6079 req-0f287519-2e23-4b23-9ae8-19aab5038241 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0972679 Jul 27 22:02:55.414751 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd74e63f-d01f-4fd9-974c-4b2e8d0a6079 req-576faf67-7831-48e5-a4ea-79545fa4f5f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 1002 time: 0.0607471 Jul 27 22:02:55.470982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74e63f-d01f-4fd9-974c-4b2e8d0a6079 req-9757667a-82d1-40ac-8395-111c2287f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:55.472511 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd74e63f-d01f-4fd9-974c-4b2e8d0a6079 req-9757667a-82d1-40ac-8395-111c2287f315 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0512767 Jul 27 22:02:55.534888 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74e63f-d01f-4fd9-974c-4b2e8d0a6079 req-b873f5ea-bd2d-428e-9342-5bcc5c2edae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:02:55.536422 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd74e63f-d01f-4fd9-974c-4b2e8d0a6079 req-b873f5ea-bd2d-428e-9342-5bcc5c2edae6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562775 Jul 27 22:02:55.629442 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd74e63f-d01f-4fd9-974c-4b2e8d0a6079 req-628e7b47-2231-4c03-a965-6f28cc390aa3 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853384 Jul 27 22:02:55.727471 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd74e63f-d01f-4fd9-974c-4b2e8d0a6079 req-5255b3b5-0b81-4a9e-b218-0dc858429b24 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904384 Jul 27 22:03:02.833223 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cab20461-699b-4782-a0e8-05978bb2993f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:04.713968 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:05.489089 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-342ce7e8-b4ff-4ee9-8aab-fd99d27ba8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:05.575912 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:07.441535 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:08.241829 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:09.095218 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:17.960436 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:03:32.835961 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-01b0677b-6d63-466b-90e4-85c72d9648b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:34.721315 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:35.490544 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2cfa18f9-a0f5-438e-8a09-05bf24bad35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:35.577351 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:37.441259 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:38.239754 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:39.098385 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:03:54.960510 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:03:55.558432 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2fb2192d-9a5b-4c85-8c4e-22bddb42900c req-21d646b1-69c0-4501-9138-213060fca66e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557067 Jul 27 22:03:55.659744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2192d-9a5b-4c85-8c4e-22bddb42900c req-fe6d5c95-8a90-4d65-8d05-363666853d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:55.661236 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2fb2192d-9a5b-4c85-8c4e-22bddb42900c req-fe6d5c95-8a90-4d65-8d05-363666853d8c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 1096 time: 0.0609016 Jul 27 22:03:55.763683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2192d-9a5b-4c85-8c4e-22bddb42900c req-d9852436-bd1c-4f25-8ba8-ee81083bc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:55.765141 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2fb2192d-9a5b-4c85-8c4e-22bddb42900c req-d9852436-bd1c-4f25-8ba8-ee81083bc821 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0849445 Jul 27 22:03:55.837706 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2fb2192d-9a5b-4c85-8c4e-22bddb42900c req-b9790476-7959-47ce-9bb5-5506c4afbf2e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 1002 time: 0.0646021 Jul 27 22:03:55.887330 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2192d-9a5b-4c85-8c4e-22bddb42900c req-15f5c708-1a34-472a-bad2-fa4dc005aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:55.888743 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2fb2192d-9a5b-4c85-8c4e-22bddb42900c req-15f5c708-1a34-472a-bad2-fa4dc005aa68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0445640 Jul 27 22:03:55.948468 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2192d-9a5b-4c85-8c4e-22bddb42900c req-bc58ad32-4976-490f-b3dc-e111762f76fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:03:55.949956 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2fb2192d-9a5b-4c85-8c4e-22bddb42900c req-bc58ad32-4976-490f-b3dc-e111762f76fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540187 Jul 27 22:03:56.048786 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2fb2192d-9a5b-4c85-8c4e-22bddb42900c req-3fae3c1b-dbed-42b7-88ec-c3262c8281ce service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908103 Jul 27 22:03:56.138443 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2fb2192d-9a5b-4c85-8c4e-22bddb42900c req-efbd96c9-487c-46e2-ba39-0f0facfc068a service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819495 Jul 27 22:04:02.837835 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-30b4e151-2a14-43f4-a9dd-28842c099fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:04.725165 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:05.490543 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6760b29a-d8c6-458b-a206-3ce977a08590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:05.578814 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:07.444493 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:08.253749 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:09.100667 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:31.959901 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:04:32.839090 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-dc640c34-43eb-4225-b8ad-e6f3ebf41962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:34.718481 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.490580 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0bb8da64-f6bd-44fd-8355-6d19c1f8a3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:35.580533 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:37.447687 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:38.283048 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:39.105963 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:04:40.712546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fe609-e141-498e-b89c-217528971b49 req-7563fc9d-63ca-40f7-9891-785a1fdd767f tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:40.714485 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-520fe609-e141-498e-b89c-217528971b49 req-7563fc9d-63ca-40f7-9891-785a1fdd767f tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.1697323 Jul 27 22:04:40.753522 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-520fe609-e141-498e-b89c-217528971b49 req-6a510e73-c2e3-4eb7-83b4-e89591b25624 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328562 Jul 27 22:04:52.063243 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3f10cd99-6e9e-43cd-b5a5-670a5a3bda76 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0554416 Jul 27 22:04:52.089189 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5e5b4-5d02-4666-89a9-2898ac1a515a req-c0a2822e-f194-4a37-aa41-2bf3391c0e0c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:52.090796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdf5e5b4-5d02-4666-89a9-2898ac1a515a req-c0a2822e-f194-4a37-aa41-2bf3391c0e0c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0704119 Jul 27 22:04:52.131905 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdf5e5b4-5d02-4666-89a9-2898ac1a515a req-e2f95c15-b884-4e21-b2d4-008e198efb63 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349777 Jul 27 22:04:53.200418 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3ab491e3-f341-4c0f-b8d9-95e26ba43b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:53.202610 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3ab491e3-f341-4c0f-b8d9-95e26ba43b44 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 1096 time: 0.0630553 Jul 27 22:04:53.271459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812f94d-a09f-4bda-9dcd-8d07ad5c584e req-c4e78373-f043-4d4e-b9b0-f70b26936f80 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:53.273076 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b812f94d-a09f-4bda-9dcd-8d07ad5c584e req-c4e78373-f043-4d4e-b9b0-f70b26936f80 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0689089 Jul 27 22:04:53.305939 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-4409f0bb-6714-4f94-b189-584d3bc1323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:53.308427 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-4409f0bb-6714-4f94-b189-584d3bc1323a service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0979874 Jul 27 22:04:53.315605 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b812f94d-a09f-4bda-9dcd-8d07ad5c584e req-315c01ec-bea0-4bba-8aff-ea6c73e34fc5 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357609 Jul 27 22:04:53.388262 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-10b4e336-a40e-4c04-9238-4a2d8fe99ebc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 1002 time: 0.0716150 Jul 27 22:04:53.440148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-90dab7dc-b80b-4503-a43d-5909714793cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:53.442296 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-90dab7dc-b80b-4503-a43d-5909714793cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0470285 Jul 27 22:04:53.505478 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-47fd0731-90f1-4722-bc90-f8a82e1150e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:53.507019 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-47fd0731-90f1-4722-bc90-f8a82e1150e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578735 Jul 27 22:04:53.522750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-2691bab8-d3a1-41e3-a1bb-848984e12a3c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:04:53.523693 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-2691bab8-d3a1-41e3-a1bb-848984e12a3c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051682 Jul 27 22:04:53.621599 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-1add38ac-6a61-43ae-81ea-d99b464ac170 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905001 Jul 27 22:04:53.714908 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-43e0812e-1e11-4022-8693-752ae2215f54 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846484 Jul 27 22:04:54.456983 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fd9f4-d0ee-4630-9e63-0d275c4200d3 req-f9471089-7e09-4a00-add3-ba7fad761c4c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:54.458748 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-216fd9f4-d0ee-4630-9e63-0d275c4200d3 req-f9471089-7e09-4a00-add3-ba7fad761c4c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0697494 Jul 27 22:04:54.499411 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-216fd9f4-d0ee-4630-9e63-0d275c4200d3 req-9a8f3459-b927-46da-b8d0-e53da237b1ff tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349464 Jul 27 22:04:55.645370 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1e65e-ed95-4f7f-9e92-109b8a4295cb req-851bfa40-6d00-455f-a327-4d5dd84849f0 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:55.647070 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9e1e65e-ed95-4f7f-9e92-109b8a4295cb req-851bfa40-6d00-455f-a327-4d5dd84849f0 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0727918 Jul 27 22:04:55.687505 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a9e1e65e-ed95-4f7f-9e92-109b8a4295cb req-1b454b77-3722-4967-bb42-a0511fe02e07 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345590 Jul 27 22:04:56.590525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7654c6-b9ee-4200-a449-c0db4294f651 req-2cfe8c47-267a-41d1-99a5-391106a96bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:56.592161 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb7654c6-b9ee-4200-a449-c0db4294f651 req-2cfe8c47-267a-41d1-99a5-391106a96bb0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 1096 time: 0.0577898 Jul 27 22:04:56.704870 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7654c6-b9ee-4200-a449-c0db4294f651 req-8362d236-b1c5-4f64-a2c8-8e537985f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:56.706745 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb7654c6-b9ee-4200-a449-c0db4294f651 req-8362d236-b1c5-4f64-a2c8-8e537985f084 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0940044 Jul 27 22:04:56.776530 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb7654c6-b9ee-4200-a449-c0db4294f651 req-d9459c8a-09ac-4eae-bfd0-a4758738dd29 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 1002 time: 0.0622804 Jul 27 22:04:56.828614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699cb67-3ab2-4db7-b69c-0977422590ba req-07af77da-b716-45df-8e45-9789463b8817 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:56.830191 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6699cb67-3ab2-4db7-b69c-0977422590ba req-07af77da-b716-45df-8e45-9789463b8817 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0683668 Jul 27 22:04:56.833779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7654c6-b9ee-4200-a449-c0db4294f651 req-24feb70e-9def-4fe5-8bcc-4a30a8dbb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:56.835311 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb7654c6-b9ee-4200-a449-c0db4294f651 req-24feb70e-9def-4fe5-8bcc-4a30a8dbb173 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0498786 Jul 27 22:04:56.871545 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6699cb67-3ab2-4db7-b69c-0977422590ba req-fd16ea1e-abc1-48c5-b62c-2b802d073b38 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342929 Jul 27 22:04:56.897658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7654c6-b9ee-4200-a449-c0db4294f651 req-bff13957-57b8-4b71-94b8-a44c28747fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:56.899227 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb7654c6-b9ee-4200-a449-c0db4294f651 req-bff13957-57b8-4b71-94b8-a44c28747fcc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560844 Jul 27 22:04:56.992322 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb7654c6-b9ee-4200-a449-c0db4294f651 req-6a9e4645-5140-4a25-9a76-8851d613f850 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848272 Jul 27 22:04:57.100174 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb7654c6-b9ee-4200-a449-c0db4294f651 req-61ba84fa-5233-492e-8ebc-05c4cd1b606b service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000638 Jul 27 22:04:58.008073 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf68f6f-fd1f-47a0-b287-b985af446384 req-e4f45992-1a49-4c1a-a5b6-26c643be1436 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:58.009739 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ddf68f6f-fd1f-47a0-b287-b985af446384 req-e4f45992-1a49-4c1a-a5b6-26c643be1436 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0702295 Jul 27 22:04:58.048489 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ddf68f6f-fd1f-47a0-b287-b985af446384 req-215bb50d-d53d-4617-9cda-804a80adc678 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329051 Jul 27 22:04:59.184445 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98519690-b80e-4cef-a02b-7f351a0215a9 req-b5c7d17c-244f-488a-84a5-ba8227b625e2 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:04:59.185891 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-98519690-b80e-4cef-a02b-7f351a0215a9 req-b5c7d17c-244f-488a-84a5-ba8227b625e2 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0649393 Jul 27 22:04:59.233115 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-98519690-b80e-4cef-a02b-7f351a0215a9 req-d3de533b-8afe-43e5-99ed-d178def1016d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409133 Jul 27 22:05:00.385806 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf9e03-441b-48db-984f-e1af242b84b5 req-970b3959-661e-41bf-9614-6d3b6036192a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:00.387341 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0eaf9e03-441b-48db-984f-e1af242b84b5 req-970b3959-661e-41bf-9614-6d3b6036192a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0812826 Jul 27 22:05:00.426967 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0eaf9e03-441b-48db-984f-e1af242b84b5 req-d9c6e53e-a26d-4e92-8403-13b8eb66cff5 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335379 Jul 27 22:05:01.566546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89c55b-1381-428e-bad5-1faa4ff0f3ab req-1745c756-2194-40e7-93d4-e6e0dc4b274c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:01.568079 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c89c55b-1381-428e-bad5-1faa4ff0f3ab req-1745c756-2194-40e7-93d4-e6e0dc4b274c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0669122 Jul 27 22:05:01.609638 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c89c55b-1381-428e-bad5-1faa4ff0f3ab req-0bdbbc7e-9d94-4988-8f7e-bbdc43fab713 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355370 Jul 27 22:05:02.756550 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6641a-bf19-4fee-96c1-47da7d077d8d req-e72d255d-b25c-442c-a719-5e70b962dd3b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:02.758089 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06c6641a-bf19-4fee-96c1-47da7d077d8d req-e72d255d-b25c-442c-a719-5e70b962dd3b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0763414 Jul 27 22:05:02.798552 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-06c6641a-bf19-4fee-96c1-47da7d077d8d req-e59d3718-a9ef-4f7c-b8ae-37be437ce2a2 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342095 Jul 27 22:05:02.841037 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a1296af7-6e8e-4eff-ac05-6df175b3b6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:03.935194 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597bb57-8f73-443c-97c3-bc74a3d31b82 req-b5ea1cf9-a75f-483f-911d-4b4871de3acb tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:03.936694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a597bb57-8f73-443c-97c3-bc74a3d31b82 req-b5ea1cf9-a75f-483f-911d-4b4871de3acb tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0666065 Jul 27 22:05:03.975732 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a597bb57-8f73-443c-97c3-bc74a3d31b82 req-7227a78f-90c6-478d-b985-fcfc96c92fa2 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325575 Jul 27 22:05:04.717298 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.110618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d30730-46b5-49f9-9435-fc1e3193c5c7 req-0e07a03d-ecca-4349-903a-e28be001ed06 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:05.112087 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78d30730-46b5-49f9-9435-fc1e3193c5c7 req-0e07a03d-ecca-4349-903a-e28be001ed06 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0652437 Jul 27 22:05:05.149779 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78d30730-46b5-49f9-9435-fc1e3193c5c7 req-8bc70c78-65df-4f64-9942-a003285433c5 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312033 Jul 27 22:05:05.490422 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fb334da4-4f0b-426b-8bb9-ce80cbbaf11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:05.582651 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:06.288484 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5342e8f-114e-43b7-94ec-e370468c2fd1 req-21d0201e-3f48-4683-8ebe-250d72d3f25e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:06.289975 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5342e8f-114e-43b7-94ec-e370468c2fd1 req-21d0201e-3f48-4683-8ebe-250d72d3f25e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0694776 Jul 27 22:05:06.329023 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5342e8f-114e-43b7-94ec-e370468c2fd1 req-fc01dce1-6873-424e-97cf-3dfe75ddfc7d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329370 Jul 27 22:05:07.452559 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:07.491624 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9003068-1f7e-46f1-98cc-c3360a228f3c req-fc6192d8-3eea-43d1-a294-c27506b7e664 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:07.493133 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9003068-1f7e-46f1-98cc-c3360a228f3c req-fc6192d8-3eea-43d1-a294-c27506b7e664 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0807893 Jul 27 22:05:07.533124 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9003068-1f7e-46f1-98cc-c3360a228f3c req-5b1a9903-4d34-40d6-b373-6012e3d7318b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333426 Jul 27 22:05:07.613559 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-5cbdba16-7da0-4667-af58-5aaae7671eef service neutron] show failed (client error): The resource could not be found. Jul 27 22:05:07.614671 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-5cbdba16-7da0-4667-af58-5aaae7671eef service neutron] 10.222.0.66 "GET /v2.0/ports/825b3aaf-6d48-4443-80f7-926ad90c37d6/bindings/n-h1-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.0563645 Jul 27 22:05:07.873748 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-c55b54bf-5cfc-432f-9abc-223374c9bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:07.875286 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-c55b54bf-5cfc-432f-9abc-223374c9bbb0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23&tenant_id=f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 1096 time: 0.1050777 Jul 27 22:05:07.887506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:07.962396 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.175787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:08.210785 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:08.251804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:08.254621 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdba450c-83a5-473e-a962-7610e0f034d3" -d '{"events": [{"server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "name": "network-vif-unplugged", "status": "completed", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:08.258726 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.274162 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Transition to ACTIVE for port object 825b3aaf-6d48-4443-80f7-926ad90c37d6 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:08.278834 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.300618 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.363826 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25da4e3-eba0-4f1a-bf79-1d4e6d16f6c6 x-openstack-request-id: req-d25da4e3-eba0-4f1a-bf79-1d4e6d16f6c6 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:08.364113 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "name": "network-vif-unplugged", "status": "completed", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:08.364362 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d25da4e3-eba0-4f1a-bf79-1d4e6d16f6c6 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:08.364755 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'code': 200} Jul 27 22:05:08.367436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Pushing event updated for resources: {'Port': ['ID=825b3aaf-6d48-4443-80f7-926ad90c37d6,revision_number=6']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:08.382065 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:08.382430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:08.382773 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:08.383114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:08.383439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:08.383787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:08.384090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:08.384411 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:08.384731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:08.385051 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:08.385369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:08.385686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:08.423042 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] No DVR routers for this DVR port 825b3aaf-6d48-4443-80f7-926ad90c37d6 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:08.567221 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Attempting to bind port 825b3aaf-6d48-4443-80f7-926ad90c37d6 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:08.567702 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Attempting to bind port 825b3aaf-6d48-4443-80f7-926ad90c37d6 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:08.568042 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Attempting to bind port 825b3aaf-6d48-4443-80f7-926ad90c37d6 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:08.572482 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Port 825b3aaf-6d48-4443-80f7-926ad90c37d6 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:05:08.572819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Attempting to bind port 825b3aaf-6d48-4443-80f7-926ad90c37d6 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:08.577687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:08.578030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Checking segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:08.578449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Bound using segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:08.578880 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Bound port: 825b3aaf-6d48-4443-80f7-926ad90c37d6, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:08.579239 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.650766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:08.653755 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:08.658242 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.677703 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a4b47-67b5-4e06-a56f-e334e990a0ec req-c305dfdc-9b44-4ff7-86e6-633ff73d584a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:08.679255 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-351a4b47-67b5-4e06-a56f-e334e990a0ec req-c305dfdc-9b44-4ff7-86e6-633ff73d584a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.0732758 Jul 27 22:05:08.695102 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:08.695753 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:08.697134 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] 10.222.0.20 "PUT /v2.0/ports/825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 1091 time: 0.8137102 Jul 27 22:05:08.725700 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-351a4b47-67b5-4e06-a56f-e334e990a0ec req-9d80c229-ee1c-46fa-9386-3906ef79df49 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400383 Jul 27 22:05:08.733000 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e5a95-833c-4620-8e5c-2d20e5447962 service neutron] Pushing event updated for resources: {'Port': ['ID=825b3aaf-6d48-4443-80f7-926ad90c37d6,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:08.794118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-dd361cd7-5b79-4900-a309-544905b24463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:08.795681 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-dd361cd7-5b79-4900-a309-544905b24463 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 1094 time: 0.0709014 Jul 27 22:05:08.895854 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-be5136e9-e75f-4133-8f5a-688303a73b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:08.897336 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-be5136e9-e75f-4133-8f5a-688303a73b7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0939906 Jul 27 22:05:08.961156 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:05:08.967682 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-04fec682-e5bc-4f84-8231-c1327502a8b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 1000 time: 0.0598261 Jul 27 22:05:09.022591 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-9e655ff9-99ce-4023-9e5a-42b1666c6640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:09.024051 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-9e655ff9-99ce-4023-9e5a-42b1666c6640 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0488658 Jul 27 22:05:09.108367 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:09.433186 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-d108de87-5094-4c3a-bf95-08b35ae2cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:09.434701 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-d108de87-5094-4c3a-bf95-08b35ae2cc4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3959279 Jul 27 22:05:09.525159 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-9b93fe28-af59-40dd-b638-4a392499cb76 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824237 Jul 27 22:05:09.621858 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-404077d8-f751-401f-8b51-f4a491b317ce service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892985 Jul 27 22:05:09.882292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29455a9-0757-4b37-bf2a-b20ad3cf8a8e req-68e425b5-4d3f-448c-a99d-0a7e00f0bb06 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:09.884237 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b29455a9-0757-4b37-bf2a-b20ad3cf8a8e req-68e425b5-4d3f-448c-a99d-0a7e00f0bb06 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.0696163 Jul 27 22:05:09.926778 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b29455a9-0757-4b37-bf2a-b20ad3cf8a8e req-92649158-982d-43ba-adaf-b306da7b6e0b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358787 Jul 27 22:05:10.366658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:10.369081 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a867721-6a74-4070-bc7f-2d97b9d63dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:10.421340 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa306a8b-bff3-42f1-9415-26dd37d3f7e3 x-openstack-request-id: req-aa306a8b-bff3-42f1-9415-26dd37d3f7e3 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:10.421954 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:10.422486 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa306a8b-bff3-42f1-9415-26dd37d3f7e3 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:10.423135 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'status': 'completed', 'code': 200} Jul 27 22:05:10.475415 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 825b3aaf-6d48-4443-80f7-926ad90c37d6 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:10.515543 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 825b3aaf-6d48-4443-80f7-926ad90c37d6 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:10.536862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-f94594b9-6c56-4ecf-9c46-f3fc63ba26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:10.538448 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-f94594b9-6c56-4ecf-9c46-f3fc63ba26dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 1094 time: 0.0949566 Jul 27 22:05:10.594151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-4efd7c15-eab3-411c-97bc-6bfffacbd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:10.595663 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-4efd7c15-eab3-411c-97bc-6bfffacbd64c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 1094 time: 0.1424437 Jul 27 22:05:10.708358 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-2ed5f5c1-33d2-4e22-9a0c-6e863eea923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:10.709880 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-2ed5f5c1-33d2-4e22-9a0c-6e863eea923c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1619823 Jul 27 22:05:10.771212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-480892ac-4d1a-472c-8120-5f9edb86bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:10.772631 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-480892ac-4d1a-472c-8120-5f9edb86bdff service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1673119 Jul 27 22:05:10.834087 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-e1a86a65-3afc-4f70-b332-8c98410cb17d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 1000 time: 0.1141276 Jul 27 22:05:10.885255 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-8ee8cb99-2566-4219-81db-cb1011aff90b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 1000 time: 0.1032619 Jul 27 22:05:10.933057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-57b2a437-4a11-4635-9748-888fdf365271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:10.934576 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-57b2a437-4a11-4635-9748-888fdf365271 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0896471 Jul 27 22:05:10.990806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-f09b31e1-221a-46f6-a713-40a1588f9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:10.992313 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-f09b31e1-221a-46f6-a713-40a1588f9cf9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0989602 Jul 27 22:05:11.047422 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-139e4774-cde5-4960-843a-bd889db2dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:11.048857 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-139e4774-cde5-4960-843a-bd889db2dc96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051192 Jul 27 22:05:11.068552 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a7afb-1434-4424-8f68-e08d2ac8f99b req-83ed24c5-7c66-4b9c-980b-79178c4e919b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:11.070157 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-776a7afb-1434-4424-8f68-e08d2ac8f99b req-83ed24c5-7c66-4b9c-980b-79178c4e919b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.0667961 Jul 27 22:05:11.113354 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-776a7afb-1434-4424-8f68-e08d2ac8f99b req-5098fdf3-a24b-4a5c-abd2-8af7558e9e45 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356948 Jul 27 22:05:11.133588 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-091a958c-d698-4288-924d-68ce798fd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:11.136234 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-091a958c-d698-4288-924d-68ce798fd961 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359990 Jul 27 22:05:11.217807 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-19197978-9c10-48cf-963d-1f8a42a13159 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607726 Jul 27 22:05:11.309938 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-60959cfa-1c35-4328-a0df-79d5b98c7a94 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622179 Jul 27 22:05:11.382395 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-917c3e66-2c2e-4280-9645-7b6d747e8e80 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575291 Jul 27 22:05:11.422886 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7a867721-6a74-4070-bc7f-2d97b9d63dd7 req-aa15b3fb-b5c1-417a-83ac-825e3f47b4a0 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029480 Jul 27 22:05:12.264566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317db809-ce0a-4ff1-9a0f-9022f2cd0b1a req-31ae42bf-c59a-4e5e-86a7-616397624fdc tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:12.266795 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-317db809-ce0a-4ff1-9a0f-9022f2cd0b1a req-31ae42bf-c59a-4e5e-86a7-616397624fdc tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.0741658 Jul 27 22:05:12.306465 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-317db809-ce0a-4ff1-9a0f-9022f2cd0b1a req-09205094-58d8-4eee-952f-a18ffd5648ec tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330482 Jul 27 22:05:13.444181 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a12a60-3e04-4879-a340-9ff5acc10ca3 req-d291ef5f-3c42-471d-94f4-75dadc74cf57 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:13.445721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46a12a60-3e04-4879-a340-9ff5acc10ca3 req-d291ef5f-3c42-471d-94f4-75dadc74cf57 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.0663376 Jul 27 22:05:13.487912 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-46a12a60-3e04-4879-a340-9ff5acc10ca3 req-45368437-7960-42ae-b1c1-0198d8e18524 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355258 Jul 27 22:05:14.629751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f289914-96e2-4a9f-9e8e-18f244b36e64 req-38320366-ddb4-49e8-a921-c3f97d63a501 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:14.631325 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f289914-96e2-4a9f-9e8e-18f244b36e64 req-38320366-ddb4-49e8-a921-c3f97d63a501 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.0719047 Jul 27 22:05:14.675741 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9f289914-96e2-4a9f-9e8e-18f244b36e64 req-d043f8a9-7e9a-4072-ab14-f6155697c6d0 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380390 Jul 27 22:05:15.811120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2a0cb-3a89-4e05-8e20-caff7254cff0 req-36a8275b-fa91-47c6-a1dc-639b3b2516db tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:15.812667 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-64b2a0cb-3a89-4e05-8e20-caff7254cff0 req-36a8275b-fa91-47c6-a1dc-639b3b2516db tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.0648310 Jul 27 22:05:15.852319 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-64b2a0cb-3a89-4e05-8e20-caff7254cff0 req-92b5847f-f0a2-4abe-8727-93c3619209d2 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326123 Jul 27 22:05:16.995668 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebd2f6-3743-42d4-a1af-b4de583ff5d8 req-c8e6f4e3-c73d-4030-9f38-1b5d0c951e18 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:16.999398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2aebd2f6-3743-42d4-a1af-b4de583ff5d8 req-c8e6f4e3-c73d-4030-9f38-1b5d0c951e18 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.0762520 Jul 27 22:05:17.053143 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2aebd2f6-3743-42d4-a1af-b4de583ff5d8 req-5ba2dc32-5be3-4112-812a-d7411264ff74 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478055 Jul 27 22:05:18.194210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3904a1a-caa7-48e8-bb85-e81f26f1d7f0 req-0a380577-29e2-4a2c-8fe0-77fb3401ffbf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:18.195774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a3904a1a-caa7-48e8-bb85-e81f26f1d7f0 req-0a380577-29e2-4a2c-8fe0-77fb3401ffbf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.0701742 Jul 27 22:05:18.238275 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a3904a1a-caa7-48e8-bb85-e81f26f1d7f0 req-544ed8c6-b193-484f-9666-47968ea570f3 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363469 Jul 27 22:05:19.371833 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c80c5e-ce78-48dc-9465-8b3662eb9fba req-482e5b28-d72e-46f5-a819-a422e9e43b2b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:19.373342 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-96c80c5e-ce78-48dc-9465-8b3662eb9fba req-482e5b28-d72e-46f5-a819-a422e9e43b2b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.0652206 Jul 27 22:05:19.412123 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-96c80c5e-ce78-48dc-9465-8b3662eb9fba req-c6d7e308-02d2-4318-a448-6334d7b718a3 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326414 Jul 27 22:05:20.559057 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a30e28-7a9f-4260-8f79-4d5273b49f6b req-171ebe72-b543-4bc8-a0fc-d51d0ee66b8e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:20.560578 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79a30e28-7a9f-4260-8f79-4d5273b49f6b req-171ebe72-b543-4bc8-a0fc-d51d0ee66b8e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.0794718 Jul 27 22:05:20.901338 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-79a30e28-7a9f-4260-8f79-4d5273b49f6b req-f0dc039b-3a73-47b4-8056-1630f09c2fe3 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3337264 Jul 27 22:05:22.037251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706cea5-b86e-4697-8505-7f214e643dee req-26008004-cc89-447a-adad-12bce61c9e1b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.038837 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7706cea5-b86e-4697-8505-7f214e643dee req-26008004-cc89-447a-adad-12bce61c9e1b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.0649800 Jul 27 22:05:22.076939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7706cea5-b86e-4697-8505-7f214e643dee req-25732cb2-7694-43c7-a50a-d96cdf1a3888 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320792 Jul 27 22:05:22.188742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 825b3aaf-6d48-4443-80f7-926ad90c37d6 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:05:22.293591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:22.307242 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'port_id': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'mac_address': 'fa:16:3e:63:93:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:05:22.347040 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.361602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825b3aaf-6d48-4443-80f7-926ad90c37d6 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:22.383280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:22.387354 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:22.404980 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-b0f9e3e6-c081-4154-9a35-59cddc883a05 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.407036 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-b0f9e3e6-c081-4154-9a35-59cddc883a05 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.20 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23&tenant_id=f5c1fc87e324455e8d4931565079c973&binding%3Ahost_id=n-h1-764806-9 HTTP/1.1" status: 200 len: 943 time: 0.0845921 Jul 27 22:05:22.412500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4524c92-3b7c-4d35-bb1e-6584bf172811 req-05950385-47f5-407c-8add-1a31473d9ddf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.414020 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f4524c92-3b7c-4d35-bb1e-6584bf172811 req-05950385-47f5-407c-8add-1a31473d9ddf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 943 time: 0.0718403 Jul 27 22:05:22.440186 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=825b3aaf-6d48-4443-80f7-926ad90c37d6,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:22.448282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.448626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.448959 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.449349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.449608 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.449930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.450591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.450591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.450893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.451207 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.451522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.451836 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:22.466407 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f4524c92-3b7c-4d35-bb1e-6584bf172811 req-77605afb-38b4-49bd-8f04-b2e2114a9771 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444796 Jul 27 22:05:22.480504 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-4d1d30f2-8776-42e7-9ab5-68e2173ba5fe service neutron] 10.222.0.20 "GET /v2.0/ports/825b3aaf-6d48-4443-80f7-926ad90c37d6/bindings/n-h1-764806-9 HTTP/1.1" status: 200 len: 382 time: 0.0653102 Jul 27 22:05:22.561718 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-66024e4c-b73e-4b65-a5ec-16111c48c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.563278 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-66024e4c-b73e-4b65-a5ec-16111c48c49e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 1095 time: 0.0548999 Jul 27 22:05:22.657668 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['825b3aaf-6d48-4443-80f7-926ad90c37d6'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:22.662510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-72b6f027-c7b8-482b-bb4f-145300bf53fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.664014 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-72b6f027-c7b8-482b-bb4f-145300bf53fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0900121 Jul 27 22:05:22.735805 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-1f64b781-d555-4164-b445-11a3013e591f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 1001 time: 0.0631497 Jul 27 22:05:22.786845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-eb050ebc-47a5-43d3-bc3f-24cd1ce63f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.788388 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-eb050ebc-47a5-43d3-bc3f-24cd1ce63f51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0456107 Jul 27 22:05:22.853717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-49c3e9b3-36b6-4e9f-b2e4-e6dd01c15c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:22.855244 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-49c3e9b3-36b6-4e9f-b2e4-e6dd01c15c96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582242 Jul 27 22:05:22.956086 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-70f6f15d-497f-4616-8ea7-d9c740623af5 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925024 Jul 27 22:05:23.053235 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-ffc5c7b4-4d21-4d16-ba22-96f5c7568026 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888531 Jul 27 22:05:23.604199 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc187c0-6223-42b5-95c6-5880254fa8ee req-fb59c0b6-088f-4941-a0de-78fe18525ea4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:23.605710 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0bc187c0-6223-42b5-95c6-5880254fa8ee req-fb59c0b6-088f-4941-a0de-78fe18525ea4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0651791 Jul 27 22:05:23.644232 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0bc187c0-6223-42b5-95c6-5880254fa8ee req-aa8bae45-68fe-47b4-943d-165a813334bd tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321643 Jul 27 22:05:24.198390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 825b3aaf-6d48-4443-80f7-926ad90c37d6 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:24.255249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 825b3aaf-6d48-4443-80f7-926ad90c37d6 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:24.259190 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 825b3aaf-6d48-4443-80f7-926ad90c37d6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:24.259557 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.347381 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.372618 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:24.374931 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4aaf42c-20e3-4c76-8035-6ec0d4e7b4bc" -d '{"events": [{"server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "name": "network-vif-plugged", "status": "completed", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:24.389553 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:24.394004 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:24.445458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=825b3aaf-6d48-4443-80f7-926ad90c37d6,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:24.478884 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9a7cb0-37f8-4062-998e-788fe2037d32 x-openstack-request-id: req-0b9a7cb0-37f8-4062-998e-788fe2037d32 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:24.479180 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "name": "network-vif-plugged", "status": "completed", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:24.479435 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b9a7cb0-37f8-4062-998e-788fe2037d32 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:24.479836 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'code': 200} Jul 27 22:05:24.777855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c0af-8839-40a3-a0c5-0de80f4562a8 req-0429618c-aed5-4251-b62d-3800d8fcde18 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:24.779266 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fd2c0af-8839-40a3-a0c5-0de80f4562a8 req-0429618c-aed5-4251-b62d-3800d8fcde18 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0645797 Jul 27 22:05:24.817294 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fd2c0af-8839-40a3-a0c5-0de80f4562a8 req-e5626a1b-1a85-4c74-bdf8-6fd24e8df934 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320895 Jul 27 22:05:25.957747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97760d27-d800-4218-8553-513f7dec24c9 req-925b7840-234e-4710-b6d4-f3001a73d62f tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:25.959328 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97760d27-d800-4218-8553-513f7dec24c9 req-925b7840-234e-4710-b6d4-f3001a73d62f tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0691803 Jul 27 22:05:25.999042 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97760d27-d800-4218-8553-513f7dec24c9 req-4aa692af-ab91-492a-aa0c-29b63f9eccf2 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330927 Jul 27 22:05:27.143137 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f5c38-6510-4595-adf1-ee6a8b0d9355 req-ad612675-d862-4745-8450-691dd3f2c1db tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:27.144670 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee1f5c38-6510-4595-adf1-ee6a8b0d9355 req-ad612675-d862-4745-8450-691dd3f2c1db tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0695515 Jul 27 22:05:27.184943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-40b43928-42c4-4be6-8743-b4272a0ce28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:27.186720 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee1f5c38-6510-4595-adf1-ee6a8b0d9355 req-ac7e461c-9efb-4c0e-a946-5f8be2f3ffbf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352502 Jul 27 22:05:27.187245 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-40b43928-42c4-4be6-8743-b4272a0ce28a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23&tenant_id=f5c1fc87e324455e8d4931565079c973 HTTP/1.1" status: 200 len: 1096 time: 0.0584536 Jul 27 22:05:27.200402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:05:27.273100 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.492424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:27.531836 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:27.573619 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:27.575912 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fe4a1c-78dd-4715-b978-deea29d028c4" -d '{"events": [{"server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "name": "network-vif-unplugged", "status": "completed", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:27.579995 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.593015 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Transition to ACTIVE for port object 825b3aaf-6d48-4443-80f7-926ad90c37d6 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:05:27.596671 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.629039 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415019b3-e38b-4980-93c8-c03ac2d44e6e x-openstack-request-id: req-415019b3-e38b-4980-93c8-c03ac2d44e6e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:27.629324 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "name": "network-vif-unplugged", "status": "completed", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:27.630407 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-415019b3-e38b-4980-93c8-c03ac2d44e6e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:27.630914 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'code': 200} Jul 27 22:05:27.675467 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Pushing event updated for resources: {'Port': ['ID=825b3aaf-6d48-4443-80f7-926ad90c37d6,revision_number=10']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:27.723811 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] No DVR routers for this DVR port 825b3aaf-6d48-4443-80f7-926ad90c37d6 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:27.863181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Attempting to bind port 825b3aaf-6d48-4443-80f7-926ad90c37d6 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:05:27.863511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Attempting to bind port 825b3aaf-6d48-4443-80f7-926ad90c37d6 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:05:27.865101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Attempting to bind port 825b3aaf-6d48-4443-80f7-926ad90c37d6 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:27.869466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Port 825b3aaf-6d48-4443-80f7-926ad90c37d6 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:05:27.869788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Attempting to bind port 825b3aaf-6d48-4443-80f7-926ad90c37d6 on network b2383952-9d8f-473e-8cfd-02ebbb5fadcb {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:05:27.874653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:05:27.875014 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Checking segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:05:27.875392 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Bound using segment: {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:05:27.875813 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Bound port: 825b3aaf-6d48-4443-80f7-926ad90c37d6, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841b2ea3-4b4a-456d-8313-c052afa7a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:05:27.876167 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.937918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:05:27.940892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:05:27.944382 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.987503 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:27.988404 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:27.991046 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] 10.222.0.66 "PUT /v2.0/ports/825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 1092 time: 0.7949135 Jul 27 22:05:28.019478 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af441f38-6e8c-4d15-a93f-094e95764e56 service neutron] Pushing event updated for resources: {'Port': ['ID=825b3aaf-6d48-4443-80f7-926ad90c37d6,revision_number=11']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:28.094158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-46d7f03f-5f35-479a-bd3a-ed20980b65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:28.095718 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-46d7f03f-5f35-479a-bd3a-ed20980b65c6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 1095 time: 0.0731847 Jul 27 22:05:28.196639 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-cc18714a-ed36-459b-8940-d0d6b558381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:28.198134 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-cc18714a-ed36-459b-8940-d0d6b558381f service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.0946088 Jul 27 22:05:28.275744 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-4dc7bb47-dbf3-4888-b0ce-ac1c8267f1b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 1000 time: 0.0697169 Jul 27 22:05:28.339710 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-2981554c-05cc-4a59-bddc-329ab336afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:28.342106 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-2981554c-05cc-4a59-bddc-329ab336afb8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.0591707 Jul 27 22:05:28.348086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7386d93-534a-4067-a06b-438a1bff07f0 req-ecde1ec2-2b81-4586-ae68-e08ac246d783 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:28.351883 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7386d93-534a-4067-a06b-438a1bff07f0 req-ecde1ec2-2b81-4586-ae68-e08ac246d783 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0906351 Jul 27 22:05:28.399781 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7386d93-534a-4067-a06b-438a1bff07f0 req-6a8468a2-88da-4436-9058-d731eedffb2b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396793 Jul 27 22:05:28.413969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-d0c1f130-ea8d-4ac7-9b3f-46c00c757de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:28.415540 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-d0c1f130-ea8d-4ac7-9b3f-46c00c757de8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646999 Jul 27 22:05:28.517603 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-1e054016-ca9d-4823-8ea2-99ffbaa4d07c service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927310 Jul 27 22:05:28.611916 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f36ca723-7916-4922-ae9c-3b9a469722b5 req-2b659998-246f-412b-a926-24eab69f64b0 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873356 Jul 27 22:05:29.538479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc55fac-eb57-487f-8467-83b9d101ab8e req-75fc527e-d1ed-46fa-8ef2-3a6134896b6c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:29.539986 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3dc55fac-eb57-487f-8467-83b9d101ab8e req-75fc527e-d1ed-46fa-8ef2-3a6134896b6c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0646534 Jul 27 22:05:29.578726 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3dc55fac-eb57-487f-8467-83b9d101ab8e req-4a290584-f1cd-45a7-8918-abd13524f4b5 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326841 Jul 27 22:05:29.632368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:29.634749 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c4be71-aa66-4d13-b7d5-20db2b19c890" -d '{"events": [{"name": "network-changed", "server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:29.684757 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7062efaa-802e-424f-9cec-d53bdb2d098c x-openstack-request-id: req-7062efaa-802e-424f-9cec-d53bdb2d098c {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:29.685049 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:29.685303 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7062efaa-802e-424f-9cec-d53bdb2d098c {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:29.685706 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'status': 'completed', 'code': 200} Jul 27 22:05:29.697552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-535cab2e-12fa-4c04-b2b4-0b9423e2b273 req-ef144a0b-e7fd-48f7-adc1-4cf4815643e0 tempest-ServerDiskConfigTestJSON-1481183393 tempest-ServerDiskConfigTestJSON-1481183393-project] (105580) timed out ('10.222.0.20', 65358) {{(pid=105580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:05:29.810707 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-10fbaf59-f81a-4784-b89b-023800ecc058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:29.812238 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-10fbaf59-f81a-4784-b89b-023800ecc058 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 1095 time: 0.1026595 Jul 27 22:05:29.818760 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-645a3763-1363-471a-89f7-3be2acdc6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:29.820252 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-645a3763-1363-471a-89f7-3be2acdc6f9f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5c1fc87e324455e8d4931565079c973&device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 1095 time: 0.1094534 Jul 27 22:05:29.979999 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-e1ed9ad7-827a-4f40-b505-6760450f7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:29.981403 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-e1ed9ad7-827a-4f40-b505-6760450f7e6c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1602921 Jul 27 22:05:29.982767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-79aa2b56-5169-4c7c-b5f7-0c0401cb39dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:29.984075 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-79aa2b56-5169-4c7c-b5f7-0c0401cb39dc service neutron] 10.222.0.66 "GET /v2.0/networks?id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 200 len: 913 time: 0.1552470 Jul 27 22:05:30.100182 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-0dc3d086-b0c8-4d28-9b9c-1c4cf7d29428 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 1000 time: 0.1082377 Jul 27 22:05:30.101850 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-5d69e00b-2a50-4494-b408-76fcf3e3192d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 200 len: 1000 time: 0.1116233 Jul 27 22:05:30.203177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 825b3aaf-6d48-4443-80f7-926ad90c37d6 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:30.255846 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 825b3aaf-6d48-4443-80f7-926ad90c37d6 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:30.546061 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-bf36ecdc-f307-4bb4-9db2-1eb10dbf803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:30.547484 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-bf36ecdc-f307-4bb4-9db2-1eb10dbf803c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.4406979 Jul 27 22:05:30.549008 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-3ada7941-6cdf-4ddd-aeee-d84a0271a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:30.550192 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-3ada7941-6cdf-4ddd-aeee-d84a0271a9f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 200 len: 851 time: 0.4348953 Jul 27 22:05:30.643266 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-0196d2d6-54b1-46f7-aea3-619856392e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:30.644760 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-0196d2d6-54b1-46f7-aea3-619856392e51 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900941 Jul 27 22:05:30.651214 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-8bebcaa5-d980-4754-ac60-15e3c3f58c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:30.652806 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-8bebcaa5-d980-4754-ac60-15e3c3f58c5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2383952-9d8f-473e-8cfd-02ebbb5fadcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905428 Jul 27 22:05:30.718134 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b3a2a-92a6-4c41-94c1-20cce9b15f1c req-b5422d0c-bcbf-4216-9984-dc17c2051ca7 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:30.719866 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b5b3a2a-92a6-4c41-94c1-20cce9b15f1c req-b5422d0c-bcbf-4216-9984-dc17c2051ca7 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0665176 Jul 27 22:05:30.769772 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b5b3a2a-92a6-4c41-94c1-20cce9b15f1c req-dbdc7316-42ef-48d5-823a-15c53bd4c6c3 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368998 Jul 27 22:05:30.822077 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-9ac47bc0-fc01-4645-936a-d74847249718 service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683176 Jul 27 22:05:30.823750 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-602a90de-8d24-466f-ba8d-40bd1e812f56 service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620812 Jul 27 22:05:30.985092 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-218fec68-d3b7-465d-9d90-3982bcea4e0b service neutron] 10.222.0.66 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533735 Jul 27 22:05:30.988477 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b5c4be71-aa66-4d13-b7d5-20db2b19c890 req-1af9e379-3eef-44ff-ac19-7eefd491a39e service neutron] 10.222.0.20 "GET /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497800 Jul 27 22:05:31.913261 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac8783-e1f0-416b-96ca-bfaa435498a7 req-46608a98-02d6-42c2-9421-f2866c876160 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:31.914824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1fac8783-e1f0-416b-96ca-bfaa435498a7 req-46608a98-02d6-42c2-9421-f2866c876160 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0699022 Jul 27 22:05:31.955791 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1fac8783-e1f0-416b-96ca-bfaa435498a7 req-6d440857-95c1-4cb4-9b09-480c22d992dc tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347593 Jul 27 22:05:32.842486 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e6f9cb70-608f-4e64-9cde-a4c930ff0041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:33.089975 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b08a7-572f-4399-b014-08f5dc9ebf66 req-9b58de87-493f-4e68-8eb0-845627eb04cf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:33.091505 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-865b08a7-572f-4399-b014-08f5dc9ebf66 req-9b58de87-493f-4e68-8eb0-845627eb04cf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0659564 Jul 27 22:05:33.133002 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-865b08a7-572f-4399-b014-08f5dc9ebf66 req-7bd3df3f-205e-4dfe-a020-c45fc0588612 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353837 Jul 27 22:05:34.273902 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e6d15-1948-4732-bd5a-4a06c84c5180 req-a68bf05f-12fb-4525-81d6-65660683076e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:34.275531 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-109e6d15-1948-4732-bd5a-4a06c84c5180 req-a68bf05f-12fb-4525-81d6-65660683076e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0705807 Jul 27 22:05:34.314774 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-109e6d15-1948-4732-bd5a-4a06c84c5180 req-0e55b4a0-91df-42f8-870c-64eb63db0ca9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333025 Jul 27 22:05:34.736024 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.453384 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f196d-bfd1-4069-b7e9-2ce21e172a7a req-71bc9156-bba1-4610-bdc6-62f6f55638ae tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:35.454910 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-809f196d-bfd1-4069-b7e9-2ce21e172a7a req-71bc9156-bba1-4610-bdc6-62f6f55638ae tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0679789 Jul 27 22:05:35.492361 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0516af54-289b-4883-a100-57e08f1a6798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:35.497827 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-809f196d-bfd1-4069-b7e9-2ce21e172a7a req-8bf1a2ed-16cf-4541-a96f-52ce5c8c1e97 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365589 Jul 27 22:05:35.584524 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:36.632904 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c067c-c420-467b-899a-c561bba8cafa req-7ee7a0dc-813b-417a-b344-2b595c57b3f7 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:36.634437 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a33c067c-c420-467b-899a-c561bba8cafa req-7ee7a0dc-813b-417a-b344-2b595c57b3f7 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0651486 Jul 27 22:05:36.673977 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a33c067c-c420-467b-899a-c561bba8cafa req-c0f8336d-c883-4719-bfc5-c8af4213759f tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333734 Jul 27 22:05:37.453565 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:37.810479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eda2ca-be2e-45ac-9b29-acec6e30c02e req-f25c920e-075b-422b-8635-da1537b42029 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:37.811951 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24eda2ca-be2e-45ac-9b29-acec6e30c02e req-f25c920e-075b-422b-8635-da1537b42029 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0689528 Jul 27 22:05:37.850722 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-24eda2ca-be2e-45ac-9b29-acec6e30c02e req-6bc84e89-128b-4879-bf1d-c1865f776b92 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326211 Jul 27 22:05:38.295845 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:38.985037 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa30a9-f7ee-4178-bab0-9f98548516b9 req-07bd6891-c873-46f3-b2d4-761e1faca265 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:38.986553 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0baa30a9-f7ee-4178-bab0-9f98548516b9 req-07bd6891-c873-46f3-b2d4-761e1faca265 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0648744 Jul 27 22:05:39.026503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0baa30a9-f7ee-4178-bab0-9f98548516b9 req-e66dff3b-0af6-45d7-ba3b-765e90257b74 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336435 Jul 27 22:05:39.108218 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:40.170571 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05ccdd-6c7b-4162-8517-eb652a189fa8 req-88fd2235-5c10-464c-9e75-aeea5e9c7b04 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:40.172101 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a05ccdd-6c7b-4162-8517-eb652a189fa8 req-88fd2235-5c10-464c-9e75-aeea5e9c7b04 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0717063 Jul 27 22:05:40.212877 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a05ccdd-6c7b-4162-8517-eb652a189fa8 req-a04b160b-1e66-4d56-99e9-974f82c312e0 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339351 Jul 27 22:05:41.353321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6a90a-4758-47dc-bf33-8288a0557bc7 req-adaff922-2319-40fa-8130-f8e79ddd1a05 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:41.354851 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5c6a90a-4758-47dc-bf33-8288a0557bc7 req-adaff922-2319-40fa-8130-f8e79ddd1a05 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0689194 Jul 27 22:05:41.393857 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5c6a90a-4758-47dc-bf33-8288a0557bc7 req-965e291e-b584-4599-add3-d3fc0cfb1def tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331430 Jul 27 22:05:42.534346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ffa36-0ae5-4ef6-a51f-272861058952 req-a02904ce-75ad-43ac-b203-89522f890ad6 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:42.536546 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d69ffa36-0ae5-4ef6-a51f-272861058952 req-a02904ce-75ad-43ac-b203-89522f890ad6 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0713596 Jul 27 22:05:42.580349 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d69ffa36-0ae5-4ef6-a51f-272861058952 req-15e56b53-87c8-457a-8e67-cc0db20f5d8b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374253 Jul 27 22:05:42.644448 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 825b3aaf-6d48-4443-80f7-926ad90c37d6 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:05:42.718871 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8d47c-6241-4dd5-ab50-3d90603521f0 req-46f95d5a-615a-4f33-89ab-031bc1f416b3 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:42.720394 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94a8d47c-6241-4dd5-ab50-3d90603521f0 req-46f95d5a-615a-4f33-89ab-031bc1f416b3 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0697773 Jul 27 22:05:42.760853 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:42.761252 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94a8d47c-6241-4dd5-ab50-3d90603521f0 req-aaf57b55-496f-4314-9fa8-98841b4b674a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340283 Jul 27 22:05:42.773172 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'port_id': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'mac_address': 'fa:16:3e:63:93:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:05:42.825939 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.844469 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825b3aaf-6d48-4443-80f7-926ad90c37d6 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:05:42.866669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:42.871296 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:42.911230 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54804e61-67ef-4e4e-bbe5-b226dcfc5174 req-131a4041-fcc3-48ea-bd05-773104d3f2ec tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:42.912629 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-54804e61-67ef-4e4e-bbe5-b226dcfc5174 req-131a4041-fcc3-48ea-bd05-773104d3f2ec tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 944 time: 0.0736437 Jul 27 22:05:42.933904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=825b3aaf-6d48-4443-80f7-926ad90c37d6,revision_number=12']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:42.957861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-54804e61-67ef-4e4e-bbe5-b226dcfc5174 req-cdccee9e-fd28-458a-8c1d-001b981d0c90 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364835 Jul 27 22:05:43.244988 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0411dd-baa2-4ce6-bbde-d7c1db0e0bd6 req-5dd96fd4-5ff5-4f4d-9f89-f18218db9b2b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:43.246562 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c0411dd-baa2-4ce6-bbde-d7c1db0e0bd6 req-5dd96fd4-5ff5-4f4d-9f89-f18218db9b2b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0778437 Jul 27 22:05:43.290090 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5c0411dd-baa2-4ce6-bbde-d7c1db0e0bd6 req-9440cece-311d-40a3-947b-f650528cfbcf tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345888 Jul 27 22:05:43.402654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['825b3aaf-6d48-4443-80f7-926ad90c37d6'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:05:44.430307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1db29-5105-4d71-bdd1-4997febfb255 req-0a1b53d1-c972-49bf-8315-001f3384af66 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:44.431841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-96f1db29-5105-4d71-bdd1-4997febfb255 req-0a1b53d1-c972-49bf-8315-001f3384af66 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 945 time: 0.0712030 Jul 27 22:05:44.471083 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-96f1db29-5105-4d71-bdd1-4997febfb255 req-530b5b12-d934-4801-a17f-b316f6fc5e60 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330110 Jul 27 22:05:44.646415 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 825b3aaf-6d48-4443-80f7-926ad90c37d6 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:05:44.700799 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 825b3aaf-6d48-4443-80f7-926ad90c37d6 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:05:44.705908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 825b3aaf-6d48-4443-80f7-926ad90c37d6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:05:44.706327 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.808576 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.831032 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:44.834383 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dca75c-8875-4cde-aed8-81822649a384" -d '{"events": [{"server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "name": "network-vif-plugged", "status": "completed", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:44.853070 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:44.857585 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:44.883003 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d0c60a-2ced-4cb5-950f-df9f688e6d20 x-openstack-request-id: req-54d0c60a-2ced-4cb5-950f-df9f688e6d20 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:44.883303 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "name": "network-vif-plugged", "status": "completed", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:44.883443 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54d0c60a-2ced-4cb5-950f-df9f688e6d20 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:44.883823 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'code': 200} Jul 27 22:05:44.909286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=825b3aaf-6d48-4443-80f7-926ad90c37d6,revision_number=13']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:45.124621 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40299ab7-243c-4a4d-a2ea-e358ca1a38e8 req-13eb368d-9ecb-4bd0-bf3b-5e0ec524e1cd tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:45.126156 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-40299ab7-243c-4a4d-a2ea-e358ca1a38e8 req-13eb368d-9ecb-4bd0-bf3b-5e0ec524e1cd tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.66 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 946 time: 0.0756564 Jul 27 22:05:45.244695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-40299ab7-243c-4a4d-a2ea-e358ca1a38e8 req-011c9482-98a6-4d91-9275-df08b98ec70b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Deleting port 825b3aaf-6d48-4443-80f7-926ad90c37d6 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:45.245980 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-40299ab7-243c-4a4d-a2ea-e358ca1a38e8 req-011c9482-98a6-4d91-9275-df08b98ec70b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.354020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-40299ab7-243c-4a4d-a2ea-e358ca1a38e8 req-011c9482-98a6-4d91-9275-df08b98ec70b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] For port 825b3aaf-6d48-4443-80f7-926ad90c37d6, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=825b3aaf-6d48-4443-80f7-926ad90c37d6,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:45.354420 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-40299ab7-243c-4a4d-a2ea-e358ca1a38e8 req-011c9482-98a6-4d91-9275-df08b98ec70b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.552479 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-40299ab7-243c-4a4d-a2ea-e358ca1a38e8 req-011c9482-98a6-4d91-9275-df08b98ec70b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.552994 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-40299ab7-243c-4a4d-a2ea-e358ca1a38e8 req-011c9482-98a6-4d91-9275-df08b98ec70b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.553401 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [req-40299ab7-243c-4a4d-a2ea-e358ca1a38e8 req-011c9482-98a6-4d91-9275-df08b98ec70b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Floating IP cef0b838-27f0-490e-b4ea-41e90197b364 disassociated. External IP: 172.25.2.159, port: 825b3aaf-6d48-4443-80f7-926ad90c37d6. Jul 27 22:05:45.553847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-40299ab7-243c-4a4d-a2ea-e358ca1a38e8 req-011c9482-98a6-4d91-9275-df08b98ec70b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Calling delete_port for 825b3aaf-6d48-4443-80f7-926ad90c37d6 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:45.621491 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652727d-cf78-4b49-ba97-70a83192589c req-dcaa0279-abfa-4939-82b5-581bcbb1e938 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:05:45.623013 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6652727d-cf78-4b49-ba97-70a83192589c req-dcaa0279-abfa-4939-82b5-581bcbb1e938 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 946 time: 0.0682449 Jul 27 22:05:45.681502 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6652727d-cf78-4b49-ba97-70a83192589c req-231712cc-3aab-4916-a088-a96c99ae86b9 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups?id=af6ac4ca-0c0f-4415-973e-86682aabe6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487843 Jul 27 22:05:45.712107 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-40299ab7-243c-4a4d-a2ea-e358ca1a38e8 req-011c9482-98a6-4d91-9275-df08b98ec70b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:45.752582 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c9482-98a6-4d91-9275-df08b98ec70b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Pushing event deleted for resources: {'Port': ['ID=825b3aaf-6d48-4443-80f7-926ad90c37d6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:45.885464 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40299ab7-243c-4a4d-a2ea-e358ca1a38e8 req-011c9482-98a6-4d91-9275-df08b98ec70b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Router 564930d1-b29a-4ed3-8dc2-dd800233cc04 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:05:45.961137 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:05:46.017301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40299ab7-243c-4a4d-a2ea-e358ca1a38e8 req-011c9482-98a6-4d91-9275-df08b98ec70b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:46.028875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7ac01-05c1-4794-b759-840cbc1dfef0 None None] Sync routers for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:46.038611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c7ac01-05c1-4794-b759-840cbc1dfef0 None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:46.039234 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d5c7ac01-05c1-4794-b759-840cbc1dfef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:05:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:46.065664 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-40299ab7-243c-4a4d-a2ea-e358ca1a38e8 req-011c9482-98a6-4d91-9275-df08b98ec70b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] No DVR routers for this DVR port 825b3aaf-6d48-4443-80f7-926ad90c37d6 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:46.069446 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-40299ab7-243c-4a4d-a2ea-e358ca1a38e8 req-011c9482-98a6-4d91-9275-df08b98ec70b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:46.071817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-40299ab7-243c-4a4d-a2ea-e358ca1a38e8 req-011c9482-98a6-4d91-9275-df08b98ec70b tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.66 "DELETE /v2.0/ports/825b3aaf-6d48-4443-80f7-926ad90c37d6 HTTP/1.1" status: 204 len: 173 time: 0.9394155 Jul 27 22:05:46.072341 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'name': 'network-vif-deleted', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:05:46.074917 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f7610f-6f72-49c6-988f-fde0c567e55c" -d '{"events": [{"server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "name": "network-vif-deleted", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:05:46.125980 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea0f9d9-b91d-4696-91fa-99f7c4889f13 x-openstack-request-id: req-4ea0f9d9-b91d-4696-91fa-99f7c4889f13 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:05:46.126999 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7faf5091-ec53-4278-a7d4-d6dc9ba64e23", "name": "network-vif-deleted", "tag": "825b3aaf-6d48-4443-80f7-926ad90c37d6", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:05:46.126999 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ea0f9d9-b91d-4696-91fa-99f7c4889f13 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:05:46.126999 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7faf5091-ec53-4278-a7d4-d6dc9ba64e23', 'name': 'network-vif-deleted', 'tag': '825b3aaf-6d48-4443-80f7-926ad90c37d6', 'status': 'completed', 'code': 200} Jul 27 22:05:46.331531 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d5c7ac01-05c1-4794-b759-840cbc1dfef0 None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:46.543016 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d5c7ac01-05c1-4794-b759-840cbc1dfef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:46.580429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7ac01-05c1-4794-b759-840cbc1dfef0 None None] Checking router: 564930d1-b29a-4ed3-8dc2-dd800233cc04 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:05:46.589778 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c7ac01-05c1-4794-b759-840cbc1dfef0 None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:46.590415 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d5c7ac01-05c1-4794-b759-840cbc1dfef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:05:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:46.712210 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d5c7ac01-05c1-4794-b759-840cbc1dfef0 None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:46.811753 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a0faf280-b499-4925-b145-dca36a9c28ad req-fc50571e-873e-4b0b-83ee-61cef3e3f5b6 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 210 time: 0.0536022 Jul 27 22:05:46.937555 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d5c7ac01-05c1-4794-b759-840cbc1dfef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:46.968029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c7ac01-05c1-4794-b759-840cbc1dfef0 None None] The sync data for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 is: [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T21:51:23Z', 'revision_number': 4, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '97038094-aa0d-4269-a656-4307d679a53c', 'name': '', 'network_id': 'b2383952-9d8f-473e-8cfd-02ebbb5fadcb', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'mac_address': 'fa:16:3e:4a:23:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:23Z', 'updated_at': '2021-07-27T21:51:29Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'subnets': [{'id': '3bc21288-0232-4229-a86f-f9e42c804d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:47.227058 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f34851f-d83f-4575-8d1b-633316828df4 None None] New status for floating IP cef0b838-27f0-490e-b4ea-41e90197b364: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:05:47.922558 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f90cda8-bc7e-4da5-ba01-2b2294c65645 req-dc7092b9-1c5b-4c81-9c4d-c763928f98e4 tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 210 time: 0.0311222 Jul 27 22:05:48.803936 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 825b3aaf-6d48-4443-80f7-926ad90c37d6 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:48.830037 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 825b3aaf-6d48-4443-80f7-926ad90c37d6 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:48.830412 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 825b3aaf-6d48-4443-80f7-926ad90c37d6 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:49.038252 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05c1f50e-5d1c-4081-93d6-1138b0228c77 req-93190637-08ad-463e-8372-634e42a903fe tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 210 time: 0.0336239 Jul 27 22:05:50.164175 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4ff76bbf-db6f-49a9-9cbf-36fd7bdae417 req-31841b68-8a32-4481-bc8f-a6b95dfbb54e tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/ports?device_id=7faf5091-ec53-4278-a7d4-d6dc9ba64e23 HTTP/1.1" status: 200 len: 210 time: 0.0350249 Jul 27 22:05:55.027801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33374) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:55.091541 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ab6beb71-981e-4a1a-b4db-df5cb1dd7c1d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.117174 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ab6beb71-981e-4a1a-b4db-df5cb1dd7c1d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.168969 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ab6beb71-981e-4a1a-b4db-df5cb1dd7c1d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.171658 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ab6beb71-981e-4a1a-b4db-df5cb1dd7c1d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.172827 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ab6beb71-981e-4a1a-b4db-df5cb1dd7c1d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "DELETE /v2.0/security-groups/af6ac4ca-0c0f-4415-973e-86682aabe6cb HTTP/1.1" status: 204 len: 168 time: 0.1439908 Jul 27 22:05:55.175988 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33376) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:55.182887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6beb71-981e-4a1a-b4db-df5cb1dd7c1d tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6ac4ca-0c0f-4415-973e-86682aabe6cb,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:55.191020 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-bcd0d380-75f1-4e48-9495-8d688e536c0c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] show failed (client error): The resource could not be found. Jul 27 22:05:55.195850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33378) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:55.196081 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bcd0d380-75f1-4e48-9495-8d688e536c0c tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "GET /v2.0/security-groups/af6ac4ca-0c0f-4415-973e-86682aabe6cb HTTP/1.1" status: 404 len: 347 time: 0.0187180 Jul 27 22:05:55.337993 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8f49a1e1-9c36-43c9-a371-5d7e6d26b63a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Deleting port 87aaecfb-914f-45f7-803b-5f91a67ed265 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:55.338362 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f49a1e1-9c36-43c9-a371-5d7e6d26b63a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.429405 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f49a1e1-9c36-43c9-a371-5d7e6d26b63a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.429746 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f49a1e1-9c36-43c9-a371-5d7e6d26b63a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.443622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-8f49a1e1-9c36-43c9-a371-5d7e6d26b63a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Calling delete_port for 87aaecfb-914f-45f7-803b-5f91a67ed265 owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:55.592541 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f49a1e1-9c36-43c9-a371-5d7e6d26b63a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.623123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49a1e1-9c36-43c9-a371-5d7e6d26b63a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Pushing event deleted for resources: {'Port': ['ID=87aaecfb-914f-45f7-803b-5f91a67ed265,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:55.691988 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f49a1e1-9c36-43c9-a371-5d7e6d26b63a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.694731 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8f49a1e1-9c36-43c9-a371-5d7e6d26b63a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:55.695929 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8f49a1e1-9c36-43c9-a371-5d7e6d26b63a tempest-ServerActionsTestJSON-1882207781 tempest-ServerActionsTestJSON-1882207781-project] 10.222.0.55 "DELETE /v2.0/floatingips/cef0b838-27f0-490e-b4ea-41e90197b364 HTTP/1.1" status: 204 len: 168 time: 0.4988580 Jul 27 22:05:55.699903 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33380) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:56.225237 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:56.503232 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Deleting port 97038094-aa0d-4269-a656-4307d679a53c {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:56.503619 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:56.589132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] For port 97038094-aa0d-4269-a656-4307d679a53c, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=97038094-aa0d-4269-a656-4307d679a53c,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:56.589500 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:56.604297 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Calling delete_port for 97038094-aa0d-4269-a656-4307d679a53c owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:56.793876 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:56.821558 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Pushing event deleted for resources: {'Port': ['ID=97038094-aa0d-4269-a656-4307d679a53c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:56.833763 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:56.834037 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:56.834394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:56.834678 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:56.835013 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:56.835348 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:56.835676 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:56.836003 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:56.836336 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:56.836663 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:56.836981 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:56.837306 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:05:57.013266 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.241584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Router 564930d1-b29a-4ed3-8dc2-dd800233cc04 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:05:57.354607 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:05:57.360340 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-09adbf58-689f-4caa-8a0d-62e420b9ac92 admin admin] 10.222.0.55 "PUT /v2.0/routers/564930d1-b29a-4ed3-8dc2-dd800233cc04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6572375 Jul 27 22:05:57.363287 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33384) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:57.367561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe9b6f-8b7b-4b68-bc46-068eedef8e50 None None] Sync routers for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:05:57.377303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe9b6f-8b7b-4b68-bc46-068eedef8e50 None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:57.377931 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a4fe9b6f-8b7b-4b68-bc46-068eedef8e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:05:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:57.485584 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dcacdd1c-a1c7-4e13-8670-cf1bfcab6ba7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.498450 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-a4fe9b6f-8b7b-4b68-bc46-068eedef8e50 None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:57.606468 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dcacdd1c-a1c7-4e13-8670-cf1bfcab6ba7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.666407 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-dcacdd1c-a1c7-4e13-8670-cf1bfcab6ba7 admin admin] Deleting port f654e3f9-7cb7-43bd-a6f2-89bee06f927f {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:57.666753 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dcacdd1c-a1c7-4e13-8670-cf1bfcab6ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.704932 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a4fe9b6f-8b7b-4b68-bc46-068eedef8e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T22:05:56Z', 'revision_number': 5, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port': {'id': 'f654e3f9-7cb7-43bd-a6f2-89bee06f927f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T21:51:21Z', 'updated_at': '2021-07-27T21:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:57.736526 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe9b6f-8b7b-4b68-bc46-068eedef8e50 None None] Checking router: 564930d1-b29a-4ed3-8dc2-dd800233cc04 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:05:57.745873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe9b6f-8b7b-4b68-bc46-068eedef8e50 None None] Routers {'564930d1-b29a-4ed3-8dc2-dd800233cc04'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:05:57.746903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a4fe9b6f-8b7b-4b68-bc46-068eedef8e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:05:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['564930d1-b29a-4ed3-8dc2-dd800233cc04'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:57.764666 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-dcacdd1c-a1c7-4e13-8670-cf1bfcab6ba7 admin admin] For port f654e3f9-7cb7-43bd-a6f2-89bee06f927f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f654e3f9-7cb7-43bd-a6f2-89bee06f927f,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:57.764945 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dcacdd1c-a1c7-4e13-8670-cf1bfcab6ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:57.781746 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-dcacdd1c-a1c7-4e13-8670-cf1bfcab6ba7 admin admin] Calling delete_port for f654e3f9-7cb7-43bd-a6f2-89bee06f927f owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:57.853360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-a4fe9b6f-8b7b-4b68-bc46-068eedef8e50 None None] Set router 564930d1-b29a-4ed3-8dc2-dd800233cc04 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:05:57.912851 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a4fe9b6f-8b7b-4b68-bc46-068eedef8e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T22:05:57Z', 'revision_number': 6, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:57.941371 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe9b6f-8b7b-4b68-bc46-068eedef8e50 None None] The sync data for ids ['564930d1-b29a-4ed3-8dc2-dd800233cc04'] in n-d-764806-9 is: [{'id': '564930d1-b29a-4ed3-8dc2-dd800233cc04', 'name': 'tempest-ServerActionsTestJSON-1250020896-router', 'tenant_id': 'f5c1fc87e324455e8d4931565079c973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T21:51:20Z', 'updated_at': '2021-07-27T22:05:57Z', 'revision_number': 6, 'project_id': 'f5c1fc87e324455e8d4931565079c973', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:05:57.969946 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dcacdd1c-a1c7-4e13-8670-cf1bfcab6ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.000492 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacdd1c-a1c7-4e13-8670-cf1bfcab6ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f654e3f9-7cb7-43bd-a6f2-89bee06f927f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:58.076321 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dcacdd1c-a1c7-4e13-8670-cf1bfcab6ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.176070 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dcacdd1c-a1c7-4e13-8670-cf1bfcab6ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.178313 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dcacdd1c-a1c7-4e13-8670-cf1bfcab6ba7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.228347 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dcacdd1c-a1c7-4e13-8670-cf1bfcab6ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.229509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcacdd1c-a1c7-4e13-8670-cf1bfcab6ba7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 564930d1-b29a-4ed3-8dc2-dd800233cc04 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:05:58.234214 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dcacdd1c-a1c7-4e13-8670-cf1bfcab6ba7 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.235406 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-dcacdd1c-a1c7-4e13-8670-cf1bfcab6ba7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/564930d1-b29a-4ed3-8dc2-dd800233cc04 HTTP/1.1" status: 204 len: 168 time: 0.8713062 Jul 27 22:05:58.238283 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33386) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:58.291872 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-adde0426-3f0f-4f47-8d74-86c9d3919c64 admin admin] Deleting subnet 3bc21288-0232-4229-a86f-f9e42c804d58 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:05:58.295804 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-adde0426-3f0f-4f47-8d74-86c9d3919c64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.340886 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-adde0426-3f0f-4f47-8d74-86c9d3919c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.449014 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-adde0426-3f0f-4f47-8d74-86c9d3919c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.514763 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-adde0426-3f0f-4f47-8d74-86c9d3919c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.541847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde0426-3f0f-4f47-8d74-86c9d3919c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bc21288-0232-4229-a86f-f9e42c804d58,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:58.545326 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-adde0426-3f0f-4f47-8d74-86c9d3919c64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.549328 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-adde0426-3f0f-4f47-8d74-86c9d3919c64 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3bc21288-0232-4229-a86f-f9e42c804d58 HTTP/1.1" status: 204 len: 168 time: 0.3099177 Jul 27 22:05:58.550008 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33388) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:58.553790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342374f5-5eac-407d-be5f-e7d811d650b2 None None] Network b2383952-9d8f-473e-8cfd-02ebbb5fadcb requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:05:58.639448 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.716426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] Deleting port 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:58.716798 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.786954 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40e2bb5-3290-4d20-b23c-8d726a5d5555 None None] DHCP port deletion for b2383952-9d8f-473e-8cfd-02ebbb5fadcb request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:05:58.796751 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] For port 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9db7d3fe-0349-44ed-8ca9-a5a6423a4c35,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:58.797150 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.811598 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] Calling delete_port for 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:58.839213 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d40e2bb5-3290-4d20-b23c-8d726a5d5555 None None] Deleting port 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:05:58.839677 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d40e2bb5-3290-4d20-b23c-8d726a5d5555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.907562 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.914052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d40e2bb5-3290-4d20-b23c-8d726a5d5555 None None] For port 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9db7d3fe-0349-44ed-8ca9-a5a6423a4c35,segment=NetworkSegment(841b2ea3-4b4a-456d-8313-c052afa7a925),segment_id=841b2ea3-4b4a-456d-8313-c052afa7a925)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:05:58.914710 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d40e2bb5-3290-4d20-b23c-8d726a5d5555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:58.928883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d40e2bb5-3290-4d20-b23c-8d726a5d5555 None None] Calling delete_port for 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:05:58.942001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] No DVR routers for this DVR port 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:58.944803 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9db7d3fe-0349-44ed-8ca9-a5a6423a4c35,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 27 22:05:59.020333 n-d-764806-9 neutron-server[105581]: self.session.flush() Jul 27 22:05:59.028844 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d40e2bb5-3290-4d20-b23c-8d726a5d5555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.043525 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.057278 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e2bb5-3290-4d20-b23c-8d726a5d5555 None None] Pushing event deleted for resources: {'Port': ['ID=9db7d3fe-0349-44ed-8ca9-a5a6423a4c35,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:59.057643 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2383952-9d8f-473e-8cfd-02ebbb5fadcb']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:59.063574 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e2bb5-3290-4d20-b23c-8d726a5d5555 None None] No DVR routers for this DVR port 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:05:59.071849 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841b2ea3-4b4a-456d-8313-c052afa7a925') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:59.072582 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841b2ea3-4b4a-456d-8313-c052afa7a925') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:05:59.085732 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.103792 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.110670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:05:59.111248 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: timer() Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:05:59.113937 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:05:59.178518 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.183623 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.186214 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] 10.222.0.55 "DELETE /v2.0/networks/b2383952-9d8f-473e-8cfd-02ebbb5fadcb HTTP/1.1" status: 204 len: 168 time: 0.6347203 Jul 27 22:05:59.202146 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1bdda-f765-4af5-87df-627b1e7dd2ba admin admin] Pushing event deleted for resources: {'Network': ['ID=b2383952-9d8f-473e-8cfd-02ebbb5fadcb,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:05:59.330100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33392) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:59.382292 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-57798cb7-cd85-4d6a-b215-2cf0ece8d7b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5c1fc87e324455e8d4931565079c973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509164 Jul 27 22:05:59.385135 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33394) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:05:59.444601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:59.450811 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb485c7f-87c1-47b8-8f65-bbeb61f099dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.468800 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:59.469142 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9db7d3fe-0349-44ed-8ca9-a5a6423a4c35 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:59.469558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f654e3f9-7cb7-43bd-a6f2-89bee06f927f no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:59.475794 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb485c7f-87c1-47b8-8f65-bbeb61f099dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.492234 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: f654e3f9-7cb7-43bd-a6f2-89bee06f927f {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:59.492594 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f654e3f9-7cb7-43bd-a6f2-89bee06f927f not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:59.493072 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 97038094-aa0d-4269-a656-4307d679a53c no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:05:59.513273 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 97038094-aa0d-4269-a656-4307d679a53c {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:05:59.513633 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 97038094-aa0d-4269-a656-4307d679a53c not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:05:59.535499 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb485c7f-87c1-47b8-8f65-bbeb61f099dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.538088 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fb485c7f-87c1-47b8-8f65-bbeb61f099dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:05:59.539405 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fb485c7f-87c1-47b8-8f65-bbeb61f099dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b27105a8-4170-4a32-a8b9-1d5a8c543132 HTTP/1.1" status: 204 len: 168 time: 0.1534574 Jul 27 22:05:59.547899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb485c7f-87c1-47b8-8f65-bbeb61f099dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27105a8-4170-4a32-a8b9-1d5a8c543132,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:00.319913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33416) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:00.431441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ce35cd3b-d897-47fb-b59e-697862168090 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-400031410-network', 'tenant_id': 'c09283ac85754a249fa41dc63e80759d'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:00.459524 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce35cd3b-d897-47fb-b59e-697862168090 admin admin] Made reservation on behalf of c09283ac85754a249fa41dc63e80759d for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:00.462119 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce35cd3b-d897-47fb-b59e-697862168090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:00.473173 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce35cd3b-d897-47fb-b59e-697862168090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:00.577811 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce35cd3b-d897-47fb-b59e-697862168090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:00.582800 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce35cd3b-d897-47fb-b59e-697862168090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:00.613836 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce35cd3b-d897-47fb-b59e-697862168090 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:00.620349 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35cd3b-d897-47fb-b59e-697862168090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82237ec6-946d-41b0-be5d-45c65f3a7be6,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:00.627000 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce35cd3b-d897-47fb-b59e-697862168090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:00.627352 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-ce35cd3b-d897-47fb-b59e-697862168090 admin admin] Added segment 495b7963-729a-40a2-90c9-6b179f586192 of type vlan for network 37885439-4223-4562-b02e-2bd003972f50 Jul 27 22:06:00.672211 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce35cd3b-d897-47fb-b59e-697862168090 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:00.702771 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce35cd3b-d897-47fb-b59e-697862168090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:00.703910 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce35cd3b-d897-47fb-b59e-697862168090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:00.704487 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ce35cd3b-d897-47fb-b59e-697862168090 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:00.763608 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ce35cd3b-d897-47fb-b59e-697862168090 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4424996 Jul 27 22:06:00.767210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33420) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:00.774768 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1356aa6a-fc5c-4579-811d-52d5ca14c72f admin admin] Request body: {'subnet': {'network_id': '37885439-4223-4562-b02e-2bd003972f50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-400031410-subnet', 'tenant_id': 'c09283ac85754a249fa41dc63e80759d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:00.775187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35cd3b-d897-47fb-b59e-697862168090 admin admin] Pushing event updated for resources: {'Network': ['ID=37885439-4223-4562-b02e-2bd003972f50,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:00.785645 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 37885439-4223-4562-b02e-2bd003972f50 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:00.799149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1356aa6a-fc5c-4579-811d-52d5ca14c72f admin admin] Made reservation on behalf of c09283ac85754a249fa41dc63e80759d for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:00.802142 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1356aa6a-fc5c-4579-811d-52d5ca14c72f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:00.981324 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1356aa6a-fc5c-4579-811d-52d5ca14c72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.038787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356aa6a-fc5c-4579-811d-52d5ca14c72f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9989a013-0882-4a30-94f9-6796dc21c189,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:01.052429 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1356aa6a-fc5c-4579-811d-52d5ca14c72f admin admin] Checking segment: {'id': '495b7963-729a-40a2-90c9-6b179f586192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '37885439-4223-4562-b02e-2bd003972f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:01.052791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1356aa6a-fc5c-4579-811d-52d5ca14c72f admin admin] Network hostable DHCP agents. Network: 37885439-4223-4562-b02e-2bd003972f50, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:01.070713 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1356aa6a-fc5c-4579-811d-52d5ca14c72f admin admin] Network 37885439-4223-4562-b02e-2bd003972f50 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:01.079565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-1356aa6a-fc5c-4579-811d-52d5ca14c72f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 37885439-4223-4562-b02e-2bd003972f50) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:01.084818 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1356aa6a-fc5c-4579-811d-52d5ca14c72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:01.086011 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1356aa6a-fc5c-4579-811d-52d5ca14c72f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:01.091332 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5b1369-eebc-4036-8e74-9c33daf29e98 None None] Network 37885439-4223-4562-b02e-2bd003972f50 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:01.103737 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1356aa6a-fc5c-4579-811d-52d5ca14c72f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3342271 Jul 27 22:06:01.228050 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3848e68a-6b20-472f-adf7-dea4150ceba1 None None] Network 37885439-4223-4562-b02e-2bd003972f50 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:01.583757 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dd788-26fc-42c7-9a58-0b410210b73a req-404f9ffd-6b06-4d90-a76f-54b1a4c5cae6 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:01.585277 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-747dd788-26fc-42c7-9a58-0b410210b73a req-404f9ffd-6b06-4d90-a76f-54b1a4c5cae6 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/networks?id=37885439-4223-4562-b02e-2bd003972f50 HTTP/1.1" status: 200 len: 813 time: 0.1070113 Jul 27 22:06:01.601028 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-747dd788-26fc-42c7-9a58-0b410210b73a req-c5bae4ad-11a1-40c3-922b-2aa87f59f13c tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/quotas/c09283ac85754a249fa41dc63e80759d HTTP/1.1" status: 200 len: 375 time: 0.0095246 Jul 27 22:06:01.637072 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-747dd788-26fc-42c7-9a58-0b410210b73a req-8524a9c0-b067-4887-aa4b-d4d39c7dc233 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c09283ac85754a249fa41dc63e80759d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306463 Jul 27 22:06:01.732946 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-747dd788-26fc-42c7-9a58-0b410210b73a req-3f1fb728-acb6-468a-b691-041e0159b91c service neutron] 10.222.0.55 "GET /v2.0/networks/37885439-4223-4562-b02e-2bd003972f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888705 Jul 27 22:06:01.837732 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-747dd788-26fc-42c7-9a58-0b410210b73a req-97f1fa99-3433-493d-bf94-9d16cffcccc9 service neutron] 10.222.0.55 "GET /v2.0/networks/37885439-4223-4562-b02e-2bd003972f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977011 Jul 27 22:06:02.013548 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7d017b3-b953-489e-999b-d3e1214a12a0 req-bcbd3994-a5c3-40bf-9e3a-4601e20e9bb8 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 210 time: 0.0330708 Jul 27 22:06:02.844148 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1d905dd0-d0af-4163-9261-921c54efa49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:03.011667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dd788-26fc-42c7-9a58-0b410210b73a req-d2f854a5-9115-418a-beae-2c23b19e2f76 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:03.013132 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-747dd788-26fc-42c7-9a58-0b410210b73a req-d2f854a5-9115-418a-beae-2c23b19e2f76 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.66 "GET /v2.0/networks?id=37885439-4223-4562-b02e-2bd003972f50 HTTP/1.1" status: 200 len: 813 time: 0.1197033 Jul 27 22:06:03.026773 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-747dd788-26fc-42c7-9a58-0b410210b73a req-755ac0d2-109c-47fe-acd9-fae79b88268a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Request body: {'port': {'device_id': '5e79025b-b256-4c6c-a87e-11f8303743b4', 'network_id': '37885439-4223-4562-b02e-2bd003972f50', 'admin_state_up': True, 'tenant_id': 'c09283ac85754a249fa41dc63e80759d'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:03.124000 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c49b6fdf-da5d-44f2-8e11-ca8996b35d60 req-a276f651-0fd7-4797-8c62-7a1e75fe4ca7 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 210 time: 0.0361726 Jul 27 22:06:03.148090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747dd788-26fc-42c7-9a58-0b410210b73a req-755ac0d2-109c-47fe-acd9-fae79b88268a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Made reservation on behalf of c09283ac85754a249fa41dc63e80759d for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:03.151760 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-747dd788-26fc-42c7-9a58-0b410210b73a req-755ac0d2-109c-47fe-acd9-fae79b88268a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:03.305886 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-747dd788-26fc-42c7-9a58-0b410210b73a req-755ac0d2-109c-47fe-acd9-fae79b88268a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Allocated IP 172.20.0.2 (37885439-4223-4562-b02e-2bd003972f50/9989a013-0882-4a30-94f9-6796dc21c189/2bff0142-8882-4ad1-86ea-afd7f27fe407) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:03.460638 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-747dd788-26fc-42c7-9a58-0b410210b73a req-755ac0d2-109c-47fe-acd9-fae79b88268a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:03.501909 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-747dd788-26fc-42c7-9a58-0b410210b73a req-755ac0d2-109c-47fe-acd9-fae79b88268a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:03.551272 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747dd788-26fc-42c7-9a58-0b410210b73a req-755ac0d2-109c-47fe-acd9-fae79b88268a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Network 37885439-4223-4562-b02e-2bd003972f50 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:03.556434 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-747dd788-26fc-42c7-9a58-0b410210b73a req-755ac0d2-109c-47fe-acd9-fae79b88268a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:03.560043 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-747dd788-26fc-42c7-9a58-0b410210b73a req-755ac0d2-109c-47fe-acd9-fae79b88268a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:03.566645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ac0d2-109c-47fe-acd9-fae79b88268a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Pushing event updated for resources: {'Port': ['ID=2bff0142-8882-4ad1-86ea-afd7f27fe407,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:03.614161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dd788-26fc-42c7-9a58-0b410210b73a req-755ac0d2-109c-47fe-acd9-fae79b88268a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:03.614806 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-747dd788-26fc-42c7-9a58-0b410210b73a req-755ac0d2-109c-47fe-acd9-fae79b88268a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:03.629176 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-747dd788-26fc-42c7-9a58-0b410210b73a req-755ac0d2-109c-47fe-acd9-fae79b88268a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6065166 Jul 27 22:06:03.644768 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Request body: {'port': {'device_id': '5e79025b-b256-4c6c-a87e-11f8303743b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:03.733099 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.013817 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bff0142-8882-4ad1-86ea-afd7f27fe407 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:04.022608 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.035912 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Transition to ACTIVE for port object 2bff0142-8882-4ad1-86ea-afd7f27fe407 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:04.042478 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.104953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Pushing event updated for resources: {'Port': ['ID=2bff0142-8882-4ad1-86ea-afd7f27fe407,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:04.178768 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Attempting to bind port 2bff0142-8882-4ad1-86ea-afd7f27fe407 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:04.179129 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Attempting to bind port 2bff0142-8882-4ad1-86ea-afd7f27fe407 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '495b7963-729a-40a2-90c9-6b179f586192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '37885439-4223-4562-b02e-2bd003972f50'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:04.179448 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Attempting to bind port 2bff0142-8882-4ad1-86ea-afd7f27fe407 on network 37885439-4223-4562-b02e-2bd003972f50 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:04.184010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Port 2bff0142-8882-4ad1-86ea-afd7f27fe407 on network 37885439-4223-4562-b02e-2bd003972f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:06:04.184344 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Attempting to bind port 2bff0142-8882-4ad1-86ea-afd7f27fe407 on network 37885439-4223-4562-b02e-2bd003972f50 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:04.189526 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:04.189866 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Checking segment: {'id': '495b7963-729a-40a2-90c9-6b179f586192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '37885439-4223-4562-b02e-2bd003972f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:04.190293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Bound using segment: {'id': '495b7963-729a-40a2-90c9-6b179f586192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '37885439-4223-4562-b02e-2bd003972f50'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:04.190751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Bound port: 2bff0142-8882-4ad1-86ea-afd7f27fe407, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495b7963-729a-40a2-90c9-6b179f586192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '37885439-4223-4562-b02e-2bd003972f50'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:04.191115 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.269492 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172d042-37ee-4b5b-a3ec-19082149cd57 req-b8205a1d-710a-4463-9e55-6931eae9c7e7 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:04.271513 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2172d042-37ee-4b5b-a3ec-19082149cd57 req-b8205a1d-710a-4463-9e55-6931eae9c7e7 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 943 time: 0.0766842 Jul 27 22:06:04.273311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] For port 2bff0142-8882-4ad1-86ea-afd7f27fe407, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:04.276620 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] For port 2bff0142-8882-4ad1-86ea-afd7f27fe407, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2bff0142-8882-4ad1-86ea-afd7f27fe407,segment=NetworkSegment(495b7963-729a-40a2-90c9-6b179f586192),segment_id=495b7963-729a-40a2-90c9-6b179f586192)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:04.280394 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.316953 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:04.317582 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.319049 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-747dd788-26fc-42c7-9a58-0b410210b73a req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] 10.222.0.66 "PUT /v2.0/ports/2bff0142-8882-4ad1-86ea-afd7f27fe407 HTTP/1.1" status: 200 len: 1091 time: 0.6793313 Jul 27 22:06:04.319510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e79025b-b256-4c6c-a87e-11f8303743b4', 'tag': '2bff0142-8882-4ad1-86ea-afd7f27fe407'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:04.321366 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2172d042-37ee-4b5b-a3ec-19082149cd57 req-72e9f81d-e28c-446a-a336-b30fe998e34e tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393591 Jul 27 22:06:04.321822 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617c1560-6424-4105-9ea7-840d4d94056f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e79025b-b256-4c6c-a87e-11f8303743b4", "tag": "2bff0142-8882-4ad1-86ea-afd7f27fe407"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:04.356328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff4931-c89e-4af9-8b1d-380e9d671877 service neutron] Pushing event updated for resources: {'Port': ['ID=2bff0142-8882-4ad1-86ea-afd7f27fe407,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:04.362368 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1fca5c-6ab2-40f0-b745-b3ce35fced24 x-openstack-request-id: req-ef1fca5c-6ab2-40f0-b745-b3ce35fced24 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:04.362911 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e79025b-b256-4c6c-a87e-11f8303743b4", "tag": "2bff0142-8882-4ad1-86ea-afd7f27fe407", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:04.363176 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef1fca5c-6ab2-40f0-b745-b3ce35fced24 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:04.363745 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e79025b-b256-4c6c-a87e-11f8303743b4', 'tag': '2bff0142-8882-4ad1-86ea-afd7f27fe407', 'status': 'completed', 'code': 200} Jul 27 22:06:04.431675 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dd788-26fc-42c7-9a58-0b410210b73a req-afa38a92-37ae-417a-bd1d-012c3bff6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:04.433393 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-747dd788-26fc-42c7-9a58-0b410210b73a req-afa38a92-37ae-417a-bd1d-012c3bff6e91 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c09283ac85754a249fa41dc63e80759d&device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 1094 time: 0.0625994 Jul 27 22:06:04.485073 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-747dd788-26fc-42c7-9a58-0b410210b73a req-4566cc0f-f48b-4650-ac6e-f3eff3f9da03 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bff0142-8882-4ad1-86ea-afd7f27fe407 HTTP/1.1" status: 200 len: 217 time: 0.0424364 Jul 27 22:06:04.536902 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dd788-26fc-42c7-9a58-0b410210b73a req-6c4aea05-e1e6-4ecb-91bd-b5fb37f7c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:04.538363 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-747dd788-26fc-42c7-9a58-0b410210b73a req-6c4aea05-e1e6-4ecb-91bd-b5fb37f7c665 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9989a013-0882-4a30-94f9-6796dc21c189 HTTP/1.1" status: 200 len: 853 time: 0.0458951 Jul 27 22:06:04.577408 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-747dd788-26fc-42c7-9a58-0b410210b73a req-79ae1878-b03a-421f-aa0d-afd0c97d9461 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=37885439-4223-4562-b02e-2bd003972f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315759 Jul 27 22:06:04.679640 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-747dd788-26fc-42c7-9a58-0b410210b73a req-89cd9822-f944-48f4-8e35-18eb182ac035 service neutron] 10.222.0.66 "GET /v2.0/networks/37885439-4223-4562-b02e-2bd003972f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940750 Jul 27 22:06:04.748191 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:04.786021 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-747dd788-26fc-42c7-9a58-0b410210b73a req-1159c063-b3f5-4c2a-bc86-0a27c7a3a876 service neutron] 10.222.0.66 "GET /v2.0/networks/37885439-4223-4562-b02e-2bd003972f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927346 Jul 27 22:06:04.889692 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c1560-6424-4105-9ea7-840d4d94056f req-ece5a5cd-9637-4721-af1a-326216fe1ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:04.891093 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-617c1560-6424-4105-9ea7-840d4d94056f req-ece5a5cd-9637-4721-af1a-326216fe1ea7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c09283ac85754a249fa41dc63e80759d&device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 1094 time: 0.0581188 Jul 27 22:06:04.986022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c1560-6424-4105-9ea7-840d4d94056f req-3bd01d55-2f4d-4b6c-9307-4aa10b697a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:04.988730 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-617c1560-6424-4105-9ea7-840d4d94056f req-3bd01d55-2f4d-4b6c-9307-4aa10b697a4c service neutron] 10.222.0.66 "GET /v2.0/networks?id=37885439-4223-4562-b02e-2bd003972f50 HTTP/1.1" status: 200 len: 914 time: 0.0904746 Jul 27 22:06:05.033239 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-617c1560-6424-4105-9ea7-840d4d94056f req-0f3ac579-b7b7-401a-9cf6-126ed7c97e47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2bff0142-8882-4ad1-86ea-afd7f27fe407 HTTP/1.1" status: 200 len: 217 time: 0.0371084 Jul 27 22:06:05.091397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c1560-6424-4105-9ea7-840d4d94056f req-b6ce75be-178b-446d-984d-93fd5a1edbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:05.092872 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-617c1560-6424-4105-9ea7-840d4d94056f req-b6ce75be-178b-446d-984d-93fd5a1edbbd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9989a013-0882-4a30-94f9-6796dc21c189 HTTP/1.1" status: 200 len: 853 time: 0.0528791 Jul 27 22:06:05.133472 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-617c1560-6424-4105-9ea7-840d4d94056f req-bb37aed4-6214-42a1-bdce-cb088bed3314 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=37885439-4223-4562-b02e-2bd003972f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322239 Jul 27 22:06:05.232930 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-617c1560-6424-4105-9ea7-840d4d94056f req-05d54845-a201-4612-9a30-4cf02416b9f0 service neutron] 10.222.0.66 "GET /v2.0/networks/37885439-4223-4562-b02e-2bd003972f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919566 Jul 27 22:06:05.336033 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-617c1560-6424-4105-9ea7-840d4d94056f req-4f26281e-82da-4bd2-b451-e38b860bacba service neutron] 10.222.0.66 "GET /v2.0/networks/37885439-4223-4562-b02e-2bd003972f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947208 Jul 27 22:06:05.470010 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1fe7c-2b77-482f-8bd1-8af78a1b2817 req-9826454a-e48b-4c72-9b7f-57891ba5eb98 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:05.472337 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fff1fe7c-2b77-482f-8bd1-8af78a1b2817 req-9826454a-e48b-4c72-9b7f-57891ba5eb98 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 943 time: 0.0672760 Jul 27 22:06:05.494446 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-456c279e-193f-4b3d-9f4e-341cadc59ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:05.513981 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fff1fe7c-2b77-482f-8bd1-8af78a1b2817 req-04fb15aa-38d9-4e2c-af70-a10dbde5a58a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351264 Jul 27 22:06:05.591016 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:06.656887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86470ce-ed55-483d-a503-73dfb68dcde6 req-2818dd25-4cdb-4889-97d2-e1d291026645 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:06.658427 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e86470ce-ed55-483d-a503-73dfb68dcde6 req-2818dd25-4cdb-4889-97d2-e1d291026645 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 943 time: 0.0683982 Jul 27 22:06:06.705163 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e86470ce-ed55-483d-a503-73dfb68dcde6 req-e83d60c1-6937-41f9-86b1-f9e42d946845 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 Jul 27 22:06:07.457158 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:07.855260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8c3fa-e222-4322-a548-364a79b6c9b0 req-baf7f6a5-466b-43bf-a497-43c42fd38001 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:07.856772 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-48c8c3fa-e222-4322-a548-364a79b6c9b0 req-baf7f6a5-466b-43bf-a497-43c42fd38001 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 943 time: 0.0771787 Jul 27 22:06:07.898949 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-48c8c3fa-e222-4322-a548-364a79b6c9b0 req-d5328513-9535-468e-8de2-3ae259899e82 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360675 Jul 27 22:06:08.298210 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.739950 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2bff0142-8882-4ad1-86ea-afd7f27fe407 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:06:08.839571 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2bff0142-8882-4ad1-86ea-afd7f27fe407, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2bff0142-8882-4ad1-86ea-afd7f27fe407,segment=NetworkSegment(495b7963-729a-40a2-90c9-6b179f586192),segment_id=495b7963-729a-40a2-90c9-6b179f586192)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:08.852594 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '2bff0142-8882-4ad1-86ea-afd7f27fe407', 'network_id': '37885439-4223-4562-b02e-2bd003972f50', 'port_id': '2bff0142-8882-4ad1-86ea-afd7f27fe407', 'mac_address': 'fa:16:3e:e4:01:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9989a013-0882-4a30-94f9-6796dc21c189', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:06:08.889443 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.902114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bff0142-8882-4ad1-86ea-afd7f27fe407 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:08.921604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2bff0142-8882-4ad1-86ea-afd7f27fe407, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2bff0142-8882-4ad1-86ea-afd7f27fe407,segment=NetworkSegment(495b7963-729a-40a2-90c9-6b179f586192),segment_id=495b7963-729a-40a2-90c9-6b179f586192)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:08.927217 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:08.982636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=2bff0142-8882-4ad1-86ea-afd7f27fe407,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:09.045813 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d96655-ee9e-4a81-84fe-ce26a3f13afa req-4e191828-7bd6-4da2-83e2-8fa2cd44107d tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:09.047476 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e7d96655-ee9e-4a81-84fe-ce26a3f13afa req-4e191828-7bd6-4da2-83e2-8fa2cd44107d tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 944 time: 0.0759916 Jul 27 22:06:09.113759 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:09.265288 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['2bff0142-8882-4ad1-86ea-afd7f27fe407'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:09.431979 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e7d96655-ee9e-4a81-84fe-ce26a3f13afa req-9e283894-0535-4502-b98c-6eaf0f3da26e tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769405 Jul 27 22:06:10.560969 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4741fa-f0aa-4e6a-851c-c9029754c5ff req-3279183a-c1a3-44cd-a9eb-3b84832ce769 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:10.562397 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7c4741fa-f0aa-4e6a-851c-c9029754c5ff req-3279183a-c1a3-44cd-a9eb-3b84832ce769 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 944 time: 0.0633187 Jul 27 22:06:10.601457 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7c4741fa-f0aa-4e6a-851c-c9029754c5ff req-174402bb-c87a-496a-ae92-21f7c25a1a7e tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317938 Jul 27 22:06:10.750997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2bff0142-8882-4ad1-86ea-afd7f27fe407 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:10.803472 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 2bff0142-8882-4ad1-86ea-afd7f27fe407 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:10.807217 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 2bff0142-8882-4ad1-86ea-afd7f27fe407 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:10.807584 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.885143 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.908905 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e79025b-b256-4c6c-a87e-11f8303743b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bff0142-8882-4ad1-86ea-afd7f27fe407'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:10.912356 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1991bd50-27af-4567-a576-e487baa3b6a0" -d '{"events": [{"server_uuid": "5e79025b-b256-4c6c-a87e-11f8303743b4", "name": "network-vif-plugged", "status": "completed", "tag": "2bff0142-8882-4ad1-86ea-afd7f27fe407"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:10.925335 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2bff0142-8882-4ad1-86ea-afd7f27fe407, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2bff0142-8882-4ad1-86ea-afd7f27fe407,segment=NetworkSegment(495b7963-729a-40a2-90c9-6b179f586192),segment_id=495b7963-729a-40a2-90c9-6b179f586192)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:10.930547 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:10.964347 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397051c7-a607-4010-8e00-bd5d58f327f9 x-openstack-request-id: req-397051c7-a607-4010-8e00-bd5d58f327f9 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:10.964639 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e79025b-b256-4c6c-a87e-11f8303743b4", "name": "network-vif-plugged", "status": "completed", "tag": "2bff0142-8882-4ad1-86ea-afd7f27fe407", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:10.964892 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-397051c7-a607-4010-8e00-bd5d58f327f9 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:10.965289 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e79025b-b256-4c6c-a87e-11f8303743b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bff0142-8882-4ad1-86ea-afd7f27fe407', 'code': 200} Jul 27 22:06:10.984875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=2bff0142-8882-4ad1-86ea-afd7f27fe407,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:11.076436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e206401-b992-4fe0-83b2-f9cd9ed2e45c req-d05b60b0-38df-4956-9652-9206a090a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:11.077939 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1e206401-b992-4fe0-83b2-f9cd9ed2e45c req-d05b60b0-38df-4956-9652-9206a090a9e6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 1096 time: 0.0545268 Jul 27 22:06:11.123845 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1e206401-b992-4fe0-83b2-f9cd9ed2e45c req-2a24243a-048e-4746-a90e-023992bdcc67 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385654 Jul 27 22:06:11.731307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dcfd0-7107-4254-8f2d-0f1f58c3228e req-0043c9e3-52af-44f5-83de-58e670db38ca tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:11.732791 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-775dcfd0-7107-4254-8f2d-0f1f58c3228e req-0043c9e3-52af-44f5-83de-58e670db38ca tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 945 time: 0.0642543 Jul 27 22:06:11.773071 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-775dcfd0-7107-4254-8f2d-0f1f58c3228e req-64acfba7-574d-440d-bc5e-1b630dd76c54 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342240 Jul 27 22:06:12.917473 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8bcc6-fb04-44ca-9b55-42f3c6492e09 req-5c47e1d3-d99d-4178-a324-ff1e4449c3fa tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:12.919063 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-59f8bcc6-fb04-44ca-9b55-42f3c6492e09 req-5c47e1d3-d99d-4178-a324-ff1e4449c3fa tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 945 time: 0.0719168 Jul 27 22:06:12.963027 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-59f8bcc6-fb04-44ca-9b55-42f3c6492e09 req-d5b0ba1a-7265-4bba-9aac-c18fc5f92bbf tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379019 Jul 27 22:06:13.197383 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-e2bddb19-305e-4ddf-ad3c-9a46f9ddab0c tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:13.198892 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-e2bddb19-305e-4ddf-ad3c-9a46f9ddab0c tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/networks?id=37885439-4223-4562-b02e-2bd003972f50 HTTP/1.1" status: 200 len: 813 time: 0.1040390 Jul 27 22:06:13.214109 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-6e50ec12-afcd-470d-8823-956f6ffc9635 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/quotas/c09283ac85754a249fa41dc63e80759d HTTP/1.1" status: 200 len: 375 time: 0.0093720 Jul 27 22:06:13.283543 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-086fccb1-2878-4d87-bf9d-2c155820b912 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c09283ac85754a249fa41dc63e80759d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0618680 Jul 27 22:06:13.426118 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-ef5da7cd-e5e5-42fb-9b80-345b276ed918 service neutron] 10.222.0.55 "GET /v2.0/networks/37885439-4223-4562-b02e-2bd003972f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352658 Jul 27 22:06:13.522611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-c75321d7-3234-4d2d-bd5b-75ebeec97aa5 service neutron] 10.222.0.55 "GET /v2.0/networks/37885439-4223-4562-b02e-2bd003972f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895760 Jul 27 22:06:13.686296 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c2e99be-6ea0-4397-9e0e-4de5ed0638ec req-97de0fc7-0f83-49e1-bcc6-26afd68f5055 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=d44cf8a3-e594-4efe-b930-4f26459f9fa7 HTTP/1.1" status: 200 len: 210 time: 0.0329590 Jul 27 22:06:14.792891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-2675c5eb-7e7c-46a2-ace6-f1b9ddb5033b tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:14.794512 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-2675c5eb-7e7c-46a2-ace6-f1b9ddb5033b tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.20 "GET /v2.0/networks?id=37885439-4223-4562-b02e-2bd003972f50 HTTP/1.1" status: 200 len: 813 time: 0.1148317 Jul 27 22:06:14.796047 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c85b54ca-2c3c-46a5-9655-75d350c2fcf8 req-40ee408b-3dd2-4d5d-a200-45373348e4be tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=d44cf8a3-e594-4efe-b930-4f26459f9fa7 HTTP/1.1" status: 200 len: 210 time: 0.0326781 Jul 27 22:06:14.808661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Request body: {'port': {'device_id': 'd44cf8a3-e594-4efe-b930-4f26459f9fa7', 'network_id': '37885439-4223-4562-b02e-2bd003972f50', 'admin_state_up': True, 'tenant_id': 'c09283ac85754a249fa41dc63e80759d'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:14.915536 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Made reservation on behalf of c09283ac85754a249fa41dc63e80759d for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:14.919008 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.048638 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Allocated IP 172.20.0.8 (37885439-4223-4562-b02e-2bd003972f50/9989a013-0882-4a30-94f9-6796dc21c189/990c593d-a6cd-4171-9419-3ea2180c6129) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:15.198821 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.238004 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.250321 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['2bff0142-8882-4ad1-86ea-afd7f27fe407'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:15.284190 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Network 37885439-4223-4562-b02e-2bd003972f50 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:15.290056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:15.292891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:15.321268 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Pushing event updated for resources: {'Port': ['ID=990c593d-a6cd-4171-9419-3ea2180c6129,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:15.332241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.332583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.332919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.333909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.334356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.334986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.335124 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.335431 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.335753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.336075 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.336394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.336713 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:15.360359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:15.360967 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.376563 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-aae11ecf-d682-4dec-a91b-3160a3d91a67 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5722506 Jul 27 22:06:15.389699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Request body: {'port': {'device_id': 'd44cf8a3-e594-4efe-b930-4f26459f9fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:15.468102 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.730853 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 990c593d-a6cd-4171-9419-3ea2180c6129 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:15.738146 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.750510 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Transition to ACTIVE for port object 990c593d-a6cd-4171-9419-3ea2180c6129 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:15.754083 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.804268 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Pushing event updated for resources: {'Port': ['ID=990c593d-a6cd-4171-9419-3ea2180c6129,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:15.883447 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Attempting to bind port 990c593d-a6cd-4171-9419-3ea2180c6129 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:15.883787 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Attempting to bind port 990c593d-a6cd-4171-9419-3ea2180c6129 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '495b7963-729a-40a2-90c9-6b179f586192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '37885439-4223-4562-b02e-2bd003972f50'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:15.884111 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Attempting to bind port 990c593d-a6cd-4171-9419-3ea2180c6129 on network 37885439-4223-4562-b02e-2bd003972f50 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:15.888546 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Port 990c593d-a6cd-4171-9419-3ea2180c6129 on network 37885439-4223-4562-b02e-2bd003972f50 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:06:15.888860 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Attempting to bind port 990c593d-a6cd-4171-9419-3ea2180c6129 on network 37885439-4223-4562-b02e-2bd003972f50 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:15.893515 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:15.893845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Checking segment: {'id': '495b7963-729a-40a2-90c9-6b179f586192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '37885439-4223-4562-b02e-2bd003972f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:15.894247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Bound using segment: {'id': '495b7963-729a-40a2-90c9-6b179f586192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '37885439-4223-4562-b02e-2bd003972f50'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:15.894660 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Bound port: 990c593d-a6cd-4171-9419-3ea2180c6129, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '495b7963-729a-40a2-90c9-6b179f586192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '37885439-4223-4562-b02e-2bd003972f50'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:15.895014 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.934613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a677062-2839-4b84-a092-665c69612eeb req-6c40181c-a729-4d8b-903f-f295e07782dd tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:15.936127 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a677062-2839-4b84-a092-665c69612eeb req-6c40181c-a729-4d8b-903f-f295e07782dd tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=d44cf8a3-e594-4efe-b930-4f26459f9fa7 HTTP/1.1" status: 200 len: 943 time: 0.0676534 Jul 27 22:06:15.957861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] For port 990c593d-a6cd-4171-9419-3ea2180c6129, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:15.961849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] For port 990c593d-a6cd-4171-9419-3ea2180c6129, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=990c593d-a6cd-4171-9419-3ea2180c6129,segment=NetworkSegment(495b7963-729a-40a2-90c9-6b179f586192),segment_id=495b7963-729a-40a2-90c9-6b179f586192)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:15.966173 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:15.978152 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a677062-2839-4b84-a092-665c69612eeb req-720f19ef-3a17-48e8-86dd-46a74b3852a5 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359073 Jul 27 22:06:16.000987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:16.001598 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:16.003029 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] 10.222.0.20 "PUT /v2.0/ports/990c593d-a6cd-4171-9419-3ea2180c6129 HTTP/1.1" status: 200 len: 1091 time: 0.6178558 Jul 27 22:06:16.003417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44cf8a3-e594-4efe-b930-4f26459f9fa7', 'tag': '990c593d-a6cd-4171-9419-3ea2180c6129'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:16.006168 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbd2472-b6f2-43f8-a91a-63978750f321" -d '{"events": [{"name": "network-changed", "server_uuid": "d44cf8a3-e594-4efe-b930-4f26459f9fa7", "tag": "990c593d-a6cd-4171-9419-3ea2180c6129"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:16.030560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b33e82-c854-4af6-8f27-c0ab716f1efc service neutron] Pushing event updated for resources: {'Port': ['ID=990c593d-a6cd-4171-9419-3ea2180c6129,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:16.049849 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867b93a2-e695-4628-aa9a-8358ac666df3 x-openstack-request-id: req-867b93a2-e695-4628-aa9a-8358ac666df3 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:16.050124 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44cf8a3-e594-4efe-b930-4f26459f9fa7", "tag": "990c593d-a6cd-4171-9419-3ea2180c6129", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:16.050393 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-867b93a2-e695-4628-aa9a-8358ac666df3 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:16.050782 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44cf8a3-e594-4efe-b930-4f26459f9fa7', 'tag': '990c593d-a6cd-4171-9419-3ea2180c6129', 'status': 'completed', 'code': 200} Jul 27 22:06:16.101242 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-a4c9d4a7-d77a-4813-b298-4e4ad706c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:16.102754 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-a4c9d4a7-d77a-4813-b298-4e4ad706c5c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c09283ac85754a249fa41dc63e80759d&device_id=d44cf8a3-e594-4efe-b930-4f26459f9fa7 HTTP/1.1" status: 200 len: 1094 time: 0.0615239 Jul 27 22:06:16.145049 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-ca5b417c-1584-4672-a5d0-5aa77fc2f8e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=990c593d-a6cd-4171-9419-3ea2180c6129 HTTP/1.1" status: 200 len: 217 time: 0.0343561 Jul 27 22:06:16.193699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-0fa59346-07c8-4fc9-a233-c7bce43c67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:16.195126 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-0fa59346-07c8-4fc9-a233-c7bce43c67b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9989a013-0882-4a30-94f9-6796dc21c189 HTTP/1.1" status: 200 len: 853 time: 0.0435517 Jul 27 22:06:16.234209 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-8194b696-0837-4dc1-90ee-b7dace1a17b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37885439-4223-4562-b02e-2bd003972f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309944 Jul 27 22:06:16.325983 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-21e7a397-03e6-4fed-adef-5c4b990b0dc2 service neutron] 10.222.0.20 "GET /v2.0/networks/37885439-4223-4562-b02e-2bd003972f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844355 Jul 27 22:06:16.430156 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-49d34018-17b9-4855-bc34-17dfd8db2c60 req-8de9b648-1dc4-4062-9c7e-3472568e6c7d service neutron] 10.222.0.20 "GET /v2.0/networks/37885439-4223-4562-b02e-2bd003972f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961368 Jul 27 22:06:16.903982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd2472-b6f2-43f8-a91a-63978750f321 req-efa1b3b2-d192-441a-b5f1-bc5cbd22b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:16.905589 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdbd2472-b6f2-43f8-a91a-63978750f321 req-efa1b3b2-d192-441a-b5f1-bc5cbd22b1f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c09283ac85754a249fa41dc63e80759d&device_id=d44cf8a3-e594-4efe-b930-4f26459f9fa7 HTTP/1.1" status: 200 len: 1094 time: 0.4222863 Jul 27 22:06:17.013230 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd2472-b6f2-43f8-a91a-63978750f321 req-ec05548e-6fbf-4a77-8aa4-4fa265edc36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:17.014681 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdbd2472-b6f2-43f8-a91a-63978750f321 req-ec05548e-6fbf-4a77-8aa4-4fa265edc36e service neutron] 10.222.0.20 "GET /v2.0/networks?id=37885439-4223-4562-b02e-2bd003972f50 HTTP/1.1" status: 200 len: 914 time: 0.1011803 Jul 27 22:06:17.061962 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdbd2472-b6f2-43f8-a91a-63978750f321 req-30470f8d-6196-466d-9994-47e9ff58c32f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=990c593d-a6cd-4171-9419-3ea2180c6129 HTTP/1.1" status: 200 len: 217 time: 0.0393341 Jul 27 22:06:17.118597 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd2472-b6f2-43f8-a91a-63978750f321 req-3a8f43a3-24b8-4266-978b-fa6ace2e00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:17.120201 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdbd2472-b6f2-43f8-a91a-63978750f321 req-3a8f43a3-24b8-4266-978b-fa6ace2e00e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9989a013-0882-4a30-94f9-6796dc21c189 HTTP/1.1" status: 200 len: 853 time: 0.0501270 Jul 27 22:06:17.132880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5e2b8-a9a8-4572-b895-6126f8c82d7a req-6240f63c-e59c-46a0-92f9-d105b5ed2a5c tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:17.134357 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9c5e2b8-a9a8-4572-b895-6126f8c82d7a req-6240f63c-e59c-46a0-92f9-d105b5ed2a5c tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=d44cf8a3-e594-4efe-b930-4f26459f9fa7 HTTP/1.1" status: 200 len: 943 time: 0.0747576 Jul 27 22:06:17.162041 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdbd2472-b6f2-43f8-a91a-63978750f321 req-c69420a1-7627-4997-a820-4bfacc7b0952 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37885439-4223-4562-b02e-2bd003972f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336549 Jul 27 22:06:17.181568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9c5e2b8-a9a8-4572-b895-6126f8c82d7a req-d6c89e66-9d94-4a34-ac7f-4726bd052cb1 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410030 Jul 27 22:06:17.270003 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdbd2472-b6f2-43f8-a91a-63978750f321 req-da68dc84-0d09-4d02-bcef-54a7cf547835 service neutron] 10.222.0.20 "GET /v2.0/networks/37885439-4223-4562-b02e-2bd003972f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000521 Jul 27 22:06:17.381708 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cdbd2472-b6f2-43f8-a91a-63978750f321 req-e78a4170-6af0-4a3d-9ee4-fb4d1c9d3060 service neutron] 10.222.0.20 "GET /v2.0/networks/37885439-4223-4562-b02e-2bd003972f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046450 Jul 27 22:06:18.323529 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177be70-56a8-41d7-af1f-c5b5131a8be6 req-315a3656-07fc-48a3-b27a-bbe2b63d2999 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:18.325027 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1177be70-56a8-41d7-af1f-c5b5131a8be6 req-315a3656-07fc-48a3-b27a-bbe2b63d2999 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=d44cf8a3-e594-4efe-b930-4f26459f9fa7 HTTP/1.1" status: 200 len: 943 time: 0.0684929 Jul 27 22:06:18.363810 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1177be70-56a8-41d7-af1f-c5b5131a8be6 req-554c22a8-2963-4fc0-9f5e-9705c19821c3 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327170 Jul 27 22:06:19.506338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032454d-0e1c-45a7-a88a-51bf1116d345 req-8477336b-f34f-4977-b300-5b92683b0301 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:19.509808 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1032454d-0e1c-45a7-a88a-51bf1116d345 req-8477336b-f34f-4977-b300-5b92683b0301 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=d44cf8a3-e594-4efe-b930-4f26459f9fa7 HTTP/1.1" status: 200 len: 943 time: 0.0734465 Jul 27 22:06:19.548915 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1032454d-0e1c-45a7-a88a-51bf1116d345 req-cb05ae11-2ebf-4421-b4b6-4974ad9b560a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350990 Jul 27 22:06:20.415490 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 990c593d-a6cd-4171-9419-3ea2180c6129 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:06:20.514804 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 990c593d-a6cd-4171-9419-3ea2180c6129, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=990c593d-a6cd-4171-9419-3ea2180c6129,segment=NetworkSegment(495b7963-729a-40a2-90c9-6b179f586192),segment_id=495b7963-729a-40a2-90c9-6b179f586192)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:20.526726 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '990c593d-a6cd-4171-9419-3ea2180c6129', 'network_id': '37885439-4223-4562-b02e-2bd003972f50', 'port_id': '990c593d-a6cd-4171-9419-3ea2180c6129', 'mac_address': 'fa:16:3e:10:9f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9989a013-0882-4a30-94f9-6796dc21c189', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:06:20.564209 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:20.576959 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 990c593d-a6cd-4171-9419-3ea2180c6129 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:06:20.600337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 990c593d-a6cd-4171-9419-3ea2180c6129, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=990c593d-a6cd-4171-9419-3ea2180c6129,segment=NetworkSegment(495b7963-729a-40a2-90c9-6b179f586192),segment_id=495b7963-729a-40a2-90c9-6b179f586192)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:20.604344 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:20.653811 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=990c593d-a6cd-4171-9419-3ea2180c6129,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:20.688919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fa03a-bab7-4016-ac95-1982c771b857 req-efe69d9e-3380-41f3-9ef8-2e2827adc4d8 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:20.690433 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a16fa03a-bab7-4016-ac95-1982c771b857 req-efe69d9e-3380-41f3-9ef8-2e2827adc4d8 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=d44cf8a3-e594-4efe-b930-4f26459f9fa7 HTTP/1.1" status: 200 len: 944 time: 0.0644507 Jul 27 22:06:20.729778 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a16fa03a-bab7-4016-ac95-1982c771b857 req-af30193a-e6a7-4448-af6f-b22eb437fa22 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333438 Jul 27 22:06:20.796556 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['990c593d-a6cd-4171-9419-3ea2180c6129'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:21.863710 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4d241-3168-4333-b514-433db18da826 req-591d7edf-de8d-44c4-be74-d653f786e7a1 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:21.866050 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35d4d241-3168-4333-b514-433db18da826 req-591d7edf-de8d-44c4-be74-d653f786e7a1 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=d44cf8a3-e594-4efe-b930-4f26459f9fa7 HTTP/1.1" status: 200 len: 944 time: 0.0691431 Jul 27 22:06:21.903330 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35d4d241-3168-4333-b514-433db18da826 req-342f31d3-5d37-4393-8571-59b9c79c34e6 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310829 Jul 27 22:06:22.435715 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 990c593d-a6cd-4171-9419-3ea2180c6129 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:22.488709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 990c593d-a6cd-4171-9419-3ea2180c6129 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:22.492551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 990c593d-a6cd-4171-9419-3ea2180c6129 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:22.493043 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:22.733474 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:22.755980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44cf8a3-e594-4efe-b930-4f26459f9fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990c593d-a6cd-4171-9419-3ea2180c6129'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:22.758218 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d2266d-6535-44ad-afcb-ae134bf16c4b" -d '{"events": [{"server_uuid": "d44cf8a3-e594-4efe-b930-4f26459f9fa7", "name": "network-vif-plugged", "status": "completed", "tag": "990c593d-a6cd-4171-9419-3ea2180c6129"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:22.772011 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 990c593d-a6cd-4171-9419-3ea2180c6129, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=990c593d-a6cd-4171-9419-3ea2180c6129,segment=NetworkSegment(495b7963-729a-40a2-90c9-6b179f586192),segment_id=495b7963-729a-40a2-90c9-6b179f586192)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:22.776469 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:22.803460 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d585f9-f455-4f93-91f2-7101efbe8109 x-openstack-request-id: req-14d585f9-f455-4f93-91f2-7101efbe8109 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:22.803764 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44cf8a3-e594-4efe-b930-4f26459f9fa7", "name": "network-vif-plugged", "status": "completed", "tag": "990c593d-a6cd-4171-9419-3ea2180c6129", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:22.804017 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-14d585f9-f455-4f93-91f2-7101efbe8109 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:22.804412 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44cf8a3-e594-4efe-b930-4f26459f9fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990c593d-a6cd-4171-9419-3ea2180c6129', 'code': 200} Jul 27 22:06:22.830400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=990c593d-a6cd-4171-9419-3ea2180c6129,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:22.838727 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:22.839074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:22.839413 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:22.839747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:22.840076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:22.840401 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:22.840787 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:22.841111 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:22.841470 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:22.841852 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:22.842172 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:22.842516 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:22.928172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbb30c-da6f-4c7f-baa7-4261ae8ad24e req-59fc71f9-aed2-4fed-bed2-c334ea98135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:22.929774 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-efcbb30c-da6f-4c7f-baa7-4261ae8ad24e req-59fc71f9-aed2-4fed-bed2-c334ea98135d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d44cf8a3-e594-4efe-b930-4f26459f9fa7 HTTP/1.1" status: 200 len: 1096 time: 0.0767767 Jul 27 22:06:22.961885 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:06:22.966879 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-efcbb30c-da6f-4c7f-baa7-4261ae8ad24e req-f682d8f6-f611-4454-baa8-e85589a5aa5f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299163 Jul 27 22:06:23.033883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796b045-c6de-4f7b-9185-b2791fd41cbb req-65688c1b-88fd-4a6e-916b-2dd80476a34b tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:23.035308 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1796b045-c6de-4f7b-9185-b2791fd41cbb req-65688c1b-88fd-4a6e-916b-2dd80476a34b tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=d44cf8a3-e594-4efe-b930-4f26459f9fa7 HTTP/1.1" status: 200 len: 945 time: 0.0642536 Jul 27 22:06:23.073753 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1796b045-c6de-4f7b-9185-b2791fd41cbb req-0e7b0d1f-c08c-4eec-89df-568c172bd23c tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314181 Jul 27 22:06:24.209199 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d50bcd-2f39-4f90-9b71-4793e0f08d45 req-aa2495f1-756e-45ac-82d4-664c27dacaeb tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:24.210702 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9d50bcd-2f39-4f90-9b71-4793e0f08d45 req-aa2495f1-756e-45ac-82d4-664c27dacaeb tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=d44cf8a3-e594-4efe-b930-4f26459f9fa7 HTTP/1.1" status: 200 len: 945 time: 0.0678136 Jul 27 22:06:24.249295 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9d50bcd-2f39-4f90-9b71-4793e0f08d45 req-753a0bac-c8e4-44a9-857d-9b043b189d72 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326395 Jul 27 22:06:24.511037 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bfe14-319b-4ce7-9409-756a3d72f286 req-6c136d56-8a1e-408f-a836-ae5e31f00e23 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:24.512751 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de1bfe14-319b-4ce7-9409-756a3d72f286 req-6c136d56-8a1e-408f-a836-ae5e31f00e23 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=d44cf8a3-e594-4efe-b930-4f26459f9fa7 HTTP/1.1" status: 200 len: 945 time: 0.0672429 Jul 27 22:06:24.560841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-de1bfe14-319b-4ce7-9409-756a3d72f286 req-b855884b-d5fe-4350-a82b-c44e8f109233 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380967 Jul 27 22:06:25.690036 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dc2ea-f2b6-4095-ab1f-8e837cbc09b5 req-85321340-07d0-44b7-92b9-69a6947ede60 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:25.691571 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-667dc2ea-f2b6-4095-ab1f-8e837cbc09b5 req-85321340-07d0-44b7-92b9-69a6947ede60 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=d44cf8a3-e594-4efe-b930-4f26459f9fa7 HTTP/1.1" status: 200 len: 945 time: 0.0645700 Jul 27 22:06:25.730640 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-667dc2ea-f2b6-4095-ab1f-8e837cbc09b5 req-a275adf3-eb90-4fef-a116-8af2c3818935 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325937 Jul 27 22:06:25.812287 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e212271-44cb-401d-bbf8-1546de81a2c6 req-1e1ba472-a4ab-463a-b9c4-4753436a842a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:25.813756 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6e212271-44cb-401d-bbf8-1546de81a2c6 req-1e1ba472-a4ab-463a-b9c4-4753436a842a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.20 "GET /v2.0/ports?device_id=d44cf8a3-e594-4efe-b930-4f26459f9fa7 HTTP/1.1" status: 200 len: 945 time: 0.0658686 Jul 27 22:06:25.915040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-6e212271-44cb-401d-bbf8-1546de81a2c6 req-eb5bd7d5-447a-48d1-a119-03e005038060 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Deleting port 990c593d-a6cd-4171-9419-3ea2180c6129 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:25.915314 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6e212271-44cb-401d-bbf8-1546de81a2c6 req-eb5bd7d5-447a-48d1-a119-03e005038060 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.008728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-6e212271-44cb-401d-bbf8-1546de81a2c6 req-eb5bd7d5-447a-48d1-a119-03e005038060 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] For port 990c593d-a6cd-4171-9419-3ea2180c6129, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=990c593d-a6cd-4171-9419-3ea2180c6129,segment=NetworkSegment(495b7963-729a-40a2-90c9-6b179f586192),segment_id=495b7963-729a-40a2-90c9-6b179f586192)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:26.009098 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6e212271-44cb-401d-bbf8-1546de81a2c6 req-eb5bd7d5-447a-48d1-a119-03e005038060 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.021984 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-6e212271-44cb-401d-bbf8-1546de81a2c6 req-eb5bd7d5-447a-48d1-a119-03e005038060 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Calling delete_port for 990c593d-a6cd-4171-9419-3ea2180c6129 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:26.152636 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6e212271-44cb-401d-bbf8-1546de81a2c6 req-eb5bd7d5-447a-48d1-a119-03e005038060 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.165683 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['990c593d-a6cd-4171-9419-3ea2180c6129'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:26.168652 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['2bff0142-8882-4ad1-86ea-afd7f27fe407'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:26.183445 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bd7d5-447a-48d1-a119-03e005038060 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Pushing event deleted for resources: {'Port': ['ID=990c593d-a6cd-4171-9419-3ea2180c6129,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:26.229003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e212271-44cb-401d-bbf8-1546de81a2c6 req-eb5bd7d5-447a-48d1-a119-03e005038060 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] No DVR routers for this DVR port 990c593d-a6cd-4171-9419-3ea2180c6129 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:26.231637 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-6e212271-44cb-401d-bbf8-1546de81a2c6 req-eb5bd7d5-447a-48d1-a119-03e005038060 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:26.233619 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6e212271-44cb-401d-bbf8-1546de81a2c6 req-eb5bd7d5-447a-48d1-a119-03e005038060 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.20 "DELETE /v2.0/ports/990c593d-a6cd-4171-9419-3ea2180c6129 HTTP/1.1" status: 204 len: 173 time: 0.4117172 Jul 27 22:06:26.234045 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44cf8a3-e594-4efe-b930-4f26459f9fa7', 'name': 'network-vif-deleted', 'tag': '990c593d-a6cd-4171-9419-3ea2180c6129'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:26.236313 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8ec234-1ff2-4c57-bd78-b7b88ed40053" -d '{"events": [{"server_uuid": "d44cf8a3-e594-4efe-b930-4f26459f9fa7", "name": "network-vif-deleted", "tag": "990c593d-a6cd-4171-9419-3ea2180c6129"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:26.278386 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96b7556-bbaf-4070-8338-38c6477a8588 x-openstack-request-id: req-f96b7556-bbaf-4070-8338-38c6477a8588 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:26.278686 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44cf8a3-e594-4efe-b930-4f26459f9fa7", "name": "network-vif-deleted", "tag": "990c593d-a6cd-4171-9419-3ea2180c6129", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:26.278938 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f96b7556-bbaf-4070-8338-38c6477a8588 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:26.279643 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44cf8a3-e594-4efe-b930-4f26459f9fa7', 'name': 'network-vif-deleted', 'tag': '990c593d-a6cd-4171-9419-3ea2180c6129', 'status': 'completed', 'code': 200} Jul 27 22:06:26.898765 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860fceb-4dd9-42cd-a81e-8e12dd6ae214 req-1937c17c-b714-44a5-a5f3-c0011c339471 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:26.900165 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7860fceb-4dd9-42cd-a81e-8e12dd6ae214 req-1937c17c-b714-44a5-a5f3-c0011c339471 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 945 time: 0.0679672 Jul 27 22:06:26.939336 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7860fceb-4dd9-42cd-a81e-8e12dd6ae214 req-83b97f6d-5248-45f8-a86e-4f5e969d36f5 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332084 Jul 27 22:06:27.087819 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f24301-1122-448f-b474-4a5582c6b752 req-9ae1c329-6ec1-4dc1-bc4a-50503e3bee53 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:27.089308 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36f24301-1122-448f-b474-4a5582c6b752 req-9ae1c329-6ec1-4dc1-bc4a-50503e3bee53 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 945 time: 0.0650489 Jul 27 22:06:27.127566 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36f24301-1122-448f-b474-4a5582c6b752 req-1ab0e84f-943d-47e1-ba6b-f162af4feaa1 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323012 Jul 27 22:06:27.266549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c8b25-5552-48d0-b1bf-ea0276c78f65 req-35947412-63f1-4f0c-8ea7-5b4104405db8 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:27.268076 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-454c8b25-5552-48d0-b1bf-ea0276c78f65 req-35947412-63f1-4f0c-8ea7-5b4104405db8 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 945 time: 0.0708516 Jul 27 22:06:27.317139 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-454c8b25-5552-48d0-b1bf-ea0276c78f65 req-61717f97-35dc-4c97-a8c9-8f22a10830b0 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418303 Jul 27 22:06:27.500652 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34238cfd-9247-4c3b-ac00-b96e8ef96d00 req-cc21f5fb-b7c3-4699-8332-340b2584fb7d tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:27.502134 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34238cfd-9247-4c3b-ac00-b96e8ef96d00 req-cc21f5fb-b7c3-4699-8332-340b2584fb7d tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 945 time: 0.0639567 Jul 27 22:06:27.540663 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34238cfd-9247-4c3b-ac00-b96e8ef96d00 req-70010554-6f1c-4ae2-b131-b8d691251e17 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Jul 27 22:06:27.670704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288f412-9d98-4283-8ea0-fd3d95fdd180 req-795b438c-0528-45dc-9cc3-a1af9955bde9 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:27.672129 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4288f412-9d98-4283-8ea0-fd3d95fdd180 req-795b438c-0528-45dc-9cc3-a1af9955bde9 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 945 time: 0.0643342 Jul 27 22:06:27.711053 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4288f412-9d98-4283-8ea0-fd3d95fdd180 req-3b7523a6-1227-40a0-8989-826ddd1c2442 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320847 Jul 27 22:06:27.855619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb139c-a97e-4e11-a4f5-515e1966e21c req-1117a05d-9a20-4912-802a-664ba214ebbd tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:27.857106 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44cb139c-a97e-4e11-a4f5-515e1966e21c req-1117a05d-9a20-4912-802a-664ba214ebbd tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 945 time: 0.0682712 Jul 27 22:06:27.894984 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44cb139c-a97e-4e11-a4f5-515e1966e21c req-b709246d-27c7-42a8-a7d1-3d460ffceb83 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319769 Jul 27 22:06:28.215883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586fc8f-ae5b-4680-9379-94d650c3ca3e req-48ac5ffc-0cf0-4194-96aa-08bd9c3493c8 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:28.217920 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5586fc8f-ae5b-4680-9379-94d650c3ca3e req-48ac5ffc-0cf0-4194-96aa-08bd9c3493c8 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 945 time: 0.0676842 Jul 27 22:06:28.258871 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5586fc8f-ae5b-4680-9379-94d650c3ca3e req-6b6edc1a-c7c2-437a-ae0c-638e84ea0fc1 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349278 Jul 27 22:06:29.397757 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940fed6-77f5-41a6-b64b-42b94c8876cc req-7e5efd63-f319-4f32-87c1-ff601b339d79 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:29.399286 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1940fed6-77f5-41a6-b64b-42b94c8876cc req-7e5efd63-f319-4f32-87c1-ff601b339d79 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 945 time: 0.0694332 Jul 27 22:06:29.437666 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1940fed6-77f5-41a6-b64b-42b94c8876cc req-34b90cd7-0e0a-4f89-9533-fa024fe72946 tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/security-groups?id=82237ec6-946d-41b0-be5d-45c65f3a7be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Jul 27 22:06:29.966702 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37f9b2-6531-44ee-9865-79df36e7d63b req-abfd453a-b07b-4133-9d7d-ca9be3fefc5b tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:29.968160 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9f37f9b2-6531-44ee-9865-79df36e7d63b req-abfd453a-b07b-4133-9d7d-ca9be3fefc5b tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 945 time: 0.0681820 Jul 27 22:06:30.068224 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-9f37f9b2-6531-44ee-9865-79df36e7d63b req-d69ffde4-572e-4cab-b2e6-14c17ddc456a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Deleting port 2bff0142-8882-4ad1-86ea-afd7f27fe407 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:30.068790 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9f37f9b2-6531-44ee-9865-79df36e7d63b req-d69ffde4-572e-4cab-b2e6-14c17ddc456a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.158961 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-9f37f9b2-6531-44ee-9865-79df36e7d63b req-d69ffde4-572e-4cab-b2e6-14c17ddc456a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] For port 2bff0142-8882-4ad1-86ea-afd7f27fe407, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2bff0142-8882-4ad1-86ea-afd7f27fe407,segment=NetworkSegment(495b7963-729a-40a2-90c9-6b179f586192),segment_id=495b7963-729a-40a2-90c9-6b179f586192)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:30.159324 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9f37f9b2-6531-44ee-9865-79df36e7d63b req-d69ffde4-572e-4cab-b2e6-14c17ddc456a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.172586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-9f37f9b2-6531-44ee-9865-79df36e7d63b req-d69ffde4-572e-4cab-b2e6-14c17ddc456a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Calling delete_port for 2bff0142-8882-4ad1-86ea-afd7f27fe407 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:30.298372 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9f37f9b2-6531-44ee-9865-79df36e7d63b req-d69ffde4-572e-4cab-b2e6-14c17ddc456a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.311557 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['2bff0142-8882-4ad1-86ea-afd7f27fe407'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:06:30.332442 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ffde4-572e-4cab-b2e6-14c17ddc456a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Pushing event deleted for resources: {'Port': ['ID=2bff0142-8882-4ad1-86ea-afd7f27fe407,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:30.379404 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f37f9b2-6531-44ee-9865-79df36e7d63b req-d69ffde4-572e-4cab-b2e6-14c17ddc456a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] No DVR routers for this DVR port 2bff0142-8882-4ad1-86ea-afd7f27fe407 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:30.382379 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9f37f9b2-6531-44ee-9865-79df36e7d63b req-d69ffde4-572e-4cab-b2e6-14c17ddc456a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:30.384374 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9f37f9b2-6531-44ee-9865-79df36e7d63b req-d69ffde4-572e-4cab-b2e6-14c17ddc456a tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.66 "DELETE /v2.0/ports/2bff0142-8882-4ad1-86ea-afd7f27fe407 HTTP/1.1" status: 204 len: 173 time: 0.4083512 Jul 27 22:06:30.384808 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e79025b-b256-4c6c-a87e-11f8303743b4', 'name': 'network-vif-deleted', 'tag': '2bff0142-8882-4ad1-86ea-afd7f27fe407'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:06:30.387088 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ab0df6-6ba4-4f6c-accf-c6e02fcb4444" -d '{"events": [{"server_uuid": "5e79025b-b256-4c6c-a87e-11f8303743b4", "name": "network-vif-deleted", "tag": "2bff0142-8882-4ad1-86ea-afd7f27fe407"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:06:30.426240 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de16fe07-345c-4724-9115-aff4555e595a x-openstack-request-id: req-de16fe07-345c-4724-9115-aff4555e595a {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:06:30.426591 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e79025b-b256-4c6c-a87e-11f8303743b4", "name": "network-vif-deleted", "tag": "2bff0142-8882-4ad1-86ea-afd7f27fe407", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:06:30.427998 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de16fe07-345c-4724-9115-aff4555e595a {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:06:30.428417 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e79025b-b256-4c6c-a87e-11f8303743b4', 'name': 'network-vif-deleted', 'tag': '2bff0142-8882-4ad1-86ea-afd7f27fe407', 'status': 'completed', 'code': 200} Jul 27 22:06:30.472525 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 990c593d-a6cd-4171-9419-3ea2180c6129 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:30.492950 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 990c593d-a6cd-4171-9419-3ea2180c6129 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:30.493291 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 990c593d-a6cd-4171-9419-3ea2180c6129 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:30.558644 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a8daeccf-d205-48af-960b-504b4bc7be7b req-e6c6d84f-03aa-4697-80c0-7731990bf01d tempest-ServersNegativeTestJSON-1604555282 tempest-ServersNegativeTestJSON-1604555282-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e79025b-b256-4c6c-a87e-11f8303743b4 HTTP/1.1" status: 200 len: 210 time: 0.0296299 Jul 27 22:06:31.616739 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33572) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:31.661441 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c9976d-52be-424c-8979-2f2fa9e545be admin admin] Deleting subnet 9989a013-0882-4a30-94f9-6796dc21c189 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:06:31.665360 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b4c9976d-52be-424c-8979-2f2fa9e545be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:31.704746 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b4c9976d-52be-424c-8979-2f2fa9e545be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:31.745513 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b4c9976d-52be-424c-8979-2f2fa9e545be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:31.799320 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b4c9976d-52be-424c-8979-2f2fa9e545be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:31.827304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9976d-52be-424c-8979-2f2fa9e545be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9989a013-0882-4a30-94f9-6796dc21c189,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:31.831038 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b4c9976d-52be-424c-8979-2f2fa9e545be admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:31.832912 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b4c9976d-52be-424c-8979-2f2fa9e545be admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9989a013-0882-4a30-94f9-6796dc21c189 HTTP/1.1" status: 204 len: 168 time: 0.2151606 Jul 27 22:06:31.836525 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33574) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:31.910745 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d82fddd-b0aa-43d1-a686-ff3f42ab568b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:31.992121 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d82fddd-b0aa-43d1-a686-ff3f42ab568b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.002293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-5d82fddd-b0aa-43d1-a686-ff3f42ab568b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37885439-4223-4562-b02e-2bd003972f50']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:32.014632 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-5d82fddd-b0aa-43d1-a686-ff3f42ab568b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495b7963-729a-40a2-90c9-6b179f586192') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:32.014933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-5d82fddd-b0aa-43d1-a686-ff3f42ab568b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495b7963-729a-40a2-90c9-6b179f586192') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:32.024886 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d82fddd-b0aa-43d1-a686-ff3f42ab568b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.038157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d82fddd-b0aa-43d1-a686-ff3f42ab568b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.043921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d82fddd-b0aa-43d1-a686-ff3f42ab568b admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:06:32.044312 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d82fddd-b0aa-43d1-a686-ff3f42ab568b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: timer() Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:06:32.045911 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:06:32.106497 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d82fddd-b0aa-43d1-a686-ff3f42ab568b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.111851 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5d82fddd-b0aa-43d1-a686-ff3f42ab568b admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.116130 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5d82fddd-b0aa-43d1-a686-ff3f42ab568b admin admin] 10.222.0.55 "DELETE /v2.0/networks/37885439-4223-4562-b02e-2bd003972f50 HTTP/1.1" status: 204 len: 168 time: 0.2775273 Jul 27 22:06:32.130311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82fddd-b0aa-43d1-a686-ff3f42ab568b admin admin] Pushing event deleted for resources: {'Network': ['ID=37885439-4223-4562-b02e-2bd003972f50,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:32.225353 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33578) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:32.266588 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cf20884d-48b8-4f70-ba05-3330066e3275 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c09283ac85754a249fa41dc63e80759d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400009 Jul 27 22:06:32.268959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33580) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:32.321854 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1c1284c2-effb-47a1-971f-a163ab526b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.345544 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1c1284c2-effb-47a1-971f-a163ab526b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.398929 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1c1284c2-effb-47a1-971f-a163ab526b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.401582 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1c1284c2-effb-47a1-971f-a163ab526b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.402803 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1c1284c2-effb-47a1-971f-a163ab526b20 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82237ec6-946d-41b0-be5d-45c65f3a7be6 HTTP/1.1" status: 204 len: 168 time: 0.1329069 Jul 27 22:06:32.411276 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1284c2-effb-47a1-971f-a163ab526b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82237ec6-946d-41b0-be5d-45c65f3a7be6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:32.848116 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6a5fec13-931c-44d4-abeb-577b54a5db1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:32.906775 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2bff0142-8882-4ad1-86ea-afd7f27fe407 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:32.930081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 2bff0142-8882-4ad1-86ea-afd7f27fe407 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:32.930455 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2bff0142-8882-4ad1-86ea-afd7f27fe407 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:33.118039 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33602) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:33.210745 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-780ee713-3501-44aa-bfd2-778c3c1677d1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1954605725'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:33.232298 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780ee713-3501-44aa-bfd2-778c3c1677d1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Made reservation on behalf of 0e59089f2a6648b0a8c5bad467822c91 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:33.235698 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-780ee713-3501-44aa-bfd2-778c3c1677d1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.244260 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-780ee713-3501-44aa-bfd2-778c3c1677d1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.341785 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-780ee713-3501-44aa-bfd2-778c3c1677d1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.346159 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-780ee713-3501-44aa-bfd2-778c3c1677d1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.371406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780ee713-3501-44aa-bfd2-778c3c1677d1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:33.387060 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ee713-3501-44aa-bfd2-778c3c1677d1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859b35c5-e80d-4446-b072-4b86745d8843,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:33.394012 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-780ee713-3501-44aa-bfd2-778c3c1677d1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.394401 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-780ee713-3501-44aa-bfd2-778c3c1677d1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Added segment 80a02c3e-ba56-4e12-8bff-823ded29a706 of type vlan for network 23784c9b-8781-4eba-88cc-ce4476bfa150 Jul 27 22:06:33.440423 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-780ee713-3501-44aa-bfd2-778c3c1677d1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.475452 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-780ee713-3501-44aa-bfd2-778c3c1677d1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.481132 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ee713-3501-44aa-bfd2-778c3c1677d1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:33.481739 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-780ee713-3501-44aa-bfd2-778c3c1677d1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:33.545769 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-780ee713-3501-44aa-bfd2-778c3c1677d1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4265161 Jul 27 22:06:33.554672 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ee713-3501-44aa-bfd2-778c3c1677d1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event updated for resources: {'Network': ['ID=23784c9b-8781-4eba-88cc-ce4476bfa150,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:33.569825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 23784c9b-8781-4eba-88cc-ce4476bfa150 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:34.744519 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.497432 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4db7cc03-3f16-432c-9d06-080c31a02ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:35.582017 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:36.846253 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33606) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:36.851913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-bca1f56c-f94c-4414-b156-f8bed7e11032 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Request body: {'subnet': {'network_id': '23784c9b-8781-4eba-88cc-ce4476bfa150', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:36.939693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca1f56c-f94c-4414-b156-f8bed7e11032 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Made reservation on behalf of 0e59089f2a6648b0a8c5bad467822c91 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:36.943913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bca1f56c-f94c-4414-b156-f8bed7e11032 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.127369 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bca1f56c-f94c-4414-b156-f8bed7e11032 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.190069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1f56c-f94c-4414-b156-f8bed7e11032 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event updated for resources: {'Subnet': ['ID=cf6c3702-2328-402c-b1d9-93f9cd1fe766,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:37.199737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1f56c-f94c-4414-b156-f8bed7e11032 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Checking segment: {'id': '80a02c3e-ba56-4e12-8bff-823ded29a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '23784c9b-8781-4eba-88cc-ce4476bfa150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:37.200095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca1f56c-f94c-4414-b156-f8bed7e11032 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Network hostable DHCP agents. Network: 23784c9b-8781-4eba-88cc-ce4476bfa150, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:37.216469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca1f56c-f94c-4414-b156-f8bed7e11032 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Network 23784c9b-8781-4eba-88cc-ce4476bfa150 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:37.224648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-bca1f56c-f94c-4414-b156-f8bed7e11032 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 23784c9b-8781-4eba-88cc-ce4476bfa150) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:37.229201 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca1f56c-f94c-4414-b156-f8bed7e11032 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:37.229790 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bca1f56c-f94c-4414-b156-f8bed7e11032 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.233867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b567c534-41a6-4d72-a93c-2d28430db74c None None] Network 23784c9b-8781-4eba-88cc-ce4476bfa150 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:37.249876 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bca1f56c-f94c-4414-b156-f8bed7e11032 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3975532 Jul 27 22:06:37.251038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33608) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:37.256530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c2e56b2f-8e9a-4aa0-ad94-bb7ce92a77fb tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-227308516'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:37.282081 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e56b2f-8e9a-4aa0-ad94-bb7ce92a77fb tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Made reservation on behalf of 0e59089f2a6648b0a8c5bad467822c91 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:37.285690 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2e56b2f-8e9a-4aa0-ad94-bb7ce92a77fb tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.309967 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e56b2f-8e9a-4aa0-ad94-bb7ce92a77fb tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:37.319397 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2e56b2f-8e9a-4aa0-ad94-bb7ce92a77fb tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.319748 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-c2e56b2f-8e9a-4aa0-ad94-bb7ce92a77fb tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Added segment da36d724-5372-4f53-a430-12220a2b0548 of type vlan for network 5e4e58de-2221-4ba4-95f3-82863466bce9 Jul 27 22:06:37.361734 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2e56b2f-8e9a-4aa0-ad94-bb7ce92a77fb tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.390140 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-23784c9b-8781-4eba-88cc-ce4476bfa150', 'network_id': '23784c9b-8781-4eba-88cc-ce4476bfa150', 'tenant_id': '0e59089f2a6648b0a8c5bad467822c91', 'fixed_ips': [{'subnet_id': 'cf6c3702-2328-402c-b1d9-93f9cd1fe766'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:06:37.391031 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.395187 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2e56b2f-8e9a-4aa0-ad94-bb7ce92a77fb tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.401778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e56b2f-8e9a-4aa0-ad94-bb7ce92a77fb tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:37.402417 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c2e56b2f-8e9a-4aa0-ad94-bb7ce92a77fb tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.464568 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c2e56b2f-8e9a-4aa0-ad94-bb7ce92a77fb tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2129564 Jul 27 22:06:37.467537 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33610) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:37.472500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-335dc79c-b8dd-4c7d-8fff-58587ef61ab8 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Request body: {'subnet': {'network_id': '5e4e58de-2221-4ba4-95f3-82863466bce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:37.496239 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.524717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e56b2f-8e9a-4aa0-ad94-bb7ce92a77fb tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event updated for resources: {'Network': ['ID=5e4e58de-2221-4ba4-95f3-82863466bce9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:37.537429 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 5e4e58de-2221-4ba4-95f3-82863466bce9 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:37.575058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335dc79c-b8dd-4c7d-8fff-58587ef61ab8 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Made reservation on behalf of 0e59089f2a6648b0a8c5bad467822c91 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:37.578644 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-335dc79c-b8dd-4c7d-8fff-58587ef61ab8 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.582915 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Allocated IP 2001:db8:0:ffff::2 (23784c9b-8781-4eba-88cc-ce4476bfa150/cf6c3702-2328-402c-b1d9-93f9cd1fe766/e4960b7a-e907-4ab4-babb-50c76bafb075) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:37.747925 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.757196 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Transition to ACTIVE for port object e4960b7a-e907-4ab4-babb-50c76bafb075 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:37.773344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Transition to ACTIVE for port object e4960b7a-e907-4ab4-babb-50c76bafb075 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:37.779493 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-335dc79c-b8dd-4c7d-8fff-58587ef61ab8 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.780257 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.819964 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Network 23784c9b-8781-4eba-88cc-ce4476bfa150 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:37.824740 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:37.828069 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:37.835974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Pushing event updated for resources: {'Port': ['ID=e4960b7a-e907-4ab4-babb-50c76bafb075,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:37.846865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335dc79c-b8dd-4c7d-8fff-58587ef61ab8 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event updated for resources: {'Subnet': ['ID=9914f499-0ead-477f-a1b0-2b266a98eb9d,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:37.855225 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335dc79c-b8dd-4c7d-8fff-58587ef61ab8 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Checking segment: {'id': 'da36d724-5372-4f53-a430-12220a2b0548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5e4e58de-2221-4ba4-95f3-82863466bce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:37.855555 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335dc79c-b8dd-4c7d-8fff-58587ef61ab8 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Network hostable DHCP agents. Network: 5e4e58de-2221-4ba4-95f3-82863466bce9, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:37.873402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335dc79c-b8dd-4c7d-8fff-58587ef61ab8 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Network 5e4e58de-2221-4ba4-95f3-82863466bce9 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:37.884480 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-335dc79c-b8dd-4c7d-8fff-58587ef61ab8 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 5e4e58de-2221-4ba4-95f3-82863466bce9) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:37.890586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335dc79c-b8dd-4c7d-8fff-58587ef61ab8 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:37.891247 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-335dc79c-b8dd-4c7d-8fff-58587ef61ab8 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.898970 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2233dfa-88e4-486f-98fb-dc49c6a1b497 None None] Network 5e4e58de-2221-4ba4-95f3-82863466bce9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:37.904257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Attempting to bind port e4960b7a-e907-4ab4-babb-50c76bafb075 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:37.904660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Attempting to bind port e4960b7a-e907-4ab4-babb-50c76bafb075 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '80a02c3e-ba56-4e12-8bff-823ded29a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '23784c9b-8781-4eba-88cc-ce4476bfa150'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:37.905022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Attempting to bind port e4960b7a-e907-4ab4-babb-50c76bafb075 on network 23784c9b-8781-4eba-88cc-ce4476bfa150 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:37.910784 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-335dc79c-b8dd-4c7d-8fff-58587ef61ab8 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4394553 Jul 27 22:06:37.910938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33614) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:37.941388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:37.941767 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Checking segment: {'id': '80a02c3e-ba56-4e12-8bff-823ded29a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '23784c9b-8781-4eba-88cc-ce4476bfa150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:37.942165 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:37.942580 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Bound using segment: {'id': '80a02c3e-ba56-4e12-8bff-823ded29a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '23784c9b-8781-4eba-88cc-ce4476bfa150'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:37.943654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Bound port: e4960b7a-e907-4ab4-babb-50c76bafb075, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a02c3e-ba56-4e12-8bff-823ded29a706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '23784c9b-8781-4eba-88cc-ce4476bfa150'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:37.944144 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.008305 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b296c2b5-4fc5-4364-93bc-a2ac2e2eb65d tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.060516 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] For port e4960b7a-e907-4ab4-babb-50c76bafb075, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:38.078986 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] For port e4960b7a-e907-4ab4-babb-50c76bafb075, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e4960b7a-e907-4ab4-babb-50c76bafb075,segment=NetworkSegment(80a02c3e-ba56-4e12-8bff-823ded29a706),segment_id=80a02c3e-ba56-4e12-8bff-823ded29a706)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:38.086888 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.089715 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b296c2b5-4fc5-4364-93bc-a2ac2e2eb65d tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.143980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aedcd75-ec9e-4c2c-a9cb-3a67ebcfe45c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-5e4e58de-2221-4ba4-95f3-82863466bce9', 'network_id': '5e4e58de-2221-4ba4-95f3-82863466bce9', 'tenant_id': '0e59089f2a6648b0a8c5bad467822c91', 'fixed_ips': [{'subnet_id': '9914f499-0ead-477f-a1b0-2b266a98eb9d'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:06:38.144904 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3aedcd75-ec9e-4c2c-a9cb-3a67ebcfe45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.166974 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b296c2b5-4fc5-4364-93bc-a2ac2e2eb65d tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.179406 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2c17a-b2d6-467b-8d78-1d0bb01a66db None None] Pushing event updated for resources: {'Port': ['ID=e4960b7a-e907-4ab4-babb-50c76bafb075,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:38.204618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296c2b5-4fc5-4364-93bc-a2ac2e2eb65d tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event deleted for resources: {'Subnet': ['ID=9914f499-0ead-477f-a1b0-2b266a98eb9d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:38.260398 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c01cdc-9aa7-463e-9e38-05a0197f867e None None] Network 5e4e58de-2221-4ba4-95f3-82863466bce9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:38.269410 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b296c2b5-4fc5-4364-93bc-a2ac2e2eb65d tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.281140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-b296c2b5-4fc5-4364-93bc-a2ac2e2eb65d tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4e58de-2221-4ba4-95f3-82863466bce9']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:38.292333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-b296c2b5-4fc5-4364-93bc-a2ac2e2eb65d tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da36d724-5372-4f53-a430-12220a2b0548') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:38.292627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-b296c2b5-4fc5-4364-93bc-a2ac2e2eb65d tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da36d724-5372-4f53-a430-12220a2b0548') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:38.302729 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b296c2b5-4fc5-4364-93bc-a2ac2e2eb65d tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.317317 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b296c2b5-4fc5-4364-93bc-a2ac2e2eb65d tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.333119 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b296c2b5-4fc5-4364-93bc-a2ac2e2eb65d tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:06:38.336014 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b296c2b5-4fc5-4364-93bc-a2ac2e2eb65d tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: timer() Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:06:38.339136 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:06:38.357645 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.430198 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b296c2b5-4fc5-4364-93bc-a2ac2e2eb65d tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.435247 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b296c2b5-4fc5-4364-93bc-a2ac2e2eb65d tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.441010 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b296c2b5-4fc5-4364-93bc-a2ac2e2eb65d tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "DELETE /v2.0/networks/5e4e58de-2221-4ba4-95f3-82863466bce9 HTTP/1.1" status: 204 len: 168 time: 0.5253077 Jul 27 22:06:38.441107 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33616) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:38.447980 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-69b55161-e770-48cb-81d3-9ac96b740939 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1575565962'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:38.457073 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296c2b5-4fc5-4364-93bc-a2ac2e2eb65d tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event deleted for resources: {'Network': ['ID=5e4e58de-2221-4ba4-95f3-82863466bce9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:38.475360 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b55161-e770-48cb-81d3-9ac96b740939 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Made reservation on behalf of 0e59089f2a6648b0a8c5bad467822c91 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:38.479066 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69b55161-e770-48cb-81d3-9ac96b740939 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.503835 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b55161-e770-48cb-81d3-9ac96b740939 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:38.513386 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69b55161-e770-48cb-81d3-9ac96b740939 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.513638 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-69b55161-e770-48cb-81d3-9ac96b740939 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Added segment 646f2351-b661-414a-8fe0-585b7218541f of type vlan for network 9be8593f-dff8-4938-8d0a-90f2f775a2c0 Jul 27 22:06:38.562483 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69b55161-e770-48cb-81d3-9ac96b740939 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.591801 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69b55161-e770-48cb-81d3-9ac96b740939 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.597244 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b55161-e770-48cb-81d3-9ac96b740939 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:38.597826 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69b55161-e770-48cb-81d3-9ac96b740939 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.658639 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-69b55161-e770-48cb-81d3-9ac96b740939 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2165720 Jul 27 22:06:38.661509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33618) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:38.666619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-15ec6917-7e65-4cb7-9218-78f4a6f56ab0 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Request body: {'subnet': {'network_id': '9be8593f-dff8-4938-8d0a-90f2f775a2c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:38.713961 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b55161-e770-48cb-81d3-9ac96b740939 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event updated for resources: {'Network': ['ID=9be8593f-dff8-4938-8d0a-90f2f775a2c0,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:38.725259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 9be8593f-dff8-4938-8d0a-90f2f775a2c0 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:38.766923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ec6917-7e65-4cb7-9218-78f4a6f56ab0 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Made reservation on behalf of 0e59089f2a6648b0a8c5bad467822c91 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:38.770433 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-15ec6917-7e65-4cb7-9218-78f4a6f56ab0 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:38.834679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_backend_mixin [None req-15ec6917-7e65-4cb7-9218-78f4a6f56ab0 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Performing IP validity checks on allocation pools {{(pid=105579) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 27 22:06:38.835211 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.ipam_backend_mixin [None req-15ec6917-7e65-4cb7-9218-78f4a6f56ab0 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105579) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 27 22:06:38.961585 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-15ec6917-7e65-4cb7-9218-78f4a6f56ab0 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.031857 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec6917-7e65-4cb7-9218-78f4a6f56ab0 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event updated for resources: {'Subnet': ['ID=15d908a3-a8f8-400b-ad87-d2586fbcd40e,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:39.042160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ec6917-7e65-4cb7-9218-78f4a6f56ab0 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Checking segment: {'id': '646f2351-b661-414a-8fe0-585b7218541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9be8593f-dff8-4938-8d0a-90f2f775a2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:39.042569 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec6917-7e65-4cb7-9218-78f4a6f56ab0 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Network hostable DHCP agents. Network: 9be8593f-dff8-4938-8d0a-90f2f775a2c0, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:39.062388 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec6917-7e65-4cb7-9218-78f4a6f56ab0 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Network 9be8593f-dff8-4938-8d0a-90f2f775a2c0 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:39.072828 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-15ec6917-7e65-4cb7-9218-78f4a6f56ab0 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 9be8593f-dff8-4938-8d0a-90f2f775a2c0) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:39.077608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec6917-7e65-4cb7-9218-78f4a6f56ab0 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:39.078195 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-15ec6917-7e65-4cb7-9218-78f4a6f56ab0 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.082014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bd1888-9dfa-4522-bf46-5f2fb283a275 None None] Network 9be8593f-dff8-4938-8d0a-90f2f775a2c0 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:39.095728 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-15ec6917-7e65-4cb7-9218-78f4a6f56ab0 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4331026 Jul 27 22:06:39.098557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33620) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:39.157186 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d99922-9c6c-4624-a727-cf922d0d612e None None] Network 23784c9b-8781-4eba-88cc-ce4476bfa150 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:39.161443 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.203567 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d49b354a-73e0-4e9c-b38d-1a1f633af01b tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.240739 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ac34fb32-a53c-4713-a42d-fad0c0009c5c None None] Provisioning for port e4960b7a-e907-4ab4-babb-50c76bafb075 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:39.263701 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d49b354a-73e0-4e9c-b38d-1a1f633af01b tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.326527 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d49b354a-73e0-4e9c-b38d-1a1f633af01b tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.356074 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b354a-73e0-4e9c-b38d-1a1f633af01b tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event deleted for resources: {'Subnet': ['ID=15d908a3-a8f8-400b-ad87-d2586fbcd40e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:39.384838 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72420cd7-b6e4-4f63-a8c9-bd43a36919c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-9be8593f-dff8-4938-8d0a-90f2f775a2c0', 'network_id': '9be8593f-dff8-4938-8d0a-90f2f775a2c0', 'tenant_id': '0e59089f2a6648b0a8c5bad467822c91', 'fixed_ips': [{'subnet_id': '15d908a3-a8f8-400b-ad87-d2586fbcd40e'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:06:39.385726 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-72420cd7-b6e4-4f63-a8c9-bd43a36919c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.423629 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d49b354a-73e0-4e9c-b38d-1a1f633af01b tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.436561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-d49b354a-73e0-4e9c-b38d-1a1f633af01b tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be8593f-dff8-4938-8d0a-90f2f775a2c0']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:39.456765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-d49b354a-73e0-4e9c-b38d-1a1f633af01b tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646f2351-b661-414a-8fe0-585b7218541f') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:39.457093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-d49b354a-73e0-4e9c-b38d-1a1f633af01b tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646f2351-b661-414a-8fe0-585b7218541f') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:39.467990 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d49b354a-73e0-4e9c-b38d-1a1f633af01b tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.484126 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d49b354a-73e0-4e9c-b38d-1a1f633af01b tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.492440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49b354a-73e0-4e9c-b38d-1a1f633af01b tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:06:39.492871 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d49b354a-73e0-4e9c-b38d-1a1f633af01b tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: timer() Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:06:39.498685 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:06:39.507493 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e4960b7a-e907-4ab4-babb-50c76bafb075 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:39.540240 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea7be65-2797-439f-8cfa-950ef0620ec1 None None] Network 9be8593f-dff8-4938-8d0a-90f2f775a2c0 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:39.559372 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d49b354a-73e0-4e9c-b38d-1a1f633af01b tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.566104 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d49b354a-73e0-4e9c-b38d-1a1f633af01b tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.568049 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d49b354a-73e0-4e9c-b38d-1a1f633af01b tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "DELETE /v2.0/networks/9be8593f-dff8-4938-8d0a-90f2f775a2c0 HTTP/1.1" status: 204 len: 168 time: 0.4673104 Jul 27 22:06:39.572114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33622) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:39.577806 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-636bb902-ce0e-4fe0-9d2c-afac1a137e57 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-147853931'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:39.579930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b354a-73e0-4e9c-b38d-1a1f633af01b tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event deleted for resources: {'Network': ['ID=9be8593f-dff8-4938-8d0a-90f2f775a2c0,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:39.605232 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636bb902-ce0e-4fe0-9d2c-afac1a137e57 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Made reservation on behalf of 0e59089f2a6648b0a8c5bad467822c91 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:39.609988 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-636bb902-ce0e-4fe0-9d2c-afac1a137e57 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.635775 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636bb902-ce0e-4fe0-9d2c-afac1a137e57 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:39.645437 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-636bb902-ce0e-4fe0-9d2c-afac1a137e57 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.645791 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-636bb902-ce0e-4fe0-9d2c-afac1a137e57 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Added segment 4bb61a19-b149-4a55-a7d5-c545198f8d01 of type vlan for network 9ab352cf-3892-454b-b71a-c932ada20779 Jul 27 22:06:39.678046 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port e4960b7a-e907-4ab4-babb-50c76bafb075 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:39.685031 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e4960b7a-e907-4ab4-babb-50c76bafb075 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:39.685401 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.692182 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-636bb902-ce0e-4fe0-9d2c-afac1a137e57 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.723979 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-636bb902-ce0e-4fe0-9d2c-afac1a137e57 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.731726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636bb902-ce0e-4fe0-9d2c-afac1a137e57 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:39.732433 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-636bb902-ce0e-4fe0-9d2c-afac1a137e57 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.775009 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.798016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-636bb902-ce0e-4fe0-9d2c-afac1a137e57 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2246394 Jul 27 22:06:39.801514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33624) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:39.810127 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bb902-ce0e-4fe0-9d2c-afac1a137e57 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event updated for resources: {'Network': ['ID=9ab352cf-3892-454b-b71a-c932ada20779,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:39.811309 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-dfa7eb4a-7494-48b6-b8aa-bc9a02d53132 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Request body: {'subnet': {'network_id': '9ab352cf-3892-454b-b71a-c932ada20779', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:39.814493 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port e4960b7a-e907-4ab4-babb-50c76bafb075, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e4960b7a-e907-4ab4-babb-50c76bafb075,segment=NetworkSegment(80a02c3e-ba56-4e12-8bff-823ded29a706),segment_id=80a02c3e-ba56-4e12-8bff-823ded29a706)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:39.821471 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.826469 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 9ab352cf-3892-454b-b71a-c932ada20779 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:39.908880 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa7eb4a-7494-48b6-b8aa-bc9a02d53132 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Made reservation on behalf of 0e59089f2a6648b0a8c5bad467822c91 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:39.912411 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dfa7eb4a-7494-48b6-b8aa-bc9a02d53132 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:39.936799 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=e4960b7a-e907-4ab4-babb-50c76bafb075,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:39.941489 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1cc79b96-f6ba-44df-9c43-8db5db770cf2 None None] Provisioning complete for port e4960b7a-e907-4ab4-babb-50c76bafb075 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:39.941865 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1cc79b96-f6ba-44df-9c43-8db5db770cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.125971 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dfa7eb4a-7494-48b6-b8aa-bc9a02d53132 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.184085 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7eb4a-7494-48b6-b8aa-bc9a02d53132 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event updated for resources: {'Subnet': ['ID=02146c28-5a7e-4e64-9461-54479eb075ba,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:40.195506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa7eb4a-7494-48b6-b8aa-bc9a02d53132 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Checking segment: {'id': '4bb61a19-b149-4a55-a7d5-c545198f8d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab352cf-3892-454b-b71a-c932ada20779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:40.195879 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa7eb4a-7494-48b6-b8aa-bc9a02d53132 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Network hostable DHCP agents. Network: 9ab352cf-3892-454b-b71a-c932ada20779, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:40.214565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa7eb4a-7494-48b6-b8aa-bc9a02d53132 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Network 9ab352cf-3892-454b-b71a-c932ada20779 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:40.223441 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-dfa7eb4a-7494-48b6-b8aa-bc9a02d53132 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 9ab352cf-3892-454b-b71a-c932ada20779) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:40.232601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ab750c-e141-4054-b9f1-b25a99849416 None None] Network 9ab352cf-3892-454b-b71a-c932ada20779 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:40.234067 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa7eb4a-7494-48b6-b8aa-bc9a02d53132 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:40.238712 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-dfa7eb4a-7494-48b6-b8aa-bc9a02d53132 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.256861 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-dfa7eb4a-7494-48b6-b8aa-bc9a02d53132 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4531152 Jul 27 22:06:40.262278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33626) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:40.269943 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e4ec54d5-7784-4380-9c49-0c9f58b88162 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-333134799'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:40.294338 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ec54d5-7784-4380-9c49-0c9f58b88162 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Made reservation on behalf of 0e59089f2a6648b0a8c5bad467822c91 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:40.298664 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4ec54d5-7784-4380-9c49-0c9f58b88162 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.328607 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ec54d5-7784-4380-9c49-0c9f58b88162 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:40.338974 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4ec54d5-7784-4380-9c49-0c9f58b88162 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.339329 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-e4ec54d5-7784-4380-9c49-0c9f58b88162 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Added segment e370f8be-c327-461a-94d6-5aa29fceb2c6 of type vlan for network 27c40248-def0-47a7-bcf6-6c1116e42feb Jul 27 22:06:40.383107 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4ec54d5-7784-4380-9c49-0c9f58b88162 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.397743 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-9ab352cf-3892-454b-b71a-c932ada20779', 'network_id': '9ab352cf-3892-454b-b71a-c932ada20779', 'tenant_id': '0e59089f2a6648b0a8c5bad467822c91', 'fixed_ips': [{'subnet_id': '02146c28-5a7e-4e64-9461-54479eb075ba'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:06:40.399240 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.417360 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4ec54d5-7784-4380-9c49-0c9f58b88162 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.422941 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ec54d5-7784-4380-9c49-0c9f58b88162 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:40.423559 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4ec54d5-7784-4380-9c49-0c9f58b88162 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.481595 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e4ec54d5-7784-4380-9c49-0c9f58b88162 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2196960 Jul 27 22:06:40.484872 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33628) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:40.489242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-8efa31d6-11da-4092-8300-5eec1b035d62 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Request body: {'subnet': {'network_id': '27c40248-def0-47a7-bcf6-6c1116e42feb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:40.547874 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Allocated IP 2001:db8::2 (9ab352cf-3892-454b-b71a-c932ada20779/02146c28-5a7e-4e64-9461-54479eb075ba/0126a5e9-c836-460a-a82c-fd8579b3b145) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:40.554105 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec54d5-7784-4380-9c49-0c9f58b88162 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event updated for resources: {'Network': ['ID=27c40248-def0-47a7-bcf6-6c1116e42feb,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:40.579177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 27c40248-def0-47a7-bcf6-6c1116e42feb details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:40.598300 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efa31d6-11da-4092-8300-5eec1b035d62 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Made reservation on behalf of 0e59089f2a6648b0a8c5bad467822c91 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:40.602611 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8efa31d6-11da-4092-8300-5eec1b035d62 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.788803 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8efa31d6-11da-4092-8300-5eec1b035d62 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.860274 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa31d6-11da-4092-8300-5eec1b035d62 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event updated for resources: {'Subnet': ['ID=1abf9814-758b-4db0-baff-5bb6b10ba6bf,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:40.870121 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efa31d6-11da-4092-8300-5eec1b035d62 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Checking segment: {'id': 'e370f8be-c327-461a-94d6-5aa29fceb2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '27c40248-def0-47a7-bcf6-6c1116e42feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:40.870521 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efa31d6-11da-4092-8300-5eec1b035d62 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Network hostable DHCP agents. Network: 27c40248-def0-47a7-bcf6-6c1116e42feb, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:40.887370 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efa31d6-11da-4092-8300-5eec1b035d62 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Network 27c40248-def0-47a7-bcf6-6c1116e42feb is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:40.896629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-8efa31d6-11da-4092-8300-5eec1b035d62 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 27c40248-def0-47a7-bcf6-6c1116e42feb) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:40.901119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efa31d6-11da-4092-8300-5eec1b035d62 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:40.901884 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8efa31d6-11da-4092-8300-5eec1b035d62 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.909825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced7230a-71cb-45fa-9fbb-df1cccf1b0ce None None] Network 27c40248-def0-47a7-bcf6-6c1116e42feb requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:40.919718 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8efa31d6-11da-4092-8300-5eec1b035d62 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4320233 Jul 27 22:06:40.919930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33630) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:40.966118 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:40.982369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Transition to ACTIVE for port object 0126a5e9-c836-460a-a82c-fd8579b3b145 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:41.012944 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Transition to ACTIVE for port object 0126a5e9-c836-460a-a82c-fd8579b3b145 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:41.017572 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e11ae82d-6f06-404e-8713-63313d62f766 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.024672 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.089942 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Network 9ab352cf-3892-454b-b71a-c932ada20779 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:41.101679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:41.103144 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e11ae82d-6f06-404e-8713-63313d62f766 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.108886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:41.113481 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Pushing event updated for resources: {'Port': ['ID=0126a5e9-c836-460a-a82c-fd8579b3b145,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:41.165342 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e11ae82d-6f06-404e-8713-63313d62f766 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.183746 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cb2798-dc1e-4b12-add6-a68bb916a8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-27c40248-def0-47a7-bcf6-6c1116e42feb', 'network_id': '27c40248-def0-47a7-bcf6-6c1116e42feb', 'tenant_id': '0e59089f2a6648b0a8c5bad467822c91', 'fixed_ips': [{'subnet_id': '1abf9814-758b-4db0-baff-5bb6b10ba6bf'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:06:41.184601 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a0cb2798-dc1e-4b12-add6-a68bb916a8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.194169 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ae82d-6f06-404e-8713-63313d62f766 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event deleted for resources: {'Subnet': ['ID=1abf9814-758b-4db0-baff-5bb6b10ba6bf,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:41.209089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Attempting to bind port 0126a5e9-c836-460a-a82c-fd8579b3b145 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:41.209585 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Attempting to bind port 0126a5e9-c836-460a-a82c-fd8579b3b145 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '4bb61a19-b149-4a55-a7d5-c545198f8d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab352cf-3892-454b-b71a-c932ada20779'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:41.209963 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Attempting to bind port 0126a5e9-c836-460a-a82c-fd8579b3b145 on network 9ab352cf-3892-454b-b71a-c932ada20779 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:41.220718 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:41.221095 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Checking segment: {'id': '4bb61a19-b149-4a55-a7d5-c545198f8d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab352cf-3892-454b-b71a-c932ada20779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:41.221495 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.221898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Bound using segment: {'id': '4bb61a19-b149-4a55-a7d5-c545198f8d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab352cf-3892-454b-b71a-c932ada20779'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:41.222396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Bound port: 0126a5e9-c836-460a-a82c-fd8579b3b145, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb61a19-b149-4a55-a7d5-c545198f8d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab352cf-3892-454b-b71a-c932ada20779'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:41.222778 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.266944 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e11ae82d-6f06-404e-8713-63313d62f766 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.273095 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-e11ae82d-6f06-404e-8713-63313d62f766 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c40248-def0-47a7-bcf6-6c1116e42feb']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:41.284951 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-e11ae82d-6f06-404e-8713-63313d62f766 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e370f8be-c327-461a-94d6-5aa29fceb2c6') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:41.285259 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-e11ae82d-6f06-404e-8713-63313d62f766 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e370f8be-c327-461a-94d6-5aa29fceb2c6') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:41.295796 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e11ae82d-6f06-404e-8713-63313d62f766 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.316020 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25aeba9-ec2d-4a47-9cfd-4f20330c6ea1 None None] Network 27c40248-def0-47a7-bcf6-6c1116e42feb requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:41.316554 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e11ae82d-6f06-404e-8713-63313d62f766 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.324936 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11ae82d-6f06-404e-8713-63313d62f766 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:06:41.325366 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e11ae82d-6f06-404e-8713-63313d62f766 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: timer() Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:06:41.328884 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:06:41.395576 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e11ae82d-6f06-404e-8713-63313d62f766 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.396706 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] For port 0126a5e9-c836-460a-a82c-fd8579b3b145, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:41.401693 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] For port 0126a5e9-c836-460a-a82c-fd8579b3b145, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=0126a5e9-c836-460a-a82c-fd8579b3b145,segment=NetworkSegment(4bb61a19-b149-4a55-a7d5-c545198f8d01),segment_id=4bb61a19-b149-4a55-a7d5-c545198f8d01)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:41.402353 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e11ae82d-6f06-404e-8713-63313d62f766 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.406729 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e11ae82d-6f06-404e-8713-63313d62f766 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "DELETE /v2.0/networks/27c40248-def0-47a7-bcf6-6c1116e42feb HTTP/1.1" status: 204 len: 168 time: 0.4858236 Jul 27 22:06:41.407350 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33632) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:41.439834 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.440114 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ae82d-6f06-404e-8713-63313d62f766 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event deleted for resources: {'Network': ['ID=27c40248-def0-47a7-bcf6-6c1116e42feb,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:41.456903 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-81753d4b-a8ee-409b-9953-3eec54a260e1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] GET failed (client error): The resource could not be found. Jul 27 22:06:41.461169 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-81753d4b-a8ee-409b-9953-3eec54a260e1 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "GET /v2.0/subnets/1abf9814-758b-4db0-baff-5bb6b10ba6bf HTTP/1.1" status: 404 len: 337 time: 0.0499291 Jul 27 22:06:41.461563 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33634) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:41.482428 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c352cab-29c8-4be1-b955-91d28a833b21 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] DELETE failed (client error): The resource could not be found. Jul 27 22:06:41.483225 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c352cab-29c8-4be1-b955-91d28a833b21 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:06:41.484871 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0c352cab-29c8-4be1-b955-91d28a833b21 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "DELETE /v2.0/networks/27c40248-def0-47a7-bcf6-6c1116e42feb HTTP/1.1" status: 404 len: 339 time: 0.0219824 Jul 27 22:06:41.488747 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33636) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:41.502788 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e4960b7a-e907-4ab4-babb-50c76bafb075 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:41.517984 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b291f5a-b72e-401e-a3cc-ecd975be4372 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] DELETE failed (client error): The resource could not be found. Jul 27 22:06:41.518545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b291f5a-b72e-401e-a3cc-ecd975be4372 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:06:41.520398 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8b291f5a-b72e-401e-a3cc-ecd975be4372 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "DELETE /v2.0/subnets/1abf9814-758b-4db0-baff-5bb6b10ba6bf HTTP/1.1" status: 404 len: 337 time: 0.0306616 Jul 27 22:06:41.523268 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33638) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:41.550701 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e468b3f-6d70-4dd2-acd6-1d29215c2845 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] DELETE failed (client error): The resource could not be found. Jul 27 22:06:41.551328 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e468b3f-6d70-4dd2-acd6-1d29215c2845 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:06:41.556553 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2e468b3f-6d70-4dd2-acd6-1d29215c2845 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "DELETE /v2.0/networks/27c40248-def0-47a7-bcf6-6c1116e42feb HTTP/1.1" status: 404 len: 339 time: 0.0296850 Jul 27 22:06:41.556797 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33640) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:41.567899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e48e3-8ab5-4c38-937c-ea5d0e96285c None None] Pushing event updated for resources: {'Port': ['ID=0126a5e9-c836-460a-a82c-fd8579b3b145,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:41.585876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e4960b7a-e907-4ab4-babb-50c76bafb075 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:41.586354 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.611728 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7fd957-d81c-45c6-a7d3-d0ebe0ffca7c tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Deleting subnet 02146c28-5a7e-4e64-9461-54479eb075ba {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:06:41.616348 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db7fd957-d81c-45c6-a7d3-d0ebe0ffca7c tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.655791 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db7fd957-d81c-45c6-a7d3-d0ebe0ffca7c tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.760368 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db7fd957-d81c-45c6-a7d3-d0ebe0ffca7c tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.821666 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db7fd957-d81c-45c6-a7d3-d0ebe0ffca7c tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.850788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fd957-d81c-45c6-a7d3-d0ebe0ffca7c tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event deleted for resources: {'Subnet': ['ID=02146c28-5a7e-4e64-9461-54479eb075ba,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:41.854187 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-db7fd957-d81c-45c6-a7d3-d0ebe0ffca7c tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.858448 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-db7fd957-d81c-45c6-a7d3-d0ebe0ffca7c tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "DELETE /v2.0/subnets/02146c28-5a7e-4e64-9461-54479eb075ba HTTP/1.1" status: 204 len: 168 time: 0.2983654 Jul 27 22:06:41.858562 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33642) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:41.934203 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:41.991546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Deleting port 0126a5e9-c836-460a-a82c-fd8579b3b145 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:41.991816 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.054723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] For port 0126a5e9-c836-460a-a82c-fd8579b3b145, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=0126a5e9-c836-460a-a82c-fd8579b3b145,segment=NetworkSegment(4bb61a19-b149-4a55-a7d5-c545198f8d01),segment_id=4bb61a19-b149-4a55-a7d5-c545198f8d01)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:42.055091 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.068445 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Calling delete_port for 0126a5e9-c836-460a-a82c-fd8579b3b145 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:42.152062 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.175864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event deleted for resources: {'Port': ['ID=0126a5e9-c836-460a-a82c-fd8579b3b145,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:42.182541 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] No DVR routers for this DVR port 0126a5e9-c836-460a-a82c-fd8579b3b145 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:42.268673 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.280088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab352cf-3892-454b-b71a-c932ada20779']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:42.292459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb61a19-b149-4a55-a7d5-c545198f8d01') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:42.292760 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb61a19-b149-4a55-a7d5-c545198f8d01') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:42.302163 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.317130 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.324512 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:06:42.324931 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: timer() Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:06:42.328431 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:06:42.397144 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.405762 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.407683 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "DELETE /v2.0/networks/9ab352cf-3892-454b-b71a-c932ada20779 HTTP/1.1" status: 204 len: 168 time: 0.5482595 Jul 27 22:06:42.410365 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33644) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:42.419217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5396a45-0cfb-4e79-a701-7833ef1a5944 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event deleted for resources: {'Network': ['ID=9ab352cf-3892-454b-b71a-c932ada20779,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:42.439603 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-01706d70-4f04-497a-9e17-00b489e30cf5 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] DELETE failed (client error): The resource could not be found. Jul 27 22:06:42.440067 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01706d70-4f04-497a-9e17-00b489e30cf5 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:06:42.442078 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-01706d70-4f04-497a-9e17-00b489e30cf5 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "DELETE /v2.0/subnets/15d908a3-a8f8-400b-ad87-d2586fbcd40e HTTP/1.1" status: 404 len: 337 time: 0.0303783 Jul 27 22:06:42.445604 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33646) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:42.458591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b629fbe8-3b58-4e8e-b852-704b7d30bb38 None None] Could not find standard attr ID for object 0126a5e9-c836-460a-a82c-fd8579b3b145. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:06:42.471200 n-d-764806-9 neutron-server[105580]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f00b2fb-a537-41ee-acfc-5b73c6b678bc tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] DELETE failed (client error): The resource could not be found. Jul 27 22:06:42.471750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f00b2fb-a537-41ee-acfc-5b73c6b678bc tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:06:42.476004 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0f00b2fb-a537-41ee-acfc-5b73c6b678bc tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "DELETE /v2.0/networks/9be8593f-dff8-4938-8d0a-90f2f775a2c0 HTTP/1.1" status: 404 len: 339 time: 0.0269189 Jul 27 22:06:42.477434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33648) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:42.504793 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a88ff9d-b1b2-4c1b-bf7d-c633fc998ec8 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] DELETE failed (client error): The resource could not be found. Jul 27 22:06:42.505912 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a88ff9d-b1b2-4c1b-bf7d-c633fc998ec8 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:06:42.507025 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04ca2c5-2c09-4b82-bc84-df310dadb2bf None None] DHCP port deletion for 9ab352cf-3892-454b-b71a-c932ada20779 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:06:42.510500 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6a88ff9d-b1b2-4c1b-bf7d-c633fc998ec8 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "DELETE /v2.0/subnets/9914f499-0ead-477f-a1b0-2b266a98eb9d HTTP/1.1" status: 404 len: 337 time: 0.0296862 Jul 27 22:06:42.510796 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33650) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:42.526213 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79df97b4-a615-4594-b2ad-bc78392faff6 None None] Network 9ab352cf-3892-454b-b71a-c932ada20779 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:42.530046 n-d-764806-9 neutron-server[105579]: INFO neutron.pecan_wsgi.hooks.translation [None req-517fbb60-d2ab-4de7-a465-56622366b1ac tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] DELETE failed (client error): The resource could not be found. Jul 27 22:06:42.530639 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517fbb60-d2ab-4de7-a465-56622366b1ac tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105579) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 27 22:06:42.532387 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-517fbb60-d2ab-4de7-a465-56622366b1ac tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "DELETE /v2.0/networks/5e4e58de-2221-4ba4-95f3-82863466bce9 HTTP/1.1" status: 404 len: 339 time: 0.0206072 Jul 27 22:06:42.535071 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33652) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:42.541882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79df97b4-a615-4594-b2ad-bc78392faff6 None None] Network 9ab352cf-3892-454b-b71a-c932ada20779 could not be found, it might have been deleted concurrently. {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 22:06:42.592292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27c6466-5ac9-44fb-a3f8-41a83a0c1078 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Deleting subnet cf6c3702-2328-402c-b1d9-93f9cd1fe766 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:06:42.595613 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c27c6466-5ac9-44fb-a3f8-41a83a0c1078 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.642776 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c27c6466-5ac9-44fb-a3f8-41a83a0c1078 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.664189 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-88fa4382-0597-45b9-bf8a-92a56b00fae9 req-52cd23c7-b6c8-4af0-b2f2-5a4c1271992a service neutron] (105579) timed out ('10.222.0.66', 57572) {{(pid=105579) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:06:42.731108 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c27c6466-5ac9-44fb-a3f8-41a83a0c1078 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.792455 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c27c6466-5ac9-44fb-a3f8-41a83a0c1078 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.825373 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c6466-5ac9-44fb-a3f8-41a83a0c1078 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event deleted for resources: {'Subnet': ['ID=cf6c3702-2328-402c-b1d9-93f9cd1fe766,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:42.830550 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c27c6466-5ac9-44fb-a3f8-41a83a0c1078 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:42.832037 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c27c6466-5ac9-44fb-a3f8-41a83a0c1078 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "DELETE /v2.0/subnets/cf6c3702-2328-402c-b1d9-93f9cd1fe766 HTTP/1.1" status: 204 len: 168 time: 0.2960041 Jul 27 22:06:42.835465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33654) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:42.836989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cda5d8c-90d9-4672-bc20-f5b152097543 None None] Network 23784c9b-8781-4eba-88cc-ce4476bfa150 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:42.924990 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.004191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Deleting port e4960b7a-e907-4ab4-babb-50c76bafb075 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:43.004191 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.036487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e842e9c-3fcf-4718-a8c5-d90dff5417e4 None None] DHCP port deletion for 23784c9b-8781-4eba-88cc-ce4476bfa150 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:06:43.084740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] For port e4960b7a-e907-4ab4-babb-50c76bafb075, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e4960b7a-e907-4ab4-babb-50c76bafb075,segment=NetworkSegment(80a02c3e-ba56-4e12-8bff-823ded29a706),segment_id=80a02c3e-ba56-4e12-8bff-823ded29a706)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:43.085103 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.087838 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1e842e9c-3fcf-4718-a8c5-d90dff5417e4 None None] Deleting port e4960b7a-e907-4ab4-babb-50c76bafb075 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:43.088205 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e842e9c-3fcf-4718-a8c5-d90dff5417e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.098368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Calling delete_port for e4960b7a-e907-4ab4-babb-50c76bafb075 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:43.165394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1e842e9c-3fcf-4718-a8c5-d90dff5417e4 None None] For port e4960b7a-e907-4ab4-babb-50c76bafb075, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e4960b7a-e907-4ab4-babb-50c76bafb075,segment=NetworkSegment(80a02c3e-ba56-4e12-8bff-823ded29a706),segment_id=80a02c3e-ba56-4e12-8bff-823ded29a706)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:43.165805 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e842e9c-3fcf-4718-a8c5-d90dff5417e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.180094 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1e842e9c-3fcf-4718-a8c5-d90dff5417e4 None None] Calling delete_port for e4960b7a-e907-4ab4-babb-50c76bafb075 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:43.189790 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.218807 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event deleted for resources: {'Port': ['ID=e4960b7a-e907-4ab4-babb-50c76bafb075,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:43.222363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] No DVR routers for this DVR port e4960b7a-e907-4ab4-babb-50c76bafb075 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:43.266565 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e842e9c-3fcf-4718-a8c5-d90dff5417e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.295437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e842e9c-3fcf-4718-a8c5-d90dff5417e4 None None] Pushing event deleted for resources: {'Port': ['ID=e4960b7a-e907-4ab4-babb-50c76bafb075,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:43.299204 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e842e9c-3fcf-4718-a8c5-d90dff5417e4 None None] No DVR routers for this DVR port e4960b7a-e907-4ab4-babb-50c76bafb075 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:43.311413 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.322509 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23784c9b-8781-4eba-88cc-ce4476bfa150']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:43.333087 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a02c3e-ba56-4e12-8bff-823ded29a706') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:43.334053 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a02c3e-ba56-4e12-8bff-823ded29a706') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:43.342764 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.360986 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.367109 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:06:43.367511 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: timer() Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:06:43.370483 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:06:43.428924 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.452834 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.458059 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] 10.222.0.55 "DELETE /v2.0/networks/23784c9b-8781-4eba-88cc-ce4476bfa150 HTTP/1.1" status: 204 len: 168 time: 0.6183987 Jul 27 22:06:43.458059 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4c1fc-7b3c-4ccf-8a63-e0cf5bf2ba37 tempest-NetworksIpV6Test-2091726242 tempest-NetworksIpV6Test-2091726242-project] Pushing event deleted for resources: {'Network': ['ID=23784c9b-8781-4eba-88cc-ce4476bfa150,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:43.481302 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e4960b7a-e907-4ab4-babb-50c76bafb075 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:43.501199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: e4960b7a-e907-4ab4-babb-50c76bafb075 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:43.501461 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e4960b7a-e907-4ab4-babb-50c76bafb075 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:43.696378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33660) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:43.829786 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4d1eccbd-b1ee-4942-9430-36754dc73003 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e59089f2a6648b0a8c5bad467822c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322305 Jul 27 22:06:43.832359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33664) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:43.882772 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e62d92ef-400f-4a6e-b222-0128830082e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.903615 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e62d92ef-400f-4a6e-b222-0128830082e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.950599 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e62d92ef-400f-4a6e-b222-0128830082e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.953160 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e62d92ef-400f-4a6e-b222-0128830082e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:43.954358 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e62d92ef-400f-4a6e-b222-0128830082e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/859b35c5-e80d-4446-b072-4b86745d8843 HTTP/1.1" status: 204 len: 168 time: 0.1209464 Jul 27 22:06:43.962593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d92ef-400f-4a6e-b222-0128830082e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859b35c5-e80d-4446-b072-4b86745d8843,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:44.596553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33686) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:44.690016 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1b4d64cf-5df6-4349-830d-ab2d12d99a8d tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2107315235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:44.715233 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b4d64cf-5df6-4349-830d-ab2d12d99a8d tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.716244 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b4d64cf-5df6-4349-830d-ab2d12d99a8d tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.768978 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b4d64cf-5df6-4349-830d-ab2d12d99a8d tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.774112 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b4d64cf-5df6-4349-830d-ab2d12d99a8d tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.789327 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b4d64cf-5df6-4349-830d-ab2d12d99a8d tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.790536 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1b4d64cf-5df6-4349-830d-ab2d12d99a8d tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1929200 Jul 27 22:06:44.793254 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33690) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:44.798021 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7650d550-ae62-4be2-9b5c-e902240c83ff tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1737812647'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:44.819550 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7650d550-ae62-4be2-9b5c-e902240c83ff tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Made reservation on behalf of 98dfda6759b64e888e959efac381938e for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:44.823051 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7650d550-ae62-4be2-9b5c-e902240c83ff tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.831888 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7650d550-ae62-4be2-9b5c-e902240c83ff tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.932554 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7650d550-ae62-4be2-9b5c-e902240c83ff tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.936170 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7650d550-ae62-4be2-9b5c-e902240c83ff tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.959850 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7650d550-ae62-4be2-9b5c-e902240c83ff tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:44.975494 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650d550-ae62-4be2-9b5c-e902240c83ff tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203a8d92-5b73-498a-b2b8-d8ff62857ce4,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:44.978973 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7650d550-ae62-4be2-9b5c-e902240c83ff tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:44.979355 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-7650d550-ae62-4be2-9b5c-e902240c83ff tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Added segment ce8253ab-ee91-4f05-9b8e-fa24e755802a of type vlan for network 8e8a0b70-34dd-4202-87a4-5b29ed3efc36 Jul 27 22:06:45.020044 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7650d550-ae62-4be2-9b5c-e902240c83ff tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.050746 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7650d550-ae62-4be2-9b5c-e902240c83ff tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.057810 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7650d550-ae62-4be2-9b5c-e902240c83ff tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:45.058423 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7650d550-ae62-4be2-9b5c-e902240c83ff tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.119112 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7650d550-ae62-4be2-9b5c-e902240c83ff tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3248277 Jul 27 22:06:45.122021 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33692) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:45.126854 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-3aca133c-03a5-4816-a52d-e453eba937b4 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Request body: {'subnet': {'network_id': '8e8a0b70-34dd-4202-87a4-5b29ed3efc36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:45.145719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650d550-ae62-4be2-9b5c-e902240c83ff tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Pushing event updated for resources: {'Network': ['ID=8e8a0b70-34dd-4202-87a4-5b29ed3efc36,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:45.156580 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 8e8a0b70-34dd-4202-87a4-5b29ed3efc36 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:45.223148 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aca133c-03a5-4816-a52d-e453eba937b4 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Made reservation on behalf of 98dfda6759b64e888e959efac381938e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:45.227929 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3aca133c-03a5-4816-a52d-e453eba937b4 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.410756 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3aca133c-03a5-4816-a52d-e453eba937b4 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.470798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca133c-03a5-4816-a52d-e453eba937b4 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Pushing event updated for resources: {'Subnet': ['ID=d72561cd-35e3-4517-bb0f-9f75a6681ed6,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:45.481519 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aca133c-03a5-4816-a52d-e453eba937b4 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Checking segment: {'id': 'ce8253ab-ee91-4f05-9b8e-fa24e755802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8e8a0b70-34dd-4202-87a4-5b29ed3efc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:45.481884 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aca133c-03a5-4816-a52d-e453eba937b4 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Network hostable DHCP agents. Network: 8e8a0b70-34dd-4202-87a4-5b29ed3efc36, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:45.500697 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aca133c-03a5-4816-a52d-e453eba937b4 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Network 8e8a0b70-34dd-4202-87a4-5b29ed3efc36 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:45.512086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-3aca133c-03a5-4816-a52d-e453eba937b4 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 8e8a0b70-34dd-4202-87a4-5b29ed3efc36) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:45.516365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aca133c-03a5-4816-a52d-e453eba937b4 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:45.517572 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3aca133c-03a5-4816-a52d-e453eba937b4 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.522216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76f0de5-7fb4-48ca-be1a-fab859f1babb None None] Network 8e8a0b70-34dd-4202-87a4-5b29ed3efc36 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:45.537149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33694) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:45.538834 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3aca133c-03a5-4816-a52d-e453eba937b4 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4155967 Jul 27 22:06:45.542547 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-192f564a-2b37-4eb6-b64f-216a5a330f3b tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-335446453'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:45.566186 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192f564a-2b37-4eb6-b64f-216a5a330f3b tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Made reservation on behalf of 98dfda6759b64e888e959efac381938e for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:45.570368 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-192f564a-2b37-4eb6-b64f-216a5a330f3b tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.594869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192f564a-2b37-4eb6-b64f-216a5a330f3b tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:45.605449 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-192f564a-2b37-4eb6-b64f-216a5a330f3b tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.606099 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-192f564a-2b37-4eb6-b64f-216a5a330f3b tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Added segment 501353f4-0566-4b3f-867b-df41a94fcbf1 of type vlan for network 20e52203-30a2-4039-8962-3dc05beb4c23 Jul 27 22:06:45.663867 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-192f564a-2b37-4eb6-b64f-216a5a330f3b tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.685357 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-8e8a0b70-34dd-4202-87a4-5b29ed3efc36', 'network_id': '8e8a0b70-34dd-4202-87a4-5b29ed3efc36', 'tenant_id': '98dfda6759b64e888e959efac381938e', 'fixed_ips': [{'subnet_id': 'd72561cd-35e3-4517-bb0f-9f75a6681ed6'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:06:45.686393 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.703832 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-192f564a-2b37-4eb6-b64f-216a5a330f3b tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.710361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f564a-2b37-4eb6-b64f-216a5a330f3b tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:45.711038 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-192f564a-2b37-4eb6-b64f-216a5a330f3b tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:45.766179 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-192f564a-2b37-4eb6-b64f-216a5a330f3b tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2276597 Jul 27 22:06:45.769333 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33696) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:45.784190 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f564a-2b37-4eb6-b64f-216a5a330f3b tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Pushing event updated for resources: {'Network': ['ID=20e52203-30a2-4039-8962-3dc05beb4c23,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:45.785046 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5012f2f7-93de-4223-8492-35da606cad05 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Request body: {'subnet': {'network_id': '20e52203-30a2-4039-8962-3dc05beb4c23', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:45.796850 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 20e52203-30a2-4039-8962-3dc05beb4c23 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:45.887586 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5012f2f7-93de-4223-8492-35da606cad05 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Made reservation on behalf of 98dfda6759b64e888e959efac381938e for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:45.888468 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Allocated IP 172.20.0.2 (8e8a0b70-34dd-4202-87a4-5b29ed3efc36/d72561cd-35e3-4517-bb0f-9f75a6681ed6/4d807473-60e2-4259-acc3-2cdac2d98611) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:45.891359 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5012f2f7-93de-4223-8492-35da606cad05 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.049265 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.057330 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Transition to ACTIVE for port object 4d807473-60e2-4259-acc3-2cdac2d98611 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:46.072972 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Transition to ACTIVE for port object 4d807473-60e2-4259-acc3-2cdac2d98611 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:46.079083 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.079801 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5012f2f7-93de-4223-8492-35da606cad05 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.122207 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Network 8e8a0b70-34dd-4202-87a4-5b29ed3efc36 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:46.125127 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:46.129383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:46.133422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Pushing event updated for resources: {'Port': ['ID=4d807473-60e2-4259-acc3-2cdac2d98611,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:46.139221 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012f2f7-93de-4223-8492-35da606cad05 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Pushing event updated for resources: {'Subnet': ['ID=b524ee2e-7ef6-41c4-b651-0ccc4b0b1158,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:46.150461 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5012f2f7-93de-4223-8492-35da606cad05 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Checking segment: {'id': '501353f4-0566-4b3f-867b-df41a94fcbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '20e52203-30a2-4039-8962-3dc05beb4c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:46.150829 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012f2f7-93de-4223-8492-35da606cad05 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Network hostable DHCP agents. Network: 20e52203-30a2-4039-8962-3dc05beb4c23, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:46.168665 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012f2f7-93de-4223-8492-35da606cad05 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Network 20e52203-30a2-4039-8962-3dc05beb4c23 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:46.177373 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-5012f2f7-93de-4223-8492-35da606cad05 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 20e52203-30a2-4039-8962-3dc05beb4c23) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:46.181464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5012f2f7-93de-4223-8492-35da606cad05 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:46.182063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5012f2f7-93de-4223-8492-35da606cad05 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.193817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dda985a-7533-4882-9a5b-3b8f0af9be8e None None] Network 20e52203-30a2-4039-8962-3dc05beb4c23 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:46.200607 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5012f2f7-93de-4223-8492-35da606cad05 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4259446 Jul 27 22:06:46.200754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33698) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:46.205243 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-84a9c314-74bd-4283-9a3a-b2025ee15cb5 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Request body: {'router': {'external_gateway_info': {'network_id': '20e52203-30a2-4039-8962-3dc05beb4c23'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:46.234376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Attempting to bind port 4d807473-60e2-4259-acc3-2cdac2d98611 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:46.234745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Attempting to bind port 4d807473-60e2-4259-acc3-2cdac2d98611 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'ce8253ab-ee91-4f05-9b8e-fa24e755802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8e8a0b70-34dd-4202-87a4-5b29ed3efc36'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:46.235108 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Attempting to bind port 4d807473-60e2-4259-acc3-2cdac2d98611 on network 8e8a0b70-34dd-4202-87a4-5b29ed3efc36 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:46.251190 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:46.251569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Checking segment: {'id': 'ce8253ab-ee91-4f05-9b8e-fa24e755802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8e8a0b70-34dd-4202-87a4-5b29ed3efc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:46.251973 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.252368 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Bound using segment: {'id': 'ce8253ab-ee91-4f05-9b8e-fa24e755802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8e8a0b70-34dd-4202-87a4-5b29ed3efc36'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:46.252842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Bound port: 4d807473-60e2-4259-acc3-2cdac2d98611, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce8253ab-ee91-4f05-9b8e-fa24e755802a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8e8a0b70-34dd-4202-87a4-5b29ed3efc36'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:46.253223 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.378824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] For port 4d807473-60e2-4259-acc3-2cdac2d98611, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:46.412998 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] For port 4d807473-60e2-4259-acc3-2cdac2d98611, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4d807473-60e2-4259-acc3-2cdac2d98611,segment=NetworkSegment(ce8253ab-ee91-4f05-9b8e-fa24e755802a),segment_id=ce8253ab-ee91-4f05-9b8e-fa24e755802a)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:46.419197 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.426025 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-20e52203-30a2-4039-8962-3dc05beb4c23', 'network_id': '20e52203-30a2-4039-8962-3dc05beb4c23', 'tenant_id': '98dfda6759b64e888e959efac381938e', 'fixed_ips': [{'subnet_id': 'b524ee2e-7ef6-41c4-b651-0ccc4b0b1158'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:06:46.427471 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.509144 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e5564-0e36-47af-8089-5780a311fbcd None None] Pushing event updated for resources: {'Port': ['ID=4d807473-60e2-4259-acc3-2cdac2d98611,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:46.638848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Allocated IP 172.21.0.2 (20e52203-30a2-4039-8962-3dc05beb4c23/b524ee2e-7ef6-41c4-b651-0ccc4b0b1158/45043da1-fbb9-4fdf-a0d3-13d6a7359e6a) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:46.776063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84a9c314-74bd-4283-9a3a-b2025ee15cb5 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.828652 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.837019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Transition to ACTIVE for port object 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:46.852181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Transition to ACTIVE for port object 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:46.857930 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.887443 n-d-764806-9 neutron-server[105579]: INFO neutron.api.v2.resource [None req-84a9c314-74bd-4283-9a3a-b2025ee15cb5 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 27 22:06:46.888410 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-84a9c314-74bd-4283-9a3a-b2025ee15cb5 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] 10.222.0.55 "PUT /v2.0/routers/f15d33af-b74c-4050-a658-3699653a4baf HTTP/1.1" status: 400 len: 364 time: 0.6867554 Jul 27 22:06:46.894108 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33700) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:46.897494 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Network 20e52203-30a2-4039-8962-3dc05beb4c23 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:46.902424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:46.905215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:46.914820 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Pushing event updated for resources: {'Port': ['ID=45043da1-fbb9-4fdf-a0d3-13d6a7359e6a,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:46.946642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bce4e69-3750-43db-bfb5-41c29cf11406 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Deleting subnet b524ee2e-7ef6-41c4-b651-0ccc4b0b1158 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:06:46.950074 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0bce4e69-3750-43db-bfb5-41c29cf11406 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.977910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Attempting to bind port 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:46.978315 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Attempting to bind port 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '501353f4-0566-4b3f-867b-df41a94fcbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '20e52203-30a2-4039-8962-3dc05beb4c23'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:46.978685 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Attempting to bind port 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a on network 20e52203-30a2-4039-8962-3dc05beb4c23 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:46.983800 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:46.984175 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Checking segment: {'id': '501353f4-0566-4b3f-867b-df41a94fcbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '20e52203-30a2-4039-8962-3dc05beb4c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:46.984584 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.984971 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Bound using segment: {'id': '501353f4-0566-4b3f-867b-df41a94fcbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '20e52203-30a2-4039-8962-3dc05beb4c23'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:46.985764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Bound port: 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501353f4-0566-4b3f-867b-df41a94fcbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '20e52203-30a2-4039-8962-3dc05beb4c23'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:46.986152 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:46.996690 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0bce4e69-3750-43db-bfb5-41c29cf11406 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.050765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] For port 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:47.054716 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] For port 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=45043da1-fbb9-4fdf-a0d3-13d6a7359e6a,segment=NetworkSegment(501353f4-0566-4b3f-867b-df41a94fcbf1),segment_id=501353f4-0566-4b3f-867b-df41a94fcbf1)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:47.059159 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.085117 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0bce4e69-3750-43db-bfb5-41c29cf11406 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.120190 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660f8de-a197-439a-bc6b-a529a13566d1 None None] Pushing event updated for resources: {'Port': ['ID=45043da1-fbb9-4fdf-a0d3-13d6a7359e6a,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:47.160285 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0bce4e69-3750-43db-bfb5-41c29cf11406 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.194394 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce4e69-3750-43db-bfb5-41c29cf11406 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Pushing event deleted for resources: {'Subnet': ['ID=b524ee2e-7ef6-41c4-b651-0ccc4b0b1158,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:47.198621 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0bce4e69-3750-43db-bfb5-41c29cf11406 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.200549 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0bce4e69-3750-43db-bfb5-41c29cf11406 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] 10.222.0.55 "DELETE /v2.0/subnets/b524ee2e-7ef6-41c4-b651-0ccc4b0b1158 HTTP/1.1" status: 204 len: 168 time: 0.3054795 Jul 27 22:06:47.202948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33702) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:47.285825 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.358682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Deleting port 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:47.359026 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.440884 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] For port 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=45043da1-fbb9-4fdf-a0d3-13d6a7359e6a,segment=NetworkSegment(501353f4-0566-4b3f-867b-df41a94fcbf1),segment_id=501353f4-0566-4b3f-867b-df41a94fcbf1)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:47.441248 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.463668 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Calling delete_port for 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:47.559622 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4d807473-60e2-4259-acc3-2cdac2d98611 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:47.573158 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.584434 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd63a5b-6a10-4ee3-9919-156210a07691 None None] Network 8e8a0b70-34dd-4202-87a4-5b29ed3efc36 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:47.600138 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Pushing event deleted for resources: {'Port': ['ID=45043da1-fbb9-4fdf-a0d3-13d6a7359e6a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:47.604063 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] No DVR routers for this DVR port 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:47.660248 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c3f78680-51ed-4692-901b-85c07e8736f7 None None] Provisioning for port 4d807473-60e2-4259-acc3-2cdac2d98611 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:47.689227 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.699406 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 4d807473-60e2-4259-acc3-2cdac2d98611 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:47.700367 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e52203-30a2-4039-8962-3dc05beb4c23']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:47.711854 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501353f4-0566-4b3f-867b-df41a94fcbf1') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:47.712148 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501353f4-0566-4b3f-867b-df41a94fcbf1') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:47.722705 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.723041 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 4d807473-60e2-4259-acc3-2cdac2d98611 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:47.723427 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.737986 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.744889 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:06:47.745272 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: timer() Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:06:47.748179 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:06:47.809512 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.818351 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.820506 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] 10.222.0.55 "DELETE /v2.0/networks/20e52203-30a2-4039-8962-3dc05beb4c23 HTTP/1.1" status: 204 len: 168 time: 0.6165242 Jul 27 22:06:47.823041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33704) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:47.847387 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc41c8-b946-446c-8e90-bb382d72ed03 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Pushing event deleted for resources: {'Network': ['ID=20e52203-30a2-4039-8962-3dc05beb4c23,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:47.898276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba01a967-4dbe-43e3-884d-5e0961806614 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Deleting subnet d72561cd-35e3-4517-bb0f-9f75a6681ed6 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:06:47.902441 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ba01a967-4dbe-43e3-884d-5e0961806614 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:47.953451 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ba01a967-4dbe-43e3-884d-5e0961806614 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.035483 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.053868 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ba01a967-4dbe-43e3-884d-5e0961806614 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.122620 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ba01a967-4dbe-43e3-884d-5e0961806614 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.154626 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01a967-4dbe-43e3-884d-5e0961806614 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Pushing event deleted for resources: {'Subnet': ['ID=d72561cd-35e3-4517-bb0f-9f75a6681ed6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:48.158991 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ba01a967-4dbe-43e3-884d-5e0961806614 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.163290 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ba01a967-4dbe-43e3-884d-5e0961806614 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] 10.222.0.55 "DELETE /v2.0/subnets/d72561cd-35e3-4517-bb0f-9f75a6681ed6 HTTP/1.1" status: 204 len: 168 time: 0.3372304 Jul 27 22:06:48.163894 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33706) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:48.167615 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.db.api [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 22:06:48.168208 n-d-764806-9 neutron-server[105581]: DEBUG oslo_db.api [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 22:06:48.195788 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3a78a7ad-4c03-4e80-a03e-32298dec9a8b None None] Could not find standard attr ID for object 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a. {{(pid=105581) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 27 22:06:48.249432 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.258266 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640da57e-a47e-4eb6-8148-adff09bc074f None None] DHCP port deletion for 20e52203-30a2-4039-8962-3dc05beb4c23 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:06:48.286048 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2098494-5163-4ad0-9cc2-8f43360ba699 None None] Network 20e52203-30a2-4039-8962-3dc05beb4c23 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:48.289730 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f522fc30-4dd1-408b-bcf6-c44f4bb8a19c None None] Network 8e8a0b70-34dd-4202-87a4-5b29ed3efc36 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:48.315732 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2098494-5163-4ad0-9cc2-8f43360ba699 None None] Network 20e52203-30a2-4039-8962-3dc05beb4c23 could not be found, it might have been deleted concurrently. {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 27 22:06:48.322739 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Deleting port 4d807473-60e2-4259-acc3-2cdac2d98611 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:06:48.323081 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.367981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5bad565d-53e1-49c9-9105-b89abcbc1864 None None] Provisioning complete for port 4d807473-60e2-4259-acc3-2cdac2d98611 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:48.368445 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5bad565d-53e1-49c9-9105-b89abcbc1864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.393270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] For port 4d807473-60e2-4259-acc3-2cdac2d98611, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=4d807473-60e2-4259-acc3-2cdac2d98611,segment=NetworkSegment(ce8253ab-ee91-4f05-9b8e-fa24e755802a),segment_id=ce8253ab-ee91-4f05-9b8e-fa24e755802a)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:48.393649 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.411755 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Calling delete_port for 4d807473-60e2-4259-acc3-2cdac2d98611 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:06:48.500865 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.512030 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5bad565d-53e1-49c9-9105-b89abcbc1864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.533770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Pushing event deleted for resources: {'Port': ['ID=4d807473-60e2-4259-acc3-2cdac2d98611,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:48.538906 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] No DVR routers for this DVR port 4d807473-60e2-4259-acc3-2cdac2d98611 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:06:48.571336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a27967e-a4ef-4820-ba37-a485081e88f9 None None] DHCP port deletion for 8e8a0b70-34dd-4202-87a4-5b29ed3efc36 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:06:48.626437 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.638380 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8a0b70-34dd-4202-87a4-5b29ed3efc36']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:48.650441 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8253ab-ee91-4f05-9b8e-fa24e755802a') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:48.650745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8253ab-ee91-4f05-9b8e-fa24e755802a') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:48.659861 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.674588 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.684178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:06:48.684409 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: timer() Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:06:48.687676 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:06:48.691006 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Port 4d807473-60e2-4259-acc3-2cdac2d98611 update to ACTIVE by agent not found {{(pid=105581) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 27 22:06:48.691453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:48.718688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:48.719024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 27 22:06:48.740925 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Port 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a not found, will not notify nova. {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 27 22:06:48.757618 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.764877 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:48.766962 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] 10.222.0.55 "DELETE /v2.0/networks/8e8a0b70-34dd-4202-87a4-5b29ed3efc36 HTTP/1.1" status: 204 len: 168 time: 0.6020837 Jul 27 22:06:48.769567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33708) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:48.779297 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712234e-ba46-4888-b5a1-da0a104b0560 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Pushing event deleted for resources: {'Network': ['ID=8e8a0b70-34dd-4202-87a4-5b29ed3efc36,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:48.801042 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d6ba78bd-17b7-4ced-90bf-c5255b959c93 tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] 10.222.0.55 "GET /v2.0/ports?device_id=f15d33af-b74c-4050-a658-3699653a4baf HTTP/1.1" status: 200 len: 205 time: 0.0301156 Jul 27 22:06:48.803924 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33710) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:48.882046 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ec0d828f-751e-4c26-b8d5-59e85d63898c tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.040960 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ec0d828f-751e-4c26-b8d5-59e85d63898c tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.043065 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ec0d828f-751e-4c26-b8d5-59e85d63898c tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.088591 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ec0d828f-751e-4c26-b8d5-59e85d63898c tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.089265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0d828f-751e-4c26-b8d5-59e85d63898c tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Fanout notify agent at l3_agent the message router_deleted on router f15d33af-b74c-4050-a658-3699653a4baf {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:06:49.096546 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ec0d828f-751e-4c26-b8d5-59e85d63898c tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.097634 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ec0d828f-751e-4c26-b8d5-59e85d63898c tempest-RoutersNegativeTest-612299182 tempest-RoutersNegativeTest-612299182-project] 10.222.0.55 "DELETE /v2.0/routers/f15d33af-b74c-4050-a658-3699653a4baf HTTP/1.1" status: 204 len: 168 time: 0.2928035 Jul 27 22:06:49.342801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33716) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:49.470669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4d807473-60e2-4259-acc3-2cdac2d98611 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:49.478887 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-dde4f391-3a08-4c93-a593-0c91f05c7e2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98dfda6759b64e888e959efac381938e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348052 Jul 27 22:06:49.481165 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33720) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:49.491388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 4d807473-60e2-4259-acc3-2cdac2d98611 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:49.491731 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 4d807473-60e2-4259-acc3-2cdac2d98611 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:49.492251 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:06:49.510754 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:06:49.511097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 45043da1-fbb9-4fdf-a0d3-13d6a7359e6a not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:06:49.537679 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e84c34b3-df12-47ef-b506-b4f42482032a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.559248 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e84c34b3-df12-47ef-b506-b4f42482032a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.611241 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e84c34b3-df12-47ef-b506-b4f42482032a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.613905 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e84c34b3-df12-47ef-b506-b4f42482032a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:49.615534 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e84c34b3-df12-47ef-b506-b4f42482032a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/203a8d92-5b73-498a-b2b8-d8ff62857ce4 HTTP/1.1" status: 204 len: 168 time: 0.1334350 Jul 27 22:06:49.623499 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c34b3-df12-47ef-b506-b4f42482032a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203a8d92-5b73-498a-b2b8-d8ff62857ce4,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:50.214773 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33742) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:50.312047 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ca1a48f5-83b9-4fd0-b7e8-a3938b9f4eac admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-498969544-network', 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:50.339041 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1a48f5-83b9-4fd0-b7e8-a3938b9f4eac admin admin] Made reservation on behalf of 1bffa41b4a2d415ba5fb9de1cf759d01 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:50.341348 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca1a48f5-83b9-4fd0-b7e8-a3938b9f4eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.350939 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca1a48f5-83b9-4fd0-b7e8-a3938b9f4eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.439040 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca1a48f5-83b9-4fd0-b7e8-a3938b9f4eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.443035 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca1a48f5-83b9-4fd0-b7e8-a3938b9f4eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.464421 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1a48f5-83b9-4fd0-b7e8-a3938b9f4eac admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:50.479062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a48f5-83b9-4fd0-b7e8-a3938b9f4eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83bc8d1-02a0-49ab-830e-733c1cfe61cf,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:50.483813 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca1a48f5-83b9-4fd0-b7e8-a3938b9f4eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.484165 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-ca1a48f5-83b9-4fd0-b7e8-a3938b9f4eac admin admin] Added segment d1940f32-d7d1-46d9-9dd6-d6a6379d4159 of type vlan for network 55c67596-23c4-4d07-a05c-928fd5359c3b Jul 27 22:06:50.525547 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca1a48f5-83b9-4fd0-b7e8-a3938b9f4eac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.554465 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca1a48f5-83b9-4fd0-b7e8-a3938b9f4eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.555439 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1a48f5-83b9-4fd0-b7e8-a3938b9f4eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:50.556027 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca1a48f5-83b9-4fd0-b7e8-a3938b9f4eac admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.615741 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ca1a48f5-83b9-4fd0-b7e8-a3938b9f4eac admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3998153 Jul 27 22:06:50.618926 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33746) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:50.623364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a48f5-83b9-4fd0-b7e8-a3938b9f4eac admin admin] Pushing event updated for resources: {'Network': ['ID=55c67596-23c4-4d07-a05c-928fd5359c3b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:50.623895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f5a978ff-189e-4c47-b75f-e6ae19c512a8 admin admin] Request body: {'subnet': {'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-498969544-subnet', 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:50.634453 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 55c67596-23c4-4d07-a05c-928fd5359c3b details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:50.652207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a978ff-189e-4c47-b75f-e6ae19c512a8 admin admin] Made reservation on behalf of 1bffa41b4a2d415ba5fb9de1cf759d01 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:50.654850 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5a978ff-189e-4c47-b75f-e6ae19c512a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.828885 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5a978ff-189e-4c47-b75f-e6ae19c512a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.889308 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a978ff-189e-4c47-b75f-e6ae19c512a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ebf81e-b5c7-4f62-9ba5-35eaf81cc019,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:50.898132 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a978ff-189e-4c47-b75f-e6ae19c512a8 admin admin] Checking segment: {'id': 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:50.898521 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a978ff-189e-4c47-b75f-e6ae19c512a8 admin admin] Network hostable DHCP agents. Network: 55c67596-23c4-4d07-a05c-928fd5359c3b, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:50.915110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a978ff-189e-4c47-b75f-e6ae19c512a8 admin admin] Network 55c67596-23c4-4d07-a05c-928fd5359c3b is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:50.923339 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f5a978ff-189e-4c47-b75f-e6ae19c512a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 55c67596-23c4-4d07-a05c-928fd5359c3b) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:50.927875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a978ff-189e-4c47-b75f-e6ae19c512a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:50.928472 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f5a978ff-189e-4c47-b75f-e6ae19c512a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.932961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52191f6e-7a01-4359-a4ff-1ae89d4253a3 None None] Network 55c67596-23c4-4d07-a05c-928fd5359c3b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:50.943077 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f5a978ff-189e-4c47-b75f-e6ae19c512a8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3223546 Jul 27 22:06:50.945599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33748) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:50.951067 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-498969544-router', 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:50.972470 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:50.973415 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.026499 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.083255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-55c67596-23c4-4d07-a05c-928fd5359c3b', 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b', 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'fixed_ips': [{'subnet_id': '70ebf81e-b5c7-4f62-9ba5-35eaf81cc019'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:06:51.084153 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.170451 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.228147 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Allocated IP 172.20.0.2 (55c67596-23c4-4d07-a05c-928fd5359c3b/70ebf81e-b5c7-4f62-9ba5-35eaf81cc019/ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:51.387558 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.391208 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.401588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Transition to ACTIVE for port object ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:51.412554 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.417967 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Transition to ACTIVE for port object ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:51.424366 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.468022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Network 55c67596-23c4-4d07-a05c-928fd5359c3b is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:51.470817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:51.475798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:51.479013 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Pushing event updated for resources: {'Port': ['ID=ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:51.520355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Allocated IP 172.25.2.108 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/ca75d57f-4aaf-4bbc-aec3-e4cc67881a00) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:51.543452 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Attempting to bind port ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:51.543819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Attempting to bind port ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:51.544175 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Attempting to bind port ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5 on network 55c67596-23c4-4d07-a05c-928fd5359c3b {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:51.549225 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:51.549596 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Checking segment: {'id': 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:51.549994 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.550436 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Bound using segment: {'id': 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:51.550889 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Bound port: ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:51.551267 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.613810 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] For port ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:51.617418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] For port ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5,segment=NetworkSegment(d1940f32-d7d1-46d9-9dd6-d6a6379d4159),segment_id=d1940f32-d7d1-46d9-9dd6-d6a6379d4159)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:51.621288 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.636786 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.678082 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14d334-ce10-470e-8cb0-160992ec91fd None None] Pushing event updated for resources: {'Port': ['ID=ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:51.685358 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:51.732714 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:51.735522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:51.740040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:51.743328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Pushing event updated for resources: {'Port': ['ID=ca75d57f-4aaf-4bbc-aec3-e4cc67881a00,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:52.335369 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:52.559534 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:52.619573 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0b8662-a410-460a-b4d8-d2bbc83e4d47 None None] Network 55c67596-23c4-4d07-a05c-928fd5359c3b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:52.706686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Router b51abd07-012b-44c1-8f31-45873e06b11d is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:06:52.740505 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f7ad1ba6-0d7d-46b1-9226-d1c815c7e5e4 None None] Provisioning for port ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:52.819169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:06:52.828688 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Sync routers for ids ['b51abd07-012b-44c1-8f31-45873e06b11d'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:06:52.836394 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:52.838066 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3bf6fcdc-6c9c-4225-a5b0-5167f7e5db1f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8915269 Jul 27 22:06:52.840751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33750) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:52.841778 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Routers {'b51abd07-012b-44c1-8f31-45873e06b11d'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:06:52.842515 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:06:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b51abd07-012b-44c1-8f31-45873e06b11d'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:52.959463 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Set router b51abd07-012b-44c1-8f31-45873e06b11d gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:06:53.148828 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'name': 'tempest-TestEncryptedCinderVolumes-498969544-router', 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'ca75d57f-4aaf-4bbc-aec3-e4cc67881a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:50Z', 'updated_at': '2021-07-27T22:06:52Z', 'revision_number': 3, 'project_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'gw_port': {'id': 'ca75d57f-4aaf-4bbc-aec3-e4cc67881a00', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ae:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:51Z', 'updated_at': '2021-07-27T22:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:53.174683 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Checking router: b51abd07-012b-44c1-8f31-45873e06b11d for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:06:53.175023 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Updating router b51abd07-012b-44c1-8f31-45873e06b11d port ca75d57f-4aaf-4bbc-aec3-e4cc67881a00 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:06:53.208967 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.293222 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.455985 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Allocated IP 172.20.0.1 (55c67596-23c4-4d07-a05c-928fd5359c3b/70ebf81e-b5c7-4f62-9ba5-35eaf81cc019/9c325242-c5a9-4308-be0b-8311a1e5edcd) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:53.469408 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.481111 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Transition to ACTIVE for port object ca75d57f-4aaf-4bbc-aec3-e4cc67881a00 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:53.487617 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.510210 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:53.555522 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Attempting to bind port ca75d57f-4aaf-4bbc-aec3-e4cc67881a00 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:53.555884 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Attempting to bind port ca75d57f-4aaf-4bbc-aec3-e4cc67881a00 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:53.556245 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Attempting to bind port ca75d57f-4aaf-4bbc-aec3-e4cc67881a00 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:53.563513 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68f211-5423-4580-9fb3-235439287c49 None None] Pushing event updated for resources: {'Port': ['ID=ca75d57f-4aaf-4bbc-aec3-e4cc67881a00,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:53.566729 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:53.567123 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:53.569023 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.569023 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:53.569023 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Bound port: ca75d57f-4aaf-4bbc-aec3-e4cc67881a00, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:53.569023 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.573365 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:53.576237 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68f211-5423-4580-9fb3-235439287c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:53.576585 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68f211-5423-4580-9fb3-235439287c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:53.576916 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68f211-5423-4580-9fb3-235439287c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:53.577245 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68f211-5423-4580-9fb3-235439287c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:53.577511 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:53.577648 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68f211-5423-4580-9fb3-235439287c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:53.577879 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68f211-5423-4580-9fb3-235439287c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:53.578010 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.578199 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68f211-5423-4580-9fb3-235439287c49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:53.578542 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68f211-5423-4580-9fb3-235439287c49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:53.578856 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68f211-5423-4580-9fb3-235439287c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:53.579170 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68f211-5423-4580-9fb3-235439287c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:53.579487 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68f211-5423-4580-9fb3-235439287c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:53.579917 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68f211-5423-4580-9fb3-235439287c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:53.583607 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.597833 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Transition to ACTIVE for port object 9c325242-c5a9-4308-be0b-8311a1e5edcd will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:53.634120 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] For port ca75d57f-4aaf-4bbc-aec3-e4cc67881a00, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:53.635900 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.637580 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] For port ca75d57f-4aaf-4bbc-aec3-e4cc67881a00, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=ca75d57f-4aaf-4bbc-aec3-e4cc67881a00,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:53.642160 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.662700 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.678505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Network 55c67596-23c4-4d07-a05c-928fd5359c3b is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:53.683760 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:53.687467 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:53.701288 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5,segment=NetworkSegment(d1940f32-d7d1-46d9-9dd6-d6a6379d4159),segment_id=d1940f32-d7d1-46d9-9dd6-d6a6379d4159)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:53.705876 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.706144 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68f211-5423-4580-9fb3-235439287c49 None None] Pushing event updated for resources: {'Port': ['ID=ca75d57f-4aaf-4bbc-aec3-e4cc67881a00,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:53.710854 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Routers {'b51abd07-012b-44c1-8f31-45873e06b11d'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:06:53.711471 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:06:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b51abd07-012b-44c1-8f31-45873e06b11d'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:53.714452 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Pushing event updated for resources: {'Port': ['ID=9c325242-c5a9-4308-be0b-8311a1e5edcd,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:53.744837 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.768720 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:53.830378 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] Set router b51abd07-012b-44c1-8f31-45873e06b11d gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:06:53.904657 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:53.998715 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-08468a73-1d85-4df1-9281-0ee055d99c73 None None] Provisioning for port 9c325242-c5a9-4308-be0b-8311a1e5edcd completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:54.002607 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-08468a73-1d85-4df1-9281-0ee055d99c73 None None] Provisioning complete for port 9c325242-c5a9-4308-be0b-8311a1e5edcd triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:54.002975 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-08468a73-1d85-4df1-9281-0ee055d99c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:54.043304 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-08468a73-1d85-4df1-9281-0ee055d99c73 None None] Port 9c325242-c5a9-4308-be0b-8311a1e5edcd cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:54.091001 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:54.097107 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:54.112145 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'name': 'tempest-TestEncryptedCinderVolumes-498969544-router', 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'ca75d57f-4aaf-4bbc-aec3-e4cc67881a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:50Z', 'updated_at': '2021-07-27T22:06:52Z', 'revision_number': 3, 'project_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'gw_port': {'id': 'ca75d57f-4aaf-4bbc-aec3-e4cc67881a00', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ae:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:51Z', 'updated_at': '2021-07-27T22:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:54.140400 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0f2a3e-b0c5-4796-9180-987b21f70b3f None None] The sync data for ids ['b51abd07-012b-44c1-8f31-45873e06b11d'] in n-d-764806-9 is: [{'id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'name': 'tempest-TestEncryptedCinderVolumes-498969544-router', 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'ca75d57f-4aaf-4bbc-aec3-e4cc67881a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:50Z', 'updated_at': '2021-07-27T22:06:52Z', 'revision_number': 3, 'project_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'gw_port': {'id': 'ca75d57f-4aaf-4bbc-aec3-e4cc67881a00', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ae:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:51Z', 'updated_at': '2021-07-27T22:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:06:54.170704 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Pushing event updated for resources: {'Port': ['ID=9c325242-c5a9-4308-be0b-8311a1e5edcd,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:54.173705 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:54.284505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Network 55c67596-23c4-4d07-a05c-928fd5359c3b is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:54.285833 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:54.450881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Router b51abd07-012b-44c1-8f31-45873e06b11d has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:06:54.570245 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-10b6a340-e380-4174-90fc-8e7dfae22b87 None None] Provisioning complete for port 9c325242-c5a9-4308-be0b-8311a1e5edcd triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:54.570794 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-10b6a340-e380-4174-90fc-8e7dfae22b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:54.589130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:06:54.602984 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-66e5cf8a-6d58-4757-9ab7-f54757ec0aaf admin admin] 10.222.0.55 "PUT /v2.0/routers/b51abd07-012b-44c1-8f31-45873e06b11d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7549558 Jul 27 22:06:54.609621 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-10b6a340-e380-4174-90fc-8e7dfae22b87 None None] Port 9c325242-c5a9-4308-be0b-8311a1e5edcd cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:55.127177 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33766) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:55.133355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-bb3350e3-988c-4c88-a8c9-ec1071089337 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-852321978-network', 'tenant_id': 'e2cd7dfc3b45418b8d7368841793aab8'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:55.155976 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3350e3-988c-4c88-a8c9-ec1071089337 admin admin] Made reservation on behalf of e2cd7dfc3b45418b8d7368841793aab8 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:55.158483 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb3350e3-988c-4c88-a8c9-ec1071089337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.167813 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb3350e3-988c-4c88-a8c9-ec1071089337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.260821 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb3350e3-988c-4c88-a8c9-ec1071089337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.269286 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb3350e3-988c-4c88-a8c9-ec1071089337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.301189 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3350e3-988c-4c88-a8c9-ec1071089337 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:06:55.308224 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3350e3-988c-4c88-a8c9-ec1071089337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab9dcdf-eec9-4d6c-9229-44c4d21caa3a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:55.318157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb3350e3-988c-4c88-a8c9-ec1071089337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.318537 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-bb3350e3-988c-4c88-a8c9-ec1071089337 admin admin] Added segment c0e06a80-0e47-409b-839e-35e5b2f0cea4 of type vlan for network fdbfec54-ec6e-4641-b10a-e11b2e563ab9 Jul 27 22:06:55.362132 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb3350e3-988c-4c88-a8c9-ec1071089337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.398578 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb3350e3-988c-4c88-a8c9-ec1071089337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.399614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3350e3-988c-4c88-a8c9-ec1071089337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:55.400196 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bb3350e3-988c-4c88-a8c9-ec1071089337 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.456881 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bb3350e3-988c-4c88-a8c9-ec1071089337 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3285077 Jul 27 22:06:55.459838 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33768) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:55.465785 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-24ceb45e-b70b-45db-aee1-4cdccdaa5572 admin admin] Request body: {'subnet': {'network_id': 'fdbfec54-ec6e-4641-b10a-e11b2e563ab9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-852321978-subnet', 'tenant_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:55.468023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3350e3-988c-4c88-a8c9-ec1071089337 admin admin] Pushing event updated for resources: {'Network': ['ID=fdbfec54-ec6e-4641-b10a-e11b2e563ab9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:55.478905 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network fdbfec54-ec6e-4641-b10a-e11b2e563ab9 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:06:55.498397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ceb45e-b70b-45db-aee1-4cdccdaa5572 admin admin] Made reservation on behalf of e2cd7dfc3b45418b8d7368841793aab8 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:06:55.501678 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24ceb45e-b70b-45db-aee1-4cdccdaa5572 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.587171 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ca75d57f-4aaf-4bbc-aec3-e4cc67881a00 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:55.644448 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port ca75d57f-4aaf-4bbc-aec3-e4cc67881a00 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:55.648703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port ca75d57f-4aaf-4bbc-aec3-e4cc67881a00 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:55.649076 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.714387 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24ceb45e-b70b-45db-aee1-4cdccdaa5572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.735203 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.758771 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port ca75d57f-4aaf-4bbc-aec3-e4cc67881a00, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=ca75d57f-4aaf-4bbc-aec3-e4cc67881a00,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:55.763054 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.763845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:55.774187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ceb45e-b70b-45db-aee1-4cdccdaa5572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c851c35a-3b97-49c6-98f9-293f67ff0ac0,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:55.782864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ceb45e-b70b-45db-aee1-4cdccdaa5572 admin admin] Checking segment: {'id': 'c0e06a80-0e47-409b-839e-35e5b2f0cea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fdbfec54-ec6e-4641-b10a-e11b2e563ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:55.783231 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ceb45e-b70b-45db-aee1-4cdccdaa5572 admin admin] Network hostable DHCP agents. Network: fdbfec54-ec6e-4641-b10a-e11b2e563ab9, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:06:55.800643 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ceb45e-b70b-45db-aee1-4cdccdaa5572 admin admin] Network fdbfec54-ec6e-4641-b10a-e11b2e563ab9 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:06:55.812119 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-24ceb45e-b70b-45db-aee1-4cdccdaa5572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, fdbfec54-ec6e-4641-b10a-e11b2e563ab9) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:55.816915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ceb45e-b70b-45db-aee1-4cdccdaa5572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:06:55.817645 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24ceb45e-b70b-45db-aee1-4cdccdaa5572 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.826695 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c3e1a5-eee6-4a2d-ad2f-e9db9bd36c47 None None] Network fdbfec54-ec6e-4641-b10a-e11b2e563ab9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:55.839087 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 33770) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:55.839513 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-24ceb45e-b70b-45db-aee1-4cdccdaa5572 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3784842 Jul 27 22:06:55.844905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-852321978-router', 'tenant_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:06:55.869009 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.870096 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.877516 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Sync routers for ids ['b51abd07-012b-44c1-8f31-45873e06b11d'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:06:55.899713 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=ca75d57f-4aaf-4bbc-aec3-e4cc67881a00,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:55.914540 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Routers {'b51abd07-012b-44c1-8f31-45873e06b11d'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:06:55.915159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:06:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b51abd07-012b-44c1-8f31-45873e06b11d'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:55.928565 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:55.972942 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:55.973308 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.079316 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.106309 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Set router b51abd07-012b-44c1-8f31-45873e06b11d gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:06:56.191336 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-fdbfec54-ec6e-4641-b10a-e11b2e563ab9', 'network_id': 'fdbfec54-ec6e-4641-b10a-e11b2e563ab9', 'tenant_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'fixed_ips': [{'subnet_id': 'c851c35a-3b97-49c6-98f9-293f67ff0ac0'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:06:56.192963 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.295152 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.315454 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.424907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Allocated IP 172.25.2.142 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/181b14df-a4c5-4ca2-925f-5a7dcd9eae1f) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:56.534677 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.575529 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.615767 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:56.616193 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Allocated IP 172.20.0.2 (fdbfec54-ec6e-4641-b10a-e11b2e563ab9/c851c35a-3b97-49c6-98f9-293f67ff0ac0/dd4c8448-be9d-434e-986d-0fd945e71392) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:56.620950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:56.624399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:56.648963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Pushing event updated for resources: {'Port': ['ID=181b14df-a4c5-4ca2-925f-5a7dcd9eae1f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:56.698601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'name': 'tempest-TestEncryptedCinderVolumes-498969544-router', 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'ca75d57f-4aaf-4bbc-aec3-e4cc67881a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:50Z', 'updated_at': '2021-07-27T22:06:53Z', 'revision_number': 4, 'project_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'gw_port': {'id': 'ca75d57f-4aaf-4bbc-aec3-e4cc67881a00', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ae:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:51Z', 'updated_at': '2021-07-27T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9c325242-c5a9-4308-be0b-8311a1e5edcd', 'name': '', 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b', 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'mac_address': 'fa:16:3e:1a:ff:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '70ebf81e-b5c7-4f62-9ba5-35eaf81cc019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:53Z', 'updated_at': '2021-07-27T22:06:53Z', 'revision_number': 2, 'project_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'subnets': [{'id': '70ebf81e-b5c7-4f62-9ba5-35eaf81cc019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:56.734084 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Checking router: b51abd07-012b-44c1-8f31-45873e06b11d for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:06:56.734461 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Updating router b51abd07-012b-44c1-8f31-45873e06b11d port 9c325242-c5a9-4308-be0b-8311a1e5edcd binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:06:56.795687 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.862524 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.883691 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Transition to ACTIVE for port object dd4c8448-be9d-434e-986d-0fd945e71392 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:56.887178 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:56.957527 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Transition to ACTIVE for port object dd4c8448-be9d-434e-986d-0fd945e71392 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:56.970637 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.058306 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Network fdbfec54-ec6e-4641-b10a-e11b2e563ab9 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:57.064524 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:57.066994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:57.076168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Pushing event updated for resources: {'Port': ['ID=dd4c8448-be9d-434e-986d-0fd945e71392,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:57.092018 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.156484 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Attempting to bind port dd4c8448-be9d-434e-986d-0fd945e71392 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:57.156765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Attempting to bind port dd4c8448-be9d-434e-986d-0fd945e71392 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'c0e06a80-0e47-409b-839e-35e5b2f0cea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fdbfec54-ec6e-4641-b10a-e11b2e563ab9'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:57.157131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Attempting to bind port dd4c8448-be9d-434e-986d-0fd945e71392 on network fdbfec54-ec6e-4641-b10a-e11b2e563ab9 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:57.173467 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:57.173845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Checking segment: {'id': 'c0e06a80-0e47-409b-839e-35e5b2f0cea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fdbfec54-ec6e-4641-b10a-e11b2e563ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:57.174272 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.174673 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Bound using segment: {'id': 'c0e06a80-0e47-409b-839e-35e5b2f0cea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fdbfec54-ec6e-4641-b10a-e11b2e563ab9'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:57.175150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Bound port: dd4c8448-be9d-434e-986d-0fd945e71392, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e06a80-0e47-409b-839e-35e5b2f0cea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fdbfec54-ec6e-4641-b10a-e11b2e563ab9'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:57.175532 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.282690 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.299133 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] For port dd4c8448-be9d-434e-986d-0fd945e71392, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:57.301348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Transition to ACTIVE for port object 9c325242-c5a9-4308-be0b-8311a1e5edcd will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:57.305049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] For port dd4c8448-be9d-434e-986d-0fd945e71392, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dd4c8448-be9d-434e-986d-0fd945e71392,segment=NetworkSegment(c0e06a80-0e47-409b-839e-35e5b2f0cea4),segment_id=c0e06a80-0e47-409b-839e-35e5b2f0cea4)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:57.310083 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.315476 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.388929 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90e138-eed0-4584-8c07-67caf5ad6377 None None] Pushing event updated for resources: {'Port': ['ID=dd4c8448-be9d-434e-986d-0fd945e71392,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:57.495309 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Attempting to bind port 9c325242-c5a9-4308-be0b-8311a1e5edcd on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:57.495680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Attempting to bind port 9c325242-c5a9-4308-be0b-8311a1e5edcd by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:57.496264 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Attempting to bind port 9c325242-c5a9-4308-be0b-8311a1e5edcd on network 55c67596-23c4-4d07-a05c-928fd5359c3b {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:57.498257 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03110fc4-8a3b-4283-b2cc-61a6d21aa476 None None] Pushing event updated for resources: {'Port': ['ID=9c325242-c5a9-4308-be0b-8311a1e5edcd,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:57.504265 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:57.505326 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Checking segment: {'id': 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:57.505814 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.506116 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Bound using segment: {'id': 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:57.506622 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Bound port: 9c325242-c5a9-4308-be0b-8311a1e5edcd, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:57.507013 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.520035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ca75d57f-4aaf-4bbc-aec3-e4cc67881a00 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:57.620188 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] For port 9c325242-c5a9-4308-be0b-8311a1e5edcd, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:57.624733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] For port 9c325242-c5a9-4308-be0b-8311a1e5edcd, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9c325242-c5a9-4308-be0b-8311a1e5edcd,segment=NetworkSegment(d1940f32-d7d1-46d9-9dd6-d6a6379d4159),segment_id=d1940f32-d7d1-46d9-9dd6-d6a6379d4159)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:57.630611 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.635416 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port ca75d57f-4aaf-4bbc-aec3-e4cc67881a00 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:57.635727 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.654522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Router 3ccb832f-4234-470d-9b33-26ac69bb0b68 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:06:57.768814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Routers {'b51abd07-012b-44c1-8f31-45873e06b11d'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:06:57.769447 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:06:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b51abd07-012b-44c1-8f31-45873e06b11d'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:57.824517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03110fc4-8a3b-4283-b2cc-61a6d21aa476 None None] Pushing event updated for resources: {'Port': ['ID=9c325242-c5a9-4308-be0b-8311a1e5edcd,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:57.844181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:06:57.856061 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Sync routers for ids ['3ccb832f-4234-470d-9b33-26ac69bb0b68'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:06:57.866492 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:57.866975 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Routers {'3ccb832f-4234-470d-9b33-26ac69bb0b68'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:06:57.867591 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:06:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['3ccb832f-4234-470d-9b33-26ac69bb0b68'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:57.870948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 33772) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:06:57.871514 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-67648ffe-e5b4-4021-843c-505f5ee4c24f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0303013 Jul 27 22:06:57.946957 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] Set router b51abd07-012b-44c1-8f31-45873e06b11d gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:06:58.000834 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Set router 3ccb832f-4234-470d-9b33-26ac69bb0b68 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:06:58.199756 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'name': 'tempest-TestEncryptedCinderVolumes-852321978-router', 'tenant_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '181b14df-a4c5-4ca2-925f-5a7dcd9eae1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:55Z', 'updated_at': '2021-07-27T22:06:56Z', 'revision_number': 3, 'project_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'gw_port': {'id': '181b14df-a4c5-4ca2-925f-5a7dcd9eae1f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:56Z', 'updated_at': '2021-07-27T22:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:58.211647 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'name': 'tempest-TestEncryptedCinderVolumes-498969544-router', 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'ca75d57f-4aaf-4bbc-aec3-e4cc67881a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:50Z', 'updated_at': '2021-07-27T22:06:53Z', 'revision_number': 4, 'project_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'gw_port': {'id': 'ca75d57f-4aaf-4bbc-aec3-e4cc67881a00', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ae:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:51Z', 'updated_at': '2021-07-27T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9c325242-c5a9-4308-be0b-8311a1e5edcd', 'name': '', 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b', 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'mac_address': 'fa:16:3e:1a:ff:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '70ebf81e-b5c7-4f62-9ba5-35eaf81cc019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:53Z', 'updated_at': '2021-07-27T22:06:57Z', 'revision_number': 4, 'project_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'subnets': [{'id': '70ebf81e-b5c7-4f62-9ba5-35eaf81cc019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:58.230316 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Checking router: 3ccb832f-4234-470d-9b33-26ac69bb0b68 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:06:58.230660 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Updating router 3ccb832f-4234-470d-9b33-26ac69bb0b68 port 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:06:58.241831 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8909e79-5a56-4b2f-9766-298ec43cf38c None None] The sync data for ids ['b51abd07-012b-44c1-8f31-45873e06b11d'] in n-d-764806-9 is: [{'id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'name': 'tempest-TestEncryptedCinderVolumes-498969544-router', 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'ca75d57f-4aaf-4bbc-aec3-e4cc67881a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:50Z', 'updated_at': '2021-07-27T22:06:53Z', 'revision_number': 4, 'project_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'gw_port': {'id': 'ca75d57f-4aaf-4bbc-aec3-e4cc67881a00', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ae:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:51Z', 'updated_at': '2021-07-27T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '9c325242-c5a9-4308-be0b-8311a1e5edcd', 'name': '', 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b', 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'mac_address': 'fa:16:3e:1a:ff:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '70ebf81e-b5c7-4f62-9ba5-35eaf81cc019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:53Z', 'updated_at': '2021-07-27T22:06:57Z', 'revision_number': 4, 'project_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'subnets': [{'id': '70ebf81e-b5c7-4f62-9ba5-35eaf81cc019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:06:58.277668 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.403224 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.614842 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.624674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Allocated IP 172.20.0.1 (fdbfec54-ec6e-4641-b10a-e11b2e563ab9/c851c35a-3b97-49c6-98f9-293f67ff0ac0/6bd6e810-6c92-459b-969d-7a28bed33e3b) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:06:58.625599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdad5c60-79d4-41a1-b338-46a6224fc936 None None] Network fdbfec54-ec6e-4641-b10a-e11b2e563ab9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:06:58.631840 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Transition to ACTIVE for port object 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:58.639691 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.693136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-705bda0b-64c1-461f-a145-1f6c6c8ca515 None None] Provisioning for port dd4c8448-be9d-434e-986d-0fd945e71392 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:58.694820 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f89ce2-62b3-4f31-9ace-f55245ea6247 None None] Pushing event updated for resources: {'Port': ['ID=181b14df-a4c5-4ca2-925f-5a7dcd9eae1f,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:58.724374 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Attempting to bind port 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:06:58.725187 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Attempting to bind port 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:06:58.726173 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Attempting to bind port 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:06:58.734157 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:06:58.735225 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:06:58.735623 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.736019 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:06:58.736487 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Bound port: 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:06:58.737013 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.766630 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.781543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Transition to ACTIVE for port object 6bd6e810-6c92-459b-969d-7a28bed33e3b will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:06:58.825209 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] For port 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:06:58.825757 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.829598 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] For port 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=181b14df-a4c5-4ca2-925f-5a7dcd9eae1f,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:06:58.835841 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.882674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Network fdbfec54-ec6e-4641-b10a-e11b2e563ab9 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:58.884438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:58.886543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Pushing event updated for resources: {'Port': ['ID=6bd6e810-6c92-459b-969d-7a28bed33e3b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:58.888797 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:06:58.896182 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Routers {'3ccb832f-4234-470d-9b33-26ac69bb0b68'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:06:58.896969 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:06:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['3ccb832f-4234-470d-9b33-26ac69bb0b68'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:58.918301 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:58.918655 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:58.919001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:58.919341 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:58.919675 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:58.920011 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:58.920340 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:58.920667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:58.920993 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:58.921317 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:58.921644 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:58.921968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:06:58.946257 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:58.963461 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f89ce2-62b3-4f31-9ace-f55245ea6247 None None] Pushing event updated for resources: {'Port': ['ID=181b14df-a4c5-4ca2-925f-5a7dcd9eae1f,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:59.042107 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] Set router 3ccb832f-4234-470d-9b33-26ac69bb0b68 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:06:59.116673 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.309864 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'name': 'tempest-TestEncryptedCinderVolumes-852321978-router', 'tenant_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '181b14df-a4c5-4ca2-925f-5a7dcd9eae1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:55Z', 'updated_at': '2021-07-27T22:06:56Z', 'revision_number': 3, 'project_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'gw_port': {'id': '181b14df-a4c5-4ca2-925f-5a7dcd9eae1f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:56Z', 'updated_at': '2021-07-27T22:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:06:59.342702 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e06f1-8765-4ef6-8296-a14c93048d44 None None] The sync data for ids ['3ccb832f-4234-470d-9b33-26ac69bb0b68'] in n-d-764806-9 is: [{'id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'name': 'tempest-TestEncryptedCinderVolumes-852321978-router', 'tenant_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '181b14df-a4c5-4ca2-925f-5a7dcd9eae1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:55Z', 'updated_at': '2021-07-27T22:06:56Z', 'revision_number': 3, 'project_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'gw_port': {'id': '181b14df-a4c5-4ca2-925f-5a7dcd9eae1f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:56Z', 'updated_at': '2021-07-27T22:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:06:59.361286 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.370552 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.456382 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.460594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Pushing event updated for resources: {'Port': ['ID=6bd6e810-6c92-459b-969d-7a28bed33e3b,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:59.469431 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-16499696-a0c6-40d0-84cc-615feb376d33 None None] Provisioning for port 6bd6e810-6c92-459b-969d-7a28bed33e3b completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:59.474468 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-16499696-a0c6-40d0-84cc-615feb376d33 None None] Provisioning complete for port 6bd6e810-6c92-459b-969d-7a28bed33e3b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:59.475303 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-16499696-a0c6-40d0-84cc-615feb376d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.516874 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-16499696-a0c6-40d0-84cc-615feb376d33 None None] Port 6bd6e810-6c92-459b-969d-7a28bed33e3b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:06:59.572815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9c325242-c5a9-4308-be0b-8311a1e5edcd up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:59.585939 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Network fdbfec54-ec6e-4641-b10a-e11b2e563ab9 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:06:59.587362 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:06:59.633111 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 9c325242-c5a9-4308-be0b-8311a1e5edcd completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:59.637631 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 9c325242-c5a9-4308-be0b-8311a1e5edcd triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:59.638003 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.740922 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Router 3ccb832f-4234-470d-9b33-26ac69bb0b68 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:06:59.773432 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.814240 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 9c325242-c5a9-4308-be0b-8311a1e5edcd, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9c325242-c5a9-4308-be0b-8311a1e5edcd,segment=NetworkSegment(d1940f32-d7d1-46d9-9dd6-d6a6379d4159),segment_id=d1940f32-d7d1-46d9-9dd6-d6a6379d4159)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:06:59.820130 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.821012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dd4c8448-be9d-434e-986d-0fd945e71392 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:06:59.908592 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:06:59.917777 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-24eef142-c131-4e70-b0e2-bec9ab8cca2e admin admin] 10.222.0.55 "PUT /v2.0/routers/3ccb832f-4234-470d-9b33-26ac69bb0b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0450556 Jul 27 22:06:59.919539 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=9c325242-c5a9-4308-be0b-8311a1e5edcd,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:06:59.938056 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port dd4c8448-be9d-434e-986d-0fd945e71392 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:06:59.948558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e3717faa-6986-46d0-9a92-8ebfaeeef2c0 None None] Provisioning complete for port 6bd6e810-6c92-459b-969d-7a28bed33e3b triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:59.948558 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e3717faa-6986-46d0-9a92-8ebfaeeef2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.950155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port dd4c8448-be9d-434e-986d-0fd945e71392 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:06:59.950155 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:06:59.976145 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:07:00.018267 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e3717faa-6986-46d0-9a92-8ebfaeeef2c0 None None] Port 6bd6e810-6c92-459b-969d-7a28bed33e3b cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:07:00.071773 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:00.115231 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port dd4c8448-be9d-434e-986d-0fd945e71392, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dd4c8448-be9d-434e-986d-0fd945e71392,segment=NetworkSegment(c0e06a80-0e47-409b-839e-35e5b2f0cea4),segment_id=c0e06a80-0e47-409b-839e-35e5b2f0cea4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:00.121049 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:00.182530 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=dd4c8448-be9d-434e-986d-0fd945e71392,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:00.977788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-7e44e94a-5f5c-4aca-bf1a-8f94481ac666 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:00.979407 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-7e44e94a-5f5c-4aca-bf1a-8f94481ac666 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/networks?id=55c67596-23c4-4d07-a05c-928fd5359c3b HTTP/1.1" status: 200 len: 816 time: 0.1092854 Jul 27 22:07:00.995454 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-91f62d2a-11df-4836-bfe1-a8aadbe77ec2 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/quotas/1bffa41b4a2d415ba5fb9de1cf759d01 HTTP/1.1" status: 200 len: 375 time: 0.0101717 Jul 27 22:07:01.063767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0413b04c-06c3-433a-aabb-1180529ad030 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1bffa41b4a2d415ba5fb9de1cf759d01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627394 Jul 27 22:07:01.163233 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-b8138460-5488-4d00-8e68-1286d2d3cb43 service neutron] 10.222.0.55 "GET /v2.0/networks/55c67596-23c4-4d07-a05c-928fd5359c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867679 Jul 27 22:07:01.269603 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-454d1812-71a4-47e2-94ef-520350f87b00 service neutron] 10.222.0.55 "GET /v2.0/networks/55c67596-23c4-4d07-a05c-928fd5359c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997097 Jul 27 22:07:01.488350 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2277be05-61f4-4250-937b-e38d90901885 req-99765de3-376c-4d95-bc68-28499807df49 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 210 time: 0.0469170 Jul 27 22:07:01.614942 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:01.679903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:01.686737 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:01.686849 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:01.714560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Sync routers for ids ['3ccb832f-4234-470d-9b33-26ac69bb0b68'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:07:01.736438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Routers {'3ccb832f-4234-470d-9b33-26ac69bb0b68'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:01.737082 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:06:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['3ccb832f-4234-470d-9b33-26ac69bb0b68'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:01.885452 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:01.914992 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Set router 3ccb832f-4234-470d-9b33-26ac69bb0b68 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:01.947309 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=181b14df-a4c5-4ca2-925f-5a7dcd9eae1f,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:01.953064 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:01.953852 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dd4c8448-be9d-434e-986d-0fd945e71392 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:02.127469 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=181b14df-a4c5-4ca2-925f-5a7dcd9eae1f,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:02.336460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port dd4c8448-be9d-434e-986d-0fd945e71392 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:02.337086 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.464554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9c325242-c5a9-4308-be0b-8311a1e5edcd up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:02.500122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'name': 'tempest-TestEncryptedCinderVolumes-852321978-router', 'tenant_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '181b14df-a4c5-4ca2-925f-5a7dcd9eae1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:55Z', 'updated_at': '2021-07-27T22:06:59Z', 'revision_number': 4, 'project_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'gw_port': {'id': '181b14df-a4c5-4ca2-925f-5a7dcd9eae1f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:56Z', 'updated_at': '2021-07-27T22:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6bd6e810-6c92-459b-969d-7a28bed33e3b', 'name': '', 'network_id': 'fdbfec54-ec6e-4641-b10a-e11b2e563ab9', 'tenant_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'mac_address': 'fa:16:3e:65:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c851c35a-3b97-49c6-98f9-293f67ff0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:58Z', 'updated_at': '2021-07-27T22:06:59Z', 'revision_number': 2, 'project_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'subnets': [{'id': 'c851c35a-3b97-49c6-98f9-293f67ff0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:02.533265 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Checking router: 3ccb832f-4234-470d-9b33-26ac69bb0b68 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:07:02.533620 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Updating router 3ccb832f-4234-470d-9b33-26ac69bb0b68 port 6bd6e810-6c92-459b-969d-7a28bed33e3b binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:07:02.583405 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 9c325242-c5a9-4308-be0b-8311a1e5edcd triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:02.583987 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.586064 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.642454 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e888c630-bff8-4de6-8081-e07c6fe860ad req-c8a323c9-93f2-4e06-a514-3b418dbd4aaa tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 210 time: 0.0429342 Jul 27 22:07:02.788090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-95ffcfbb-1880-4a95-8207-d24c7560d827 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:02.789980 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-95ffcfbb-1880-4a95-8207-d24c7560d827 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.66 "GET /v2.0/networks?id=55c67596-23c4-4d07-a05c-928fd5359c3b HTTP/1.1" status: 200 len: 816 time: 0.1601424 Jul 27 22:07:02.805317 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-c5701128-e19b-45ad-a5e8-1436b43874eb tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Request body: {'port': {'device_id': 'd17f1828-7977-4814-91dd-3fac9e1557b7', 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b', 'admin_state_up': True, 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:02.861993 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-191de123-e6be-4c99-80cc-0521fb6a6489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.937032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-c5701128-e19b-45ad-a5e8-1436b43874eb tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Made reservation on behalf of 1bffa41b4a2d415ba5fb9de1cf759d01 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:02.941174 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-c5701128-e19b-45ad-a5e8-1436b43874eb tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.965671 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:02.977816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Transition to ACTIVE for port object 6bd6e810-6c92-459b-969d-7a28bed33e3b will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:02.986878 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.062259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620dbe8-4295-4821-b4b8-5f7bc16cae0d None None] Pushing event updated for resources: {'Port': ['ID=6bd6e810-6c92-459b-969d-7a28bed33e3b,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:03.094063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-c5701128-e19b-45ad-a5e8-1436b43874eb tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Allocated IP 172.20.0.10 (55c67596-23c4-4d07-a05c-928fd5359c3b/70ebf81e-b5c7-4f62-9ba5-35eaf81cc019/7153bce1-edea-4d94-8ea2-6408a6dfbdb2) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:03.103490 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Attempting to bind port 6bd6e810-6c92-459b-969d-7a28bed33e3b on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:03.103863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Attempting to bind port 6bd6e810-6c92-459b-969d-7a28bed33e3b by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'c0e06a80-0e47-409b-839e-35e5b2f0cea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fdbfec54-ec6e-4641-b10a-e11b2e563ab9'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:03.104228 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Attempting to bind port 6bd6e810-6c92-459b-969d-7a28bed33e3b on network fdbfec54-ec6e-4641-b10a-e11b2e563ab9 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:03.109879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:03.110333 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Checking segment: {'id': 'c0e06a80-0e47-409b-839e-35e5b2f0cea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fdbfec54-ec6e-4641-b10a-e11b2e563ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:03.110692 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.111087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Bound using segment: {'id': 'c0e06a80-0e47-409b-839e-35e5b2f0cea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fdbfec54-ec6e-4641-b10a-e11b2e563ab9'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:03.111562 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Bound port: 6bd6e810-6c92-459b-969d-7a28bed33e3b, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e06a80-0e47-409b-839e-35e5b2f0cea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fdbfec54-ec6e-4641-b10a-e11b2e563ab9'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:03.111946 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.185498 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] For port 6bd6e810-6c92-459b-969d-7a28bed33e3b, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:03.191148 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] For port 6bd6e810-6c92-459b-969d-7a28bed33e3b, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6bd6e810-6c92-459b-969d-7a28bed33e3b,segment=NetworkSegment(c0e06a80-0e47-409b-839e-35e5b2f0cea4),segment_id=c0e06a80-0e47-409b-839e-35e5b2f0cea4)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:03.196941 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.268679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Routers {'3ccb832f-4234-470d-9b33-26ac69bb0b68'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:07:03.269349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:06:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['3ccb832f-4234-470d-9b33-26ac69bb0b68'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:03.284332 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-c5701128-e19b-45ad-a5e8-1436b43874eb tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.305557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-c5701128-e19b-45ad-a5e8-1436b43874eb tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Transition to ACTIVE for port object 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:03.318969 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620dbe8-4295-4821-b4b8-5f7bc16cae0d None None] Pushing event updated for resources: {'Port': ['ID=6bd6e810-6c92-459b-969d-7a28bed33e3b,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:03.361073 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-c5701128-e19b-45ad-a5e8-1436b43874eb tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.408147 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] Set router 3ccb832f-4234-470d-9b33-26ac69bb0b68 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:07:03.443579 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-c5701128-e19b-45ad-a5e8-1436b43874eb tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Network 55c67596-23c4-4d07-a05c-928fd5359c3b is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:03.449500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-c5701128-e19b-45ad-a5e8-1436b43874eb tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:03.458113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-c5701128-e19b-45ad-a5e8-1436b43874eb tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:03.464716 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5701128-e19b-45ad-a5e8-1436b43874eb tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Pushing event updated for resources: {'Port': ['ID=7153bce1-edea-4d94-8ea2-6408a6dfbdb2,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:03.552683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-c5701128-e19b-45ad-a5e8-1436b43874eb tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:03.554021 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-c5701128-e19b-45ad-a5e8-1436b43874eb tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.574561 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-c5701128-e19b-45ad-a5e8-1436b43874eb tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7747166 Jul 27 22:07:03.764494 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'name': 'tempest-TestEncryptedCinderVolumes-852321978-router', 'tenant_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '181b14df-a4c5-4ca2-925f-5a7dcd9eae1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:55Z', 'updated_at': '2021-07-27T22:06:59Z', 'revision_number': 4, 'project_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'gw_port': {'id': '181b14df-a4c5-4ca2-925f-5a7dcd9eae1f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:56Z', 'updated_at': '2021-07-27T22:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6bd6e810-6c92-459b-969d-7a28bed33e3b', 'name': '', 'network_id': 'fdbfec54-ec6e-4641-b10a-e11b2e563ab9', 'tenant_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'mac_address': 'fa:16:3e:65:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c851c35a-3b97-49c6-98f9-293f67ff0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:58Z', 'updated_at': '2021-07-27T22:07:03Z', 'revision_number': 4, 'project_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'subnets': [{'id': 'c851c35a-3b97-49c6-98f9-293f67ff0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:07:03.774904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Request body: {'port': {'device_id': 'd17f1828-7977-4814-91dd-3fac9e1557b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:03.799076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:03.803520 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185b6424-fa44-4895-a44d-5d9ed663581c None None] The sync data for ids ['3ccb832f-4234-470d-9b33-26ac69bb0b68'] in n-d-764806-9 is: [{'id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'name': 'tempest-TestEncryptedCinderVolumes-852321978-router', 'tenant_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '181b14df-a4c5-4ca2-925f-5a7dcd9eae1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:55Z', 'updated_at': '2021-07-27T22:06:59Z', 'revision_number': 4, 'project_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'gw_port': {'id': '181b14df-a4c5-4ca2-925f-5a7dcd9eae1f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:56Z', 'updated_at': '2021-07-27T22:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '6bd6e810-6c92-459b-969d-7a28bed33e3b', 'name': '', 'network_id': 'fdbfec54-ec6e-4641-b10a-e11b2e563ab9', 'tenant_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'mac_address': 'fa:16:3e:65:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c851c35a-3b97-49c6-98f9-293f67ff0ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:58Z', 'updated_at': '2021-07-27T22:07:03Z', 'revision_number': 4, 'project_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'subnets': [{'id': 'c851c35a-3b97-49c6-98f9-293f67ff0ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:07:03.871989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9245de59-13e9-4d14-aa8f-0f99cdc04772 None None] Provisioning for port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:03.884739 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-9245de59-13e9-4d14-aa8f-0f99cdc04772 None None] Provisioning complete for port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:03.885219 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9245de59-13e9-4d14-aa8f-0f99cdc04772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.907276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc13c5-1e03-40ed-95f7-b3d7b2567527 req-7ed4df59-ae5c-4b9f-a6c1-e715081db218 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:03.918020 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43dc13c5-1e03-40ed-95f7-b3d7b2567527 req-7ed4df59-ae5c-4b9f-a6c1-e715081db218 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 932 time: 0.1616066 Jul 27 22:07:03.924516 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.946392 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-9245de59-13e9-4d14-aa8f-0f99cdc04772 None None] Port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:07:03.972004 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:03.972763 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:03.976863 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43dc13c5-1e03-40ed-95f7-b3d7b2567527 req-e9693a7e-cf98-4337-8974-1f3e78f51d83 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578091 Jul 27 22:07:04.277789 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:04.287970 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.301144 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Transition to ACTIVE for port object 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:04.308010 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.366391 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Pushing event updated for resources: {'Port': ['ID=7153bce1-edea-4d94-8ea2-6408a6dfbdb2,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:04.448611 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Attempting to bind port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:04.448956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Attempting to bind port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:04.449290 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Attempting to bind port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 on network 55c67596-23c4-4d07-a05c-928fd5359c3b {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:04.454729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 on network 55c67596-23c4-4d07-a05c-928fd5359c3b not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:07:04.455056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Attempting to bind port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 on network 55c67596-23c4-4d07-a05c-928fd5359c3b {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:04.460575 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:04.460927 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Checking segment: {'id': 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:04.461324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Bound using segment: {'id': 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:04.461762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Bound port: 7153bce1-edea-4d94-8ea2-6408a6dfbdb2, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:04.462125 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.539902 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] For port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:04.542617 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] For port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7153bce1-edea-4d94-8ea2-6408a6dfbdb2,segment=NetworkSegment(d1940f32-d7d1-46d9-9dd6-d6a6379d4159),segment_id=d1940f32-d7d1-46d9-9dd6-d6a6379d4159)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:04.549360 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.588292 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:04.588923 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.590421 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] 10.222.0.66 "PUT /v2.0/ports/7153bce1-edea-4d94-8ea2-6408a6dfbdb2 HTTP/1.1" status: 200 len: 1092 time: 1.0064030 Jul 27 22:07:04.590933 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17f1828-7977-4814-91dd-3fac9e1557b7', 'tag': '7153bce1-edea-4d94-8ea2-6408a6dfbdb2'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:04.593315 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd36d91f-236b-474c-b85d-c0f8ffbf9224" -d '{"events": [{"name": "network-changed", "server_uuid": "d17f1828-7977-4814-91dd-3fac9e1557b7", "tag": "7153bce1-edea-4d94-8ea2-6408a6dfbdb2"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:04.635935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871378e-07ac-44b8-8af3-753442f2608a service neutron] Pushing event updated for resources: {'Port': ['ID=7153bce1-edea-4d94-8ea2-6408a6dfbdb2,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:04.674671 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abb1eb4-7481-4c4b-ad34-2b44b389aedf x-openstack-request-id: req-8abb1eb4-7481-4c4b-ad34-2b44b389aedf {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:04.674961 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17f1828-7977-4814-91dd-3fac9e1557b7", "tag": "7153bce1-edea-4d94-8ea2-6408a6dfbdb2", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:04.675208 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8abb1eb4-7481-4c4b-ad34-2b44b389aedf {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:04.675609 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17f1828-7977-4814-91dd-3fac9e1557b7', 'tag': '7153bce1-edea-4d94-8ea2-6408a6dfbdb2', 'status': 'completed', 'code': 200} Jul 27 22:07:04.710457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-71f0f21d-1d32-4276-bcde-2fcf6a967b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:04.712104 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-71f0f21d-1d32-4276-bcde-2fcf6a967b8d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1bffa41b4a2d415ba5fb9de1cf759d01&device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 1095 time: 0.0692863 Jul 27 22:07:04.768027 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:04.769359 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-82dbbeb8-12ce-4e14-a7b6-3c35487ea3bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7153bce1-edea-4d94-8ea2-6408a6dfbdb2 HTTP/1.1" status: 200 len: 217 time: 0.0443037 Jul 27 22:07:04.830870 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-390ae2af-572c-4eaa-a767-36636c4bcb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:04.832539 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-390ae2af-572c-4eaa-a767-36636c4bcb6b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70ebf81e-b5c7-4f62-9ba5-35eaf81cc019 HTTP/1.1" status: 200 len: 855 time: 0.0561354 Jul 27 22:07:04.905602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-39dccc45-a4fe-4ae6-867a-8c6e942c6f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:04.907521 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-39dccc45-a4fe-4ae6-867a-8c6e942c6f0c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55c67596-23c4-4d07-a05c-928fd5359c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683770 Jul 27 22:07:05.014445 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-2c81bc4c-85e9-4ea5-a9ea-7691e23a196a service neutron] 10.222.0.66 "GET /v2.0/networks/55c67596-23c4-4d07-a05c-928fd5359c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997562 Jul 27 22:07:05.121319 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-99f08d7a-c75b-4a84-a1f3-e836b2b789de req-1b6128aa-5911-44e8-b35b-56404c4bc123 service neutron] 10.222.0.66 "GET /v2.0/networks/55c67596-23c4-4d07-a05c-928fd5359c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989907 Jul 27 22:07:05.164600 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981ba31-8110-4bbc-b0a7-99c12e8548f7 req-47637cd4-6106-4f27-aca6-006fb59fe061 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:05.166142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d981ba31-8110-4bbc-b0a7-99c12e8548f7 req-47637cd4-6106-4f27-aca6-006fb59fe061 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 944 time: 0.0907438 Jul 27 22:07:05.211766 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d981ba31-8110-4bbc-b0a7-99c12e8548f7 req-ead5027f-c348-4711-88db-00364846fad3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364101 Jul 27 22:07:05.230823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36d91f-236b-474c-b85d-c0f8ffbf9224 req-72fc422a-7fca-4409-b731-77c42c3eaac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:05.232487 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd36d91f-236b-474c-b85d-c0f8ffbf9224 req-72fc422a-7fca-4409-b731-77c42c3eaac0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1bffa41b4a2d415ba5fb9de1cf759d01&device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 1095 time: 0.0615113 Jul 27 22:07:05.336031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36d91f-236b-474c-b85d-c0f8ffbf9224 req-d77e9122-b1b8-4b4e-84c5-d7f1ac84002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:05.337533 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd36d91f-236b-474c-b85d-c0f8ffbf9224 req-d77e9122-b1b8-4b4e-84c5-d7f1ac84002b service neutron] 10.222.0.66 "GET /v2.0/networks?id=55c67596-23c4-4d07-a05c-928fd5359c3b HTTP/1.1" status: 200 len: 917 time: 0.0973721 Jul 27 22:07:05.384557 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd36d91f-236b-474c-b85d-c0f8ffbf9224 req-7b8e7484-a184-408d-bb0e-879cf766ad34 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7153bce1-edea-4d94-8ea2-6408a6dfbdb2 HTTP/1.1" status: 200 len: 217 time: 0.0389466 Jul 27 22:07:05.448123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36d91f-236b-474c-b85d-c0f8ffbf9224 req-8b2e98cf-0330-4098-8d80-b9ef8c50843c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:05.449788 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd36d91f-236b-474c-b85d-c0f8ffbf9224 req-8b2e98cf-0330-4098-8d80-b9ef8c50843c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70ebf81e-b5c7-4f62-9ba5-35eaf81cc019 HTTP/1.1" status: 200 len: 855 time: 0.0582514 Jul 27 22:07:05.503268 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-043e86e6-3464-467e-aab2-7f752606be81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.527353 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36d91f-236b-474c-b85d-c0f8ffbf9224 req-26754933-1b45-4989-b2cb-d123ffed6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:05.528923 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd36d91f-236b-474c-b85d-c0f8ffbf9224 req-26754933-1b45-4989-b2cb-d123ffed6304 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55c67596-23c4-4d07-a05c-928fd5359c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714931 Jul 27 22:07:05.531629 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6bd6e810-6c92-459b-969d-7a28bed33e3b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:05.592083 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.605461 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 6bd6e810-6c92-459b-969d-7a28bed33e3b completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:05.609420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 6bd6e810-6c92-459b-969d-7a28bed33e3b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:05.609794 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.646770 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd36d91f-236b-474c-b85d-c0f8ffbf9224 req-26d38031-6493-4b3c-a821-d6190f87229c service neutron] 10.222.0.66 "GET /v2.0/networks/55c67596-23c4-4d07-a05c-928fd5359c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087251 Jul 27 22:07:05.721854 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.760423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 6bd6e810-6c92-459b-969d-7a28bed33e3b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6bd6e810-6c92-459b-969d-7a28bed33e3b,segment=NetworkSegment(c0e06a80-0e47-409b-839e-35e5b2f0cea4),segment_id=c0e06a80-0e47-409b-839e-35e5b2f0cea4)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:05.768088 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:05.776379 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-dd36d91f-236b-474c-b85d-c0f8ffbf9224 req-fd2d3a47-d4a1-4d80-9bc2-2c8caae49f7f service neutron] 10.222.0.66 "GET /v2.0/networks/55c67596-23c4-4d07-a05c-928fd5359c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223147 Jul 27 22:07:05.826318 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=6bd6e810-6c92-459b-969d-7a28bed33e3b,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:06.359266 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a92ed-0b99-4a4d-bf2d-e7d82ae59777 req-47dc7567-2345-4aab-b63b-306239908ad8 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:06.360953 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b65a92ed-0b99-4a4d-bf2d-e7d82ae59777 req-47dc7567-2345-4aab-b63b-306239908ad8 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 944 time: 0.0670400 Jul 27 22:07:06.408598 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b65a92ed-0b99-4a4d-bf2d-e7d82ae59777 req-3896df19-df08-4270-b364-7d4463a73328 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 Jul 27 22:07:07.470991 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.493026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6bd6e810-6c92-459b-969d-7a28bed33e3b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:07.545395 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 6bd6e810-6c92-459b-969d-7a28bed33e3b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:07.545770 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:07.548002 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3b1c1-bb52-46a5-b83c-7e4249cb3d40 req-c1d03eda-843b-4161-8dbc-ff5241547b68 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:07.549510 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7fa3b1c1-bb52-46a5-b83c-7e4249cb3d40 req-c1d03eda-843b-4161-8dbc-ff5241547b68 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 944 time: 0.0682535 Jul 27 22:07:07.589997 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7fa3b1c1-bb52-46a5-b83c-7e4249cb3d40 req-8255f7a7-b7b4-45f5-9a98-ba33f7d3e0c2 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337920 Jul 27 22:07:08.323761 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:08.722832 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba1fe-c31d-4661-8f58-3bc853549199 req-028f9870-f8a5-4a4f-be27-1127bf25da57 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:08.724611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0bba1fe-c31d-4661-8f58-3bc853549199 req-028f9870-f8a5-4a4f-be27-1127bf25da57 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 944 time: 0.0649827 Jul 27 22:07:08.763861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0bba1fe-c31d-4661-8f58-3bc853549199 req-063afeb8-bbd2-46c3-a80a-62aa32eef7fb tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326014 Jul 27 22:07:09.096309 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:07:09.128771 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.207353 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7153bce1-edea-4d94-8ea2-6408a6dfbdb2,segment=NetworkSegment(d1940f32-d7d1-46d9-9dd6-d6a6379d4159),segment_id=d1940f32-d7d1-46d9-9dd6-d6a6379d4159)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:09.217726 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '7153bce1-edea-4d94-8ea2-6408a6dfbdb2', 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b', 'port_id': '7153bce1-edea-4d94-8ea2-6408a6dfbdb2', 'mac_address': 'fa:16:3e:50:0d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ebf81e-b5c7-4f62-9ba5-35eaf81cc019', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:07:09.256611 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.271672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:09.292143 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7153bce1-edea-4d94-8ea2-6408a6dfbdb2,segment=NetworkSegment(d1940f32-d7d1-46d9-9dd6-d6a6379d4159),segment_id=d1940f32-d7d1-46d9-9dd6-d6a6379d4159)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:09.296340 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:09.343340 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=7153bce1-edea-4d94-8ea2-6408a6dfbdb2,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:09.626523 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['7153bce1-edea-4d94-8ea2-6408a6dfbdb2'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:09.904958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567e732-aa95-4a0f-aacd-a3cddda9e5f2 req-a15a2ea3-5c2b-4469-bcec-7572f7d4fc4b tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:09.906439 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2567e732-aa95-4a0f-aacd-a3cddda9e5f2 req-a15a2ea3-5c2b-4469-bcec-7572f7d4fc4b tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 945 time: 0.0738895 Jul 27 22:07:09.948453 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2567e732-aa95-4a0f-aacd-a3cddda9e5f2 req-afc3d425-bd9c-4652-aa1a-cdd297a7430d tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343759 Jul 27 22:07:11.080635 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b0c6d-7a28-414d-8425-123b749d4bf8 req-4884a55e-80b7-4d55-8d9a-6eca18e63fb3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:11.082919 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f4b0c6d-7a28-414d-8425-123b749d4bf8 req-4884a55e-80b7-4d55-8d9a-6eca18e63fb3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 945 time: 0.0658574 Jul 27 22:07:11.107864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:11.122206 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f4b0c6d-7a28-414d-8425-123b749d4bf8 req-fa1a9d62-063d-4a32-b7d5-2af6f29b3477 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330694 Jul 27 22:07:11.158798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:11.162823 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:11.163197 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.248420 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.274427 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17f1828-7977-4814-91dd-3fac9e1557b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7153bce1-edea-4d94-8ea2-6408a6dfbdb2'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:11.276655 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4216a8a-ef08-4b39-883c-6bc965b123cd" -d '{"events": [{"server_uuid": "d17f1828-7977-4814-91dd-3fac9e1557b7", "name": "network-vif-plugged", "status": "completed", "tag": "7153bce1-edea-4d94-8ea2-6408a6dfbdb2"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:11.290898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7153bce1-edea-4d94-8ea2-6408a6dfbdb2,segment=NetworkSegment(d1940f32-d7d1-46d9-9dd6-d6a6379d4159),segment_id=d1940f32-d7d1-46d9-9dd6-d6a6379d4159)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:11.295583 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:11.319619 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49439da5-d71e-4587-88e3-ab08a5bf2c42 x-openstack-request-id: req-49439da5-d71e-4587-88e3-ab08a5bf2c42 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:11.319909 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17f1828-7977-4814-91dd-3fac9e1557b7", "name": "network-vif-plugged", "status": "completed", "tag": "7153bce1-edea-4d94-8ea2-6408a6dfbdb2", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:11.320247 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49439da5-d71e-4587-88e3-ab08a5bf2c42 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:11.320644 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17f1828-7977-4814-91dd-3fac9e1557b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7153bce1-edea-4d94-8ea2-6408a6dfbdb2', 'code': 200} Jul 27 22:07:11.346286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=7153bce1-edea-4d94-8ea2-6408a6dfbdb2,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:11.428735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d5d41-7f28-4531-ab46-7df801ab67fc req-970ce7f8-41bb-4477-a62a-f733688ba4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:11.430278 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4d2d5d41-7f28-4531-ab46-7df801ab67fc req-970ce7f8-41bb-4477-a62a-f733688ba4d1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 1097 time: 0.0565443 Jul 27 22:07:11.467256 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4d2d5d41-7f28-4531-ab46-7df801ab67fc req-b0760881-9646-440a-a5e2-59bfd7e9e4f3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291650 Jul 27 22:07:12.257091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db9b8d-ce58-4cd9-9d77-cdf4f8452e4e req-60e2836a-0523-4819-ac28-6679c97d2e29 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:12.258592 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-23db9b8d-ce58-4cd9-9d77-cdf4f8452e4e req-60e2836a-0523-4819-ac28-6679c97d2e29 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 946 time: 0.0650735 Jul 27 22:07:12.306377 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-23db9b8d-ce58-4cd9-9d77-cdf4f8452e4e req-fbc8f729-3dcd-4946-855d-10465df73a15 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374153 Jul 27 22:07:13.447274 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e17cd-ea44-48d5-8ce6-90e68e46541b req-fc356780-4d6c-4d80-a220-261cced20b0e tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:13.448796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d40e17cd-ea44-48d5-8ce6-90e68e46541b req-fc356780-4d6c-4d80-a220-261cced20b0e tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 946 time: 0.0668123 Jul 27 22:07:13.489700 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d40e17cd-ea44-48d5-8ce6-90e68e46541b req-0e23a3f8-d027-498a-9d47-cefa4ed34bb7 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348299 Jul 27 22:07:13.622069 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d59fa-9c56-4f4a-a1fe-cd52d1e21a38 req-aae23c39-e58e-4fab-8dd8-017bf6214753 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:13.623611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-943d59fa-9c56-4f4a-a1fe-cd52d1e21a38 req-aae23c39-e58e-4fab-8dd8-017bf6214753 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 946 time: 0.0657778 Jul 27 22:07:13.662548 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-943d59fa-9c56-4f4a-a1fe-cd52d1e21a38 req-dbdf1fb7-75c1-4a59-8a1d-4bebee89c886 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328197 Jul 27 22:07:32.855081 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eb7bb85b-58e8-408e-b25a-14e7f038acd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:33.358639 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dce93b-b789-40f0-a084-5ca0a47b33fd req-bf09b8b7-eb6c-4293-a5ef-b19f6854125a tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:33.360181 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83dce93b-b789-40f0-a084-5ca0a47b33fd req-bf09b8b7-eb6c-4293-a5ef-b19f6854125a tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 946 time: 0.0701137 Jul 27 22:07:33.400771 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-83dce93b-b789-40f0-a084-5ca0a47b33fd req-6ac223ea-0c91-40d0-925f-a823bec0e041 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Jul 27 22:07:34.540874 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12753d1-c043-4636-994e-c35a978b2132 req-af09bf2d-e80e-4613-a5d5-ff1984d10841 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:34.542449 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f12753d1-c043-4636-994e-c35a978b2132 req-af09bf2d-e80e-4613-a5d5-ff1984d10841 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 946 time: 0.0684886 Jul 27 22:07:34.585189 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f12753d1-c043-4636-994e-c35a978b2132 req-e1a1a8e0-9cad-44e2-98e9-a106983132f0 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367005 Jul 27 22:07:34.764455 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.252780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52807f35-8906-4033-92ed-0925b288b67e req-a70bc7e5-3a4e-45ee-8957-eecc333f1633 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:35.254381 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-52807f35-8906-4033-92ed-0925b288b67e req-a70bc7e5-3a4e-45ee-8957-eecc333f1633 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.66 "GET /v2.0/ports?device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 946 time: 0.0751445 Jul 27 22:07:35.374595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-52807f35-8906-4033-92ed-0925b288b67e req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Deleting port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:07:35.374952 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-52807f35-8906-4033-92ed-0925b288b67e req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.471569 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-52807f35-8906-4033-92ed-0925b288b67e req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] For port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7153bce1-edea-4d94-8ea2-6408a6dfbdb2,segment=NetworkSegment(d1940f32-d7d1-46d9-9dd6-d6a6379d4159),segment_id=d1940f32-d7d1-46d9-9dd6-d6a6379d4159)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:35.471931 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-52807f35-8906-4033-92ed-0925b288b67e req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.491547 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-52807f35-8906-4033-92ed-0925b288b67e req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Calling delete_port for 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:07:35.500214 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f5691d1e-4b08-4640-94c7-0ffc12ff406f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.591322 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.649081 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-52807f35-8906-4033-92ed-0925b288b67e req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.663701 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['7153bce1-edea-4d94-8ea2-6408a6dfbdb2'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:35.684571 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Pushing event deleted for resources: {'Port': ['ID=7153bce1-edea-4d94-8ea2-6408a6dfbdb2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:35.702250 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:35.702568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:35.702914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:35.703254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:35.703584 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:35.703914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:35.704261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:35.704587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:35.704914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:35.705256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:35.705577 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:35.705895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:35.708561 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-100f13ff-f837-431d-93f9-6c3a62755e50 req-bac2c115-4614-4831-b475-f49aa4ffa502 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=d17f1828-7977-4814-91dd-3fac9e1557b7 HTTP/1.1" status: 200 len: 210 time: 0.0403793 Jul 27 22:07:35.783928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-52807f35-8906-4033-92ed-0925b288b67e req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] No DVR routers for this DVR port 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:07:35.788743 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-52807f35-8906-4033-92ed-0925b288b67e req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:35.792377 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-52807f35-8906-4033-92ed-0925b288b67e req-bde8f26e-4ab9-45b1-90b5-7b53a0901c94 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.66 "DELETE /v2.0/ports/7153bce1-edea-4d94-8ea2-6408a6dfbdb2 HTTP/1.1" status: 204 len: 173 time: 0.5310085 Jul 27 22:07:35.793131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17f1828-7977-4814-91dd-3fac9e1557b7', 'name': 'network-vif-deleted', 'tag': '7153bce1-edea-4d94-8ea2-6408a6dfbdb2'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:35.797069 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471a68f0-d1e7-4f4f-8a1c-47c00339e6dc" -d '{"events": [{"server_uuid": "d17f1828-7977-4814-91dd-3fac9e1557b7", "name": "network-vif-deleted", "tag": "7153bce1-edea-4d94-8ea2-6408a6dfbdb2"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:35.844385 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4f79ca-3dfb-4d74-bc7d-b9a06f1b505c x-openstack-request-id: req-9e4f79ca-3dfb-4d74-bc7d-b9a06f1b505c {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:35.844853 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17f1828-7977-4814-91dd-3fac9e1557b7", "name": "network-vif-deleted", "tag": "7153bce1-edea-4d94-8ea2-6408a6dfbdb2", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:35.845280 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e4f79ca-3dfb-4d74-bc7d-b9a06f1b505c {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:35.845780 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17f1828-7977-4814-91dd-3fac9e1557b7', 'name': 'network-vif-deleted', 'tag': '7153bce1-edea-4d94-8ea2-6408a6dfbdb2', 'status': 'completed', 'code': 200} Jul 27 22:07:36.968975 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:07:37.313286 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-8959d88c-c0ad-41de-8f33-c0855c7dfec2 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:37.314783 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-8959d88c-c0ad-41de-8f33-c0855c7dfec2 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/networks?id=55c67596-23c4-4d07-a05c-928fd5359c3b HTTP/1.1" status: 200 len: 816 time: 0.1079006 Jul 27 22:07:37.330062 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-05a1b3ab-93c2-4eef-bc63-d74691238950 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/quotas/1bffa41b4a2d415ba5fb9de1cf759d01 HTTP/1.1" status: 200 len: 375 time: 0.0090401 Jul 27 22:07:37.397433 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-c41dfcdd-316c-4913-82c8-b7810d556e71 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1bffa41b4a2d415ba5fb9de1cf759d01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616281 Jul 27 22:07:37.472303 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:37.542436 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-86e22332-1a70-434c-ade9-9739d566d4f0 service neutron] 10.222.0.55 "GET /v2.0/networks/55c67596-23c4-4d07-a05c-928fd5359c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334250 Jul 27 22:07:37.637951 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-cc30b365-ce29-4b9a-9441-e01db1adbf93 service neutron] 10.222.0.55 "GET /v2.0/networks/55c67596-23c4-4d07-a05c-928fd5359c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892630 Jul 27 22:07:37.812148 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dc92f441-c5c9-4d42-8ec8-2d97d48020c8 req-31f3c156-4aa4-4732-9f2f-e0613b50d651 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 210 time: 0.0333648 Jul 27 22:07:38.322354 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:38.748250 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-c1925c6d-74d3-4807-a3fb-6841dda33d3d tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:38.749716 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-c1925c6d-74d3-4807-a3fb-6841dda33d3d tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.66 "GET /v2.0/networks?id=55c67596-23c4-4d07-a05c-928fd5359c3b HTTP/1.1" status: 200 len: 816 time: 0.1044638 Jul 27 22:07:38.762668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-84c289b7-884b-4d00-b214-3162bbe90ee3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Request body: {'port': {'device_id': '984e80a2-8902-4d52-ad4a-2319df0936ed', 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b', 'admin_state_up': True, 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:38.879064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-84c289b7-884b-4d00-b214-3162bbe90ee3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Made reservation on behalf of 1bffa41b4a2d415ba5fb9de1cf759d01 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:07:38.883645 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-84c289b7-884b-4d00-b214-3162bbe90ee3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:38.916363 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6495f1ee-b32b-441b-99e0-56ff9d03fda9 req-d5779daa-8cef-4f5f-9f7b-e532e4cbec19 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 210 time: 0.0337214 Jul 27 22:07:39.013055 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-84c289b7-884b-4d00-b214-3162bbe90ee3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Allocated IP 172.20.0.11 (55c67596-23c4-4d07-a05c-928fd5359c3b/70ebf81e-b5c7-4f62-9ba5-35eaf81cc019/4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:07:39.121360 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.171626 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-84c289b7-884b-4d00-b214-3162bbe90ee3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.186439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-84c289b7-884b-4d00-b214-3162bbe90ee3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Transition to ACTIVE for port object 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:39.220437 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-84c289b7-884b-4d00-b214-3162bbe90ee3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.265180 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-84c289b7-884b-4d00-b214-3162bbe90ee3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Network 55c67596-23c4-4d07-a05c-928fd5359c3b is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:07:39.270825 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-84c289b7-884b-4d00-b214-3162bbe90ee3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:07:39.274530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-84c289b7-884b-4d00-b214-3162bbe90ee3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:07:39.277559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:07:39.303089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:07:39.303425 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7153bce1-edea-4d94-8ea2-6408a6dfbdb2 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:07:39.308395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c289b7-884b-4d00-b214-3162bbe90ee3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Pushing event updated for resources: {'Port': ['ID=4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:39.335977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-84c289b7-884b-4d00-b214-3162bbe90ee3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:39.336625 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-84c289b7-884b-4d00-b214-3162bbe90ee3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.352790 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-84c289b7-884b-4d00-b214-3162bbe90ee3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5939145 Jul 27 22:07:39.366048 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Request body: {'port': {'device_id': '984e80a2-8902-4d52-ad4a-2319df0936ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:07:39.443315 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.561753 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-991edd2f-d79b-4516-aaac-89f4718e6670 None None] Provisioning for port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:39.565370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-991edd2f-d79b-4516-aaac-89f4718e6670 None None] Provisioning complete for port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:39.565852 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-991edd2f-d79b-4516-aaac-89f4718e6670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.602470 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-991edd2f-d79b-4516-aaac-89f4718e6670 None None] Port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:07:39.732329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:39.741642 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.754858 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Transition to ACTIVE for port object 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:07:39.760342 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:39.815623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Pushing event updated for resources: {'Port': ['ID=4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:39.897825 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Attempting to bind port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:07:39.898161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Attempting to bind port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:07:39.899059 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Attempting to bind port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 on network 55c67596-23c4-4d07-a05c-928fd5359c3b {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:39.903539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 on network 55c67596-23c4-4d07-a05c-928fd5359c3b not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:07:39.903735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Attempting to bind port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 on network 55c67596-23c4-4d07-a05c-928fd5359c3b {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:07:39.908929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:07:39.909278 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Checking segment: {'id': 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:07:39.909682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Bound using segment: {'id': 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:07:39.910110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Bound port: 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:07:39.912063 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:40.002732 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] For port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:07:40.007201 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] For port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979,segment=NetworkSegment(d1940f32-d7d1-46d9-9dd6-d6a6379d4159),segment_id=d1940f32-d7d1-46d9-9dd6-d6a6379d4159)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:07:40.016087 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:40.057118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:40.057916 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:40.059465 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] 10.222.0.66 "PUT /v2.0/ports/4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 HTTP/1.1" status: 200 len: 1092 time: 0.6984279 Jul 27 22:07:40.059905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984e80a2-8902-4d52-ad4a-2319df0936ed', 'tag': '4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:40.062704 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6094b37f-9504-4636-a7a4-c9cf7bf46778" -d '{"events": [{"name": "network-changed", "server_uuid": "984e80a2-8902-4d52-ad4a-2319df0936ed", "tag": "4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:40.101573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f004349-0284-4601-b8f5-541118ff89ba service neutron] Pushing event updated for resources: {'Port': ['ID=4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:40.132318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afde37-c2b9-4e91-8a56-4eba21ff82d3 req-9fcef6c5-40ef-4808-8a40-e1474e560fed tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:40.134090 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-54afde37-c2b9-4e91-8a56-4eba21ff82d3 req-9fcef6c5-40ef-4808-8a40-e1474e560fed tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 944 time: 0.1119144 Jul 27 22:07:40.142575 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4c79d8-5f13-4fa6-bb38-60de7c570b5f x-openstack-request-id: req-3d4c79d8-5f13-4fa6-bb38-60de7c570b5f {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:40.142859 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984e80a2-8902-4d52-ad4a-2319df0936ed", "tag": "4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:40.143111 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d4c79d8-5f13-4fa6-bb38-60de7c570b5f {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:40.144036 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984e80a2-8902-4d52-ad4a-2319df0936ed', 'tag': '4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979', 'status': 'completed', 'code': 200} Jul 27 22:07:40.178784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-54afde37-c2b9-4e91-8a56-4eba21ff82d3 req-31ba5bcf-d7f5-40ff-a2c9-d0afe98f4217 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384641 Jul 27 22:07:40.182120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-857fb757-66fd-40e3-8e20-95e08922bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:40.183785 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-857fb757-66fd-40e3-8e20-95e08922bbf2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1bffa41b4a2d415ba5fb9de1cf759d01&device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 1095 time: 0.0777316 Jul 27 22:07:40.238339 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-8c9ebe2a-0dbf-47e6-a168-2ffe86b12418 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 HTTP/1.1" status: 200 len: 217 time: 0.0450971 Jul 27 22:07:40.301299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-8099ead6-a07c-431c-ac1d-eaf1ef984968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:40.303366 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-8099ead6-a07c-431c-ac1d-eaf1ef984968 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70ebf81e-b5c7-4f62-9ba5-35eaf81cc019 HTTP/1.1" status: 200 len: 855 time: 0.0579278 Jul 27 22:07:40.376988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-c3b666ad-e6e5-4d81-88cf-03f3044f6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:40.378676 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-c3b666ad-e6e5-4d81-88cf-03f3044f6e61 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55c67596-23c4-4d07-a05c-928fd5359c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674202 Jul 27 22:07:40.485447 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-363cabea-78f7-464b-9f55-d4504c79a4f8 service neutron] 10.222.0.66 "GET /v2.0/networks/55c67596-23c4-4d07-a05c-928fd5359c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992036 Jul 27 22:07:40.586032 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ed4b5da-a4a5-4c9d-ab90-451b056da3a2 req-890226b6-b3fa-4874-9d01-43cae1af61e1 service neutron] 10.222.0.66 "GET /v2.0/networks/55c67596-23c4-4d07-a05c-928fd5359c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936599 Jul 27 22:07:40.710069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094b37f-9504-4636-a7a4-c9cf7bf46778 req-d037503d-a909-49f4-bda3-4cf91fa93178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:40.711418 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6094b37f-9504-4636-a7a4-c9cf7bf46778 req-d037503d-a909-49f4-bda3-4cf91fa93178 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1bffa41b4a2d415ba5fb9de1cf759d01&device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 1095 time: 0.0697711 Jul 27 22:07:40.820351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094b37f-9504-4636-a7a4-c9cf7bf46778 req-42d48bc3-b6cd-4279-8096-d03c5e13a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:40.822650 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6094b37f-9504-4636-a7a4-c9cf7bf46778 req-42d48bc3-b6cd-4279-8096-d03c5e13a85e service neutron] 10.222.0.66 "GET /v2.0/networks?id=55c67596-23c4-4d07-a05c-928fd5359c3b HTTP/1.1" status: 200 len: 917 time: 0.1032751 Jul 27 22:07:40.872415 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6094b37f-9504-4636-a7a4-c9cf7bf46778 req-2fc388a5-8152-41f5-9e33-b61169824146 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 HTTP/1.1" status: 200 len: 217 time: 0.0420442 Jul 27 22:07:40.931692 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094b37f-9504-4636-a7a4-c9cf7bf46778 req-29513f89-f800-4cf5-87de-c50abbd534c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:40.933231 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6094b37f-9504-4636-a7a4-c9cf7bf46778 req-29513f89-f800-4cf5-87de-c50abbd534c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70ebf81e-b5c7-4f62-9ba5-35eaf81cc019 HTTP/1.1" status: 200 len: 855 time: 0.0544670 Jul 27 22:07:40.998956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094b37f-9504-4636-a7a4-c9cf7bf46778 req-d64ff579-dd6f-45b7-b798-5db337397257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:41.000417 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6094b37f-9504-4636-a7a4-c9cf7bf46778 req-d64ff579-dd6f-45b7-b798-5db337397257 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55c67596-23c4-4d07-a05c-928fd5359c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604260 Jul 27 22:07:41.095088 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6094b37f-9504-4636-a7a4-c9cf7bf46778 req-5eee8b74-53cd-4a7b-89b9-86ceb974ed56 service neutron] 10.222.0.66 "GET /v2.0/networks/55c67596-23c4-4d07-a05c-928fd5359c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874395 Jul 27 22:07:41.191112 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6094b37f-9504-4636-a7a4-c9cf7bf46778 req-1b8275fd-7566-4f24-bdac-45120b1ead42 service neutron] 10.222.0.66 "GET /v2.0/networks/55c67596-23c4-4d07-a05c-928fd5359c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889311 Jul 27 22:07:41.314820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266435f-3e62-4490-a4e5-bb321565b086 req-f43c6922-f1b5-4419-9f22-b5a39edb3487 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:41.316325 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7266435f-3e62-4490-a4e5-bb321565b086 req-f43c6922-f1b5-4419-9f22-b5a39edb3487 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 944 time: 0.0647011 Jul 27 22:07:41.361293 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7266435f-3e62-4490-a4e5-bb321565b086 req-3af14278-3620-4328-9266-183e4d4bcdf3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358076 Jul 27 22:07:42.493646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c9ccf-8e7f-4a78-957b-8fe2a7915877 req-8a8fe7e4-f22f-4412-90a5-383c8b5dd714 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:42.495223 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-009c9ccf-8e7f-4a78-957b-8fe2a7915877 req-8a8fe7e4-f22f-4412-90a5-383c8b5dd714 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 944 time: 0.0653532 Jul 27 22:07:42.536190 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-009c9ccf-8e7f-4a78-957b-8fe2a7915877 req-08e9f99a-5e71-4bce-be3d-1caa4f885bc4 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342851 Jul 27 22:07:43.670778 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc207e-82f0-447a-a190-ca77b2efa131 req-3b9138db-c8ef-4d7e-91a0-f0fe5b2e0a15 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:43.672329 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4dc207e-82f0-447a-a190-ca77b2efa131 req-3b9138db-c8ef-4d7e-91a0-f0fe5b2e0a15 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 944 time: 0.0669754 Jul 27 22:07:43.711725 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4dc207e-82f0-447a-a190-ca77b2efa131 req-0a72238b-af6b-411a-8a9c-d1e40dcfe1f3 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331194 Jul 27 22:07:44.845769 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ec141-d2d7-4547-892f-40c019e39bdd req-a88dbf9e-2eaf-4a6b-89d1-ee2099d5f76c tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:44.847287 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e7ec141-d2d7-4547-892f-40c019e39bdd req-a88dbf9e-2eaf-4a6b-89d1-ee2099d5f76c tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 944 time: 0.0681930 Jul 27 22:07:44.886041 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8e7ec141-d2d7-4547-892f-40c019e39bdd req-04063db1-8c31-4e44-8853-c17f156fdadf tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318158 Jul 27 22:07:45.309262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:07:45.409641 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979,segment=NetworkSegment(d1940f32-d7d1-46d9-9dd6-d6a6379d4159),segment_id=d1940f32-d7d1-46d9-9dd6-d6a6379d4159)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:45.421258 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979', 'network_id': '55c67596-23c4-4d07-a05c-928fd5359c3b', 'port_id': '4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979', 'mac_address': 'fa:16:3e:93:d7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ebf81e-b5c7-4f62-9ba5-35eaf81cc019', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:07:45.459573 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.473653 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:07:45.496017 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979,segment=NetworkSegment(d1940f32-d7d1-46d9-9dd6-d6a6379d4159),segment_id=d1940f32-d7d1-46d9-9dd6-d6a6379d4159)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:45.500384 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:45.549578 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:45.557806 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:45.558146 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:45.558510 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:45.558842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:45.559170 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:45.559544 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:45.559815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:45.560134 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:45.560454 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:45.560767 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:45.561083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:45.561398 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:07:45.816939 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:07:46.022761 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93589-4fac-4c5c-8156-fbef5057a3da req-bd7cfc65-d66b-478a-8f12-76ee99079ede tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:46.024274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ddb93589-4fac-4c5c-8156-fbef5057a3da req-bd7cfc65-d66b-478a-8f12-76ee99079ede tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 945 time: 0.0693629 Jul 27 22:07:46.069859 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ddb93589-4fac-4c5c-8156-fbef5057a3da req-fbb9a421-a9ba-435a-97f4-65c4f3dba5a8 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395658 Jul 27 22:07:47.205458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4ba19-0e24-4d6f-af5b-32e91328c315 req-1e65a2c3-df95-4643-9862-85452d7332a4 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:47.207071 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cea4ba19-0e24-4d6f-af5b-32e91328c315 req-1e65a2c3-df95-4643-9862-85452d7332a4 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 945 time: 0.0680077 Jul 27 22:07:47.252877 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cea4ba19-0e24-4d6f-af5b-32e91328c315 req-3425eb21-8ad0-4b96-a580-cd23a5b90ff8 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390477 Jul 27 22:07:47.339980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:07:47.388603 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:07:47.391903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:07:47.392247 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:47.473992 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:47.495720 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984e80a2-8902-4d52-ad4a-2319df0936ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:07:47.497917 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d966be93-80e7-4ca7-b8e5-11d968119768" -d '{"events": [{"server_uuid": "984e80a2-8902-4d52-ad4a-2319df0936ed", "name": "network-vif-plugged", "status": "completed", "tag": "4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:07:47.511295 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979,segment=NetworkSegment(d1940f32-d7d1-46d9-9dd6-d6a6379d4159),segment_id=d1940f32-d7d1-46d9-9dd6-d6a6379d4159)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:07:47.515206 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:07:47.539686 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2ced40-83ac-4eae-ac89-2c7d966e7392 x-openstack-request-id: req-8a2ced40-83ac-4eae-ac89-2c7d966e7392 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:07:47.540001 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984e80a2-8902-4d52-ad4a-2319df0936ed", "name": "network-vif-plugged", "status": "completed", "tag": "4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:07:47.540229 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a2ced40-83ac-4eae-ac89-2c7d966e7392 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:07:47.540624 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984e80a2-8902-4d52-ad4a-2319df0936ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979', 'code': 200} Jul 27 22:07:47.568714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:07:47.646124 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f833b3-6e85-41e0-be01-a7d1ae151415 req-325a5fbb-d25b-4c68-a70c-9b2afddf6918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:47.648237 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63f833b3-6e85-41e0-be01-a7d1ae151415 req-325a5fbb-d25b-4c68-a70c-9b2afddf6918 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 1097 time: 0.0554895 Jul 27 22:07:47.683398 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-63f833b3-6e85-41e0-be01-a7d1ae151415 req-f3c06e16-dfa9-43a4-bbad-99a64f0d7b18 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277786 Jul 27 22:07:48.692217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce4dcd-9403-4420-8013-85146a962098 req-568695b7-a84e-4a69-8b22-004f79025ac7 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:48.694721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a3ce4dcd-9403-4420-8013-85146a962098 req-568695b7-a84e-4a69-8b22-004f79025ac7 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 946 time: 0.3750863 Jul 27 22:07:48.735208 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a3ce4dcd-9403-4420-8013-85146a962098 req-9f029b00-4f3a-4bdc-a53a-aeddb1807dd6 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338242 Jul 27 22:07:49.870723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17cf7f-d0f2-4928-b3f8-af9c5869468a req-cf5e6428-b392-489e-bb34-3955172a5f62 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:49.872220 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e17cf7f-d0f2-4928-b3f8-af9c5869468a req-cf5e6428-b392-489e-bb34-3955172a5f62 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 946 time: 0.0651760 Jul 27 22:07:49.911282 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e17cf7f-d0f2-4928-b3f8-af9c5869468a req-64f56e10-d791-4701-8581-8808edb8d15a tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331464 Jul 27 22:07:50.046794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb12bbd-d02d-4c7b-933f-1e68075bbe44 req-a7e95592-ba4f-46dc-9973-2a7a6a21ee50 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:50.048273 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6bb12bbd-d02d-4c7b-933f-1e68075bbe44 req-a7e95592-ba4f-46dc-9973-2a7a6a21ee50 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 946 time: 0.0690229 Jul 27 22:07:50.088853 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6bb12bbd-d02d-4c7b-933f-1e68075bbe44 req-d1428a37-aea5-492b-b49e-6f405c4326c6 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340657 Jul 27 22:07:59.556038 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07afe4ef-fd52-4491-8b47-908d0e6cb95a req-94744865-2fe8-4e68-b668-06deef46bb5d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542376 Jul 27 22:07:59.656202 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afe4ef-fd52-4491-8b47-908d0e6cb95a req-a109de43-c57a-4ca7-a91e-558410d8c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:59.657699 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07afe4ef-fd52-4491-8b47-908d0e6cb95a req-a109de43-c57a-4ca7-a91e-558410d8c9b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1bffa41b4a2d415ba5fb9de1cf759d01&device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 1097 time: 0.0589607 Jul 27 22:07:59.764313 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afe4ef-fd52-4491-8b47-908d0e6cb95a req-3c9341e5-e8ef-4b2b-9a54-a5d107d704bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:59.765805 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07afe4ef-fd52-4491-8b47-908d0e6cb95a req-3c9341e5-e8ef-4b2b-9a54-a5d107d704bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=55c67596-23c4-4d07-a05c-928fd5359c3b HTTP/1.1" status: 200 len: 917 time: 0.0877554 Jul 27 22:07:59.811533 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07afe4ef-fd52-4491-8b47-908d0e6cb95a req-cf39c75c-cb36-4422-acb6-786313a439a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 HTTP/1.1" status: 200 len: 217 time: 0.0386448 Jul 27 22:07:59.861185 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afe4ef-fd52-4491-8b47-908d0e6cb95a req-7e20a5bb-cb3d-423f-8aa5-0fbb4c54da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:59.862663 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07afe4ef-fd52-4491-8b47-908d0e6cb95a req-7e20a5bb-cb3d-423f-8aa5-0fbb4c54da40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70ebf81e-b5c7-4f62-9ba5-35eaf81cc019 HTTP/1.1" status: 200 len: 855 time: 0.0443275 Jul 27 22:07:59.923312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afe4ef-fd52-4491-8b47-908d0e6cb95a req-2172cfa9-c2d7-4de5-a74e-10399f515885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:07:59.924817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07afe4ef-fd52-4491-8b47-908d0e6cb95a req-2172cfa9-c2d7-4de5-a74e-10399f515885 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55c67596-23c4-4d07-a05c-928fd5359c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554399 Jul 27 22:08:00.019727 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07afe4ef-fd52-4491-8b47-908d0e6cb95a req-967a56a8-e8e6-47f5-8aab-6c57d3becd6f service neutron] 10.222.0.66 "GET /v2.0/networks/55c67596-23c4-4d07-a05c-928fd5359c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873985 Jul 27 22:08:00.110791 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-07afe4ef-fd52-4491-8b47-908d0e6cb95a req-b65a3182-75b3-4f38-a1a6-12af70bcb55c service neutron] 10.222.0.66 "GET /v2.0/networks/55c67596-23c4-4d07-a05c-928fd5359c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840511 Jul 27 22:08:02.859333 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-32425813-9828-471c-a5e8-d2b17d56436d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:04.758432 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:05.501872 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d66d3176-7af4-4f82-8237-ee259b43956a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:05.583430 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:07.470368 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:08.341029 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:08.518871 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d618cbb-eff4-42c0-858e-f858d5a857f1 req-56790f27-a5ca-40de-95d2-f4844385335a tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:08.520383 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d618cbb-eff4-42c0-858e-f858d5a857f1 req-56790f27-a5ca-40de-95d2-f4844385335a tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 946 time: 0.0694792 Jul 27 22:08:08.561878 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3d618cbb-eff4-42c0-858e-f858d5a857f1 req-2f8993ae-48b9-4b42-a487-dc563e218e71 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327923 Jul 27 22:08:09.126591 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:09.693498 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec7d7c-0f85-48a1-bc4b-bec2bab23d75 req-c23ea80c-e7a2-4348-a39d-5c81fc653765 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:09.695007 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51ec7d7c-0f85-48a1-bc4b-bec2bab23d75 req-c23ea80c-e7a2-4348-a39d-5c81fc653765 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 946 time: 0.0635877 Jul 27 22:08:09.738784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51ec7d7c-0f85-48a1-bc4b-bec2bab23d75 req-de6d8026-b463-436f-8f6e-3d79c6e1ce54 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/security-groups?id=b83bc8d1-02a0-49ab-830e-733c1cfe61cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364268 Jul 27 22:08:10.358779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f953db6-86bc-40d8-8038-bc9dc1f268a7 req-7fdc7a34-ec40-48fd-94bf-db44d310627a tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:10.360244 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4f953db6-86bc-40d8-8038-bc9dc1f268a7 req-7fdc7a34-ec40-48fd-94bf-db44d310627a tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.66 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 946 time: 0.0755847 Jul 27 22:08:10.473824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-4f953db6-86bc-40d8-8038-bc9dc1f268a7 req-9344b341-a333-422d-8192-9ff9fe2534c4 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Deleting port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:10.474412 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4f953db6-86bc-40d8-8038-bc9dc1f268a7 req-9344b341-a333-422d-8192-9ff9fe2534c4 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:10.573814 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4f953db6-86bc-40d8-8038-bc9dc1f268a7 req-9344b341-a333-422d-8192-9ff9fe2534c4 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] For port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979,segment=NetworkSegment(d1940f32-d7d1-46d9-9dd6-d6a6379d4159),segment_id=d1940f32-d7d1-46d9-9dd6-d6a6379d4159)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:10.574178 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4f953db6-86bc-40d8-8038-bc9dc1f268a7 req-9344b341-a333-422d-8192-9ff9fe2534c4 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:10.588068 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-4f953db6-86bc-40d8-8038-bc9dc1f268a7 req-9344b341-a333-422d-8192-9ff9fe2534c4 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Calling delete_port for 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:10.724116 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4f953db6-86bc-40d8-8038-bc9dc1f268a7 req-9344b341-a333-422d-8192-9ff9fe2534c4 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:10.737885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:08:10.757108 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344b341-a333-422d-8192-9ff9fe2534c4 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Pushing event deleted for resources: {'Port': ['ID=4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:10.818278 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f953db6-86bc-40d8-8038-bc9dc1f268a7 req-9344b341-a333-422d-8192-9ff9fe2534c4 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] No DVR routers for this DVR port 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:10.821204 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4f953db6-86bc-40d8-8038-bc9dc1f268a7 req-9344b341-a333-422d-8192-9ff9fe2534c4 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:10.824021 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4f953db6-86bc-40d8-8038-bc9dc1f268a7 req-9344b341-a333-422d-8192-9ff9fe2534c4 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.66 "DELETE /v2.0/ports/4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 HTTP/1.1" status: 204 len: 173 time: 0.4577615 Jul 27 22:08:10.824432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984e80a2-8902-4d52-ad4a-2319df0936ed', 'name': 'network-vif-deleted', 'tag': '4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:10.826912 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f2ffb2-f331-4345-9f18-cf1d6a005ea3" -d '{"events": [{"server_uuid": "984e80a2-8902-4d52-ad4a-2319df0936ed", "name": "network-vif-deleted", "tag": "4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:10.879662 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e8b479-7f64-4605-a20d-ca9dab2ac32c x-openstack-request-id: req-34e8b479-7f64-4605-a20d-ca9dab2ac32c {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:10.880364 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984e80a2-8902-4d52-ad4a-2319df0936ed", "name": "network-vif-deleted", "tag": "4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:10.880786 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34e8b479-7f64-4605-a20d-ca9dab2ac32c {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:10.881415 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984e80a2-8902-4d52-ad4a-2319df0936ed', 'name': 'network-vif-deleted', 'tag': '4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979', 'status': 'completed', 'code': 200} Jul 27 22:08:10.908714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05c57f94-30f9-4f22-9f03-3a0eed29c9e2 req-dbb5f9e3-a19b-4be3-880a-732f2e939fb9 tempest-TestEncryptedCinderVolumes-1115232790 tempest-TestEncryptedCinderVolumes-1115232790-project] 10.222.0.55 "GET /v2.0/ports?device_id=984e80a2-8902-4d52-ad4a-2319df0936ed HTTP/1.1" status: 200 len: 210 time: 0.0525854 Jul 27 22:08:12.019240 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34088) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:12.365986 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:12.627413 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Deleting port 9c325242-c5a9-4308-be0b-8311a1e5edcd {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:12.627769 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:12.708434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] For port 9c325242-c5a9-4308-be0b-8311a1e5edcd, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=9c325242-c5a9-4308-be0b-8311a1e5edcd,segment=NetworkSegment(d1940f32-d7d1-46d9-9dd6-d6a6379d4159),segment_id=d1940f32-d7d1-46d9-9dd6-d6a6379d4159)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:12.708798 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:12.721362 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Calling delete_port for 9c325242-c5a9-4308-be0b-8311a1e5edcd owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:12.905958 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:12.930621 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c325242-c5a9-4308-be0b-8311a1e5edcd,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:12.943538 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.943871 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.944210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.944549 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.944903 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.945232 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.945546 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.945881 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.946209 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.946588 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.947122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:12.947553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:13.117836 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:13.336059 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Router b51abd07-012b-44c1-8f31-45873e06b11d has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:08:13.443287 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:08:13.448881 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3a3d843b-0cbb-440d-aaa1-1794964d2cd9 admin admin] 10.222.0.55 "PUT /v2.0/routers/b51abd07-012b-44c1-8f31-45873e06b11d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4286158 Jul 27 22:08:13.451545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34090) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:13.454247 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb1b58-3b4b-4b3e-8073-9983bf205bf0 None None] Sync routers for ids ['b51abd07-012b-44c1-8f31-45873e06b11d'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:08:13.464714 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb1b58-3b4b-4b3e-8073-9983bf205bf0 None None] Routers {'b51abd07-012b-44c1-8f31-45873e06b11d'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:13.465592 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d6cb1b58-3b4b-4b3e-8073-9983bf205bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b51abd07-012b-44c1-8f31-45873e06b11d'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:13.504227 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:13.526206 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:13.526586 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 4b9705aa-c2aa-4b0b-adeb-fcb2b68e1979 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:13.564986 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85032264-a4bd-48d7-9ae6-45837732ee95 admin admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:13.573963 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-d6cb1b58-3b4b-4b3e-8073-9983bf205bf0 None None] Set router b51abd07-012b-44c1-8f31-45873e06b11d gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:13.671391 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85032264-a4bd-48d7-9ae6-45837732ee95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:13.733072 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-85032264-a4bd-48d7-9ae6-45837732ee95 admin admin] Deleting port ca75d57f-4aaf-4bbc-aec3-e4cc67881a00 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:13.733519 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85032264-a4bd-48d7-9ae6-45837732ee95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:13.820481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-85032264-a4bd-48d7-9ae6-45837732ee95 admin admin] For port ca75d57f-4aaf-4bbc-aec3-e4cc67881a00, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=ca75d57f-4aaf-4bbc-aec3-e4cc67881a00,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:13.820850 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85032264-a4bd-48d7-9ae6-45837732ee95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:13.839548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-85032264-a4bd-48d7-9ae6-45837732ee95 admin admin] Calling delete_port for ca75d57f-4aaf-4bbc-aec3-e4cc67881a00 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:13.842809 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d6cb1b58-3b4b-4b3e-8073-9983bf205bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'name': 'tempest-TestEncryptedCinderVolumes-498969544-router', 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'ca75d57f-4aaf-4bbc-aec3-e4cc67881a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:50Z', 'updated_at': '2021-07-27T22:08:12Z', 'revision_number': 5, 'project_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'gw_port': {'id': 'ca75d57f-4aaf-4bbc-aec3-e4cc67881a00', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ae:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:51Z', 'updated_at': '2021-07-27T22:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:13.880276 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb1b58-3b4b-4b3e-8073-9983bf205bf0 None None] Checking router: b51abd07-012b-44c1-8f31-45873e06b11d for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:08:13.893255 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb1b58-3b4b-4b3e-8073-9983bf205bf0 None None] Routers {'b51abd07-012b-44c1-8f31-45873e06b11d'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:13.893893 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d6cb1b58-3b4b-4b3e-8073-9983bf205bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['b51abd07-012b-44c1-8f31-45873e06b11d'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:13.971443 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:08:13.994361 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-d6cb1b58-3b4b-4b3e-8073-9983bf205bf0 None None] Set router b51abd07-012b-44c1-8f31-45873e06b11d gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:14.017802 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85032264-a4bd-48d7-9ae6-45837732ee95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.044912 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85032264-a4bd-48d7-9ae6-45837732ee95 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca75d57f-4aaf-4bbc-aec3-e4cc67881a00,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:14.046911 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d6cb1b58-3b4b-4b3e-8073-9983bf205bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'name': 'tempest-TestEncryptedCinderVolumes-498969544-router', 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:50Z', 'updated_at': '2021-07-27T22:08:13Z', 'revision_number': 6, 'project_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:14.078374 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb1b58-3b4b-4b3e-8073-9983bf205bf0 None None] The sync data for ids ['b51abd07-012b-44c1-8f31-45873e06b11d'] in n-d-764806-9 is: [{'id': 'b51abd07-012b-44c1-8f31-45873e06b11d', 'name': 'tempest-TestEncryptedCinderVolumes-498969544-router', 'tenant_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:50Z', 'updated_at': '2021-07-27T22:08:13Z', 'revision_number': 6, 'project_id': '1bffa41b4a2d415ba5fb9de1cf759d01', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:08:14.112767 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85032264-a4bd-48d7-9ae6-45837732ee95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.204443 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85032264-a4bd-48d7-9ae6-45837732ee95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.206742 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85032264-a4bd-48d7-9ae6-45837732ee95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.255311 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85032264-a4bd-48d7-9ae6-45837732ee95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.255873 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85032264-a4bd-48d7-9ae6-45837732ee95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b51abd07-012b-44c1-8f31-45873e06b11d {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:08:14.261209 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-85032264-a4bd-48d7-9ae6-45837732ee95 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.262419 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-85032264-a4bd-48d7-9ae6-45837732ee95 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b51abd07-012b-44c1-8f31-45873e06b11d HTTP/1.1" status: 204 len: 168 time: 0.8099511 Jul 27 22:08:14.264974 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34092) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:14.311070 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78b36f8-7754-4e70-b515-5b55a77a3fea admin admin] Deleting subnet 70ebf81e-b5c7-4f62-9ba5-35eaf81cc019 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:08:14.314169 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f78b36f8-7754-4e70-b515-5b55a77a3fea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.351098 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f78b36f8-7754-4e70-b515-5b55a77a3fea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.436889 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f78b36f8-7754-4e70-b515-5b55a77a3fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.498311 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f78b36f8-7754-4e70-b515-5b55a77a3fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.528204 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b36f8-7754-4e70-b515-5b55a77a3fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70ebf81e-b5c7-4f62-9ba5-35eaf81cc019,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:14.530184 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f78b36f8-7754-4e70-b515-5b55a77a3fea admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.532133 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f78b36f8-7754-4e70-b515-5b55a77a3fea admin admin] 10.222.0.55 "DELETE /v2.0/subnets/70ebf81e-b5c7-4f62-9ba5-35eaf81cc019 HTTP/1.1" status: 204 len: 168 time: 0.2661185 Jul 27 22:08:14.534706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34094) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:14.535055 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6de4af9-183c-4cf5-9d54-8007b79416fd None None] Network 55c67596-23c4-4d07-a05c-928fd5359c3b requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:14.604316 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.664217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] Deleting port ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:14.664568 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.732909 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] For port ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5,segment=NetworkSegment(d1940f32-d7d1-46d9-9dd6-d6a6379d4159),segment_id=d1940f32-d7d1-46d9-9dd6-d6a6379d4159)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:14.733282 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.747174 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] Calling delete_port for ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:14.833086 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.845874 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3157d5e-9858-40b2-b8e6-0f3bbc7ae6ba None None] DHCP port deletion for 55c67596-23c4-4d07-a05c-928fd5359c3b request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:08:14.863203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:14.868411 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] No DVR routers for this DVR port ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:14.947229 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.957795 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c67596-23c4-4d07-a05c-928fd5359c3b']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:14.973431 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:14.973732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1940f32-d7d1-46d9-9dd6-d6a6379d4159') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:14.984186 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:14.997865 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.003944 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:08:15.004350 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: timer() Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:08:15.006106 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:08:15.063104 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.068379 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.070336 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] 10.222.0.55 "DELETE /v2.0/networks/55c67596-23c4-4d07-a05c-928fd5359c3b HTTP/1.1" status: 204 len: 168 time: 0.5344710 Jul 27 22:08:15.073745 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34096) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:15.084534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05fdf7-1a14-41d1-9f06-6eb9cc2b4437 admin admin] Pushing event deleted for resources: {'Network': ['ID=55c67596-23c4-4d07-a05c-928fd5359c3b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:15.433783 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1504d3c4-b61e-42fa-a08f-718545c81fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:15.533282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ca75d57f-4aaf-4bbc-aec3-e4cc67881a00 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:15.554548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: ca75d57f-4aaf-4bbc-aec3-e4cc67881a00 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:15.555215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ca75d57f-4aaf-4bbc-aec3-e4cc67881a00 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:15.555334 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:15.573904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:15.574271 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device ccd4aeab-f2fc-43ba-b39a-6fe4aa917eb5 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:15.574683 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9c325242-c5a9-4308-be0b-8311a1e5edcd no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:15.593545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 9c325242-c5a9-4308-be0b-8311a1e5edcd {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:15.593934 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 9c325242-c5a9-4308-be0b-8311a1e5edcd not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:15.696801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1504d3c4-b61e-42fa-a08f-718545c81fe6 admin admin] Deleting port 6bd6e810-6c92-459b-969d-7a28bed33e3b {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:15.697070 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1504d3c4-b61e-42fa-a08f-718545c81fe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.122257 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-1504d3c4-b61e-42fa-a08f-718545c81fe6 admin admin] For port 6bd6e810-6c92-459b-969d-7a28bed33e3b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=6bd6e810-6c92-459b-969d-7a28bed33e3b,segment=NetworkSegment(c0e06a80-0e47-409b-839e-35e5b2f0cea4),segment_id=c0e06a80-0e47-409b-839e-35e5b2f0cea4)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:16.122969 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1504d3c4-b61e-42fa-a08f-718545c81fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.135439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1504d3c4-b61e-42fa-a08f-718545c81fe6 admin admin] Calling delete_port for 6bd6e810-6c92-459b-969d-7a28bed33e3b owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:16.325193 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1504d3c4-b61e-42fa-a08f-718545c81fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.352036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504d3c4-b61e-42fa-a08f-718545c81fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd6e810-6c92-459b-969d-7a28bed33e3b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:16.528898 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1504d3c4-b61e-42fa-a08f-718545c81fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.746318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1504d3c4-b61e-42fa-a08f-718545c81fe6 admin admin] Router 3ccb832f-4234-470d-9b33-26ac69bb0b68 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:08:16.855317 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1504d3c4-b61e-42fa-a08f-718545c81fe6 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:08:16.860368 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1504d3c4-b61e-42fa-a08f-718545c81fe6 admin admin] 10.222.0.55 "PUT /v2.0/routers/3ccb832f-4234-470d-9b33-26ac69bb0b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7854362 Jul 27 22:08:16.862945 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34098) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:16.863729 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f413c41-2e7c-47a1-a7de-294d4fa76f69 None None] Sync routers for ids ['3ccb832f-4234-470d-9b33-26ac69bb0b68'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:08:16.873472 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f413c41-2e7c-47a1-a7de-294d4fa76f69 None None] Routers {'3ccb832f-4234-470d-9b33-26ac69bb0b68'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:16.874091 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1f413c41-2e7c-47a1-a7de-294d4fa76f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['3ccb832f-4234-470d-9b33-26ac69bb0b68'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:16.971954 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-88a99c38-2c48-4bc4-b06b-0749f5243dd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:16.980577 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-1f413c41-2e7c-47a1-a7de-294d4fa76f69 None None] Set router 3ccb832f-4234-470d-9b33-26ac69bb0b68 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:17.082261 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-88a99c38-2c48-4bc4-b06b-0749f5243dd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.143989 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-88a99c38-2c48-4bc4-b06b-0749f5243dd5 admin admin] Deleting port 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:17.144702 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-88a99c38-2c48-4bc4-b06b-0749f5243dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.231004 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-88a99c38-2c48-4bc4-b06b-0749f5243dd5 admin admin] For port 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=181b14df-a4c5-4ca2-925f-5a7dcd9eae1f,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:17.231643 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-88a99c38-2c48-4bc4-b06b-0749f5243dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.248357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-88a99c38-2c48-4bc4-b06b-0749f5243dd5 admin admin] Calling delete_port for 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:17.322414 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1f413c41-2e7c-47a1-a7de-294d4fa76f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'name': 'tempest-TestEncryptedCinderVolumes-852321978-router', 'tenant_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '181b14df-a4c5-4ca2-925f-5a7dcd9eae1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:55Z', 'updated_at': '2021-07-27T22:08:16Z', 'revision_number': 5, 'project_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'gw_port': {'id': '181b14df-a4c5-4ca2-925f-5a7dcd9eae1f', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:06:56Z', 'updated_at': '2021-07-27T22:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:17.349008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f413c41-2e7c-47a1-a7de-294d4fa76f69 None None] Checking router: 3ccb832f-4234-470d-9b33-26ac69bb0b68 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:08:17.358153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f413c41-2e7c-47a1-a7de-294d4fa76f69 None None] Routers {'3ccb832f-4234-470d-9b33-26ac69bb0b68'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:17.358799 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1f413c41-2e7c-47a1-a7de-294d4fa76f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['3ccb832f-4234-470d-9b33-26ac69bb0b68'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:17.421555 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-88a99c38-2c48-4bc4-b06b-0749f5243dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.448627 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a99c38-2c48-4bc4-b06b-0749f5243dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=181b14df-a4c5-4ca2-925f-5a7dcd9eae1f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:17.457530 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-1f413c41-2e7c-47a1-a7de-294d4fa76f69 None None] Set router 3ccb832f-4234-470d-9b33-26ac69bb0b68 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:17.516886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-1f413c41-2e7c-47a1-a7de-294d4fa76f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'name': 'tempest-TestEncryptedCinderVolumes-852321978-router', 'tenant_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:55Z', 'updated_at': '2021-07-27T22:08:17Z', 'revision_number': 6, 'project_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:17.518518 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-88a99c38-2c48-4bc4-b06b-0749f5243dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.546563 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f413c41-2e7c-47a1-a7de-294d4fa76f69 None None] The sync data for ids ['3ccb832f-4234-470d-9b33-26ac69bb0b68'] in n-d-764806-9 is: [{'id': '3ccb832f-4234-470d-9b33-26ac69bb0b68', 'name': 'tempest-TestEncryptedCinderVolumes-852321978-router', 'tenant_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:06:55Z', 'updated_at': '2021-07-27T22:08:17Z', 'revision_number': 6, 'project_id': 'e2cd7dfc3b45418b8d7368841793aab8', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:08:17.619185 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-88a99c38-2c48-4bc4-b06b-0749f5243dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.621276 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-88a99c38-2c48-4bc4-b06b-0749f5243dd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.664807 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-88a99c38-2c48-4bc4-b06b-0749f5243dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.665892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a99c38-2c48-4bc4-b06b-0749f5243dd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ccb832f-4234-470d-9b33-26ac69bb0b68 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:08:17.670503 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-88a99c38-2c48-4bc4-b06b-0749f5243dd5 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.671765 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-88a99c38-2c48-4bc4-b06b-0749f5243dd5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3ccb832f-4234-470d-9b33-26ac69bb0b68 HTTP/1.1" status: 204 len: 168 time: 0.8078606 Jul 27 22:08:17.674392 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34100) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:17.719640 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57ec81a-54d7-4c63-bdbf-8243ac65e79e admin admin] Deleting subnet c851c35a-3b97-49c6-98f9-293f67ff0ac0 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:08:17.722684 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f57ec81a-54d7-4c63-bdbf-8243ac65e79e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.762870 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f57ec81a-54d7-4c63-bdbf-8243ac65e79e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.839766 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f57ec81a-54d7-4c63-bdbf-8243ac65e79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.896836 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f57ec81a-54d7-4c63-bdbf-8243ac65e79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.924132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ec81a-54d7-4c63-bdbf-8243ac65e79e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c851c35a-3b97-49c6-98f9-293f67ff0ac0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:17.927951 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f57ec81a-54d7-4c63-bdbf-8243ac65e79e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:17.929992 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f57ec81a-54d7-4c63-bdbf-8243ac65e79e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c851c35a-3b97-49c6-98f9-293f67ff0ac0 HTTP/1.1" status: 204 len: 168 time: 0.2545297 Jul 27 22:08:17.933430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34102) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:17.936019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49e259d-0107-4f4e-8ac8-07800547eb8f None None] Network fdbfec54-ec6e-4641-b10a-e11b2e563ab9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:18.025343 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.079062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] Deleting port dd4c8448-be9d-434e-986d-0fd945e71392 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:08:18.079411 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.148752 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] For port dd4c8448-be9d-434e-986d-0fd945e71392, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=dd4c8448-be9d-434e-986d-0fd945e71392,segment=NetworkSegment(c0e06a80-0e47-409b-839e-35e5b2f0cea4),segment_id=c0e06a80-0e47-409b-839e-35e5b2f0cea4)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:18.149047 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.161703 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] Calling delete_port for dd4c8448-be9d-434e-986d-0fd945e71392 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:08:18.242741 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.270091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd4c8448-be9d-434e-986d-0fd945e71392,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:18.275025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] No DVR routers for this DVR port dd4c8448-be9d-434e-986d-0fd945e71392 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:08:18.337329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ae6240-6ab6-4345-9413-f1cc26651896 None None] DHCP port deletion for fdbfec54-ec6e-4641-b10a-e11b2e563ab9 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:08:18.369431 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.386052 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbfec54-ec6e-4641-b10a-e11b2e563ab9']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:18.396604 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e06a80-0e47-409b-839e-35e5b2f0cea4') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:18.396906 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e06a80-0e47-409b-839e-35e5b2f0cea4') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:18.406981 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.423307 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.439925 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:08:18.440344 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: timer() Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:08:18.442544 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:08:18.499637 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.506938 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.509010 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fdbfec54-ec6e-4641-b10a-e11b2e563ab9 HTTP/1.1" status: 204 len: 168 time: 0.5744343 Jul 27 22:08:18.523201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c869fa3-bce6-4c65-9e33-bc5921a167a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdbfec54-ec6e-4641-b10a-e11b2e563ab9,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:18.698476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34106) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:18.743336 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7ad3a9ae-9ea0-44e4-ae13-95b8b2a17a06 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1bffa41b4a2d415ba5fb9de1cf759d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436409 Jul 27 22:08:18.745858 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34108) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:18.800700 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d9b2697d-0818-4401-ad5f-e0cb0ed54b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.824305 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d9b2697d-0818-4401-ad5f-e0cb0ed54b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.883491 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d9b2697d-0818-4401-ad5f-e0cb0ed54b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.886828 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d9b2697d-0818-4401-ad5f-e0cb0ed54b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:18.889562 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d9b2697d-0818-4401-ad5f-e0cb0ed54b09 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b83bc8d1-02a0-49ab-830e-733c1cfe61cf HTTP/1.1" status: 204 len: 168 time: 0.1420100 Jul 27 22:08:18.898795 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2697d-0818-4401-ad5f-e0cb0ed54b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83bc8d1-02a0-49ab-830e-733c1cfe61cf,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:19.302073 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34114) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:19.351774 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1b54f591-d902-43b0-bc39-fe3f9dd45393 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e2cd7dfc3b45418b8d7368841793aab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484617 Jul 27 22:08:19.355296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34116) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:19.420348 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6d302a0-3822-4dff-a2f0-1778a508c07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:19.444682 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6d302a0-3822-4dff-a2f0-1778a508c07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:19.511027 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6d302a0-3822-4dff-a2f0-1778a508c07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:19.513971 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b6d302a0-3822-4dff-a2f0-1778a508c07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:19.518089 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b6d302a0-3822-4dff-a2f0-1778a508c07c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fab9dcdf-eec9-4d6c-9229-44c4d21caa3a HTTP/1.1" status: 204 len: 168 time: 0.1588860 Jul 27 22:08:19.526403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d302a0-3822-4dff-a2f0-1778a508c07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab9dcdf-eec9-4d6c-9229-44c4d21caa3a,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:19.549428 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6bd6e810-6c92-459b-969d-7a28bed33e3b no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:19.574632 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 6bd6e810-6c92-459b-969d-7a28bed33e3b {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:19.574978 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 6bd6e810-6c92-459b-969d-7a28bed33e3b not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:19.575390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:19.597868 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:19.598510 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 181b14df-a4c5-4ca2-925f-5a7dcd9eae1f not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:19.599204 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dd4c8448-be9d-434e-986d-0fd945e71392 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:08:19.620789 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: dd4c8448-be9d-434e-986d-0fd945e71392 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:08:19.621079 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device dd4c8448-be9d-434e-986d-0fd945e71392 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:08:20.297292 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34138) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:20.398784 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-34dcc3d2-d553-46e0-b9de-d00776073124 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1193061157-network', 'tenant_id': '612be24495674bde810d2fc02b9776bd'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:20.427972 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dcc3d2-d553-46e0-b9de-d00776073124 admin admin] Made reservation on behalf of 612be24495674bde810d2fc02b9776bd for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:20.430487 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34dcc3d2-d553-46e0-b9de-d00776073124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.439081 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34dcc3d2-d553-46e0-b9de-d00776073124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.543803 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34dcc3d2-d553-46e0-b9de-d00776073124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.547807 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34dcc3d2-d553-46e0-b9de-d00776073124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.574513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34dcc3d2-d553-46e0-b9de-d00776073124 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:08:20.584440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcc3d2-d553-46e0-b9de-d00776073124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:20.589817 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34dcc3d2-d553-46e0-b9de-d00776073124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.590165 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-34dcc3d2-d553-46e0-b9de-d00776073124 admin admin] Added segment f6527c7e-384f-4854-9964-04a0f23b08b2 of type vlan for network 7b34ce46-e01a-40b4-a73c-17daf1beb3a9 Jul 27 22:08:20.631335 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34dcc3d2-d553-46e0-b9de-d00776073124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.660913 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34dcc3d2-d553-46e0-b9de-d00776073124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.662052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dcc3d2-d553-46e0-b9de-d00776073124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:20.662654 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-34dcc3d2-d553-46e0-b9de-d00776073124 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.718379 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-34dcc3d2-d553-46e0-b9de-d00776073124 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4198484 Jul 27 22:08:20.721358 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34142) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:20.726855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-35a092b2-971d-42e6-bdb7-1bd4d85ac659 admin admin] Request body: {'subnet': {'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1193061157-subnet', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'ip_version': 4}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:20.727588 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcc3d2-d553-46e0-b9de-d00776073124 admin admin] Pushing event updated for resources: {'Network': ['ID=7b34ce46-e01a-40b4-a73c-17daf1beb3a9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:20.737897 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 7b34ce46-e01a-40b4-a73c-17daf1beb3a9 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:08:20.750202 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a092b2-971d-42e6-bdb7-1bd4d85ac659 admin admin] Made reservation on behalf of 612be24495674bde810d2fc02b9776bd for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:20.752507 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35a092b2-971d-42e6-bdb7-1bd4d85ac659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.920850 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35a092b2-971d-42e6-bdb7-1bd4d85ac659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:20.978543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a092b2-971d-42e6-bdb7-1bd4d85ac659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec750571-8aba-44cf-9efd-1f2aafd830ee,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:20.983722 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a092b2-971d-42e6-bdb7-1bd4d85ac659 admin admin] Checking segment: {'id': 'f6527c7e-384f-4854-9964-04a0f23b08b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:20.984076 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a092b2-971d-42e6-bdb7-1bd4d85ac659 admin admin] Network hostable DHCP agents. Network: 7b34ce46-e01a-40b4-a73c-17daf1beb3a9, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:08:21.000931 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a092b2-971d-42e6-bdb7-1bd4d85ac659 admin admin] Network 7b34ce46-e01a-40b4-a73c-17daf1beb3a9 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:08:21.009864 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-35a092b2-971d-42e6-bdb7-1bd4d85ac659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 7b34ce46-e01a-40b4-a73c-17daf1beb3a9) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:21.013900 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a092b2-971d-42e6-bdb7-1bd4d85ac659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:21.014527 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-35a092b2-971d-42e6-bdb7-1bd4d85ac659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.018595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17680b94-d75b-4dd5-bc78-0edac3bafc2d None None] Network 7b34ce46-e01a-40b4-a73c-17daf1beb3a9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:21.029352 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-35a092b2-971d-42e6-bdb7-1bd4d85ac659 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3068707 Jul 27 22:08:21.032105 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34144) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:21.036487 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1193061157-router', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:21.057034 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.058355 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.116458 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.170187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-7b34ce46-e01a-40b4-a73c-17daf1beb3a9', 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'fixed_ips': [{'subnet_id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:08:21.171101 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.258704 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.309992 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Allocated IP 172.20.0.2 (7b34ce46-e01a-40b4-a73c-17daf1beb3a9/ec750571-8aba-44cf-9efd-1f2aafd830ee/d65b3020-34d6-4eda-8460-60225faab187) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:21.463309 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.472195 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Transition to ACTIVE for port object d65b3020-34d6-4eda-8460-60225faab187 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:21.489095 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Transition to ACTIVE for port object d65b3020-34d6-4eda-8460-60225faab187 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:21.496019 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.541436 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Network 7b34ce46-e01a-40b4-a73c-17daf1beb3a9 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:21.544425 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:21.549090 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:21.552426 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Pushing event updated for resources: {'Port': ['ID=d65b3020-34d6-4eda-8460-60225faab187,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:21.616620 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Attempting to bind port d65b3020-34d6-4eda-8460-60225faab187 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:21.616985 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Attempting to bind port d65b3020-34d6-4eda-8460-60225faab187 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'f6527c7e-384f-4854-9964-04a0f23b08b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:21.617344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Attempting to bind port d65b3020-34d6-4eda-8460-60225faab187 on network 7b34ce46-e01a-40b4-a73c-17daf1beb3a9 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:21.623421 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:21.623795 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Checking segment: {'id': 'f6527c7e-384f-4854-9964-04a0f23b08b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:21.624196 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.624589 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Bound using segment: {'id': 'f6527c7e-384f-4854-9964-04a0f23b08b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:21.625053 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Bound port: d65b3020-34d6-4eda-8460-60225faab187, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6527c7e-384f-4854-9964-04a0f23b08b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:21.625434 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.690082 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] For port d65b3020-34d6-4eda-8460-60225faab187, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:21.693354 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] For port d65b3020-34d6-4eda-8460-60225faab187, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d65b3020-34d6-4eda-8460-60225faab187,segment=NetworkSegment(f6527c7e-384f-4854-9964-04a0f23b08b2),segment_id=f6527c7e-384f-4854-9964-04a0f23b08b2)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:21.698832 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.767136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d7c98-f7cf-4f4c-ae9c-a94e437ed7f5 None None] Pushing event updated for resources: {'Port': ['ID=d65b3020-34d6-4eda-8460-60225faab187,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:21.778710 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.798952 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:21.920883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Allocated IP 172.25.2.74 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/efed528b-c549-4ddc-8e0a-f701b5e0c88d) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:22.036292 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.081698 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.121940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:22.126712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:22.130105 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:22.135918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Pushing event updated for resources: {'Port': ['ID=efed528b-c549-4ddc-8e0a-f701b5e0c88d,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:22.389405 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.600207 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.628567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47160a2e-823c-4a5e-9651-d45ade764a23 None None] Network 7b34ce46-e01a-40b4-a73c-17daf1beb3a9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:22.688418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6cb51302-de9f-477a-a165-9f4cb1c887e5 None None] Provisioning for port d65b3020-34d6-4eda-8460-60225faab187 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:22.735215 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:08:22.846621 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:08:22.857757 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Sync routers for ids ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:08:22.862554 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:22.863871 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7ccd19be-92a2-4563-9042-d88cdfb81271 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8308494 Jul 27 22:08:22.867002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34146) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:22.868704 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Routers {'d2e3508e-6f3e-43dd-ae41-7feea22b64c0'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:22.869586 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:22.986154 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Set router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:23.163424 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'name': 'tempest-TestMinimumBasicScenario-1193061157-router', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:22Z', 'revision_number': 3, 'project_id': '612be24495674bde810d2fc02b9776bd', 'gw_port': {'id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:23.191714 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Checking router: d2e3508e-6f3e-43dd-ae41-7feea22b64c0 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:08:23.192058 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Updating router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 port efed528b-c549-4ddc-8e0a-f701b5e0c88d binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:08:23.230243 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.306137 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.470145 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Allocated IP 172.20.0.1 (7b34ce46-e01a-40b4-a73c-17daf1beb3a9/ec750571-8aba-44cf-9efd-1f2aafd830ee/a7519846-b090-4605-94ef-3d59fd57c868) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:23.480517 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.491845 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Transition to ACTIVE for port object efed528b-c549-4ddc-8e0a-f701b5e0c88d will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:23.499036 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.545150 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Attempting to bind port efed528b-c549-4ddc-8e0a-f701b5e0c88d on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:23.545521 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Attempting to bind port efed528b-c549-4ddc-8e0a-f701b5e0c88d by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:23.546015 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Attempting to bind port efed528b-c549-4ddc-8e0a-f701b5e0c88d on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:23.558286 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:23.558661 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:23.559061 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.559454 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:23.559924 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Bound port: efed528b-c549-4ddc-8e0a-f701b5e0c88d, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:23.560311 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.565324 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd85c6-69c1-4ba5-9a5b-127d93c7b414 None None] Pushing event updated for resources: {'Port': ['ID=efed528b-c549-4ddc-8e0a-f701b5e0c88d,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:23.585632 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d65b3020-34d6-4eda-8460-60225faab187 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:23.588833 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.604496 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Transition to ACTIVE for port object a7519846-b090-4605-94ef-3d59fd57c868 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:23.620192 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] For port efed528b-c549-4ddc-8e0a-f701b5e0c88d, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:23.623325 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] For port efed528b-c549-4ddc-8e0a-f701b5e0c88d, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=efed528b-c549-4ddc-8e0a-f701b5e0c88d,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:23.628981 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.631564 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd85c6-69c1-4ba5-9a5b-127d93c7b414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:23.631988 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd85c6-69c1-4ba5-9a5b-127d93c7b414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:23.632270 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd85c6-69c1-4ba5-9a5b-127d93c7b414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:23.632581 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd85c6-69c1-4ba5-9a5b-127d93c7b414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:23.632910 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd85c6-69c1-4ba5-9a5b-127d93c7b414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:23.633238 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd85c6-69c1-4ba5-9a5b-127d93c7b414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:23.633564 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd85c6-69c1-4ba5-9a5b-127d93c7b414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:23.633999 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd85c6-69c1-4ba5-9a5b-127d93c7b414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:23.634261 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd85c6-69c1-4ba5-9a5b-127d93c7b414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:23.634727 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd85c6-69c1-4ba5-9a5b-127d93c7b414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:23.634900 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd85c6-69c1-4ba5-9a5b-127d93c7b414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:23.635225 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd85c6-69c1-4ba5-9a5b-127d93c7b414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:23.642162 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.645917 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port d65b3020-34d6-4eda-8460-60225faab187 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:23.651005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port d65b3020-34d6-4eda-8460-60225faab187 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:23.651491 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.691124 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Network 7b34ce46-e01a-40b4-a73c-17daf1beb3a9 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:23.697949 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:23.699613 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd85c6-69c1-4ba5-9a5b-127d93c7b414 None None] Pushing event updated for resources: {'Port': ['ID=efed528b-c549-4ddc-8e0a-f701b5e0c88d,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:23.700815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:23.719439 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Routers {'d2e3508e-6f3e-43dd-ae41-7feea22b64c0'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:23.720135 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:23.735531 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Pushing event updated for resources: {'Port': ['ID=a7519846-b090-4605-94ef-3d59fd57c868,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:23.735800 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.748665 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.779981 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port d65b3020-34d6-4eda-8460-60225faab187, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d65b3020-34d6-4eda-8460-60225faab187,segment=NetworkSegment(f6527c7e-384f-4854-9964-04a0f23b08b2),segment_id=f6527c7e-384f-4854-9964-04a0f23b08b2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:23.786515 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.847221 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=d65b3020-34d6-4eda-8460-60225faab187,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:23.859854 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] Set router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:23.921005 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.952108 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-663855f6-2377-44ed-bf20-9969f734742d None None] Provisioning for port a7519846-b090-4605-94ef-3d59fd57c868 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:23.956597 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-663855f6-2377-44ed-bf20-9969f734742d None None] Provisioning complete for port a7519846-b090-4605-94ef-3d59fd57c868 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:23.956964 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-663855f6-2377-44ed-bf20-9969f734742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:23.993044 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-663855f6-2377-44ed-bf20-9969f734742d None None] Port a7519846-b090-4605-94ef-3d59fd57c868 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:08:24.047352 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'name': 'tempest-TestMinimumBasicScenario-1193061157-router', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:22Z', 'revision_number': 3, 'project_id': '612be24495674bde810d2fc02b9776bd', 'gw_port': {'id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:24.076465 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb389c0-c072-42b5-a3ef-27aa5781463c None None] The sync data for ids ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'] in n-d-764806-9 is: [{'id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'name': 'tempest-TestMinimumBasicScenario-1193061157-router', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:22Z', 'revision_number': 3, 'project_id': '612be24495674bde810d2fc02b9776bd', 'gw_port': {'id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:08:24.097696 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:24.103365 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:24.172362 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Pushing event updated for resources: {'Port': ['ID=a7519846-b090-4605-94ef-3d59fd57c868,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:24.176102 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:24.276658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Network 7b34ce46-e01a-40b4-a73c-17daf1beb3a9 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:24.278091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:24.427695 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:08:24.518851 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c92d7703-3e20-44bb-bfd7-b779341b8903 None None] Provisioning complete for port a7519846-b090-4605-94ef-3d59fd57c868 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:24.519318 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c92d7703-3e20-44bb-bfd7-b779341b8903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:24.558416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:08:24.558748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c92d7703-3e20-44bb-bfd7-b779341b8903 None None] Port a7519846-b090-4605-94ef-3d59fd57c868 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:08:24.563723 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f87f3db5-5806-45d1-bb74-aa43b385ad49 admin admin] 10.222.0.55 "PUT /v2.0/routers/d2e3508e-6f3e-43dd-ae41-7feea22b64c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6956756 Jul 27 22:08:25.034384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34162) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:25.039562 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d3a69f78-3239-48d9-9a9b-65d39c54cd90 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1868480144-network', 'tenant_id': '209468961c094d1fa589cd7905504c77'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:25.060658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a69f78-3239-48d9-9a9b-65d39c54cd90 admin admin] Made reservation on behalf of 209468961c094d1fa589cd7905504c77 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:25.063073 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3a69f78-3239-48d9-9a9b-65d39c54cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.072089 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3a69f78-3239-48d9-9a9b-65d39c54cd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.168447 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3a69f78-3239-48d9-9a9b-65d39c54cd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.172272 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3a69f78-3239-48d9-9a9b-65d39c54cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.201615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a69f78-3239-48d9-9a9b-65d39c54cd90 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:08:25.206983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a69f78-3239-48d9-9a9b-65d39c54cd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326b0ecc-bfad-47b5-aad6-06a668255a16,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:25.215629 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3a69f78-3239-48d9-9a9b-65d39c54cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.216188 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-d3a69f78-3239-48d9-9a9b-65d39c54cd90 admin admin] Added segment 85dd7f49-3808-44bc-940c-0174be704010 of type vlan for network 24ad7605-58ac-43f0-8c1c-106e081bdbac Jul 27 22:08:25.257221 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3a69f78-3239-48d9-9a9b-65d39c54cd90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.287622 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3a69f78-3239-48d9-9a9b-65d39c54cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.288542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a69f78-3239-48d9-9a9b-65d39c54cd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:25.289124 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d3a69f78-3239-48d9-9a9b-65d39c54cd90 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.344316 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d3a69f78-3239-48d9-9a9b-65d39c54cd90 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3088193 Jul 27 22:08:25.347052 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34164) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:25.354209 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-cc8d3d29-a0d2-4d94-be73-e61c3833f908 admin admin] Request body: {'subnet': {'network_id': '24ad7605-58ac-43f0-8c1c-106e081bdbac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1868480144-subnet', 'tenant_id': '209468961c094d1fa589cd7905504c77', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:25.367606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a69f78-3239-48d9-9a9b-65d39c54cd90 admin admin] Pushing event updated for resources: {'Network': ['ID=24ad7605-58ac-43f0-8c1c-106e081bdbac,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:25.379454 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 24ad7605-58ac-43f0-8c1c-106e081bdbac details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:08:25.384360 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8d3d29-a0d2-4d94-be73-e61c3833f908 admin admin] Made reservation on behalf of 209468961c094d1fa589cd7905504c77 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:25.386936 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3d29-a0d2-4d94-be73-e61c3833f908 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.573426 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3d29-a0d2-4d94-be73-e61c3833f908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.613035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d65b3020-34d6-4eda-8460-60225faab187 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:25.628780 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d3d29-a0d2-4d94-be73-e61c3833f908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac38e049-d54e-4770-a276-3ca1c783963e,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:25.653095 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8d3d29-a0d2-4d94-be73-e61c3833f908 admin admin] Checking segment: {'id': '85dd7f49-3808-44bc-940c-0174be704010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '24ad7605-58ac-43f0-8c1c-106e081bdbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:25.653883 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8d3d29-a0d2-4d94-be73-e61c3833f908 admin admin] Network hostable DHCP agents. Network: 24ad7605-58ac-43f0-8c1c-106e081bdbac, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:08:25.666951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Sync routers for ids ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:08:25.671322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8d3d29-a0d2-4d94-be73-e61c3833f908 admin admin] Network 24ad7605-58ac-43f0-8c1c-106e081bdbac is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:08:25.676994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port d65b3020-34d6-4eda-8460-60225faab187 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:25.677358 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.679829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-cc8d3d29-a0d2-4d94-be73-e61c3833f908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 24ad7605-58ac-43f0-8c1c-106e081bdbac) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:25.680797 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Routers {'d2e3508e-6f3e-43dd-ae41-7feea22b64c0'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:25.681513 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:25.684472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8d3d29-a0d2-4d94-be73-e61c3833f908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:25.685156 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-cc8d3d29-a0d2-4d94-be73-e61c3833f908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.700268 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cc8d3d29-a0d2-4d94-be73-e61c3833f908 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3521791 Jul 27 22:08:25.703493 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34166) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:25.703665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115226a9-ee8f-4b9f-804f-bb3af295c173 None None] Network 24ad7605-58ac-43f0-8c1c-106e081bdbac requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:25.708019 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1868480144-router', 'tenant_id': '209468961c094d1fa589cd7905504c77', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:25.731379 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.732419 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.786076 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:25.887829 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Set router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:26.023499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device efed528b-c549-4ddc-8e0a-f701b5e0c88d up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:26.282073 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:26.299899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-24ad7605-58ac-43f0-8c1c-106e081bdbac', 'network_id': '24ad7605-58ac-43f0-8c1c-106e081bdbac', 'tenant_id': '209468961c094d1fa589cd7905504c77', 'fixed_ips': [{'subnet_id': 'ac38e049-d54e-4770-a276-3ca1c783963e'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:08:26.300763 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:26.353499 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port efed528b-c549-4ddc-8e0a-f701b5e0c88d completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:26.378712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port efed528b-c549-4ddc-8e0a-f701b5e0c88d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:26.379088 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:26.492799 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:26.512993 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:26.567828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Allocated IP 172.20.0.2 (24ad7605-58ac-43f0-8c1c-106e081bdbac/ac38e049-d54e-4770-a276-3ca1c783963e/7b8a9fc7-02ff-415c-80cc-b65617debdfd) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:26.570991 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'name': 'tempest-TestMinimumBasicScenario-1193061157-router', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:23Z', 'revision_number': 4, 'project_id': '612be24495674bde810d2fc02b9776bd', 'gw_port': {'id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a7519846-b090-4605-94ef-3d59fd57c868', 'name': '', 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'mac_address': 'fa:16:3e:ff:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:23Z', 'updated_at': '2021-07-27T22:08:23Z', 'revision_number': 2, 'project_id': '612be24495674bde810d2fc02b9776bd', 'subnets': [{'id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:26.613583 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Checking router: d2e3508e-6f3e-43dd-ae41-7feea22b64c0 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:08:26.613937 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Updating router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 port a7519846-b090-4605-94ef-3d59fd57c868 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:08:26.619191 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Allocated IP 172.25.2.159 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/d614b336-a464-4901-acb9-8c64696f0f01) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:26.657924 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:26.734439 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port efed528b-c549-4ddc-8e0a-f701b5e0c88d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=efed528b-c549-4ddc-8e0a-f701b5e0c88d,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:26.735744 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:26.736900 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:26.752475 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:26.779463 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:26.816237 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:26.819076 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:26.825616 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:26.849590 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Pushing event updated for resources: {'Port': ['ID=d614b336-a464-4901-acb9-8c64696f0f01,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:26.877934 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=efed528b-c549-4ddc-8e0a-f701b5e0c88d,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:26.941211 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:26.960126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Transition to ACTIVE for port object 7b8a9fc7-02ff-415c-80cc-b65617debdfd will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:26.993810 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Transition to ACTIVE for port object 7b8a9fc7-02ff-415c-80cc-b65617debdfd will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:27.026120 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.082085 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Network 24ad7605-58ac-43f0-8c1c-106e081bdbac is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:27.084367 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.095712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:27.099391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:27.103844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Pushing event updated for resources: {'Port': ['ID=7b8a9fc7-02ff-415c-80cc-b65617debdfd,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:27.191644 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Attempting to bind port 7b8a9fc7-02ff-415c-80cc-b65617debdfd on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:27.192009 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Attempting to bind port 7b8a9fc7-02ff-415c-80cc-b65617debdfd by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '85dd7f49-3808-44bc-940c-0174be704010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '24ad7605-58ac-43f0-8c1c-106e081bdbac'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:27.192374 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Attempting to bind port 7b8a9fc7-02ff-415c-80cc-b65617debdfd on network 24ad7605-58ac-43f0-8c1c-106e081bdbac {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:27.217063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:27.217439 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Checking segment: {'id': '85dd7f49-3808-44bc-940c-0174be704010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '24ad7605-58ac-43f0-8c1c-106e081bdbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:27.217852 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.218266 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Bound using segment: {'id': '85dd7f49-3808-44bc-940c-0174be704010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '24ad7605-58ac-43f0-8c1c-106e081bdbac'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:27.218746 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Bound port: 7b8a9fc7-02ff-415c-80cc-b65617debdfd, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85dd7f49-3808-44bc-940c-0174be704010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '24ad7605-58ac-43f0-8c1c-106e081bdbac'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:27.219129 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.272269 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.291260 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.291896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Transition to ACTIVE for port object a7519846-b090-4605-94ef-3d59fd57c868 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:27.304282 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.341747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] For port 7b8a9fc7-02ff-415c-80cc-b65617debdfd, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:27.371437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] For port 7b8a9fc7-02ff-415c-80cc-b65617debdfd, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7b8a9fc7-02ff-415c-80cc-b65617debdfd,segment=NetworkSegment(85dd7f49-3808-44bc-940c-0174be704010),segment_id=85dd7f49-3808-44bc-940c-0174be704010)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:27.382261 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.400873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ed99c-ac9f-4a9a-b038-2b16b5f1566a None None] Pushing event updated for resources: {'Port': ['ID=a7519846-b090-4605-94ef-3d59fd57c868,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:27.437530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Router 4128653b-f515-4ef9-9be8-f666d5827894 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:08:27.487748 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Attempting to bind port a7519846-b090-4605-94ef-3d59fd57c868 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:27.488122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Attempting to bind port a7519846-b090-4605-94ef-3d59fd57c868 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'f6527c7e-384f-4854-9964-04a0f23b08b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:27.488572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Attempting to bind port a7519846-b090-4605-94ef-3d59fd57c868 on network 7b34ce46-e01a-40b4-a73c-17daf1beb3a9 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:27.508161 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:27.508670 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Checking segment: {'id': 'f6527c7e-384f-4854-9964-04a0f23b08b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:27.509282 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.509841 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Bound using segment: {'id': 'f6527c7e-384f-4854-9964-04a0f23b08b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:27.510357 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Bound port: a7519846-b090-4605-94ef-3d59fd57c868, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6527c7e-384f-4854-9964-04a0f23b08b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:27.510753 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.512972 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955ae6f-c91b-4ddc-8d82-3a60ab2812db None None] Pushing event updated for resources: {'Port': ['ID=7b8a9fc7-02ff-415c-80cc-b65617debdfd,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:27.593909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:08:27.594027 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device efed528b-c549-4ddc-8e0a-f701b5e0c88d up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:27.608213 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Sync routers for ids ['4128653b-f515-4ef9-9be8-f666d5827894'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:08:27.618731 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.619477 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Routers {'4128653b-f515-4ef9-9be8-f666d5827894'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:27.622329 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4481137a-f769-4405-aa9b-6071aefad92b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9155204 Jul 27 22:08:27.623153 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4128653b-f515-4ef9-9be8-f666d5827894'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:27.623325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] For port a7519846-b090-4605-94ef-3d59fd57c868, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:27.623676 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34168) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:08:27.642914 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] For port a7519846-b090-4605-94ef-3d59fd57c868, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a7519846-b090-4605-94ef-3d59fd57c868,segment=NetworkSegment(f6527c7e-384f-4854-9964-04a0f23b08b2),segment_id=f6527c7e-384f-4854-9964-04a0f23b08b2)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:27.651242 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.738098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port efed528b-c549-4ddc-8e0a-f701b5e0c88d triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:27.738431 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:27.745551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ed99c-ac9f-4a9a-b038-2b16b5f1566a None None] Pushing event updated for resources: {'Port': ['ID=a7519846-b090-4605-94ef-3d59fd57c868,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:27.788661 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Routers {'d2e3508e-6f3e-43dd-ae41-7feea22b64c0'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:27.789319 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:27.916573 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Set router 4128653b-f515-4ef9-9be8-f666d5827894 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:28.009652 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] Set router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:28.128420 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128653b-f515-4ef9-9be8-f666d5827894', 'name': 'tempest-TestMinimumBasicScenario-1868480144-router', 'tenant_id': '209468961c094d1fa589cd7905504c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd614b336-a464-4901-acb9-8c64696f0f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:25Z', 'updated_at': '2021-07-27T22:08:26Z', 'revision_number': 3, 'project_id': '209468961c094d1fa589cd7905504c77', 'gw_port': {'id': 'd614b336-a464-4901-acb9-8c64696f0f01', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4128653b-f515-4ef9-9be8-f666d5827894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:26Z', 'updated_at': '2021-07-27T22:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:28.158719 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Checking router: 4128653b-f515-4ef9-9be8-f666d5827894 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:08:28.159359 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Updating router 4128653b-f515-4ef9-9be8-f666d5827894 port d614b336-a464-4901-acb9-8c64696f0f01 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:08:28.206659 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.229507 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.246260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'name': 'tempest-TestMinimumBasicScenario-1193061157-router', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:23Z', 'revision_number': 4, 'project_id': '612be24495674bde810d2fc02b9776bd', 'gw_port': {'id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a7519846-b090-4605-94ef-3d59fd57c868', 'name': '', 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'mac_address': 'fa:16:3e:ff:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:23Z', 'updated_at': '2021-07-27T22:08:27Z', 'revision_number': 4, 'project_id': '612be24495674bde810d2fc02b9776bd', 'subnets': [{'id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:28.274615 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9c7206-e7ad-4f5c-9e68-5ad52d338f74 None None] The sync data for ids ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'] in n-d-764806-9 is: [{'id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'name': 'tempest-TestMinimumBasicScenario-1193061157-router', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:23Z', 'revision_number': 4, 'project_id': '612be24495674bde810d2fc02b9776bd', 'gw_port': {'id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a7519846-b090-4605-94ef-3d59fd57c868', 'name': '', 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'mac_address': 'fa:16:3e:ff:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:23Z', 'updated_at': '2021-07-27T22:08:27Z', 'revision_number': 4, 'project_id': '612be24495674bde810d2fc02b9776bd', 'subnets': [{'id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:08:28.438591 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Allocated IP 172.20.0.1 (24ad7605-58ac-43f0-8c1c-106e081bdbac/ac38e049-d54e-4770-a276-3ca1c783963e/01293ef5-72c5-4499-a32e-5789c7fccb0e) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:28.547627 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.562642 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Transition to ACTIVE for port object d614b336-a464-4901-acb9-8c64696f0f01 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:28.569992 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.588533 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.603986 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Transition to ACTIVE for port object 01293ef5-72c5-4499-a32e-5789c7fccb0e will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:28.632997 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Attempting to bind port d614b336-a464-4901-acb9-8c64696f0f01 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:28.633560 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Attempting to bind port d614b336-a464-4901-acb9-8c64696f0f01 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:28.634027 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Attempting to bind port d614b336-a464-4901-acb9-8c64696f0f01 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:28.644797 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.647718 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:28.648446 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:28.649006 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.649462 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:28.650344 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Bound port: d614b336-a464-4901-acb9-8c64696f0f01, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:28.650791 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.689571 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Network 24ad7605-58ac-43f0-8c1c-106e081bdbac is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:28.694692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:28.698934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:28.707561 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0e163-5c08-4a32-9c62-46d9a52bb6cb None None] Pushing event updated for resources: {'Port': ['ID=d614b336-a464-4901-acb9-8c64696f0f01,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:28.726440 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] For port d614b336-a464-4901-acb9-8c64696f0f01, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:28.730870 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] For port d614b336-a464-4901-acb9-8c64696f0f01, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d614b336-a464-4901-acb9-8c64696f0f01,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:28.737241 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.740193 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:28.789932 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Routers {'4128653b-f515-4ef9-9be8-f666d5827894'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:28.790587 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4128653b-f515-4ef9-9be8-f666d5827894'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:28.796410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db907096-ee64-4f01-9131-0e4ae2da37f0 None None] Network 24ad7605-58ac-43f0-8c1c-106e081bdbac requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:08:28.815279 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Pushing event updated for resources: {'Port': ['ID=01293ef5-72c5-4499-a32e-5789c7fccb0e,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:28.912582 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] Set router 4128653b-f515-4ef9-9be8-f666d5827894 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:28.916255 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.022141 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0e163-5c08-4a32-9c62-46d9a52bb6cb None None] Pushing event updated for resources: {'Port': ['ID=d614b336-a464-4901-acb9-8c64696f0f01,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:29.066958 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fefe678c-de95-489b-bc81-3e4cc8fbdf7b None None] Provisioning for port 7b8a9fc7-02ff-415c-80cc-b65617debdfd completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:29.156412 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128653b-f515-4ef9-9be8-f666d5827894', 'name': 'tempest-TestMinimumBasicScenario-1868480144-router', 'tenant_id': '209468961c094d1fa589cd7905504c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd614b336-a464-4901-acb9-8c64696f0f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:25Z', 'updated_at': '2021-07-27T22:08:26Z', 'revision_number': 3, 'project_id': '209468961c094d1fa589cd7905504c77', 'gw_port': {'id': 'd614b336-a464-4901-acb9-8c64696f0f01', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4128653b-f515-4ef9-9be8-f666d5827894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:26Z', 'updated_at': '2021-07-27T22:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:29.164354 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.169920 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.194693 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0e7708-413b-4bcf-8e09-f34f8c46d217 None None] The sync data for ids ['4128653b-f515-4ef9-9be8-f666d5827894'] in n-d-764806-9 is: [{'id': '4128653b-f515-4ef9-9be8-f666d5827894', 'name': 'tempest-TestMinimumBasicScenario-1868480144-router', 'tenant_id': '209468961c094d1fa589cd7905504c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd614b336-a464-4901-acb9-8c64696f0f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:25Z', 'updated_at': '2021-07-27T22:08:26Z', 'revision_number': 3, 'project_id': '209468961c094d1fa589cd7905504c77', 'gw_port': {'id': 'd614b336-a464-4901-acb9-8c64696f0f01', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4128653b-f515-4ef9-9be8-f666d5827894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:26Z', 'updated_at': '2021-07-27T22:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:08:29.256951 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.259789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Pushing event updated for resources: {'Port': ['ID=01293ef5-72c5-4499-a32e-5789c7fccb0e,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:29.391818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Network 24ad7605-58ac-43f0-8c1c-106e081bdbac is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:29.393614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:29.522052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-03dd22b1-6e5c-4879-b375-e20125fb24e7 None None] Provisioning for port 01293ef5-72c5-4499-a32e-5789c7fccb0e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:29.529440 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-03dd22b1-6e5c-4879-b375-e20125fb24e7 None None] Provisioning complete for port 01293ef5-72c5-4499-a32e-5789c7fccb0e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:29.529877 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-03dd22b1-6e5c-4879-b375-e20125fb24e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.622260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Router 4128653b-f515-4ef9-9be8-f666d5827894 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:08:29.640446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-03dd22b1-6e5c-4879-b375-e20125fb24e7 None None] Port 01293ef5-72c5-4499-a32e-5789c7fccb0e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:08:29.725805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7b8a9fc7-02ff-415c-80cc-b65617debdfd up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:29.798130 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:08:29.799515 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2fa055d4-f0b0-4e09-8dfe-0add40960f12 None None] Provisioning complete for port 01293ef5-72c5-4499-a32e-5789c7fccb0e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:29.799966 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2fa055d4-f0b0-4e09-8dfe-0add40960f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.813552 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-929ad2b3-34f1-4c5c-a9bd-a31dda36fd47 admin admin] 10.222.0.55 "PUT /v2.0/routers/4128653b-f515-4ef9-9be8-f666d5827894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1794560 Jul 27 22:08:29.832051 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 7b8a9fc7-02ff-415c-80cc-b65617debdfd completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:29.844390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7b8a9fc7-02ff-415c-80cc-b65617debdfd triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:29.845190 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.875504 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-2fa055d4-f0b0-4e09-8dfe-0add40960f12 None None] Port 01293ef5-72c5-4499-a32e-5789c7fccb0e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:08:29.949027 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.988321 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 7b8a9fc7-02ff-415c-80cc-b65617debdfd, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7b8a9fc7-02ff-415c-80cc-b65617debdfd,segment=NetworkSegment(85dd7f49-3808-44bc-940c-0174be704010),segment_id=85dd7f49-3808-44bc-940c-0174be704010)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:29.992605 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:29.993742 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a7519846-b090-4605-94ef-3d59fd57c868 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:30.075302 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=7b8a9fc7-02ff-415c-80cc-b65617debdfd,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:30.094648 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port a7519846-b090-4605-94ef-3d59fd57c868 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:30.101611 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a7519846-b090-4605-94ef-3d59fd57c868 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:30.101903 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.126280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5d860924-7bac-44ec-9838-ce9738c701d3 None None] Provisioning complete for port 01293ef5-72c5-4499-a32e-5789c7fccb0e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:30.126918 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5d860924-7bac-44ec-9838-ce9738c701d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.181998 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5d860924-7bac-44ec-9838-ce9738c701d3 None None] Port 01293ef5-72c5-4499-a32e-5789c7fccb0e cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:08:30.228749 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.285377 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port a7519846-b090-4605-94ef-3d59fd57c868, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a7519846-b090-4605-94ef-3d59fd57c868,segment=NetworkSegment(f6527c7e-384f-4854-9964-04a0f23b08b2),segment_id=f6527c7e-384f-4854-9964-04a0f23b08b2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:30.290155 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:30.348588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=a7519846-b090-4605-94ef-3d59fd57c868,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:31.660974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d614b336-a464-4901-acb9-8c64696f0f01 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:31.724331 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port d614b336-a464-4901-acb9-8c64696f0f01 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:31.729596 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port d614b336-a464-4901-acb9-8c64696f0f01 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:31.729978 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:31.831564 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:31.860785 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port d614b336-a464-4901-acb9-8c64696f0f01, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d614b336-a464-4901-acb9-8c64696f0f01,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:31.873561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Sync routers for ids ['4128653b-f515-4ef9-9be8-f666d5827894'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:08:31.876213 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:31.877004 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7b8a9fc7-02ff-415c-80cc-b65617debdfd up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:31.940343 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Routers {'4128653b-f515-4ef9-9be8-f666d5827894'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:31.941000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4128653b-f515-4ef9-9be8-f666d5827894'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:32.019780 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=d614b336-a464-4901-acb9-8c64696f0f01,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:32.076804 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7b8a9fc7-02ff-415c-80cc-b65617debdfd triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:32.077082 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.112854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Set router 4128653b-f515-4ef9-9be8-f666d5827894 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:32.304009 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a7519846-b090-4605-94ef-3d59fd57c868 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:32.406652 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a7519846-b090-4605-94ef-3d59fd57c868 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:32.407183 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.475403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128653b-f515-4ef9-9be8-f666d5827894', 'name': 'tempest-TestMinimumBasicScenario-1868480144-router', 'tenant_id': '209468961c094d1fa589cd7905504c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd614b336-a464-4901-acb9-8c64696f0f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:25Z', 'updated_at': '2021-07-27T22:08:28Z', 'revision_number': 4, 'project_id': '209468961c094d1fa589cd7905504c77', 'gw_port': {'id': 'd614b336-a464-4901-acb9-8c64696f0f01', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128653b-f515-4ef9-9be8-f666d5827894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:26Z', 'updated_at': '2021-07-27T22:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '01293ef5-72c5-4499-a32e-5789c7fccb0e', 'name': '', 'network_id': '24ad7605-58ac-43f0-8c1c-106e081bdbac', 'tenant_id': '209468961c094d1fa589cd7905504c77', 'mac_address': 'fa:16:3e:21:12:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4128653b-f515-4ef9-9be8-f666d5827894', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ac38e049-d54e-4770-a276-3ca1c783963e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:28Z', 'updated_at': '2021-07-27T22:08:28Z', 'revision_number': 2, 'project_id': '209468961c094d1fa589cd7905504c77', 'subnets': [{'id': 'ac38e049-d54e-4770-a276-3ca1c783963e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:32.522384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Checking router: 4128653b-f515-4ef9-9be8-f666d5827894 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:08:32.522732 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Updating router 4128653b-f515-4ef9-9be8-f666d5827894 port 01293ef5-72c5-4499-a32e-5789c7fccb0e binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:08:32.577977 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.890527 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f877574f-30fc-4c6c-8a4d-7d5c9396b395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.895919 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.908270 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Transition to ACTIVE for port object 01293ef5-72c5-4499-a32e-5789c7fccb0e will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:32.916777 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:32.997900 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4686ea8-3873-4a57-a5f2-3a1bf0b19d1d None None] Pushing event updated for resources: {'Port': ['ID=01293ef5-72c5-4499-a32e-5789c7fccb0e,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:33.046838 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Attempting to bind port 01293ef5-72c5-4499-a32e-5789c7fccb0e on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:33.047211 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Attempting to bind port 01293ef5-72c5-4499-a32e-5789c7fccb0e by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '85dd7f49-3808-44bc-940c-0174be704010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '24ad7605-58ac-43f0-8c1c-106e081bdbac'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:33.047655 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Attempting to bind port 01293ef5-72c5-4499-a32e-5789c7fccb0e on network 24ad7605-58ac-43f0-8c1c-106e081bdbac {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:33.053783 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:33.054149 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Checking segment: {'id': '85dd7f49-3808-44bc-940c-0174be704010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '24ad7605-58ac-43f0-8c1c-106e081bdbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:33.054574 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.054962 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Bound using segment: {'id': '85dd7f49-3808-44bc-940c-0174be704010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '24ad7605-58ac-43f0-8c1c-106e081bdbac'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:33.056280 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Bound port: 01293ef5-72c5-4499-a32e-5789c7fccb0e, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85dd7f49-3808-44bc-940c-0174be704010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '24ad7605-58ac-43f0-8c1c-106e081bdbac'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:33.056280 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.136460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] For port 01293ef5-72c5-4499-a32e-5789c7fccb0e, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:33.140647 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] For port 01293ef5-72c5-4499-a32e-5789c7fccb0e, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=01293ef5-72c5-4499-a32e-5789c7fccb0e,segment=NetworkSegment(85dd7f49-3808-44bc-940c-0174be704010),segment_id=85dd7f49-3808-44bc-940c-0174be704010)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:33.149196 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.211830 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Routers {'4128653b-f515-4ef9-9be8-f666d5827894'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:08:33.212483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:08:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4128653b-f515-4ef9-9be8-f666d5827894'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:33.266288 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4686ea8-3873-4a57-a5f2-3a1bf0b19d1d None None] Pushing event updated for resources: {'Port': ['ID=01293ef5-72c5-4499-a32e-5789c7fccb0e,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:33.364132 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] Set router 4128653b-f515-4ef9-9be8-f666d5827894 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:08:33.571925 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d614b336-a464-4901-acb9-8c64696f0f01 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:33.687964 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port d614b336-a464-4901-acb9-8c64696f0f01 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:33.688255 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:33.713686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128653b-f515-4ef9-9be8-f666d5827894', 'name': 'tempest-TestMinimumBasicScenario-1868480144-router', 'tenant_id': '209468961c094d1fa589cd7905504c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd614b336-a464-4901-acb9-8c64696f0f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:25Z', 'updated_at': '2021-07-27T22:08:28Z', 'revision_number': 4, 'project_id': '209468961c094d1fa589cd7905504c77', 'gw_port': {'id': 'd614b336-a464-4901-acb9-8c64696f0f01', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128653b-f515-4ef9-9be8-f666d5827894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:26Z', 'updated_at': '2021-07-27T22:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '01293ef5-72c5-4499-a32e-5789c7fccb0e', 'name': '', 'network_id': '24ad7605-58ac-43f0-8c1c-106e081bdbac', 'tenant_id': '209468961c094d1fa589cd7905504c77', 'mac_address': 'fa:16:3e:21:12:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4128653b-f515-4ef9-9be8-f666d5827894', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ac38e049-d54e-4770-a276-3ca1c783963e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:28Z', 'updated_at': '2021-07-27T22:08:33Z', 'revision_number': 4, 'project_id': '209468961c094d1fa589cd7905504c77', 'subnets': [{'id': 'ac38e049-d54e-4770-a276-3ca1c783963e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:08:33.753887 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4972984-2e65-4baa-a911-b8b6cca39a5e None None] The sync data for ids ['4128653b-f515-4ef9-9be8-f666d5827894'] in n-d-764806-9 is: [{'id': '4128653b-f515-4ef9-9be8-f666d5827894', 'name': 'tempest-TestMinimumBasicScenario-1868480144-router', 'tenant_id': '209468961c094d1fa589cd7905504c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd614b336-a464-4901-acb9-8c64696f0f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:25Z', 'updated_at': '2021-07-27T22:08:28Z', 'revision_number': 4, 'project_id': '209468961c094d1fa589cd7905504c77', 'gw_port': {'id': 'd614b336-a464-4901-acb9-8c64696f0f01', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128653b-f515-4ef9-9be8-f666d5827894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:26Z', 'updated_at': '2021-07-27T22:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '01293ef5-72c5-4499-a32e-5789c7fccb0e', 'name': '', 'network_id': '24ad7605-58ac-43f0-8c1c-106e081bdbac', 'tenant_id': '209468961c094d1fa589cd7905504c77', 'mac_address': 'fa:16:3e:21:12:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4128653b-f515-4ef9-9be8-f666d5827894', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ac38e049-d54e-4770-a276-3ca1c783963e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:28Z', 'updated_at': '2021-07-27T22:08:33Z', 'revision_number': 4, 'project_id': '209468961c094d1fa589cd7905504c77', 'subnets': [{'id': 'ac38e049-d54e-4770-a276-3ca1c783963e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:08:34.774700 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.519407 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6a65a3e0-47d3-42de-969a-d375b82a00fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.594956 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.621547 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 01293ef5-72c5-4499-a32e-5789c7fccb0e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:35.685007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 01293ef5-72c5-4499-a32e-5789c7fccb0e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:35.690936 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 01293ef5-72c5-4499-a32e-5789c7fccb0e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:35.691438 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.960100 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:35.999139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 01293ef5-72c5-4499-a32e-5789c7fccb0e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=01293ef5-72c5-4499-a32e-5789c7fccb0e,segment=NetworkSegment(85dd7f49-3808-44bc-940c-0174be704010),segment_id=85dd7f49-3808-44bc-940c-0174be704010)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:08:36.033063 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:36.087159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=01293ef5-72c5-4499-a32e-5789c7fccb0e,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:37.486060 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:37.552476 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 01293ef5-72c5-4499-a32e-5789c7fccb0e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:08:37.611303 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 01293ef5-72c5-4499-a32e-5789c7fccb0e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:37.611785 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:38.356523 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:39.127782 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:39.668346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-12edc8a5-0fcc-4aaf-b578-0a19a560131f tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:39.669848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-12edc8a5-0fcc-4aaf-b578-0a19a560131f tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/networks?id=7b34ce46-e01a-40b4-a73c-17daf1beb3a9 HTTP/1.1" status: 200 len: 815 time: 0.1038101 Jul 27 22:08:39.685507 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-2ba4a0da-30d9-4c17-a837-be2b6f2a2efa tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/quotas/612be24495674bde810d2fc02b9776bd HTTP/1.1" status: 200 len: 375 time: 0.0098588 Jul 27 22:08:39.751731 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-761d0541-0b3c-481b-8987-57bacb4f647d tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=612be24495674bde810d2fc02b9776bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610380 Jul 27 22:08:39.850697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-59b9f603-7077-4a93-94ca-cb4f3bd514d9 service neutron] 10.222.0.55 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867586 Jul 27 22:08:39.939834 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-33783a5f-ab6a-4787-95e7-9919c466853c service neutron] 10.222.0.55 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824063 Jul 27 22:08:40.108981 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-605b5d0b-e1d1-4d32-ac59-22e57f360985 req-a2a67db5-1178-483b-950d-d13dd50b4d46 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 210 time: 0.0351264 Jul 27 22:08:41.038667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-3d5e800a-1fbf-4d5e-aadc-6174c206aa29 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:41.040768 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-3d5e800a-1fbf-4d5e-aadc-6174c206aa29 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.66 "GET /v2.0/networks?id=7b34ce46-e01a-40b4-a73c-17daf1beb3a9 HTTP/1.1" status: 200 len: 815 time: 0.1171668 Jul 27 22:08:41.055656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Request body: {'port': {'device_id': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9', 'admin_state_up': True, 'tenant_id': '612be24495674bde810d2fc02b9776bd'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:41.182003 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Made reservation on behalf of 612be24495674bde810d2fc02b9776bd for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:08:41.187060 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:41.246647 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ca22de87-8a97-4294-abe7-322a89e02e77 req-913b7af5-48ae-4553-8540-bdef0923a343 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 210 time: 0.0329831 Jul 27 22:08:41.346397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Allocated IP 172.20.0.12 (7b34ce46-e01a-40b4-a73c-17daf1beb3a9/ec750571-8aba-44cf-9efd-1f2aafd830ee/206ac74b-2828-4ba7-95e0-ecc2e683bf96) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:08:41.577330 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:41.597991 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Transition to ACTIVE for port object 206ac74b-2828-4ba7-95e0-ecc2e683bf96 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:41.636010 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:41.697801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Network 7b34ce46-e01a-40b4-a73c-17daf1beb3a9 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:08:41.701117 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:08:41.705889 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:08:41.710797 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Pushing event updated for resources: {'Port': ['ID=206ac74b-2828-4ba7-95e0-ecc2e683bf96,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:41.759034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:41.759460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:41.759722 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:41.760058 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:41.760514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:41.760790 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:41.763292 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:41.763665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:41.764005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:41.764507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:41.764875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:41.765331 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:08:41.810576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:41.811259 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:41.837544 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-84eb7043-3b45-40ca-9209-cc5fb0f20453 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7835240 Jul 27 22:08:41.972228 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-95d21235-2c28-4263-bd05-550b012da0b7 None None] Provisioning for port 206ac74b-2828-4ba7-95e0-ecc2e683bf96 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:08:41.976636 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-95d21235-2c28-4263-bd05-550b012da0b7 None None] Provisioning complete for port 206ac74b-2828-4ba7-95e0-ecc2e683bf96 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:08:41.977336 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-95d21235-2c28-4263-bd05-550b012da0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:42.019607 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-95d21235-2c28-4263-bd05-550b012da0b7 None None] Port 206ac74b-2828-4ba7-95e0-ecc2e683bf96 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:08:42.419658 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4333347-048c-49a6-a5f9-2069cd56f156 req-5453b7d9-8db1-4f8a-8267-d4ff8370fc0e tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:42.421202 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b4333347-048c-49a6-a5f9-2069cd56f156 req-5453b7d9-8db1-4f8a-8267-d4ff8370fc0e tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 932 time: 0.0875020 Jul 27 22:08:42.469544 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b4333347-048c-49a6-a5f9-2069cd56f156 req-68fd0945-0d3a-4002-b72b-306a39175f99 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416660 Jul 27 22:08:43.619488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ebbe8-72b7-461f-a6ca-b7f5c503cad3 req-839dd80d-2caf-4887-b2a3-61f5e3c4da25 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:43.621862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f64ebbe8-72b7-461f-a6ca-b7f5c503cad3 req-839dd80d-2caf-4887-b2a3-61f5e3c4da25 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 932 time: 0.0737748 Jul 27 22:08:43.666012 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f64ebbe8-72b7-461f-a6ca-b7f5c503cad3 req-da593237-c547-4b68-ac30-131bfcd9df78 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360482 Jul 27 22:08:44.815227 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe7487-418b-413c-9486-114eec82cb92 req-820e8f7c-7b41-4be8-937b-509f6ebfc03c tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:44.816758 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9bfe7487-418b-413c-9486-114eec82cb92 req-820e8f7c-7b41-4be8-937b-509f6ebfc03c tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 932 time: 0.0721710 Jul 27 22:08:44.860478 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9bfe7487-418b-413c-9486-114eec82cb92 req-693abb98-eeaf-4dd7-8688-d1cb52666035 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362985 Jul 27 22:08:46.027715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a20979-dac1-4214-8c11-6edb97672fd9 req-d5c06358-dccf-48d2-8df2-9045ad6e985c tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:46.030300 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5a20979-dac1-4214-8c11-6edb97672fd9 req-d5c06358-dccf-48d2-8df2-9045ad6e985c tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 932 time: 0.0923307 Jul 27 22:08:46.076910 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c5a20979-dac1-4214-8c11-6edb97672fd9 req-402436df-08dc-4028-8e5f-476170826107 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388548 Jul 27 22:08:47.215791 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152512b1-a7dd-42de-8c52-08cb3f13379f req-6fb2d338-bb5f-4b59-8680-353695544df2 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:47.217423 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-152512b1-a7dd-42de-8c52-08cb3f13379f req-6fb2d338-bb5f-4b59-8680-353695544df2 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 932 time: 0.0663660 Jul 27 22:08:47.271359 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-152512b1-a7dd-42de-8c52-08cb3f13379f req-8fb51dd6-c2e8-4826-8085-50f1a72a7f40 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440378 Jul 27 22:08:48.419429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b356d-a5ec-495a-9c08-849b540f987b req-8ba965af-b553-441c-913c-97ceba58a7c7 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:48.424976 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d04b356d-a5ec-495a-9c08-849b540f987b req-8ba965af-b553-441c-913c-97ceba58a7c7 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 932 time: 0.0784862 Jul 27 22:08:48.468015 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d04b356d-a5ec-495a-9c08-849b540f987b req-b10ecc3e-9097-42f6-9680-ad8706c6d143 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396314 Jul 27 22:08:49.633830 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c3086-317e-4b7c-86c3-f71dd4b2c2f7 req-6653e8aa-5481-4329-b3aa-016f19cf3571 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:49.635542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-996c3086-317e-4b7c-86c3-f71dd4b2c2f7 req-6653e8aa-5481-4329-b3aa-016f19cf3571 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 932 time: 0.0798788 Jul 27 22:08:49.677554 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-996c3086-317e-4b7c-86c3-f71dd4b2c2f7 req-1b0ec632-1890-4e30-b95d-806b1c375668 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357327 Jul 27 22:08:50.813530 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7916b9-5680-42e3-af9c-83f8268d8b74 req-9f394e65-54e9-4ecc-9505-a27d2fec82c5 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:50.815143 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab7916b9-5680-42e3-af9c-83f8268d8b74 req-9f394e65-54e9-4ecc-9505-a27d2fec82c5 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 932 time: 0.0667937 Jul 27 22:08:50.860814 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab7916b9-5680-42e3-af9c-83f8268d8b74 req-b89b40a8-d00d-4d33-82f2-fbafc70848ab tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375867 Jul 27 22:08:50.972432 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:08:51.990863 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc8e38-a1ae-4cac-8a05-1d68118a137e req-c8813d64-07d8-4deb-b407-fb68d8722749 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:51.993349 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8cfc8e38-a1ae-4cac-8a05-1d68118a137e req-c8813d64-07d8-4deb-b407-fb68d8722749 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 932 time: 0.0659065 Jul 27 22:08:52.030922 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8cfc8e38-a1ae-4cac-8a05-1d68118a137e req-9a244e10-4feb-405c-a12d-d6b40c1a9de1 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316498 Jul 27 22:08:53.477553 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88123033-c5e8-4a53-8e84-62192b23e4bf req-d0b59139-db17-450d-8d4f-e15eed8114ca tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:53.479051 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88123033-c5e8-4a53-8e84-62192b23e4bf req-d0b59139-db17-450d-8d4f-e15eed8114ca tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 932 time: 0.3816381 Jul 27 22:08:53.518743 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88123033-c5e8-4a53-8e84-62192b23e4bf req-87ca0817-7ff7-4f83-a8a1-97a97d4191d0 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336678 Jul 27 22:08:54.658877 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295167a-6f2f-4d2f-867f-2c2294487ff0 req-139eb836-5fb9-4ebb-a859-eb2e63484166 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:54.660361 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d295167a-6f2f-4d2f-867f-2c2294487ff0 req-139eb836-5fb9-4ebb-a859-eb2e63484166 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 932 time: 0.0653553 Jul 27 22:08:54.703377 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d295167a-6f2f-4d2f-867f-2c2294487ff0 req-eab32b7a-7b1b-4427-905a-58d4ecaadb68 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324028 Jul 27 22:08:55.836196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea40bfa-ca2f-43f8-8a43-657c8930a5a7 req-34a78134-28b5-4485-b71d-51f5a3773c53 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:55.837715 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ea40bfa-ca2f-43f8-8a43-657c8930a5a7 req-34a78134-28b5-4485-b71d-51f5a3773c53 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 932 time: 0.0665853 Jul 27 22:08:55.877020 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ea40bfa-ca2f-43f8-8a43-657c8930a5a7 req-b6e70913-d7b3-47d8-ace9-96efe87346c3 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332763 Jul 27 22:08:56.160860 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Request body: {'port': {'device_id': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:08:56.241251 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:56.530457 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206ac74b-2828-4ba7-95e0-ecc2e683bf96 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:08:56.537673 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:56.550968 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Transition to ACTIVE for port object 206ac74b-2828-4ba7-95e0-ecc2e683bf96 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:08:56.555324 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:56.606526 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=206ac74b-2828-4ba7-95e0-ecc2e683bf96,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:56.685892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Attempting to bind port 206ac74b-2828-4ba7-95e0-ecc2e683bf96 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:08:56.686247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Attempting to bind port 206ac74b-2828-4ba7-95e0-ecc2e683bf96 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'f6527c7e-384f-4854-9964-04a0f23b08b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:08:56.686634 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Attempting to bind port 206ac74b-2828-4ba7-95e0-ecc2e683bf96 on network 7b34ce46-e01a-40b4-a73c-17daf1beb3a9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:56.691241 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Port 206ac74b-2828-4ba7-95e0-ecc2e683bf96 on network 7b34ce46-e01a-40b4-a73c-17daf1beb3a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:08:56.691615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Attempting to bind port 206ac74b-2828-4ba7-95e0-ecc2e683bf96 on network 7b34ce46-e01a-40b4-a73c-17daf1beb3a9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:08:56.698683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:08:56.699032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Checking segment: {'id': 'f6527c7e-384f-4854-9964-04a0f23b08b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:08:56.699429 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Bound using segment: {'id': 'f6527c7e-384f-4854-9964-04a0f23b08b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:08:56.699874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Bound port: 206ac74b-2828-4ba7-95e0-ecc2e683bf96, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6527c7e-384f-4854-9964-04a0f23b08b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:08:56.700271 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:56.775850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] For port 206ac74b-2828-4ba7-95e0-ecc2e683bf96, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:08:56.779493 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] For port 206ac74b-2828-4ba7-95e0-ecc2e683bf96, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=206ac74b-2828-4ba7-95e0-ecc2e683bf96,segment=NetworkSegment(f6527c7e-384f-4854-9964-04a0f23b08b2),segment_id=f6527c7e-384f-4854-9964-04a0f23b08b2)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:08:56.785002 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:56.819815 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:56.820523 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:08:56.821918 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] 10.222.0.66 "PUT /v2.0/ports/206ac74b-2828-4ba7-95e0-ecc2e683bf96 HTTP/1.1" status: 200 len: 1092 time: 0.6679671 Jul 27 22:08:56.822374 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'tag': '206ac74b-2828-4ba7-95e0-ecc2e683bf96'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:08:56.824612 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b452a521-c232-4315-8bf0-b5bebac0b6be" -d '{"events": [{"name": "network-changed", "server_uuid": "19c79420-2075-4c71-8ea5-a5b0c932cee4", "tag": "206ac74b-2828-4ba7-95e0-ecc2e683bf96"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:08:56.852390 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df5d3f-b8f6-4034-b6e1-2d3668bd1ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=206ac74b-2828-4ba7-95e0-ecc2e683bf96,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:08:56.867041 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48572e8b-ca12-46a6-ae5c-4cf8b0f8090a x-openstack-request-id: req-48572e8b-ca12-46a6-ae5c-4cf8b0f8090a {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:08:56.867507 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c79420-2075-4c71-8ea5-a5b0c932cee4", "tag": "206ac74b-2828-4ba7-95e0-ecc2e683bf96", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:08:56.867933 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48572e8b-ca12-46a6-ae5c-4cf8b0f8090a {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:08:56.868394 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'tag': '206ac74b-2828-4ba7-95e0-ecc2e683bf96', 'status': 'completed', 'code': 200} Jul 27 22:08:57.018343 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9dffe-14e3-4f32-b84f-3a3cd06667aa req-6a8fbaf6-7375-4552-af8c-25b57dc3abe1 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:57.020286 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51e9dffe-14e3-4f32-b84f-3a3cd06667aa req-6a8fbaf6-7375-4552-af8c-25b57dc3abe1 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 944 time: 0.0731573 Jul 27 22:08:57.043039 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452a521-c232-4315-8bf0-b5bebac0b6be req-726ed8e7-7b41-4b71-9774-e57050ade2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:57.044560 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b452a521-c232-4315-8bf0-b5bebac0b6be req-726ed8e7-7b41-4b71-9774-e57050ade2e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=612be24495674bde810d2fc02b9776bd&device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 1095 time: 0.0602052 Jul 27 22:08:57.061724 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-51e9dffe-14e3-4f32-b84f-3a3cd06667aa req-4a7fffdc-baef-4487-b010-b64c4030636c tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347059 Jul 27 22:08:57.219794 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452a521-c232-4315-8bf0-b5bebac0b6be req-7c7da6df-99ba-4673-a6c6-4657a50f5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:57.221302 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b452a521-c232-4315-8bf0-b5bebac0b6be req-7c7da6df-99ba-4673-a6c6-4657a50f5526 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=612be24495674bde810d2fc02b9776bd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1688554 Jul 27 22:08:57.379114 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452a521-c232-4315-8bf0-b5bebac0b6be req-f2342326-195b-462e-a001-0fc4db2cf5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:57.380603 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-b452a521-c232-4315-8bf0-b5bebac0b6be req-f2342326-195b-462e-a001-0fc4db2cf5fd service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517272 Jul 27 22:08:57.471635 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-44e5190e-4891-4790-9a05-b7b26428339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:57.473151 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-44e5190e-4891-4790-9a05-b7b26428339b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=612be24495674bde810d2fc02b9776bd&device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 1095 time: 0.0554171 Jul 27 22:08:57.522490 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-6e4704ff-1716-43b8-a7f7-545de5ea3a71 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206ac74b-2828-4ba7-95e0-ecc2e683bf96 HTTP/1.1" status: 200 len: 217 time: 0.0383842 Jul 27 22:08:57.573366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-3b01a5b5-9484-4e6b-a7aa-fd3025e3dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:57.574855 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-3b01a5b5-9484-4e6b-a7aa-fd3025e3dfa3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec750571-8aba-44cf-9efd-1f2aafd830ee HTTP/1.1" status: 200 len: 854 time: 0.0444233 Jul 27 22:08:57.636277 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-66b2eedc-5bbc-47b8-993a-7c6c4b5d11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:57.637953 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-66b2eedc-5bbc-47b8-993a-7c6c4b5d11dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b34ce46-e01a-40b4-a73c-17daf1beb3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551364 Jul 27 22:08:57.733267 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-28d434ac-f750-4ba5-8e38-d7b8d39a850b service neutron] 10.222.0.66 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874991 Jul 27 22:08:57.830867 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-37a86a3b-674e-4cd9-9cca-a9e1d4337034 req-9d3a2fd1-882d-405b-9d2e-5a36ee3a9605 service neutron] 10.222.0.66 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889795 Jul 27 22:08:58.198597 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52001407-344e-4c9c-a3ac-6f818ca988e1 req-25ffdc37-5f96-4969-9629-d7efcb1f45d4 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:58.200041 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52001407-344e-4c9c-a3ac-6f818ca988e1 req-25ffdc37-5f96-4969-9629-d7efcb1f45d4 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 944 time: 0.0653064 Jul 27 22:08:58.238650 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52001407-344e-4c9c-a3ac-6f818ca988e1 req-6fbd7679-cc70-47be-a55e-eb1ad5e9767e tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Jul 27 22:08:59.377914 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773394b2-bac5-46c5-b363-1f4fd07ac551 req-c072d506-6bcd-44c1-b320-4635958c732a tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:08:59.379451 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-773394b2-bac5-46c5-b363-1f4fd07ac551 req-c072d506-6bcd-44c1-b320-4635958c732a tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 944 time: 0.0688112 Jul 27 22:08:59.420320 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-773394b2-bac5-46c5-b363-1f4fd07ac551 req-46d63bfc-2682-4c2f-a0b1-b4224e8770a0 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340707 Jul 27 22:09:00.557375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34cf66-fd91-4252-9be2-063c15fa49ff req-e6deb675-1a67-48e6-b154-40f8581395d9 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:00.558804 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb34cf66-fd91-4252-9be2-063c15fa49ff req-e6deb675-1a67-48e6-b154-40f8581395d9 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 944 time: 0.0694945 Jul 27 22:09:00.598113 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb34cf66-fd91-4252-9be2-063c15fa49ff req-be2da06c-66a7-4d15-a37a-415b99c33154 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333166 Jul 27 22:09:01.713359 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 206ac74b-2828-4ba7-95e0-ecc2e683bf96 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:09:01.736424 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e566c0-d373-481c-be52-43dab0a0f48e req-1bcae4f9-2c8b-4e6b-9fd0-0b5cfe2cc25a tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:01.738049 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-01e566c0-d373-481c-be52-43dab0a0f48e req-1bcae4f9-2c8b-4e6b-9fd0-0b5cfe2cc25a tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 944 time: 0.0688670 Jul 27 22:09:01.779260 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-01e566c0-d373-481c-be52-43dab0a0f48e req-69202560-0520-40c2-908e-d1007aeac1fa tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332854 Jul 27 22:09:01.818060 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 206ac74b-2828-4ba7-95e0-ecc2e683bf96, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=206ac74b-2828-4ba7-95e0-ecc2e683bf96,segment=NetworkSegment(f6527c7e-384f-4854-9964-04a0f23b08b2),segment_id=f6527c7e-384f-4854-9964-04a0f23b08b2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:01.829546 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '206ac74b-2828-4ba7-95e0-ecc2e683bf96', 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9', 'port_id': '206ac74b-2828-4ba7-95e0-ecc2e683bf96', 'mac_address': 'fa:16:3e:f5:8e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:09:01.868434 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:01.881267 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206ac74b-2828-4ba7-95e0-ecc2e683bf96 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:09:01.903052 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 206ac74b-2828-4ba7-95e0-ecc2e683bf96, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=206ac74b-2828-4ba7-95e0-ecc2e683bf96,segment=NetworkSegment(f6527c7e-384f-4854-9964-04a0f23b08b2),segment_id=f6527c7e-384f-4854-9964-04a0f23b08b2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:01.906972 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:01.959994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=206ac74b-2828-4ba7-95e0-ecc2e683bf96,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:01.968640 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:01.968986 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:01.969418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:01.969759 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:01.970089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:01.970567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:01.970898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:01.971221 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:01.971551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:01.971872 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:01.972193 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:01.972514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:02.269340 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['206ac74b-2828-4ba7-95e0-ecc2e683bf96'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:02.873604 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cd8d729a-191d-4e75-829c-dd22540ed519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:02.923464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20debea-f52f-427c-9fa9-21232a60ba67 req-ae09acad-3a40-4d3e-85b8-d2cef25e8e8f tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:02.924916 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e20debea-f52f-427c-9fa9-21232a60ba67 req-ae09acad-3a40-4d3e-85b8-d2cef25e8e8f tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 945 time: 0.0691304 Jul 27 22:09:02.965022 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e20debea-f52f-427c-9fa9-21232a60ba67 req-69db9132-c7fb-4996-87d0-b325a29f8830 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330274 Jul 27 22:09:03.743896 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 206ac74b-2828-4ba7-95e0-ecc2e683bf96 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:09:03.796686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 206ac74b-2828-4ba7-95e0-ecc2e683bf96 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:09:03.800728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 206ac74b-2828-4ba7-95e0-ecc2e683bf96 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:03.801147 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:03.880907 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:03.904622 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206ac74b-2828-4ba7-95e0-ecc2e683bf96'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:03.906945 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de302fc-818e-4c8d-a7ef-5dcd197c40f7" -d '{"events": [{"server_uuid": "19c79420-2075-4c71-8ea5-a5b0c932cee4", "name": "network-vif-plugged", "status": "completed", "tag": "206ac74b-2828-4ba7-95e0-ecc2e683bf96"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:03.920713 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 206ac74b-2828-4ba7-95e0-ecc2e683bf96, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=206ac74b-2828-4ba7-95e0-ecc2e683bf96,segment=NetworkSegment(f6527c7e-384f-4854-9964-04a0f23b08b2),segment_id=f6527c7e-384f-4854-9964-04a0f23b08b2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:03.924979 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:03.948794 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50da9c5-0026-4840-b158-831d6deb3c81 x-openstack-request-id: req-d50da9c5-0026-4840-b158-831d6deb3c81 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:03.949085 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c79420-2075-4c71-8ea5-a5b0c932cee4", "name": "network-vif-plugged", "status": "completed", "tag": "206ac74b-2828-4ba7-95e0-ecc2e683bf96", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:03.949333 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d50da9c5-0026-4840-b158-831d6deb3c81 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:03.949721 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206ac74b-2828-4ba7-95e0-ecc2e683bf96', 'code': 200} Jul 27 22:09:03.977875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=206ac74b-2828-4ba7-95e0-ecc2e683bf96,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:04.066235 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85fc35-b2b2-4c5d-a755-d7a597612f2c req-260d2667-cafa-4c1c-90a3-398507d801d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:04.067795 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f85fc35-b2b2-4c5d-a755-d7a597612f2c req-260d2667-cafa-4c1c-90a3-398507d801d4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 1097 time: 0.0628641 Jul 27 22:09:04.108709 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-0f85fc35-b2b2-4c5d-a755-d7a597612f2c req-ba64b9c8-d85c-442f-b64a-c416fde95002 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330017 Jul 27 22:09:04.111074 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1402eae-3e59-403d-88b8-e41697c9ce85 req-4d72a4f4-9148-4b35-b323-55bd3599a1ca tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:04.113236 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b1402eae-3e59-403d-88b8-e41697c9ce85 req-4d72a4f4-9148-4b35-b323-55bd3599a1ca tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 946 time: 0.0701382 Jul 27 22:09:04.153941 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b1402eae-3e59-403d-88b8-e41697c9ce85 req-9d89616c-e840-43a4-ae8e-77c76f750551 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344284 Jul 27 22:09:04.798091 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:05.297103 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5deb8-c77c-4ba5-ae1c-e7ba0079e084 req-018ee061-23e2-4cac-8b77-a5745c7a0da9 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:05.299001 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0f5deb8-c77c-4ba5-ae1c-e7ba0079e084 req-018ee061-23e2-4cac-8b77-a5745c7a0da9 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 946 time: 0.0755684 Jul 27 22:09:05.346567 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f0f5deb8-c77c-4ba5-ae1c-e7ba0079e084 req-be18cf6d-d563-4f55-99f6-9638893b6145 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384285 Jul 27 22:09:05.507972 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bcf03e8c-2db4-4556-b44b-7d2349ab1983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:05.586160 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:06.483957 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47231612-d5a1-46a0-ae1e-aff666e3ebe2 req-0137ba7e-1cd6-43e4-9cd0-4e1581ef9659 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:06.485482 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47231612-d5a1-46a0-ae1e-aff666e3ebe2 req-0137ba7e-1cd6-43e4-9cd0-4e1581ef9659 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 946 time: 0.0662568 Jul 27 22:09:06.524729 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47231612-d5a1-46a0-ae1e-aff666e3ebe2 req-15a53ccc-11e8-48e8-a49d-8b696acb51eb tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332046 Jul 27 22:09:06.664570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c10a09-9afc-49cc-bd71-4221ef8ef98e req-2c341e09-445f-4354-bf62-0320027ff5d9 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:06.666144 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73c10a09-9afc-49cc-bd71-4221ef8ef98e req-2c341e09-445f-4354-bf62-0320027ff5d9 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 946 time: 0.0720656 Jul 27 22:09:06.705931 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73c10a09-9afc-49cc-bd71-4221ef8ef98e req-804c3c32-7978-4998-85ca-fa05b16e7293 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338478 Jul 27 22:09:06.918938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0595cc-a0ad-440b-820b-e0224dee18f4 req-6e26c777-c1e5-4486-b685-92cdf5abd6d3 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:06.920474 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce0595cc-a0ad-440b-820b-e0224dee18f4 req-6e26c777-c1e5-4486-b685-92cdf5abd6d3 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 946 time: 0.0711763 Jul 27 22:09:06.959344 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ce0595cc-a0ad-440b-820b-e0224dee18f4 req-60ddf225-df27-4b65-bbbc-b3bc9e50b0bc tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328710 Jul 27 22:09:07.479471 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:08.357829 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:09.129887 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:19.691794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1e7a4-b308-46ab-b40d-6cd17a7fda41 req-bc272e52-5fe7-4e6a-81b2-f3f4e83b1671 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:19.693281 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35f1e7a4-b308-46ab-b40d-6cd17a7fda41 req-bc272e52-5fe7-4e6a-81b2-f3f4e83b1671 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 946 time: 0.0705862 Jul 27 22:09:19.732758 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35f1e7a4-b308-46ab-b40d-6cd17a7fda41 req-db356073-1e23-4651-9b63-3e71d4a0bb22 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Jul 27 22:09:19.757027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34374) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:19.904981 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3b178-9dd4-4966-bbe4-8b5cd07d03e6 tempest-TestMinimumBasicScenario-323741317 tempest-TestMinimumBasicScenario-323741317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:19.906705 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7ff3b178-9dd4-4966-bbe4-8b5cd07d03e6 tempest-TestMinimumBasicScenario-323741317 tempest-TestMinimumBasicScenario-323741317-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 1092 time: 0.1483734 Jul 27 22:09:19.909689 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34378) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:19.914877 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '206ac74b-2828-4ba7-95e0-ecc2e683bf96', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:19.937987 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:20.036989 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:20.144132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Allocated IP 172.25.2.98 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/7a26d772-0e30-4e63-a2b1-534e48ce682f) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:09:20.258457 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:20.301666 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:20.337887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:09:20.340669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:09:20.346973 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:09:20.371708 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Pushing event updated for resources: {'Port': ['ID=7a26d772-0e30-4e63-a2b1-534e48ce682f,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:20.383115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:20.383474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:20.383813 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:20.384149 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:20.384480 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:20.384812 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:20.385144 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:20.385472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:20.385798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:20.386122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:20.386471 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:20.386794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:09:20.737149 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:20.813790 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:20.968828 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:20.973215 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:21.048867 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Pushing event updated for resources: {'Port': ['ID=7a26d772-0e30-4e63-a2b1-534e48ce682f,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:21.060243 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:21.168445 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Floating IP cc9f1ef4-0819-413a-a6e0-d2432dc95601 associated. External IP: 172.25.2.98, port: 206ac74b-2828-4ba7-95e0-ecc2e683bf96. Jul 27 22:09:21.390158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:09:21.518064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:09:21.529168 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea2b36c-f4cc-456d-829d-3892af47bc46 None None] Sync routers for ids ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:09:21.540026 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:21.541020 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea2b36c-f4cc-456d-829d-3892af47bc46 None None] Routers {'d2e3508e-6f3e-43dd-ae41-7feea22b64c0'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:09:21.541783 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cea2b36c-f4cc-456d-829d-3892af47bc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:09:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:21.580705 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-dad75190-045c-4d3f-8559-54b387f6aa6b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6698968 Jul 27 22:09:21.581480 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'tag': '206ac74b-2828-4ba7-95e0-ecc2e683bf96'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:21.583488 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34380) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:21.584023 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969e6262-0baa-45f7-bc03-7048179a5800" -d '{"events": [{"name": "network-changed", "server_uuid": "19c79420-2075-4c71-8ea5-a5b0c932cee4", "tag": "206ac74b-2828-4ba7-95e0-ecc2e683bf96"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:21.591891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-0dd29969-7128-406a-aa70-72dd5d3e6881 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2145051726', 'description': 'tempest-secgroup-smoke-2145051726 description', 'project_id': '612be24495674bde810d2fc02b9776bd'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:21.621290 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0dd29969-7128-406a-aa70-72dd5d3e6881 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:21.659343 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-cea2b36c-f4cc-456d-829d-3892af47bc46 None None] Set router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:09:21.733954 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0dd29969-7128-406a-aa70-72dd5d3e6881 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:21.741458 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0dd29969-7128-406a-aa70-72dd5d3e6881 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:21.779560 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0dd29969-7128-406a-aa70-72dd5d3e6881 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:21.780802 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0dd29969-7128-406a-aa70-72dd5d3e6881 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1937001 Jul 27 22:09:21.782793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd29969-7128-406a-aa70-72dd5d3e6881 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57a1e3b-2a5b-4cec-a4af-b06f17355ac6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:21.785280 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34386) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:21.790817 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-179dd2fc-f5a9-4c02-9c57-357d4159bd3a tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Request body: {'security_group_rule': {'security_group_id': 'b57a1e3b-2a5b-4cec-a4af-b06f17355ac6', 'project_id': '612be24495674bde810d2fc02b9776bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:21.825848 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-179dd2fc-f5a9-4c02-9c57-357d4159bd3a tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:21.862360 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4145931a-fc44-491f-9c84-b792ba0e479f x-openstack-request-id: req-4145931a-fc44-491f-9c84-b792ba0e479f {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:21.862986 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c79420-2075-4c71-8ea5-a5b0c932cee4", "tag": "206ac74b-2828-4ba7-95e0-ecc2e683bf96", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:21.863290 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4145931a-fc44-491f-9c84-b792ba0e479f {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:21.863713 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'tag': '206ac74b-2828-4ba7-95e0-ecc2e683bf96', 'status': 'completed', 'code': 200} Jul 27 22:09:21.941457 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-179dd2fc-f5a9-4c02-9c57-357d4159bd3a tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:21.948877 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-179dd2fc-f5a9-4c02-9c57-357d4159bd3a tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:21.977871 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dd2fc-f5a9-4c02-9c57-357d4159bd3a tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ab6aa1-16b2-4ac2-b5d7-6c481f8185c5,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:21.983780 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-179dd2fc-f5a9-4c02-9c57-357d4159bd3a tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:21.987859 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-179dd2fc-f5a9-4c02-9c57-357d4159bd3a tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1991274 Jul 27 22:09:21.988358 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34388) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:21.995889 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b6bf1ed1-db79-471e-876b-4f3d08835016 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Request body: {'security_group_rule': {'security_group_id': 'b57a1e3b-2a5b-4cec-a4af-b06f17355ac6', 'project_id': '612be24495674bde810d2fc02b9776bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:22.004131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6262-0baa-45f7-bc03-7048179a5800 req-7f5926e2-a36f-4051-9b9a-e166581a5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:22.005967 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-969e6262-0baa-45f7-bc03-7048179a5800 req-7f5926e2-a36f-4051-9b9a-e166581a5bcb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=612be24495674bde810d2fc02b9776bd&device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 1097 time: 0.1142867 Jul 27 22:09:22.032128 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6bf1ed1-db79-471e-876b-4f3d08835016 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.109980 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6bf1ed1-db79-471e-876b-4f3d08835016 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.116561 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6bf1ed1-db79-471e-876b-4f3d08835016 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.119858 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cea2b36c-f4cc-456d-829d-3892af47bc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'name': 'tempest-TestMinimumBasicScenario-1193061157-router', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:23Z', 'revision_number': 4, 'project_id': '612be24495674bde810d2fc02b9776bd', 'gw_port': {'id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cc9f1ef4-0819-413a-a6e0-d2432dc95601', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'port_id': '206ac74b-2828-4ba7-95e0-ecc2e683bf96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9', 'mac_address': 'fa:16:3e:f5:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:09:20Z', 'updated_at': '2021-07-27T22:09:20Z', 'revision_number': 0, 'project_id': '612be24495674bde810d2fc02b9776bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7519846-b090-4605-94ef-3d59fd57c868', 'name': '', 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'mac_address': 'fa:16:3e:ff:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:23Z', 'updated_at': '2021-07-27T22:08:30Z', 'revision_number': 5, 'project_id': '612be24495674bde810d2fc02b9776bd', 'subnets': [{'id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:22.136436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6262-0baa-45f7-bc03-7048179a5800 req-279a6a29-f033-41d8-a756-7b74e10aa2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:22.138587 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-969e6262-0baa-45f7-bc03-7048179a5800 req-279a6a29-f033-41d8-a756-7b74e10aa2b0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7b34ce46-e01a-40b4-a73c-17daf1beb3a9 HTTP/1.1" status: 200 len: 916 time: 0.1240122 Jul 27 22:09:22.139270 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf1ed1-db79-471e-876b-4f3d08835016 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bb8b7b-a593-4313-9b88-5d198f796250,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:22.145813 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6bf1ed1-db79-471e-876b-4f3d08835016 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.149661 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b6bf1ed1-db79-471e-876b-4f3d08835016 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1600425 Jul 27 22:09:22.150377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34390) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:22.154746 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea2b36c-f4cc-456d-829d-3892af47bc46 None None] Checking router: d2e3508e-6f3e-43dd-ae41-7feea22b64c0 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:09:22.155129 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-6c77071d-1dd3-4cd1-8eb2-61d3610f2f9f tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Request body: {'security_group_rule': {'security_group_id': 'b57a1e3b-2a5b-4cec-a4af-b06f17355ac6', 'project_id': '612be24495674bde810d2fc02b9776bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:22.166440 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea2b36c-f4cc-456d-829d-3892af47bc46 None None] Routers {'d2e3508e-6f3e-43dd-ae41-7feea22b64c0'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:09:22.167051 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cea2b36c-f4cc-456d-829d-3892af47bc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:09:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:22.185795 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c77071d-1dd3-4cd1-8eb2-61d3610f2f9f tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.238922 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-969e6262-0baa-45f7-bc03-7048179a5800 req-aaa3241d-69c4-4d8a-a675-627bcf8db807 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206ac74b-2828-4ba7-95e0-ecc2e683bf96 HTTP/1.1" status: 200 len: 999 time: 0.0928884 Jul 27 22:09:22.264402 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c77071d-1dd3-4cd1-8eb2-61d3610f2f9f tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.276954 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c77071d-1dd3-4cd1-8eb2-61d3610f2f9f tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.309064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77071d-1dd3-4cd1-8eb2-61d3610f2f9f tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ce3a77-3716-4a54-915e-0cb8c3ea1dfb,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:22.312394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6262-0baa-45f7-bc03-7048179a5800 req-d1aa1349-50e2-4f1a-a232-a8659af5d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:22.314347 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6c77071d-1dd3-4cd1-8eb2-61d3610f2f9f tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.315002 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-969e6262-0baa-45f7-bc03-7048179a5800 req-d1aa1349-50e2-4f1a-a232-a8659af5d86c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec750571-8aba-44cf-9efd-1f2aafd830ee HTTP/1.1" status: 200 len: 854 time: 0.0663931 Jul 27 22:09:22.315662 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6c77071d-1dd3-4cd1-8eb2-61d3610f2f9f tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1642494 Jul 27 22:09:22.319299 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-cea2b36c-f4cc-456d-829d-3892af47bc46 None None] Set router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:09:22.320157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34392) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:22.324628 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c436d300-e186-43e3-8dea-4164726f9c88 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Request body: {'security_group_rule': {'security_group_id': 'b57a1e3b-2a5b-4cec-a4af-b06f17355ac6', 'project_id': '612be24495674bde810d2fc02b9776bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:22.386458 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c436d300-e186-43e3-8dea-4164726f9c88 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.430397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e6262-0baa-45f7-bc03-7048179a5800 req-e5a618d4-223b-49f5-b7b1-ff3d1e519e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:22.431933 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-969e6262-0baa-45f7-bc03-7048179a5800 req-e5a618d4-223b-49f5-b7b1-ff3d1e519e1d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b34ce46-e01a-40b4-a73c-17daf1beb3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029103 Jul 27 22:09:22.513060 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c436d300-e186-43e3-8dea-4164726f9c88 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.519492 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c436d300-e186-43e3-8dea-4164726f9c88 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.552817 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436d300-e186-43e3-8dea-4164726f9c88 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162fbb77-cc26-4e1c-aafb-23ba0f59ec48,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:22.559747 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c436d300-e186-43e3-8dea-4164726f9c88 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.564675 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c436d300-e186-43e3-8dea-4164726f9c88 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2399349 Jul 27 22:09:22.565478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34394) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:22.572496 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-157e690d-bad6-48bc-b128-441e71715d96 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Request body: {'security_group_rule': {'security_group_id': 'b57a1e3b-2a5b-4cec-a4af-b06f17355ac6', 'project_id': '612be24495674bde810d2fc02b9776bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:22.581206 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-969e6262-0baa-45f7-bc03-7048179a5800 req-0c267da8-50e1-4c26-9f31-9dfa85903582 service neutron] 10.222.0.66 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398571 Jul 27 22:09:22.595481 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cea2b36c-f4cc-456d-829d-3892af47bc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'name': 'tempest-TestMinimumBasicScenario-1193061157-router', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:23Z', 'revision_number': 4, 'project_id': '612be24495674bde810d2fc02b9776bd', 'gw_port': {'id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cc9f1ef4-0819-413a-a6e0-d2432dc95601', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'port_id': '206ac74b-2828-4ba7-95e0-ecc2e683bf96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9', 'mac_address': 'fa:16:3e:f5:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:09:20Z', 'updated_at': '2021-07-27T22:09:20Z', 'revision_number': 0, 'project_id': '612be24495674bde810d2fc02b9776bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7519846-b090-4605-94ef-3d59fd57c868', 'name': '', 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'mac_address': 'fa:16:3e:ff:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:23Z', 'updated_at': '2021-07-27T22:08:30Z', 'revision_number': 5, 'project_id': '612be24495674bde810d2fc02b9776bd', 'subnets': [{'id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:09:22.606963 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-157e690d-bad6-48bc-b128-441e71715d96 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Project 612be24495674bde810d2fc02b9776bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:09:22.617296 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-157e690d-bad6-48bc-b128-441e71715d96 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.629480 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea2b36c-f4cc-456d-829d-3892af47bc46 None None] The sync data for ids ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'] in n-d-764806-9 is: [{'id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'name': 'tempest-TestMinimumBasicScenario-1193061157-router', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:23Z', 'revision_number': 4, 'project_id': '612be24495674bde810d2fc02b9776bd', 'gw_port': {'id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'cc9f1ef4-0819-413a-a6e0-d2432dc95601', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'port_id': '206ac74b-2828-4ba7-95e0-ecc2e683bf96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9', 'mac_address': 'fa:16:3e:f5:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:09:20Z', 'updated_at': '2021-07-27T22:09:20Z', 'revision_number': 0, 'project_id': '612be24495674bde810d2fc02b9776bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7519846-b090-4605-94ef-3d59fd57c868', 'name': '', 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'mac_address': 'fa:16:3e:ff:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:23Z', 'updated_at': '2021-07-27T22:08:30Z', 'revision_number': 5, 'project_id': '612be24495674bde810d2fc02b9776bd', 'subnets': [{'id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:09:22.693524 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-969e6262-0baa-45f7-bc03-7048179a5800 req-1d5e302b-ac68-4ea5-8ce1-ea352d52998e service neutron] 10.222.0.66 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041179 Jul 27 22:09:22.713376 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-157e690d-bad6-48bc-b128-441e71715d96 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.717055 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-157e690d-bad6-48bc-b128-441e71715d96 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.743624 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e690d-bad6-48bc-b128-441e71715d96 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc316df-4ece-4a46-a119-909d59975ae1,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:22.747929 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-157e690d-bad6-48bc-b128-441e71715d96 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.749181 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-157e690d-bad6-48bc-b128-441e71715d96 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1825600 Jul 27 22:09:22.754292 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34396) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:09:22.759136 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-56a46636-73f9-4a2d-83b7-87bd5c4bd9cd tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Request body: {'security_group_rule': {'security_group_id': 'b57a1e3b-2a5b-4cec-a4af-b06f17355ac6', 'project_id': '612be24495674bde810d2fc02b9776bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:22.786119 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-56a46636-73f9-4a2d-83b7-87bd5c4bd9cd tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Project 612be24495674bde810d2fc02b9776bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:09:22.793121 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-56a46636-73f9-4a2d-83b7-87bd5c4bd9cd tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.875396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a816cc7-7c78-46da-895e-c178d3a756e5 None None] New status for floating IP cc9f1ef4-0819-413a-a6e0-d2432dc95601: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:09:22.876498 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-56a46636-73f9-4a2d-83b7-87bd5c4bd9cd tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.882846 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-56a46636-73f9-4a2d-83b7-87bd5c4bd9cd tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.908690 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a46636-73f9-4a2d-83b7-87bd5c4bd9cd tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72f623b-aa6a-46dc-b62d-186af75adde5,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:22.914327 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-56a46636-73f9-4a2d-83b7-87bd5c4bd9cd tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:22.915611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-56a46636-73f9-4a2d-83b7-87bd5c4bd9cd tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1609213 Jul 27 22:09:23.006097 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba8fb2e5-c376-45e1-b940-c50657590aa6 req-95f308ed-9f47-490f-b8e6-1098a0eb55d6 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2145051726&fields=id&tenant_id=612be24495674bde810d2fc02b9776bd HTTP/1.1" status: 200 len: 267 time: 0.0394723 Jul 27 22:09:23.089737 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fb2e5-c376-45e1-b940-c50657590aa6 req-e44fd3c1-4d31-480e-8ac3-927caa624219 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:23.091164 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba8fb2e5-c376-45e1-b940-c50657590aa6 req-e44fd3c1-4d31-480e-8ac3-927caa624219 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 946 time: 0.0769150 Jul 27 22:09:23.106566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-ba8fb2e5-c376-45e1-b940-c50657590aa6 req-b2a6cdd9-43c1-4df2-a922-a252fb0e17c6 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Request body: {'port': {'security_groups': ['71ed5f62-1d00-4682-bfe7-b4b8685e0e4e', 'b57a1e3b-2a5b-4cec-a4af-b06f17355ac6']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:09:23.192198 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ba8fb2e5-c376-45e1-b940-c50657590aa6 req-b2a6cdd9-43c1-4df2-a922-a252fb0e17c6 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:23.410753 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-ba8fb2e5-c376-45e1-b940-c50657590aa6 req-b2a6cdd9-43c1-4df2-a922-a252fb0e17c6 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] For port 206ac74b-2828-4ba7-95e0-ecc2e683bf96, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=206ac74b-2828-4ba7-95e0-ecc2e683bf96,segment=NetworkSegment(f6527c7e-384f-4854-9964-04a0f23b08b2),segment_id=f6527c7e-384f-4854-9964-04a0f23b08b2)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:09:23.443279 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ba8fb2e5-c376-45e1-b940-c50657590aa6 req-b2a6cdd9-43c1-4df2-a922-a252fb0e17c6 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:23.449468 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ba8fb2e5-c376-45e1-b940-c50657590aa6 req-b2a6cdd9-43c1-4df2-a922-a252fb0e17c6 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:23.463862 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['206ac74b-2828-4ba7-95e0-ecc2e683bf96'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:23.503997 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fb2e5-c376-45e1-b940-c50657590aa6 req-b2a6cdd9-43c1-4df2-a922-a252fb0e17c6 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:23.504193 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-ba8fb2e5-c376-45e1-b940-c50657590aa6 req-b2a6cdd9-43c1-4df2-a922-a252fb0e17c6 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:23.505591 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ba8fb2e5-c376-45e1-b940-c50657590aa6 req-b2a6cdd9-43c1-4df2-a922-a252fb0e17c6 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "PUT /v2.0/ports/206ac74b-2828-4ba7-95e0-ecc2e683bf96 HTTP/1.1" status: 200 len: 982 time: 0.4068379 Jul 27 22:09:23.532390 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6cdd9-43c1-4df2-a922-a252fb0e17c6 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Pushing event updated for resources: {'Port': ['ID=206ac74b-2828-4ba7-95e0-ecc2e683bf96,revision_number=6']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:09:23.570121 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['206ac74b-2828-4ba7-95e0-ecc2e683bf96'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:09:23.691856 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dde78c-cc4e-4e1a-a7fb-2b352d047418 req-62c015ee-e027-464e-8176-6c2dbfd52414 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:23.694903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85dde78c-cc4e-4e1a-a7fb-2b352d047418 req-62c015ee-e027-464e-8176-6c2dbfd52414 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 985 time: 0.1077337 Jul 27 22:09:23.739303 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-85dde78c-cc4e-4e1a-a7fb-2b352d047418 req-9f76d281-4590-4678-821f-74c9614e458b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&id=b57a1e3b-2a5b-4cec-a4af-b06f17355ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385394 Jul 27 22:09:23.812680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-dcd96f7a-cd0d-4869-b24a-1f438dc6af65 None None] Provisioning complete for port 206ac74b-2828-4ba7-95e0-ecc2e683bf96 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:09:23.813055 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-dcd96f7a-cd0d-4869-b24a-1f438dc6af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:23.864769 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'tag': '206ac74b-2828-4ba7-95e0-ecc2e683bf96'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:09:23.867234 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d83326-291d-4ade-bd41-90b6dc5b0dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "19c79420-2075-4c71-8ea5-a5b0c932cee4", "tag": "206ac74b-2828-4ba7-95e0-ecc2e683bf96"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:09:23.907019 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d88e19-98b1-44ba-96e3-40e7ec530304 x-openstack-request-id: req-c5d88e19-98b1-44ba-96e3-40e7ec530304 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:09:23.907626 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c79420-2075-4c71-8ea5-a5b0c932cee4", "tag": "206ac74b-2828-4ba7-95e0-ecc2e683bf96", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:09:23.907626 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c5d88e19-98b1-44ba-96e3-40e7ec530304 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:09:23.908236 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'tag': '206ac74b-2828-4ba7-95e0-ecc2e683bf96', 'status': 'completed', 'code': 200} Jul 27 22:09:24.009558 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d83326-291d-4ade-bd41-90b6dc5b0dfd req-ec77bf69-e3f6-4917-a657-e97622699974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:24.011066 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-83d83326-291d-4ade-bd41-90b6dc5b0dfd req-ec77bf69-e3f6-4917-a657-e97622699974 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=612be24495674bde810d2fc02b9776bd&device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 1136 time: 0.0742831 Jul 27 22:09:24.122656 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d83326-291d-4ade-bd41-90b6dc5b0dfd req-a66e6345-beaa-4b49-aeaf-9a7e26c27be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:24.124150 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-83d83326-291d-4ade-bd41-90b6dc5b0dfd req-a66e6345-beaa-4b49-aeaf-9a7e26c27be3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7b34ce46-e01a-40b4-a73c-17daf1beb3a9 HTTP/1.1" status: 200 len: 916 time: 0.1052716 Jul 27 22:09:24.203680 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-83d83326-291d-4ade-bd41-90b6dc5b0dfd req-5f0c95c4-2f12-443f-8549-c25815cd043e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206ac74b-2828-4ba7-95e0-ecc2e683bf96 HTTP/1.1" status: 200 len: 1001 time: 0.0712178 Jul 27 22:09:24.257295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d83326-291d-4ade-bd41-90b6dc5b0dfd req-f10454a8-daea-4dbb-9dd2-c0db7c700728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:24.258886 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-83d83326-291d-4ade-bd41-90b6dc5b0dfd req-f10454a8-daea-4dbb-9dd2-c0db7c700728 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec750571-8aba-44cf-9efd-1f2aafd830ee HTTP/1.1" status: 200 len: 854 time: 0.0474844 Jul 27 22:09:24.325363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d83326-291d-4ade-bd41-90b6dc5b0dfd req-8bb7a74a-f8f5-4b9f-9659-ba871da52cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:09:24.326910 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-83d83326-291d-4ade-bd41-90b6dc5b0dfd req-8bb7a74a-f8f5-4b9f-9659-ba871da52cb1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b34ce46-e01a-40b4-a73c-17daf1beb3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608909 Jul 27 22:09:24.797375 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-83d83326-291d-4ade-bd41-90b6dc5b0dfd req-1b202424-97fb-4c4a-b97d-27017d71b7e5 service neutron] 10.222.0.66 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604106 Jul 27 22:09:24.904541 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-83d83326-291d-4ade-bd41-90b6dc5b0dfd req-7f52bee5-619e-478a-a2f0-cdbe325ac1ea service neutron] 10.222.0.66 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994742 Jul 27 22:09:27.971351 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:09:32.866304 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ad36-93e3-43ba-95ea-7ba8d61852b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:34.802051 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:35.499019 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3384317b-15ef-4f1e-bb7d-a114895bee59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:35.588848 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:37.480701 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:38.371772 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:09:39.127168 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:02.104112 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5d296dc-09cb-43e8-85fc-e830cf185829 req-756464a9-0a6f-40d8-bba3-576a76ea78f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538039 Jul 27 22:10:02.201711 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d296dc-09cb-43e8-85fc-e830cf185829 req-e5b38398-dac9-4c68-ada4-b625fe717ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:02.203260 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5d296dc-09cb-43e8-85fc-e830cf185829 req-e5b38398-dac9-4c68-ada4-b625fe717ffc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=612be24495674bde810d2fc02b9776bd&device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 1136 time: 0.0586786 Jul 27 22:10:02.306409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d296dc-09cb-43e8-85fc-e830cf185829 req-bc415848-7bd6-4101-a974-ed1a865595f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:02.307879 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5d296dc-09cb-43e8-85fc-e830cf185829 req-bc415848-7bd6-4101-a974-ed1a865595f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7b34ce46-e01a-40b4-a73c-17daf1beb3a9 HTTP/1.1" status: 200 len: 916 time: 0.0862617 Jul 27 22:10:02.377847 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5d296dc-09cb-43e8-85fc-e830cf185829 req-55bc2723-ef75-4dda-aff5-32c944639bba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206ac74b-2828-4ba7-95e0-ecc2e683bf96 HTTP/1.1" status: 200 len: 1001 time: 0.0626001 Jul 27 22:10:02.426852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d296dc-09cb-43e8-85fc-e830cf185829 req-45a0a075-753e-40c8-b244-504f845aac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:02.428289 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5d296dc-09cb-43e8-85fc-e830cf185829 req-45a0a075-753e-40c8-b244-504f845aac98 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec750571-8aba-44cf-9efd-1f2aafd830ee HTTP/1.1" status: 200 len: 854 time: 0.0431411 Jul 27 22:10:02.488115 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d296dc-09cb-43e8-85fc-e830cf185829 req-68a6d91c-f9ae-4062-b855-a2b5703800ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:02.489624 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5d296dc-09cb-43e8-85fc-e830cf185829 req-68a6d91c-f9ae-4062-b855-a2b5703800ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b34ce46-e01a-40b4-a73c-17daf1beb3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537400 Jul 27 22:10:02.586449 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5d296dc-09cb-43e8-85fc-e830cf185829 req-9966a460-2c46-4830-a10a-856a57884dfa service neutron] 10.222.0.66 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891652 Jul 27 22:10:02.676561 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5d296dc-09cb-43e8-85fc-e830cf185829 req-0bbbafe0-d619-4940-bf07-17cf2144dddb service neutron] 10.222.0.66 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830002 Jul 27 22:10:02.871510 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c41332d6-f3a1-4cdf-a094-37a1bef82fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:04.800257 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:04.971123 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:10:05.501152 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e9164f05-cfe1-4083-8e9c-3f2940db8529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:05.589715 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:07.483478 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:08.377918 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:09.130979 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:32.879022 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-787b9e1c-1f49-494e-843f-d8ab3b9b818a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:34.801933 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.025148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26191f13-700e-4281-84bf-25c523916013 req-fc677805-e758-4311-bf64-37d97fe371ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:35.026701 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-26191f13-700e-4281-84bf-25c523916013 req-fc677805-e758-4311-bf64-37d97fe371ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=612be24495674bde810d2fc02b9776bd&device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 1136 time: 0.0585918 Jul 27 22:10:35.080872 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e6929-cd54-4866-8e37-b6b80d18b297 req-a312449f-ce92-433a-b27a-87ff4edd89c2 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:35.082469 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-117e6929-cd54-4866-8e37-b6b80d18b297 req-a312449f-ce92-433a-b27a-87ff4edd89c2 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 985 time: 0.1221604 Jul 27 22:10:35.125439 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-117e6929-cd54-4866-8e37-b6b80d18b297 req-a37157f8-3927-47e8-93b3-4568b65a358a tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&id=b57a1e3b-2a5b-4cec-a4af-b06f17355ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360894 Jul 27 22:10:35.135472 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26191f13-700e-4281-84bf-25c523916013 req-2601ba3c-e36a-40ec-a1a5-40adca622373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:35.137094 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-26191f13-700e-4281-84bf-25c523916013 req-2601ba3c-e36a-40ec-a1a5-40adca622373 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7b34ce46-e01a-40b4-a73c-17daf1beb3a9 HTTP/1.1" status: 200 len: 916 time: 0.1033337 Jul 27 22:10:35.213271 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-26191f13-700e-4281-84bf-25c523916013 req-340cca52-a18f-44cc-9085-c43bc0b63392 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206ac74b-2828-4ba7-95e0-ecc2e683bf96 HTTP/1.1" status: 200 len: 1001 time: 0.0691600 Jul 27 22:10:35.270389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26191f13-700e-4281-84bf-25c523916013 req-d8660c71-898e-486a-812c-423d20a3a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:35.271914 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-26191f13-700e-4281-84bf-25c523916013 req-d8660c71-898e-486a-812c-423d20a3a16e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec750571-8aba-44cf-9efd-1f2aafd830ee HTTP/1.1" status: 200 len: 854 time: 0.0520632 Jul 27 22:10:35.336983 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26191f13-700e-4281-84bf-25c523916013 req-0179d9dc-2a7c-4a52-afbf-0fb07a36bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:35.338421 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-26191f13-700e-4281-84bf-25c523916013 req-0179d9dc-2a7c-4a52-afbf-0fb07a36bc18 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b34ce46-e01a-40b4-a73c-17daf1beb3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592167 Jul 27 22:10:35.432389 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-26191f13-700e-4281-84bf-25c523916013 req-f640ac60-9b36-4f9a-b99b-2395cc4881fc service neutron] 10.222.0.66 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869203 Jul 27 22:10:35.502476 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6b13a4c9-24da-4d0a-8235-c913b80ddebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:35.533447 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-26191f13-700e-4281-84bf-25c523916013 req-5dae2993-150f-423d-8737-f16ae370dbf0 service neutron] 10.222.0.66 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924475 Jul 27 22:10:35.592506 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:36.333764 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62123d3c-d676-4dd3-b42c-ed37438c0e64 req-1a16230a-56cf-4033-8120-9f56b21d6db7 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:36.335306 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62123d3c-d676-4dd3-b42c-ed37438c0e64 req-1a16230a-56cf-4033-8120-9f56b21d6db7 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 985 time: 0.1249952 Jul 27 22:10:36.377684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62123d3c-d676-4dd3-b42c-ed37438c0e64 req-7aca0103-858c-4566-89f6-b1c5cdb5ac1e tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&id=b57a1e3b-2a5b-4cec-a4af-b06f17355ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359302 Jul 27 22:10:37.489981 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:37.512952 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f9c8-df27-4187-9558-1b635c6b6f73 req-5e63e338-b009-4d51-82e4-d53c7f5888cb tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:37.514420 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e443f9c8-df27-4187-9558-1b635c6b6f73 req-5e63e338-b009-4d51-82e4-d53c7f5888cb tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 985 time: 0.0683806 Jul 27 22:10:37.558908 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e443f9c8-df27-4187-9558-1b635c6b6f73 req-f33bb0f4-6c70-4fc8-a20d-f359f388c127 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&id=b57a1e3b-2a5b-4cec-a4af-b06f17355ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381694 Jul 27 22:10:38.389907 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:38.700631 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97550261-58c0-4a4f-bf0b-c4d1a5584abf req-482632ed-4baa-460b-8c21-73552867ff44 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:38.702160 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97550261-58c0-4a4f-bf0b-c4d1a5584abf req-482632ed-4baa-460b-8c21-73552867ff44 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 985 time: 0.0713797 Jul 27 22:10:38.746445 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97550261-58c0-4a4f-bf0b-c4d1a5584abf req-5783c5c9-461b-4d3c-9641-a5bf18010a38 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&id=b57a1e3b-2a5b-4cec-a4af-b06f17355ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372577 Jul 27 22:10:39.133783 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:10:39.883380 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5828265-c3d7-468e-925b-85c1fcf84911 req-a8a364f5-2cb8-40f9-ac11-58dc42d8414d tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:39.884908 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5828265-c3d7-468e-925b-85c1fcf84911 req-a8a364f5-2cb8-40f9-ac11-58dc42d8414d tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 985 time: 0.0663960 Jul 27 22:10:39.927859 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a5828265-c3d7-468e-925b-85c1fcf84911 req-77800336-faed-4f04-90bd-0dd708a5d800 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&id=b57a1e3b-2a5b-4cec-a4af-b06f17355ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367515 Jul 27 22:10:41.062798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7461f6-7ad2-4aaa-9baf-8874a82461a1 req-197f93f6-16f8-4fdd-9172-f526e60f1202 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:41.064420 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b7461f6-7ad2-4aaa-9baf-8874a82461a1 req-197f93f6-16f8-4fdd-9172-f526e60f1202 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 985 time: 0.0671368 Jul 27 22:10:41.105951 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b7461f6-7ad2-4aaa-9baf-8874a82461a1 req-0d276ede-2119-4cbd-aaf9-4042339957d0 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&id=b57a1e3b-2a5b-4cec-a4af-b06f17355ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352480 Jul 27 22:10:41.971588 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:10:42.268968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7085639-18dc-40eb-a11a-376f5dd15ee3 req-978efda1-80f8-4efd-991b-df4836de658c tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:42.270601 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7085639-18dc-40eb-a11a-376f5dd15ee3 req-978efda1-80f8-4efd-991b-df4836de658c tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 985 time: 0.0933185 Jul 27 22:10:42.312698 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a7085639-18dc-40eb-a11a-376f5dd15ee3 req-92e06dd9-4133-4238-b489-808e5831f0d9 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&id=b57a1e3b-2a5b-4cec-a4af-b06f17355ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351491 Jul 27 22:10:43.449168 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c1747-c8a8-4f43-9f65-1e45c7a18238 req-486638a7-eb79-4edc-920a-ad975088c46e tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:43.450713 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-436c1747-c8a8-4f43-9f65-1e45c7a18238 req-486638a7-eb79-4edc-920a-ad975088c46e tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 985 time: 0.0677693 Jul 27 22:10:43.494381 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-436c1747-c8a8-4f43-9f65-1e45c7a18238 req-4e458dc3-bc66-4e7d-bcd3-f2ee412ae903 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&id=b57a1e3b-2a5b-4cec-a4af-b06f17355ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361702 Jul 27 22:10:44.630625 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f0800-2355-44b3-910b-e3587b718cdd req-bcf02b8a-58f3-4e24-9242-02753c7e2673 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:44.632122 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-771f0800-2355-44b3-910b-e3587b718cdd req-bcf02b8a-58f3-4e24-9242-02753c7e2673 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 985 time: 0.0678301 Jul 27 22:10:44.673699 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-771f0800-2355-44b3-910b-e3587b718cdd req-16ab5370-8659-4c01-a4c0-6ce13bcc6a5a tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&id=b57a1e3b-2a5b-4cec-a4af-b06f17355ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354514 Jul 27 22:10:45.812535 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c7eb3-1fa4-482b-90f8-c54a8d8617ea req-ec8532ae-134c-41b5-ae03-9bbecb63fcc2 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:45.814005 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f35c7eb3-1fa4-482b-90f8-c54a8d8617ea req-ec8532ae-134c-41b5-ae03-9bbecb63fcc2 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 985 time: 0.0695543 Jul 27 22:10:45.856215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f35c7eb3-1fa4-482b-90f8-c54a8d8617ea req-4f5edb5e-dd5e-4835-b7b6-8bc362caaeec tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&id=b57a1e3b-2a5b-4cec-a4af-b06f17355ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360036 Jul 27 22:10:46.992677 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78549140-2088-40b2-9513-4112012758a5 req-594ecf12-0331-4d8d-8605-18e910400c70 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:10:46.994201 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78549140-2088-40b2-9513-4112012758a5 req-594ecf12-0331-4d8d-8605-18e910400c70 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 985 time: 0.0655055 Jul 27 22:10:47.035733 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78549140-2088-40b2-9513-4112012758a5 req-3739b8a8-b78b-4439-a0e2-0953d4a3b9f2 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&id=b57a1e3b-2a5b-4cec-a4af-b06f17355ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351889 Jul 27 22:11:02.870120 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc235-4d66-44f0-8b5c-da5487b902a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:03.114107 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-132f979d-cfec-4018-b844-f5233a965f0b req-a9ab6fe5-d352-4410-ac5c-f40e1ba2942e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552254 Jul 27 22:11:03.210857 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f979d-cfec-4018-b844-f5233a965f0b req-4fca3c60-05a5-4a54-b90e-14d7a52cab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:03.212366 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-132f979d-cfec-4018-b844-f5233a965f0b req-4fca3c60-05a5-4a54-b90e-14d7a52cab12 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=612be24495674bde810d2fc02b9776bd&device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 1136 time: 0.0551476 Jul 27 22:11:03.323281 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f979d-cfec-4018-b844-f5233a965f0b req-50b5bc74-f97d-408d-95da-b5c4244501a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:03.324758 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-132f979d-cfec-4018-b844-f5233a965f0b req-50b5bc74-f97d-408d-95da-b5c4244501a5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7b34ce46-e01a-40b4-a73c-17daf1beb3a9 HTTP/1.1" status: 200 len: 916 time: 0.0933676 Jul 27 22:11:03.392528 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-132f979d-cfec-4018-b844-f5233a965f0b req-68bd3391-99c2-4e26-a5dd-7131e57423bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206ac74b-2828-4ba7-95e0-ecc2e683bf96 HTTP/1.1" status: 200 len: 1001 time: 0.0596228 Jul 27 22:11:03.452466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f979d-cfec-4018-b844-f5233a965f0b req-40f7bd75-a95b-44f9-a3cf-2baebf3cabf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:03.454552 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-132f979d-cfec-4018-b844-f5233a965f0b req-40f7bd75-a95b-44f9-a3cf-2baebf3cabf3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec750571-8aba-44cf-9efd-1f2aafd830ee HTTP/1.1" status: 200 len: 854 time: 0.0496097 Jul 27 22:11:03.516821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f979d-cfec-4018-b844-f5233a965f0b req-e77e1d2f-17e2-4a10-ac8f-d420fb2291d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:03.518374 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-132f979d-cfec-4018-b844-f5233a965f0b req-e77e1d2f-17e2-4a10-ac8f-d420fb2291d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b34ce46-e01a-40b4-a73c-17daf1beb3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553036 Jul 27 22:11:03.611369 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-132f979d-cfec-4018-b844-f5233a965f0b req-f4fed93c-2b53-48ae-95b1-a5a5fc87f767 service neutron] 10.222.0.66 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851631 Jul 27 22:11:03.707079 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-132f979d-cfec-4018-b844-f5233a965f0b req-f8f7f76e-0f93-4a33-b195-44eab6cc9ea7 service neutron] 10.222.0.66 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886900 Jul 27 22:11:04.815553 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:05.504845 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ba7c12ab-0c55-4d86-894d-ff774f1a1404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:05.595237 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:07.490902 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:08.412712 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:09.134650 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:18.972679 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:11:32.871696 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-290a4428-2f39-4b1b-acd5-0f769eda211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:34.813511 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:35.506008 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fda6e834-45a3-4e25-9662-b2b377837383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:35.600215 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:37.491519 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:38.408387 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:39.138158 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.006898 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9cca277-8416-4e92-8724-e1d911b76e13 req-e392eb08-d775-4e0e-9d50-b08e77d22e34 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2145051726&fields=id&tenant_id=612be24495674bde810d2fc02b9776bd HTTP/1.1" status: 200 len: 267 time: 0.0374463 Jul 27 22:11:51.084937 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cca277-8416-4e92-8724-e1d911b76e13 req-8a3d25c4-7d41-4306-9d50-1c77c2417735 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.087322 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9cca277-8416-4e92-8724-e1d911b76e13 req-8a3d25c4-7d41-4306-9d50-1c77c2417735 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 985 time: 0.0738900 Jul 27 22:11:51.099459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [req-e9cca277-8416-4e92-8724-e1d911b76e13 req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Request body: {'port': {'security_groups': ['71ed5f62-1d00-4682-bfe7-b4b8685e0e4e']}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:11:51.186051 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e9cca277-8416-4e92-8724-e1d911b76e13 req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.362794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [req-e9cca277-8416-4e92-8724-e1d911b76e13 req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] For port 206ac74b-2828-4ba7-95e0-ecc2e683bf96, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=206ac74b-2828-4ba7-95e0-ecc2e683bf96,segment=NetworkSegment(f6527c7e-384f-4854-9964-04a0f23b08b2),segment_id=f6527c7e-384f-4854-9964-04a0f23b08b2)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:11:51.395060 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e9cca277-8416-4e92-8724-e1d911b76e13 req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.400242 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e9cca277-8416-4e92-8724-e1d911b76e13 req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.412279 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['206ac74b-2828-4ba7-95e0-ecc2e683bf96'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:51.449201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cca277-8416-4e92-8724-e1d911b76e13 req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.449850 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [req-e9cca277-8416-4e92-8724-e1d911b76e13 req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.451344 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9cca277-8416-4e92-8724-e1d911b76e13 req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "PUT /v2.0/ports/206ac74b-2828-4ba7-95e0-ecc2e683bf96 HTTP/1.1" status: 200 len: 943 time: 0.3573232 Jul 27 22:11:51.451798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'tag': '206ac74b-2828-4ba7-95e0-ecc2e683bf96'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:51.454106 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572fdccc-d820-4fe6-9c3b-2f7f28ab4a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "19c79420-2075-4c71-8ea5-a5b0c932cee4", "tag": "206ac74b-2828-4ba7-95e0-ecc2e683bf96"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:51.462145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34506) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:51.505959 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7195f2-6556-48fb-ad14-a81646fb74e6 x-openstack-request-id: req-9c7195f2-6556-48fb-ad14-a81646fb74e6 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:51.505959 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c79420-2075-4c71-8ea5-a5b0c932cee4", "tag": "206ac74b-2828-4ba7-95e0-ecc2e683bf96", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:51.506315 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9c7195f2-6556-48fb-ad14-a81646fb74e6 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:51.506676 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'tag': '206ac74b-2828-4ba7-95e0-ecc2e683bf96', 'status': 'completed', 'code': 200} Jul 27 22:11:51.518512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['206ac74b-2828-4ba7-95e0-ecc2e683bf96'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:11:51.549926 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-10025c1c-f629-41d7-bcac-49addf8c2f2e tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.580462 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-10025c1c-f629-41d7-bcac-49addf8c2f2e tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.596110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fdccc-d820-4fe6-9c3b-2f7f28ab4a6b req-dbaf1c17-203a-4147-ace0-deef1d5ae0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.598971 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-572fdccc-d820-4fe6-9c3b-2f7f28ab4a6b req-dbaf1c17-203a-4147-ace0-deef1d5ae0d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=612be24495674bde810d2fc02b9776bd&device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 1097 time: 0.0740089 Jul 27 22:11:51.628727 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Pushing event updated for resources: {'Port': ['ID=206ac74b-2828-4ba7-95e0-ecc2e683bf96,revision_number=7']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:51.645026 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:51.645386 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:51.645706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:51.646037 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:51.646482 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:51.646814 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:51.647144 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:51.647884 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:51.647884 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:51.648771 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:51.649263 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:51.649594 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58262d04-f689-44a8-9d11-fe9db2c7de81 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:11:51.667990 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-10025c1c-f629-41d7-bcac-49addf8c2f2e tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.670871 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-10025c1c-f629-41d7-bcac-49addf8c2f2e tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.672123 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-10025c1c-f629-41d7-bcac-49addf8c2f2e tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "DELETE /v2.0/security-groups/b57a1e3b-2a5b-4cec-a4af-b06f17355ac6 HTTP/1.1" status: 204 len: 168 time: 0.2089133 Jul 27 22:11:51.675521 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34508) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:11:51.736666 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10025c1c-f629-41d7-bcac-49addf8c2f2e tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57a1e3b-2a5b-4cec-a4af-b06f17355ac6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:51.738432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fdccc-d820-4fe6-9c3b-2f7f28ab4a6b req-2f53588f-aa68-469e-869c-866b4bd9eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.740015 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-572fdccc-d820-4fe6-9c3b-2f7f28ab4a6b req-2f53588f-aa68-469e-869c-866b4bd9eeae service neutron] 10.222.0.66 "GET /v2.0/networks?id=7b34ce46-e01a-40b4-a73c-17daf1beb3a9 HTTP/1.1" status: 200 len: 916 time: 0.1333148 Jul 27 22:11:51.795471 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8df77aa0-e380-4ccf-a38b-e98da8802815 None None] Provisioning complete for port 206ac74b-2828-4ba7-95e0-ecc2e683bf96 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:11:51.795842 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8df77aa0-e380-4ccf-a38b-e98da8802815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.813478 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-572fdccc-d820-4fe6-9c3b-2f7f28ab4a6b req-658d137b-0901-4305-8253-33f06732c8aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206ac74b-2828-4ba7-95e0-ecc2e683bf96 HTTP/1.1" status: 200 len: 1001 time: 0.0646119 Jul 27 22:11:51.870340 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fdccc-d820-4fe6-9c3b-2f7f28ab4a6b req-e9b42e12-7c21-4461-8b79-e81d90ef4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.870830 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-33a4a304-b6a2-4f1f-b934-bcf3eadfd456 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Deleting port 7a26d772-0e30-4e63-a2b1-534e48ce682f {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:11:51.871307 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33a4a304-b6a2-4f1f-b934-bcf3eadfd456 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.871835 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-572fdccc-d820-4fe6-9c3b-2f7f28ab4a6b req-e9b42e12-7c21-4461-8b79-e81d90ef4cdc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec750571-8aba-44cf-9efd-1f2aafd830ee HTTP/1.1" status: 200 len: 854 time: 0.0513036 Jul 27 22:11:51.945544 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fdccc-d820-4fe6-9c3b-2f7f28ab4a6b req-db8092f6-55d5-47c8-b385-8099137223cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:51.947204 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-572fdccc-d820-4fe6-9c3b-2f7f28ab4a6b req-db8092f6-55d5-47c8-b385-8099137223cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b34ce46-e01a-40b4-a73c-17daf1beb3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681334 Jul 27 22:11:51.954180 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33a4a304-b6a2-4f1f-b934-bcf3eadfd456 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.954542 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33a4a304-b6a2-4f1f-b934-bcf3eadfd456 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:51.967247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-33a4a304-b6a2-4f1f-b934-bcf3eadfd456 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Calling delete_port for 7a26d772-0e30-4e63-a2b1-534e48ce682f owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:11:52.040315 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-572fdccc-d820-4fe6-9c3b-2f7f28ab4a6b req-d9b7005e-afd9-4ee2-a466-c2edfe5c4f00 service neutron] 10.222.0.66 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854871 Jul 27 22:11:52.122828 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33a4a304-b6a2-4f1f-b934-bcf3eadfd456 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.147581 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-572fdccc-d820-4fe6-9c3b-2f7f28ab4a6b req-55586358-aab3-4ae1-819c-705a80a7b980 service neutron] 10.222.0.66 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008093 Jul 27 22:11:52.149847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4a304-b6a2-4f1f-b934-bcf3eadfd456 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Pushing event deleted for resources: {'Port': ['ID=7a26d772-0e30-4e63-a2b1-534e48ce682f,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:11:52.216745 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33a4a304-b6a2-4f1f-b934-bcf3eadfd456 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.217085 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-33a4a304-b6a2-4f1f-b934-bcf3eadfd456 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Floating IP cc9f1ef4-0819-413a-a6e0-d2432dc95601 disassociated (deleted). External IP: 172.25.2.98, port: 206ac74b-2828-4ba7-95e0-ecc2e683bf96. Jul 27 22:11:52.436044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a4a304-b6a2-4f1f-b934-bcf3eadfd456 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:11:52.550106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a4a304-b6a2-4f1f-b934-bcf3eadfd456 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:11:52.556213 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33a4a304-b6a2-4f1f-b934-bcf3eadfd456 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:11:52.562549 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917aecbe-7c86-4557-8e06-e57ef0236874 None None] Sync routers for ids ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:11:52.577093 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917aecbe-7c86-4557-8e06-e57ef0236874 None None] Routers {'d2e3508e-6f3e-43dd-ae41-7feea22b64c0'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:52.581177 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-917aecbe-7c86-4557-8e06-e57ef0236874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:11:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:52.600635 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-33a4a304-b6a2-4f1f-b934-bcf3eadfd456 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "DELETE /v2.0/floatingips/cc9f1ef4-0819-413a-a6e0-d2432dc95601 HTTP/1.1" status: 204 len: 168 time: 0.9240742 Jul 27 22:11:52.705528 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-917aecbe-7c86-4557-8e06-e57ef0236874 None None] Set router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:52.938465 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-917aecbe-7c86-4557-8e06-e57ef0236874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'name': 'tempest-TestMinimumBasicScenario-1193061157-router', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:23Z', 'revision_number': 4, 'project_id': '612be24495674bde810d2fc02b9776bd', 'gw_port': {'id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a7519846-b090-4605-94ef-3d59fd57c868', 'name': '', 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'mac_address': 'fa:16:3e:ff:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:23Z', 'updated_at': '2021-07-27T22:08:30Z', 'revision_number': 5, 'project_id': '612be24495674bde810d2fc02b9776bd', 'subnets': [{'id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:52.973582 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917aecbe-7c86-4557-8e06-e57ef0236874 None None] Checking router: d2e3508e-6f3e-43dd-ae41-7feea22b64c0 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:11:52.983734 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917aecbe-7c86-4557-8e06-e57ef0236874 None None] Routers {'d2e3508e-6f3e-43dd-ae41-7feea22b64c0'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:11:52.984336 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-917aecbe-7c86-4557-8e06-e57ef0236874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:11:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:53.090963 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-917aecbe-7c86-4557-8e06-e57ef0236874 None None] Set router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:11:53.286078 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-917aecbe-7c86-4557-8e06-e57ef0236874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'name': 'tempest-TestMinimumBasicScenario-1193061157-router', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:23Z', 'revision_number': 4, 'project_id': '612be24495674bde810d2fc02b9776bd', 'gw_port': {'id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a7519846-b090-4605-94ef-3d59fd57c868', 'name': '', 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'mac_address': 'fa:16:3e:ff:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:23Z', 'updated_at': '2021-07-27T22:08:30Z', 'revision_number': 5, 'project_id': '612be24495674bde810d2fc02b9776bd', 'subnets': [{'id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:11:53.312640 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917aecbe-7c86-4557-8e06-e57ef0236874 None None] The sync data for ids ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'] in n-d-764806-9 is: [{'id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'name': 'tempest-TestMinimumBasicScenario-1193061157-router', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:23Z', 'revision_number': 4, 'project_id': '612be24495674bde810d2fc02b9776bd', 'gw_port': {'id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'a7519846-b090-4605-94ef-3d59fd57c868', 'name': '', 'network_id': '7b34ce46-e01a-40b4-a73c-17daf1beb3a9', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'mac_address': 'fa:16:3e:ff:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:23Z', 'updated_at': '2021-07-27T22:08:30Z', 'revision_number': 5, 'project_id': '612be24495674bde810d2fc02b9776bd', 'subnets': [{'id': 'ec750571-8aba-44cf-9efd-1f2aafd830ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:11:53.508919 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'tag': '206ac74b-2828-4ba7-95e0-ecc2e683bf96'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:11:53.511423 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213a7c24-a8f0-4fda-bb1c-9a47d0f13233" -d '{"events": [{"name": "network-changed", "server_uuid": "19c79420-2075-4c71-8ea5-a5b0c932cee4", "tag": "206ac74b-2828-4ba7-95e0-ecc2e683bf96"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:11:53.552146 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8e15ca-e992-4174-a2c9-955351f40e80 x-openstack-request-id: req-fe8e15ca-e992-4174-a2c9-955351f40e80 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:11:53.555637 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c79420-2075-4c71-8ea5-a5b0c932cee4", "tag": "206ac74b-2828-4ba7-95e0-ecc2e683bf96", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:11:53.555903 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe8e15ca-e992-4174-a2c9-955351f40e80 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:11:53.557507 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'tag': '206ac74b-2828-4ba7-95e0-ecc2e683bf96', 'status': 'completed', 'code': 200} Jul 27 22:11:53.558864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a9d9a1-bb26-4d81-81eb-c2b2d9ba2d7e None None] New status for floating IP cc9f1ef4-0819-413a-a6e0-d2432dc95601: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:11:53.646784 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a7c24-a8f0-4fda-bb1c-9a47d0f13233 req-0a702d9a-548b-47c4-81a9-2270b73701b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:53.649878 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-213a7c24-a8f0-4fda-bb1c-9a47d0f13233 req-0a702d9a-548b-47c4-81a9-2270b73701b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=612be24495674bde810d2fc02b9776bd&device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 1097 time: 0.0744843 Jul 27 22:11:53.749110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a7c24-a8f0-4fda-bb1c-9a47d0f13233 req-ef0cfead-94fc-434b-b05a-93bb46aeff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:53.750551 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-213a7c24-a8f0-4fda-bb1c-9a47d0f13233 req-ef0cfead-94fc-434b-b05a-93bb46aeff79 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7b34ce46-e01a-40b4-a73c-17daf1beb3a9 HTTP/1.1" status: 200 len: 916 time: 0.0947101 Jul 27 22:11:53.806408 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-213a7c24-a8f0-4fda-bb1c-9a47d0f13233 req-54eeff58-22c6-4375-b05c-b710fadb4736 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=206ac74b-2828-4ba7-95e0-ecc2e683bf96 HTTP/1.1" status: 200 len: 217 time: 0.0476356 Jul 27 22:11:53.858501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a7c24-a8f0-4fda-bb1c-9a47d0f13233 req-9f216273-4b44-488f-a0ee-2cdf6490ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:53.859980 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-213a7c24-a8f0-4fda-bb1c-9a47d0f13233 req-9f216273-4b44-488f-a0ee-2cdf6490ab7b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec750571-8aba-44cf-9efd-1f2aafd830ee HTTP/1.1" status: 200 len: 854 time: 0.0469270 Jul 27 22:11:53.931291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a7c24-a8f0-4fda-bb1c-9a47d0f13233 req-ae4735f7-fff4-4c55-b9bb-9951d9f3ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:53.934087 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-213a7c24-a8f0-4fda-bb1c-9a47d0f13233 req-ae4735f7-fff4-4c55-b9bb-9951d9f3ae2e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b34ce46-e01a-40b4-a73c-17daf1beb3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656974 Jul 27 22:11:54.086288 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-213a7c24-a8f0-4fda-bb1c-9a47d0f13233 req-4e7c3a95-8218-48b0-a2f7-b4ac18c8010a service neutron] 10.222.0.66 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426489 Jul 27 22:11:54.192464 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-213a7c24-a8f0-4fda-bb1c-9a47d0f13233 req-c99795fe-31e8-4132-b14a-a75106cb230a service neutron] 10.222.0.66 "GET /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992174 Jul 27 22:11:55.973695 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:11:59.681116 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481d7ae-2ca3-4c13-8b2f-81b979cae4d1 req-bf3c4fb4-d117-485b-a2d7-248ef290a409 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:11:59.682725 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6481d7ae-2ca3-4c13-8b2f-81b979cae4d1 req-bf3c4fb4-d117-485b-a2d7-248ef290a409 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 946 time: 0.0720608 Jul 27 22:11:59.722091 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6481d7ae-2ca3-4c13-8b2f-81b979cae4d1 req-3d5df74a-2495-48d1-8487-c75869e8661d tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333421 Jul 27 22:12:00.855895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed81b5-f654-4298-b604-d1bb95f9a2ad req-aff7c168-1a55-459c-9ace-86aafaafec78 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:00.857389 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73ed81b5-f654-4298-b604-d1bb95f9a2ad req-aff7c168-1a55-459c-9ace-86aafaafec78 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 946 time: 0.0642564 Jul 27 22:12:00.895183 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-73ed81b5-f654-4298-b604-d1bb95f9a2ad req-df3b413e-54c0-4fc9-8200-a7a3dee3d831 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/security-groups?id=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317910 Jul 27 22:12:01.590804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c635532-8954-4ef2-be0d-26e482a70fd7 req-ad9bb0fe-6b22-4d9a-ab0c-c5f5adc93a11 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:01.592309 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c635532-8954-4ef2-be0d-26e482a70fd7 req-ad9bb0fe-6b22-4d9a-ab0c-c5f5adc93a11 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.66 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 946 time: 0.0717628 Jul 27 22:12:01.699538 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-8c635532-8954-4ef2-be0d-26e482a70fd7 req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Deleting port 206ac74b-2828-4ba7-95e0-ecc2e683bf96 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:01.699883 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c635532-8954-4ef2-be0d-26e482a70fd7 req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:01.794070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-8c635532-8954-4ef2-be0d-26e482a70fd7 req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] For port 206ac74b-2828-4ba7-95e0-ecc2e683bf96, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=206ac74b-2828-4ba7-95e0-ecc2e683bf96,segment=NetworkSegment(f6527c7e-384f-4854-9964-04a0f23b08b2),segment_id=f6527c7e-384f-4854-9964-04a0f23b08b2)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:01.794469 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c635532-8954-4ef2-be0d-26e482a70fd7 req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:01.807758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-8c635532-8954-4ef2-be0d-26e482a70fd7 req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Calling delete_port for 206ac74b-2828-4ba7-95e0-ecc2e683bf96 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:01.946393 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c635532-8954-4ef2-be0d-26e482a70fd7 req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:01.957986 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['206ac74b-2828-4ba7-95e0-ecc2e683bf96'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:01.980812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Pushing event deleted for resources: {'Port': ['ID=206ac74b-2828-4ba7-95e0-ecc2e683bf96,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:01.994568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:01.994921 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:01.995268 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:01.995607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:01.995938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:01.996274 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:01.996602 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:01.996929 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:01.997256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:01.997586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:01.998051 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:01.998424 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:02.012073 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b5a703df-14c4-4ee0-b2aa-d58c7e07e747 req-6f1a71a6-6a5f-44ef-8b6d-49c941475f78 tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c79420-2075-4c71-8ea5-a5b0c932cee4 HTTP/1.1" status: 200 len: 210 time: 0.0455906 Jul 27 22:12:02.041077 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c635532-8954-4ef2-be0d-26e482a70fd7 req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] No DVR routers for this DVR port 206ac74b-2828-4ba7-95e0-ecc2e683bf96 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:02.043868 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8c635532-8954-4ef2-be0d-26e482a70fd7 req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:02.045976 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8c635532-8954-4ef2-be0d-26e482a70fd7 req-9a99cc2a-9885-406c-8b99-430fc4a6fb4b tempest-TestMinimumBasicScenario-1800392594 tempest-TestMinimumBasicScenario-1800392594-project] 10.222.0.66 "DELETE /v2.0/ports/206ac74b-2828-4ba7-95e0-ecc2e683bf96 HTTP/1.1" status: 204 len: 173 time: 0.4472077 Jul 27 22:12:02.046517 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'name': 'network-vif-deleted', 'tag': '206ac74b-2828-4ba7-95e0-ecc2e683bf96'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:02.048926 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2a1c12-7a4e-4408-ae02-6f4e58ff1425" -d '{"events": [{"server_uuid": "19c79420-2075-4c71-8ea5-a5b0c932cee4", "name": "network-vif-deleted", "tag": "206ac74b-2828-4ba7-95e0-ecc2e683bf96"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:02.145718 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e5a2c9-84dc-44df-a629-de0a172eb2fe x-openstack-request-id: req-b3e5a2c9-84dc-44df-a629-de0a172eb2fe {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:02.146013 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c79420-2075-4c71-8ea5-a5b0c932cee4", "name": "network-vif-deleted", "tag": "206ac74b-2828-4ba7-95e0-ecc2e683bf96", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:02.146298 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3e5a2c9-84dc-44df-a629-de0a172eb2fe {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:02.146705 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c79420-2075-4c71-8ea5-a5b0c932cee4', 'name': 'network-vif-deleted', 'tag': '206ac74b-2828-4ba7-95e0-ecc2e683bf96', 'status': 'completed', 'code': 200} Jul 27 22:12:02.873129 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-09ef0b7c-af33-4c11-a398-5d1d792df402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:03.623305 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34610) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:03.981875 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5e2d53e-8281-45cd-b8e2-5ed174f3754a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.548305 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2d53e-8281-45cd-b8e2-5ed174f3754a admin admin] Deleting port a7519846-b090-4605-94ef-3d59fd57c868 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:04.548546 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5e2d53e-8281-45cd-b8e2-5ed174f3754a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.628211 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-d5e2d53e-8281-45cd-b8e2-5ed174f3754a admin admin] For port a7519846-b090-4605-94ef-3d59fd57c868, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a7519846-b090-4605-94ef-3d59fd57c868,segment=NetworkSegment(f6527c7e-384f-4854-9964-04a0f23b08b2),segment_id=f6527c7e-384f-4854-9964-04a0f23b08b2)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:04.628928 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5e2d53e-8281-45cd-b8e2-5ed174f3754a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.650196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2d53e-8281-45cd-b8e2-5ed174f3754a admin admin] Calling delete_port for a7519846-b090-4605-94ef-3d59fd57c868 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:04.826141 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.836141 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5e2d53e-8281-45cd-b8e2-5ed174f3754a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:04.868279 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2d53e-8281-45cd-b8e2-5ed174f3754a admin admin] Pushing event deleted for resources: {'Port': ['ID=a7519846-b090-4605-94ef-3d59fd57c868,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:05.037254 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5e2d53e-8281-45cd-b8e2-5ed174f3754a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:05.252694 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e2d53e-8281-45cd-b8e2-5ed174f3754a admin admin] Router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:12:05.364106 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e2d53e-8281-45cd-b8e2-5ed174f3754a admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:12:05.369809 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d5e2d53e-8281-45cd-b8e2-5ed174f3754a admin admin] 10.222.0.55 "PUT /v2.0/routers/d2e3508e-6f3e-43dd-ae41-7feea22b64c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7454650 Jul 27 22:12:05.372612 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34612) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:05.376236 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd307509-5654-4d5a-9df2-a9868b963724 None None] Sync routers for ids ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:12:05.390972 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd307509-5654-4d5a-9df2-a9868b963724 None None] Routers {'d2e3508e-6f3e-43dd-ae41-7feea22b64c0'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:05.392109 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-bd307509-5654-4d5a-9df2-a9868b963724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:11:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:05.493210 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69049a37-7ad6-4a90-bc0a-d0f26d35cd4b admin admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:05.511699 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2f3a11b7-bacd-4b3b-b3e9-173d9e6075d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:05.605821 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:05.606176 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-bd307509-5654-4d5a-9df2-a9868b963724 None None] Set router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:05.612883 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69049a37-7ad6-4a90-bc0a-d0f26d35cd4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:05.668495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-69049a37-7ad6-4a90-bc0a-d0f26d35cd4b admin admin] Deleting port efed528b-c549-4ddc-8e0a-f701b5e0c88d {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:05.669127 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69049a37-7ad6-4a90-bc0a-d0f26d35cd4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:05.748981 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-69049a37-7ad6-4a90-bc0a-d0f26d35cd4b admin admin] For port efed528b-c549-4ddc-8e0a-f701b5e0c88d, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=efed528b-c549-4ddc-8e0a-f701b5e0c88d,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:05.749345 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69049a37-7ad6-4a90-bc0a-d0f26d35cd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:05.763390 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-69049a37-7ad6-4a90-bc0a-d0f26d35cd4b admin admin] Calling delete_port for efed528b-c549-4ddc-8e0a-f701b5e0c88d owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:05.805712 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-bd307509-5654-4d5a-9df2-a9868b963724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'name': 'tempest-TestMinimumBasicScenario-1193061157-router', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:12:04Z', 'revision_number': 5, 'project_id': '612be24495674bde810d2fc02b9776bd', 'gw_port': {'id': 'efed528b-c549-4ddc-8e0a-f701b5e0c88d', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:aa:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:05.831810 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd307509-5654-4d5a-9df2-a9868b963724 None None] Checking router: d2e3508e-6f3e-43dd-ae41-7feea22b64c0 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:12:05.840506 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd307509-5654-4d5a-9df2-a9868b963724 None None] Routers {'d2e3508e-6f3e-43dd-ae41-7feea22b64c0'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:05.841112 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-bd307509-5654-4d5a-9df2-a9868b963724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:12:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:05.930495 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-bd307509-5654-4d5a-9df2-a9868b963724 None None] Set router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:05.939727 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69049a37-7ad6-4a90-bc0a-d0f26d35cd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:05.981418 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69049a37-7ad6-4a90-bc0a-d0f26d35cd4b admin admin] Pushing event deleted for resources: {'Port': ['ID=efed528b-c549-4ddc-8e0a-f701b5e0c88d,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:05.989783 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-bd307509-5654-4d5a-9df2-a9868b963724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'name': 'tempest-TestMinimumBasicScenario-1193061157-router', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:12:05Z', 'revision_number': 6, 'project_id': '612be24495674bde810d2fc02b9776bd', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:06.017120 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd307509-5654-4d5a-9df2-a9868b963724 None None] The sync data for ids ['d2e3508e-6f3e-43dd-ae41-7feea22b64c0'] in n-d-764806-9 is: [{'id': 'd2e3508e-6f3e-43dd-ae41-7feea22b64c0', 'name': 'tempest-TestMinimumBasicScenario-1193061157-router', 'tenant_id': '612be24495674bde810d2fc02b9776bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:21Z', 'updated_at': '2021-07-27T22:12:05Z', 'revision_number': 6, 'project_id': '612be24495674bde810d2fc02b9776bd', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:12:06.050166 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69049a37-7ad6-4a90-bc0a-d0f26d35cd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.143152 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69049a37-7ad6-4a90-bc0a-d0f26d35cd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.145283 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69049a37-7ad6-4a90-bc0a-d0f26d35cd4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.187552 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69049a37-7ad6-4a90-bc0a-d0f26d35cd4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.188153 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69049a37-7ad6-4a90-bc0a-d0f26d35cd4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2e3508e-6f3e-43dd-ae41-7feea22b64c0 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:12:06.192405 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-69049a37-7ad6-4a90-bc0a-d0f26d35cd4b admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.193613 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-69049a37-7ad6-4a90-bc0a-d0f26d35cd4b admin admin] 10.222.0.55 "DELETE /v2.0/routers/d2e3508e-6f3e-43dd-ae41-7feea22b64c0 HTTP/1.1" status: 204 len: 168 time: 0.8197882 Jul 27 22:12:06.197094 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34614) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:06.252408 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f64db71-e0d4-4df3-bb4a-fb26bab860f4 admin admin] Deleting subnet ec750571-8aba-44cf-9efd-1f2aafd830ee {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:12:06.255600 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f64db71-e0d4-4df3-bb4a-fb26bab860f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.294455 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f64db71-e0d4-4df3-bb4a-fb26bab860f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.376405 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f64db71-e0d4-4df3-bb4a-fb26bab860f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.443814 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f64db71-e0d4-4df3-bb4a-fb26bab860f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.472522 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64db71-e0d4-4df3-bb4a-fb26bab860f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec750571-8aba-44cf-9efd-1f2aafd830ee,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:06.474513 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7f64db71-e0d4-4df3-bb4a-fb26bab860f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.479607 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7f64db71-e0d4-4df3-bb4a-fb26bab860f4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ec750571-8aba-44cf-9efd-1f2aafd830ee HTTP/1.1" status: 204 len: 168 time: 0.2790201 Jul 27 22:12:06.479762 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34616) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:06.480883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c7c25f-0ab1-4f94-b331-4e0c11711dda None None] Network 7b34ce46-e01a-40b4-a73c-17daf1beb3a9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:06.550131 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.605938 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] Deleting port d65b3020-34d6-4eda-8460-60225faab187 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:06.606334 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.659418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 206ac74b-2828-4ba7-95e0-ecc2e683bf96 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:06.674746 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] For port d65b3020-34d6-4eda-8460-60225faab187, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d65b3020-34d6-4eda-8460-60225faab187,segment=NetworkSegment(f6527c7e-384f-4854-9964-04a0f23b08b2),segment_id=f6527c7e-384f-4854-9964-04a0f23b08b2)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:06.675379 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.679900 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 206ac74b-2828-4ba7-95e0-ecc2e683bf96 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:12:06.680241 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 206ac74b-2828-4ba7-95e0-ecc2e683bf96 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:06.690827 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] Calling delete_port for d65b3020-34d6-4eda-8460-60225faab187 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:06.774606 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.803505 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] Pushing event deleted for resources: {'Port': ['ID=d65b3020-34d6-4eda-8460-60225faab187,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:06.805905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] No DVR routers for this DVR port d65b3020-34d6-4eda-8460-60225faab187 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:06.827861 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc67b57-1e49-4431-9a6e-a7eba7dddc70 None None] DHCP port deletion for 7b34ce46-e01a-40b4-a73c-17daf1beb3a9 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:12:06.897641 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.911772 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b34ce46-e01a-40b4-a73c-17daf1beb3a9']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:06.923712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6527c7e-384f-4854-9964-04a0f23b08b2') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:06.924022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6527c7e-384f-4854-9964-04a0f23b08b2') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:06.937877 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.952134 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.958155 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:12:06.958593 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: timer() Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:12:06.960442 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:12:07.023678 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.029816 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.031924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] 10.222.0.55 "DELETE /v2.0/networks/7b34ce46-e01a-40b4-a73c-17daf1beb3a9 HTTP/1.1" status: 204 len: 168 time: 0.5512514 Jul 27 22:12:07.034960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34618) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:07.045154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19027857-027f-4bf8-98c1-8b711ab0873d admin admin] Pushing event deleted for resources: {'Network': ['ID=7b34ce46-e01a-40b4-a73c-17daf1beb3a9,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:07.416072 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1c59fbca-7c7f-400f-81a3-76444834ad18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.496590 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.648609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d65b3020-34d6-4eda-8460-60225faab187 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:07.672014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: d65b3020-34d6-4eda-8460-60225faab187 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:12:07.672273 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d65b3020-34d6-4eda-8460-60225faab187 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:07.672691 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device efed528b-c549-4ddc-8e0a-f701b5e0c88d no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:07.682746 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1c59fbca-7c7f-400f-81a3-76444834ad18 admin admin] Deleting port 01293ef5-72c5-4499-a32e-5789c7fccb0e {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:07.683096 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1c59fbca-7c7f-400f-81a3-76444834ad18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.690863 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: efed528b-c549-4ddc-8e0a-f701b5e0c88d {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:12:07.691208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device efed528b-c549-4ddc-8e0a-f701b5e0c88d not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:07.691610 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a7519846-b090-4605-94ef-3d59fd57c868 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:07.711177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: a7519846-b090-4605-94ef-3d59fd57c868 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:12:07.711518 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a7519846-b090-4605-94ef-3d59fd57c868 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:07.764839 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-1c59fbca-7c7f-400f-81a3-76444834ad18 admin admin] For port 01293ef5-72c5-4499-a32e-5789c7fccb0e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=01293ef5-72c5-4499-a32e-5789c7fccb0e,segment=NetworkSegment(85dd7f49-3808-44bc-940c-0174be704010),segment_id=85dd7f49-3808-44bc-940c-0174be704010)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:07.765195 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1c59fbca-7c7f-400f-81a3-76444834ad18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.778323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1c59fbca-7c7f-400f-81a3-76444834ad18 admin admin] Calling delete_port for 01293ef5-72c5-4499-a32e-5789c7fccb0e owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:07.959634 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1c59fbca-7c7f-400f-81a3-76444834ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:07.989212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59fbca-7c7f-400f-81a3-76444834ad18 admin admin] Pushing event deleted for resources: {'Port': ['ID=01293ef5-72c5-4499-a32e-5789c7fccb0e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:08.162367 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1c59fbca-7c7f-400f-81a3-76444834ad18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.386417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c59fbca-7c7f-400f-81a3-76444834ad18 admin admin] Router 4128653b-f515-4ef9-9be8-f666d5827894 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:12:08.423131 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.511667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c59fbca-7c7f-400f-81a3-76444834ad18 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:12:08.516918 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1c59fbca-7c7f-400f-81a3-76444834ad18 admin admin] 10.222.0.55 "PUT /v2.0/routers/4128653b-f515-4ef9-9be8-f666d5827894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4807782 Jul 27 22:12:08.519484 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34620) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:08.520388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ca662-aad0-4ff2-8304-66583373d923 None None] Sync routers for ids ['4128653b-f515-4ef9-9be8-f666d5827894'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:12:08.530720 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ca662-aad0-4ff2-8304-66583373d923 None None] Routers {'4128653b-f515-4ef9-9be8-f666d5827894'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:08.531325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8b4ca662-aad0-4ff2-8304-66583373d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:12:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4128653b-f515-4ef9-9be8-f666d5827894'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:08.629561 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39dc76da-e236-40b7-a9d5-a6611e6d8aa7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.639362 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-8b4ca662-aad0-4ff2-8304-66583373d923 None None] Set router 4128653b-f515-4ef9-9be8-f666d5827894 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:08.736511 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39dc76da-e236-40b7-a9d5-a6611e6d8aa7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.792023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-39dc76da-e236-40b7-a9d5-a6611e6d8aa7 admin admin] Deleting port d614b336-a464-4901-acb9-8c64696f0f01 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:08.792261 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39dc76da-e236-40b7-a9d5-a6611e6d8aa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.828932 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8b4ca662-aad0-4ff2-8304-66583373d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128653b-f515-4ef9-9be8-f666d5827894', 'name': 'tempest-TestMinimumBasicScenario-1868480144-router', 'tenant_id': '209468961c094d1fa589cd7905504c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd614b336-a464-4901-acb9-8c64696f0f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:25Z', 'updated_at': '2021-07-27T22:12:07Z', 'revision_number': 5, 'project_id': '209468961c094d1fa589cd7905504c77', 'gw_port': {'id': 'd614b336-a464-4901-acb9-8c64696f0f01', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128653b-f515-4ef9-9be8-f666d5827894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:08:26Z', 'updated_at': '2021-07-27T22:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:08.859864 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ca662-aad0-4ff2-8304-66583373d923 None None] Checking router: 4128653b-f515-4ef9-9be8-f666d5827894 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:12:08.869130 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ca662-aad0-4ff2-8304-66583373d923 None None] Routers {'4128653b-f515-4ef9-9be8-f666d5827894'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:08.869731 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8b4ca662-aad0-4ff2-8304-66583373d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:12:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['4128653b-f515-4ef9-9be8-f666d5827894'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:08.880617 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-39dc76da-e236-40b7-a9d5-a6611e6d8aa7 admin admin] For port d614b336-a464-4901-acb9-8c64696f0f01, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=d614b336-a464-4901-acb9-8c64696f0f01,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:08.880976 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39dc76da-e236-40b7-a9d5-a6611e6d8aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:08.894885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-39dc76da-e236-40b7-a9d5-a6611e6d8aa7 admin admin] Calling delete_port for d614b336-a464-4901-acb9-8c64696f0f01 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:09.068720 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39dc76da-e236-40b7-a9d5-a6611e6d8aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.099044 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc76da-e236-40b7-a9d5-a6611e6d8aa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d614b336-a464-4901-acb9-8c64696f0f01,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:09.118974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-8b4ca662-aad0-4ff2-8304-66583373d923 None None] Set router 4128653b-f515-4ef9-9be8-f666d5827894 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:09.184122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-8b4ca662-aad0-4ff2-8304-66583373d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4128653b-f515-4ef9-9be8-f666d5827894', 'name': 'tempest-TestMinimumBasicScenario-1868480144-router', 'tenant_id': '209468961c094d1fa589cd7905504c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:25Z', 'updated_at': '2021-07-27T22:12:08Z', 'revision_number': 6, 'project_id': '209468961c094d1fa589cd7905504c77', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:09.218416 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ca662-aad0-4ff2-8304-66583373d923 None None] The sync data for ids ['4128653b-f515-4ef9-9be8-f666d5827894'] in n-d-764806-9 is: [{'id': '4128653b-f515-4ef9-9be8-f666d5827894', 'name': 'tempest-TestMinimumBasicScenario-1868480144-router', 'tenant_id': '209468961c094d1fa589cd7905504c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:08:25Z', 'updated_at': '2021-07-27T22:12:08Z', 'revision_number': 6, 'project_id': '209468961c094d1fa589cd7905504c77', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:12:09.221607 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.528661 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39dc76da-e236-40b7-a9d5-a6611e6d8aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.633483 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39dc76da-e236-40b7-a9d5-a6611e6d8aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.637984 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39dc76da-e236-40b7-a9d5-a6611e6d8aa7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.684795 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39dc76da-e236-40b7-a9d5-a6611e6d8aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.685512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dc76da-e236-40b7-a9d5-a6611e6d8aa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4128653b-f515-4ef9-9be8-f666d5827894 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:12:09.689880 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-39dc76da-e236-40b7-a9d5-a6611e6d8aa7 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.691078 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-39dc76da-e236-40b7-a9d5-a6611e6d8aa7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/4128653b-f515-4ef9-9be8-f666d5827894 HTTP/1.1" status: 204 len: 168 time: 1.1705382 Jul 27 22:12:09.693563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34622) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:09.748511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd20c93-e47d-45c5-a83b-474a3d8f6260 admin admin] Deleting subnet ac38e049-d54e-4770-a276-3ca1c783963e {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:12:09.751681 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9bd20c93-e47d-45c5-a83b-474a3d8f6260 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.793966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9bd20c93-e47d-45c5-a83b-474a3d8f6260 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.874857 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9bd20c93-e47d-45c5-a83b-474a3d8f6260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.935172 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9bd20c93-e47d-45c5-a83b-474a3d8f6260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.961289 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd20c93-e47d-45c5-a83b-474a3d8f6260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac38e049-d54e-4770-a276-3ca1c783963e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:09.966029 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9bd20c93-e47d-45c5-a83b-474a3d8f6260 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:09.968166 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9bd20c93-e47d-45c5-a83b-474a3d8f6260 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ac38e049-d54e-4770-a276-3ca1c783963e HTTP/1.1" status: 204 len: 168 time: 0.2736132 Jul 27 22:12:09.970835 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34624) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:09.972860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cce61c-3c25-448f-a3ef-ec1533c981a7 None None] Network 24ad7605-58ac-43f0-8c1c-106e081bdbac requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:10.040901 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 01293ef5-72c5-4499-a32e-5789c7fccb0e no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:10.065501 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 01293ef5-72c5-4499-a32e-5789c7fccb0e {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:12:10.065839 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 01293ef5-72c5-4499-a32e-5789c7fccb0e not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:10.067080 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.122848 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] Deleting port 7b8a9fc7-02ff-415c-80cc-b65617debdfd {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:10.123202 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.202945 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] For port 7b8a9fc7-02ff-415c-80cc-b65617debdfd, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7b8a9fc7-02ff-415c-80cc-b65617debdfd,segment=NetworkSegment(85dd7f49-3808-44bc-940c-0174be704010),segment_id=85dd7f49-3808-44bc-940c-0174be704010)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:10.203324 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.220452 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] Calling delete_port for 7b8a9fc7-02ff-415c-80cc-b65617debdfd owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:10.237872 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] DHCP port deletion for 24ad7605-58ac-43f0-8c1c-106e081bdbac request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:12:10.295948 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Deleting port 7b8a9fc7-02ff-415c-80cc-b65617debdfd {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:12:10.296274 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.307782 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.341161 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8a9fc7-02ff-415c-80cc-b65617debdfd,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:10.346152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] No DVR routers for this DVR port 7b8a9fc7-02ff-415c-80cc-b65617debdfd on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:10.365042 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] For port 7b8a9fc7-02ff-415c-80cc-b65617debdfd, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7b8a9fc7-02ff-415c-80cc-b65617debdfd,segment=NetworkSegment(85dd7f49-3808-44bc-940c-0174be704010),segment_id=85dd7f49-3808-44bc-940c-0174be704010)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:10.365042 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.377881 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Calling delete_port for 7b8a9fc7-02ff-415c-80cc-b65617debdfd owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:12:10.422045 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.432623 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ad7605-58ac-43f0-8c1c-106e081bdbac']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:10.443508 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85dd7f49-3808-44bc-940c-0174be704010') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:10.443811 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85dd7f49-3808-44bc-940c-0174be704010') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:10.454774 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.457632 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.478409 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.485630 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:12:10.485929 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Pushing event deleted for resources: {'Port': ['ID=7b8a9fc7-02ff-415c-80cc-b65617debdfd,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:10.486069 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: timer() Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:12:10.487822 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:12:10.502973 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] No DVR routers for this DVR port 7b8a9fc7-02ff-415c-80cc-b65617debdfd on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:12:10.506076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.506531 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.506796 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.507857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.508076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.508389 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.508717 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.509037 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.509357 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.509682 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.510006 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.510352 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e842-bd12-48fc-98bf-9887f6e37600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:10.551878 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.558431 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.560315 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] 10.222.0.55 "DELETE /v2.0/networks/24ad7605-58ac-43f0-8c1c-106e081bdbac HTTP/1.1" status: 204 len: 168 time: 0.5885022 Jul 27 22:12:10.572562 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbd628-9dab-416f-ab25-55714d0d5d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=24ad7605-58ac-43f0-8c1c-106e081bdbac,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:10.725067 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34628) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:10.765748 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-46db8ed4-8a74-4afd-a446-d36705eea726 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=612be24495674bde810d2fc02b9776bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394585 Jul 27 22:12:10.769446 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34630) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:10.818833 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-25651d32-e378-4e1e-a231-08f2cff959e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.840079 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-25651d32-e378-4e1e-a231-08f2cff959e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.892129 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-25651d32-e378-4e1e-a231-08f2cff959e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.895365 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-25651d32-e378-4e1e-a231-08f2cff959e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:10.896759 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-25651d32-e378-4e1e-a231-08f2cff959e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/71ed5f62-1d00-4682-bfe7-b4b8685e0e4e HTTP/1.1" status: 204 len: 168 time: 0.1263585 Jul 27 22:12:10.905886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25651d32-e378-4e1e-a231-08f2cff959e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ed5f62-1d00-4682-bfe7-b4b8685e0e4e,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:11.229779 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34636) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:11.271995 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ae4f0ca3-d191-4494-9e4c-485209759b51 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=209468961c094d1fa589cd7905504c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410168 Jul 27 22:12:11.275969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34638) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:11.327371 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4026dbf3-c50d-4d8f-b611-ff661a4f2193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:11.349690 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4026dbf3-c50d-4d8f-b611-ff661a4f2193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:11.398208 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4026dbf3-c50d-4d8f-b611-ff661a4f2193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:11.400745 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4026dbf3-c50d-4d8f-b611-ff661a4f2193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:11.401917 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4026dbf3-c50d-4d8f-b611-ff661a4f2193 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/326b0ecc-bfad-47b5-aad6-06a668255a16 HTTP/1.1" status: 204 len: 168 time: 0.1249409 Jul 27 22:12:11.410027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026dbf3-c50d-4d8f-b611-ff661a4f2193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326b0ecc-bfad-47b5-aad6-06a668255a16,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:11.650677 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d614b336-a464-4901-acb9-8c64696f0f01 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:11.671965 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: d614b336-a464-4901-acb9-8c64696f0f01 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:12:11.672519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device d614b336-a464-4901-acb9-8c64696f0f01 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:11.672935 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7b8a9fc7-02ff-415c-80cc-b65617debdfd no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:12:11.694977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 7b8a9fc7-02ff-415c-80cc-b65617debdfd {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:12:11.695323 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7b8a9fc7-02ff-415c-80cc-b65617debdfd not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:12:13.204734 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34678) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:13.209493 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c1e16c67-2cb6-485b-8dd9-f5befa6082e2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-31745182', 'description': 'tempest-secgroup-smoke-31745182 description', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:13.234803 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1e16c67-2cb6-485b-8dd9-f5befa6082e2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.243874 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1e16c67-2cb6-485b-8dd9-f5befa6082e2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.341043 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1e16c67-2cb6-485b-8dd9-f5befa6082e2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.345110 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1e16c67-2cb6-485b-8dd9-f5befa6082e2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.385218 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e16c67-2cb6-485b-8dd9-f5befa6082e2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90084926-6b44-4650-b766-8553acde980d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:13.443947 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1e16c67-2cb6-485b-8dd9-f5befa6082e2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.447746 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1e16c67-2cb6-485b-8dd9-f5befa6082e2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.473642 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c1e16c67-2cb6-485b-8dd9-f5befa6082e2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.474911 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c1e16c67-2cb6-485b-8dd9-f5befa6082e2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2691600 Jul 27 22:12:13.479514 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34680) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:13.480118 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e16c67-2cb6-485b-8dd9-f5befa6082e2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa9647d-e0a6-4c07-b57b-ecbb31a65443,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:13.485570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-7b824732-2e3f-4721-896f-6555e888d1c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '6fa9647d-e0a6-4c07-b57b-ecbb31a65443', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:13.513719 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b824732-2e3f-4721-896f-6555e888d1c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.574366 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b824732-2e3f-4721-896f-6555e888d1c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.579035 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b824732-2e3f-4721-896f-6555e888d1c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.599149 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b824732-2e3f-4721-896f-6555e888d1c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b42810-b83b-436c-837e-b8ed7aa054ff,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:13.603191 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b824732-2e3f-4721-896f-6555e888d1c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.604417 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7b824732-2e3f-4721-896f-6555e888d1c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238410 Jul 27 22:12:13.608170 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34682) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:13.612399 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-de1e9e02-c4a7-4cec-b397-bf8b309834f1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '6fa9647d-e0a6-4c07-b57b-ecbb31a65443', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:13.639728 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de1e9e02-c4a7-4cec-b397-bf8b309834f1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.702702 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de1e9e02-c4a7-4cec-b397-bf8b309834f1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.706564 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de1e9e02-c4a7-4cec-b397-bf8b309834f1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.727835 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e9e02-c4a7-4cec-b397-bf8b309834f1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d635fa96-c178-4a1b-a784-cb05d0dc9747,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:13.731869 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-de1e9e02-c4a7-4cec-b397-bf8b309834f1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.733070 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-de1e9e02-c4a7-4cec-b397-bf8b309834f1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243322 Jul 27 22:12:13.735972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34684) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:13.740534 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2b410ffe-b9aa-4db8-ab66-72c9b53bf075 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '6fa9647d-e0a6-4c07-b57b-ecbb31a65443', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:13.768833 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b410ffe-b9aa-4db8-ab66-72c9b53bf075 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.835632 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b410ffe-b9aa-4db8-ab66-72c9b53bf075 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.839748 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b410ffe-b9aa-4db8-ab66-72c9b53bf075 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.861365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b410ffe-b9aa-4db8-ab66-72c9b53bf075 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d338a95-aa9e-419a-9278-496917f5ff30,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:13.864898 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2b410ffe-b9aa-4db8-ab66-72c9b53bf075 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.866215 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2b410ffe-b9aa-4db8-ab66-72c9b53bf075 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293018 Jul 27 22:12:13.869152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34686) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:13.873652 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c81a47aa-2958-45c8-bb71-23de28d9864a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '6fa9647d-e0a6-4c07-b57b-ecbb31a65443', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:13.903461 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c81a47aa-2958-45c8-bb71-23de28d9864a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.965962 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c81a47aa-2958-45c8-bb71-23de28d9864a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.969593 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c81a47aa-2958-45c8-bb71-23de28d9864a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.988781 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a47aa-2958-45c8-bb71-23de28d9864a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec570cbf-6b09-4b65-88b4-bee11c0a90e0,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:13.994587 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c81a47aa-2958-45c8-bb71-23de28d9864a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:13.995815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c81a47aa-2958-45c8-bb71-23de28d9864a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257341 Jul 27 22:12:13.998572 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34688) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:14.003039 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-9ba69088-cfa8-420d-b4df-ed1310a40f46 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '6fa9647d-e0a6-4c07-b57b-ecbb31a65443', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:14.024621 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-9ba69088-cfa8-420d-b4df-ed1310a40f46 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Project 0c0d9d95e7384906a79f12d8d75ba295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:12:14.029702 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ba69088-cfa8-420d-b4df-ed1310a40f46 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.091374 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ba69088-cfa8-420d-b4df-ed1310a40f46 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.095325 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ba69088-cfa8-420d-b4df-ed1310a40f46 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.114333 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba69088-cfa8-420d-b4df-ed1310a40f46 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fee327-21c2-44c7-aeb6-f68b45051662,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:14.119910 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-9ba69088-cfa8-420d-b4df-ed1310a40f46 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.121125 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9ba69088-cfa8-420d-b4df-ed1310a40f46 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216154 Jul 27 22:12:14.123807 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34690) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:14.128261 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5bfe98cc-13b2-4a4e-84ac-00639192a421 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '6fa9647d-e0a6-4c07-b57b-ecbb31a65443', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:14.151291 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-5bfe98cc-13b2-4a4e-84ac-00639192a421 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Project 0c0d9d95e7384906a79f12d8d75ba295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:12:14.159323 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5bfe98cc-13b2-4a4e-84ac-00639192a421 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.258602 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5bfe98cc-13b2-4a4e-84ac-00639192a421 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.262562 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5bfe98cc-13b2-4a4e-84ac-00639192a421 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.283904 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe98cc-13b2-4a4e-84ac-00639192a421 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c85632-0c84-4265-90ba-a141172e230d,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:14.291947 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5bfe98cc-13b2-4a4e-84ac-00639192a421 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.293186 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5bfe98cc-13b2-4a4e-84ac-00639192a421 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1684430 Jul 27 22:12:14.296358 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34692) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:14.301723 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f0cc51c9-6b5d-4a4f-9bbd-7cfc6f3d05cc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'network': {'name': 'tempest-network-smoke--1151756294', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'port_security_enabled': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:14.323823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cc51c9-6b5d-4a4f-9bbd-7cfc6f3d05cc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Made reservation on behalf of 0c0d9d95e7384906a79f12d8d75ba295 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:14.327410 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0cc51c9-6b5d-4a4f-9bbd-7cfc6f3d05cc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.352626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0cc51c9-6b5d-4a4f-9bbd-7cfc6f3d05cc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:12:14.362566 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0cc51c9-6b5d-4a4f-9bbd-7cfc6f3d05cc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.362976 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-f0cc51c9-6b5d-4a4f-9bbd-7cfc6f3d05cc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Added segment f00b11d9-22c0-43e5-85ce-f23a637cf9b0 of type vlan for network 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde Jul 27 22:12:14.405506 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0cc51c9-6b5d-4a4f-9bbd-7cfc6f3d05cc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.437143 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0cc51c9-6b5d-4a4f-9bbd-7cfc6f3d05cc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.442859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc51c9-6b5d-4a4f-9bbd-7cfc6f3d05cc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:14.443463 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f0cc51c9-6b5d-4a4f-9bbd-7cfc6f3d05cc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.498958 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f0cc51c9-6b5d-4a4f-9bbd-7cfc6f3d05cc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2014613 Jul 27 22:12:14.502130 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34696) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:14.507513 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-332006469', 'admin_state_up': True, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:14.517684 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc51c9-6b5d-4a4f-9bbd-7cfc6f3d05cc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Network': ['ID=7786db47-bcfd-4e9d-8fc2-2b291d7dbfde,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:14.530146 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:12:14.535670 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.536708 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.598791 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.748473 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.958241 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:14.981796 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.086570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.25.2.148 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/7fc2711a-6aba-44e6-bc43-54e903e82e75) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:15.196281 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.239926 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:15.279391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:15.285667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:15.290881 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:15.294099 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=7fc2711a-6aba-44e6-bc43-54e903e82e75,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:15.558550 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:16.083354 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:16.213367 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:12:16.327201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:12:16.337011 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Sync routers for ids ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:12:16.345900 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:16.346884 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Routers {'8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:16.347161 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0518945b-b52f-4884-88d1-9b76b8d98d66 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8440540 Jul 27 22:12:16.347509 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:12:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:16.350471 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34698) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:16.457043 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Set router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:16.471380 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d8737990-dcce-4e75-9993-c7662a020797 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=0c0d9d95e7384906a79f12d8d75ba295&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1189003 Jul 27 22:12:16.474100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34702) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:16.561352 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1fbde1-00ca-438a-b0c0-32a4a011ae0c tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:16.562906 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3d1fbde1-00ca-438a-b0c0-32a4a011ae0c tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878880 Jul 27 22:12:16.565645 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34704) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:16.601052 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8641ca4f-ab23-4fe2-939d-ed3db70a1e2d tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341699 Jul 27 22:12:16.603893 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34706) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:16.609000 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b32fafe4-ba51-4699-822c-6eca04bd9141 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-535748647', 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:16.639726 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332006469', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:15Z', 'revision_number': 3, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:16.669720 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Checking router: 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:12:16.670070 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Updating router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e port 7fc2711a-6aba-44e6-bc43-54e903e82e75 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:12:16.699372 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32fafe4-ba51-4699-822c-6eca04bd9141 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Made reservation on behalf of 0c0d9d95e7384906a79f12d8d75ba295 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:16.703080 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b32fafe4-ba51-4699-822c-6eca04bd9141 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:16.704467 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:16.899727 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b32fafe4-ba51-4699-822c-6eca04bd9141 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:16.957105 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fafe4-ba51-4699-822c-6eca04bd9141 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Subnet': ['ID=5ca3aae8-fe68-453d-83cf-161d7e9e36d2,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:16.968879 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:16.974410 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32fafe4-ba51-4699-822c-6eca04bd9141 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Checking segment: {'id': 'f00b11d9-22c0-43e5-85ce-f23a637cf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:16.974769 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32fafe4-ba51-4699-822c-6eca04bd9141 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network hostable DHCP agents. Network: 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:12:16.979995 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Transition to ACTIVE for port object 7fc2711a-6aba-44e6-bc43-54e903e82e75 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:16.986552 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:16.994790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32fafe4-ba51-4699-822c-6eca04bd9141 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:12:17.004396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-b32fafe4-ba51-4699-822c-6eca04bd9141 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:17.008850 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32fafe4-ba51-4699-822c-6eca04bd9141 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:17.009446 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b32fafe4-ba51-4699-822c-6eca04bd9141 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.013637 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90ea2d8-7c61-4ce4-b656-b29ace95b711 None None] Network 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:17.027468 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b32fafe4-ba51-4699-822c-6eca04bd9141 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4224973 Jul 27 22:12:17.030642 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34708) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:17.036205 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Attempting to bind port 7fc2711a-6aba-44e6-bc43-54e903e82e75 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:17.036567 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Attempting to bind port 7fc2711a-6aba-44e6-bc43-54e903e82e75 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:17.037076 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Attempting to bind port 7fc2711a-6aba-44e6-bc43-54e903e82e75 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:17.049947 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:17.050356 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:17.050754 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.051660 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:17.051660 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Bound port: 7fc2711a-6aba-44e6-bc43-54e903e82e75, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:17.051960 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.053676 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b2ea1-1956-48b6-aa3f-ff31d372304b None None] Pushing event updated for resources: {'Port': ['ID=7fc2711a-6aba-44e6-bc43-54e903e82e75,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:17.082809 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b2ea1-1956-48b6-aa3f-ff31d372304b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:17.082809 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b2ea1-1956-48b6-aa3f-ff31d372304b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:17.083193 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b2ea1-1956-48b6-aa3f-ff31d372304b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:17.083465 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b2ea1-1956-48b6-aa3f-ff31d372304b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:17.083792 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b2ea1-1956-48b6-aa3f-ff31d372304b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:17.084113 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b2ea1-1956-48b6-aa3f-ff31d372304b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:17.084837 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b2ea1-1956-48b6-aa3f-ff31d372304b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:17.084837 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b2ea1-1956-48b6-aa3f-ff31d372304b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:17.085059 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b2ea1-1956-48b6-aa3f-ff31d372304b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:17.085986 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b2ea1-1956-48b6-aa3f-ff31d372304b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:17.086410 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b2ea1-1956-48b6-aa3f-ff31d372304b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:17.086728 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621b2ea1-1956-48b6-aa3f-ff31d372304b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:12:17.117699 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] For port 7fc2711a-6aba-44e6-bc43-54e903e82e75, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:17.121808 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] For port 7fc2711a-6aba-44e6-bc43-54e903e82e75, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7fc2711a-6aba-44e6-bc43-54e903e82e75,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:12:17.126199 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.180728 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Routers {'8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:17.181342 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:12:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:17.195703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-7786db47-bcfd-4e9d-8fc2-2b291d7dbfde', 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ips': [{'subnet_id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:12:17.196691 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.234891 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b2ea1-1956-48b6-aa3f-ff31d372304b None None] Pushing event updated for resources: {'Port': ['ID=7fc2711a-6aba-44e6-bc43-54e903e82e75,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:17.302977 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] Set router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:17.353137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Allocated IP 172.20.0.2 (7786db47-bcfd-4e9d-8fc2-2b291d7dbfde/5ca3aae8-fe68-453d-83cf-161d7e9e36d2/8b0e6d25-d8ee-4138-9c68-cea384c1d1ac) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:17.511337 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.520038 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Transition to ACTIVE for port object 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:17.535952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Transition to ACTIVE for port object 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:17.540371 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.542788 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.586969 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Network 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:17.588212 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332006469', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:15Z', 'revision_number': 3, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:17.593199 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:17.597135 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:17.605698 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Pushing event updated for resources: {'Port': ['ID=8b0e6d25-d8ee-4138-9c68-cea384c1d1ac,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:17.629534 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675d88a5-31cc-4090-903e-392a53ae32a8 None None] The sync data for ids ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'] in n-d-764806-9 is: [{'id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332006469', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:15Z', 'revision_number': 3, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:12:17.665918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Attempting to bind port 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:17.666535 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Attempting to bind port 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'f00b11d9-22c0-43e5-85ce-f23a637cf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:17.666904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Attempting to bind port 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac on network 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:17.673187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:17.673559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Checking segment: {'id': 'f00b11d9-22c0-43e5-85ce-f23a637cf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:17.673968 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.674387 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Bound using segment: {'id': 'f00b11d9-22c0-43e5-85ce-f23a637cf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:17.674891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Bound port: 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00b11d9-22c0-43e5-85ce-f23a637cf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:17.675269 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.746782 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] For port 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:17.750961 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] For port 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8b0e6d25-d8ee-4138-9c68-cea384c1d1ac,segment=NetworkSegment(f00b11d9-22c0-43e5-85ce-f23a637cf9b0),segment_id=f00b11d9-22c0-43e5-85ce-f23a637cf9b0)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:12:17.755806 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:17.827329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b7085-0272-40a2-ae73-9e18781ad0e8 None None] Pushing event updated for resources: {'Port': ['ID=8b0e6d25-d8ee-4138-9c68-cea384c1d1ac,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:17.860298 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.20.0.1 (7786db47-bcfd-4e9d-8fc2-2b291d7dbfde/5ca3aae8-fe68-453d-83cf-161d7e9e36d2/e414ff76-21b6-4453-a9fd-b01f29f29336) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:18.033215 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.057515 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Transition to ACTIVE for port object e414ff76-21b6-4453-a9fd-b01f29f29336 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:18.098053 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.169792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:18.173307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:18.179210 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:18.185187 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=e414ff76-21b6-4453-a9fd-b01f29f29336,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:18.237359 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.406319 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.752776 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.758399 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.849269 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=e414ff76-21b6-4453-a9fd-b01f29f29336,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:18.853134 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:18.892126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad61d1b4-756b-4a6f-8fde-b4712b18f0bd None None] Network 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:12:18.987010 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:18.988500 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:19.031133 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6e62d246-bd28-4e4e-b72d-cbe87bcb55e0 None None] Provisioning for port 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:19.139355 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:12:19.281587 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:12:19.287571 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8fddf007-5e1b-4038-acf8-b188288183ae tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "PUT /v2.0/routers/8c4e2e54-1b5a-46f8-9a2b-708c75947e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2554338 Jul 27 22:12:19.368834 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c00eeb10-5d7e-4ea0-88b3-a7751659e8f5 None None] Provisioning for port e414ff76-21b6-4453-a9fd-b01f29f29336 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:19.374360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-c00eeb10-5d7e-4ea0-88b3-a7751659e8f5 None None] Provisioning complete for port e414ff76-21b6-4453-a9fd-b01f29f29336 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:19.374997 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c00eeb10-5d7e-4ea0-88b3-a7751659e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.426804 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-c00eeb10-5d7e-4ea0-88b3-a7751659e8f5 None None] Port e414ff76-21b6-4453-a9fd-b01f29f29336 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:12:19.482152 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Sync routers for ids ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:12:19.493998 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Routers {'8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:19.494758 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-315036ed-a476-4544-9c38-160f3cab038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:12:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:19.511324 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-d8922199-59c5-446e-b85a-c1c4f4a7f793 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-31745182&fields=id&tenant_id=0c0d9d95e7384906a79f12d8d75ba295 HTTP/1.1" status: 200 len: 267 time: 0.0545342 Jul 27 22:12:19.633558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Set router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:19.681177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-174393fd-6583-4a15-a130-1ce7c996b255 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:19.683595 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-174393fd-6583-4a15-a130-1ce7c996b255 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/networks?id=7786db47-bcfd-4e9d-8fc2-2b291d7dbfde HTTP/1.1" status: 200 len: 797 time: 0.1626315 Jul 27 22:12:19.702772 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d8d8d5a9-3c94-4b0c-ba2c-e94dabfccc80 None None] Provisioning complete for port e414ff76-21b6-4453-a9fd-b01f29f29336 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:19.703283 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d8d8d5a9-3c94-4b0c-ba2c-e94dabfccc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.705432 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-5970a817-7941-4b56-881a-94c44751118f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/quotas/0c0d9d95e7384906a79f12d8d75ba295 HTTP/1.1" status: 200 len: 375 time: 0.0129893 Jul 27 22:12:19.808460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7fc2711a-6aba-44e6-bc43-54e903e82e75 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:19.814661 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-a6de3adf-f975-42af-90ef-728b692218ff tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012149 Jul 27 22:12:19.834560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-7e8f6bd3-7528-4541-9406-6b18d0a782a7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:12:19.836256 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-7e8f6bd3-7528-4541-9406-6b18d0a782a7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063994 Jul 27 22:12:19.859767 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d8d8d5a9-3c94-4b0c-ba2c-e94dabfccc80 None None] Port e414ff76-21b6-4453-a9fd-b01f29f29336 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:12:19.916856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 7fc2711a-6aba-44e6-bc43-54e903e82e75 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:19.942019 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7fc2711a-6aba-44e6-bc43-54e903e82e75 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:19.942437 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:19.952196 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-1bcb4665-7a33-4966-99c6-4659dc5e6a3e service neutron] 10.222.0.55 "GET /v2.0/networks/7786db47-bcfd-4e9d-8fc2-2b291d7dbfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074576 Jul 27 22:12:20.004093 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e213c860-5e0d-47f5-8b71-683b9e20adbd None None] Provisioning complete for port e414ff76-21b6-4453-a9fd-b01f29f29336 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:20.004455 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e213c860-5e0d-47f5-8b71-683b9e20adbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.051208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-315036ed-a476-4544-9c38-160f3cab038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332006469', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e414ff76-21b6-4453-a9fd-b01f29f29336', 'name': '', 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:f0:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:17Z', 'updated_at': '2021-07-27T22:12:18Z', 'revision_number': 2, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:20.078789 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-4c60d0b8-611f-41ec-a16d-19871e2be13c service neutron] 10.222.0.55 "GET /v2.0/networks/7786db47-bcfd-4e9d-8fc2-2b291d7dbfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192634 Jul 27 22:12:20.105792 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Checking router: 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:12:20.106141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Updating router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e port e414ff76-21b6-4453-a9fd-b01f29f29336 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:12:20.109497 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e213c860-5e0d-47f5-8b71-683b9e20adbd None None] Port e414ff76-21b6-4453-a9fd-b01f29f29336 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:12:20.147164 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.165594 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.187978 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 7fc2711a-6aba-44e6-bc43-54e903e82e75, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7fc2711a-6aba-44e6-bc43-54e903e82e75,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:20.192617 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.193898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:20.261629 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-81d4946f-da18-4519-bdb9-7537024d3517 req-0e1b1187-adc6-46fe-9596-86b2e80d936b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 210 time: 0.0316038 Jul 27 22:12:20.356448 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=7fc2711a-6aba-44e6-bc43-54e903e82e75,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:20.391041 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:20.434337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:20.434744 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.568517 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.640944 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.643957 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8b0e6d25-d8ee-4138-9c68-cea384c1d1ac,segment=NetworkSegment(f00b11d9-22c0-43e5-85ce-f23a637cf9b0),segment_id=f00b11d9-22c0-43e5-85ce-f23a637cf9b0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:20.652426 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.659556 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Transition to ACTIVE for port object e414ff76-21b6-4453-a9fd-b01f29f29336 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:20.681990 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.717976 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=8b0e6d25-d8ee-4138-9c68-cea384c1d1ac,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:20.802473 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad1ce6-85ef-4a6f-a9b2-d44be0096c5d None None] Pushing event updated for resources: {'Port': ['ID=e414ff76-21b6-4453-a9fd-b01f29f29336,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:20.814613 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Attempting to bind port e414ff76-21b6-4453-a9fd-b01f29f29336 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:20.814983 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Attempting to bind port e414ff76-21b6-4453-a9fd-b01f29f29336 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'f00b11d9-22c0-43e5-85ce-f23a637cf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:20.815351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Attempting to bind port e414ff76-21b6-4453-a9fd-b01f29f29336 on network 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:20.821437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:20.821833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Checking segment: {'id': 'f00b11d9-22c0-43e5-85ce-f23a637cf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:20.822301 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.822639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Bound using segment: {'id': 'f00b11d9-22c0-43e5-85ce-f23a637cf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:20.823154 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Bound port: e414ff76-21b6-4453-a9fd-b01f29f29336, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00b11d9-22c0-43e5-85ce-f23a637cf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:20.823559 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.893490 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-315036ed-a476-4544-9c38-160f3cab038a None None] For port e414ff76-21b6-4453-a9fd-b01f29f29336, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:20.896741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-315036ed-a476-4544-9c38-160f3cab038a None None] For port e414ff76-21b6-4453-a9fd-b01f29f29336, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e414ff76-21b6-4453-a9fd-b01f29f29336,segment=NetworkSegment(f00b11d9-22c0-43e5-85ce-f23a637cf9b0),segment_id=f00b11d9-22c0-43e5-85ce-f23a637cf9b0)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:12:20.901571 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:20.982109 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad1ce6-85ef-4a6f-a9b2-d44be0096c5d None None] Pushing event updated for resources: {'Port': ['ID=e414ff76-21b6-4453-a9fd-b01f29f29336,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:20.984895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Routers {'8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:20.985495 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-315036ed-a476-4544-9c38-160f3cab038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:12:05Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:21.104726 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-315036ed-a476-4544-9c38-160f3cab038a None None] Set router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:21.351745 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf022ba4-9388-4373-8791-701f5adc5cc8 req-db0b4ed1-3f62-4895-b2ba-dfd15ac1fc29 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 210 time: 0.0360191 Jul 27 22:12:21.483317 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-315036ed-a476-4544-9c38-160f3cab038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332006469', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e414ff76-21b6-4453-a9fd-b01f29f29336', 'name': '', 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:f0:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:17Z', 'updated_at': '2021-07-27T22:12:20Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:21.509309 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315036ed-a476-4544-9c38-160f3cab038a None None] The sync data for ids ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'] in n-d-764806-9 is: [{'id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332006469', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e414ff76-21b6-4453-a9fd-b01f29f29336', 'name': '', 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:f0:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:17Z', 'updated_at': '2021-07-27T22:12:20Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:12:21.727286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e414ff76-21b6-4453-a9fd-b01f29f29336 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:21.780942 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port e414ff76-21b6-4453-a9fd-b01f29f29336 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:21.785420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e414ff76-21b6-4453-a9fd-b01f29f29336 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:21.785792 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:21.873175 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:21.908409 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port e414ff76-21b6-4453-a9fd-b01f29f29336, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e414ff76-21b6-4453-a9fd-b01f29f29336,segment=NetworkSegment(f00b11d9-22c0-43e5-85ce-f23a637cf9b0),segment_id=f00b11d9-22c0-43e5-85ce-f23a637cf9b0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:21.911718 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:21.912509 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7fc2711a-6aba-44e6-bc43-54e903e82e75 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:21.990527 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=e414ff76-21b6-4453-a9fd-b01f29f29336,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:22.003373 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7fc2711a-6aba-44e6-bc43-54e903e82e75 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:22.003674 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.090338 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:22.140826 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:22.141337 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:22.435263 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b87edb2-a9c8-4119-ae1a-3dda10fb8378 req-4dfa6930-a4d8-44ee-a827-bddd86c2ee9a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 210 time: 0.0302947 Jul 27 22:12:23.521142 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd141bdf-47e2-4f0a-81b6-9d363c72d579 req-0f95e093-77d6-4240-8148-32ed31442826 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 210 time: 0.0343356 Jul 27 22:12:23.657715 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e414ff76-21b6-4453-a9fd-b01f29f29336 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:23.708197 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port e414ff76-21b6-4453-a9fd-b01f29f29336 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:23.708568 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:24.626049 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e701314f-389e-4c5d-a5d4-6eb66d2a0c5b req-f50f254d-c4e1-4629-b060-0e32d061d5c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 210 time: 0.0299551 Jul 27 22:12:25.481595 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-462a5400-c234-43a1-93aa-261cd6c953ac tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:25.483208 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-462a5400-c234-43a1-93aa-261cd6c953ac tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.66 "GET /v2.0/networks?id=7786db47-bcfd-4e9d-8fc2-2b291d7dbfde HTTP/1.1" status: 200 len: 797 time: 0.1145456 Jul 27 22:12:25.535050 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-5dea47b8-aadc-4589-ac6a-0d876208aa06 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c0d9d95e7384906a79f12d8d75ba295 HTTP/1.1" status: 200 len: 378 time: 0.0426991 Jul 27 22:12:25.545571 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-e3324712-5771-4f8f-b6e9-f41718c65101 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'port': {'device_id': '1a5cff2a-8ae8-485c-9164-36bca1545e6a', 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde', 'admin_state_up': True, 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'security_groups': ['6fa9647d-e0a6-4c07-b57b-ecbb31a65443']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:25.660498 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-e3324712-5771-4f8f-b6e9-f41718c65101 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Made reservation on behalf of 0c0d9d95e7384906a79f12d8d75ba295 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:12:25.664221 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-e3324712-5771-4f8f-b6e9-f41718c65101 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:25.731930 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d25bf73b-1f43-469d-8828-3a815297d083 req-b7d49d16-4820-48a9-abc8-a72297dcfdd2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 210 time: 0.0329328 Jul 27 22:12:25.822016 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-e3324712-5771-4f8f-b6e9-f41718c65101 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.20.0.8 (7786db47-bcfd-4e9d-8fc2-2b291d7dbfde/5ca3aae8-fe68-453d-83cf-161d7e9e36d2/7917bdee-7a94-4a09-afb7-c2bfccb45eb7) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:25.962678 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-e3324712-5771-4f8f-b6e9-f41718c65101 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:25.976452 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-e3324712-5771-4f8f-b6e9-f41718c65101 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Transition to ACTIVE for port object 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:26.020457 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-e3324712-5771-4f8f-b6e9-f41718c65101 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.068839 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-e3324712-5771-4f8f-b6e9-f41718c65101 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:26.074144 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-e3324712-5771-4f8f-b6e9-f41718c65101 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:26.077928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-e3324712-5771-4f8f-b6e9-f41718c65101 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:26.084597 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3324712-5771-4f8f-b6e9-f41718c65101 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=7917bdee-7a94-4a09-afb7-c2bfccb45eb7,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:26.139720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-e3324712-5771-4f8f-b6e9-f41718c65101 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.140421 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-e3324712-5771-4f8f-b6e9-f41718c65101 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.157830 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-e3324712-5771-4f8f-b6e9-f41718c65101 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6158319 Jul 27 22:12:26.219100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Request body: {'port': {'device_id': '1a5cff2a-8ae8-485c-9164-36bca1545e6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:26.298645 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.389120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-166d1137-dd9f-4c89-8072-50ba3158f07b None None] Provisioning for port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:26.393820 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-166d1137-dd9f-4c89-8072-50ba3158f07b None None] Provisioning complete for port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:26.394360 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-166d1137-dd9f-4c89-8072-50ba3158f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.432570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-166d1137-dd9f-4c89-8072-50ba3158f07b None None] Port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:12:26.582253 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:26.591400 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.604065 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Transition to ACTIVE for port object 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:12:26.607431 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.657407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7917bdee-7a94-4a09-afb7-c2bfccb45eb7,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:26.742816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Attempting to bind port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:12:26.743507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Attempting to bind port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'f00b11d9-22c0-43e5-85ce-f23a637cf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:12:26.744066 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Attempting to bind port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 on network 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:26.751193 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 on network 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:12:26.751518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Attempting to bind port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 on network 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:12:26.759243 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:12:26.759623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Checking segment: {'id': 'f00b11d9-22c0-43e5-85ce-f23a637cf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:12:26.759962 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Bound using segment: {'id': 'f00b11d9-22c0-43e5-85ce-f23a637cf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:12:26.760391 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Bound port: 7917bdee-7a94-4a09-afb7-c2bfccb45eb7, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00b11d9-22c0-43e5-85ce-f23a637cf9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:12:26.760750 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.847516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] For port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:12:26.851849 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] For port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7917bdee-7a94-4a09-afb7-c2bfccb45eb7,segment=NetworkSegment(f00b11d9-22c0-43e5-85ce-f23a637cf9b0),segment_id=f00b11d9-22c0-43e5-85ce-f23a637cf9b0)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:12:26.857381 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.880717 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85dcc0-dba6-47ea-87cc-190a61c23d0e req-11ba52ad-50b8-47c5-bccb-e728ced04a55 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.882933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f85dcc0-dba6-47ea-87cc-190a61c23d0e req-11ba52ad-50b8-47c5-bccb-e728ced04a55 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 943 time: 0.0731289 Jul 27 22:12:26.895768 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:26.896436 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:26.897942 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] 10.222.0.66 "PUT /v2.0/ports/7917bdee-7a94-4a09-afb7-c2bfccb45eb7 HTTP/1.1" status: 200 len: 1091 time: 0.7322361 Jul 27 22:12:26.898378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5cff2a-8ae8-485c-9164-36bca1545e6a', 'tag': '7917bdee-7a94-4a09-afb7-c2bfccb45eb7'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:26.900767 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64d6343-e4c4-41ad-a8ef-932b90451fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5cff2a-8ae8-485c-9164-36bca1545e6a", "tag": "7917bdee-7a94-4a09-afb7-c2bfccb45eb7"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:26.932737 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0f85dcc0-dba6-47ea-87cc-190a61c23d0e req-9b7370da-458e-46cc-a4ff-9bf4e643469c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fa9647d-e0a6-4c07-b57b-ecbb31a65443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429044 Jul 27 22:12:26.947072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad8165-bf57-43a7-8e6b-908f4446b5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7917bdee-7a94-4a09-afb7-c2bfccb45eb7,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:26.982340 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1f7a97-c596-4c43-a070-cad00d5570e9 x-openstack-request-id: req-ac1f7a97-c596-4c43-a070-cad00d5570e9 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:26.982634 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5cff2a-8ae8-485c-9164-36bca1545e6a", "tag": "7917bdee-7a94-4a09-afb7-c2bfccb45eb7", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:26.982890 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ac1f7a97-c596-4c43-a070-cad00d5570e9 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:26.983297 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5cff2a-8ae8-485c-9164-36bca1545e6a', 'tag': '7917bdee-7a94-4a09-afb7-c2bfccb45eb7', 'status': 'completed', 'code': 200} Jul 27 22:12:27.014324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-1841882f-832a-4569-a721-488cbb50a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:27.016187 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-1841882f-832a-4569-a721-488cbb50a5a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 1094 time: 0.0666156 Jul 27 22:12:27.065799 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-b158c2a7-9a19-4048-b456-f89312c8fb41 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7917bdee-7a94-4a09-afb7-c2bfccb45eb7 HTTP/1.1" status: 200 len: 217 time: 0.0413964 Jul 27 22:12:27.120361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-0fb34dae-06a1-4461-984a-aa62a7e2e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:27.122416 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-0fb34dae-06a1-4461-984a-aa62a7e2e15e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5ca3aae8-fe68-453d-83cf-161d7e9e36d2 HTTP/1.1" status: 200 len: 834 time: 0.0489080 Jul 27 22:12:27.185594 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-39795989-5002-4cec-b8f3-31b125bc718a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:27.187174 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-39795989-5002-4cec-b8f3-31b125bc718a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7786db47-bcfd-4e9d-8fc2-2b291d7dbfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577567 Jul 27 22:12:27.291976 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-8766be5c-7542-48b1-85b3-cec23113560f service neutron] 10.222.0.66 "GET /v2.0/networks/7786db47-bcfd-4e9d-8fc2-2b291d7dbfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971110 Jul 27 22:12:27.384643 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5c46c17-75e9-4d82-b90c-d8b6246d8bd0 req-1c8d7358-5dfe-41e9-830b-6f95920a22a4 service neutron] 10.222.0.66 "GET /v2.0/networks/7786db47-bcfd-4e9d-8fc2-2b291d7dbfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856459 Jul 27 22:12:27.487337 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d6343-e4c4-41ad-a8ef-932b90451fa1 req-d0ca4780-eda9-48e5-bd21-35c747bf2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:27.488741 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f64d6343-e4c4-41ad-a8ef-932b90451fa1 req-d0ca4780-eda9-48e5-bd21-35c747bf2f8e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 1094 time: 0.0555756 Jul 27 22:12:27.587714 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d6343-e4c4-41ad-a8ef-932b90451fa1 req-8e0b99e8-d1cc-4873-a474-7166fbbc0f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:27.589230 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f64d6343-e4c4-41ad-a8ef-932b90451fa1 req-8e0b99e8-d1cc-4873-a474-7166fbbc0f81 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7786db47-bcfd-4e9d-8fc2-2b291d7dbfde HTTP/1.1" status: 200 len: 898 time: 0.0927730 Jul 27 22:12:27.632831 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f64d6343-e4c4-41ad-a8ef-932b90451fa1 req-3c00b7d4-eed6-40c4-8216-7e56b0b52a18 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7917bdee-7a94-4a09-afb7-c2bfccb45eb7 HTTP/1.1" status: 200 len: 217 time: 0.0361278 Jul 27 22:12:27.687438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d6343-e4c4-41ad-a8ef-932b90451fa1 req-05cb7164-6c6b-4a21-bd04-dbaa7588b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:27.688899 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f64d6343-e4c4-41ad-a8ef-932b90451fa1 req-05cb7164-6c6b-4a21-bd04-dbaa7588b056 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5ca3aae8-fe68-453d-83cf-161d7e9e36d2 HTTP/1.1" status: 200 len: 834 time: 0.0496602 Jul 27 22:12:27.751807 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d6343-e4c4-41ad-a8ef-932b90451fa1 req-06170e1f-3c59-4c79-953d-3e0c130ad738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:27.753382 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f64d6343-e4c4-41ad-a8ef-932b90451fa1 req-06170e1f-3c59-4c79-953d-3e0c130ad738 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7786db47-bcfd-4e9d-8fc2-2b291d7dbfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570831 Jul 27 22:12:27.846427 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f64d6343-e4c4-41ad-a8ef-932b90451fa1 req-e01e0ddd-4b1c-4e25-8d58-b149759127dd service neutron] 10.222.0.66 "GET /v2.0/networks/7786db47-bcfd-4e9d-8fc2-2b291d7dbfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858302 Jul 27 22:12:27.943744 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f64d6343-e4c4-41ad-a8ef-932b90451fa1 req-81cf855e-db7b-4287-b721-422ea32469d9 service neutron] 10.222.0.66 "GET /v2.0/networks/7786db47-bcfd-4e9d-8fc2-2b291d7dbfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896425 Jul 27 22:12:28.083353 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2c560-785d-4c0d-a78b-ef62e4761d1b req-373aa6db-19c6-48b9-81c9-ee3fd1b49720 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:28.084884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-edd2c560-785d-4c0d-a78b-ef62e4761d1b req-373aa6db-19c6-48b9-81c9-ee3fd1b49720 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 943 time: 0.0682123 Jul 27 22:12:28.126168 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-edd2c560-785d-4c0d-a78b-ef62e4761d1b req-3e7210d9-10b6-4266-8ab0-eaa0af601381 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fa9647d-e0a6-4c07-b57b-ecbb31a65443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339537 Jul 27 22:12:29.267094 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcc61-1672-4e28-8804-2252918c4694 req-2ab384d4-93e2-4e3e-9e73-8ea73d2f622d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:29.268687 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fafcc61-1672-4e28-8804-2252918c4694 req-2ab384d4-93e2-4e3e-9e73-8ea73d2f622d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 943 time: 0.0682826 Jul 27 22:12:29.308808 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fafcc61-1672-4e28-8804-2252918c4694 req-f0066081-31ec-4d7a-8f0a-df05034d3eb5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fa9647d-e0a6-4c07-b57b-ecbb31a65443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338719 Jul 27 22:12:30.445535 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e754c12-413c-41fa-a2a1-bf9af0af3a10 req-b77aaab1-b890-4773-99ce-2a242cfb337c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:30.447169 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e754c12-413c-41fa-a2a1-bf9af0af3a10 req-b77aaab1-b890-4773-99ce-2a242cfb337c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 943 time: 0.0713422 Jul 27 22:12:30.485513 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e754c12-413c-41fa-a2a1-bf9af0af3a10 req-3b22cade-5389-4fc6-b3fe-3ad548a1b1f2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fa9647d-e0a6-4c07-b57b-ecbb31a65443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322638 Jul 27 22:12:30.830993 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:12:30.928394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7917bdee-7a94-4a09-afb7-c2bfccb45eb7,segment=NetworkSegment(f00b11d9-22c0-43e5-85ce-f23a637cf9b0),segment_id=f00b11d9-22c0-43e5-85ce-f23a637cf9b0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:30.940674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '7917bdee-7a94-4a09-afb7-c2bfccb45eb7', 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde', 'port_id': '7917bdee-7a94-4a09-afb7-c2bfccb45eb7', 'mac_address': 'fa:16:3e:a1:12:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:12:30.982987 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:30.996739 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:12:31.016003 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7917bdee-7a94-4a09-afb7-c2bfccb45eb7,segment=NetworkSegment(f00b11d9-22c0-43e5-85ce-f23a637cf9b0),segment_id=f00b11d9-22c0-43e5-85ce-f23a637cf9b0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:31.020380 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:31.075147 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=7917bdee-7a94-4a09-afb7-c2bfccb45eb7,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:31.444135 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['7917bdee-7a94-4a09-afb7-c2bfccb45eb7'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:12:31.621262 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4eb724-2506-4605-9bc0-69d8744cc75d req-8ae295c5-8dc9-44bb-91b7-b03553c8710d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:31.622893 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b4eb724-2506-4605-9bc0-69d8744cc75d req-8ae295c5-8dc9-44bb-91b7-b03553c8710d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 944 time: 0.0678809 Jul 27 22:12:31.664649 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b4eb724-2506-4605-9bc0-69d8744cc75d req-bae69580-0831-4159-9e0e-ee58bc26b4e2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fa9647d-e0a6-4c07-b57b-ecbb31a65443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345366 Jul 27 22:12:32.798376 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6e583-4e69-4fed-b388-2be8b54bb348 req-36e57239-3e36-4a5d-82ff-b7617bcafb98 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:32.799871 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b4a6e583-4e69-4fed-b388-2be8b54bb348 req-36e57239-3e36-4a5d-82ff-b7617bcafb98 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 944 time: 0.0662844 Jul 27 22:12:32.840199 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b4a6e583-4e69-4fed-b388-2be8b54bb348 req-93938f9e-381d-4c68-8724-9468329f3f39 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fa9647d-e0a6-4c07-b57b-ecbb31a65443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335362 Jul 27 22:12:32.846293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:12:32.888756 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-375766fe-27b0-44f6-94aa-5aeb1b598084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.906339 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:12:32.910188 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:12:32.910588 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:32.972399 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:12:32.995897 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.018648 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5cff2a-8ae8-485c-9164-36bca1545e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7917bdee-7a94-4a09-afb7-c2bfccb45eb7'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:33.020895 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caf73ab-d15a-4697-a391-0fb1de40db36" -d '{"events": [{"server_uuid": "1a5cff2a-8ae8-485c-9164-36bca1545e6a", "name": "network-vif-plugged", "status": "completed", "tag": "7917bdee-7a94-4a09-afb7-c2bfccb45eb7"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:33.033877 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7917bdee-7a94-4a09-afb7-c2bfccb45eb7,segment=NetworkSegment(f00b11d9-22c0-43e5-85ce-f23a637cf9b0),segment_id=f00b11d9-22c0-43e5-85ce-f23a637cf9b0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:12:33.037944 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:33.096063 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=7917bdee-7a94-4a09-afb7-c2bfccb45eb7,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:33.115910 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b679098-7ee3-4e69-b702-0cb25caffc75 x-openstack-request-id: req-9b679098-7ee3-4e69-b702-0cb25caffc75 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:33.116206 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5cff2a-8ae8-485c-9164-36bca1545e6a", "name": "network-vif-plugged", "status": "completed", "tag": "7917bdee-7a94-4a09-afb7-c2bfccb45eb7", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:33.116533 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b679098-7ee3-4e69-b702-0cb25caffc75 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:33.117442 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5cff2a-8ae8-485c-9164-36bca1545e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7917bdee-7a94-4a09-afb7-c2bfccb45eb7', 'code': 200} Jul 27 22:12:33.223675 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c4ef0-264b-4e6e-8685-13d0b0417ec7 req-3987cd72-bb0c-4904-bc24-8c5e66fac713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:33.225065 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d57c4ef0-264b-4e6e-8685-13d0b0417ec7 req-3987cd72-bb0c-4904-bc24-8c5e66fac713 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 1096 time: 0.0537043 Jul 27 22:12:33.260872 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d57c4ef0-264b-4e6e-8685-13d0b0417ec7 req-3d0ff233-346e-4a86-b0cb-700b9de955f5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6fa9647d-e0a6-4c07-b57b-ecbb31a65443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283949 Jul 27 22:12:33.974946 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c541cc4-6f9d-4b03-8f19-71f723fa11c1 req-7ad77469-03ec-4238-8b0d-e9736e3c00aa tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:33.976882 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c541cc4-6f9d-4b03-8f19-71f723fa11c1 req-7ad77469-03ec-4238-8b0d-e9736e3c00aa tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 945 time: 0.0691826 Jul 27 22:12:34.015393 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c541cc4-6f9d-4b03-8f19-71f723fa11c1 req-3ea21ab8-9eb4-4fc3-b0c3-eeec872d9bda tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fa9647d-e0a6-4c07-b57b-ecbb31a65443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323007 Jul 27 22:12:34.832278 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.150881 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3636de-647e-4246-b6a4-3f55cf5a7987 req-a0ff8793-fff0-4767-9dd9-ed9adb283331 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:35.152291 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d3636de-647e-4246-b6a4-3f55cf5a7987 req-a0ff8793-fff0-4767-9dd9-ed9adb283331 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 945 time: 0.0655541 Jul 27 22:12:35.190790 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d3636de-647e-4246-b6a4-3f55cf5a7987 req-2dc1d419-3d2b-453a-9e77-c6a07d414119 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fa9647d-e0a6-4c07-b57b-ecbb31a65443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324724 Jul 27 22:12:35.325001 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f743b-b631-4f60-917a-640933a81cff req-53b75712-bcf8-4828-8fb2-18696d096bd0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:35.326516 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124f743b-b631-4f60-917a-640933a81cff req-53b75712-bcf8-4828-8fb2-18696d096bd0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 945 time: 0.0669122 Jul 27 22:12:35.365493 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-124f743b-b631-4f60-917a-640933a81cff req-d3b5a546-8502-4350-b3f0-d48c7dcc4417 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fa9647d-e0a6-4c07-b57b-ecbb31a65443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330005 Jul 27 22:12:35.387801 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34782) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:35.440734 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03cf8bb-4870-4236-b37b-38d1b7b9c119 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:35.442154 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d03cf8bb-4870-4236-b37b-38d1b7b9c119 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 1091 time: 0.0533834 Jul 27 22:12:35.445999 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34784) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:35.450661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '7917bdee-7a94-4a09-afb7-c2bfccb45eb7', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:12:35.474816 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.513192 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3ecdc2f4-635e-4825-af62-c8e38c8eb202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.576998 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.608618 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.684779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.25.2.5 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/63e84a86-001f-46e1-ac68-8e8e8880be9d) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:12:35.793836 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.832930 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:35.871349 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:12:35.874254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:12:35.880189 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:12:35.904260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=63e84a86-001f-46e1-ac68-8e8e8880be9d,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:36.297563 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:36.381392 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:36.529699 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:36.534300 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:36.605363 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=63e84a86-001f-46e1-ac68-8e8e8880be9d,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:12:36.615175 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:36.716907 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Floating IP 39263d39-caa0-42f6-9d5f-b64e412c59b7 associated. External IP: 172.25.2.5, port: 7917bdee-7a94-4a09-afb7-c2bfccb45eb7. Jul 27 22:12:36.931232 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:12:37.040842 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:12:37.050327 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2bf82d-45be-4434-8120-8a26e51a5947 None None] Sync routers for ids ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:12:37.056973 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:37.061975 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2bf82d-45be-4434-8120-8a26e51a5947 None None] Routers {'8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:37.062701 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0a2bf82d-45be-4434-8120-8a26e51a5947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:12:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:37.092758 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ca7df235-620f-4547-ad29-bf7775dbd896 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6456499 Jul 27 22:12:37.093334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5cff2a-8ae8-485c-9164-36bca1545e6a', 'tag': '7917bdee-7a94-4a09-afb7-c2bfccb45eb7'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:12:37.095592 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acb4677-17cb-4264-8b47-523709997d96" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5cff2a-8ae8-485c-9164-36bca1545e6a", "tag": "7917bdee-7a94-4a09-afb7-c2bfccb45eb7"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:12:37.137906 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778dd6c0-e216-42af-a5c5-41193ac833e4 x-openstack-request-id: req-778dd6c0-e216-42af-a5c5-41193ac833e4 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:12:37.138204 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5cff2a-8ae8-485c-9164-36bca1545e6a", "tag": "7917bdee-7a94-4a09-afb7-c2bfccb45eb7", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:12:37.138488 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-778dd6c0-e216-42af-a5c5-41193ac833e4 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:12:37.138900 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5cff2a-8ae8-485c-9164-36bca1545e6a', 'tag': '7917bdee-7a94-4a09-afb7-c2bfccb45eb7', 'status': 'completed', 'code': 200} Jul 27 22:12:37.174719 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-0a2bf82d-45be-4434-8120-8a26e51a5947 None None] Set router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:37.219478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121f8d0-d9b2-45d7-8f46-17d1a183fb1f req-30042c8d-e9a0-4f63-8843-0a7500f42ec8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:37.220985 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8121f8d0-d9b2-45d7-8f46-17d1a183fb1f req-30042c8d-e9a0-4f63-8843-0a7500f42ec8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 945 time: 0.0662827 Jul 27 22:12:37.226166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb4677-17cb-4264-8b47-523709997d96 req-32d5fc9f-1484-4a98-aaa6-c6b4451e1485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:37.228137 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5acb4677-17cb-4264-8b47-523709997d96 req-32d5fc9f-1484-4a98-aaa6-c6b4451e1485 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 1096 time: 0.0672669 Jul 27 22:12:37.262295 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8121f8d0-d9b2-45d7-8f46-17d1a183fb1f req-b2f597cd-56ef-4965-8f33-207ba80e53dc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fa9647d-e0a6-4c07-b57b-ecbb31a65443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347421 Jul 27 22:12:37.285941 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34790) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:37.325419 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb4677-17cb-4264-8b47-523709997d96 req-860f820d-3950-490d-9235-17f81495c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:37.328098 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5acb4677-17cb-4264-8b47-523709997d96 req-860f820d-3950-490d-9235-17f81495c9cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=7786db47-bcfd-4e9d-8fc2-2b291d7dbfde HTTP/1.1" status: 200 len: 898 time: 0.0915921 Jul 27 22:12:37.353556 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a0242fa2-f9ea-42a3-b23d-5214b66840ed tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/39263d39-caa0-42f6-9d5f-b64e412c59b7 HTTP/1.1" status: 200 len: 989 time: 0.0661554 Jul 27 22:12:37.400397 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5acb4677-17cb-4264-8b47-523709997d96 req-4bf690fe-ae16-4490-b2f8-40864bb3a461 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7917bdee-7a94-4a09-afb7-c2bfccb45eb7 HTTP/1.1" status: 200 len: 997 time: 0.0657599 Jul 27 22:12:37.411674 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0a2bf82d-45be-4434-8120-8a26e51a5947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332006469', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '39263d39-caa0-42f6-9d5f-b64e412c59b7', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'port_id': '7917bdee-7a94-4a09-afb7-c2bfccb45eb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde', 'mac_address': 'fa:16:3e:a1:12:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5cff2a-8ae8-485c-9164-36bca1545e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:12:36Z', 'updated_at': '2021-07-27T22:12:36Z', 'revision_number': 0, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e414ff76-21b6-4453-a9fd-b01f29f29336', 'name': '', 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:f0:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:17Z', 'updated_at': '2021-07-27T22:12:21Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:37.438327 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2bf82d-45be-4434-8120-8a26e51a5947 None None] Checking router: 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:12:37.447489 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2bf82d-45be-4434-8120-8a26e51a5947 None None] Routers {'8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:12:37.448101 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0a2bf82d-45be-4434-8120-8a26e51a5947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:12:35Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:37.451886 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb4677-17cb-4264-8b47-523709997d96 req-6bdd1c0f-25da-487b-9e82-4db10edbd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:37.453496 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5acb4677-17cb-4264-8b47-523709997d96 req-6bdd1c0f-25da-487b-9e82-4db10edbd277 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5ca3aae8-fe68-453d-83cf-161d7e9e36d2 HTTP/1.1" status: 200 len: 834 time: 0.0461497 Jul 27 22:12:37.504347 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:37.522313 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb4677-17cb-4264-8b47-523709997d96 req-bb320bb7-1641-4cc1-8c0c-2cf04ff9ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:12:37.524059 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5acb4677-17cb-4264-8b47-523709997d96 req-bb320bb7-1641-4cc1-8c0c-2cf04ff9ce93 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7786db47-bcfd-4e9d-8fc2-2b291d7dbfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632412 Jul 27 22:12:37.568264 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-0a2bf82d-45be-4434-8120-8a26e51a5947 None None] Set router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:12:37.626492 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5acb4677-17cb-4264-8b47-523709997d96 req-a6c6ad81-527e-410b-a545-0bb974eb3a7e service neutron] 10.222.0.66 "GET /v2.0/networks/7786db47-bcfd-4e9d-8fc2-2b291d7dbfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943580 Jul 27 22:12:37.718513 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5acb4677-17cb-4264-8b47-523709997d96 req-e5a651d3-5aed-45fe-ac28-d5e130e227dc service neutron] 10.222.0.66 "GET /v2.0/networks/7786db47-bcfd-4e9d-8fc2-2b291d7dbfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851958 Jul 27 22:12:37.798985 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-0a2bf82d-45be-4434-8120-8a26e51a5947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332006469', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '39263d39-caa0-42f6-9d5f-b64e412c59b7', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'port_id': '7917bdee-7a94-4a09-afb7-c2bfccb45eb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde', 'mac_address': 'fa:16:3e:a1:12:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5cff2a-8ae8-485c-9164-36bca1545e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:12:36Z', 'updated_at': '2021-07-27T22:12:36Z', 'revision_number': 0, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e414ff76-21b6-4453-a9fd-b01f29f29336', 'name': '', 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:f0:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:17Z', 'updated_at': '2021-07-27T22:12:21Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:12:37.828920 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2bf82d-45be-4434-8120-8a26e51a5947 None None] The sync data for ids ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'] in n-d-764806-9 is: [{'id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332006469', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '39263d39-caa0-42f6-9d5f-b64e412c59b7', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'floating_ip_address': '172.25.2.5', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'port_id': '7917bdee-7a94-4a09-afb7-c2bfccb45eb7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde', 'mac_address': 'fa:16:3e:a1:12:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5cff2a-8ae8-485c-9164-36bca1545e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:12:36Z', 'updated_at': '2021-07-27T22:12:36Z', 'revision_number': 0, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e414ff76-21b6-4453-a9fd-b01f29f29336', 'name': '', 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:f0:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:17Z', 'updated_at': '2021-07-27T22:12:21Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:12:38.012687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27d407b-c0cb-4c8c-aae4-f94e6a1737ca None None] New status for floating IP 39263d39-caa0-42f6-9d5f-b64e412c59b7: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:12:38.357251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34792) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:12:38.418162 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a2ba23a1-e113-4601-bb55-9783fd840d2a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/39263d39-caa0-42f6-9d5f-b64e412c59b7 HTTP/1.1" status: 200 len: 991 time: 0.0595696 Jul 27 22:12:38.428546 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:12:39.143084 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:02.879466 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b8f1b333-3f46-4aef-b5a6-93f55793268e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.529487 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8ff3b49-c85e-47d2-ad42-75ebe6e04466 req-55ebd33e-e569-446e-98db-701ec3df7f8e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548329 Jul 27 22:13:04.631029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff3b49-c85e-47d2-ad42-75ebe6e04466 req-179b8ae3-45dd-4445-8a8d-1636a90a4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:04.632581 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8ff3b49-c85e-47d2-ad42-75ebe6e04466 req-179b8ae3-45dd-4445-8a8d-1636a90a4881 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 1096 time: 0.0599620 Jul 27 22:13:04.738181 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff3b49-c85e-47d2-ad42-75ebe6e04466 req-96c13e6a-6303-4e92-bbfc-2b54cbda0d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:04.739792 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8ff3b49-c85e-47d2-ad42-75ebe6e04466 req-96c13e6a-6303-4e92-bbfc-2b54cbda0d08 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7786db47-bcfd-4e9d-8fc2-2b291d7dbfde HTTP/1.1" status: 200 len: 898 time: 0.0886874 Jul 27 22:13:04.814895 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8ff3b49-c85e-47d2-ad42-75ebe6e04466 req-1b22a3df-adbb-49bd-9e97-7408c3fb7461 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7917bdee-7a94-4a09-afb7-c2bfccb45eb7 HTTP/1.1" status: 200 len: 999 time: 0.0676765 Jul 27 22:13:04.828509 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:04.866839 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff3b49-c85e-47d2-ad42-75ebe6e04466 req-0ae34502-0091-4754-b081-a67ae37389ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:04.868593 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8ff3b49-c85e-47d2-ad42-75ebe6e04466 req-0ae34502-0091-4754-b081-a67ae37389ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5ca3aae8-fe68-453d-83cf-161d7e9e36d2 HTTP/1.1" status: 200 len: 834 time: 0.0468781 Jul 27 22:13:04.930476 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff3b49-c85e-47d2-ad42-75ebe6e04466 req-b96072b4-44f0-441e-93b5-862c9bbc0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:04.932034 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8ff3b49-c85e-47d2-ad42-75ebe6e04466 req-b96072b4-44f0-441e-93b5-862c9bbc0384 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7786db47-bcfd-4e9d-8fc2-2b291d7dbfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562012 Jul 27 22:13:05.028075 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8ff3b49-c85e-47d2-ad42-75ebe6e04466 req-d94f0434-2301-430b-be25-f11dd9cba534 service neutron] 10.222.0.66 "GET /v2.0/networks/7786db47-bcfd-4e9d-8fc2-2b291d7dbfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889311 Jul 27 22:13:05.494081 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e8ff3b49-c85e-47d2-ad42-75ebe6e04466 req-831c8812-0797-4477-955b-90d36f40cc6b service neutron] 10.222.0.66 "GET /v2.0/networks/7786db47-bcfd-4e9d-8fc2-2b291d7dbfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588876 Jul 27 22:13:05.514136 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b22d732b-390c-45af-857f-f45c4b270265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:05.611301 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:07.502303 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:08.437976 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.146473 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:09.972130 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:13:32.880190 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8219dd60-d4a3-4470-915a-0a945d31af8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:34.843911 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.514161 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-282e94eb-5f38-407c-87fb-5f7decedaf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:35.613569 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:37.504315 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:38.451690 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:39.149309 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:13:46.972126 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:13:55.800516 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5587a6-5d80-4b36-b0c3-270d26f072c1 req-aadb587e-3be1-4cc3-8295-dcfe3cca9a0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:55.802920 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d5587a6-5d80-4b36-b0c3-270d26f072c1 req-aadb587e-3be1-4cc3-8295-dcfe3cca9a0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 945 time: 0.0731952 Jul 27 22:13:55.844303 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6d5587a6-5d80-4b36-b0c3-270d26f072c1 req-71576500-1b29-4828-a830-b653ac17812e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fa9647d-e0a6-4c07-b57b-ecbb31a65443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349417 Jul 27 22:13:56.993523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40d080-4500-4aea-876e-52f24436a355 req-229e1d1c-7957-4b28-a870-81a82eab83c7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:56.995058 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d40d080-4500-4aea-876e-52f24436a355 req-229e1d1c-7957-4b28-a870-81a82eab83c7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 945 time: 0.0648789 Jul 27 22:13:57.033369 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d40d080-4500-4aea-876e-52f24436a355 req-e74d774f-ea05-440c-8035-e6bf0fb9b549 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fa9647d-e0a6-4c07-b57b-ecbb31a65443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323539 Jul 27 22:13:57.056617 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34830) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:13:57.121300 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-362455d8-9289-4b13-94a1-c189d102179d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/39263d39-caa0-42f6-9d5f-b64e412c59b7 HTTP/1.1" status: 200 len: 991 time: 0.0635254 Jul 27 22:13:58.398932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a6144-25be-4b61-92b5-a702e11f6b97 req-530ed33a-8ef5-4ae9-bf8a-eace29a7963e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:58.400483 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b46a6144-25be-4b61-92b5-a702e11f6b97 req-530ed33a-8ef5-4ae9-bf8a-eace29a7963e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 945 time: 0.0672297 Jul 27 22:13:58.445133 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b46a6144-25be-4b61-92b5-a702e11f6b97 req-f34b27ac-e9ba-4bd4-9f83-aff413c9be8f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fa9647d-e0a6-4c07-b57b-ecbb31a65443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380497 Jul 27 22:13:59.581566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c01ed-2bc7-40c9-a0f1-4def9637efd5 req-09e343c7-bfb0-4bda-acc7-171c82f66e0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:13:59.583404 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-764c01ed-2bc7-40c9-a0f1-4def9637efd5 req-09e343c7-bfb0-4bda-acc7-171c82f66e0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 945 time: 0.0643728 Jul 27 22:13:59.624525 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-764c01ed-2bc7-40c9-a0f1-4def9637efd5 req-49cf1f0c-e2e4-4e3d-8c68-34e9ca4bf1c2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fa9647d-e0a6-4c07-b57b-ecbb31a65443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348208 Jul 27 22:13:59.647201 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34842) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:00.018607 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f3d85fe1-0cb0-4164-a759-4168b969692a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/39263d39-caa0-42f6-9d5f-b64e412c59b7 HTTP/1.1" status: 200 len: 991 time: 0.3701680 Jul 27 22:14:00.287977 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34850) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:00.444351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port 63e84a86-001f-46e1-ac68-8e8e8880be9d {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:00.444704 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.523013 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.523346 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.534743 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for 63e84a86-001f-46e1-ac68-8e8e8880be9d owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:00.684113 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.707320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=63e84a86-001f-46e1-ac68-8e8e8880be9d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:00.720145 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:00.720494 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:00.720834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:00.721171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:00.721505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:00.721834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:00.722165 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:00.723128 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:00.723543 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:00.723869 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:00.724194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:00.724518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:00.783151 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:00.783474 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Floating IP 39263d39-caa0-42f6-9d5f-b64e412c59b7 disassociated (deleted). External IP: 172.25.2.5, port: 7917bdee-7a94-4a09-afb7-c2bfccb45eb7. Jul 27 22:14:00.995334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:01.107287 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:01.112318 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:01.117571 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9011a582-aaf3-4a85-bcb8-dfdacc1a2454 None None] Sync routers for ids ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:01.126249 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011a582-aaf3-4a85-bcb8-dfdacc1a2454 None None] Routers {'8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:01.126925 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9011a582-aaf3-4a85-bcb8-dfdacc1a2454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:13:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:01.150641 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-eab76378-ffac-4119-92a3-3829197a703e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/floatingips/39263d39-caa0-42f6-9d5f-b64e412c59b7 HTTP/1.1" status: 204 len: 168 time: 0.8615978 Jul 27 22:14:01.151216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5cff2a-8ae8-485c-9164-36bca1545e6a', 'tag': '7917bdee-7a94-4a09-afb7-c2bfccb45eb7'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:01.153517 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02a8c34-5f0a-44ee-9870-dbdb54ef3716" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5cff2a-8ae8-485c-9164-36bca1545e6a", "tag": "7917bdee-7a94-4a09-afb7-c2bfccb45eb7"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:01.193644 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f125dce3-5ebf-406a-9a03-8f9de09d278f x-openstack-request-id: req-f125dce3-5ebf-406a-9a03-8f9de09d278f {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:01.194171 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5cff2a-8ae8-485c-9164-36bca1545e6a", "tag": "7917bdee-7a94-4a09-afb7-c2bfccb45eb7", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:01.194477 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f125dce3-5ebf-406a-9a03-8f9de09d278f {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:01.194890 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5cff2a-8ae8-485c-9164-36bca1545e6a', 'tag': '7917bdee-7a94-4a09-afb7-c2bfccb45eb7', 'status': 'completed', 'code': 200} Jul 27 22:14:01.233790 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-9011a582-aaf3-4a85-bcb8-dfdacc1a2454 None None] Set router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:01.284156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a8c34-5f0a-44ee-9870-dbdb54ef3716 req-f8e6f757-e841-4ba1-90e8-74f1aec2e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:01.284427 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d02a8c34-5f0a-44ee-9870-dbdb54ef3716 req-f8e6f757-e841-4ba1-90e8-74f1aec2e226 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 1096 time: 0.0660200 Jul 27 22:14:01.381266 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a8c34-5f0a-44ee-9870-dbdb54ef3716 req-997a2308-7e70-47c7-9e62-cb77c8cd8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:01.382796 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d02a8c34-5f0a-44ee-9870-dbdb54ef3716 req-997a2308-7e70-47c7-9e62-cb77c8cd8ca5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7786db47-bcfd-4e9d-8fc2-2b291d7dbfde HTTP/1.1" status: 200 len: 898 time: 0.0900800 Jul 27 22:14:01.421885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53851b-1735-4e11-9796-e391d72630fd req-38a48b7b-57eb-4d81-aab0-60cd5595d36e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:01.423512 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f53851b-1735-4e11-9796-e391d72630fd req-38a48b7b-57eb-4d81-aab0-60cd5595d36e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 945 time: 0.0697680 Jul 27 22:14:01.435990 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d02a8c34-5f0a-44ee-9870-dbdb54ef3716 req-8c4777f7-11ad-4b46-a1de-823efde5213f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7917bdee-7a94-4a09-afb7-c2bfccb45eb7 HTTP/1.1" status: 200 len: 217 time: 0.0441101 Jul 27 22:14:01.456055 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9011a582-aaf3-4a85-bcb8-dfdacc1a2454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332006469', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e414ff76-21b6-4453-a9fd-b01f29f29336', 'name': '', 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:f0:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:17Z', 'updated_at': '2021-07-27T22:12:21Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:01.464519 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f53851b-1735-4e11-9796-e391d72630fd req-5df6c16f-6f4c-42f4-aadf-4d782854eff6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fa9647d-e0a6-4c07-b57b-ecbb31a65443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341563 Jul 27 22:14:01.488964 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9011a582-aaf3-4a85-bcb8-dfdacc1a2454 None None] Checking router: 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:14:01.495324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a8c34-5f0a-44ee-9870-dbdb54ef3716 req-8a8770b4-fd56-4eb3-a9a2-e912a3c0ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:01.496850 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d02a8c34-5f0a-44ee-9870-dbdb54ef3716 req-8a8770b4-fd56-4eb3-a9a2-e912a3c0ecd2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5ca3aae8-fe68-453d-83cf-161d7e9e36d2 HTTP/1.1" status: 200 len: 834 time: 0.0536633 Jul 27 22:14:01.497322 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011a582-aaf3-4a85-bcb8-dfdacc1a2454 None None] Routers {'8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:01.497910 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9011a582-aaf3-4a85-bcb8-dfdacc1a2454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:13:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:01.560885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a8c34-5f0a-44ee-9870-dbdb54ef3716 req-628dd826-f7c6-4234-b386-2653df46b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:01.562329 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d02a8c34-5f0a-44ee-9870-dbdb54ef3716 req-628dd826-f7c6-4234-b386-2653df46b4ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7786db47-bcfd-4e9d-8fc2-2b291d7dbfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570085 Jul 27 22:14:01.657286 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d02a8c34-5f0a-44ee-9870-dbdb54ef3716 req-7cbc1f09-4b6e-4d01-a231-8dd8c899fcbb service neutron] 10.222.0.66 "GET /v2.0/networks/7786db47-bcfd-4e9d-8fc2-2b291d7dbfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867453 Jul 27 22:14:01.687168 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-9011a582-aaf3-4a85-bcb8-dfdacc1a2454 None None] Set router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:01.758478 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d02a8c34-5f0a-44ee-9870-dbdb54ef3716 req-2d75913e-ae46-41aa-bd32-47120f26f25b service neutron] 10.222.0.66 "GET /v2.0/networks/7786db47-bcfd-4e9d-8fc2-2b291d7dbfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901973 Jul 27 22:14:01.882521 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9011a582-aaf3-4a85-bcb8-dfdacc1a2454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332006469', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e414ff76-21b6-4453-a9fd-b01f29f29336', 'name': '', 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:f0:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:17Z', 'updated_at': '2021-07-27T22:12:21Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:01.909585 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9011a582-aaf3-4a85-bcb8-dfdacc1a2454 None None] The sync data for ids ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'] in n-d-764806-9 is: [{'id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332006469', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': 'e414ff76-21b6-4453-a9fd-b01f29f29336', 'name': '', 'network_id': '7786db47-bcfd-4e9d-8fc2-2b291d7dbfde', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:f0:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:17Z', 'updated_at': '2021-07-27T22:12:21Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5ca3aae8-fe68-453d-83cf-161d7e9e36d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:02.127670 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16390523-fd89-4c40-bbed-5820ea9f1b44 None None] New status for floating IP 39263d39-caa0-42f6-9d5f-b64e412c59b7: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:14:02.602391 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc89ccb-6fce-4997-8e19-ca371ad52f6b req-69c96f2a-7d72-44f7-93ea-f2085dbff88b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:02.603904 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdc89ccb-6fce-4997-8e19-ca371ad52f6b req-69c96f2a-7d72-44f7-93ea-f2085dbff88b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 945 time: 0.0674322 Jul 27 22:14:02.642174 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bdc89ccb-6fce-4997-8e19-ca371ad52f6b req-c2be02d1-40d5-46c4-8660-7a681da961ed tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fa9647d-e0a6-4c07-b57b-ecbb31a65443&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319781 Jul 27 22:14:02.881768 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0261301d-7745-4f1e-b96c-7bfec6b87a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.227556 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06919c-fcb5-48bc-9cd8-0ab980267d41 req-af13278b-4ec2-4962-b690-74d0c6806e08 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:03.228951 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb06919c-fcb5-48bc-9cd8-0ab980267d41 req-af13278b-4ec2-4962-b690-74d0c6806e08 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.66 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 945 time: 0.0658169 Jul 27 22:14:03.335223 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-fb06919c-fcb5-48bc-9cd8-0ab980267d41 req-912f6ef2-0d18-4de6-b426-4fe160a954ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:03.335572 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb06919c-fcb5-48bc-9cd8-0ab980267d41 req-912f6ef2-0d18-4de6-b426-4fe160a954ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.424864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-fb06919c-fcb5-48bc-9cd8-0ab980267d41 req-912f6ef2-0d18-4de6-b426-4fe160a954ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] For port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=7917bdee-7a94-4a09-afb7-c2bfccb45eb7,segment=NetworkSegment(f00b11d9-22c0-43e5-85ce-f23a637cf9b0),segment_id=f00b11d9-22c0-43e5-85ce-f23a637cf9b0)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:03.425227 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb06919c-fcb5-48bc-9cd8-0ab980267d41 req-912f6ef2-0d18-4de6-b426-4fe160a954ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.438355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-fb06919c-fcb5-48bc-9cd8-0ab980267d41 req-912f6ef2-0d18-4de6-b426-4fe160a954ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:03.575285 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb06919c-fcb5-48bc-9cd8-0ab980267d41 req-912f6ef2-0d18-4de6-b426-4fe160a954ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.603361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f6ef2-0d18-4de6-b426-4fe160a954ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=7917bdee-7a94-4a09-afb7-c2bfccb45eb7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:03.652892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb06919c-fcb5-48bc-9cd8-0ab980267d41 req-912f6ef2-0d18-4de6-b426-4fe160a954ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] No DVR routers for this DVR port 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:03.655588 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-fb06919c-fcb5-48bc-9cd8-0ab980267d41 req-912f6ef2-0d18-4de6-b426-4fe160a954ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:03.657748 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fb06919c-fcb5-48bc-9cd8-0ab980267d41 req-912f6ef2-0d18-4de6-b426-4fe160a954ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.66 "DELETE /v2.0/ports/7917bdee-7a94-4a09-afb7-c2bfccb45eb7 HTTP/1.1" status: 204 len: 173 time: 0.4229026 Jul 27 22:14:03.658183 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5cff2a-8ae8-485c-9164-36bca1545e6a', 'name': 'network-vif-deleted', 'tag': '7917bdee-7a94-4a09-afb7-c2bfccb45eb7'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:03.661265 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a2a5ca-8818-4579-92cd-befb6d210a7b" -d '{"events": [{"server_uuid": "1a5cff2a-8ae8-485c-9164-36bca1545e6a", "name": "network-vif-deleted", "tag": "7917bdee-7a94-4a09-afb7-c2bfccb45eb7"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:03.719442 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7858a101-2a7e-4af0-9642-d53ba9ba480d x-openstack-request-id: req-7858a101-2a7e-4af0-9642-d53ba9ba480d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:03.719884 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5cff2a-8ae8-485c-9164-36bca1545e6a", "name": "network-vif-deleted", "tag": "7917bdee-7a94-4a09-afb7-c2bfccb45eb7", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:03.720252 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7858a101-2a7e-4af0-9642-d53ba9ba480d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:03.720821 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5cff2a-8ae8-485c-9164-36bca1545e6a', 'name': 'network-vif-deleted', 'tag': '7917bdee-7a94-4a09-afb7-c2bfccb45eb7', 'status': 'completed', 'code': 200} Jul 27 22:14:03.758483 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7669ed18-ce5a-492c-a4fa-0b5392417487 req-2be9b2d9-3f8c-4553-982a-0335c64f752b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a5cff2a-8ae8-485c-9164-36bca1545e6a HTTP/1.1" status: 200 len: 210 time: 0.0366561 Jul 27 22:14:04.819961 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34870) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:04.864009 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.195604 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1cc164dc-7e37-4040-8a12-570d914527bb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.471731 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1cc164dc-7e37-4040-8a12-570d914527bb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port e414ff76-21b6-4453-a9fd-b01f29f29336 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:05.472002 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1cc164dc-7e37-4040-8a12-570d914527bb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.516558 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e623c0ae-808f-4deb-9899-d8384560c34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.566113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-1cc164dc-7e37-4040-8a12-570d914527bb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] For port e414ff76-21b6-4453-a9fd-b01f29f29336, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=e414ff76-21b6-4453-a9fd-b01f29f29336,segment=NetworkSegment(f00b11d9-22c0-43e5-85ce-f23a637cf9b0),segment_id=f00b11d9-22c0-43e5-85ce-f23a637cf9b0)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:05.566668 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1cc164dc-7e37-4040-8a12-570d914527bb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.578687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-1cc164dc-7e37-4040-8a12-570d914527bb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for e414ff76-21b6-4453-a9fd-b01f29f29336 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:05.619615 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.770830 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1cc164dc-7e37-4040-8a12-570d914527bb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:05.798294 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc164dc-7e37-4040-8a12-570d914527bb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=e414ff76-21b6-4453-a9fd-b01f29f29336,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:05.984876 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1cc164dc-7e37-4040-8a12-570d914527bb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.207359 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc164dc-7e37-4040-8a12-570d914527bb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:06.317505 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc164dc-7e37-4040-8a12-570d914527bb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:06.322475 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1cc164dc-7e37-4040-8a12-570d914527bb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "PUT /v2.0/routers/8c4e2e54-1b5a-46f8-9a2b-708c75947e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5014660 Jul 27 22:14:06.325131 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34874) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:06.326818 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77393776-4b36-4b78-b6df-06136525ec7e None None] Sync routers for ids ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:06.336394 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77393776-4b36-4b78-b6df-06136525ec7e None None] Routers {'8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:06.336996 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-77393776-4b36-4b78-b6df-06136525ec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:14:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:06.376799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f69a51-50a4-4397-8b88-ba7fd780385f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting subnet 5ca3aae8-fe68-453d-83cf-161d7e9e36d2 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:14:06.380115 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-03f69a51-50a4-4397-8b88-ba7fd780385f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.420644 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-03f69a51-50a4-4397-8b88-ba7fd780385f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.442143 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-77393776-4b36-4b78-b6df-06136525ec7e None None] Set router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:06.509438 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-03f69a51-50a4-4397-8b88-ba7fd780385f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.570062 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-03f69a51-50a4-4397-8b88-ba7fd780385f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.598194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f69a51-50a4-4397-8b88-ba7fd780385f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca3aae8-fe68-453d-83cf-161d7e9e36d2,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:06.602037 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-03f69a51-50a4-4397-8b88-ba7fd780385f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.608036 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-03f69a51-50a4-4397-8b88-ba7fd780385f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/subnets/5ca3aae8-fe68-453d-83cf-161d7e9e36d2 HTTP/1.1" status: 204 len: 168 time: 0.2818184 Jul 27 22:14:06.608177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34876) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:06.614706 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12638348-5661-4101-a000-0c7b1c6531bf None None] Network 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:06.629637 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-77393776-4b36-4b78-b6df-06136525ec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332006469', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:14:05Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:06.658367 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77393776-4b36-4b78-b6df-06136525ec7e None None] Checking router: 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:14:06.670682 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77393776-4b36-4b78-b6df-06136525ec7e None None] Routers {'8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:06.671734 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-77393776-4b36-4b78-b6df-06136525ec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:14:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:06.736815 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.782729 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-77393776-4b36-4b78-b6df-06136525ec7e None None] Set router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:06.839377 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] DHCP port deletion for 7786db47-bcfd-4e9d-8fc2-2b291d7dbfde request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:14:06.856140 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.886949 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Deleting port 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:06.887332 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.910875 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port 7fc2711a-6aba-44e6-bc43-54e903e82e75 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:14:06.911398 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.962093 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] For port 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=8b0e6d25-d8ee-4138-9c68-cea384c1d1ac,segment=NetworkSegment(f00b11d9-22c0-43e5-85ce-f23a637cf9b0),segment_id=f00b11d9-22c0-43e5-85ce-f23a637cf9b0)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:06.963510 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:06.974770 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-77393776-4b36-4b78-b6df-06136525ec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332006469', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:14:05Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:06.980126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Calling delete_port for 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:06.997101 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] For port 7fc2711a-6aba-44e6-bc43-54e903e82e75, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7fc2711a-6aba-44e6-bc43-54e903e82e75,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:06.997485 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.012895 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for 7fc2711a-6aba-44e6-bc43-54e903e82e75 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:14:07.013823 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77393776-4b36-4b78-b6df-06136525ec7e None None] The sync data for ids ['8c4e2e54-1b5a-46f8-9a2b-708c75947e2e'] in n-d-764806-9 is: [{'id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332006469', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:14:05Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '7fc2711a-6aba-44e6-bc43-54e903e82e75', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4e2e54-1b5a-46f8-9a2b-708c75947e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:12:14Z', 'updated_at': '2021-07-27T22:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:07.073692 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.096756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Pushing event deleted for resources: {'Port': ['ID=8b0e6d25-d8ee-4138-9c68-cea384c1d1ac,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:07.104223 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] No DVR routers for this DVR port 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:14:07.115776 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.116101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.116437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.116764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.117087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.117407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.117733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.118112 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.118389 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.118710 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.119026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.119345 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b4485-92e7-4966-9e63-bb81ce02cc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.189640 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.215468 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=7fc2711a-6aba-44e6-bc43-54e903e82e75,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:07.228346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.228704 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.229046 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.229385 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.229718 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.230397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.230730 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.231064 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.231398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.231723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.232046 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.232367 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:07.290698 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.343983 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:07.368500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:07.368846 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 7917bdee-7a94-4a09-afb7-c2bfccb45eb7 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:07.402827 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.405123 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.451025 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.451564 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Fanout notify agent at l3_agent the message router_deleted on router 8c4e2e54-1b5a-46f8-9a2b-708c75947e2e {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:14:07.459683 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.460818 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4976fa4b-0f0d-4e4b-a0a4-195e09b7a937 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/routers/8c4e2e54-1b5a-46f8-9a2b-708c75947e2e HTTP/1.1" status: 204 len: 168 time: 0.8514993 Jul 27 22:14:07.468465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34878) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:07.508325 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.548658 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-966467df-ee06-4a7d-b9ec-ede401605422 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.649539 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-966467df-ee06-4a7d-b9ec-ede401605422 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.661879 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-966467df-ee06-4a7d-b9ec-ede401605422 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7786db47-bcfd-4e9d-8fc2-2b291d7dbfde']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:07.674719 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-966467df-ee06-4a7d-b9ec-ede401605422 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00b11d9-22c0-43e5-85ce-f23a637cf9b0') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:07.675013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-966467df-ee06-4a7d-b9ec-ede401605422 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00b11d9-22c0-43e5-85ce-f23a637cf9b0') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:07.685455 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-966467df-ee06-4a7d-b9ec-ede401605422 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.705661 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-966467df-ee06-4a7d-b9ec-ede401605422 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.718507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966467df-ee06-4a7d-b9ec-ede401605422 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:14:07.719049 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-966467df-ee06-4a7d-b9ec-ede401605422 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: timer() Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:14:07.721949 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:14:07.780377 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-966467df-ee06-4a7d-b9ec-ede401605422 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.787856 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-966467df-ee06-4a7d-b9ec-ede401605422 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.789638 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-966467df-ee06-4a7d-b9ec-ede401605422 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/networks/7786db47-bcfd-4e9d-8fc2-2b291d7dbfde HTTP/1.1" status: 204 len: 168 time: 0.3249481 Jul 27 22:14:07.792541 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34880) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:07.802489 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966467df-ee06-4a7d-b9ec-ede401605422 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Network': ['ID=7786db47-bcfd-4e9d-8fc2-2b291d7dbfde,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:07.852675 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b15a86a-e5e9-4d53-82d2-adf7aeb0e651 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.879038 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b15a86a-e5e9-4d53-82d2-adf7aeb0e651 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.940710 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b15a86a-e5e9-4d53-82d2-adf7aeb0e651 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.943400 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7b15a86a-e5e9-4d53-82d2-adf7aeb0e651 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:07.944586 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7b15a86a-e5e9-4d53-82d2-adf7aeb0e651 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/security-groups/6fa9647d-e0a6-4c07-b57b-ecbb31a65443 HTTP/1.1" status: 204 len: 168 time: 0.1510487 Jul 27 22:14:07.953906 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15a86a-e5e9-4d53-82d2-adf7aeb0e651 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa9647d-e0a6-4c07-b57b-ecbb31a65443,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:08.071004 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e414ff76-21b6-4453-a9fd-b01f29f29336 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:08.091922 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: e414ff76-21b6-4453-a9fd-b01f29f29336 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:08.092272 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device e414ff76-21b6-4453-a9fd-b01f29f29336 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:08.092669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:08.111736 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:08.112076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 8b0e6d25-d8ee-4138-9c68-cea384c1d1ac not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:08.163861 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34886) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:08.168616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-41363ede-8266-4f16-9df0-21ff6d1686b3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355520993', 'description': 'tempest-secgroup-smoke-1355520993 description', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:08.191827 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-41363ede-8266-4f16-9df0-21ff6d1686b3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.282489 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-41363ede-8266-4f16-9df0-21ff6d1686b3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.286356 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-41363ede-8266-4f16-9df0-21ff6d1686b3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.313654 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-41363ede-8266-4f16-9df0-21ff6d1686b3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.314918 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-41363ede-8266-4f16-9df0-21ff6d1686b3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1500449 Jul 27 22:14:08.318529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34888) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:08.320195 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41363ede-8266-4f16-9df0-21ff6d1686b3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab74435-835c-40f9-8617-64a25f4b0cf7,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:08.323786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-40b1e42b-2810-4e1b-89b6-7f2f113db58a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '0ab74435-835c-40f9-8617-64a25f4b0cf7', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:08.350435 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-40b1e42b-2810-4e1b-89b6-7f2f113db58a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.406945 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-40b1e42b-2810-4e1b-89b6-7f2f113db58a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.410816 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-40b1e42b-2810-4e1b-89b6-7f2f113db58a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.428779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1e42b-2810-4e1b-89b6-7f2f113db58a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0afd1bd-cb62-4bc9-8c1d-b5c98f6bd90e,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:08.435393 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-40b1e42b-2810-4e1b-89b6-7f2f113db58a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.436715 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-40b1e42b-2810-4e1b-89b6-7f2f113db58a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170290 Jul 27 22:14:08.439504 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34890) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:08.444793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-9cef8015-4d57-407c-8637-924451d9cd0d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '0ab74435-835c-40f9-8617-64a25f4b0cf7', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:08.451428 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.475132 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9cef8015-4d57-407c-8637-924451d9cd0d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.537157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9cef8015-4d57-407c-8637-924451d9cd0d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.540879 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9cef8015-4d57-407c-8637-924451d9cd0d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.560823 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef8015-4d57-407c-8637-924451d9cd0d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712b0895-e067-4c11-af52-96fd9dfa2734,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:08.564430 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9cef8015-4d57-407c-8637-924451d9cd0d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.565661 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9cef8015-4d57-407c-8637-924451d9cd0d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252069 Jul 27 22:14:08.569038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34892) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:08.573847 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c7ca763b-1d4c-4d5a-b23a-e3d198f958f6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '0ab74435-835c-40f9-8617-64a25f4b0cf7', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:08.600865 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c7ca763b-1d4c-4d5a-b23a-e3d198f958f6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.659886 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c7ca763b-1d4c-4d5a-b23a-e3d198f958f6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.663584 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c7ca763b-1d4c-4d5a-b23a-e3d198f958f6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.680703 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca763b-1d4c-4d5a-b23a-e3d198f958f6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbc5392-ed43-447b-a102-09d2805f6a86,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:08.687647 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c7ca763b-1d4c-4d5a-b23a-e3d198f958f6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.688923 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c7ca763b-1d4c-4d5a-b23a-e3d198f958f6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188562 Jul 27 22:14:08.692384 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34894) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:08.696815 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e61d21fa-4d55-4cb6-817c-f2d6c0ccf83d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '0ab74435-835c-40f9-8617-64a25f4b0cf7', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:08.722507 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e61d21fa-4d55-4cb6-817c-f2d6c0ccf83d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.783640 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e61d21fa-4d55-4cb6-817c-f2d6c0ccf83d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.787113 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e61d21fa-4d55-4cb6-817c-f2d6c0ccf83d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.804944 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d21fa-4d55-4cb6-817c-f2d6c0ccf83d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbdc1f9f-561f-4b65-9c80-9da2d9bf21d6,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:08.810830 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e61d21fa-4d55-4cb6-817c-f2d6c0ccf83d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.811623 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e61d21fa-4d55-4cb6-817c-f2d6c0ccf83d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182973 Jul 27 22:14:08.814362 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34896) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:08.819357 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-dbb3db28-fcda-4c6b-8d48-fdcdcce010a8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '0ab74435-835c-40f9-8617-64a25f4b0cf7', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:08.842785 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-dbb3db28-fcda-4c6b-8d48-fdcdcce010a8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Project 0c0d9d95e7384906a79f12d8d75ba295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:14:08.847776 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dbb3db28-fcda-4c6b-8d48-fdcdcce010a8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.910326 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dbb3db28-fcda-4c6b-8d48-fdcdcce010a8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.915496 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dbb3db28-fcda-4c6b-8d48-fdcdcce010a8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.934852 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3db28-fcda-4c6b-8d48-fdcdcce010a8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9bcb7b-6750-4092-af72-d40fd080b12c,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:08.940116 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-dbb3db28-fcda-4c6b-8d48-fdcdcce010a8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:08.941946 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-dbb3db28-fcda-4c6b-8d48-fdcdcce010a8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261687 Jul 27 22:14:08.944734 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34898) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:08.949113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-aebb3ec0-3766-4656-8df1-fd37cbe6ce56 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '0ab74435-835c-40f9-8617-64a25f4b0cf7', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:08.970942 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-aebb3ec0-3766-4656-8df1-fd37cbe6ce56 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Project 0c0d9d95e7384906a79f12d8d75ba295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:14:08.975627 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aebb3ec0-3766-4656-8df1-fd37cbe6ce56 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.038450 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aebb3ec0-3766-4656-8df1-fd37cbe6ce56 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.042874 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aebb3ec0-3766-4656-8df1-fd37cbe6ce56 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.060843 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb3ec0-3766-4656-8df1-fd37cbe6ce56 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0449ce-9f2e-4e40-ba59-db4866074588,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:09.066471 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aebb3ec0-3766-4656-8df1-fd37cbe6ce56 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.069034 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-aebb3ec0-3766-4656-8df1-fd37cbe6ce56 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220701 Jul 27 22:14:09.070592 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34900) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:09.075581 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-084d399c-50e6-4c20-9b89-fa178c18f9d9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'network': {'name': 'tempest-network-smoke--2134209433', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'port_security_enabled': True}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:09.095510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084d399c-50e6-4c20-9b89-fa178c18f9d9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Made reservation on behalf of 0c0d9d95e7384906a79f12d8d75ba295 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:09.099425 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-084d399c-50e6-4c20-9b89-fa178c18f9d9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.124162 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084d399c-50e6-4c20-9b89-fa178c18f9d9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:14:09.133699 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-084d399c-50e6-4c20-9b89-fa178c18f9d9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.134054 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-084d399c-50e6-4c20-9b89-fa178c18f9d9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Added segment 7ad80029-7d97-4aea-8231-aacd1f606857 of type vlan for network 6745905e-07ca-4923-a524-326c00563c09 Jul 27 22:14:09.153505 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.176404 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-084d399c-50e6-4c20-9b89-fa178c18f9d9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.204281 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-084d399c-50e6-4c20-9b89-fa178c18f9d9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.209866 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084d399c-50e6-4c20-9b89-fa178c18f9d9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:09.210491 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-084d399c-50e6-4c20-9b89-fa178c18f9d9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.267762 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-084d399c-50e6-4c20-9b89-fa178c18f9d9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1961329 Jul 27 22:14:09.271158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34902) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:09.275984 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-889749584', 'admin_state_up': True, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:09.286117 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d399c-50e6-4c20-9b89-fa178c18f9d9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Network': ['ID=6745905e-07ca-4923-a524-326c00563c09,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:09.296319 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 6745905e-07ca-4923-a524-326c00563c09 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:14:09.299356 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.300440 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.352549 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.491768 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.666311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7fc2711a-6aba-44e6-bc43-54e903e82e75 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:14:09.681515 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.687893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 7fc2711a-6aba-44e6-bc43-54e903e82e75 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:14:09.688238 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7fc2711a-6aba-44e6-bc43-54e903e82e75 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:14:09.706244 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.808421 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.25.2.96 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/992fbf83-3465-439f-a3a9-f43a64e7b095) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:09.912245 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.952733 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:09.995941 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:09.998690 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:10.001063 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:10.007100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=992fbf83-3465-439f-a3a9-f43a64e7b095,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:10.254144 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:10.450844 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:10.586154 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 43a334e5-4e0f-4355-ae14-d148e50b47b4 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:14:11.054816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:11.064322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Sync routers for ids ['43a334e5-4e0f-4355-ae14-d148e50b47b4'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:11.074032 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Routers {'43a334e5-4e0f-4355-ae14-d148e50b47b4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:11.074676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:14:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['43a334e5-4e0f-4355-ae14-d148e50b47b4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:11.074902 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.076151 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-43a473d5-dde9-4ca8-b8d9-2c11318db084 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8038878 Jul 27 22:14:11.079273 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34904) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.110505 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c213fa8a-981c-4e47-a01f-2539e4d14877 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=0c0d9d95e7384906a79f12d8d75ba295&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278141 Jul 27 22:14:11.110983 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34906) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.184805 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Set router 43a334e5-4e0f-4355-ae14-d148e50b47b4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:11.199280 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ee3170-7be0-471f-a16f-e3566af44220 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:11.203353 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f1ee3170-7be0-471f-a16f-e3566af44220 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887804 Jul 27 22:14:11.203596 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34908) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.237466 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-9a354df3-524a-478e-b0dd-3d1e1a09204e tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327666 Jul 27 22:14:11.240011 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34910) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.244869 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-5184890d-1d19-4e15-96cb-474817364120 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-911446400', 'network_id': '6745905e-07ca-4923-a524-326c00563c09', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:11.335255 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5184890d-1d19-4e15-96cb-474817364120 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Made reservation on behalf of 0c0d9d95e7384906a79f12d8d75ba295 for: {'subnet': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:11.339121 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5184890d-1d19-4e15-96cb-474817364120 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5912089'] for subnet, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.370177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889749584', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:10Z', 'revision_number': 3, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:11.396135 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Checking router: 43a334e5-4e0f-4355-ae14-d148e50b47b4 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:14:11.396460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Updating router 43a334e5-4e0f-4355-ae14-d148e50b47b4 port 992fbf83-3465-439f-a3a9-f43a64e7b095 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:14:11.435025 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.538664 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5184890d-1d19-4e15-96cb-474817364120 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4517304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5912075'] for subnet, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.606687 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184890d-1d19-4e15-96cb-474817364120 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Subnet': ['ID=5102433e-1f42-47d8-a2e8-9a01408d9725,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:11.614548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5184890d-1d19-4e15-96cb-474817364120 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Checking segment: {'id': '7ad80029-7d97-4aea-8231-aacd1f606857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6745905e-07ca-4923-a524-326c00563c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105579) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:11.614959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5184890d-1d19-4e15-96cb-474817364120 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network hostable DHCP agents. Network: 6745905e-07ca-4923-a524-326c00563c09, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105579) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:14:11.635539 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5184890d-1d19-4e15-96cb-474817364120 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 6745905e-07ca-4923-a524-326c00563c09 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105579) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:14:11.645651 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-5184890d-1d19-4e15-96cb-474817364120 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 6745905e-07ca-4923-a524-326c00563c09) {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:11.651714 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5184890d-1d19-4e15-96cb-474817364120 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:11.652125 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5184890d-1d19-4e15-96cb-474817364120 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.657348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6041b0c6-19c4-4b86-94b7-3ceae5e92883 None None] Network 6745905e-07ca-4923-a524-326c00563c09 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:11.671159 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5184890d-1d19-4e15-96cb-474817364120 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4301255 Jul 27 22:14:11.674021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34912) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:11.740032 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:11.761418 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Transition to ACTIVE for port object 992fbf83-3465-439f-a3a9-f43a64e7b095 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:11.933687 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.013714 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9c39d-1d64-407d-b4b9-8c33bab79187 None None] Pushing event updated for resources: {'Port': ['ID=992fbf83-3465-439f-a3a9-f43a64e7b095,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:12.026345 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Attempting to bind port 992fbf83-3465-439f-a3a9-f43a64e7b095 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:12.026723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Attempting to bind port 992fbf83-3465-439f-a3a9-f43a64e7b095 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:12.027090 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Attempting to bind port 992fbf83-3465-439f-a3a9-f43a64e7b095 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:12.037455 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:12.037828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:12.038247 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.038637 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:12.039100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Bound port: 992fbf83-3465-439f-a3a9-f43a64e7b095, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:12.039478 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.092475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-6745905e-07ca-4923-a524-326c00563c09', 'network_id': '6745905e-07ca-4923-a524-326c00563c09', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ips': [{'subnet_id': '5102433e-1f42-47d8-a2e8-9a01408d9725'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:14:12.093312 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.127690 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.132092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] For port 992fbf83-3465-439f-a3a9-f43a64e7b095, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:12.136044 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] For port 992fbf83-3465-439f-a3a9-f43a64e7b095, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=992fbf83-3465-439f-a3a9-f43a64e7b095,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:12.139726 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.273842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9c39d-1d64-407d-b4b9-8c33bab79187 None None] Pushing event updated for resources: {'Port': ['ID=992fbf83-3465-439f-a3a9-f43a64e7b095,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:12.298638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Routers {'43a334e5-4e0f-4355-ae14-d148e50b47b4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:12.299278 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:14:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['43a334e5-4e0f-4355-ae14-d148e50b47b4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:12.364728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Allocated IP 172.20.0.2 (6745905e-07ca-4923-a524-326c00563c09/5102433e-1f42-47d8-a2e8-9a01408d9725/1d6a64fe-9921-40e7-8626-d61e4248a7f4) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:12.464752 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] Set router 43a334e5-4e0f-4355-ae14-d148e50b47b4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:12.687511 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.699312 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Transition to ACTIVE for port object 1d6a64fe-9921-40e7-8626-d61e4248a7f4 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:12.721736 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Transition to ACTIVE for port object 1d6a64fe-9921-40e7-8626-d61e4248a7f4 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:12.728912 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.769847 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889749584', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:10Z', 'revision_number': 3, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:12.773067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Network 6745905e-07ca-4923-a524-326c00563c09 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:12.778603 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:12.779471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.20.0.1 (6745905e-07ca-4923-a524-326c00563c09/5102433e-1f42-47d8-a2e8-9a01408d9725/689ee4fa-3786-4734-9f4b-89622c95d1d6) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:12.807660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:12.812237 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852d413e-4027-4cc9-b717-c55052e1cf0e None None] The sync data for ids ['43a334e5-4e0f-4355-ae14-d148e50b47b4'] in n-d-764806-9 is: [{'id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889749584', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:10Z', 'revision_number': 3, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:12.821244 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Pushing event updated for resources: {'Port': ['ID=1d6a64fe-9921-40e7-8626-d61e4248a7f4,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:12.882321 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Attempting to bind port 1d6a64fe-9921-40e7-8626-d61e4248a7f4 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:12.882321 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Attempting to bind port 1d6a64fe-9921-40e7-8626-d61e4248a7f4 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '7ad80029-7d97-4aea-8231-aacd1f606857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6745905e-07ca-4923-a524-326c00563c09'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:12.882642 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Attempting to bind port 1d6a64fe-9921-40e7-8626-d61e4248a7f4 on network 6745905e-07ca-4923-a524-326c00563c09 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:12.890954 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:12.891335 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Checking segment: {'id': '7ad80029-7d97-4aea-8231-aacd1f606857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6745905e-07ca-4923-a524-326c00563c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:12.891741 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.892145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Bound using segment: {'id': '7ad80029-7d97-4aea-8231-aacd1f606857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6745905e-07ca-4923-a524-326c00563c09'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:12.892958 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Bound port: 1d6a64fe-9921-40e7-8626-d61e4248a7f4, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad80029-7d97-4aea-8231-aacd1f606857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6745905e-07ca-4923-a524-326c00563c09'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:12.893091 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.909457 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.926905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Transition to ACTIVE for port object 689ee4fa-3786-4734-9f4b-89622c95d1d6 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:12.963778 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] For port 1d6a64fe-9921-40e7-8626-d61e4248a7f4, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:12.965749 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:12.967995 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] For port 1d6a64fe-9921-40e7-8626-d61e4248a7f4, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1d6a64fe-9921-40e7-8626-d61e4248a7f4,segment=NetworkSegment(7ad80029-7d97-4aea-8231-aacd1f606857),segment_id=7ad80029-7d97-4aea-8231-aacd1f606857)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:12.974070 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.039197 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 6745905e-07ca-4923-a524-326c00563c09 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:13.050056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:13.052832 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c12da-c14a-438a-9883-99b509b3c981 None None] Pushing event updated for resources: {'Port': ['ID=1d6a64fe-9921-40e7-8626-d61e4248a7f4,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:13.053696 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:13.100444 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=689ee4fa-3786-4734-9f4b-89622c95d1d6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:13.126305 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.309730 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.630298 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.635822 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.713627 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.716023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=689ee4fa-3786-4734-9f4b-89622c95d1d6,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:13.795400 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 992fbf83-3465-439f-a3a9-f43a64e7b095 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:13.833847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 6745905e-07ca-4923-a524-326c00563c09 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:13.835463 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:13.859242 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 992fbf83-3465-439f-a3a9-f43a64e7b095 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:13.864233 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 992fbf83-3465-439f-a3a9-f43a64e7b095 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:13.864574 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.948131 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.976519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 992fbf83-3465-439f-a3a9-f43a64e7b095, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=992fbf83-3465-439f-a3a9-f43a64e7b095,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:13.977463 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 43a334e5-4e0f-4355-ae14-d148e50b47b4 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:13.982453 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:13.983430 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1d6a64fe-9921-40e7-8626-d61e4248a7f4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:14.077230 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=992fbf83-3465-439f-a3a9-f43a64e7b095,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:14.090607 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 1d6a64fe-9921-40e7-8626-d61e4248a7f4 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:14.115913 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:14.118659 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdb0b5b-c6e2-4638-a20b-293863d44da2 None None] Network 6745905e-07ca-4923-a524-326c00563c09 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:14:14.120706 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5cd77675-16ff-4d0e-b9af-2173cddac5d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "PUT /v2.0/routers/43a334e5-4e0f-4355-ae14-d148e50b47b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4454043 Jul 27 22:14:14.186378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7a20319d-c51c-4f63-9ba5-974050727d7e None None] Provisioning for port 1d6a64fe-9921-40e7-8626-d61e4248a7f4 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:14.200017 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7a20319d-c51c-4f63-9ba5-974050727d7e None None] Provisioning complete for port 1d6a64fe-9921-40e7-8626-d61e4248a7f4 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:14.200391 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7a20319d-c51c-4f63-9ba5-974050727d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.282444 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f31af18-68fb-4150-a340-97a40b953731 req-6ecb3ef7-6335-4edc-b397-f93786f04e80 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355520993&fields=id&tenant_id=0c0d9d95e7384906a79f12d8d75ba295 HTTP/1.1" status: 200 len: 267 time: 0.0403836 Jul 27 22:14:14.358088 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7a20319d-c51c-4f63-9ba5-974050727d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.401180 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7a20319d-c51c-4f63-9ba5-974050727d7e None None] For port 1d6a64fe-9921-40e7-8626-d61e4248a7f4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1d6a64fe-9921-40e7-8626-d61e4248a7f4,segment=NetworkSegment(7ad80029-7d97-4aea-8231-aacd1f606857),segment_id=7ad80029-7d97-4aea-8231-aacd1f606857)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:14.404870 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7a20319d-c51c-4f63-9ba5-974050727d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.405608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31af18-68fb-4150-a340-97a40b953731 req-8224bdfa-fd32-4b70-8660-f71bfa9be719 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:14.407510 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f31af18-68fb-4150-a340-97a40b953731 req-8224bdfa-fd32-4b70-8660-f71bfa9be719 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/networks?id=6745905e-07ca-4923-a524-326c00563c09 HTTP/1.1" status: 200 len: 797 time: 0.1159043 Jul 27 22:14:14.431902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f31af18-68fb-4150-a340-97a40b953731 req-8c62f89d-1087-4328-8fea-f79c088fd033 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/quotas/0c0d9d95e7384906a79f12d8d75ba295 HTTP/1.1" status: 200 len: 375 time: 0.0170488 Jul 27 22:14:14.469554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20319d-c51c-4f63-9ba5-974050727d7e None None] Pushing event updated for resources: {'Port': ['ID=1d6a64fe-9921-40e7-8626-d61e4248a7f4,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:14.506803 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Sync routers for ids ['43a334e5-4e0f-4355-ae14-d148e50b47b4'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:14.511663 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f31af18-68fb-4150-a340-97a40b953731 req-ca2e875f-963e-43c4-a2a6-7607c8922cce tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739689 Jul 27 22:14:14.517672 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Routers {'43a334e5-4e0f-4355-ae14-d148e50b47b4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:14.518357 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:14:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['43a334e5-4e0f-4355-ae14-d148e50b47b4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:14.636733 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Set router 43a334e5-4e0f-4355-ae14-d148e50b47b4 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:14.669646 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f31af18-68fb-4150-a340-97a40b953731 req-fa154845-a0a5-44c6-875b-ce6498cd04c6 service neutron] 10.222.0.55 "GET /v2.0/networks/6745905e-07ca-4923-a524-326c00563c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485846 Jul 27 22:14:14.733869 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2018ef7f-13d0-4764-9591-e5c3ad02ec3c None None] Provisioning for port 689ee4fa-3786-4734-9f4b-89622c95d1d6 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:14.738706 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2018ef7f-13d0-4764-9591-e5c3ad02ec3c None None] Provisioning complete for port 689ee4fa-3786-4734-9f4b-89622c95d1d6 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:14.739218 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2018ef7f-13d0-4764-9591-e5c3ad02ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.789989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-2018ef7f-13d0-4764-9591-e5c3ad02ec3c None None] Port 689ee4fa-3786-4734-9f4b-89622c95d1d6 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:14.803026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2018ef7f-13d0-4764-9591-e5c3ad02ec3c None None] Provisioning complete for port 1d6a64fe-9921-40e7-8626-d61e4248a7f4 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:14.803669 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2018ef7f-13d0-4764-9591-e5c3ad02ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:14.810883 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7f31af18-68fb-4150-a340-97a40b953731 req-5a5c7015-ae8e-437b-9db6-de09d6ba9bf7 service neutron] 10.222.0.55 "GET /v2.0/networks/6745905e-07ca-4923-a524-326c00563c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344724 Jul 27 22:14:14.866513 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889749584', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '689ee4fa-3786-4734-9f4b-89622c95d1d6', 'name': '', 'network_id': '6745905e-07ca-4923-a524-326c00563c09', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:ad:45:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:12Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 2, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:14.898610 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Checking router: 43a334e5-4e0f-4355-ae14-d148e50b47b4 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:14:14.898960 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Updating router 43a334e5-4e0f-4355-ae14-d148e50b47b4 port 689ee4fa-3786-4734-9f4b-89622c95d1d6 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:14:15.032564 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-b892512b-f76a-4e34-be0b-4d3687f53f42 None None] Provisioning complete for port 689ee4fa-3786-4734-9f4b-89622c95d1d6 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:15.032931 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b892512b-f76a-4e34-be0b-4d3687f53f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.037517 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.078944 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29ec136b-200f-4e46-822d-2660f576be43 req-50f49dd9-503a-4650-b65d-d143703872c7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 210 time: 0.0930755 Jul 27 22:14:15.100095 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-b892512b-f76a-4e34-be0b-4d3687f53f42 None None] Port 689ee4fa-3786-4734-9f4b-89622c95d1d6 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:15.217928 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-74411872-0324-4474-bd6e-b2efde504d64 None None] Provisioning complete for port 689ee4fa-3786-4734-9f4b-89622c95d1d6 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:15.218324 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-74411872-0324-4474-bd6e-b2efde504d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.258254 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-74411872-0324-4474-bd6e-b2efde504d64 None None] Port 689ee4fa-3786-4734-9f4b-89622c95d1d6 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:15.314799 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.324165 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Transition to ACTIVE for port object 689ee4fa-3786-4734-9f4b-89622c95d1d6 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:15.330122 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.381459 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f65e8-3c4f-4d30-a396-6551632b89f0 None None] Pushing event updated for resources: {'Port': ['ID=689ee4fa-3786-4734-9f4b-89622c95d1d6,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:15.406764 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f65e8-3c4f-4d30-a396-6551632b89f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:15.407117 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f65e8-3c4f-4d30-a396-6551632b89f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:15.407456 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f65e8-3c4f-4d30-a396-6551632b89f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:15.407790 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f65e8-3c4f-4d30-a396-6551632b89f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:15.408122 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f65e8-3c4f-4d30-a396-6551632b89f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:15.408467 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f65e8-3c4f-4d30-a396-6551632b89f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:15.408775 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f65e8-3c4f-4d30-a396-6551632b89f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:15.409100 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f65e8-3c4f-4d30-a396-6551632b89f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:15.409428 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f65e8-3c4f-4d30-a396-6551632b89f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:15.409823 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f65e8-3c4f-4d30-a396-6551632b89f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:15.410379 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f65e8-3c4f-4d30-a396-6551632b89f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:15.410816 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995f65e8-3c4f-4d30-a396-6551632b89f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:14:15.451065 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Attempting to bind port 689ee4fa-3786-4734-9f4b-89622c95d1d6 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:15.451429 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Attempting to bind port 689ee4fa-3786-4734-9f4b-89622c95d1d6 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '7ad80029-7d97-4aea-8231-aacd1f606857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6745905e-07ca-4923-a524-326c00563c09'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:15.451789 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Attempting to bind port 689ee4fa-3786-4734-9f4b-89622c95d1d6 on network 6745905e-07ca-4923-a524-326c00563c09 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:15.457632 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:15.458060 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Checking segment: {'id': '7ad80029-7d97-4aea-8231-aacd1f606857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6745905e-07ca-4923-a524-326c00563c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:15.458489 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.458898 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Bound using segment: {'id': '7ad80029-7d97-4aea-8231-aacd1f606857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6745905e-07ca-4923-a524-326c00563c09'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:15.459360 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Bound port: 689ee4fa-3786-4734-9f4b-89622c95d1d6, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad80029-7d97-4aea-8231-aacd1f606857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6745905e-07ca-4923-a524-326c00563c09'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:15.459737 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.524607 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] For port 689ee4fa-3786-4734-9f4b-89622c95d1d6, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:15.527981 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] For port 689ee4fa-3786-4734-9f4b-89622c95d1d6, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=689ee4fa-3786-4734-9f4b-89622c95d1d6,segment=NetworkSegment(7ad80029-7d97-4aea-8231-aacd1f606857),segment_id=7ad80029-7d97-4aea-8231-aacd1f606857)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:15.533463 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.588489 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Routers {'43a334e5-4e0f-4355-ae14-d148e50b47b4'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:15.589113 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:14:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['43a334e5-4e0f-4355-ae14-d148e50b47b4'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:15.634106 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f65e8-3c4f-4d30-a396-6551632b89f0 None None] Pushing event updated for resources: {'Port': ['ID=689ee4fa-3786-4734-9f4b-89622c95d1d6,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:15.710021 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] Set router 43a334e5-4e0f-4355-ae14-d148e50b47b4 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:15.728136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 992fbf83-3465-439f-a3a9-f43a64e7b095 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:15.779339 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 992fbf83-3465-439f-a3a9-f43a64e7b095 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:15.779798 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.868979 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1d6a64fe-9921-40e7-8626-d61e4248a7f4 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:15.917804 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889749584', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '689ee4fa-3786-4734-9f4b-89622c95d1d6', 'name': '', 'network_id': '6745905e-07ca-4923-a524-326c00563c09', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:ad:45:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:12Z', 'updated_at': '2021-07-27T22:14:15Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:15.920386 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 1d6a64fe-9921-40e7-8626-d61e4248a7f4 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:15.920850 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:15.944835 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4ce43d-c164-4b61-8159-cb870170f849 None None] The sync data for ids ['43a334e5-4e0f-4355-ae14-d148e50b47b4'] in n-d-764806-9 is: [{'id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889749584', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '689ee4fa-3786-4734-9f4b-89622c95d1d6', 'name': '', 'network_id': '6745905e-07ca-4923-a524-326c00563c09', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:ad:45:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:12Z', 'updated_at': '2021-07-27T22:14:15Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:16.148841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-43bcbfca-c0ea-431f-9f2a-5b8379c14c8c req-9ef314fc-21ad-4217-b823-a6cf9bc71119 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 210 time: 0.0302253 Jul 27 22:14:17.231771 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fc49bfe9-4220-4a40-aa76-cdcf873ee5f3 req-7bec88dd-6bdb-45c5-87af-cc93fc3b514c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 210 time: 0.0289154 Jul 27 22:14:17.735907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 689ee4fa-3786-4734-9f4b-89622c95d1d6 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:17.786376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 689ee4fa-3786-4734-9f4b-89622c95d1d6 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:17.790085 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 689ee4fa-3786-4734-9f4b-89622c95d1d6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:17.790479 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.871806 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.903470 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 689ee4fa-3786-4734-9f4b-89622c95d1d6, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=689ee4fa-3786-4734-9f4b-89622c95d1d6,segment=NetworkSegment(7ad80029-7d97-4aea-8231-aacd1f606857),segment_id=7ad80029-7d97-4aea-8231-aacd1f606857)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:17.907334 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:17.954654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=689ee4fa-3786-4734-9f4b-89622c95d1d6,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:18.119162 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31af18-68fb-4150-a340-97a40b953731 req-5769c954-bb86-40a0-85dc-b9091cc45483 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:18.120753 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7f31af18-68fb-4150-a340-97a40b953731 req-5769c954-bb86-40a0-85dc-b9091cc45483 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.66 "GET /v2.0/networks?id=6745905e-07ca-4923-a524-326c00563c09 HTTP/1.1" status: 200 len: 797 time: 0.1062498 Jul 27 22:14:18.166841 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7f31af18-68fb-4150-a340-97a40b953731 req-c20ae063-f9c2-42ad-8f93-eb4c764a026d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c0d9d95e7384906a79f12d8d75ba295 HTTP/1.1" status: 200 len: 380 time: 0.0369167 Jul 27 22:14:18.177646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7f31af18-68fb-4150-a340-97a40b953731 req-6e8492da-b089-44a6-8a8d-aaae2ad6003e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'port': {'device_id': '4e4b890a-7243-472c-98f7-03eac84416db', 'network_id': '6745905e-07ca-4923-a524-326c00563c09', 'admin_state_up': True, 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'security_groups': ['0ab74435-835c-40f9-8617-64a25f4b0cf7']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:18.294930 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f31af18-68fb-4150-a340-97a40b953731 req-6e8492da-b089-44a6-8a8d-aaae2ad6003e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Made reservation on behalf of 0c0d9d95e7384906a79f12d8d75ba295 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:14:18.298779 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7f31af18-68fb-4150-a340-97a40b953731 req-6e8492da-b089-44a6-8a8d-aaae2ad6003e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.330784 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd692970-84d8-4d65-9cb9-1af1c45b0967 req-f97b3164-3e48-4fd7-a1fe-1ec373814ccb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 210 time: 0.0300205 Jul 27 22:14:18.432251 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-7f31af18-68fb-4150-a340-97a40b953731 req-6e8492da-b089-44a6-8a8d-aaae2ad6003e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.20.0.4 (6745905e-07ca-4923-a524-326c00563c09/5102433e-1f42-47d8-a2e8-9a01408d9725/2dac64ac-ae93-44f8-aa31-9807c583de6f) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:18.569381 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7f31af18-68fb-4150-a340-97a40b953731 req-6e8492da-b089-44a6-8a8d-aaae2ad6003e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.582908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-7f31af18-68fb-4150-a340-97a40b953731 req-6e8492da-b089-44a6-8a8d-aaae2ad6003e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Transition to ACTIVE for port object 2dac64ac-ae93-44f8-aa31-9807c583de6f will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:18.617175 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7f31af18-68fb-4150-a340-97a40b953731 req-6e8492da-b089-44a6-8a8d-aaae2ad6003e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.662643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f31af18-68fb-4150-a340-97a40b953731 req-6e8492da-b089-44a6-8a8d-aaae2ad6003e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 6745905e-07ca-4923-a524-326c00563c09 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:18.665693 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-7f31af18-68fb-4150-a340-97a40b953731 req-6e8492da-b089-44a6-8a8d-aaae2ad6003e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:18.671456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f31af18-68fb-4150-a340-97a40b953731 req-6e8492da-b089-44a6-8a8d-aaae2ad6003e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:18.699867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8492da-b089-44a6-8a8d-aaae2ad6003e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=2dac64ac-ae93-44f8-aa31-9807c583de6f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:18.726739 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31af18-68fb-4150-a340-97a40b953731 req-6e8492da-b089-44a6-8a8d-aaae2ad6003e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:18.727405 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7f31af18-68fb-4150-a340-97a40b953731 req-6e8492da-b089-44a6-8a8d-aaae2ad6003e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.742747 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7f31af18-68fb-4150-a340-97a40b953731 req-6e8492da-b089-44a6-8a8d-aaae2ad6003e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5692272 Jul 27 22:14:18.756372 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Request body: {'port': {'device_id': '4e4b890a-7243-472c-98f7-03eac84416db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:18.835366 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.866575 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d11542e7-33e9-49d1-a852-bd8274c831ba None None] Provisioning for port 2dac64ac-ae93-44f8-aa31-9807c583de6f completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:18.870441 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d11542e7-33e9-49d1-a852-bd8274c831ba None None] Provisioning complete for port 2dac64ac-ae93-44f8-aa31-9807c583de6f triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:18.871118 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d11542e7-33e9-49d1-a852-bd8274c831ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:18.908973 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-d11542e7-33e9-49d1-a852-bd8274c831ba None None] Port 2dac64ac-ae93-44f8-aa31-9807c583de6f cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:14:19.109533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dac64ac-ae93-44f8-aa31-9807c583de6f {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:14:19.117765 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.129247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Transition to ACTIVE for port object 2dac64ac-ae93-44f8-aa31-9807c583de6f will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:14:19.133339 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.185178 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Pushing event updated for resources: {'Port': ['ID=2dac64ac-ae93-44f8-aa31-9807c583de6f,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:19.257682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Attempting to bind port 2dac64ac-ae93-44f8-aa31-9807c583de6f on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:14:19.258017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Attempting to bind port 2dac64ac-ae93-44f8-aa31-9807c583de6f by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '7ad80029-7d97-4aea-8231-aacd1f606857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6745905e-07ca-4923-a524-326c00563c09'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:14:19.258378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Attempting to bind port 2dac64ac-ae93-44f8-aa31-9807c583de6f on network 6745905e-07ca-4923-a524-326c00563c09 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:19.263073 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Port 2dac64ac-ae93-44f8-aa31-9807c583de6f on network 6745905e-07ca-4923-a524-326c00563c09 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:14:19.263409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Attempting to bind port 2dac64ac-ae93-44f8-aa31-9807c583de6f on network 6745905e-07ca-4923-a524-326c00563c09 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:14:19.268446 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:14:19.268781 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Checking segment: {'id': '7ad80029-7d97-4aea-8231-aacd1f606857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6745905e-07ca-4923-a524-326c00563c09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:14:19.269172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Bound using segment: {'id': '7ad80029-7d97-4aea-8231-aacd1f606857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6745905e-07ca-4923-a524-326c00563c09'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:14:19.269603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Bound port: 2dac64ac-ae93-44f8-aa31-9807c583de6f, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad80029-7d97-4aea-8231-aacd1f606857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6745905e-07ca-4923-a524-326c00563c09'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:14:19.269966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.340377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] For port 2dac64ac-ae93-44f8-aa31-9807c583de6f, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:14:19.343356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] For port 2dac64ac-ae93-44f8-aa31-9807c583de6f, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2dac64ac-ae93-44f8-aa31-9807c583de6f,segment=NetworkSegment(7ad80029-7d97-4aea-8231-aacd1f606857),segment_id=7ad80029-7d97-4aea-8231-aacd1f606857)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:14:19.346875 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.385017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:19.385279 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.386664 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7f31af18-68fb-4150-a340-97a40b953731 req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] 10.222.0.66 "PUT /v2.0/ports/2dac64ac-ae93-44f8-aa31-9807c583de6f HTTP/1.1" status: 200 len: 1091 time: 0.6352744 Jul 27 22:14:19.387143 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4b890a-7243-472c-98f7-03eac84416db', 'tag': '2dac64ac-ae93-44f8-aa31-9807c583de6f'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:19.389346 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb67cc6-4eb1-43a6-9a74-7c218a9a5274" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4b890a-7243-472c-98f7-03eac84416db", "tag": "2dac64ac-ae93-44f8-aa31-9807c583de6f"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:19.412130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd900ca-e6f9-4106-a585-c2eddae393fe service neutron] Pushing event updated for resources: {'Port': ['ID=2dac64ac-ae93-44f8-aa31-9807c583de6f,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:19.479859 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9197c15c-422c-4ba2-b719-16eae7d79959 x-openstack-request-id: req-9197c15c-422c-4ba2-b719-16eae7d79959 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:19.480406 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4b890a-7243-472c-98f7-03eac84416db", "tag": "2dac64ac-ae93-44f8-aa31-9807c583de6f", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:19.480654 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9197c15c-422c-4ba2-b719-16eae7d79959 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:19.481052 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4b890a-7243-472c-98f7-03eac84416db', 'tag': '2dac64ac-ae93-44f8-aa31-9807c583de6f', 'status': 'completed', 'code': 200} Jul 27 22:14:19.503623 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31af18-68fb-4150-a340-97a40b953731 req-f0714687-f055-4211-a15b-9b1ac68187e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:19.505862 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7f31af18-68fb-4150-a340-97a40b953731 req-f0714687-f055-4211-a15b-9b1ac68187e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 1094 time: 0.0632803 Jul 27 22:14:19.517098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c20551-e4dd-44af-95f7-eebbb1c85a9d req-61da699f-bb10-482e-99b0-686911c3a632 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:19.519299 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27c20551-e4dd-44af-95f7-eebbb1c85a9d req-61da699f-bb10-482e-99b0-686911c3a632 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 943 time: 0.0951171 Jul 27 22:14:19.555418 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7f31af18-68fb-4150-a340-97a40b953731 req-2143b94c-d4db-4a50-bfd2-dedd8467b247 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dac64ac-ae93-44f8-aa31-9807c583de6f HTTP/1.1" status: 200 len: 217 time: 0.0421524 Jul 27 22:14:19.563799 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27c20551-e4dd-44af-95f7-eebbb1c85a9d req-8da9d5b5-c93e-4904-b086-020bc067dba5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357258 Jul 27 22:14:19.613293 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31af18-68fb-4150-a340-97a40b953731 req-1afcff67-8dbe-498f-b568-201e7e8b801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:19.615338 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7f31af18-68fb-4150-a340-97a40b953731 req-1afcff67-8dbe-498f-b568-201e7e8b801c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5102433e-1f42-47d8-a2e8-9a01408d9725 HTTP/1.1" status: 200 len: 834 time: 0.0526004 Jul 27 22:14:19.678778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31af18-68fb-4150-a340-97a40b953731 req-54bff113-57ee-4651-b6ed-6b42d22d04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:19.679914 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7f31af18-68fb-4150-a340-97a40b953731 req-54bff113-57ee-4651-b6ed-6b42d22d04d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6745905e-07ca-4923-a524-326c00563c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583823 Jul 27 22:14:19.719077 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 689ee4fa-3786-4734-9f4b-89622c95d1d6 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:19.774966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 689ee4fa-3786-4734-9f4b-89622c95d1d6 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:19.775814 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:19.781907 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7f31af18-68fb-4150-a340-97a40b953731 req-a8286b38-d236-455b-b961-d0e0c8e9ca76 service neutron] 10.222.0.66 "GET /v2.0/networks/6745905e-07ca-4923-a524-326c00563c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948169 Jul 27 22:14:19.888037 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7f31af18-68fb-4150-a340-97a40b953731 req-691f5427-1178-49c5-8ac6-993618a4caa7 service neutron] 10.222.0.66 "GET /v2.0/networks/6745905e-07ca-4923-a524-326c00563c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993268 Jul 27 22:14:20.002904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb67cc6-4eb1-43a6-9a74-7c218a9a5274 req-a3c3c807-bcc4-4367-84ab-a6571f018778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:20.004449 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6fb67cc6-4eb1-43a6-9a74-7c218a9a5274 req-a3c3c807-bcc4-4367-84ab-a6571f018778 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 1094 time: 0.0656290 Jul 27 22:14:20.107261 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb67cc6-4eb1-43a6-9a74-7c218a9a5274 req-1e0657ba-8a94-4922-a9db-8e112ae6c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:20.108757 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6fb67cc6-4eb1-43a6-9a74-7c218a9a5274 req-1e0657ba-8a94-4922-a9db-8e112ae6c29a service neutron] 10.222.0.66 "GET /v2.0/networks?id=6745905e-07ca-4923-a524-326c00563c09 HTTP/1.1" status: 200 len: 898 time: 0.0976577 Jul 27 22:14:20.157508 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6fb67cc6-4eb1-43a6-9a74-7c218a9a5274 req-660d5a39-44de-49a9-bdc6-77c9b6d1e2ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dac64ac-ae93-44f8-aa31-9807c583de6f HTTP/1.1" status: 200 len: 217 time: 0.0404079 Jul 27 22:14:20.217674 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb67cc6-4eb1-43a6-9a74-7c218a9a5274 req-aa80ef07-9671-4bf7-b4be-fd20e62f495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:20.219196 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6fb67cc6-4eb1-43a6-9a74-7c218a9a5274 req-aa80ef07-9671-4bf7-b4be-fd20e62f495e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5102433e-1f42-47d8-a2e8-9a01408d9725 HTTP/1.1" status: 200 len: 834 time: 0.0548518 Jul 27 22:14:20.287827 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb67cc6-4eb1-43a6-9a74-7c218a9a5274 req-3bd4207f-6ef8-4861-a21c-17bab0d84cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:20.290007 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6fb67cc6-4eb1-43a6-9a74-7c218a9a5274 req-3bd4207f-6ef8-4861-a21c-17bab0d84cba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6745905e-07ca-4923-a524-326c00563c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629466 Jul 27 22:14:20.403747 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6fb67cc6-4eb1-43a6-9a74-7c218a9a5274 req-35433cf5-a6d0-4e1e-b6fa-f4139c32bbdf service neutron] 10.222.0.66 "GET /v2.0/networks/6745905e-07ca-4923-a524-326c00563c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054034 Jul 27 22:14:20.507421 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6fb67cc6-4eb1-43a6-9a74-7c218a9a5274 req-c51e1955-6c07-4113-aa91-bfec0eb73f0c service neutron] 10.222.0.66 "GET /v2.0/networks/6745905e-07ca-4923-a524-326c00563c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967157 Jul 27 22:14:20.701985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd25f-1a79-4b18-92a6-9baaa8ddc665 req-5fe71248-7255-4102-89e3-c598b8100dfc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:20.703511 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e8bd25f-1a79-4b18-92a6-9baaa8ddc665 req-5fe71248-7255-4102-89e3-c598b8100dfc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 943 time: 0.0660996 Jul 27 22:14:20.743036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0e8bd25f-1a79-4b18-92a6-9baaa8ddc665 req-15be6ee8-344c-4496-98e0-8094217ab8bc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324862 Jul 27 22:14:21.875906 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0943dff-e68c-47c1-b485-e53e9f06cdf9 req-725b3f03-5a49-41f2-9eaa-2a2be43d2149 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:21.877410 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0943dff-e68c-47c1-b485-e53e9f06cdf9 req-725b3f03-5a49-41f2-9eaa-2a2be43d2149 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 943 time: 0.0645056 Jul 27 22:14:21.921976 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c0943dff-e68c-47c1-b485-e53e9f06cdf9 req-55dd8200-7b20-4879-9a01-16803f7d6016 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381038 Jul 27 22:14:23.061120 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d85d9-8715-415c-bb5d-e0eb15233b0f req-85b4e5c1-d7f2-47b5-bb1a-8c30d8979ab7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:23.062652 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b8d85d9-8715-415c-bb5d-e0eb15233b0f req-85b4e5c1-d7f2-47b5-bb1a-8c30d8979ab7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 943 time: 0.0693750 Jul 27 22:14:23.102553 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b8d85d9-8715-415c-bb5d-e0eb15233b0f req-c55e7717-23dd-42ae-9ebe-5b60278e1f38 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337617 Jul 27 22:14:23.391219 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2dac64ac-ae93-44f8-aa31-9807c583de6f details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:14:23.490777 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2dac64ac-ae93-44f8-aa31-9807c583de6f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2dac64ac-ae93-44f8-aa31-9807c583de6f,segment=NetworkSegment(7ad80029-7d97-4aea-8231-aacd1f606857),segment_id=7ad80029-7d97-4aea-8231-aacd1f606857)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:23.501936 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '2dac64ac-ae93-44f8-aa31-9807c583de6f', 'network_id': '6745905e-07ca-4923-a524-326c00563c09', 'port_id': '2dac64ac-ae93-44f8-aa31-9807c583de6f', 'mac_address': 'fa:16:3e:52:31:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:14:23.539542 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.551848 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dac64ac-ae93-44f8-aa31-9807c583de6f {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:14:23.571638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2dac64ac-ae93-44f8-aa31-9807c583de6f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2dac64ac-ae93-44f8-aa31-9807c583de6f,segment=NetworkSegment(7ad80029-7d97-4aea-8231-aacd1f606857),segment_id=7ad80029-7d97-4aea-8231-aacd1f606857)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:23.575854 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:23.626728 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=2dac64ac-ae93-44f8-aa31-9807c583de6f,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:23.940522 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['2dac64ac-ae93-44f8-aa31-9807c583de6f'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:14:23.970753 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:14:24.238011 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95b82e-7471-404e-ad4f-2886daf7999c req-cdd12181-3f6d-46b5-9d0b-ccf60a04ed6e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:24.239456 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d95b82e-7471-404e-ad4f-2886daf7999c req-cdd12181-3f6d-46b5-9d0b-ccf60a04ed6e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 944 time: 0.0652931 Jul 27 22:14:24.279473 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d95b82e-7471-404e-ad4f-2886daf7999c req-afe026d7-912f-49f6-9a21-8b636dafdacd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331500 Jul 27 22:14:25.405991 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2dac64ac-ae93-44f8-aa31-9807c583de6f up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:14:25.410746 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290c4ee-d803-4d3e-9aeb-8333e7f0b407 req-8226755a-3966-4bbc-9519-9c021f35c261 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:25.412302 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d290c4ee-d803-4d3e-9aeb-8333e7f0b407 req-8226755a-3966-4bbc-9519-9c021f35c261 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 944 time: 0.0663171 Jul 27 22:14:25.451449 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d290c4ee-d803-4d3e-9aeb-8333e7f0b407 req-4af306fc-5f61-43da-ad16-6742b2754e48 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330780 Jul 27 22:14:25.455715 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 2dac64ac-ae93-44f8-aa31-9807c583de6f completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:14:25.460500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 2dac64ac-ae93-44f8-aa31-9807c583de6f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:14:25.460873 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.538493 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.562339 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4b890a-7243-472c-98f7-03eac84416db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dac64ac-ae93-44f8-aa31-9807c583de6f'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:25.564552 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b03b695-f36f-4516-9fd7-78ba20969303" -d '{"events": [{"server_uuid": "4e4b890a-7243-472c-98f7-03eac84416db", "name": "network-vif-plugged", "status": "completed", "tag": "2dac64ac-ae93-44f8-aa31-9807c583de6f"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:25.578410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 2dac64ac-ae93-44f8-aa31-9807c583de6f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2dac64ac-ae93-44f8-aa31-9807c583de6f,segment=NetworkSegment(7ad80029-7d97-4aea-8231-aacd1f606857),segment_id=7ad80029-7d97-4aea-8231-aacd1f606857)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:14:25.583482 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:25.609263 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e51858-8523-4155-995d-3fa6aa41e0c0 x-openstack-request-id: req-49e51858-8523-4155-995d-3fa6aa41e0c0 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:25.609549 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4b890a-7243-472c-98f7-03eac84416db", "name": "network-vif-plugged", "status": "completed", "tag": "2dac64ac-ae93-44f8-aa31-9807c583de6f", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:25.609796 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49e51858-8523-4155-995d-3fa6aa41e0c0 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:25.610177 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4b890a-7243-472c-98f7-03eac84416db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dac64ac-ae93-44f8-aa31-9807c583de6f', 'code': 200} Jul 27 22:14:25.637503 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=2dac64ac-ae93-44f8-aa31-9807c583de6f,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:25.713487 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d325ca-4bb1-41b4-8529-6396b56bde93 req-917a11be-1237-4053-ac50-a4b017cac3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:25.715039 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00d325ca-4bb1-41b4-8529-6396b56bde93 req-917a11be-1237-4053-ac50-a4b017cac3d4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 1096 time: 0.0557921 Jul 27 22:14:25.751071 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-00d325ca-4bb1-41b4-8529-6396b56bde93 req-fea59a15-d2de-4a82-a435-ae3de1c34e87 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285807 Jul 27 22:14:26.584334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9fac3-e247-445d-9170-c4759de5b833 req-88584900-65d4-4c58-aa88-8ece2a4e16e5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:26.586451 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22f9fac3-e247-445d-9170-c4759de5b833 req-88584900-65d4-4c58-aa88-8ece2a4e16e5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.0650122 Jul 27 22:14:26.626094 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22f9fac3-e247-445d-9170-c4759de5b833 req-7cffde1f-957a-45b3-a66a-cc0bfa612f7d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334685 Jul 27 22:14:27.759087 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87c66e-a7c0-4b73-89a7-34c949ae5861 req-5460fdd4-6a3e-497d-9e32-3d5f42df5ead tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:27.760642 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c87c66e-a7c0-4b73-89a7-34c949ae5861 req-5460fdd4-6a3e-497d-9e32-3d5f42df5ead tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.0655203 Jul 27 22:14:27.798946 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c87c66e-a7c0-4b73-89a7-34c949ae5861 req-74f2bbe0-6751-44c9-a0b8-cc21a3bc9d7a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323703 Jul 27 22:14:27.933802 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc751-4ae9-47a1-bd46-ccb745a37d54 req-f19ae2c2-ec99-4bdd-a59e-5e08d26217ac tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:27.935236 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c9fc751-4ae9-47a1-bd46-ccb745a37d54 req-f19ae2c2-ec99-4bdd-a59e-5e08d26217ac tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.0685992 Jul 27 22:14:27.973170 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c9fc751-4ae9-47a1-bd46-ccb745a37d54 req-9effd2f6-0d22-480a-ae15-711673452b56 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320649 Jul 27 22:14:27.996107 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34978) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:28.047984 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f23a92-2e56-4c84-92d3-fc57853994b3 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:28.052050 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-12f23a92-2e56-4c84-92d3-fc57853994b3 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 1091 time: 0.0523748 Jul 27 22:14:28.052226 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34980) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:28.057108 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '2dac64ac-ae93-44f8-aa31-9807c583de6f', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:14:28.078979 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:28.179256 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:28.279764 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.25.2.235 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/8fc12429-8d96-4590-8846-b3f5578264c1) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:14:28.386569 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:28.435507 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:28.473242 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:14:28.480453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:14:28.484997 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:14:28.487794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=8fc12429-8d96-4590-8846-b3f5578264c1,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:28.854507 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:28.933138 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.081296 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.086355 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.155346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=8fc12429-8d96-4590-8846-b3f5578264c1,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:14:29.168982 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.269693 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Floating IP d06e3f48-031f-4f9d-872e-b31ad383615a associated. External IP: 172.25.2.235, port: 2dac64ac-ae93-44f8-aa31-9807c583de6f. Jul 27 22:14:29.784211 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 43a334e5-4e0f-4355-ae14-d148e50b47b4 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:14:29.890963 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:14:29.901708 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63815d99-a3f6-4165-b7f2-2d3722e52f8f None None] Sync routers for ids ['43a334e5-4e0f-4355-ae14-d148e50b47b4'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:14:29.911782 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63815d99-a3f6-4165-b7f2-2d3722e52f8f None None] Routers {'43a334e5-4e0f-4355-ae14-d148e50b47b4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:29.913014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-63815d99-a3f6-4165-b7f2-2d3722e52f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:14:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['43a334e5-4e0f-4355-ae14-d148e50b47b4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:29.916706 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:29.975715 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b2f03cd5-5295-4f28-b7ee-d7165fedb5dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9213853 Jul 27 22:14:29.976416 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4b890a-7243-472c-98f7-03eac84416db', 'tag': '2dac64ac-ae93-44f8-aa31-9807c583de6f'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:14:29.978581 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c06c9f6-5e28-48f3-a82c-8b9def88ba87" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4b890a-7243-472c-98f7-03eac84416db", "tag": "2dac64ac-ae93-44f8-aa31-9807c583de6f"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:14:30.078034 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a91954-4847-4fe8-bfb7-4653a8f3d37c x-openstack-request-id: req-c6a91954-4847-4fe8-bfb7-4653a8f3d37c {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:14:30.078365 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4b890a-7243-472c-98f7-03eac84416db", "tag": "2dac64ac-ae93-44f8-aa31-9807c583de6f", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:14:30.078621 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c6a91954-4847-4fe8-bfb7-4653a8f3d37c {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:14:30.079023 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4b890a-7243-472c-98f7-03eac84416db', 'tag': '2dac64ac-ae93-44f8-aa31-9807c583de6f', 'status': 'completed', 'code': 200} Jul 27 22:14:30.104478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93186fd3-5705-441b-8da5-2cccbf2dfb97 req-0eb60ef8-26d8-4bf0-b528-d67be2d4acbf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:30.106413 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93186fd3-5705-441b-8da5-2cccbf2dfb97 req-0eb60ef8-26d8-4bf0-b528-d67be2d4acbf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.0747862 Jul 27 22:14:30.151802 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-93186fd3-5705-441b-8da5-2cccbf2dfb97 req-11bc6ce3-1132-4265-a3ed-9d8c3ae17c71 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389857 Jul 27 22:14:30.171093 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06c9f6-5e28-48f3-a82c-8b9def88ba87 req-b52b8a2b-e6e9-4723-b2c3-971e20128112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:30.171093 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2c06c9f6-5e28-48f3-a82c-8b9def88ba87 req-b52b8a2b-e6e9-4723-b2c3-971e20128112 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 1096 time: 0.0645354 Jul 27 22:14:30.176886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 34988) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:30.206893 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-63815d99-a3f6-4165-b7f2-2d3722e52f8f None None] Set router 43a334e5-4e0f-4355-ae14-d148e50b47b4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:30.253018 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ef82e62a-3265-4f68-8b6d-f1e751ef2fe9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/d06e3f48-031f-4f9d-872e-b31ad383615a HTTP/1.1" status: 200 len: 991 time: 0.0739729 Jul 27 22:14:30.277778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06c9f6-5e28-48f3-a82c-8b9def88ba87 req-cd0644a1-5a75-4f82-9ee8-c58719b95449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:30.279271 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2c06c9f6-5e28-48f3-a82c-8b9def88ba87 req-cd0644a1-5a75-4f82-9ee8-c58719b95449 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6745905e-07ca-4923-a524-326c00563c09 HTTP/1.1" status: 200 len: 898 time: 0.1042030 Jul 27 22:14:30.344438 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2c06c9f6-5e28-48f3-a82c-8b9def88ba87 req-90867038-99e9-4343-aaf3-e516643d723a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dac64ac-ae93-44f8-aa31-9807c583de6f HTTP/1.1" status: 200 len: 999 time: 0.0580647 Jul 27 22:14:30.398208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06c9f6-5e28-48f3-a82c-8b9def88ba87 req-5303ba65-906e-4fd1-b596-515386a8f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:30.399723 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2c06c9f6-5e28-48f3-a82c-8b9def88ba87 req-5303ba65-906e-4fd1-b596-515386a8f06b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5102433e-1f42-47d8-a2e8-9a01408d9725 HTTP/1.1" status: 200 len: 834 time: 0.0486658 Jul 27 22:14:30.445653 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-63815d99-a3f6-4165-b7f2-2d3722e52f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889749584', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'd06e3f48-031f-4f9d-872e-b31ad383615a', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'port_id': '2dac64ac-ae93-44f8-aa31-9807c583de6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6745905e-07ca-4923-a524-326c00563c09', 'mac_address': 'fa:16:3e:52:31:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4b890a-7243-472c-98f7-03eac84416db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:14:28Z', 'updated_at': '2021-07-27T22:14:28Z', 'revision_number': 0, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689ee4fa-3786-4734-9f4b-89622c95d1d6', 'name': '', 'network_id': '6745905e-07ca-4923-a524-326c00563c09', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:ad:45:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:12Z', 'updated_at': '2021-07-27T22:14:17Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:30.462340 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06c9f6-5e28-48f3-a82c-8b9def88ba87 req-dea776bc-48e3-4f04-9ff0-3e468edd8ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:14:30.463876 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2c06c9f6-5e28-48f3-a82c-8b9def88ba87 req-dea776bc-48e3-4f04-9ff0-3e468edd8ec4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6745905e-07ca-4923-a524-326c00563c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572693 Jul 27 22:14:30.476083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63815d99-a3f6-4165-b7f2-2d3722e52f8f None None] Checking router: 43a334e5-4e0f-4355-ae14-d148e50b47b4 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:14:30.484862 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63815d99-a3f6-4165-b7f2-2d3722e52f8f None None] Routers {'43a334e5-4e0f-4355-ae14-d148e50b47b4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:14:30.485463 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-63815d99-a3f6-4165-b7f2-2d3722e52f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:14:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['43a334e5-4e0f-4355-ae14-d148e50b47b4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:30.561377 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2c06c9f6-5e28-48f3-a82c-8b9def88ba87 req-06001903-22e9-4f8e-a202-a967cc26e25d service neutron] 10.222.0.66 "GET /v2.0/networks/6745905e-07ca-4923-a524-326c00563c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896103 Jul 27 22:14:30.595687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-63815d99-a3f6-4165-b7f2-2d3722e52f8f None None] Set router 43a334e5-4e0f-4355-ae14-d148e50b47b4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:14:30.662590 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2c06c9f6-5e28-48f3-a82c-8b9def88ba87 req-0272d4b9-df08-4c4a-a4ca-9399372a5e2c service neutron] 10.222.0.66 "GET /v2.0/networks/6745905e-07ca-4923-a524-326c00563c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940032 Jul 27 22:14:30.829320 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-63815d99-a3f6-4165-b7f2-2d3722e52f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889749584', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'd06e3f48-031f-4f9d-872e-b31ad383615a', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'port_id': '2dac64ac-ae93-44f8-aa31-9807c583de6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6745905e-07ca-4923-a524-326c00563c09', 'mac_address': 'fa:16:3e:52:31:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4b890a-7243-472c-98f7-03eac84416db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:14:28Z', 'updated_at': '2021-07-27T22:14:28Z', 'revision_number': 0, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689ee4fa-3786-4734-9f4b-89622c95d1d6', 'name': '', 'network_id': '6745905e-07ca-4923-a524-326c00563c09', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:ad:45:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:12Z', 'updated_at': '2021-07-27T22:14:17Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:14:30.856259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63815d99-a3f6-4165-b7f2-2d3722e52f8f None None] The sync data for ids ['43a334e5-4e0f-4355-ae14-d148e50b47b4'] in n-d-764806-9 is: [{'id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889749584', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'd06e3f48-031f-4f9d-872e-b31ad383615a', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'port_id': '2dac64ac-ae93-44f8-aa31-9807c583de6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6745905e-07ca-4923-a524-326c00563c09', 'mac_address': 'fa:16:3e:52:31:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4b890a-7243-472c-98f7-03eac84416db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:14:28Z', 'updated_at': '2021-07-27T22:14:28Z', 'revision_number': 0, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689ee4fa-3786-4734-9f4b-89622c95d1d6', 'name': '', 'network_id': '6745905e-07ca-4923-a524-326c00563c09', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:ad:45:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:12Z', 'updated_at': '2021-07-27T22:14:17Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:14:31.047415 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857b59b8-b602-435e-8f1a-0ec7deefcc6e None None] New status for floating IP d06e3f48-031f-4f9d-872e-b31ad383615a: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:14:31.256935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 34990) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:14:31.316711 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d58f7e9e-26c0-42d3-9861-863f9247a2e5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/d06e3f48-031f-4f9d-872e-b31ad383615a HTTP/1.1" status: 200 len: 993 time: 0.0585787 Jul 27 22:14:32.883121 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f557f853-ae18-49a1-a112-f7ed7e2333cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:34.861179 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.518055 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2f15c3ef-cbb8-4779-9740-20488f86e221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:35.612063 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:37.511903 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:38.464257 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:14:39.155080 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:00.972661 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:15:02.887817 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e26f6cdc-0164-4823-b6e7-1927850fb1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:04.872489 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.519305 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c59f3dff-90b7-4201-9ddb-1cd95e98a0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:05.613387 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:06.062718 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bd021127-4afe-4f81-85c1-bcb00a9f3471 req-ae21cc06-1fac-40bf-aed1-5e922cac109a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593796 Jul 27 22:15:06.160518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd021127-4afe-4f81-85c1-bcb00a9f3471 req-646ee78c-6bdd-4cef-900b-6dc8d1bfd908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:06.162441 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bd021127-4afe-4f81-85c1-bcb00a9f3471 req-646ee78c-6bdd-4cef-900b-6dc8d1bfd908 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 1096 time: 0.0558658 Jul 27 22:15:06.274190 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd021127-4afe-4f81-85c1-bcb00a9f3471 req-b255efa1-63cf-47b8-baf1-a896e1792716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:06.276320 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bd021127-4afe-4f81-85c1-bcb00a9f3471 req-b255efa1-63cf-47b8-baf1-a896e1792716 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6745905e-07ca-4923-a524-326c00563c09 HTTP/1.1" status: 200 len: 898 time: 0.0927413 Jul 27 22:15:06.342604 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bd021127-4afe-4f81-85c1-bcb00a9f3471 req-1b14d6be-9f6a-4cb9-87e8-2bc694bbbbef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dac64ac-ae93-44f8-aa31-9807c583de6f HTTP/1.1" status: 200 len: 1001 time: 0.0586383 Jul 27 22:15:06.392786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd021127-4afe-4f81-85c1-bcb00a9f3471 req-38ea717d-40e9-45f6-b7fe-598ac0990f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:06.394275 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bd021127-4afe-4f81-85c1-bcb00a9f3471 req-38ea717d-40e9-45f6-b7fe-598ac0990f4e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5102433e-1f42-47d8-a2e8-9a01408d9725 HTTP/1.1" status: 200 len: 834 time: 0.0439847 Jul 27 22:15:06.457008 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd021127-4afe-4f81-85c1-bcb00a9f3471 req-f142a642-88b6-40b1-858d-9989f0776ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:06.458542 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bd021127-4afe-4f81-85c1-bcb00a9f3471 req-f142a642-88b6-40b1-858d-9989f0776ac1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6745905e-07ca-4923-a524-326c00563c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563426 Jul 27 22:15:06.470469 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-bd021127-4afe-4f81-85c1-bcb00a9f3471 req-20e9e1dc-6558-492d-bdc1-f14889f593f0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:15:06.471439 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bd021127-4afe-4f81-85c1-bcb00a9f3471 req-20e9e1dc-6558-492d-bdc1-f14889f593f0 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048912 Jul 27 22:15:06.561561 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bd021127-4afe-4f81-85c1-bcb00a9f3471 req-84dfcc62-b1bc-422b-b2d1-6aa932edd0cc service neutron] 10.222.0.66 "GET /v2.0/networks/6745905e-07ca-4923-a524-326c00563c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833707 Jul 27 22:15:06.658812 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bd021127-4afe-4f81-85c1-bcb00a9f3471 req-8d6398a1-759a-4cb0-98b0-e68253d9c3aa service neutron] 10.222.0.66 "GET /v2.0/networks/6745905e-07ca-4923-a524-326c00563c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893807 Jul 27 22:15:07.521178 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:08.456843 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:09.159534 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:32.889903 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8a08-47af-405a-8338-bf551bca6034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:34.873696 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.520190 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf579b90-60f3-4acf-8cca-1940769109e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:35.614029 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.518837 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:37.972007 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:15:38.476842 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:39.162538 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:15:46.454893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14049b-985b-47fd-8dcb-82d7d5abaf90 req-8364c214-d63c-4013-9a7b-bb2e59daadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:46.456392 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b14049b-985b-47fd-8dcb-82d7d5abaf90 req-8364c214-d63c-4013-9a7b-bb2e59daadfc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 1096 time: 0.0571127 Jul 27 22:15:46.548728 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14049b-985b-47fd-8dcb-82d7d5abaf90 req-21e54a76-a11f-40e3-ae69-7d0ce99c62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:46.550127 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b14049b-985b-47fd-8dcb-82d7d5abaf90 req-21e54a76-a11f-40e3-ae69-7d0ce99c62e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6745905e-07ca-4923-a524-326c00563c09 HTTP/1.1" status: 200 len: 898 time: 0.0859766 Jul 27 22:15:46.554107 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158b98b-77dd-40a5-b7b3-5d9c727d3fe6 req-377e54b8-2a32-4915-9bdd-78c98597e077 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:46.555661 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0158b98b-77dd-40a5-b7b3-5d9c727d3fe6 req-377e54b8-2a32-4915-9bdd-78c98597e077 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.1426246 Jul 27 22:15:46.595298 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0158b98b-77dd-40a5-b7b3-5d9c727d3fe6 req-37ff4b1e-5ead-4d70-8550-955907008258 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334992 Jul 27 22:15:46.621095 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b14049b-985b-47fd-8dcb-82d7d5abaf90 req-da6cef68-5d76-49ab-88da-d482d6398db0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dac64ac-ae93-44f8-aa31-9807c583de6f HTTP/1.1" status: 200 len: 1001 time: 0.0638554 Jul 27 22:15:46.671001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14049b-985b-47fd-8dcb-82d7d5abaf90 req-a4ad6d45-f151-4bfe-82ba-e140957c58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:46.672416 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b14049b-985b-47fd-8dcb-82d7d5abaf90 req-a4ad6d45-f151-4bfe-82ba-e140957c58e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5102433e-1f42-47d8-a2e8-9a01408d9725 HTTP/1.1" status: 200 len: 834 time: 0.0443864 Jul 27 22:15:46.732512 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14049b-985b-47fd-8dcb-82d7d5abaf90 req-eb393c36-4699-4f22-8370-7fd39797475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:46.733994 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b14049b-985b-47fd-8dcb-82d7d5abaf90 req-eb393c36-4699-4f22-8370-7fd39797475d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6745905e-07ca-4923-a524-326c00563c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545452 Jul 27 22:15:46.831368 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b14049b-985b-47fd-8dcb-82d7d5abaf90 req-2cef89fa-76eb-4fb5-808b-7dcf34b1abb7 service neutron] 10.222.0.66 "GET /v2.0/networks/6745905e-07ca-4923-a524-326c00563c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900316 Jul 27 22:15:46.923905 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3b14049b-985b-47fd-8dcb-82d7d5abaf90 req-9fb20c46-c403-4c07-a151-ba7f1450e169 service neutron] 10.222.0.66 "GET /v2.0/networks/6745905e-07ca-4923-a524-326c00563c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842164 Jul 27 22:15:47.797803 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b520da2-4600-40fd-a238-0b29e7adbd9e req-6c42012c-4e7f-4535-8d42-556b2f2983c5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:47.799680 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b520da2-4600-40fd-a238-0b29e7adbd9e req-6c42012c-4e7f-4535-8d42-556b2f2983c5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.1169076 Jul 27 22:15:47.840391 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1b520da2-4600-40fd-a238-0b29e7adbd9e req-1774713c-43a2-400f-9bb7-5306af1871f9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344262 Jul 27 22:15:48.975709 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedf57f-5116-4ffd-9c69-a2c2f274581c req-d3664d40-229a-4397-b97c-ec0876de43c6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:48.977510 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fedf57f-5116-4ffd-9c69-a2c2f274581c req-d3664d40-229a-4397-b97c-ec0876de43c6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.0683641 Jul 27 22:15:49.016591 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8fedf57f-5116-4ffd-9c69-a2c2f274581c req-18bfc911-ffaf-4636-b8b5-0ec03c5029e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328281 Jul 27 22:15:50.155256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd7e9d-a87f-4897-98e5-8f0d09246e01 req-444829b2-5477-4f31-b6c9-8350659728ff tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:50.156761 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-60fd7e9d-a87f-4897-98e5-8f0d09246e01 req-444829b2-5477-4f31-b6c9-8350659728ff tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.0678957 Jul 27 22:15:50.194145 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-60fd7e9d-a87f-4897-98e5-8f0d09246e01 req-a3b25fab-35ae-4b81-839c-e1233b95af4d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314119 Jul 27 22:15:51.337428 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba0eff-4ee6-4731-ace3-79b6b052a01b req-7007278d-8ad7-4af8-8dc3-1625a0fa129c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:51.338955 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bfba0eff-4ee6-4731-ace3-79b6b052a01b req-7007278d-8ad7-4af8-8dc3-1625a0fa129c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.0686715 Jul 27 22:15:51.379170 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bfba0eff-4ee6-4731-ace3-79b6b052a01b req-921ddc58-b1dd-43e0-8edc-a5691b9ccac3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341263 Jul 27 22:15:52.512470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d5b97-89b5-4f42-a89b-d40729ccac1c req-d30d2111-4da9-4375-86d6-8ebdcf783a33 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:52.513859 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1a9d5b97-89b5-4f42-a89b-d40729ccac1c req-d30d2111-4da9-4375-86d6-8ebdcf783a33 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.0635586 Jul 27 22:15:52.552272 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1a9d5b97-89b5-4f42-a89b-d40729ccac1c req-449def3e-a9f4-47a3-8a2b-615d3629f9d8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323870 Jul 27 22:15:53.685089 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c57e1-4067-44b7-beb9-a732953e5a89 req-5b4e0d69-d223-472d-ade2-37a54134efff tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:53.686644 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-890c57e1-4067-44b7-beb9-a732953e5a89 req-5b4e0d69-d223-472d-ade2-37a54134efff tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.0660567 Jul 27 22:15:53.725855 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-890c57e1-4067-44b7-beb9-a732953e5a89 req-a4dd5d50-2bb7-4420-b70c-2181a96e04db tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333169 Jul 27 22:15:54.863422 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39003f-eb6f-4a37-b83f-cfaf4b843163 req-e299fa76-fbf4-4beb-90b3-46b32078b174 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:54.865052 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a39003f-eb6f-4a37-b83f-cfaf4b843163 req-e299fa76-fbf4-4beb-90b3-46b32078b174 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.0704131 Jul 27 22:15:54.904839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a39003f-eb6f-4a37-b83f-cfaf4b843163 req-cc851a23-058e-4069-ba29-fdb60d3eb40d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332503 Jul 27 22:15:56.036241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a491099-59fd-4a56-95e6-8e6bc6f2bf71 req-278dbabc-7db8-4826-b194-adeb44695655 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:56.037733 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a491099-59fd-4a56-95e6-8e6bc6f2bf71 req-278dbabc-7db8-4826-b194-adeb44695655 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.0641959 Jul 27 22:15:56.075770 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2a491099-59fd-4a56-95e6-8e6bc6f2bf71 req-722f5dd2-eb90-4c35-9552-1dde06c5b7d1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320606 Jul 27 22:15:57.210272 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88891131-fc41-4fe1-bb11-e2ba129279ca req-4ae02a5f-f06c-4f0c-89e0-e525bda4ce5b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:57.211809 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88891131-fc41-4fe1-bb11-e2ba129279ca req-4ae02a5f-f06c-4f0c-89e0-e525bda4ce5b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.0686035 Jul 27 22:15:57.251881 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-88891131-fc41-4fe1-bb11-e2ba129279ca req-b22771d1-1328-422b-93dd-fec52f08a303 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339832 Jul 27 22:15:58.380798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8654ef2-26a8-44e1-b3a4-4d07af16ea85 req-f11070fe-b02a-4843-83d1-db9de3508ab7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:15:58.382299 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f8654ef2-26a8-44e1-b3a4-4d07af16ea85 req-f11070fe-b02a-4843-83d1-db9de3508ab7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.0630124 Jul 27 22:15:58.421578 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f8654ef2-26a8-44e1-b3a4-4d07af16ea85 req-8177595b-d359-4f57-ad6c-8311fb5101ca tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325315 Jul 27 22:15:58.446042 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35060) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:15:58.510604 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f53d6f2e-168b-41ef-8b44-7241cffe2758 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/d06e3f48-031f-4f9d-872e-b31ad383615a HTTP/1.1" status: 200 len: 993 time: 0.0632405 Jul 27 22:16:02.891141 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a02a1c32-4f56-4be5-9624-d74227ca447b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:04.874387 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:05.520297 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-be7ced9b-1d8e-4fce-8d7d-fc6c59c94bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:05.618918 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:07.521670 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.098152 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8cf52ce5-4703-44a7-ae2a-d561601e8a82 req-30610398-9de9-41d7-884c-199911da6511 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520587 Jul 27 22:16:08.192023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf52ce5-4703-44a7-ae2a-d561601e8a82 req-0bd52c55-4100-4a34-8c56-1241f660ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:08.193519 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8cf52ce5-4703-44a7-ae2a-d561601e8a82 req-0bd52c55-4100-4a34-8c56-1241f660ce9d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 1096 time: 0.0544016 Jul 27 22:16:08.302632 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf52ce5-4703-44a7-ae2a-d561601e8a82 req-6a1e85bf-9bf3-4226-9ee4-36e940c6352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:08.304116 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8cf52ce5-4703-44a7-ae2a-d561601e8a82 req-6a1e85bf-9bf3-4226-9ee4-36e940c6352a service neutron] 10.222.0.66 "GET /v2.0/networks?id=6745905e-07ca-4923-a524-326c00563c09 HTTP/1.1" status: 200 len: 898 time: 0.0911667 Jul 27 22:16:08.367632 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8cf52ce5-4703-44a7-ae2a-d561601e8a82 req-05044213-7ad9-445b-9399-a7c9eed02889 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dac64ac-ae93-44f8-aa31-9807c583de6f HTTP/1.1" status: 200 len: 1001 time: 0.0564299 Jul 27 22:16:08.418724 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf52ce5-4703-44a7-ae2a-d561601e8a82 req-648c40f4-dc27-444a-ac5a-f3f6fc25d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:08.420136 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8cf52ce5-4703-44a7-ae2a-d561601e8a82 req-648c40f4-dc27-444a-ac5a-f3f6fc25d852 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5102433e-1f42-47d8-a2e8-9a01408d9725 HTTP/1.1" status: 200 len: 834 time: 0.0458598 Jul 27 22:16:08.489682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf52ce5-4703-44a7-ae2a-d561601e8a82 req-ef3c0c29-cde0-4c21-8b57-a9f7e01e7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:16:08.491261 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8cf52ce5-4703-44a7-ae2a-d561601e8a82 req-ef3c0c29-cde0-4c21-8b57-a9f7e01e7c75 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6745905e-07ca-4923-a524-326c00563c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635893 Jul 27 22:16:08.494695 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:08.583979 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8cf52ce5-4703-44a7-ae2a-d561601e8a82 req-1202ea8e-7ce2-4b3a-a8c9-d8391ef4ffe8 service neutron] 10.222.0.66 "GET /v2.0/networks/6745905e-07ca-4923-a524-326c00563c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857775 Jul 27 22:16:08.677187 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8cf52ce5-4703-44a7-ae2a-d561601e8a82 req-7d542b5a-1995-484f-a837-db21195e56b4 service neutron] 10.222.0.66 "GET /v2.0/networks/6745905e-07ca-4923-a524-326c00563c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862527 Jul 27 22:16:09.164970 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:14.971627 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:16:32.892747 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b6df82e1-7b9a-4f87-a08b-db910b340eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:34.903821 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:35.520664 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-dc0eb5a5-6acd-4375-8dea-c1d36931d9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:35.612006 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:37.525072 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:38.497262 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:39.167877 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:16:51.971038 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:17:02.894282 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-728ded4f-9004-4c92-aca5-67c51d823d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:04.914706 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35100) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:04.919072 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.451745 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port 8fc12429-8d96-4590-8846-b3f5578264c1 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:05.452092 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.523609 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3452d0b5-4c4b-42ce-b440-1e9c9b79a03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.537891 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.538266 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.552320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for 8fc12429-8d96-4590-8846-b3f5578264c1 owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:05.621543 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.730457 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.756841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=8fc12429-8d96-4590-8846-b3f5578264c1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:05.789288 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:05.789699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:05.790040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:05.790492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:05.790807 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:05.791137 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:05.791468 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:05.791793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:05.792117 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:05.792438 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:05.792764 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:05.793082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:05.837428 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:05.837904 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Floating IP d06e3f48-031f-4f9d-872e-b31ad383615a disassociated (deleted). External IP: 172.25.2.235, port: 2dac64ac-ae93-44f8-aa31-9807c583de6f. Jul 27 22:17:06.072158 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 43a334e5-4e0f-4355-ae14-d148e50b47b4 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:17:06.187576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:06.193262 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:06.197755 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5871a82-53dd-44e2-b6c3-94205af40813 None None] Sync routers for ids ['43a334e5-4e0f-4355-ae14-d148e50b47b4'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:06.207908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5871a82-53dd-44e2-b6c3-94205af40813 None None] Routers {'43a334e5-4e0f-4355-ae14-d148e50b47b4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:06.208593 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f5871a82-53dd-44e2-b6c3-94205af40813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:17:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['43a334e5-4e0f-4355-ae14-d148e50b47b4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:06.232239 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f092e436-2087-4249-9d44-76ac3ab1d3b4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/floatingips/d06e3f48-031f-4f9d-872e-b31ad383615a HTTP/1.1" status: 204 len: 168 time: 1.3163822 Jul 27 22:17:06.233111 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4b890a-7243-472c-98f7-03eac84416db', 'tag': '2dac64ac-ae93-44f8-aa31-9807c583de6f'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:06.235697 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfafdfc-4736-48d1-912d-671dc660af90" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4b890a-7243-472c-98f7-03eac84416db", "tag": "2dac64ac-ae93-44f8-aa31-9807c583de6f"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:06.323001 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-f5871a82-53dd-44e2-b6c3-94205af40813 None None] Set router 43a334e5-4e0f-4355-ae14-d148e50b47b4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:06.360164 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb12933-b955-4313-8e35-f799b181f139 x-openstack-request-id: req-4fb12933-b955-4313-8e35-f799b181f139 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:06.360452 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4b890a-7243-472c-98f7-03eac84416db", "tag": "2dac64ac-ae93-44f8-aa31-9807c583de6f", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:06.360706 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4fb12933-b955-4313-8e35-f799b181f139 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:06.361135 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4b890a-7243-472c-98f7-03eac84416db', 'tag': '2dac64ac-ae93-44f8-aa31-9807c583de6f', 'status': 'completed', 'code': 200} Jul 27 22:17:06.468840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfafdfc-4736-48d1-912d-671dc660af90 req-b9f89ee0-882f-4273-87ee-ad23a71bf413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:06.470375 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4dfafdfc-4736-48d1-912d-671dc660af90 req-b9f89ee0-882f-4273-87ee-ad23a71bf413 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 1096 time: 0.0819762 Jul 27 22:17:06.530916 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d263471-ca36-4659-8efe-76f5619c2096 req-228132f8-769c-4331-b419-c04628761d5d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:06.533255 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d263471-ca36-4659-8efe-76f5619c2096 req-228132f8-769c-4331-b419-c04628761d5d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.0753236 Jul 27 22:17:06.555158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f5871a82-53dd-44e2-b6c3-94205af40813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889749584', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '689ee4fa-3786-4734-9f4b-89622c95d1d6', 'name': '', 'network_id': '6745905e-07ca-4923-a524-326c00563c09', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:ad:45:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:12Z', 'updated_at': '2021-07-27T22:14:17Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:06.579474 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1d263471-ca36-4659-8efe-76f5619c2096 req-4d44667d-6064-4be5-b2e7-1d1daa8f6359 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365746 Jul 27 22:17:06.580005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfafdfc-4736-48d1-912d-671dc660af90 req-dcd2c83c-6b51-4c2a-9214-e83b31643015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:06.581548 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4dfafdfc-4736-48d1-912d-671dc660af90 req-dcd2c83c-6b51-4c2a-9214-e83b31643015 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6745905e-07ca-4923-a524-326c00563c09 HTTP/1.1" status: 200 len: 898 time: 0.1008654 Jul 27 22:17:06.582583 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5871a82-53dd-44e2-b6c3-94205af40813 None None] Checking router: 43a334e5-4e0f-4355-ae14-d148e50b47b4 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:17:06.591332 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5871a82-53dd-44e2-b6c3-94205af40813 None None] Routers {'43a334e5-4e0f-4355-ae14-d148e50b47b4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:06.592486 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f5871a82-53dd-44e2-b6c3-94205af40813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:17:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['43a334e5-4e0f-4355-ae14-d148e50b47b4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:06.628998 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4dfafdfc-4736-48d1-912d-671dc660af90 req-06da9dfb-f8f4-4811-8cfb-da1a20964285 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2dac64ac-ae93-44f8-aa31-9807c583de6f HTTP/1.1" status: 200 len: 217 time: 0.0387483 Jul 27 22:17:06.689564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfafdfc-4736-48d1-912d-671dc660af90 req-aa54aaeb-aa38-481e-8618-b0d4847b8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:06.691186 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4dfafdfc-4736-48d1-912d-671dc660af90 req-aa54aaeb-aa38-481e-8618-b0d4847b8411 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5102433e-1f42-47d8-a2e8-9a01408d9725 HTTP/1.1" status: 200 len: 834 time: 0.0551033 Jul 27 22:17:06.705755 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-f5871a82-53dd-44e2-b6c3-94205af40813 None None] Set router 43a334e5-4e0f-4355-ae14-d148e50b47b4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:06.758091 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfafdfc-4736-48d1-912d-671dc660af90 req-84707a5d-60c8-4ab2-9849-1cfbbbe9daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:06.759657 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4dfafdfc-4736-48d1-912d-671dc660af90 req-84707a5d-60c8-4ab2-9849-1cfbbbe9daeb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6745905e-07ca-4923-a524-326c00563c09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603228 Jul 27 22:17:06.866950 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4dfafdfc-4736-48d1-912d-671dc660af90 req-d088e77b-2cc8-409b-b2b4-abb5f2b2ce65 service neutron] 10.222.0.66 "GET /v2.0/networks/6745905e-07ca-4923-a524-326c00563c09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984933 Jul 27 22:17:06.920274 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-f5871a82-53dd-44e2-b6c3-94205af40813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889749584', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '689ee4fa-3786-4734-9f4b-89622c95d1d6', 'name': '', 'network_id': '6745905e-07ca-4923-a524-326c00563c09', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:ad:45:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:12Z', 'updated_at': '2021-07-27T22:14:17Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:06.947437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5871a82-53dd-44e2-b6c3-94205af40813 None None] The sync data for ids ['43a334e5-4e0f-4355-ae14-d148e50b47b4'] in n-d-764806-9 is: [{'id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889749584', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '689ee4fa-3786-4734-9f4b-89622c95d1d6', 'name': '', 'network_id': '6745905e-07ca-4923-a524-326c00563c09', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:ad:45:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:12Z', 'updated_at': '2021-07-27T22:14:17Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '5102433e-1f42-47d8-a2e8-9a01408d9725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:06.976594 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4dfafdfc-4736-48d1-912d-671dc660af90 req-69870780-3599-48ac-9a3a-07cd655bdf4a service neutron] 10.222.0.66 "GET /v2.0/networks/6745905e-07ca-4923-a524-326c00563c09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019990 Jul 27 22:17:07.192635 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5408fac1-e783-4f6f-90cf-de1275427411 None None] New status for floating IP d06e3f48-031f-4f9d-872e-b31ad383615a: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:17:07.527930 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:07.725311 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62458e-9402-4edf-8e37-6cb65c7f51ec req-f8d63e33-68bd-47c4-a910-84db7985f07b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:07.727078 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8d62458e-9402-4edf-8e37-6cb65c7f51ec req-f8d63e33-68bd-47c4-a910-84db7985f07b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.0708783 Jul 27 22:17:07.769834 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8d62458e-9402-4edf-8e37-6cb65c7f51ec req-3087486f-0e75-4777-b8e3-c9caabca288e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ab74435-835c-40f9-8617-64a25f4b0cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357988 Jul 27 22:17:08.330809 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226099e-1d70-409c-86f0-ddd069abd988 req-787c8ab9-cd25-4c28-851e-347875fec9ef tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:08.332281 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7226099e-1d70-409c-86f0-ddd069abd988 req-787c8ab9-cd25-4c28-851e-347875fec9ef tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 945 time: 0.0660746 Jul 27 22:17:08.459673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-7226099e-1d70-409c-86f0-ddd069abd988 req-d4b26b17-d872-4e7d-9f70-9598979fd321 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port 2dac64ac-ae93-44f8-aa31-9807c583de6f {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:08.460105 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7226099e-1d70-409c-86f0-ddd069abd988 req-d4b26b17-d872-4e7d-9f70-9598979fd321 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.494307 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.553333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-7226099e-1d70-409c-86f0-ddd069abd988 req-d4b26b17-d872-4e7d-9f70-9598979fd321 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] For port 2dac64ac-ae93-44f8-aa31-9807c583de6f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=2dac64ac-ae93-44f8-aa31-9807c583de6f,segment=NetworkSegment(7ad80029-7d97-4aea-8231-aacd1f606857),segment_id=7ad80029-7d97-4aea-8231-aacd1f606857)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:08.553606 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7226099e-1d70-409c-86f0-ddd069abd988 req-d4b26b17-d872-4e7d-9f70-9598979fd321 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.566685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-7226099e-1d70-409c-86f0-ddd069abd988 req-d4b26b17-d872-4e7d-9f70-9598979fd321 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for 2dac64ac-ae93-44f8-aa31-9807c583de6f owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:08.703708 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7226099e-1d70-409c-86f0-ddd069abd988 req-d4b26b17-d872-4e7d-9f70-9598979fd321 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.733254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b26b17-d872-4e7d-9f70-9598979fd321 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=2dac64ac-ae93-44f8-aa31-9807c583de6f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:08.787190 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7226099e-1d70-409c-86f0-ddd069abd988 req-d4b26b17-d872-4e7d-9f70-9598979fd321 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] No DVR routers for this DVR port 2dac64ac-ae93-44f8-aa31-9807c583de6f on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:08.790184 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-7226099e-1d70-409c-86f0-ddd069abd988 req-d4b26b17-d872-4e7d-9f70-9598979fd321 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:08.792258 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7226099e-1d70-409c-86f0-ddd069abd988 req-d4b26b17-d872-4e7d-9f70-9598979fd321 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.66 "DELETE /v2.0/ports/2dac64ac-ae93-44f8-aa31-9807c583de6f HTTP/1.1" status: 204 len: 173 time: 0.4538236 Jul 27 22:17:08.792700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4b890a-7243-472c-98f7-03eac84416db', 'name': 'network-vif-deleted', 'tag': '2dac64ac-ae93-44f8-aa31-9807c583de6f'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:08.795819 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afac0b85-f0eb-45d7-be10-35fd3a022ab7" -d '{"events": [{"server_uuid": "4e4b890a-7243-472c-98f7-03eac84416db", "name": "network-vif-deleted", "tag": "2dac64ac-ae93-44f8-aa31-9807c583de6f"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:08.849814 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6336808-012f-4fc5-bd71-c20035268f60 x-openstack-request-id: req-f6336808-012f-4fc5-bd71-c20035268f60 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:08.849993 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4b890a-7243-472c-98f7-03eac84416db", "name": "network-vif-deleted", "tag": "2dac64ac-ae93-44f8-aa31-9807c583de6f", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:08.850184 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6336808-012f-4fc5-bd71-c20035268f60 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:08.850609 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4b890a-7243-472c-98f7-03eac84416db', 'name': 'network-vif-deleted', 'tag': '2dac64ac-ae93-44f8-aa31-9807c583de6f', 'status': 'completed', 'code': 200} Jul 27 22:17:08.879917 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5778b53d-159e-4e56-8886-6a7a82b1a26d req-23606a92-37e3-4ba4-b8ad-ba207b2af8dc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 210 time: 0.0316739 Jul 27 22:17:09.174981 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:09.244064 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a65c34ca-255a-4d5f-937a-d9590213b719 req-4d98f6d5-9ca4-4793-a5a9-f4a201e4290a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4e4b890a-7243-472c-98f7-03eac84416db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0363002 Jul 27 22:17:09.325363 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a65c34ca-255a-4d5f-937a-d9590213b719 req-c743dd11-9e70-4d29-9be0-2b45041270df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=4e4b890a-7243-472c-98f7-03eac84416db HTTP/1.1" status: 200 len: 210 time: 0.0308490 Jul 27 22:17:09.434190 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c34ca-255a-4d5f-937a-d9590213b719 req-6eb6ac8c-61d7-4c98-b27a-a35c46865b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:09.435737 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a65c34ca-255a-4d5f-937a-d9590213b719 req-6eb6ac8c-61d7-4c98-b27a-a35c46865b6b service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0925636 Jul 27 22:17:09.539027 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c34ca-255a-4d5f-937a-d9590213b719 req-d6bc9f81-c5b1-43d2-9360-69011deef553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:09.540513 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a65c34ca-255a-4d5f-937a-d9590213b719 req-d6bc9f81-c5b1-43d2-9360-69011deef553 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985842 Jul 27 22:17:09.937507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35124) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:10.318041 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b98be534-42c1-4ec1-a36f-0b72d4deaa57 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:10.603673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b98be534-42c1-4ec1-a36f-0b72d4deaa57 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port 689ee4fa-3786-4734-9f4b-89622c95d1d6 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:10.604394 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b98be534-42c1-4ec1-a36f-0b72d4deaa57 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:10.692750 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-b98be534-42c1-4ec1-a36f-0b72d4deaa57 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] For port 689ee4fa-3786-4734-9f4b-89622c95d1d6, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=689ee4fa-3786-4734-9f4b-89622c95d1d6,segment=NetworkSegment(7ad80029-7d97-4aea-8231-aacd1f606857),segment_id=7ad80029-7d97-4aea-8231-aacd1f606857)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:10.693110 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b98be534-42c1-4ec1-a36f-0b72d4deaa57 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:10.706848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-b98be534-42c1-4ec1-a36f-0b72d4deaa57 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for 689ee4fa-3786-4734-9f4b-89622c95d1d6 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:10.899897 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b98be534-42c1-4ec1-a36f-0b72d4deaa57 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:10.924174 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98be534-42c1-4ec1-a36f-0b72d4deaa57 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=689ee4fa-3786-4734-9f4b-89622c95d1d6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:11.122996 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b98be534-42c1-4ec1-a36f-0b72d4deaa57 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.343952 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98be534-42c1-4ec1-a36f-0b72d4deaa57 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 43a334e5-4e0f-4355-ae14-d148e50b47b4 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:17:11.454045 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98be534-42c1-4ec1-a36f-0b72d4deaa57 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:11.459365 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b98be534-42c1-4ec1-a36f-0b72d4deaa57 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "PUT /v2.0/routers/43a334e5-4e0f-4355-ae14-d148e50b47b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5208058 Jul 27 22:17:11.462121 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35126) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:11.463362 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa55bcbd-ac14-405e-9530-e3720979aa49 None None] Sync routers for ids ['43a334e5-4e0f-4355-ae14-d148e50b47b4'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:11.474185 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa55bcbd-ac14-405e-9530-e3720979aa49 None None] Routers {'43a334e5-4e0f-4355-ae14-d148e50b47b4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:11.474820 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fa55bcbd-ac14-405e-9530-e3720979aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:17:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['43a334e5-4e0f-4355-ae14-d148e50b47b4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:11.516698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-8129d5e9-6093-4bb6-ad7f-2aa578d83acd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting subnet 5102433e-1f42-47d8-a2e8-9a01408d9725 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:17:11.519849 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8129d5e9-6093-4bb6-ad7f-2aa578d83acd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.562339 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8129d5e9-6093-4bb6-ad7f-2aa578d83acd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.583888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-fa55bcbd-ac14-405e-9530-e3720979aa49 None None] Set router 43a334e5-4e0f-4355-ae14-d148e50b47b4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:11.665577 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8129d5e9-6093-4bb6-ad7f-2aa578d83acd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.727976 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8129d5e9-6093-4bb6-ad7f-2aa578d83acd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.754167 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129d5e9-6093-4bb6-ad7f-2aa578d83acd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Subnet': ['ID=5102433e-1f42-47d8-a2e8-9a01408d9725,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:11.759959 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8129d5e9-6093-4bb6-ad7f-2aa578d83acd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:11.765742 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8129d5e9-6093-4bb6-ad7f-2aa578d83acd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/subnets/5102433e-1f42-47d8-a2e8-9a01408d9725 HTTP/1.1" status: 204 len: 168 time: 0.3025527 Jul 27 22:17:11.766135 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35128) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:11.775811 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f75ef2-7feb-4432-9edd-f462e4812045 None None] Network 6745905e-07ca-4923-a524-326c00563c09 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:11.817355 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fa55bcbd-ac14-405e-9530-e3720979aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889749584', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:17:10Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:11.849071 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa55bcbd-ac14-405e-9530-e3720979aa49 None None] Checking router: 43a334e5-4e0f-4355-ae14-d148e50b47b4 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:17:11.875101 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa55bcbd-ac14-405e-9530-e3720979aa49 None None] Routers {'43a334e5-4e0f-4355-ae14-d148e50b47b4'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:11.875730 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fa55bcbd-ac14-405e-9530-e3720979aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:17:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['43a334e5-4e0f-4355-ae14-d148e50b47b4'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:11.883817 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.005451 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.032990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-fa55bcbd-ac14-405e-9530-e3720979aa49 None None] Set router 43a334e5-4e0f-4355-ae14-d148e50b47b4 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:12.061266 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port 992fbf83-3465-439f-a3a9-f43a64e7b095 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:12.061856 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.164800 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] For port 992fbf83-3465-439f-a3a9-f43a64e7b095, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=992fbf83-3465-439f-a3a9-f43a64e7b095,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:12.165540 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.169511 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] DHCP port deletion for 6745905e-07ca-4923-a524-326c00563c09 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:17:12.183740 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for 992fbf83-3465-439f-a3a9-f43a64e7b095 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:12.271369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Deleting port 1d6a64fe-9921-40e7-8626-d61e4248a7f4 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:17:12.271756 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.275695 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fa55bcbd-ac14-405e-9530-e3720979aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889749584', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:17:10Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:12.292731 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2dac64ac-ae93-44f8-aa31-9807c583de6f no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:12.386497 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.420971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=992fbf83-3465-439f-a3a9-f43a64e7b095,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:12.447616 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.447962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.448294 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.448633 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.448963 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.449294 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.449619 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.449943 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.450287 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.450610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.450930 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.451790 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.496696 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.531262 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa55bcbd-ac14-405e-9530-e3720979aa49 None None] The sync data for ids ['43a334e5-4e0f-4355-ae14-d148e50b47b4'] in n-d-764806-9 is: [{'id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889749584', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:17:10Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '992fbf83-3465-439f-a3a9-f43a64e7b095', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a334e5-4e0f-4355-ae14-d148e50b47b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:14:09Z', 'updated_at': '2021-07-27T22:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:12.537136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 2dac64ac-ae93-44f8-aa31-9807c583de6f {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:12.537136 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 2dac64ac-ae93-44f8-aa31-9807c583de6f not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:12.556956 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] For port 1d6a64fe-9921-40e7-8626-d61e4248a7f4, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=1d6a64fe-9921-40e7-8626-d61e4248a7f4,segment=NetworkSegment(7ad80029-7d97-4aea-8231-aacd1f606857),segment_id=7ad80029-7d97-4aea-8231-aacd1f606857)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:12.557269 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.575854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Calling delete_port for 1d6a64fe-9921-40e7-8626-d61e4248a7f4 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:17:12.604701 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.606978 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.660811 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.661370 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Fanout notify agent at l3_agent the message router_deleted on router 43a334e5-4e0f-4355-ae14-d148e50b47b4 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:17:12.668718 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.669869 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-afd0af9b-9ca3-491a-8032-d294e8b0d6cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/routers/43a334e5-4e0f-4355-ae14-d148e50b47b4 HTTP/1.1" status: 204 len: 168 time: 0.9021482 Jul 27 22:17:12.670335 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.672669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35130) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:12.700868 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Pushing event deleted for resources: {'Port': ['ID=1d6a64fe-9921-40e7-8626-d61e4248a7f4,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:12.705129 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] No DVR routers for this DVR port 1d6a64fe-9921-40e7-8626-d61e4248a7f4 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:17:12.715759 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.715759 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.715759 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.716030 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.716155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.716479 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.716827 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.717190 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.717567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.717888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.718208 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.718544 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad63287e-2fa7-4cae-b9e6-36c52ad4b199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:12.803580 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60872c1d-83db-4240-9ad3-e39b8d810965 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.898207 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60872c1d-83db-4240-9ad3-e39b8d810965 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.909105 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-60872c1d-83db-4240-9ad3-e39b8d810965 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6745905e-07ca-4923-a524-326c00563c09']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:12.920789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-60872c1d-83db-4240-9ad3-e39b8d810965 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad80029-7d97-4aea-8231-aacd1f606857') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:12.921086 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-60872c1d-83db-4240-9ad3-e39b8d810965 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad80029-7d97-4aea-8231-aacd1f606857') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:12.930668 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60872c1d-83db-4240-9ad3-e39b8d810965 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.948662 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60872c1d-83db-4240-9ad3-e39b8d810965 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.955661 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60872c1d-83db-4240-9ad3-e39b8d810965 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:17:12.956065 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60872c1d-83db-4240-9ad3-e39b8d810965 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: timer() Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:17:12.959329 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:17:13.031367 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60872c1d-83db-4240-9ad3-e39b8d810965 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.036534 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-60872c1d-83db-4240-9ad3-e39b8d810965 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.041131 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-60872c1d-83db-4240-9ad3-e39b8d810965 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/networks/6745905e-07ca-4923-a524-326c00563c09 HTTP/1.1" status: 204 len: 168 time: 0.3648853 Jul 27 22:17:13.041631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35134) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:13.054466 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60872c1d-83db-4240-9ad3-e39b8d810965 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Network': ['ID=6745905e-07ca-4923-a524-326c00563c09,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:13.109423 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-771c1b70-25ac-497a-b2d3-d0e0f9262a4c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.138241 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-771c1b70-25ac-497a-b2d3-d0e0f9262a4c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.204089 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-771c1b70-25ac-497a-b2d3-d0e0f9262a4c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.206674 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-771c1b70-25ac-497a-b2d3-d0e0f9262a4c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.207832 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-771c1b70-25ac-497a-b2d3-d0e0f9262a4c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/security-groups/0ab74435-835c-40f9-8617-64a25f4b0cf7 HTTP/1.1" status: 204 len: 168 time: 0.1649783 Jul 27 22:17:13.217753 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c1b70-25ac-497a-b2d3-d0e0f9262a4c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab74435-835c-40f9-8617-64a25f4b0cf7,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:13.548965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35140) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:13.553655 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c8b5c7f4-d5e5-40b0-b70d-8f3034f48903 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1616069392', 'description': 'tempest-secgroup-smoke-1616069392 description', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:13.578660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c7f4-d5e5-40b0-b70d-8f3034f48903 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.670916 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c7f4-d5e5-40b0-b70d-8f3034f48903 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.674894 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c7f4-d5e5-40b0-b70d-8f3034f48903 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.705197 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c8b5c7f4-d5e5-40b0-b70d-8f3034f48903 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.706463 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c8b5c7f4-d5e5-40b0-b70d-8f3034f48903 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1564670 Jul 27 22:17:13.708342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5c7f4-d5e5-40b0-b70d-8f3034f48903 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad18732-b62f-4ce9-87e1-3213b17f17eb,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:13.711483 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35142) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:13.722348 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d8b98852-3780-4207-af0c-391520858cf7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '0ad18732-b62f-4ce9-87e1-3213b17f17eb', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:13.750906 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d8b98852-3780-4207-af0c-391520858cf7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.821190 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d8b98852-3780-4207-af0c-391520858cf7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.824999 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 689ee4fa-3786-4734-9f4b-89622c95d1d6 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:13.825434 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d8b98852-3780-4207-af0c-391520858cf7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.844551 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b98852-3780-4207-af0c-391520858cf7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5287fd97-b54b-4a53-8102-f401f0d5a95e,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:13.850699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 689ee4fa-3786-4734-9f4b-89622c95d1d6 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:13.850699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 689ee4fa-3786-4734-9f4b-89622c95d1d6 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:13.850699 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 992fbf83-3465-439f-a3a9-f43a64e7b095 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:13.853709 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d8b98852-3780-4207-af0c-391520858cf7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.855196 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d8b98852-3780-4207-af0c-391520858cf7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415863 Jul 27 22:17:13.858863 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35144) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:13.863990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-434d1cf3-3471-4705-9dea-c01263ddba7f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '0ad18732-b62f-4ce9-87e1-3213b17f17eb', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:13.874694 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 992fbf83-3465-439f-a3a9-f43a64e7b095 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:13.875626 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 992fbf83-3465-439f-a3a9-f43a64e7b095 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:13.876050 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1d6a64fe-9921-40e7-8626-d61e4248a7f4 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:17:13.892362 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-434d1cf3-3471-4705-9dea-c01263ddba7f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.898548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 1d6a64fe-9921-40e7-8626-d61e4248a7f4 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:17:13.898842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 1d6a64fe-9921-40e7-8626-d61e4248a7f4 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:17:13.953143 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-434d1cf3-3471-4705-9dea-c01263ddba7f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.956881 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-434d1cf3-3471-4705-9dea-c01263ddba7f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.975001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d1cf3-3471-4705-9dea-c01263ddba7f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44996dac-e8aa-40ea-98ca-a02e043c88e9,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:13.980409 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-434d1cf3-3471-4705-9dea-c01263ddba7f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:13.982348 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-434d1cf3-3471-4705-9dea-c01263ddba7f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220684 Jul 27 22:17:13.984977 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35146) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:13.989696 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-565f2544-5995-4ed6-9f1b-ad89b544b6f7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '0ad18732-b62f-4ce9-87e1-3213b17f17eb', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:14.018043 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-565f2544-5995-4ed6-9f1b-ad89b544b6f7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.080460 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-565f2544-5995-4ed6-9f1b-ad89b544b6f7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.084465 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-565f2544-5995-4ed6-9f1b-ad89b544b6f7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.104022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f2544-5995-4ed6-9f1b-ad89b544b6f7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bd8488-bc16-4bb4-860b-43e2241dd4f1,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:14.111345 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-565f2544-5995-4ed6-9f1b-ad89b544b6f7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.112865 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-565f2544-5995-4ed6-9f1b-ad89b544b6f7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268070 Jul 27 22:17:14.116548 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35148) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:14.121527 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ae650095-0f7a-4563-af23-a0d0e2e9ba2c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '0ad18732-b62f-4ce9-87e1-3213b17f17eb', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:14.150625 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae650095-0f7a-4563-af23-a0d0e2e9ba2c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.213841 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae650095-0f7a-4563-af23-a0d0e2e9ba2c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.218084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae650095-0f7a-4563-af23-a0d0e2e9ba2c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.235996 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae650095-0f7a-4563-af23-a0d0e2e9ba2c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de81572-0c79-4b07-a9e1-7275b85df81a,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:14.242711 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ae650095-0f7a-4563-af23-a0d0e2e9ba2c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.243977 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ae650095-0f7a-4563-af23-a0d0e2e9ba2c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261151 Jul 27 22:17:14.246964 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35150) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:14.252393 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1aa3642d-6ac0-441c-b3df-d8c780f41f05 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '0ad18732-b62f-4ce9-87e1-3213b17f17eb', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:14.276042 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-1aa3642d-6ac0-441c-b3df-d8c780f41f05 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Project 0c0d9d95e7384906a79f12d8d75ba295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:17:14.281805 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1aa3642d-6ac0-441c-b3df-d8c780f41f05 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.347282 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1aa3642d-6ac0-441c-b3df-d8c780f41f05 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.351123 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1aa3642d-6ac0-441c-b3df-d8c780f41f05 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.370674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3642d-6ac0-441c-b3df-d8c780f41f05 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2470e4c-9444-4b8f-a81c-6e64ba4437fa,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:14.375239 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1aa3642d-6ac0-441c-b3df-d8c780f41f05 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.376507 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1aa3642d-6ac0-441c-b3df-d8c780f41f05 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285701 Jul 27 22:17:14.379613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35152) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:14.384115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-637a1473-263f-48b5-8f70-4c774c18110d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '0ad18732-b62f-4ce9-87e1-3213b17f17eb', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:14.407730 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-637a1473-263f-48b5-8f70-4c774c18110d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Project 0c0d9d95e7384906a79f12d8d75ba295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:17:14.413366 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-637a1473-263f-48b5-8f70-4c774c18110d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.477637 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-637a1473-263f-48b5-8f70-4c774c18110d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.481485 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-637a1473-263f-48b5-8f70-4c774c18110d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.501588 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a1473-263f-48b5-8f70-4c774c18110d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ff325a-9b46-4c29-a67e-15575e00839b,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:14.507305 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-637a1473-263f-48b5-8f70-4c774c18110d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.508753 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-637a1473-263f-48b5-8f70-4c774c18110d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281195 Jul 27 22:17:14.511715 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35154) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:14.517207 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-ca8bca8d-f0ed-4380-8c26-0026afdbf152 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'network': {'name': 'tempest-network-smoke--1559270932', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'port_security_enabled': True}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:14.537555 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8bca8d-f0ed-4380-8c26-0026afdbf152 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Made reservation on behalf of 0c0d9d95e7384906a79f12d8d75ba295 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:14.541013 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca8bca8d-f0ed-4380-8c26-0026afdbf152 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.565528 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8bca8d-f0ed-4380-8c26-0026afdbf152 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:17:14.574728 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca8bca8d-f0ed-4380-8c26-0026afdbf152 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.575071 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-ca8bca8d-f0ed-4380-8c26-0026afdbf152 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Added segment b73c5ca0-cde3-483e-a64e-f3565c4247d9 of type vlan for network f44f1e2e-6111-4703-aa0e-646bbe129589 Jul 27 22:17:14.617388 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca8bca8d-f0ed-4380-8c26-0026afdbf152 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.646194 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca8bca8d-f0ed-4380-8c26-0026afdbf152 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.651915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8bca8d-f0ed-4380-8c26-0026afdbf152 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:14.652505 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-ca8bca8d-f0ed-4380-8c26-0026afdbf152 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.711694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ca8bca8d-f0ed-4380-8c26-0026afdbf152 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1989346 Jul 27 22:17:14.714478 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35156) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:14.719141 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2123872720', 'admin_state_up': True, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:14.739097 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bca8d-f0ed-4380-8c26-0026afdbf152 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Network': ['ID=f44f1e2e-6111-4703-aa0e-646bbe129589,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:14.750383 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network f44f1e2e-6111-4703-aa0e-646bbe129589 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:17:14.752327 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.753624 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.806938 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:14.950148 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.157595 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.177775 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.284430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.25.2.181 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/fcd760ee-48b9-44b0-bb44-b75f65f6f073) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:15.404273 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.444230 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.481090 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:15.484692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:15.490453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:15.516117 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=fcd760ee-48b9-44b0-bb44-b75f65f6f073,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:15.744639 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:15.953512 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.090212 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 181aba15-4945-4b6f-8335-23757f191d44 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:17:16.203684 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:16.217865 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Sync routers for ids ['181aba15-4945-4b6f-8335-23757f191d44'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:16.223150 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.224702 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c1028466-1e83-4518-add7-caa41d16931c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5092900 Jul 27 22:17:16.227965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35158) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:16.229577 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Routers {'181aba15-4945-4b6f-8335-23757f191d44'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:16.230334 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:17:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['181aba15-4945-4b6f-8335-23757f191d44'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:16.317284 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c9278d52-db92-448b-9e33-bc2410afa23d tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=0c0d9d95e7384906a79f12d8d75ba295&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0879965 Jul 27 22:17:16.320153 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35162) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:16.343298 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Set router 181aba15-4945-4b6f-8335-23757f191d44 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:16.419795 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee30e4f8-7e16-4405-9863-dc4b75bbd3e7 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:16.421659 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-ee30e4f8-7e16-4405-9863-dc4b75bbd3e7 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1004055 Jul 27 22:17:16.424441 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35164) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:16.455873 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-58c16edb-8a4c-45db-800d-2f3ef39d1448 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302479 Jul 27 22:17:16.458987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35166) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:16.464840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4f2e38d7-4e5f-4271-a187-9ee11e03dab9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2032038537', 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:16.558888 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2e38d7-4e5f-4271-a187-9ee11e03dab9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Made reservation on behalf of 0c0d9d95e7384906a79f12d8d75ba295 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:16.563394 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f2e38d7-4e5f-4271-a187-9ee11e03dab9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.620428 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181aba15-4945-4b6f-8335-23757f191d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123872720', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:14Z', 'updated_at': '2021-07-27T22:17:15Z', 'revision_number': 3, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:15Z', 'updated_at': '2021-07-27T22:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:16.647895 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Checking router: 181aba15-4945-4b6f-8335-23757f191d44 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:17:16.648301 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Updating router 181aba15-4945-4b6f-8335-23757f191d44 port fcd760ee-48b9-44b0-bb44-b75f65f6f073 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:17:16.688607 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.755634 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f2e38d7-4e5f-4271-a187-9ee11e03dab9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.965289 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:16.977730 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Transition to ACTIVE for port object fcd760ee-48b9-44b0-bb44-b75f65f6f073 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:16.985837 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.039811 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Attempting to bind port fcd760ee-48b9-44b0-bb44-b75f65f6f073 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:17.040177 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Attempting to bind port fcd760ee-48b9-44b0-bb44-b75f65f6f073 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:17.040557 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Attempting to bind port fcd760ee-48b9-44b0-bb44-b75f65f6f073 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:17.046859 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57200e-0747-4d1c-8ccb-bb7e639669f2 None None] Pushing event updated for resources: {'Port': ['ID=fcd760ee-48b9-44b0-bb44-b75f65f6f073,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:17.051929 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:17.052298 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:17.052695 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.053078 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:17.053545 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Bound port: fcd760ee-48b9-44b0-bb44-b75f65f6f073, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:17.054082 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.061200 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57200e-0747-4d1c-8ccb-bb7e639669f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:17.061530 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57200e-0747-4d1c-8ccb-bb7e639669f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:17.061865 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57200e-0747-4d1c-8ccb-bb7e639669f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:17.062194 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57200e-0747-4d1c-8ccb-bb7e639669f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:17.062540 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57200e-0747-4d1c-8ccb-bb7e639669f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:17.062860 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57200e-0747-4d1c-8ccb-bb7e639669f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:17.063177 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57200e-0747-4d1c-8ccb-bb7e639669f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:17.063494 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57200e-0747-4d1c-8ccb-bb7e639669f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:17.063809 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57200e-0747-4d1c-8ccb-bb7e639669f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:17.064123 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57200e-0747-4d1c-8ccb-bb7e639669f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:17.064435 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57200e-0747-4d1c-8ccb-bb7e639669f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:17.064753 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57200e-0747-4d1c-8ccb-bb7e639669f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:17:17.123816 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] For port fcd760ee-48b9-44b0-bb44-b75f65f6f073, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:17.127169 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] For port fcd760ee-48b9-44b0-bb44-b75f65f6f073, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fcd760ee-48b9-44b0-bb44-b75f65f6f073,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:17.131689 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.195683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e38d7-4e5f-4271-a187-9ee11e03dab9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Subnet': ['ID=2fe5d4fc-a8a0-4454-81f6-126e019c5792,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:17.195924 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57200e-0747-4d1c-8ccb-bb7e639669f2 None None] Pushing event updated for resources: {'Port': ['ID=fcd760ee-48b9-44b0-bb44-b75f65f6f073,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:17.199216 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Routers {'181aba15-4945-4b6f-8335-23757f191d44'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:17.199822 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:17:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['181aba15-4945-4b6f-8335-23757f191d44'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:17.205986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2e38d7-4e5f-4271-a187-9ee11e03dab9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Checking segment: {'id': 'b73c5ca0-cde3-483e-a64e-f3565c4247d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:17.206515 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2e38d7-4e5f-4271-a187-9ee11e03dab9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network hostable DHCP agents. Network: f44f1e2e-6111-4703-aa0e-646bbe129589, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:17:17.224657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2e38d7-4e5f-4271-a187-9ee11e03dab9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network f44f1e2e-6111-4703-aa0e-646bbe129589 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:17:17.235542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-4f2e38d7-4e5f-4271-a187-9ee11e03dab9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, f44f1e2e-6111-4703-aa0e-646bbe129589) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:17.240708 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2e38d7-4e5f-4271-a187-9ee11e03dab9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:17.241323 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f2e38d7-4e5f-4271-a187-9ee11e03dab9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.249581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f426d5-715c-4553-a788-1563ef683582 None None] Network f44f1e2e-6111-4703-aa0e-646bbe129589 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:17.269947 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4f2e38d7-4e5f-4271-a187-9ee11e03dab9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8066316 Jul 27 22:17:17.270509 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35168) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:17.327821 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] Set router 181aba15-4945-4b6f-8335-23757f191d44 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:17.422314 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-f44f1e2e-6111-4703-aa0e-646bbe129589', 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ips': [{'subnet_id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:17:17.423369 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.530487 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181aba15-4945-4b6f-8335-23757f191d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123872720', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:14Z', 'updated_at': '2021-07-27T22:17:15Z', 'revision_number': 3, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:15Z', 'updated_at': '2021-07-27T22:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:17.562382 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2c10ce-a312-4d0b-a4bb-eda2e827dbfc None None] The sync data for ids ['181aba15-4945-4b6f-8335-23757f191d44'] in n-d-764806-9 is: [{'id': '181aba15-4945-4b6f-8335-23757f191d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123872720', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:14Z', 'updated_at': '2021-07-27T22:17:15Z', 'revision_number': 3, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:15Z', 'updated_at': '2021-07-27T22:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:17.585267 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Allocated IP 172.20.0.2 (f44f1e2e-6111-4703-aa0e-646bbe129589/2fe5d4fc-a8a0-4454-81f6-126e019c5792/b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:17.755627 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.765581 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Transition to ACTIVE for port object b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:17.787776 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Transition to ACTIVE for port object b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:17.794155 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.852313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Network f44f1e2e-6111-4703-aa0e-646bbe129589 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:17.860261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:17.863778 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:17.877306 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Pushing event updated for resources: {'Port': ['ID=b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:17.934880 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Attempting to bind port b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:17.935249 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Attempting to bind port b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'b73c5ca0-cde3-483e-a64e-f3565c4247d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:17.935651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Attempting to bind port b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0 on network f44f1e2e-6111-4703-aa0e-646bbe129589 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:17.941545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:17.941916 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Checking segment: {'id': 'b73c5ca0-cde3-483e-a64e-f3565c4247d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:17.942354 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:17.942747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Bound using segment: {'id': 'b73c5ca0-cde3-483e-a64e-f3565c4247d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:17.943214 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Bound port: b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73c5ca0-cde3-483e-a64e-f3565c4247d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:17.943597 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:18.019887 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] For port b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:18.023884 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] For port b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0,segment=NetworkSegment(b73c5ca0-cde3-483e-a64e-f3565c4247d9),segment_id=b73c5ca0-cde3-483e-a64e-f3565c4247d9)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:18.030422 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:18.094793 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf47eda-ea7a-4bbe-a193-3bbbd07a8711 None None] Pushing event updated for resources: {'Port': ['ID=b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:18.145123 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:18.477716 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.20.0.1 (f44f1e2e-6111-4703-aa0e-646bbe129589/2fe5d4fc-a8a0-4454-81f6-126e019c5792/5b5013f3-c3d9-46d8-b9a2-18795f546460) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:18.602292 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:18.616604 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Transition to ACTIVE for port object 5b5013f3-c3d9-46d8-b9a2-18795f546460 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:18.650675 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:18.691942 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network f44f1e2e-6111-4703-aa0e-646bbe129589 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:18.696988 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:18.700667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:18.708148 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=5b5013f3-c3d9-46d8-b9a2-18795f546460,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:18.751305 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:18.905994 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.095330 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce0c648-d28b-4595-9b91-50398028930d None None] Network f44f1e2e-6111-4703-aa0e-646bbe129589 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:17:19.177058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-40857f74-1172-4dde-b187-71fec4493611 None None] Provisioning for port b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:19.217945 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.222954 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.301124 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.303227 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=5b5013f3-c3d9-46d8-b9a2-18795f546460,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:19.410545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network f44f1e2e-6111-4703-aa0e-646bbe129589 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:19.412008 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:19.527350 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8b120dcd-2531-4171-9ffc-673ecf91abce None None] Provisioning for port 5b5013f3-c3d9-46d8-b9a2-18795f546460 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:19.532327 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8b120dcd-2531-4171-9ffc-673ecf91abce None None] Provisioning complete for port 5b5013f3-c3d9-46d8-b9a2-18795f546460 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:19.532936 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8b120dcd-2531-4171-9ffc-673ecf91abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.538972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 181aba15-4945-4b6f-8335-23757f191d44 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:17:19.572232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-8b120dcd-2531-4171-9ffc-673ecf91abce None None] Port 5b5013f3-c3d9-46d8-b9a2-18795f546460 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:19.658413 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:19.663411 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-513fa2d7-9d45-4768-b3d4-3f1bcb833dde tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "PUT /v2.0/routers/181aba15-4945-4b6f-8335-23757f191d44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3918178 Jul 27 22:17:19.670775 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Sync routers for ids ['181aba15-4945-4b6f-8335-23757f191d44'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:19.688239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Routers {'181aba15-4945-4b6f-8335-23757f191d44'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:19.689145 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:17:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['181aba15-4945-4b6f-8335-23757f191d44'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:19.817672 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Set router 181aba15-4945-4b6f-8335-23757f191d44 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:19.837284 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-6373cd49-b5ba-425b-a4d6-201b024b9b2d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1616069392&fields=id&tenant_id=0c0d9d95e7384906a79f12d8d75ba295 HTTP/1.1" status: 200 len: 267 time: 0.0493104 Jul 27 22:17:19.910214 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1010fa15-2e2d-4c93-b4b9-135eccc676ed None None] Provisioning complete for port 5b5013f3-c3d9-46d8-b9a2-18795f546460 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:19.910609 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1010fa15-2e2d-4c93-b4b9-135eccc676ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:19.940782 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:19.960290 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-d5cec3b2-2851-4724-a889-eb4eb1006bbf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:19.961782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-d5cec3b2-2851-4724-a889-eb4eb1006bbf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/networks?id=f44f1e2e-6111-4703-aa0e-646bbe129589 HTTP/1.1" status: 200 len: 797 time: 0.1236823 Jul 27 22:17:19.978374 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-ed934baa-9c8e-44ae-af1e-5e974f062b77 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/quotas/0c0d9d95e7384906a79f12d8d75ba295 HTTP/1.1" status: 200 len: 375 time: 0.0094116 Jul 27 22:17:20.013339 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1010fa15-2e2d-4c93-b4b9-135eccc676ed None None] Port 5b5013f3-c3d9-46d8-b9a2-18795f546460 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:20.050864 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-8519e99e-abf0-4a8e-86d6-4d31f26c3dff tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653770 Jul 27 22:17:20.071265 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:20.095877 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:20.096588 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.123398 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-2cd5ed3d-291d-4b10-85ea-a2fa28a96162 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:17:20.124567 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-2cd5ed3d-291d-4b10-85ea-a2fa28a96162 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0621219 Jul 27 22:17:20.156167 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-da072305-3209-4253-9a67-26238af5d07b None None] Provisioning complete for port 5b5013f3-c3d9-46d8-b9a2-18795f546460 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:20.156903 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-da072305-3209-4253-9a67-26238af5d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.204745 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181aba15-4945-4b6f-8335-23757f191d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123872720', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:14Z', 'updated_at': '2021-07-27T22:17:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:15Z', 'updated_at': '2021-07-27T22:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '5b5013f3-c3d9-46d8-b9a2-18795f546460', 'name': '', 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:2e:1b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:18Z', 'updated_at': '2021-07-27T22:17:19Z', 'revision_number': 2, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:20.216203 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89a2dd69-d262-43c2-b9e0-3e56aed39eab service neutron] 10.222.0.55 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846584 Jul 27 22:17:20.250795 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-da072305-3209-4253-9a67-26238af5d07b None None] Port 5b5013f3-c3d9-46d8-b9a2-18795f546460 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:20.255725 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Checking router: 181aba15-4945-4b6f-8335-23757f191d44 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:17:20.256084 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Updating router 181aba15-4945-4b6f-8335-23757f191d44 port 5b5013f3-c3d9-46d8-b9a2-18795f546460 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:17:20.290686 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.318213 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.321195 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-6d0d5a69-2d3a-4164-9edb-7ed60aa59140 service neutron] 10.222.0.55 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983107 Jul 27 22:17:20.344382 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0,segment=NetworkSegment(b73c5ca0-cde3-483e-a64e-f3565c4247d9),segment_id=b73c5ca0-cde3-483e-a64e-f3565c4247d9)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:20.366208 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.367025 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fcd760ee-48b9-44b0-bb44-b75f65f6f073 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:20.510893 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-08419e89-12c6-4590-9c17-699e777127d2 req-fc1f38db-9122-4d58-a40b-69c470fc1beb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 210 time: 0.0329781 Jul 27 22:17:20.538202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:20.611049 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port fcd760ee-48b9-44b0-bb44-b75f65f6f073 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:20.618326 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port fcd760ee-48b9-44b0-bb44-b75f65f6f073 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:20.618698 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.764463 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.795345 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.800789 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port fcd760ee-48b9-44b0-bb44-b75f65f6f073, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fcd760ee-48b9-44b0-bb44-b75f65f6f073,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:20.806513 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.812007 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Transition to ACTIVE for port object 5b5013f3-c3d9-46d8-b9a2-18795f546460 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:20.833410 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.876468 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=fcd760ee-48b9-44b0-bb44-b75f65f6f073,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:20.971991 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904f166-413b-4f30-bfff-e582901dd681 None None] Pushing event updated for resources: {'Port': ['ID=5b5013f3-c3d9-46d8-b9a2-18795f546460,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:20.974507 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Attempting to bind port 5b5013f3-c3d9-46d8-b9a2-18795f546460 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:20.974880 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Attempting to bind port 5b5013f3-c3d9-46d8-b9a2-18795f546460 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'b73c5ca0-cde3-483e-a64e-f3565c4247d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:20.975375 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Attempting to bind port 5b5013f3-c3d9-46d8-b9a2-18795f546460 on network f44f1e2e-6111-4703-aa0e-646bbe129589 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:20.981364 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:20.981737 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Checking segment: {'id': 'b73c5ca0-cde3-483e-a64e-f3565c4247d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:20.982181 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:20.982604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Bound using segment: {'id': 'b73c5ca0-cde3-483e-a64e-f3565c4247d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:20.983329 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Bound port: 5b5013f3-c3d9-46d8-b9a2-18795f546460, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73c5ca0-cde3-483e-a64e-f3565c4247d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:20.983709 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.061722 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] For port 5b5013f3-c3d9-46d8-b9a2-18795f546460, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:21.065024 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] For port 5b5013f3-c3d9-46d8-b9a2-18795f546460, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5b5013f3-c3d9-46d8-b9a2-18795f546460,segment=NetworkSegment(b73c5ca0-cde3-483e-a64e-f3565c4247d9),segment_id=b73c5ca0-cde3-483e-a64e-f3565c4247d9)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:21.070130 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.304885 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904f166-413b-4f30-bfff-e582901dd681 None None] Pushing event updated for resources: {'Port': ['ID=5b5013f3-c3d9-46d8-b9a2-18795f546460,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:21.307530 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Routers {'181aba15-4945-4b6f-8335-23757f191d44'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:21.308142 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:17:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['181aba15-4945-4b6f-8335-23757f191d44'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:21.478189 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] Set router 181aba15-4945-4b6f-8335-23757f191d44 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:21.504416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-ccebd7fe-505f-43bc-81ed-b1f0add4fba6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:21.505989 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-ccebd7fe-505f-43bc-81ed-b1f0add4fba6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.20 "GET /v2.0/networks?id=f44f1e2e-6111-4703-aa0e-646bbe129589 HTTP/1.1" status: 200 len: 797 time: 0.1307485 Jul 27 22:17:21.554642 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-54882562-55cd-4931-a6f6-b353477e2d27 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c0d9d95e7384906a79f12d8d75ba295 HTTP/1.1" status: 200 len: 380 time: 0.0388942 Jul 27 22:17:21.565378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-c5cad791-c5b4-4f17-905d-1126774ffc01 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'port': {'device_id': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589', 'admin_state_up': True, 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'security_groups': ['0ad18732-b62f-4ce9-87e1-3213b17f17eb']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:21.628786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6aefcc1a-2daf-47ec-96be-54bcd5eeef09 req-b155d38b-8681-46c2-b88f-da8b192ebb63 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 210 time: 0.0336807 Jul 27 22:17:21.699070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-c5cad791-c5b4-4f17-905d-1126774ffc01 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Made reservation on behalf of 0c0d9d95e7384906a79f12d8d75ba295 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:17:21.703173 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-c5cad791-c5b4-4f17-905d-1126774ffc01 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:21.780877 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181aba15-4945-4b6f-8335-23757f191d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123872720', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:14Z', 'updated_at': '2021-07-27T22:17:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:15Z', 'updated_at': '2021-07-27T22:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '5b5013f3-c3d9-46d8-b9a2-18795f546460', 'name': '', 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:2e:1b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:18Z', 'updated_at': '2021-07-27T22:17:21Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:21.815675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052f4a60-80f0-4ecc-a374-d1dd7018cec3 None None] The sync data for ids ['181aba15-4945-4b6f-8335-23757f191d44'] in n-d-764806-9 is: [{'id': '181aba15-4945-4b6f-8335-23757f191d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123872720', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:14Z', 'updated_at': '2021-07-27T22:17:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:15Z', 'updated_at': '2021-07-27T22:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '5b5013f3-c3d9-46d8-b9a2-18795f546460', 'name': '', 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:2e:1b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:18Z', 'updated_at': '2021-07-27T22:17:21Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:21.846512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:21.856367 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-c5cad791-c5b4-4f17-905d-1126774ffc01 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.20.0.12 (f44f1e2e-6111-4703-aa0e-646bbe129589/2fe5d4fc-a8a0-4454-81f6-126e019c5792/8acfdd35-8d4d-45e0-9024-cadc4d8b64c8) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:21.927660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:21.928296 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.028786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fcd760ee-48b9-44b0-bb44-b75f65f6f073 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:22.075773 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-c5cad791-c5b4-4f17-905d-1126774ffc01 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.085086 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port fcd760ee-48b9-44b0-bb44-b75f65f6f073 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:22.085635 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.092071 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-c5cad791-c5b4-4f17-905d-1126774ffc01 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Transition to ACTIVE for port object 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:22.132301 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-c5cad791-c5b4-4f17-905d-1126774ffc01 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.190648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-c5cad791-c5b4-4f17-905d-1126774ffc01 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network f44f1e2e-6111-4703-aa0e-646bbe129589 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:22.195610 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-c5cad791-c5b4-4f17-905d-1126774ffc01 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:22.203853 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-c5cad791-c5b4-4f17-905d-1126774ffc01 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:22.250507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cad791-c5b4-4f17-905d-1126774ffc01 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:22.281611 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-c5cad791-c5b4-4f17-905d-1126774ffc01 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:22.282259 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-c5cad791-c5b4-4f17-905d-1126774ffc01 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.305470 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-c5cad791-c5b4-4f17-905d-1126774ffc01 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7441990 Jul 27 22:17:22.321002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-8f4df096-4899-4707-b270-29074fdfdc23 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:17:22.322448 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-8f4df096-4899-4707-b270-29074fdfdc23 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085673 Jul 27 22:17:22.403868 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Request body: {'port': {'device_id': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:22.503701 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.523674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cf67529d-4023-45a9-b24f-a8d1f737bd36 None None] Provisioning for port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:22.528289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cf67529d-4023-45a9-b24f-a8d1f737bd36 None None] Provisioning complete for port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:22.528678 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cf67529d-4023-45a9-b24f-a8d1f737bd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.572870 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cf67529d-4023-45a9-b24f-a8d1f737bd36 None None] Port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:17:22.776481 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba82cc9-14bc-4e35-855f-6a61511b7ece req-fcb2e078-fbc7-4256-86cc-ff3b07a4a8fd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:22.778795 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ba82cc9-14bc-4e35-855f-6a61511b7ece req-fcb2e078-fbc7-4256-86cc-ff3b07a4a8fd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 932 time: 0.0745027 Jul 27 22:17:22.811529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:17:22.820310 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.823921 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6ba82cc9-14bc-4e35-855f-6a61511b7ece req-c6e37ebd-10dc-4215-9e1c-58a4d23a2796 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384116 Jul 27 22:17:22.835527 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Transition to ACTIVE for port object 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:17:22.839683 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:22.893040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Pushing event updated for resources: {'Port': ['ID=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:22.975829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Attempting to bind port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:17:22.976002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Attempting to bind port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'b73c5ca0-cde3-483e-a64e-f3565c4247d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:17:22.976366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Attempting to bind port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 on network f44f1e2e-6111-4703-aa0e-646bbe129589 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:22.981444 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 on network f44f1e2e-6111-4703-aa0e-646bbe129589 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:17:22.981778 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Attempting to bind port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 on network f44f1e2e-6111-4703-aa0e-646bbe129589 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:17:22.988291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:17:22.988636 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Checking segment: {'id': 'b73c5ca0-cde3-483e-a64e-f3565c4247d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:17:22.989030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Bound using segment: {'id': 'b73c5ca0-cde3-483e-a64e-f3565c4247d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:17:22.989610 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Bound port: 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b73c5ca0-cde3-483e-a64e-f3565c4247d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:17:22.989901 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.063744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] For port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:17:23.066912 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] For port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,segment=NetworkSegment(b73c5ca0-cde3-483e-a64e-f3565c4247d9),segment_id=b73c5ca0-cde3-483e-a64e-f3565c4247d9)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:17:23.071322 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.106311 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:23.106942 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.109239 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] 10.222.0.20 "PUT /v2.0/ports/8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 HTTP/1.1" status: 200 len: 1092 time: 0.7790747 Jul 27 22:17:23.109682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'tag': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:23.111982 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09411fdb-c992-4380-8a88-ad94f90b9ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "0131b7c9-f681-4cb6-a954-3ba4c6fce6c7", "tag": "8acfdd35-8d4d-45e0-9024-cadc4d8b64c8"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:23.144085 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89903fe9-a7e7-4425-9d96-427f131fbbfc service neutron] Pushing event updated for resources: {'Port': ['ID=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:23.182565 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2320dc2e-efde-4a4b-b69b-59036c033d65 x-openstack-request-id: req-2320dc2e-efde-4a4b-b69b-59036c033d65 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:23.182861 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0131b7c9-f681-4cb6-a954-3ba4c6fce6c7", "tag": "8acfdd35-8d4d-45e0-9024-cadc4d8b64c8", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:23.183120 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2320dc2e-efde-4a4b-b69b-59036c033d65 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:23.183525 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'tag': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8', 'status': 'completed', 'code': 200} Jul 27 22:17:23.213492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-c2617ad9-bb42-44a1-9b1d-c0d394d1342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:23.215049 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-c2617ad9-bb42-44a1-9b1d-c0d394d1342a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 1095 time: 0.0637841 Jul 27 22:17:23.264118 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-b4a12d2a-efdb-4800-8ffe-8e4baad88834 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 HTTP/1.1" status: 200 len: 217 time: 0.0402026 Jul 27 22:17:23.314304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-469ed12e-9737-4289-951e-0c22112c6f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:23.315721 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-469ed12e-9737-4289-951e-0c22112c6f4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fe5d4fc-a8a0-4454-81f6-126e019c5792 HTTP/1.1" status: 200 len: 835 time: 0.0452399 Jul 27 22:17:23.378237 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-f609dbdf-9094-41c8-b17a-28be9972209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:23.379765 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-f609dbdf-9094-41c8-b17a-28be9972209c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f44f1e2e-6111-4703-aa0e-646bbe129589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565476 Jul 27 22:17:23.474340 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-6a51e5cd-755f-4229-8c31-275822e76e3b service neutron] 10.222.0.20 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875211 Jul 27 22:17:23.567698 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4fe0e381-db7a-4368-95c9-eb31f1123dab req-d402d4b8-f08d-4458-9916-d953ce2bd80c service neutron] 10.222.0.20 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828578 Jul 27 22:17:23.675791 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09411fdb-c992-4380-8a88-ad94f90b9ac5 req-d6dab358-872d-4e3a-a758-b06768224bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:23.677775 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-09411fdb-c992-4380-8a88-ad94f90b9ac5 req-d6dab358-872d-4e3a-a758-b06768224bd2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 1095 time: 0.0617981 Jul 27 22:17:23.781466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09411fdb-c992-4380-8a88-ad94f90b9ac5 req-e2832581-0450-4b05-8a97-5a3fdd865f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:23.782995 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-09411fdb-c992-4380-8a88-ad94f90b9ac5 req-e2832581-0450-4b05-8a97-5a3fdd865f82 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f44f1e2e-6111-4703-aa0e-646bbe129589 HTTP/1.1" status: 200 len: 898 time: 0.0966268 Jul 27 22:17:23.829013 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-09411fdb-c992-4380-8a88-ad94f90b9ac5 req-485b6937-07c9-4702-b897-2db9136d613d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 HTTP/1.1" status: 200 len: 217 time: 0.0375485 Jul 27 22:17:23.836689 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5b5013f3-c3d9-46d8-b9a2-18795f546460 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:23.888165 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 5b5013f3-c3d9-46d8-b9a2-18795f546460 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:23.891317 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09411fdb-c992-4380-8a88-ad94f90b9ac5 req-36ba89a7-3933-4f2c-9bf8-81cb1a97b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:23.892894 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-09411fdb-c992-4380-8a88-ad94f90b9ac5 req-36ba89a7-3933-4f2c-9bf8-81cb1a97b427 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fe5d4fc-a8a0-4454-81f6-126e019c5792 HTTP/1.1" status: 200 len: 835 time: 0.0556545 Jul 27 22:17:23.893588 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5b5013f3-c3d9-46d8-b9a2-18795f546460 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:23.893966 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.965301 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09411fdb-c992-4380-8a88-ad94f90b9ac5 req-45f2e5f8-4159-4613-9a63-8340c21bd01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:23.967037 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-09411fdb-c992-4380-8a88-ad94f90b9ac5 req-45f2e5f8-4159-4613-9a63-8340c21bd01d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f44f1e2e-6111-4703-aa0e-646bbe129589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660830 Jul 27 22:17:23.977782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520b81b-0647-48ad-be9b-0593f64ce1ca req-34a84d47-2ef7-4933-8e4d-ab46b1f2773b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:23.980960 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:23.981511 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2520b81b-0647-48ad-be9b-0593f64ce1ca req-34a84d47-2ef7-4933-8e4d-ab46b1f2773b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 944 time: 0.0848107 Jul 27 22:17:24.017481 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 5b5013f3-c3d9-46d8-b9a2-18795f546460, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5b5013f3-c3d9-46d8-b9a2-18795f546460,segment=NetworkSegment(b73c5ca0-cde3-483e-a64e-f3565c4247d9),segment_id=b73c5ca0-cde3-483e-a64e-f3565c4247d9)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:24.021376 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:24.028640 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2520b81b-0647-48ad-be9b-0593f64ce1ca req-46d059a5-54d8-4496-aea0-ad8923c7b0fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402219 Jul 27 22:17:24.077174 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=5b5013f3-c3d9-46d8-b9a2-18795f546460,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:24.084289 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-09411fdb-c992-4380-8a88-ad94f90b9ac5 req-b653b15f-0c53-4f7c-bd4c-a477985a1a3a service neutron] 10.222.0.20 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082389 Jul 27 22:17:24.179652 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-09411fdb-c992-4380-8a88-ad94f90b9ac5 req-e44d463b-51c2-4214-8c2c-d8a380362a39 service neutron] 10.222.0.20 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871286 Jul 27 22:17:25.160090 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ec752-b5b7-4a40-bde3-7781b165727d req-4fd3662f-fe54-4330-8bb9-5f9f29e5a08e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:25.161579 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf9ec752-b5b7-4a40-bde3-7781b165727d req-4fd3662f-fe54-4330-8bb9-5f9f29e5a08e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 944 time: 0.0632949 Jul 27 22:17:25.198932 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf9ec752-b5b7-4a40-bde3-7781b165727d req-9eb9ed36-4db7-41fb-98cb-fc2c73908fd2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309987 Jul 27 22:17:25.532854 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:17:25.628139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,segment=NetworkSegment(b73c5ca0-cde3-483e-a64e-f3565c4247d9),segment_id=b73c5ca0-cde3-483e-a64e-f3565c4247d9)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:25.640072 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8', 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589', 'port_id': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8', 'mac_address': 'fa:16:3e:f2:5e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:17:25.680778 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.693811 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:17:25.713196 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,segment=NetworkSegment(b73c5ca0-cde3-483e-a64e-f3565c4247d9),segment_id=b73c5ca0-cde3-483e-a64e-f3565c4247d9)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:25.717450 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.765823 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:25.824871 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5b5013f3-c3d9-46d8-b9a2-18795f546460 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:25.876036 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 5b5013f3-c3d9-46d8-b9a2-18795f546460 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:25.876394 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:25.940724 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['8acfdd35-8d4d-45e0-9024-cadc4d8b64c8'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:17:26.336000 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78ba92-a0bd-40a9-b7e7-118cd74f9cab req-091f41c6-6c0f-41fb-bd9d-3cae52f87147 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:26.337526 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b78ba92-a0bd-40a9-b7e7-118cd74f9cab req-091f41c6-6c0f-41fb-bd9d-3cae52f87147 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 945 time: 0.0706105 Jul 27 22:17:26.377340 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8b78ba92-a0bd-40a9-b7e7-118cd74f9cab req-653697dd-70b6-43ef-80a5-bfd216310af5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328462 Jul 27 22:17:27.509075 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02aa08-8d98-4947-9ae9-d33952436b39 req-9b5fd102-4490-40f9-ac47-64e78f8e1fd8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:27.510499 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f02aa08-8d98-4947-9ae9-d33952436b39 req-9b5fd102-4490-40f9-ac47-64e78f8e1fd8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 945 time: 0.0652604 Jul 27 22:17:27.547628 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:17:27.549274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1f02aa08-8d98-4947-9ae9-d33952436b39 req-e89b3e9d-38fe-4594-a275-ec80e8db2854 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316362 Jul 27 22:17:27.596654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:17:27.600131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:17:27.600498 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.675791 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.698057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:27.700339 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641529c5-3c6b-4823-9228-4f2d03d76a08" -d '{"events": [{"server_uuid": "0131b7c9-f681-4cb6-a954-3ba4c6fce6c7", "name": "network-vif-plugged", "status": "completed", "tag": "8acfdd35-8d4d-45e0-9024-cadc4d8b64c8"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:27.714783 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,segment=NetworkSegment(b73c5ca0-cde3-483e-a64e-f3565c4247d9),segment_id=b73c5ca0-cde3-483e-a64e-f3565c4247d9)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:17:27.718975 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:27.749927 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b4207e-3836-498f-b1a0-34c995b287d1 x-openstack-request-id: req-b4b4207e-3836-498f-b1a0-34c995b287d1 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:27.750214 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0131b7c9-f681-4cb6-a954-3ba4c6fce6c7", "name": "network-vif-plugged", "status": "completed", "tag": "8acfdd35-8d4d-45e0-9024-cadc4d8b64c8", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:27.750492 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b4b4207e-3836-498f-b1a0-34c995b287d1 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:27.750878 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8', 'code': 200} Jul 27 22:17:27.778150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:27.852329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406ad70-3bbb-4c0f-a697-6e74e92d5616 req-dc998c3a-6f09-4ee7-b50c-748a9192a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:27.853830 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4406ad70-3bbb-4c0f-a697-6e74e92d5616 req-dc998c3a-6f09-4ee7-b50c-748a9192a6c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 1097 time: 0.0552232 Jul 27 22:17:27.890136 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4406ad70-3bbb-4c0f-a697-6e74e92d5616 req-03ddff73-4cfc-4be9-bde4-c6a794963928 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287430 Jul 27 22:17:28.687527 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dc1ed-5c60-4d94-bcb9-5d7eb70d90b0 req-32faba59-0852-4ffc-983a-dfe95098995e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:28.689184 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b3dc1ed-5c60-4d94-bcb9-5d7eb70d90b0 req-32faba59-0852-4ffc-983a-dfe95098995e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0682986 Jul 27 22:17:28.729828 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4b3dc1ed-5c60-4d94-bcb9-5d7eb70d90b0 req-b738654a-3338-4bcd-9588-bf6e70fe18b9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342314 Jul 27 22:17:28.970998 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:17:29.866300 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711d268-6a5c-49eb-9fef-12662ae9542b req-b0edec65-bb7b-472d-b31e-14e6fc2b820c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:29.867818 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c711d268-6a5c-49eb-9fef-12662ae9542b req-b0edec65-bb7b-472d-b31e-14e6fc2b820c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0659840 Jul 27 22:17:29.906890 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c711d268-6a5c-49eb-9fef-12662ae9542b req-70c77bce-b1a5-41ee-b1b5-c9eb6fcb4aa0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326395 Jul 27 22:17:30.037941 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad195b2b-b0ab-40ac-ae5a-ee6b4cf683b6 req-c0e9b137-a07c-4bfc-adf6-ad0331d882d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.039390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad195b2b-b0ab-40ac-ae5a-ee6b4cf683b6 req-c0e9b137-a07c-4bfc-adf6-ad0331d882d6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0653596 Jul 27 22:17:30.078019 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad195b2b-b0ab-40ac-ae5a-ee6b4cf683b6 req-fd803f43-bfe7-4f40-8e82-482d2151b7cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324466 Jul 27 22:17:30.099013 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35222) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:30.157065 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1614be74-be37-439e-9f14-67f6b51a812e tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:30.158630 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1614be74-be37-439e-9f14-67f6b51a812e tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 1092 time: 0.0586610 Jul 27 22:17:30.161375 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35224) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:30.165899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:17:30.187689 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.284643 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.392103 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.25.2.227 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/5fc6c0d7-30c5-4049-b74f-24e32577c3a1) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:17:30.495449 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.538303 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:30.576161 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:17:30.579321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:17:30.585719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:17:30.611156 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=5fc6c0d7-30c5-4049-b74f-24e32577c3a1,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:30.961546 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.038381 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.194537 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.199009 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.268334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=5fc6c0d7-30c5-4049-b74f-24e32577c3a1,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:17:31.282603 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.381902 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Floating IP 2759d14f-219f-41e8-aff9-866a45ddd169 associated. External IP: 172.25.2.227, port: 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8. Jul 27 22:17:31.590256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 181aba15-4945-4b6f-8335-23757f191d44 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:17:31.699566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:17:31.709343 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d195fa3e-8550-4d92-af8c-d9560700076a None None] Sync routers for ids ['181aba15-4945-4b6f-8335-23757f191d44'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:17:31.715864 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:31.719439 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d195fa3e-8550-4d92-af8c-d9560700076a None None] Routers {'181aba15-4945-4b6f-8335-23757f191d44'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:31.720040 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d195fa3e-8550-4d92-af8c-d9560700076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:17:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['181aba15-4945-4b6f-8335-23757f191d44'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:31.758532 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0283cef3-81f0-46ae-a474-23ef9505d7fc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5960767 Jul 27 22:17:31.759126 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'tag': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:17:31.761467 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1808cdb8-bf18-4b97-a9de-3a4a993fa70f" -d '{"events": [{"name": "network-changed", "server_uuid": "0131b7c9-f681-4cb6-a954-3ba4c6fce6c7", "tag": "8acfdd35-8d4d-45e0-9024-cadc4d8b64c8"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:17:31.808333 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d4ed77-3bce-4396-b1bd-ed6737a5d84f x-openstack-request-id: req-e4d4ed77-3bce-4396-b1bd-ed6737a5d84f {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:17:31.808628 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0131b7c9-f681-4cb6-a954-3ba4c6fce6c7", "tag": "8acfdd35-8d4d-45e0-9024-cadc4d8b64c8", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:17:31.808887 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4d4ed77-3bce-4396-b1bd-ed6737a5d84f {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:17:31.809301 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'tag': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8', 'status': 'completed', 'code': 200} Jul 27 22:17:31.830483 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-d195fa3e-8550-4d92-af8c-d9560700076a None None] Set router 181aba15-4945-4b6f-8335-23757f191d44 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:31.888511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808cdb8-bf18-4b97-a9de-3a4a993fa70f req-c9c4477e-181f-491c-acd6-b84e695d702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:31.890613 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1808cdb8-bf18-4b97-a9de-3a4a993fa70f req-c9c4477e-181f-491c-acd6-b84e695d702c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 1097 time: 0.0582719 Jul 27 22:17:31.993774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808cdb8-bf18-4b97-a9de-3a4a993fa70f req-f39215a3-e184-4212-8f4d-edb6bf2e1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:31.995447 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1808cdb8-bf18-4b97-a9de-3a4a993fa70f req-f39215a3-e184-4212-8f4d-edb6bf2e1d2f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f44f1e2e-6111-4703-aa0e-646bbe129589 HTTP/1.1" status: 200 len: 898 time: 0.0979841 Jul 27 22:17:32.071218 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1808cdb8-bf18-4b97-a9de-3a4a993fa70f req-368728ea-575b-428f-9521-6cb7ef7d7025 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 HTTP/1.1" status: 200 len: 1000 time: 0.0681369 Jul 27 22:17:32.074780 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d195fa3e-8550-4d92-af8c-d9560700076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181aba15-4945-4b6f-8335-23757f191d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123872720', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:14Z', 'updated_at': '2021-07-27T22:17:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:15Z', 'updated_at': '2021-07-27T22:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '2759d14f-219f-41e8-aff9-866a45ddd169', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '181aba15-4945-4b6f-8335-23757f191d44', 'port_id': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589', 'mac_address': 'fa:16:3e:f2:5e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:17:30Z', 'updated_at': '2021-07-27T22:17:30Z', 'revision_number': 0, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b5013f3-c3d9-46d8-b9a2-18795f546460', 'name': '', 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:2e:1b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:18Z', 'updated_at': '2021-07-27T22:17:23Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:32.103252 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d195fa3e-8550-4d92-af8c-d9560700076a None None] Checking router: 181aba15-4945-4b6f-8335-23757f191d44 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:17:32.112544 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d195fa3e-8550-4d92-af8c-d9560700076a None None] Routers {'181aba15-4945-4b6f-8335-23757f191d44'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:17:32.113147 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d195fa3e-8550-4d92-af8c-d9560700076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:17:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['181aba15-4945-4b6f-8335-23757f191d44'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:32.130096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808cdb8-bf18-4b97-a9de-3a4a993fa70f req-995121ff-1f0c-42ab-b76a-fa325436c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:32.131621 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1808cdb8-bf18-4b97-a9de-3a4a993fa70f req-995121ff-1f0c-42ab-b76a-fa325436c834 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fe5d4fc-a8a0-4454-81f6-126e019c5792 HTTP/1.1" status: 200 len: 835 time: 0.0529301 Jul 27 22:17:32.200468 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808cdb8-bf18-4b97-a9de-3a4a993fa70f req-9d06c58c-af59-4778-be73-a58fb44adb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:32.202532 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1808cdb8-bf18-4b97-a9de-3a4a993fa70f req-9d06c58c-af59-4778-be73-a58fb44adb8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f44f1e2e-6111-4703-aa0e-646bbe129589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626557 Jul 27 22:17:32.220628 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b04944-01ce-40d2-8e70-4ac9f5651fbe req-18b69c1d-14ba-4b56-87d5-201b178d606c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:17:32.222320 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55b04944-01ce-40d2-8e70-4ac9f5651fbe req-18b69c1d-14ba-4b56-87d5-201b178d606c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.3971007 Jul 27 22:17:32.224470 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-d195fa3e-8550-4d92-af8c-d9560700076a None None] Set router 181aba15-4945-4b6f-8335-23757f191d44 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:17:32.273154 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55b04944-01ce-40d2-8e70-4ac9f5651fbe req-1b2c1068-1635-4df1-9024-b0a41b1cf06e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440505 Jul 27 22:17:32.298408 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35230) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:32.307584 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1808cdb8-bf18-4b97-a9de-3a4a993fa70f req-98639d7d-57cd-4008-8fb3-a3265b1cd6fd service neutron] 10.222.0.20 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965412 Jul 27 22:17:32.367384 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5155c136-e58a-4489-9623-82c0b902df02 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/2759d14f-219f-41e8-aff9-866a45ddd169 HTTP/1.1" status: 200 len: 992 time: 0.0677121 Jul 27 22:17:32.411675 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1808cdb8-bf18-4b97-a9de-3a4a993fa70f req-794e35b3-b4c6-46a8-a244-55051878e0d3 service neutron] 10.222.0.20 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964513 Jul 27 22:17:32.544044 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d195fa3e-8550-4d92-af8c-d9560700076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181aba15-4945-4b6f-8335-23757f191d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123872720', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:14Z', 'updated_at': '2021-07-27T22:17:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:15Z', 'updated_at': '2021-07-27T22:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '2759d14f-219f-41e8-aff9-866a45ddd169', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '181aba15-4945-4b6f-8335-23757f191d44', 'port_id': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589', 'mac_address': 'fa:16:3e:f2:5e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:17:30Z', 'updated_at': '2021-07-27T22:17:30Z', 'revision_number': 0, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b5013f3-c3d9-46d8-b9a2-18795f546460', 'name': '', 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:2e:1b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:18Z', 'updated_at': '2021-07-27T22:17:23Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:17:32.570668 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d195fa3e-8550-4d92-af8c-d9560700076a None None] The sync data for ids ['181aba15-4945-4b6f-8335-23757f191d44'] in n-d-764806-9 is: [{'id': '181aba15-4945-4b6f-8335-23757f191d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123872720', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:14Z', 'updated_at': '2021-07-27T22:17:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:15Z', 'updated_at': '2021-07-27T22:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '2759d14f-219f-41e8-aff9-866a45ddd169', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '181aba15-4945-4b6f-8335-23757f191d44', 'port_id': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589', 'mac_address': 'fa:16:3e:f2:5e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:17:30Z', 'updated_at': '2021-07-27T22:17:30Z', 'revision_number': 0, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b5013f3-c3d9-46d8-b9a2-18795f546460', 'name': '', 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:2e:1b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:18Z', 'updated_at': '2021-07-27T22:17:23Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:17:32.762175 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aad512-f045-4be4-a1d4-5803e0fcde8f None None] New status for floating IP 2759d14f-219f-41e8-aff9-866a45ddd169: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:17:32.914033 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-86b864f4-fb1c-476a-bee8-627d61d3ecfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:33.371329 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35232) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:17:33.431665 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1ca27918-fdbb-4efd-a8ce-5e33528aa36a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/2759d14f-219f-41e8-aff9-866a45ddd169 HTTP/1.1" status: 200 len: 994 time: 0.0591969 Jul 27 22:17:34.933987 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.524688 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6017cae1-98d1-42b8-868a-473f8410065b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:35.612585 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:37.530777 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:38.507387 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:17:39.174215 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:02.895741 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-623cf764-7d8c-4c08-8fe5-c13bedf25c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:04.954209 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.525546 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-94ec1176-e72a-4136-b59a-ec8bd77fcbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.613714 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:05.970006 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:18:06.837808 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35254) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:06.869203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9b42d-ac77-47b3-9b3d-dd3ca1d7b834 req-fe21694e-2b5d-4ccb-9965-aeeb2f1f9a01 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:06.870788 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22c9b42d-ac77-47b3-9b3d-dd3ca1d7b834 req-fe21694e-2b5d-4ccb-9965-aeeb2f1f9a01 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0728304 Jul 27 22:18:06.944996 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-22c9b42d-ac77-47b3-9b3d-dd3ca1d7b834 req-5828dbf0-f5f0-4c1c-b0d5-cdd9ab25ff0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656326 Jul 27 22:18:06.967312 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-33031db2-0636-43a6-a0f5-5fa20f9cee27 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264091 Jul 27 22:18:07.534500 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:08.093044 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd59aba-203b-48ce-84ea-bbcfe9d8446b req-231e71b7-bd0b-47bd-8890-9af2706a98c0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:08.094677 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9bd59aba-203b-48ce-84ea-bbcfe9d8446b req-231e71b7-bd0b-47bd-8890-9af2706a98c0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0713546 Jul 27 22:18:08.117270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-09842a17-89bd-4f41-94eb-5cb175b7b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:08.118871 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-09842a17-89bd-4f41-94eb-5cb175b7b581 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 1097 time: 0.0580456 Jul 27 22:18:08.136015 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9bd59aba-203b-48ce-84ea-bbcfe9d8446b req-732eb67d-af10-49e4-bc0d-ae68274dc40b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343544 Jul 27 22:18:08.215465 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-3d5ba776-c2a9-4bff-8428-b81eca7afc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:08.216929 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-3d5ba776-c2a9-4bff-8428-b81eca7afc9c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f44f1e2e-6111-4703-aa0e-646bbe129589 HTTP/1.1" status: 200 len: 898 time: 0.0907013 Jul 27 22:18:08.285569 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-8b8c9436-2e1d-421f-9c66-210f88353e9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 HTTP/1.1" status: 200 len: 1002 time: 0.0599849 Jul 27 22:18:08.340946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-1cfc0984-8422-43f1-9cc6-02d62d66c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:08.342421 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-1cfc0984-8422-43f1-9cc6-02d62d66c505 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fe5d4fc-a8a0-4454-81f6-126e019c5792 HTTP/1.1" status: 200 len: 835 time: 0.0492768 Jul 27 22:18:08.403966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-8f558f61-16cb-4b83-bc07-9aa706ad7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:08.405371 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-8f558f61-16cb-4b83-bc07-9aa706ad7f75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f44f1e2e-6111-4703-aa0e-646bbe129589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549374 Jul 27 22:18:08.498938 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-7e3dfc4d-0c5d-49d1-b598-e60d3f026ce2 service neutron] 10.222.0.20 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854790 Jul 27 22:18:08.505628 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:08.597979 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-ef80b75a-0bd2-48bd-9dd6-d45888cec1b5 service neutron] 10.222.0.20 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915282 Jul 27 22:18:09.176904 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:09.269959 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e37761-7e29-4f72-b228-dc08e66cacde req-462708a2-a068-4b7f-8031-baa26ce3108b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:09.271555 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35e37761-7e29-4f72-b228-dc08e66cacde req-462708a2-a068-4b7f-8031-baa26ce3108b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0645385 Jul 27 22:18:09.310214 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-35e37761-7e29-4f72-b228-dc08e66cacde req-8b28956f-ef13-44c9-bfa9-a3925c291ba8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325193 Jul 27 22:18:10.446754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d4862-8a75-4d7c-94a1-bc02d98325ef req-0b3fb0d5-59d4-4cea-8c1e-857f1cedd28c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:10.448269 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd2d4862-8a75-4d7c-94a1-bc02d98325ef req-0b3fb0d5-59d4-4cea-8c1e-857f1cedd28c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0711474 Jul 27 22:18:10.487284 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd2d4862-8a75-4d7c-94a1-bc02d98325ef req-80f75f77-5db5-4670-8c90-329bba8910c8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330849 Jul 27 22:18:11.057754 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119759da-c703-4945-ba56-adcfc38ebc0a req-6ca88d86-4ba5-4d63-bd08-0661f0deb817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:11.059301 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-119759da-c703-4945-ba56-adcfc38ebc0a req-6ca88d86-4ba5-4d63-bd08-0661f0deb817 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 1097 time: 0.0556240 Jul 27 22:18:11.167779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119759da-c703-4945-ba56-adcfc38ebc0a req-db81b05a-2dba-42b1-9854-8107e4f74fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:11.169253 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-119759da-c703-4945-ba56-adcfc38ebc0a req-db81b05a-2dba-42b1-9854-8107e4f74fee service neutron] 10.222.0.20 "GET /v2.0/networks?id=f44f1e2e-6111-4703-aa0e-646bbe129589 HTTP/1.1" status: 200 len: 898 time: 0.0899706 Jul 27 22:18:11.235442 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-119759da-c703-4945-ba56-adcfc38ebc0a req-a21ed9bc-f0c5-42fc-ae6e-055b9549ab66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 HTTP/1.1" status: 200 len: 1002 time: 0.0584810 Jul 27 22:18:11.286393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119759da-c703-4945-ba56-adcfc38ebc0a req-21530332-fb74-4f76-9236-c5bdc223f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:11.288419 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-119759da-c703-4945-ba56-adcfc38ebc0a req-21530332-fb74-4f76-9236-c5bdc223f752 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fe5d4fc-a8a0-4454-81f6-126e019c5792 HTTP/1.1" status: 200 len: 835 time: 0.0440052 Jul 27 22:18:11.352420 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119759da-c703-4945-ba56-adcfc38ebc0a req-d5cd7469-f80f-44d6-9b25-db3e0573e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:11.353921 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-119759da-c703-4945-ba56-adcfc38ebc0a req-d5cd7469-f80f-44d6-9b25-db3e0573e804 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f44f1e2e-6111-4703-aa0e-646bbe129589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579414 Jul 27 22:18:11.444618 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-119759da-c703-4945-ba56-adcfc38ebc0a req-e12f344a-c0c5-4faa-8aa9-ac5c5cd2f5e8 service neutron] 10.222.0.20 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829651 Jul 27 22:18:11.549343 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-119759da-c703-4945-ba56-adcfc38ebc0a req-54e2e2d0-1970-4d21-b072-8649a85b0aa2 service neutron] 10.222.0.20 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947003 Jul 27 22:18:11.625622 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c59848-3479-45b1-a902-b232552ed1fd req-9f9fb0a7-623f-472b-92b8-7234836fbd7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:11.627080 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65c59848-3479-45b1-a902-b232552ed1fd req-9f9fb0a7-623f-472b-92b8-7234836fbd7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0649135 Jul 27 22:18:11.667069 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-65c59848-3479-45b1-a902-b232552ed1fd req-8e996e65-ec55-444c-8fbb-9062f89a442a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334270 Jul 27 22:18:12.803442 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ff8d3-4c87-4f32-999f-13a6239a35eb req-d590c08a-d26a-4930-b5ba-39d2816dbcf7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:12.804933 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a3ff8d3-4c87-4f32-999f-13a6239a35eb req-d590c08a-d26a-4930-b5ba-39d2816dbcf7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0686316 Jul 27 22:18:12.842796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5a3ff8d3-4c87-4f32-999f-13a6239a35eb req-7052273b-e9d9-4228-b746-4f428c8fa28b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319526 Jul 27 22:18:13.973332 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace6dee-5f67-481e-b0eb-21398397cd6c req-af438566-b1fe-4fde-8881-ca0836e14315 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:13.975104 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ace6dee-5f67-481e-b0eb-21398397cd6c req-af438566-b1fe-4fde-8881-ca0836e14315 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0646067 Jul 27 22:18:14.014524 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ace6dee-5f67-481e-b0eb-21398397cd6c req-a6309b50-a19c-491f-b42a-be53e784258e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333884 Jul 27 22:18:15.145566 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78ac43-8720-473c-83b0-ff5618abbea2 req-6d71743d-8a40-4140-a9e4-ba61a48efbfa tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:15.147527 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a78ac43-8720-473c-83b0-ff5618abbea2 req-6d71743d-8a40-4140-a9e4-ba61a48efbfa tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0642719 Jul 27 22:18:15.185369 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a78ac43-8720-473c-83b0-ff5618abbea2 req-eca6afe5-e909-4c35-92c5-934449a1f14e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318966 Jul 27 22:18:16.324856 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117111f9-bdbe-466b-8464-42eb72335c7c req-1213b1c1-b61e-4bac-925e-c444fd8a8906 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:16.326388 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-117111f9-bdbe-466b-8464-42eb72335c7c req-1213b1c1-b61e-4bac-925e-c444fd8a8906 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0706270 Jul 27 22:18:16.364657 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-117111f9-bdbe-466b-8464-42eb72335c7c req-ad002176-4751-4f66-b584-4669d9dae501 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323184 Jul 27 22:18:17.503393 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778a64-5ceb-44d6-85ba-09486245d6a1 req-f71d397d-8ae5-4b80-8831-80c61e64c9fd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:17.505049 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b778a64-5ceb-44d6-85ba-09486245d6a1 req-f71d397d-8ae5-4b80-8831-80c61e64c9fd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0676212 Jul 27 22:18:17.546338 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b778a64-5ceb-44d6-85ba-09486245d6a1 req-b4674e6a-849e-408b-b6f1-999b892c8e8f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344133 Jul 27 22:18:18.684179 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cfd46-56ce-4f0e-9120-5bad71a7d363 req-028bebea-d95b-44b8-91a7-aa02c01684a1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:18.685737 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f1cfd46-56ce-4f0e-9120-5bad71a7d363 req-028bebea-d95b-44b8-91a7-aa02c01684a1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0687649 Jul 27 22:18:18.725014 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3f1cfd46-56ce-4f0e-9120-5bad71a7d363 req-81aaa78d-fbef-4924-a974-18682181205c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330055 Jul 27 22:18:19.863917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a148152-d74f-429b-acdb-41878f48cf2b req-dfc3b2d7-5dae-4611-b53e-442afb2a53a0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:19.866594 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a148152-d74f-429b-acdb-41878f48cf2b req-dfc3b2d7-5dae-4611-b53e-442afb2a53a0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0724361 Jul 27 22:18:19.905958 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6a148152-d74f-429b-acdb-41878f48cf2b req-7fef8686-b861-49c0-a07b-25c2bf143099 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333917 Jul 27 22:18:21.038261 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f86cf-9fb3-4d8b-bf0d-b3309eef4162 req-47355716-f069-4acc-bac2-7a3addee4963 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:21.039753 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf7f86cf-9fb3-4d8b-bf0d-b3309eef4162 req-47355716-f069-4acc-bac2-7a3addee4963 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0641005 Jul 27 22:18:21.077515 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cf7f86cf-9fb3-4d8b-bf0d-b3309eef4162 req-2a6f2af6-b2d7-4237-874b-f230494ac460 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316474 Jul 27 22:18:22.213545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e060216-5260-4e09-af42-06e93e3cba90 req-02c38389-9608-4148-aef1-4c5e14a8e0d2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:22.215081 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e060216-5260-4e09-af42-06e93e3cba90 req-02c38389-9608-4148-aef1-4c5e14a8e0d2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0683806 Jul 27 22:18:22.253659 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9e060216-5260-4e09-af42-06e93e3cba90 req-2128667d-edbf-421d-874f-25a9b3431170 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325904 Jul 27 22:18:23.400954 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acac54c-e4dc-41be-b594-9edd1ccbbc92 req-264b9cb8-22f7-4050-9607-0a18df87fd6f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:23.402578 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1acac54c-e4dc-41be-b594-9edd1ccbbc92 req-264b9cb8-22f7-4050-9607-0a18df87fd6f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0683765 Jul 27 22:18:23.446707 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1acac54c-e4dc-41be-b594-9edd1ccbbc92 req-6bbefffa-157e-474e-b53d-8ef27593f7eb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379641 Jul 27 22:18:24.583936 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4913cb-7cce-484d-af65-aa978c7adb19 req-1a8c2ff5-206e-4219-b42e-0547a6fe7f81 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:24.586533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad4913cb-7cce-484d-af65-aa978c7adb19 req-1a8c2ff5-206e-4219-b42e-0547a6fe7f81 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0703664 Jul 27 22:18:24.626127 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ad4913cb-7cce-484d-af65-aa978c7adb19 req-b35b9e11-bfc9-45d3-a16a-427bc3551fa1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335724 Jul 27 22:18:25.605784 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-55bb3cc6-c714-4a20-987e-11b42ab46ab4 service neutron] show failed (client error): The resource could not be found. Jul 27 22:18:25.606835 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-55bb3cc6-c714-4a20-987e-11b42ab46ab4 service neutron] 10.222.0.20 "GET /v2.0/ports/8acfdd35-8d4d-45e0-9024-cadc4d8b64c8/bindings/n-h2-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.0580840 Jul 27 22:18:25.764435 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362c04f-0ed4-444f-bc3b-899c384d5e38 req-4b0ac7e9-586a-49c4-82fb-d433a401ed0b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:25.765980 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5362c04f-0ed4-444f-bc3b-899c384d5e38 req-4b0ac7e9-586a-49c4-82fb-d433a401ed0b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0691049 Jul 27 22:18:25.807207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5362c04f-0ed4-444f-bc3b-899c384d5e38 req-73e9beb5-8cef-401e-918d-8b1b922cd776 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350337 Jul 27 22:18:25.864491 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-8dd9cdb3-400c-405f-9dad-5db28b1bc2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:25.865926 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-8dd9cdb3-400c-405f-9dad-5db28b1bc2bd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7&tenant_id=0c0d9d95e7384906a79f12d8d75ba295 HTTP/1.1" status: 200 len: 1097 time: 0.0995831 Jul 27 22:18:25.877431 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:18:25.950751 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.157716 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] For port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,segment=NetworkSegment(b73c5ca0-cde3-483e-a64e-f3565c4247d9),segment_id=b73c5ca0-cde3-483e-a64e-f3565c4247d9)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:26.191449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] For port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:26.232686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:26.235280 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b708f024-c63b-424c-9cef-4bc6b0592222" -d '{"events": [{"server_uuid": "0131b7c9-f681-4cb6-a954-3ba4c6fce6c7", "name": "network-vif-unplugged", "status": "completed", "tag": "8acfdd35-8d4d-45e0-9024-cadc4d8b64c8"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:26.239074 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.252454 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Transition to ACTIVE for port object 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:18:26.256777 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.290366 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8469c2c-24ec-4358-aa40-9940eea24fd9 x-openstack-request-id: req-d8469c2c-24ec-4358-aa40-9940eea24fd9 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:26.291372 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0131b7c9-f681-4cb6-a954-3ba4c6fce6c7", "name": "network-vif-unplugged", "status": "completed", "tag": "8acfdd35-8d4d-45e0-9024-cadc4d8b64c8", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:26.291372 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8469c2c-24ec-4358-aa40-9940eea24fd9 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:26.291372 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8', 'code': 200} Jul 27 22:18:26.308850 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Pushing event updated for resources: {'Port': ['ID=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,revision_number=6']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:26.351585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:26.351943 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:26.352291 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:26.352636 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:26.352980 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:26.353315 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:26.353646 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:26.353992 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:26.354473 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:26.354805 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:26.355143 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:26.355471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:26.405029 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] No DVR routers for this DVR port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:18:26.545802 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Attempting to bind port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:18:26.546136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Attempting to bind port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'b73c5ca0-cde3-483e-a64e-f3565c4247d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:18:26.546492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Attempting to bind port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 on network f44f1e2e-6111-4703-aa0e-646bbe129589 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:26.550751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 on network f44f1e2e-6111-4703-aa0e-646bbe129589 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:18:26.551064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Attempting to bind port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 on network f44f1e2e-6111-4703-aa0e-646bbe129589 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:18:26.556373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:18:26.556637 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Checking segment: {'id': 'b73c5ca0-cde3-483e-a64e-f3565c4247d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:18:26.557010 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Bound using segment: {'id': 'b73c5ca0-cde3-483e-a64e-f3565c4247d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:18:26.557430 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Bound port: 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b73c5ca0-cde3-483e-a64e-f3565c4247d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:18:26.557782 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.619885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] For port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:18:26.622839 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] For port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,segment=NetworkSegment(b73c5ca0-cde3-483e-a64e-f3565c4247d9),segment_id=b73c5ca0-cde3-483e-a64e-f3565c4247d9)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:18:26.627143 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.664485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:26.665108 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:26.666610 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] 10.222.0.66 "PUT /v2.0/ports/8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 HTTP/1.1" status: 200 len: 1092 time: 0.7930787 Jul 27 22:18:26.699492 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d5641-a727-4a3c-800b-7bc07df6be11 service neutron] Pushing event updated for resources: {'Port': ['ID=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:26.748758 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-238258e4-597d-44db-b810-ef1f935a40a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:26.750298 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-238258e4-597d-44db-b810-ef1f935a40a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 1095 time: 0.0603561 Jul 27 22:18:26.860391 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-bc58976f-c26c-4701-b971-1f2e1bfe1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:26.861882 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-bc58976f-c26c-4701-b971-1f2e1bfe1cb9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f44f1e2e-6111-4703-aa0e-646bbe129589 HTTP/1.1" status: 200 len: 898 time: 0.1050417 Jul 27 22:18:26.930283 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-cca85d57-4fce-49ed-81f4-ac2c32219489 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 HTTP/1.1" status: 200 len: 1000 time: 0.0605197 Jul 27 22:18:26.942051 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5e06b-9567-43a0-960f-32250d14f2d9 req-0fc5ec1c-7118-4577-9365-11beb372f399 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:26.943586 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36f5e06b-9567-43a0-960f-32250d14f2d9 req-0fc5ec1c-7118-4577-9365-11beb372f399 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 944 time: 0.0639048 Jul 27 22:18:26.982279 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-e1334303-cb5e-413e-90ec-f9ca4a4df970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:26.983742 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-e1334303-cb5e-413e-90ec-f9ca4a4df970 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2fe5d4fc-a8a0-4454-81f6-126e019c5792 HTTP/1.1" status: 200 len: 835 time: 0.0464158 Jul 27 22:18:26.984233 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-36f5e06b-9567-43a0-960f-32250d14f2d9 req-492e95b5-5f93-4b88-9969-2eac3396c7bf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342686 Jul 27 22:18:27.048628 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-2f724edd-b052-45b2-bce2-28a4212f2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:27.050128 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-2f724edd-b052-45b2-bce2-28a4212f2d3a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f44f1e2e-6111-4703-aa0e-646bbe129589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580871 Jul 27 22:18:27.149635 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-ca1315c1-fa13-4d70-8efb-b40daaedd797 service neutron] 10.222.0.66 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919235 Jul 27 22:18:27.246322 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5e4a7135-2370-4c37-9d82-b37472e77d92 req-8f1a4b6d-da77-4735-90da-20b070dc7f83 service neutron] 10.222.0.66 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893664 Jul 27 22:18:28.122110 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc97588-2223-4674-a07b-12598cd85a84 req-34c92ef9-462d-4131-a493-9e6863068a71 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:28.123596 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7dc97588-2223-4674-a07b-12598cd85a84 req-34c92ef9-462d-4131-a493-9e6863068a71 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 944 time: 0.0669122 Jul 27 22:18:28.168690 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7dc97588-2223-4674-a07b-12598cd85a84 req-a6053b89-7ef0-4111-b45c-b31f3edb7b16 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391841 Jul 27 22:18:28.291955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'tag': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:28.294345 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf36360-dc01-462e-8d56-5e0d3e195319" -d '{"events": [{"name": "network-changed", "server_uuid": "0131b7c9-f681-4cb6-a954-3ba4c6fce6c7", "tag": "8acfdd35-8d4d-45e0-9024-cadc4d8b64c8"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:28.343564 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d87419-58ee-4f34-9504-a4df9b526064 x-openstack-request-id: req-f3d87419-58ee-4f34-9504-a4df9b526064 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:28.343905 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0131b7c9-f681-4cb6-a954-3ba4c6fce6c7", "tag": "8acfdd35-8d4d-45e0-9024-cadc4d8b64c8", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:28.344167 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f3d87419-58ee-4f34-9504-a4df9b526064 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:28.344581 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'tag': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8', 'status': 'completed', 'code': 200} Jul 27 22:18:28.458138 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-c7ed40f6-d748-484e-b7c5-a38e6e707e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:28.459001 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-c7ed40f6-d748-484e-b7c5-a38e6e707e2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 1095 time: 0.0969918 Jul 27 22:18:28.462885 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-5a9f2794-f45a-45ce-831e-db5b2c097b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:28.464280 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-5a9f2794-f45a-45ce-831e-db5b2c097b1e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 1095 time: 0.0926220 Jul 27 22:18:28.624460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-dfb2dcb0-1d19-4830-89ec-b4b98ff2263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:28.625945 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-dfb2dcb0-1d19-4830-89ec-b4b98ff2263a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f44f1e2e-6111-4703-aa0e-646bbe129589 HTTP/1.1" status: 200 len: 898 time: 0.1588783 Jul 27 22:18:28.627032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-444ebef4-0a49-4175-9623-6b2de945a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:28.628330 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-444ebef4-0a49-4175-9623-6b2de945a734 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f44f1e2e-6111-4703-aa0e-646bbe129589 HTTP/1.1" status: 200 len: 898 time: 0.1536145 Jul 27 22:18:28.740272 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-0bcfb4be-7d02-4556-90bf-0474278cfdea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 HTTP/1.1" status: 200 len: 1000 time: 0.1002040 Jul 27 22:18:28.742866 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-849c447f-a693-4b0b-90b1-0566fc10d536 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 HTTP/1.1" status: 200 len: 1000 time: 0.1082857 Jul 27 22:18:28.827227 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-029a741f-792b-4136-b119-d1c526e93c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:28.828710 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-029a741f-792b-4136-b119-d1c526e93c2c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2fe5d4fc-a8a0-4454-81f6-126e019c5792 HTTP/1.1" status: 200 len: 835 time: 0.0818987 Jul 27 22:18:28.830365 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-2249e221-589c-41b4-8d62-a99584acbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:28.831685 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-2249e221-589c-41b4-8d62-a99584acbb65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fe5d4fc-a8a0-4454-81f6-126e019c5792 HTTP/1.1" status: 200 len: 835 time: 0.0773268 Jul 27 22:18:28.934270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-a9ba32b1-8b49-492f-b700-3907523632d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:28.935776 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-a9ba32b1-8b49-492f-b700-3907523632d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f44f1e2e-6111-4703-aa0e-646bbe129589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913453 Jul 27 22:18:28.938188 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-d84331c3-f5d9-4bcd-ad8d-a5967198ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:28.939544 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-d84331c3-f5d9-4bcd-ad8d-a5967198ebaf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f44f1e2e-6111-4703-aa0e-646bbe129589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027195 Jul 27 22:18:29.098447 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-3890a483-4793-4b7f-ad82-acfe4b723ccb service neutron] 10.222.0.20 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529527 Jul 27 22:18:29.100766 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-4719d615-da21-4e64-a7b7-4b08f57b7f38 service neutron] 10.222.0.66 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476464 Jul 27 22:18:29.312865 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf35685-a485-49cd-96a8-2c58d67c90c0 req-47386200-5d09-4931-b44b-09cc01a31c24 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:29.314775 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4bf35685-a485-49cd-96a8-2c58d67c90c0 req-47386200-5d09-4931-b44b-09cc01a31c24 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 944 time: 0.0738103 Jul 27 22:18:29.364690 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4bf35685-a485-49cd-96a8-2c58d67c90c0 req-b3a1391f-9945-4dd7-ad70-5b754b66a259 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437391 Jul 27 22:18:29.638630 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-50c81732-9ee7-477d-a6dd-3ea0919f10e9 service neutron] 10.222.0.20 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319905 Jul 27 22:18:29.640424 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fbf36360-dc01-462e-8d56-5e0d3e195319 req-0683080d-b12d-4476-bec5-a99589e320ed service neutron] 10.222.0.66 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266738 Jul 27 22:18:29.889414 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:18:29.927667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:18:30.504104 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0ac21-a887-4159-b3f8-49504642fecd req-4b64d4f3-78ed-4807-b8ad-00bf8e8e5c27 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:30.505497 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16b0ac21-a887-4159-b3f8-49504642fecd req-4b64d4f3-78ed-4807-b8ad-00bf8e8e5c27 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 944 time: 0.0664892 Jul 27 22:18:30.546626 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-16b0ac21-a887-4159-b3f8-49504642fecd req-3c05e06c-a627-41f2-8937-26e6cb6ff551 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343525 Jul 27 22:18:31.679633 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c74cf9-a88d-473b-b0f6-60e50e42303b req-c25f58d4-9195-4f0a-a91b-b45a44e38138 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:31.681127 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37c74cf9-a88d-473b-b0f6-60e50e42303b req-c25f58d4-9195-4f0a-a91b-b45a44e38138 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 944 time: 0.0649412 Jul 27 22:18:31.718574 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-37c74cf9-a88d-473b-b0f6-60e50e42303b req-4240375e-4265-47a6-b08b-1b4556c15d12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314255 Jul 27 22:18:31.934112 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edb72c-1cd1-453d-8524-66adb3d6b9b8 req-5665be4f-6321-4e42-8fd0-a8005e514a92 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:31.935939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-07edb72c-1cd1-453d-8524-66adb3d6b9b8 req-5665be4f-6321-4e42-8fd0-a8005e514a92 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 944 time: 0.0654874 Jul 27 22:18:31.945862 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244790c2-7b6b-46a9-be64-395728be3793 req-90ec9d53-a719-4612-9fd6-ba1f028cdb94 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:31.947401 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-244790c2-7b6b-46a9-be64-395728be3793 req-90ec9d53-a719-4612-9fd6-ba1f028cdb94 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.20 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7&tenant_id=0c0d9d95e7384906a79f12d8d75ba295&binding%3Ahost_id=n-h2-764806-9 HTTP/1.1" status: 200 len: 944 time: 0.0704272 Jul 27 22:18:31.974300 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-07edb72c-1cd1-453d-8524-66adb3d6b9b8 req-786271dd-59bf-4950-88d1-62daa208a41f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321357 Jul 27 22:18:32.009187 n-d-764806-9 neutron-server[105580]: INFO neutron.api.v2.resource [req-244790c2-7b6b-46a9-be64-395728be3793 req-0b31fc30-96a1-4643-a4da-ea8b64d7314d service neutron] delete failed (client error): The resource could not be found. Jul 27 22:18:32.010211 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-244790c2-7b6b-46a9-be64-395728be3793 req-0b31fc30-96a1-4643-a4da-ea8b64d7314d service neutron] 10.222.0.20 "DELETE /v2.0/ports/8acfdd35-8d4d-45e0-9024-cadc4d8b64c8/bindings/n-h1-764806-9 HTTP/1.1" status: 404 len: 380 time: 0.0557926 Jul 27 22:18:32.110973 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244790c2-7b6b-46a9-be64-395728be3793 req-a99c30fe-1a82-4e69-9b74-ee9765379ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:32.112394 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-244790c2-7b6b-46a9-be64-395728be3793 req-a99c30fe-1a82-4e69-9b74-ee9765379ddb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 1095 time: 0.0577588 Jul 27 22:18:32.116532 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389a039-943f-476f-af0c-b1bea1028960 req-d1df4891-662b-4aa3-be12-b2ec8668c876 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:32.118018 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4389a039-943f-476f-af0c-b1bea1028960 req-d1df4891-662b-4aa3-be12-b2ec8668c876 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 944 time: 0.0706558 Jul 27 22:18:32.155521 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4389a039-943f-476f-af0c-b1bea1028960 req-8e77ae34-23d3-449f-98d7-1eaa7e119c06 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314600 Jul 27 22:18:32.206377 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244790c2-7b6b-46a9-be64-395728be3793 req-d505a1ba-f5a4-4043-a1d7-d86cab9df426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:32.207827 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-244790c2-7b6b-46a9-be64-395728be3793 req-d505a1ba-f5a4-4043-a1d7-d86cab9df426 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f44f1e2e-6111-4703-aa0e-646bbe129589 HTTP/1.1" status: 200 len: 898 time: 0.0890477 Jul 27 22:18:32.273473 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-244790c2-7b6b-46a9-be64-395728be3793 req-454ac915-c698-4e3b-b981-8e2c46bbb78d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 HTTP/1.1" status: 200 len: 1000 time: 0.0584102 Jul 27 22:18:32.322528 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244790c2-7b6b-46a9-be64-395728be3793 req-56a20c9b-ce38-40bc-8a0e-8afd5f4451d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:32.323945 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-244790c2-7b6b-46a9-be64-395728be3793 req-56a20c9b-ce38-40bc-8a0e-8afd5f4451d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2fe5d4fc-a8a0-4454-81f6-126e019c5792 HTTP/1.1" status: 200 len: 835 time: 0.0434763 Jul 27 22:18:32.390674 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244790c2-7b6b-46a9-be64-395728be3793 req-c0075f46-67e3-4d95-aa6a-06ab2b51a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:32.392074 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-244790c2-7b6b-46a9-be64-395728be3793 req-c0075f46-67e3-4d95-aa6a-06ab2b51a5f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f44f1e2e-6111-4703-aa0e-646bbe129589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611579 Jul 27 22:18:32.481631 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-244790c2-7b6b-46a9-be64-395728be3793 req-2ca8cc60-df4e-41a2-bc98-c09171d1f7b7 service neutron] 10.222.0.20 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825036 Jul 27 22:18:32.571215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:18:32.575676 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-244790c2-7b6b-46a9-be64-395728be3793 req-35057086-4473-4a75-9eb7-9ca13aee2b72 service neutron] 10.222.0.20 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874908 Jul 27 22:18:32.669100 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,segment=NetworkSegment(b73c5ca0-cde3-483e-a64e-f3565c4247d9),segment_id=b73c5ca0-cde3-483e-a64e-f3565c4247d9)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:32.680747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8', 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589', 'port_id': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8', 'mac_address': 'fa:16:3e:f2:5e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:18:32.720822 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.734292 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:18:32.753356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,segment=NetworkSegment(b73c5ca0-cde3-483e-a64e-f3565c4247d9),segment_id=b73c5ca0-cde3-483e-a64e-f3565c4247d9)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:32.757763 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:32.805671 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:32.812966 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:32.813313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:32.813654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:32.813994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:32.814376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:32.814706 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:32.815032 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:32.815356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:32.815679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:32.816002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:32.816325 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:32.816650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:18:32.901878 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ba41c34b-c779-49b5-8a0b-a9e5fa7284ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:33.138046 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['8acfdd35-8d4d-45e0-9024-cadc4d8b64c8'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:18:33.290603 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106a348-e9f8-415e-9479-6ebbcdad5b88 req-07f88bb9-e94d-462d-b7de-c1bf9d5a0f7c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:18:33.292144 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d106a348-e9f8-415e-9479-6ebbcdad5b88 req-07f88bb9-e94d-462d-b7de-c1bf9d5a0f7c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 945 time: 0.0674686 Jul 27 22:18:33.331596 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d106a348-e9f8-415e-9479-6ebbcdad5b88 req-f3189824-81d7-48a2-afef-0b5addb1647a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332375 Jul 27 22:18:33.355165 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35336) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:18:33.417995 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-cc875144-93a4-4e24-aae4-25fccd8f4fc3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/2759d14f-219f-41e8-aff9-866a45ddd169 HTTP/1.1" status: 200 len: 993 time: 0.0616555 Jul 27 22:18:34.571093 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:18:34.620478 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:18:34.624086 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:18:34.624456 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.703145 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.728034 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:18:34.730381 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb75dd6-0ed0-4771-94cf-d27fe6e0c964" -d '{"events": [{"server_uuid": "0131b7c9-f681-4cb6-a954-3ba4c6fce6c7", "name": "network-vif-plugged", "status": "completed", "tag": "8acfdd35-8d4d-45e0-9024-cadc4d8b64c8"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:18:34.745536 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,segment=NetworkSegment(b73c5ca0-cde3-483e-a64e-f3565c4247d9),segment_id=b73c5ca0-cde3-483e-a64e-f3565c4247d9)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:18:34.750154 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:34.803743 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:18:34.826993 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e235769-3ec7-4e03-a14d-aff0ebd521b6 x-openstack-request-id: req-4e235769-3ec7-4e03-a14d-aff0ebd521b6 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:18:34.827280 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0131b7c9-f681-4cb6-a954-3ba4c6fce6c7", "name": "network-vif-plugged", "status": "completed", "tag": "8acfdd35-8d4d-45e0-9024-cadc4d8b64c8", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:18:34.827528 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e235769-3ec7-4e03-a14d-aff0ebd521b6 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:18:34.827916 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8', 'code': 200} Jul 27 22:18:34.964050 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.525698 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c7edbf79-8411-48a3-b49c-419b0caba3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:35.615093 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:37.535669 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:38.513188 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:39.180599 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:18:42.969776 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:19:02.893067 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5948e288-c736-4e44-91fd-0d3e7e23b036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:04.985810 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:05.526899 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fbd76354-458b-46e7-8925-1b439e01518b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:05.615339 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:07.539463 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:08.536185 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:09.183010 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:11.523694 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-58487199-0665-46a2-bd1c-36d595adc9a0 req-0b9d106c-1e51-4f75-ad55-3f8b6ff49079 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571737 Jul 27 22:19:11.620629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58487199-0665-46a2-bd1c-36d595adc9a0 req-70f51853-c304-4d94-94e2-47fde4127116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:11.622759 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-58487199-0665-46a2-bd1c-36d595adc9a0 req-70f51853-c304-4d94-94e2-47fde4127116 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 1097 time: 0.0577705 Jul 27 22:19:11.724794 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58487199-0665-46a2-bd1c-36d595adc9a0 req-ce5ca151-0a8a-4fab-be96-8a673758ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:11.726244 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-58487199-0665-46a2-bd1c-36d595adc9a0 req-ce5ca151-0a8a-4fab-be96-8a673758ee26 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f44f1e2e-6111-4703-aa0e-646bbe129589 HTTP/1.1" status: 200 len: 898 time: 0.0854452 Jul 27 22:19:11.798746 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-58487199-0665-46a2-bd1c-36d595adc9a0 req-ca3fb192-c113-4e7c-b790-2c06d4dc3ceb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 HTTP/1.1" status: 200 len: 1002 time: 0.0653870 Jul 27 22:19:11.850931 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58487199-0665-46a2-bd1c-36d595adc9a0 req-b2e43e24-671d-4b5a-93e0-bc0d8a1efc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:11.852397 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-58487199-0665-46a2-bd1c-36d595adc9a0 req-b2e43e24-671d-4b5a-93e0-bc0d8a1efc12 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2fe5d4fc-a8a0-4454-81f6-126e019c5792 HTTP/1.1" status: 200 len: 835 time: 0.0468037 Jul 27 22:19:11.914700 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58487199-0665-46a2-bd1c-36d595adc9a0 req-cc575443-0881-49d0-a5fb-b1cb03e6de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:11.916206 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-58487199-0665-46a2-bd1c-36d595adc9a0 req-cc575443-0881-49d0-a5fb-b1cb03e6de38 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f44f1e2e-6111-4703-aa0e-646bbe129589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568910 Jul 27 22:19:12.013602 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-58487199-0665-46a2-bd1c-36d595adc9a0 req-ea79bc6b-d27a-4898-8abe-c98f97f49e72 service neutron] 10.222.0.66 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894949 Jul 27 22:19:12.105371 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-58487199-0665-46a2-bd1c-36d595adc9a0 req-0e08021b-e26d-4e7d-9eda-eac5e674b5b1 service neutron] 10.222.0.66 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837772 Jul 27 22:19:19.970160 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:19:32.894093 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8e79da74-435e-462c-9922-1d9d0bdc36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:34.993680 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.528090 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-21cec68c-7217-45d5-bdaf-6dd3dbdc27e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:35.618134 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:37.542160 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:38.537720 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:39.186214 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:40.238133 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35374) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:40.404883 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port 5fc6c0d7-30c5-4049-b74f-24e32577c3a1 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:40.405242 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:40.486321 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:40.486657 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:40.499870 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for 5fc6c0d7-30c5-4049-b74f-24e32577c3a1 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:40.652880 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:40.678213 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=5fc6c0d7-30c5-4049-b74f-24e32577c3a1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:40.690178 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.690550 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.690892 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.691231 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.691565 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.691899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.692231 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.692561 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.692890 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.693217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.693545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.693869 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:40.757330 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:40.757557 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Floating IP 2759d14f-219f-41e8-aff9-866a45ddd169 disassociated (deleted). External IP: 172.25.2.227, port: 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8. Jul 27 22:19:40.962832 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 181aba15-4945-4b6f-8335-23757f191d44 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:19:41.071319 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:19:41.076213 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:41.082005 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f347767-33e8-487e-9326-2262108266e6 None None] Sync routers for ids ['181aba15-4945-4b6f-8335-23757f191d44'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:19:41.091809 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f347767-33e8-487e-9326-2262108266e6 None None] Routers {'181aba15-4945-4b6f-8335-23757f191d44'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:41.092420 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-3f347767-33e8-487e-9326-2262108266e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:19:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['181aba15-4945-4b6f-8335-23757f191d44'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:41.116419 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-38cc4ce3-6086-4c33-bc60-31cbc3220d8b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/floatingips/2759d14f-219f-41e8-aff9-866a45ddd169 HTTP/1.1" status: 204 len: 168 time: 0.8772478 Jul 27 22:19:41.117010 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'tag': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:19:41.119298 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236b4255-6dac-4c73-9222-9fbdffd108a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0131b7c9-f681-4cb6-a954-3ba4c6fce6c7", "tag": "8acfdd35-8d4d-45e0-9024-cadc4d8b64c8"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:19:41.200928 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-3f347767-33e8-487e-9326-2262108266e6 None None] Set router 181aba15-4945-4b6f-8335-23757f191d44 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:41.229776 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c74516-9a97-45a4-a1ea-0797cb572965 x-openstack-request-id: req-58c74516-9a97-45a4-a1ea-0797cb572965 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:19:41.230560 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0131b7c9-f681-4cb6-a954-3ba4c6fce6c7", "tag": "8acfdd35-8d4d-45e0-9024-cadc4d8b64c8", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:19:41.231029 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58c74516-9a97-45a4-a1ea-0797cb572965 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:19:41.231730 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'tag': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8', 'status': 'completed', 'code': 200} Jul 27 22:19:41.325304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b4255-6dac-4c73-9222-9fbdffd108a5 req-ba81f615-41ab-41af-992f-5b8fbf65ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:41.326761 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-236b4255-6dac-4c73-9222-9fbdffd108a5 req-ba81f615-41ab-41af-992f-5b8fbf65ff64 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 1097 time: 0.0748806 Jul 27 22:19:41.414610 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e95606-6e87-4019-9b95-604133488a47 req-820228cc-495b-4ac4-bf56-ddd2fcd435c6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:41.415229 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-3f347767-33e8-487e-9326-2262108266e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181aba15-4945-4b6f-8335-23757f191d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123872720', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:14Z', 'updated_at': '2021-07-27T22:17:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:15Z', 'updated_at': '2021-07-27T22:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '5b5013f3-c3d9-46d8-b9a2-18795f546460', 'name': '', 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:2e:1b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:18Z', 'updated_at': '2021-07-27T22:17:23Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:41.416356 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30e95606-6e87-4019-9b95-604133488a47 req-820228cc-495b-4ac4-bf56-ddd2fcd435c6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0718617 Jul 27 22:19:41.422667 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b4255-6dac-4c73-9222-9fbdffd108a5 req-621b697b-aab0-48c4-b43b-25f8e25be7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:41.424163 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-236b4255-6dac-4c73-9222-9fbdffd108a5 req-621b697b-aab0-48c4-b43b-25f8e25be7d4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f44f1e2e-6111-4703-aa0e-646bbe129589 HTTP/1.1" status: 200 len: 898 time: 0.0898070 Jul 27 22:19:41.442974 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f347767-33e8-487e-9326-2262108266e6 None None] Checking router: 181aba15-4945-4b6f-8335-23757f191d44 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:19:41.451509 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f347767-33e8-487e-9326-2262108266e6 None None] Routers {'181aba15-4945-4b6f-8335-23757f191d44'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:41.452120 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-3f347767-33e8-487e-9326-2262108266e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:19:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['181aba15-4945-4b6f-8335-23757f191d44'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:41.462696 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30e95606-6e87-4019-9b95-604133488a47 req-8ad0994a-7e65-4009-9126-a7151c00ee4a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367846 Jul 27 22:19:41.468887 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-236b4255-6dac-4c73-9222-9fbdffd108a5 req-2a8c2444-ae91-4d63-b619-be1d43369b6a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 HTTP/1.1" status: 200 len: 217 time: 0.0370650 Jul 27 22:19:41.525901 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b4255-6dac-4c73-9222-9fbdffd108a5 req-48ec4c30-862e-4b83-9c65-118b4c4c7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:41.528696 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-236b4255-6dac-4c73-9222-9fbdffd108a5 req-48ec4c30-862e-4b83-9c65-118b4c4c7d17 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2fe5d4fc-a8a0-4454-81f6-126e019c5792 HTTP/1.1" status: 200 len: 835 time: 0.0503054 Jul 27 22:19:41.561065 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-3f347767-33e8-487e-9326-2262108266e6 None None] Set router 181aba15-4945-4b6f-8335-23757f191d44 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:41.591195 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b4255-6dac-4c73-9222-9fbdffd108a5 req-d52b7877-d7b7-4385-ae1f-f0f6d6734e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:41.592233 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-236b4255-6dac-4c73-9222-9fbdffd108a5 req-d52b7877-d7b7-4385-ae1f-f0f6d6734e99 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f44f1e2e-6111-4703-aa0e-646bbe129589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568490 Jul 27 22:19:41.690752 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-236b4255-6dac-4c73-9222-9fbdffd108a5 req-5599bc9a-198f-4029-b24a-d5d9a1b2797b service neutron] 10.222.0.66 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900652 Jul 27 22:19:41.798533 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-3f347767-33e8-487e-9326-2262108266e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181aba15-4945-4b6f-8335-23757f191d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123872720', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:14Z', 'updated_at': '2021-07-27T22:17:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:15Z', 'updated_at': '2021-07-27T22:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '5b5013f3-c3d9-46d8-b9a2-18795f546460', 'name': '', 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:2e:1b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:18Z', 'updated_at': '2021-07-27T22:17:23Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:41.845732 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-236b4255-6dac-4c73-9222-9fbdffd108a5 req-a51e7442-ac85-4ffc-8942-c8e862fca252 service neutron] 10.222.0.66 "GET /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476626 Jul 27 22:19:41.847746 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f347767-33e8-487e-9326-2262108266e6 None None] The sync data for ids ['181aba15-4945-4b6f-8335-23757f191d44'] in n-d-764806-9 is: [{'id': '181aba15-4945-4b6f-8335-23757f191d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123872720', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:14Z', 'updated_at': '2021-07-27T22:17:18Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:15Z', 'updated_at': '2021-07-27T22:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '5b5013f3-c3d9-46d8-b9a2-18795f546460', 'name': '', 'network_id': 'f44f1e2e-6111-4703-aa0e-646bbe129589', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:2e:1b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:18Z', 'updated_at': '2021-07-27T22:17:23Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '2fe5d4fc-a8a0-4454-81f6-126e019c5792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:19:42.075996 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82de8a-b556-4318-bbe6-cbee9e9f7fb9 None None] New status for floating IP 2759d14f-219f-41e8-aff9-866a45ddd169: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:19:42.617589 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01fa3e-dca5-4474-99ad-e226a43b9cb7 req-72d1253a-cf1d-43c7-8c32-5ef2585ca7a3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:42.619124 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc01fa3e-dca5-4474-99ad-e226a43b9cb7 req-72d1253a-cf1d-43c7-8c32-5ef2585ca7a3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0639431 Jul 27 22:19:42.658643 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc01fa3e-dca5-4474-99ad-e226a43b9cb7 req-e68e48ad-1cc3-4d24-ba65-5a33440fcb63 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=0ad18732-b62f-4ce9-87e1-3213b17f17eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321059 Jul 27 22:19:43.003576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ae114-12d1-418d-b93a-0fb04ce52d64 req-e7ec2476-8213-425f-85ae-b4101599e6d7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:43.005058 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb1ae114-12d1-418d-b93a-0fb04ce52d64 req-e7ec2476-8213-425f-85ae-b4101599e6d7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.66 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 946 time: 0.0680916 Jul 27 22:19:43.112702 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-bb1ae114-12d1-418d-b93a-0fb04ce52d64 req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:43.113049 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bb1ae114-12d1-418d-b93a-0fb04ce52d64 req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:43.204923 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-bb1ae114-12d1-418d-b93a-0fb04ce52d64 req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] For port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,segment=NetworkSegment(b73c5ca0-cde3-483e-a64e-f3565c4247d9),segment_id=b73c5ca0-cde3-483e-a64e-f3565c4247d9)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:43.205300 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bb1ae114-12d1-418d-b93a-0fb04ce52d64 req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:43.219607 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-bb1ae114-12d1-418d-b93a-0fb04ce52d64 req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:43.354744 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bb1ae114-12d1-418d-b93a-0fb04ce52d64 req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:43.385267 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=8acfdd35-8d4d-45e0-9024-cadc4d8b64c8,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:43.417179 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:43.417542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:43.418442 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:43.418840 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:43.419186 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:43.419532 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:43.419873 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:43.420214 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:43.420553 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:43.420884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:43.421215 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:43.421572 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:43.451951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1ae114-12d1-418d-b93a-0fb04ce52d64 req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] No DVR routers for this DVR port 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:19:43.454823 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-bb1ae114-12d1-418d-b93a-0fb04ce52d64 req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:43.456906 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-bb1ae114-12d1-418d-b93a-0fb04ce52d64 req-b75b11fe-5dbd-4dec-9911-26f2d625c1ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.66 "DELETE /v2.0/ports/8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 HTTP/1.1" status: 204 len: 173 time: 0.4459748 Jul 27 22:19:43.457354 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'name': 'network-vif-deleted', 'tag': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:19:43.459648 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8860f1-b513-4970-9bad-447f677fa479" -d '{"events": [{"server_uuid": "0131b7c9-f681-4cb6-a954-3ba4c6fce6c7", "name": "network-vif-deleted", "tag": "8acfdd35-8d4d-45e0-9024-cadc4d8b64c8"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:19:43.503932 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171558bb-ae22-4b21-b9b9-91a05a8f44a0 x-openstack-request-id: req-171558bb-ae22-4b21-b9b9-91a05a8f44a0 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:19:43.504561 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0131b7c9-f681-4cb6-a954-3ba4c6fce6c7", "name": "network-vif-deleted", "tag": "8acfdd35-8d4d-45e0-9024-cadc4d8b64c8", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:19:43.504561 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-171558bb-ae22-4b21-b9b9-91a05a8f44a0 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:19:43.504909 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0131b7c9-f681-4cb6-a954-3ba4c6fce6c7', 'name': 'network-vif-deleted', 'tag': '8acfdd35-8d4d-45e0-9024-cadc4d8b64c8', 'status': 'completed', 'code': 200} Jul 27 22:19:43.783016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5d4f61e5-03ab-4253-b49a-8857ccbdc5cf req-4c6ec5ae-a67d-44e8-9029-51485ed48757 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=0131b7c9-f681-4cb6-a954-3ba4c6fce6c7 HTTP/1.1" status: 200 len: 210 time: 0.0374134 Jul 27 22:19:44.845880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35402) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:45.210043 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-99b437bf-ffe6-470f-a595-f301c910f8f4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.489189 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-99b437bf-ffe6-470f-a595-f301c910f8f4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port 5b5013f3-c3d9-46d8-b9a2-18795f546460 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:45.489454 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-99b437bf-ffe6-470f-a595-f301c910f8f4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.586561 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-99b437bf-ffe6-470f-a595-f301c910f8f4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] For port 5b5013f3-c3d9-46d8-b9a2-18795f546460, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=5b5013f3-c3d9-46d8-b9a2-18795f546460,segment=NetworkSegment(b73c5ca0-cde3-483e-a64e-f3565c4247d9),segment_id=b73c5ca0-cde3-483e-a64e-f3565c4247d9)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:45.586930 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-99b437bf-ffe6-470f-a595-f301c910f8f4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.600862 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-99b437bf-ffe6-470f-a595-f301c910f8f4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for 5b5013f3-c3d9-46d8-b9a2-18795f546460 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:45.800391 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-99b437bf-ffe6-470f-a595-f301c910f8f4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:45.832308 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b437bf-ffe6-470f-a595-f301c910f8f4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=5b5013f3-c3d9-46d8-b9a2-18795f546460,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:46.025810 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-99b437bf-ffe6-470f-a595-f301c910f8f4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:46.550171 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b437bf-ffe6-470f-a595-f301c910f8f4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 181aba15-4945-4b6f-8335-23757f191d44 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:19:46.663367 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b437bf-ffe6-470f-a595-f301c910f8f4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:19:46.668884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-99b437bf-ffe6-470f-a595-f301c910f8f4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "PUT /v2.0/routers/181aba15-4945-4b6f-8335-23757f191d44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8213968 Jul 27 22:19:46.672082 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35406) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:46.673876 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa05da0c-7db6-4e9c-9f7b-9b90f5aba8ab None None] Sync routers for ids ['181aba15-4945-4b6f-8335-23757f191d44'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:19:46.682748 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa05da0c-7db6-4e9c-9f7b-9b90f5aba8ab None None] Routers {'181aba15-4945-4b6f-8335-23757f191d44'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:46.683345 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-aa05da0c-7db6-4e9c-9f7b-9b90f5aba8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:19:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['181aba15-4945-4b6f-8335-23757f191d44'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:46.726064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-35de2229-8056-492b-8aac-4559f2d19e2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting subnet 2fe5d4fc-a8a0-4454-81f6-126e019c5792 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:19:46.729391 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35de2229-8056-492b-8aac-4559f2d19e2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:46.770929 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35de2229-8056-492b-8aac-4559f2d19e2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:46.789085 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-aa05da0c-7db6-4e9c-9f7b-9b90f5aba8ab None None] Set router 181aba15-4945-4b6f-8335-23757f191d44 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:46.862443 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35de2229-8056-492b-8aac-4559f2d19e2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:46.925937 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35de2229-8056-492b-8aac-4559f2d19e2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:46.954072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de2229-8056-492b-8aac-4559f2d19e2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe5d4fc-a8a0-4454-81f6-126e019c5792,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:46.958785 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:19:46.959821 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-35de2229-8056-492b-8aac-4559f2d19e2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:46.964371 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-35de2229-8056-492b-8aac-4559f2d19e2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/subnets/2fe5d4fc-a8a0-4454-81f6-126e019c5792 HTTP/1.1" status: 204 len: 168 time: 0.2885518 Jul 27 22:19:46.965208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35408) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:46.969203 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970a0b9a-3154-40eb-864b-05a35119a890 None None] Network f44f1e2e-6111-4703-aa0e-646bbe129589 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:19:46.975847 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-aa05da0c-7db6-4e9c-9f7b-9b90f5aba8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181aba15-4945-4b6f-8335-23757f191d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123872720', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:14Z', 'updated_at': '2021-07-27T22:19:45Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:15Z', 'updated_at': '2021-07-27T22:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:46.996628 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:19:46.996967 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 8acfdd35-8d4d-45e0-9024-cadc4d8b64c8 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:19:47.003754 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa05da0c-7db6-4e9c-9f7b-9b90f5aba8ab None None] Checking router: 181aba15-4945-4b6f-8335-23757f191d44 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:19:47.012045 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa05da0c-7db6-4e9c-9f7b-9b90f5aba8ab None None] Routers {'181aba15-4945-4b6f-8335-23757f191d44'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:47.012639 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-aa05da0c-7db6-4e9c-9f7b-9b90f5aba8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:19:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['181aba15-4945-4b6f-8335-23757f191d44'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:47.083636 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b032ab4-7488-4f19-b867-95452c343878 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.191975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] DHCP port deletion for f44f1e2e-6111-4703-aa0e-646bbe129589 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:19:47.203693 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b032ab4-7488-4f19-b867-95452c343878 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.222830 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-aa05da0c-7db6-4e9c-9f7b-9b90f5aba8ab None None] Set router 181aba15-4945-4b6f-8335-23757f191d44 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:47.239681 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Deleting port b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:47.240235 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.259441 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-5b032ab4-7488-4f19-b867-95452c343878 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port fcd760ee-48b9-44b0-bb44-b75f65f6f073 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:19:47.259789 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b032ab4-7488-4f19-b867-95452c343878 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.308061 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] For port b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0,segment=NetworkSegment(b73c5ca0-cde3-483e-a64e-f3565c4247d9),segment_id=b73c5ca0-cde3-483e-a64e-f3565c4247d9)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:47.308454 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.321792 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Calling delete_port for b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:47.346368 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-5b032ab4-7488-4f19-b867-95452c343878 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] For port fcd760ee-48b9-44b0-bb44-b75f65f6f073, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fcd760ee-48b9-44b0-bb44-b75f65f6f073,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:47.346796 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b032ab4-7488-4f19-b867-95452c343878 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.365467 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-5b032ab4-7488-4f19-b867-95452c343878 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for fcd760ee-48b9-44b0-bb44-b75f65f6f073 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:19:47.407673 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.417218 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-aa05da0c-7db6-4e9c-9f7b-9b90f5aba8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181aba15-4945-4b6f-8335-23757f191d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123872720', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:14Z', 'updated_at': '2021-07-27T22:19:45Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:15Z', 'updated_at': '2021-07-27T22:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:47.429765 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Pushing event deleted for resources: {'Port': ['ID=b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:47.443223 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:47.443809 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:47.444324 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:47.444832 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:47.445235 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:47.445630 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:47.445816 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:47.446142 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:47.446495 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:47.446819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:47.447024 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa05da0c-7db6-4e9c-9f7b-9b90f5aba8ab None None] The sync data for ids ['181aba15-4945-4b6f-8335-23757f191d44'] in n-d-764806-9 is: [{'id': '181aba15-4945-4b6f-8335-23757f191d44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2123872720', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:17:14Z', 'updated_at': '2021-07-27T22:19:45Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': 'fcd760ee-48b9-44b0-bb44-b75f65f6f073', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181aba15-4945-4b6f-8335-23757f191d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:17:15Z', 'updated_at': '2021-07-27T22:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:19:47.447179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:47.447447 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:47.450203 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a7af1b-a9a6-47bf-8f1b-5c26e96a549b None None] No DVR routers for this DVR port b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:19:47.546372 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b032ab4-7488-4f19-b867-95452c343878 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.579677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b032ab4-7488-4f19-b867-95452c343878 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=fcd760ee-48b9-44b0-bb44-b75f65f6f073,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:47.646804 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b032ab4-7488-4f19-b867-95452c343878 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.743516 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b032ab4-7488-4f19-b867-95452c343878 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.745748 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b032ab4-7488-4f19-b867-95452c343878 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.794192 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b032ab4-7488-4f19-b867-95452c343878 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.794739 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b032ab4-7488-4f19-b867-95452c343878 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Fanout notify agent at l3_agent the message router_deleted on router 181aba15-4945-4b6f-8335-23757f191d44 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:19:47.802422 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-5b032ab4-7488-4f19-b867-95452c343878 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.803845 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5b032ab4-7488-4f19-b867-95452c343878 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/routers/181aba15-4945-4b6f-8335-23757f191d44 HTTP/1.1" status: 204 len: 168 time: 0.8382461 Jul 27 22:19:47.806513 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35410) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:47.894347 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0c8587f4-da76-49d1-9d3d-e47784a4750b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:47.989570 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0c8587f4-da76-49d1-9d3d-e47784a4750b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.000150 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-0c8587f4-da76-49d1-9d3d-e47784a4750b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44f1e2e-6111-4703-aa0e-646bbe129589']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:48.010589 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-0c8587f4-da76-49d1-9d3d-e47784a4750b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73c5ca0-cde3-483e-a64e-f3565c4247d9') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:48.010891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-0c8587f4-da76-49d1-9d3d-e47784a4750b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73c5ca0-cde3-483e-a64e-f3565c4247d9') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:48.021317 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0c8587f4-da76-49d1-9d3d-e47784a4750b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.035028 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0c8587f4-da76-49d1-9d3d-e47784a4750b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.040748 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8587f4-da76-49d1-9d3d-e47784a4750b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:19:48.041138 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0c8587f4-da76-49d1-9d3d-e47784a4750b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: timer() Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:19:48.044062 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:19:48.104096 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0c8587f4-da76-49d1-9d3d-e47784a4750b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.111398 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0c8587f4-da76-49d1-9d3d-e47784a4750b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.113411 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0c8587f4-da76-49d1-9d3d-e47784a4750b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/networks/f44f1e2e-6111-4703-aa0e-646bbe129589 HTTP/1.1" status: 204 len: 168 time: 0.3058901 Jul 27 22:19:48.116139 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35412) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:48.125773 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8587f4-da76-49d1-9d3d-e47784a4750b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Network': ['ID=f44f1e2e-6111-4703-aa0e-646bbe129589,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:48.180351 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a7259ca-b695-4715-b5f6-6f3ebeb92bf0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.206495 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a7259ca-b695-4715-b5f6-6f3ebeb92bf0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.280305 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a7259ca-b695-4715-b5f6-6f3ebeb92bf0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.282998 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a7259ca-b695-4715-b5f6-6f3ebeb92bf0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:48.285468 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7a7259ca-b695-4715-b5f6-6f3ebeb92bf0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/security-groups/0ad18732-b62f-4ce9-87e1-3213b17f17eb HTTP/1.1" status: 204 len: 168 time: 0.1680138 Jul 27 22:19:48.286635 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:19:48.296886 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7259ca-b695-4715-b5f6-6f3ebeb92bf0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad18732-b62f-4ce9-87e1-3213b17f17eb,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:48.315405 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:19:48.315747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b2ef21f8-671f-483e-b3b8-9b7cd13dd8c0 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:19:48.316164 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5b5013f3-c3d9-46d8-b9a2-18795f546460 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:19:48.343913 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 5b5013f3-c3d9-46d8-b9a2-18795f546460 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:19:48.344250 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 5b5013f3-c3d9-46d8-b9a2-18795f546460 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:19:49.566788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35420) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:49.571526 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-13905757-e488-4b75-a996-508150c8a8cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312806254', 'description': 'tempest-secgroup-smoke-1312806254 description', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:49.595368 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-13905757-e488-4b75-a996-508150c8a8cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.677173 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-13905757-e488-4b75-a996-508150c8a8cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.680984 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-13905757-e488-4b75-a996-508150c8a8cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.709993 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-13905757-e488-4b75-a996-508150c8a8cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.711265 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-13905757-e488-4b75-a996-508150c8a8cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1434612 Jul 27 22:19:49.713189 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13905757-e488-4b75-a996-508150c8a8cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f0175e-8515-420c-8c1e-2f388a20a6db,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:49.714456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35422) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:49.719414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-b9299ae2-8b20-4eea-bf7a-906c389218aa tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': 'a1f0175e-8515-420c-8c1e-2f388a20a6db', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:49.765712 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b9299ae2-8b20-4eea-bf7a-906c389218aa tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.830565 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b9299ae2-8b20-4eea-bf7a-906c389218aa tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.834634 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b9299ae2-8b20-4eea-bf7a-906c389218aa tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.854190 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9299ae2-8b20-4eea-bf7a-906c389218aa tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02352636-e932-46a0-a6ba-6e6cfc2eede5,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:49.855483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fcd760ee-48b9-44b0-bb44-b75f65f6f073 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:19:49.867319 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b9299ae2-8b20-4eea-bf7a-906c389218aa tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.868580 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b9299ae2-8b20-4eea-bf7a-906c389218aa tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530504 Jul 27 22:19:49.871417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35424) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:49.875935 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d7a6279c-95f4-41de-9d5b-954424bda34d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': 'a1f0175e-8515-420c-8c1e-2f388a20a6db', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:49.882990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: fcd760ee-48b9-44b0-bb44-b75f65f6f073 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:19:49.883337 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fcd760ee-48b9-44b0-bb44-b75f65f6f073 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:19:49.903637 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7a6279c-95f4-41de-9d5b-954424bda34d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.965829 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7a6279c-95f4-41de-9d5b-954424bda34d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.970659 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7a6279c-95f4-41de-9d5b-954424bda34d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:49.990673 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6279c-95f4-41de-9d5b-954424bda34d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01e64de-033b-48f7-aac0-70737c0553a7,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:49.998841 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7a6279c-95f4-41de-9d5b-954424bda34d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.000248 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d7a6279c-95f4-41de-9d5b-954424bda34d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278806 Jul 27 22:19:50.002947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35426) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:50.007557 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-481e7014-b654-4afa-afd6-8923894044d1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': 'a1f0175e-8515-420c-8c1e-2f388a20a6db', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:50.035520 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-481e7014-b654-4afa-afd6-8923894044d1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.097776 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-481e7014-b654-4afa-afd6-8923894044d1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.101360 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-481e7014-b654-4afa-afd6-8923894044d1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.119851 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e7014-b654-4afa-afd6-8923894044d1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054fdeec-d522-422e-90c6-d6d72925488f,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:50.126841 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-481e7014-b654-4afa-afd6-8923894044d1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.128052 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-481e7014-b654-4afa-afd6-8923894044d1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241314 Jul 27 22:19:50.130746 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35428) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:50.135177 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-c54ecab4-f65c-48fc-ba2f-3f7cf710eddf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': 'a1f0175e-8515-420c-8c1e-2f388a20a6db', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:50.162378 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c54ecab4-f65c-48fc-ba2f-3f7cf710eddf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.229100 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c54ecab4-f65c-48fc-ba2f-3f7cf710eddf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.233354 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c54ecab4-f65c-48fc-ba2f-3f7cf710eddf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.251724 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ecab4-f65c-48fc-ba2f-3f7cf710eddf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5304b63a-15ec-4153-80f6-b13da0b222dd,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:50.257680 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-c54ecab4-f65c-48fc-ba2f-3f7cf710eddf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.259094 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-c54ecab4-f65c-48fc-ba2f-3f7cf710eddf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274250 Jul 27 22:19:50.261674 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35430) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:50.266547 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-4f4eca77-5149-4034-9c0e-d616c0cca864 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': 'a1f0175e-8515-420c-8c1e-2f388a20a6db', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:50.293823 n-d-764806-9 neutron-server[105580]: INFO neutron.db.securitygroups_db [None req-4f4eca77-5149-4034-9c0e-d616c0cca864 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Project 0c0d9d95e7384906a79f12d8d75ba295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:19:50.299568 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f4eca77-5149-4034-9c0e-d616c0cca864 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.362275 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f4eca77-5149-4034-9c0e-d616c0cca864 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.365711 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f4eca77-5149-4034-9c0e-d616c0cca864 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.383171 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4eca77-5149-4034-9c0e-d616c0cca864 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a32e1c-b54a-4b64-a490-0854e1070243,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:50.390062 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-4f4eca77-5149-4034-9c0e-d616c0cca864 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.391299 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4f4eca77-5149-4034-9c0e-d616c0cca864 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286800 Jul 27 22:19:50.394005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35432) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:50.398451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3cc8016f-14d5-46f0-a703-a93b1ca580b6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': 'a1f0175e-8515-420c-8c1e-2f388a20a6db', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:50.419639 n-d-764806-9 neutron-server[105580]: INFO neutron.db.securitygroups_db [None req-3cc8016f-14d5-46f0-a703-a93b1ca580b6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Project 0c0d9d95e7384906a79f12d8d75ba295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:19:50.425212 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3cc8016f-14d5-46f0-a703-a93b1ca580b6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.488635 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3cc8016f-14d5-46f0-a703-a93b1ca580b6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.492342 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3cc8016f-14d5-46f0-a703-a93b1ca580b6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.510841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8016f-14d5-46f0-a703-a93b1ca580b6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e998a63f-bab8-4ba6-8a76-00da3f96e4a6,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:50.516901 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3cc8016f-14d5-46f0-a703-a93b1ca580b6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.518172 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3cc8016f-14d5-46f0-a703-a93b1ca580b6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231520 Jul 27 22:19:50.520923 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35434) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:50.525737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-aef6bc55-ae92-4152-b147-09feba624018 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'network': {'name': 'tempest-network-smoke--2085019381', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'port_security_enabled': True}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:50.547013 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef6bc55-ae92-4152-b147-09feba624018 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Made reservation on behalf of 0c0d9d95e7384906a79f12d8d75ba295 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:50.550421 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-aef6bc55-ae92-4152-b147-09feba624018 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.575605 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef6bc55-ae92-4152-b147-09feba624018 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:19:50.585082 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-aef6bc55-ae92-4152-b147-09feba624018 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.585429 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-aef6bc55-ae92-4152-b147-09feba624018 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Added segment f59efdd9-2841-45cc-a088-ccddac5d65a2 of type vlan for network 283979cb-c601-4d41-95f3-d3dcdc8e3bd3 Jul 27 22:19:50.629190 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-aef6bc55-ae92-4152-b147-09feba624018 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.656406 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-aef6bc55-ae92-4152-b147-09feba624018 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.661981 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef6bc55-ae92-4152-b147-09feba624018 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:50.662582 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-aef6bc55-ae92-4152-b147-09feba624018 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.713404 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-aef6bc55-ae92-4152-b147-09feba624018 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1913989 Jul 27 22:19:50.716192 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35436) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:50.721238 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1802628721', 'admin_state_up': True, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:50.730631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6bc55-ae92-4152-b147-09feba624018 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Network': ['ID=283979cb-c601-4d41-95f3-d3dcdc8e3bd3,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:50.742345 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network 283979cb-c601-4d41-95f3-d3dcdc8e3bd3 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:19:50.747305 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.749052 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.806847 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:50.947283 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.146240 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.165230 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.273792 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.25.2.224 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/344488ca-14bb-40e2-a3dc-cf1a2eba8578) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:19:51.377035 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.417486 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.463597 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:19:51.466770 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:51.475941 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:19:51.479641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=344488ca-14bb-40e2-a3dc-cf1a2eba8578,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:51.728616 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:51.930634 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:52.058113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 74783d8b-ffbd-4a3e-b9e4-203916d769ae is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:19:52.064877 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-8b6cb4e0-103a-4f4a-9201-19b0379b998d req-3f10cd99-6e9e-43cd-b5a5-670a5a3bda76 service neutron] (105580) timed out ('10.222.0.55', 58704) {{(pid=105580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:19:52.166932 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:19:52.176432 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Sync routers for ids ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:19:52.185168 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:52.185614 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Routers {'74783d8b-ffbd-4a3e-b9e4-203916d769ae'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:52.186300 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:19:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:52.187154 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-88288fc7-c5df-4fc0-9896-6230f2d16a12 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4697437 Jul 27 22:19:52.190368 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35438) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:52.220995 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-71376243-15cc-4142-9c6e-a998fa58de40 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=0c0d9d95e7384906a79f12d8d75ba295&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295064 Jul 27 22:19:52.223826 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35440) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:52.294322 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Set router 74783d8b-ffbd-4a3e-b9e4-203916d769ae gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:52.323468 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d690f8-249b-4dd1-b75a-7032aa2fa379 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:52.325001 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-95d690f8-249b-4dd1-b75a-7032aa2fa379 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1001911 Jul 27 22:19:52.328205 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35442) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:52.356949 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-4e465b19-b087-4b0c-a903-71cd7983ecdf tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276737 Jul 27 22:19:52.360845 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35444) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:52.365629 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-1ee86712-37db-4ce2-ad7c-fa2bf797bf2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-674940663', 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:52.456435 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee86712-37db-4ce2-ad7c-fa2bf797bf2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Made reservation on behalf of 0c0d9d95e7384906a79f12d8d75ba295 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:52.459950 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ee86712-37db-4ce2-ad7c-fa2bf797bf2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:52.482073 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802628721', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:50Z', 'updated_at': '2021-07-27T22:19:51Z', 'revision_number': 3, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:51Z', 'updated_at': '2021-07-27T22:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:52.510118 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Checking router: 74783d8b-ffbd-4a3e-b9e4-203916d769ae for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:19:52.510493 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Updating router 74783d8b-ffbd-4a3e-b9e4-203916d769ae port 344488ca-14bb-40e2-a3dc-cf1a2eba8578 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:19:52.548312 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:52.649739 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ee86712-37db-4ce2-ad7c-fa2bf797bf2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:52.707542 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee86712-37db-4ce2-ad7c-fa2bf797bf2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Subnet': ['ID=99f99b03-5224-43a6-a312-ec1d5ba3f701,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:52.722650 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee86712-37db-4ce2-ad7c-fa2bf797bf2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Checking segment: {'id': 'f59efdd9-2841-45cc-a088-ccddac5d65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:19:52.723020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee86712-37db-4ce2-ad7c-fa2bf797bf2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network hostable DHCP agents. Network: 283979cb-c601-4d41-95f3-d3dcdc8e3bd3, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:19:52.739917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee86712-37db-4ce2-ad7c-fa2bf797bf2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 283979cb-c601-4d41-95f3-d3dcdc8e3bd3 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:19:52.750338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-1ee86712-37db-4ce2-ad7c-fa2bf797bf2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, 283979cb-c601-4d41-95f3-d3dcdc8e3bd3) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:52.754571 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee86712-37db-4ce2-ad7c-fa2bf797bf2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:52.755163 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-1ee86712-37db-4ce2-ad7c-fa2bf797bf2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:52.765181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db19d52a-f07e-4d79-801c-470812325b06 None None] Network 283979cb-c601-4d41-95f3-d3dcdc8e3bd3 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:19:52.769367 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1ee86712-37db-4ce2-ad7c-fa2bf797bf2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4074924 Jul 27 22:19:52.772098 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35446) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:19:52.886148 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:52.908422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Transition to ACTIVE for port object 344488ca-14bb-40e2-a3dc-cf1a2eba8578 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:19:52.917050 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.012346 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9dfc5-6b43-4292-b5e8-3df33c0b95b8 None None] Pushing event updated for resources: {'Port': ['ID=344488ca-14bb-40e2-a3dc-cf1a2eba8578,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:53.035282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Attempting to bind port 344488ca-14bb-40e2-a3dc-cf1a2eba8578 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:19:53.035650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Attempting to bind port 344488ca-14bb-40e2-a3dc-cf1a2eba8578 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:19:53.036008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Attempting to bind port 344488ca-14bb-40e2-a3dc-cf1a2eba8578 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:19:53.041894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:19:53.042301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:19:53.042706 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.043393 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:19:53.043567 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Bound port: 344488ca-14bb-40e2-a3dc-cf1a2eba8578, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:19:53.043928 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.047376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-283979cb-c601-4d41-95f3-d3dcdc8e3bd3', 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ips': [{'subnet_id': '99f99b03-5224-43a6-a312-ec1d5ba3f701'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:19:53.048205 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.164155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] For port 344488ca-14bb-40e2-a3dc-cf1a2eba8578, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:19:53.189423 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] For port 344488ca-14bb-40e2-a3dc-cf1a2eba8578, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=344488ca-14bb-40e2-a3dc-cf1a2eba8578,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:19:53.198454 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.217086 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.292656 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Allocated IP 172.20.0.2 (283979cb-c601-4d41-95f3-d3dcdc8e3bd3/99f99b03-5224-43a6-a312-ec1d5ba3f701/b3b9ad25-f704-478e-a651-51048c1a58bf) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:19:53.302793 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9dfc5-6b43-4292-b5e8-3df33c0b95b8 None None] Pushing event updated for resources: {'Port': ['ID=344488ca-14bb-40e2-a3dc-cf1a2eba8578,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:53.309252 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Routers {'74783d8b-ffbd-4a3e-b9e4-203916d769ae'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:53.309870 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:19:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:53.484419 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] Set router 74783d8b-ffbd-4a3e-b9e4-203916d769ae gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:53.631432 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.648898 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Transition to ACTIVE for port object b3b9ad25-f704-478e-a651-51048c1a58bf will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:19:53.676306 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Transition to ACTIVE for port object b3b9ad25-f704-478e-a651-51048c1a58bf will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:19:53.700767 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.737792 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.20.0.1 (283979cb-c601-4d41-95f3-d3dcdc8e3bd3/99f99b03-5224-43a6-a312-ec1d5ba3f701/58a5e40a-d495-4d80-86d8-75b9947ae090) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:19:53.745467 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Network 283979cb-c601-4d41-95f3-d3dcdc8e3bd3 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:19:53.753231 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:53.758468 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:19:53.768619 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Pushing event updated for resources: {'Port': ['ID=b3b9ad25-f704-478e-a651-51048c1a58bf,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:53.832048 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802628721', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:50Z', 'updated_at': '2021-07-27T22:19:51Z', 'revision_number': 3, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:51Z', 'updated_at': '2021-07-27T22:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:53.835095 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Attempting to bind port b3b9ad25-f704-478e-a651-51048c1a58bf on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:19:53.835466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Attempting to bind port b3b9ad25-f704-478e-a651-51048c1a58bf by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'f59efdd9-2841-45cc-a088-ccddac5d65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:19:53.835828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Attempting to bind port b3b9ad25-f704-478e-a651-51048c1a58bf on network 283979cb-c601-4d41-95f3-d3dcdc8e3bd3 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:19:53.859598 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.868314 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec27ad-55a1-4ac0-8ecc-b666e3290f46 None None] The sync data for ids ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'] in n-d-764806-9 is: [{'id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802628721', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:50Z', 'updated_at': '2021-07-27T22:19:51Z', 'revision_number': 3, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:51Z', 'updated_at': '2021-07-27T22:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:19:53.870376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:19:53.870756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Checking segment: {'id': 'f59efdd9-2841-45cc-a088-ccddac5d65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:19:53.871158 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.871545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Bound using segment: {'id': 'f59efdd9-2841-45cc-a088-ccddac5d65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:19:53.872549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Bound port: b3b9ad25-f704-478e-a651-51048c1a58bf, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59efdd9-2841-45cc-a088-ccddac5d65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:19:53.872549 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.874606 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Transition to ACTIVE for port object 58a5e40a-d495-4d80-86d8-75b9947ae090 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:19:53.910603 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.952942 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] For port b3b9ad25-f704-478e-a651-51048c1a58bf, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:19:53.957394 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] For port b3b9ad25-f704-478e-a651-51048c1a58bf, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b3b9ad25-f704-478e-a651-51048c1a58bf,segment=NetworkSegment(f59efdd9-2841-45cc-a088-ccddac5d65a2),segment_id=f59efdd9-2841-45cc-a088-ccddac5d65a2)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:19:53.958979 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 283979cb-c601-4d41-95f3-d3dcdc8e3bd3 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:19:53.961751 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:53.962000 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:53.968327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:19:53.996816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=58a5e40a-d495-4d80-86d8-75b9947ae090,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:54.024914 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915600a-29c7-4b97-acb2-071cb548924d None None] Pushing event updated for resources: {'Port': ['ID=b3b9ad25-f704-478e-a651-51048c1a58bf,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:54.029751 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:54.205808 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:54.890839 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:54.895815 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:54.971536 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=58a5e40a-d495-4d80-86d8-75b9947ae090,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:54.975656 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:55.003682 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda3a67c-762e-4888-8f05-9264cd07776c None None] Network 283979cb-c601-4d41-95f3-d3dcdc8e3bd3 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:19:55.069814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-a125e67e-027c-4c2f-87ca-bafb8045ad12 None None] Provisioning for port b3b9ad25-f704-478e-a651-51048c1a58bf completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:19:55.079064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 283979cb-c601-4d41-95f3-d3dcdc8e3bd3 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:19:55.081403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:55.217038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 74783d8b-ffbd-4a3e-b9e4-203916d769ae has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:19:55.343005 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:19:55.354274 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-837c8972-c9c7-423c-80a4-42cfb1011d7e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "PUT /v2.0/routers/74783d8b-ffbd-4a3e-b9e4-203916d769ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5751386 Jul 27 22:19:55.402466 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-22986d6d-a930-4eb2-8fd1-eebb0bb2dfbf None None] Provisioning for port 58a5e40a-d495-4d80-86d8-75b9947ae090 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:19:55.407891 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-22986d6d-a930-4eb2-8fd1-eebb0bb2dfbf None None] Provisioning complete for port 58a5e40a-d495-4d80-86d8-75b9947ae090 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:19:55.408223 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-22986d6d-a930-4eb2-8fd1-eebb0bb2dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:55.445009 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-22986d6d-a930-4eb2-8fd1-eebb0bb2dfbf None None] Port 58a5e40a-d495-4d80-86d8-75b9947ae090 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:19:55.529074 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-176f149e-d47c-4ac5-a0ac-8af4f629d7cc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312806254&fields=id&tenant_id=0c0d9d95e7384906a79f12d8d75ba295 HTTP/1.1" status: 200 len: 267 time: 0.0419276 Jul 27 22:19:55.581394 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Sync routers for ids ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:19:55.591305 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Routers {'74783d8b-ffbd-4a3e-b9e4-203916d769ae'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:55.592571 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:19:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:55.659262 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-5f5eb01f-c24f-4621-ab0c-708e50c173cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:55.660508 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-5f5eb01f-c24f-4621-ab0c-708e50c173cf tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/networks?id=283979cb-c601-4d41-95f3-d3dcdc8e3bd3 HTTP/1.1" status: 200 len: 797 time: 0.1239769 Jul 27 22:19:55.677291 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-384f1e50-a790-4b6c-9189-ebed79131d9d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/quotas/0c0d9d95e7384906a79f12d8d75ba295 HTTP/1.1" status: 200 len: 375 time: 0.0107112 Jul 27 22:19:55.682139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-882d047a-0292-4e2f-97f1-0655ded28821 None None] Provisioning complete for port 58a5e40a-d495-4d80-86d8-75b9947ae090 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:19:55.682544 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-882d047a-0292-4e2f-97f1-0655ded28821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:55.709068 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Set router 74783d8b-ffbd-4a3e-b9e4-203916d769ae gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:55.759230 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-72ad50eb-65dc-4bb3-bb45-f9373937b8f8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757139 Jul 27 22:19:55.906264 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-2efda834-7363-4bba-8e0a-88f82df7faf1 service neutron] 10.222.0.55 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309566 Jul 27 22:19:55.931139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-882d047a-0292-4e2f-97f1-0655ded28821 None None] Port 58a5e40a-d495-4d80-86d8-75b9947ae090 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:19:55.949203 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802628721', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:50Z', 'updated_at': '2021-07-27T22:19:54Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:51Z', 'updated_at': '2021-07-27T22:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '58a5e40a-d495-4d80-86d8-75b9947ae090', 'name': '', 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:b0:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:53Z', 'updated_at': '2021-07-27T22:19:54Z', 'revision_number': 2, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:55.981937 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Checking router: 74783d8b-ffbd-4a3e-b9e4-203916d769ae for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:19:55.982313 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Updating router 74783d8b-ffbd-4a3e-b9e4-203916d769ae port 58a5e40a-d495-4d80-86d8-75b9947ae090 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:19:56.006187 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 344488ca-14bb-40e2-a3dc-cf1a2eba8578 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:19:56.014894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-a7c9e393-8730-4085-a6be-8bc9bebdfaa6 service neutron] 10.222.0.55 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015899 Jul 27 22:19:56.021384 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.061211 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-36f4d89c-0558-4fe5-a33c-fce31bf6aead None None] Provisioning complete for port 58a5e40a-d495-4d80-86d8-75b9947ae090 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:19:56.062108 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-36f4d89c-0558-4fe5-a33c-fce31bf6aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.091827 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 344488ca-14bb-40e2-a3dc-cf1a2eba8578 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:19:56.102887 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 344488ca-14bb-40e2-a3dc-cf1a2eba8578 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:19:56.103262 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.107315 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-36f4d89c-0558-4fe5-a33c-fce31bf6aead None None] Port 58a5e40a-d495-4d80-86d8-75b9947ae090 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:19:56.211383 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.217045 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e672e637-3c5f-40d0-8498-179e9f738ad8 req-d4c02e73-e504-4761-9fe6-82975127c491 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 210 time: 0.0419219 Jul 27 22:19:56.242176 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 344488ca-14bb-40e2-a3dc-cf1a2eba8578, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=344488ca-14bb-40e2-a3dc-cf1a2eba8578,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:56.249413 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.250741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b3b9ad25-f704-478e-a651-51048c1a58bf up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:19:56.338234 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=344488ca-14bb-40e2-a3dc-cf1a2eba8578,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:56.354362 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port b3b9ad25-f704-478e-a651-51048c1a58bf completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:19:56.359829 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port b3b9ad25-f704-478e-a651-51048c1a58bf triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:19:56.360529 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.370955 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.380926 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Transition to ACTIVE for port object 58a5e40a-d495-4d80-86d8-75b9947ae090 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:19:56.388457 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.440272 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007709b1-4505-49cb-b3bb-37de0aba0eb6 None None] Pushing event updated for resources: {'Port': ['ID=58a5e40a-d495-4d80-86d8-75b9947ae090,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:56.465084 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.477461 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007709b1-4505-49cb-b3bb-37de0aba0eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:56.477863 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007709b1-4505-49cb-b3bb-37de0aba0eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:56.478094 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007709b1-4505-49cb-b3bb-37de0aba0eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:56.478486 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007709b1-4505-49cb-b3bb-37de0aba0eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:56.478865 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007709b1-4505-49cb-b3bb-37de0aba0eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:56.479223 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007709b1-4505-49cb-b3bb-37de0aba0eb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:56.479543 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007709b1-4505-49cb-b3bb-37de0aba0eb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:56.479873 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007709b1-4505-49cb-b3bb-37de0aba0eb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:56.480198 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007709b1-4505-49cb-b3bb-37de0aba0eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:56.480520 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007709b1-4505-49cb-b3bb-37de0aba0eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:56.480887 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007709b1-4505-49cb-b3bb-37de0aba0eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:56.481195 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007709b1-4505-49cb-b3bb-37de0aba0eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:19:56.507512 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port b3b9ad25-f704-478e-a651-51048c1a58bf, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b3b9ad25-f704-478e-a651-51048c1a58bf,segment=NetworkSegment(f59efdd9-2841-45cc-a088-ccddac5d65a2),segment_id=f59efdd9-2841-45cc-a088-ccddac5d65a2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:56.519321 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.533010 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Attempting to bind port 58a5e40a-d495-4d80-86d8-75b9947ae090 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:19:56.533477 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Attempting to bind port 58a5e40a-d495-4d80-86d8-75b9947ae090 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'f59efdd9-2841-45cc-a088-ccddac5d65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:19:56.533932 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Attempting to bind port 58a5e40a-d495-4d80-86d8-75b9947ae090 on network 283979cb-c601-4d41-95f3-d3dcdc8e3bd3 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:19:56.540743 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:19:56.541194 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Checking segment: {'id': 'f59efdd9-2841-45cc-a088-ccddac5d65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:19:56.541852 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.542384 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Bound using segment: {'id': 'f59efdd9-2841-45cc-a088-ccddac5d65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:19:56.542936 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Bound port: 58a5e40a-d495-4d80-86d8-75b9947ae090, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59efdd9-2841-45cc-a088-ccddac5d65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:19:56.543382 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.580134 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=b3b9ad25-f704-478e-a651-51048c1a58bf,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:56.621297 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] For port 58a5e40a-d495-4d80-86d8-75b9947ae090, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:19:56.626093 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] For port 58a5e40a-d495-4d80-86d8-75b9947ae090, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=58a5e40a-d495-4d80-86d8-75b9947ae090,segment=NetworkSegment(f59efdd9-2841-45cc-a088-ccddac5d65a2),segment_id=f59efdd9-2841-45cc-a088-ccddac5d65a2)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:19:56.632406 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:56.696347 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Routers {'74783d8b-ffbd-4a3e-b9e4-203916d769ae'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:19:56.696975 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:19:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:56.732401 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007709b1-4505-49cb-b3bb-37de0aba0eb6 None None] Pushing event updated for resources: {'Port': ['ID=58a5e40a-d495-4d80-86d8-75b9947ae090,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:56.827888 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] Set router 74783d8b-ffbd-4a3e-b9e4-203916d769ae gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:19:56.975815 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:19:57.037997 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802628721', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:50Z', 'updated_at': '2021-07-27T22:19:54Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:51Z', 'updated_at': '2021-07-27T22:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '58a5e40a-d495-4d80-86d8-75b9947ae090', 'name': '', 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:b0:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:53Z', 'updated_at': '2021-07-27T22:19:56Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:19:57.069118 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1421c048-896c-446f-a2a5-d2aac52989ad None None] The sync data for ids ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'] in n-d-764806-9 is: [{'id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802628721', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:50Z', 'updated_at': '2021-07-27T22:19:54Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:51Z', 'updated_at': '2021-07-27T22:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '58a5e40a-d495-4d80-86d8-75b9947ae090', 'name': '', 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:b0:38:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:53Z', 'updated_at': '2021-07-27T22:19:56Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:19:57.332158 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e3ba5056-e001-490e-b71f-8a43470a5bf7 req-1749fbd4-76eb-4cb0-a844-443e11d5b69f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 210 time: 0.0431414 Jul 27 22:19:57.355342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-cec4ad6e-7f7f-4fce-b0e8-fb2fafa778eb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:57.356924 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-cec4ad6e-7f7f-4fce-b0e8-fb2fafa778eb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.66 "GET /v2.0/networks?id=283979cb-c601-4d41-95f3-d3dcdc8e3bd3 HTTP/1.1" status: 200 len: 797 time: 0.1344321 Jul 27 22:19:57.409714 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-6138f103-3014-4658-9c85-091302e84d5a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c0d9d95e7384906a79f12d8d75ba295 HTTP/1.1" status: 200 len: 380 time: 0.0417626 Jul 27 22:19:57.420925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-5c4d9094-ae2b-4c74-a1be-5bdb46f1a19e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'port': {'device_id': 'c672c695-30c3-497b-bdfc-f38eaf24863f', 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3', 'admin_state_up': True, 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'security_groups': ['a1f0175e-8515-420c-8c1e-2f388a20a6db']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:57.541688 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-5c4d9094-ae2b-4c74-a1be-5bdb46f1a19e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Made reservation on behalf of 0c0d9d95e7384906a79f12d8d75ba295 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:19:57.546215 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-5c4d9094-ae2b-4c74-a1be-5bdb46f1a19e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:57.683080 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-5c4d9094-ae2b-4c74-a1be-5bdb46f1a19e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.20.0.5 (283979cb-c601-4d41-95f3-d3dcdc8e3bd3/99f99b03-5224-43a6-a312-ec1d5ba3f701/df7bfa7d-2c70-4535-b685-71982934e122) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:19:57.844489 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-5c4d9094-ae2b-4c74-a1be-5bdb46f1a19e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:57.862046 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-5c4d9094-ae2b-4c74-a1be-5bdb46f1a19e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Transition to ACTIVE for port object df7bfa7d-2c70-4535-b685-71982934e122 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:19:57.900410 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-5c4d9094-ae2b-4c74-a1be-5bdb46f1a19e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:57.966473 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-5c4d9094-ae2b-4c74-a1be-5bdb46f1a19e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 283979cb-c601-4d41-95f3-d3dcdc8e3bd3 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:19:57.973395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-5c4d9094-ae2b-4c74-a1be-5bdb46f1a19e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:19:57.978772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d9094-ae2b-4c74-a1be-5bdb46f1a19e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=df7bfa7d-2c70-4535-b685-71982934e122,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:57.982127 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-5c4d9094-ae2b-4c74-a1be-5bdb46f1a19e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:19:58.007671 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 344488ca-14bb-40e2-a3dc-cf1a2eba8578 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:19:58.046663 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-5c4d9094-ae2b-4c74-a1be-5bdb46f1a19e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:58.047588 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-5c4d9094-ae2b-4c74-a1be-5bdb46f1a19e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:58.069739 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-5c4d9094-ae2b-4c74-a1be-5bdb46f1a19e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6533890 Jul 27 22:19:58.073514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 344488ca-14bb-40e2-a3dc-cf1a2eba8578 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:19:58.074104 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:58.083984 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Request body: {'port': {'device_id': 'c672c695-30c3-497b-bdfc-f38eaf24863f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:19:58.174586 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b3b9ad25-f704-478e-a651-51048c1a58bf up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:19:58.177791 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:58.242360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port b3b9ad25-f704-478e-a651-51048c1a58bf triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:19:58.242798 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:58.300504 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e609d77d-b0f0-40ab-bff0-6d846446a76b None None] Provisioning for port df7bfa7d-2c70-4535-b685-71982934e122 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:19:58.327220 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e609d77d-b0f0-40ab-bff0-6d846446a76b None None] Provisioning complete for port df7bfa7d-2c70-4535-b685-71982934e122 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:19:58.327666 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e609d77d-b0f0-40ab-bff0-6d846446a76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:58.366406 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 58a5e40a-d495-4d80-86d8-75b9947ae090 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:19:58.389356 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-e609d77d-b0f0-40ab-bff0-6d846446a76b None None] Port df7bfa7d-2c70-4535-b685-71982934e122 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:19:58.419946 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 58a5e40a-d495-4d80-86d8-75b9947ae090 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:19:58.425127 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 58a5e40a-d495-4d80-86d8-75b9947ae090 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:19:58.425505 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:58.474994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127de59-5c6b-4e77-87f1-cf42d35a7ee4 req-ab33c301-5910-4ee1-ac21-660f9721e734 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:58.476551 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d127de59-5c6b-4e77-87f1-cf42d35a7ee4 req-ab33c301-5910-4ee1-ac21-660f9721e734 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 931 time: 0.0692103 Jul 27 22:19:58.485771 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7bfa7d-2c70-4535-b685-71982934e122 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:19:58.494484 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:58.513564 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Transition to ACTIVE for port object df7bfa7d-2c70-4535-b685-71982934e122 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:19:58.518452 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:58.520168 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d127de59-5c6b-4e77-87f1-cf42d35a7ee4 req-ed7f0750-3d05-401b-b1ae-4c1507cc2277 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357654 Jul 27 22:19:58.522502 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:58.562497 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 58a5e40a-d495-4d80-86d8-75b9947ae090, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=58a5e40a-d495-4d80-86d8-75b9947ae090,segment=NetworkSegment(f59efdd9-2841-45cc-a088-ccddac5d65a2),segment_id=f59efdd9-2841-45cc-a088-ccddac5d65a2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:19:58.567593 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:58.593712 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Pushing event updated for resources: {'Port': ['ID=df7bfa7d-2c70-4535-b685-71982934e122,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:58.622511 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=58a5e40a-d495-4d80-86d8-75b9947ae090,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:58.649020 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Attempting to bind port df7bfa7d-2c70-4535-b685-71982934e122 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:19:58.649275 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Attempting to bind port df7bfa7d-2c70-4535-b685-71982934e122 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'f59efdd9-2841-45cc-a088-ccddac5d65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:19:58.649608 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Attempting to bind port df7bfa7d-2c70-4535-b685-71982934e122 on network 283979cb-c601-4d41-95f3-d3dcdc8e3bd3 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:19:58.655007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Port df7bfa7d-2c70-4535-b685-71982934e122 on network 283979cb-c601-4d41-95f3-d3dcdc8e3bd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:19:58.655333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Attempting to bind port df7bfa7d-2c70-4535-b685-71982934e122 on network 283979cb-c601-4d41-95f3-d3dcdc8e3bd3 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:19:58.660413 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:19:58.660754 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Checking segment: {'id': 'f59efdd9-2841-45cc-a088-ccddac5d65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:19:58.661156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Bound using segment: {'id': 'f59efdd9-2841-45cc-a088-ccddac5d65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:19:58.661570 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Bound port: df7bfa7d-2c70-4535-b685-71982934e122, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59efdd9-2841-45cc-a088-ccddac5d65a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:19:58.661964 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:58.740310 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] For port df7bfa7d-2c70-4535-b685-71982934e122, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:19:58.743917 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] For port df7bfa7d-2c70-4535-b685-71982934e122, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=df7bfa7d-2c70-4535-b685-71982934e122,segment=NetworkSegment(f59efdd9-2841-45cc-a088-ccddac5d65a2),segment_id=f59efdd9-2841-45cc-a088-ccddac5d65a2)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:19:58.748806 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:58.785351 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:58.785958 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:19:58.787387 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] 10.222.0.66 "PUT /v2.0/ports/df7bfa7d-2c70-4535-b685-71982934e122 HTTP/1.1" status: 200 len: 1091 time: 0.7094786 Jul 27 22:19:58.787822 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c672c695-30c3-497b-bdfc-f38eaf24863f', 'tag': 'df7bfa7d-2c70-4535-b685-71982934e122'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:19:58.790108 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d2146a-a6b6-4972-9770-b3b43f53fe3a" -d '{"events": [{"name": "network-changed", "server_uuid": "c672c695-30c3-497b-bdfc-f38eaf24863f", "tag": "df7bfa7d-2c70-4535-b685-71982934e122"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:19:58.820990 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdddde-7161-4665-927b-9f8405337710 service neutron] Pushing event updated for resources: {'Port': ['ID=df7bfa7d-2c70-4535-b685-71982934e122,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:19:58.868023 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a137ea-415f-4e56-8bfb-e4e5e55c91be x-openstack-request-id: req-26a137ea-415f-4e56-8bfb-e4e5e55c91be {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:19:58.868316 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c672c695-30c3-497b-bdfc-f38eaf24863f", "tag": "df7bfa7d-2c70-4535-b685-71982934e122", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:19:58.868570 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26a137ea-415f-4e56-8bfb-e4e5e55c91be {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:19:58.868977 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c672c695-30c3-497b-bdfc-f38eaf24863f', 'tag': 'df7bfa7d-2c70-4535-b685-71982934e122', 'status': 'completed', 'code': 200} Jul 27 22:19:58.898974 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-95f64de5-74e6-4ec9-b1ba-fc89fc339605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:58.900583 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-95f64de5-74e6-4ec9-b1ba-fc89fc339605 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 1094 time: 0.0706236 Jul 27 22:19:58.950308 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-fcb6503b-247d-4b3b-b924-f690cc314227 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df7bfa7d-2c70-4535-b685-71982934e122 HTTP/1.1" status: 200 len: 217 time: 0.0423546 Jul 27 22:19:59.002864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-fa4df02c-4737-46bb-9454-04544bc7fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:59.004360 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-fa4df02c-4737-46bb-9454-04544bc7fffd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=99f99b03-5224-43a6-a312-ec1d5ba3f701 HTTP/1.1" status: 200 len: 834 time: 0.0477593 Jul 27 22:19:59.065023 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-abacd750-5e36-455d-a656-d1c732937c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:59.066601 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-abacd750-5e36-455d-a656-d1c732937c37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=283979cb-c601-4d41-95f3-d3dcdc8e3bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555027 Jul 27 22:19:59.162517 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-7420746f-4d82-49b4-9d1f-bf24c0e93c91 service neutron] 10.222.0.66 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885479 Jul 27 22:19:59.255186 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4072a419-8429-430c-b4d1-1f2a3397b03a req-5a8bd20a-af73-4f4c-9c1f-62645325d75a service neutron] 10.222.0.66 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864077 Jul 27 22:19:59.351938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2146a-a6b6-4972-9770-b3b43f53fe3a req-1209957e-cacc-4575-ad51-caee2aaf1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:59.353439 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-68d2146a-a6b6-4972-9770-b3b43f53fe3a req-1209957e-cacc-4575-ad51-caee2aaf1933 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 1094 time: 0.0558853 Jul 27 22:19:59.449912 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2146a-a6b6-4972-9770-b3b43f53fe3a req-dbf67dd0-f8a3-4cef-81ff-c3d93182a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:59.451925 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-68d2146a-a6b6-4972-9770-b3b43f53fe3a req-dbf67dd0-f8a3-4cef-81ff-c3d93182a5c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=283979cb-c601-4d41-95f3-d3dcdc8e3bd3 HTTP/1.1" status: 200 len: 898 time: 0.0912058 Jul 27 22:19:59.496253 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-68d2146a-a6b6-4972-9770-b3b43f53fe3a req-417476c1-7d70-469e-8f03-7cc48d039661 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df7bfa7d-2c70-4535-b685-71982934e122 HTTP/1.1" status: 200 len: 217 time: 0.0371311 Jul 27 22:19:59.551361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2146a-a6b6-4972-9770-b3b43f53fe3a req-f6878e18-fd26-4196-bec8-4e4d21bb7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:59.552849 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-68d2146a-a6b6-4972-9770-b3b43f53fe3a req-f6878e18-fd26-4196-bec8-4e4d21bb7c54 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=99f99b03-5224-43a6-a312-ec1d5ba3f701 HTTP/1.1" status: 200 len: 834 time: 0.0501370 Jul 27 22:19:59.612887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2146a-a6b6-4972-9770-b3b43f53fe3a req-12688eaa-1a7d-40a7-8218-187a5ab39977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:59.614423 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-68d2146a-a6b6-4972-9770-b3b43f53fe3a req-12688eaa-1a7d-40a7-8218-187a5ab39977 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=283979cb-c601-4d41-95f3-d3dcdc8e3bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550709 Jul 27 22:19:59.652025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cac7a3-d573-4bec-8540-19939b8099c8 req-1bb6316c-8c92-4f57-87f9-144afb024f84 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:19:59.653533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18cac7a3-d573-4bec-8540-19939b8099c8 req-1bb6316c-8c92-4f57-87f9-144afb024f84 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 943 time: 0.0647786 Jul 27 22:19:59.694286 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18cac7a3-d573-4bec-8540-19939b8099c8 req-8ffd91a3-18c7-4c4f-bd23-eee291b8ed57 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335248 Jul 27 22:19:59.707671 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-68d2146a-a6b6-4972-9770-b3b43f53fe3a req-d6c76613-aad2-44ed-aa6d-0f52e298b8e9 service neutron] 10.222.0.66 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861015 Jul 27 22:19:59.807343 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-68d2146a-a6b6-4972-9770-b3b43f53fe3a req-28e6e668-9517-42b0-bbea-36526b4bad55 service neutron] 10.222.0.66 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923603 Jul 27 22:19:59.900483 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 58a5e40a-d495-4d80-86d8-75b9947ae090 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:19:59.949756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 58a5e40a-d495-4d80-86d8-75b9947ae090 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:19:59.950126 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:00.828871 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb21f2-ed92-42e9-8688-29afc076cb7a req-a67a159a-a56c-45ea-909e-ba3c571ae183 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:00.830414 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5cbb21f2-ed92-42e9-8688-29afc076cb7a req-a67a159a-a56c-45ea-909e-ba3c571ae183 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 943 time: 0.0644820 Jul 27 22:20:00.869631 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5cbb21f2-ed92-42e9-8688-29afc076cb7a req-09347331-dcc2-4700-a5cb-12e3e5b9508b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331953 Jul 27 22:20:02.006602 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e5c59-9ffd-4d99-a414-73c15c655084 req-0498d35b-bf67-403f-b64d-99435ef23576 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:02.008123 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-454e5c59-9ffd-4d99-a414-73c15c655084 req-0498d35b-bf67-403f-b64d-99435ef23576 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 943 time: 0.0694804 Jul 27 22:20:02.046899 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-454e5c59-9ffd-4d99-a414-73c15c655084 req-2117f821-7365-43e3-886e-05346a4d5d62 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321298 Jul 27 22:20:02.896039 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ee53df65-dd02-41ef-89fd-94ddca35cdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.021110 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device df7bfa7d-2c70-4535-b685-71982934e122 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:20:03.118422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port df7bfa7d-2c70-4535-b685-71982934e122, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=df7bfa7d-2c70-4535-b685-71982934e122,segment=NetworkSegment(f59efdd9-2841-45cc-a088-ccddac5d65a2),segment_id=f59efdd9-2841-45cc-a088-ccddac5d65a2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:03.130723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'df7bfa7d-2c70-4535-b685-71982934e122', 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3', 'port_id': 'df7bfa7d-2c70-4535-b685-71982934e122', 'mac_address': 'fa:16:3e:a9:e9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:20:03.172546 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.181322 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af592624-43b6-459f-9b5e-81168b748c78 req-43b7f1d0-93da-46ad-86c2-e6b50d18f8d3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:03.182874 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af592624-43b6-459f-9b5e-81168b748c78 req-43b7f1d0-93da-46ad-86c2-e6b50d18f8d3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 943 time: 0.0676064 Jul 27 22:20:03.185171 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7bfa7d-2c70-4535-b685-71982934e122 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:20:03.207035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port df7bfa7d-2c70-4535-b685-71982934e122, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=df7bfa7d-2c70-4535-b685-71982934e122,segment=NetworkSegment(f59efdd9-2841-45cc-a088-ccddac5d65a2),segment_id=f59efdd9-2841-45cc-a088-ccddac5d65a2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:03.211135 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:03.225105 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-af592624-43b6-459f-9b5e-81168b748c78 req-12a1c00f-3a0b-4ba1-9e15-390d8a847429 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354393 Jul 27 22:20:03.258916 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=df7bfa7d-2c70-4535-b685-71982934e122,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:03.595038 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['df7bfa7d-2c70-4535-b685-71982934e122'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:20:04.363309 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909cacd-e16b-454e-9f67-1cf899b44423 req-b59a4675-691b-40fa-a9c6-1728cc080884 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:04.364824 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d909cacd-e16b-454e-9f67-1cf899b44423 req-b59a4675-691b-40fa-a9c6-1728cc080884 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 944 time: 0.0679271 Jul 27 22:20:04.403625 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d909cacd-e16b-454e-9f67-1cf899b44423 req-2eb1fa5c-fa9d-4672-a5d5-9a7b4a0b3a22 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327220 Jul 27 22:20:05.008363 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:05.036378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device df7bfa7d-2c70-4535-b685-71982934e122 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:20:05.086276 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port df7bfa7d-2c70-4535-b685-71982934e122 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:20:05.090082 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port df7bfa7d-2c70-4535-b685-71982934e122 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:20:05.090490 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:05.168971 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:05.191459 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c672c695-30c3-497b-bdfc-f38eaf24863f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7bfa7d-2c70-4535-b685-71982934e122'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:05.193705 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3994646f-4a90-426f-badc-a7beea5e3dfc" -d '{"events": [{"server_uuid": "c672c695-30c3-497b-bdfc-f38eaf24863f", "name": "network-vif-plugged", "status": "completed", "tag": "df7bfa7d-2c70-4535-b685-71982934e122"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:05.206523 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port df7bfa7d-2c70-4535-b685-71982934e122, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=df7bfa7d-2c70-4535-b685-71982934e122,segment=NetworkSegment(f59efdd9-2841-45cc-a088-ccddac5d65a2),segment_id=f59efdd9-2841-45cc-a088-ccddac5d65a2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:20:05.210884 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:05.235656 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d6fb0e-4ff4-44ce-9421-2dc112afbddb x-openstack-request-id: req-22d6fb0e-4ff4-44ce-9421-2dc112afbddb {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:05.235936 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c672c695-30c3-497b-bdfc-f38eaf24863f", "name": "network-vif-plugged", "status": "completed", "tag": "df7bfa7d-2c70-4535-b685-71982934e122", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:05.236192 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-22d6fb0e-4ff4-44ce-9421-2dc112afbddb {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:05.236639 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c672c695-30c3-497b-bdfc-f38eaf24863f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7bfa7d-2c70-4535-b685-71982934e122', 'code': 200} Jul 27 22:20:05.262617 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=df7bfa7d-2c70-4535-b685-71982934e122,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:05.344307 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98f36a-6fe7-4ffd-aab4-67fb7b30882d req-3ad3c52b-e640-42fe-aad9-e3b336132576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:05.346018 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c98f36a-6fe7-4ffd-aab4-67fb7b30882d req-3ad3c52b-e640-42fe-aad9-e3b336132576 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 1096 time: 0.0559337 Jul 27 22:20:05.381619 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7c98f36a-6fe7-4ffd-aab4-67fb7b30882d req-bed9b8a8-f4f7-428b-9f3a-7c3bf5128a59 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285048 Jul 27 22:20:05.527789 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4eb5-9313-48be-95f9-49c4c127b0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:05.540218 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5b305-e70d-4692-b546-f32cc025db89 req-3c8c904e-1ec6-49b4-94cb-ca00950d3ac7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:05.541759 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e6c5b305-e70d-4692-b546-f32cc025db89 req-3c8c904e-1ec6-49b4-94cb-ca00950d3ac7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.0686557 Jul 27 22:20:05.584611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e6c5b305-e70d-4692-b546-f32cc025db89 req-68707078-004a-4503-ad71-7e78ee6db9e2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359797 Jul 27 22:20:05.622397 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:06.720885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bfa0c-a4c8-463b-bc9d-8cb20ba52e35 req-5ab15f45-0125-4d01-be14-51081b983561 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:06.722526 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c2bfa0c-a4c8-463b-bc9d-8cb20ba52e35 req-5ab15f45-0125-4d01-be14-51081b983561 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.0658169 Jul 27 22:20:06.761207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c2bfa0c-a4c8-463b-bc9d-8cb20ba52e35 req-30853c3a-9a79-4f9b-8671-9b7a9e5c5ff1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326366 Jul 27 22:20:06.899438 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07e7b9-f370-43a7-8c3f-9dc6bc4c3858 req-14437cf6-d448-4d43-ae1d-29a1aff882d2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:06.900849 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc07e7b9-f370-43a7-8c3f-9dc6bc4c3858 req-14437cf6-d448-4d43-ae1d-29a1aff882d2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.0702081 Jul 27 22:20:06.940924 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc07e7b9-f370-43a7-8c3f-9dc6bc4c3858 req-88b820c1-7277-47b0-91c3-c45aec4a1e28 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335371 Jul 27 22:20:06.962177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35510) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:07.016158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be56053d-e1bd-4291-a204-7f9ded5c0902 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:07.017694 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-be56053d-e1bd-4291-a204-7f9ded5c0902 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 1091 time: 0.0544839 Jul 27 22:20:07.020563 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35512) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:07.024877 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': 'df7bfa7d-2c70-4535-b685-71982934e122', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:20:07.048094 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:07.149283 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:07.250712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.25.2.148 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/4c078666-b055-4255-a815-77556b486a08) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:20:07.355741 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:07.395064 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:07.432166 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:20:07.437596 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:20:07.441035 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:20:07.446452 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=4c078666-b055-4255-a815-77556b486a08,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:07.547011 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.129270 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.213790 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.362699 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.367331 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.449453 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=4c078666-b055-4255-a815-77556b486a08,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:20:08.460586 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.551235 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.568277 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Floating IP 697e8da6-42ad-4e95-be58-1e35fd8890ad associated. External IP: 172.25.2.148, port: df7bfa7d-2c70-4535-b685-71982934e122. Jul 27 22:20:08.789252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 74783d8b-ffbd-4a3e-b9e4-203916d769ae has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:20:08.903259 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:20:08.914703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0ba28-b04e-462c-aa0e-aaa9ca3d676f None None] Sync routers for ids ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:20:08.920067 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:08.925669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0ba28-b04e-462c-aa0e-aaa9ca3d676f None None] Routers {'74783d8b-ffbd-4a3e-b9e4-203916d769ae'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:08.926425 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-66c0ba28-b04e-462c-aa0e-aaa9ca3d676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:20:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:08.961893 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-07355c6f-4f95-4521-af2a-0904b50bd700 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9402997 Jul 27 22:20:08.962497 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c672c695-30c3-497b-bdfc-f38eaf24863f', 'tag': 'df7bfa7d-2c70-4535-b685-71982934e122'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:20:08.965778 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79b6cc1-9173-4e51-9410-41f27694605a" -d '{"events": [{"name": "network-changed", "server_uuid": "c672c695-30c3-497b-bdfc-f38eaf24863f", "tag": "df7bfa7d-2c70-4535-b685-71982934e122"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:20:09.008897 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b195f1-db35-4193-b137-c66ab074642a x-openstack-request-id: req-72b195f1-db35-4193-b137-c66ab074642a {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:20:09.009192 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c672c695-30c3-497b-bdfc-f38eaf24863f", "tag": "df7bfa7d-2c70-4535-b685-71982934e122", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:20:09.009494 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72b195f1-db35-4193-b137-c66ab074642a {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:20:09.009910 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c672c695-30c3-497b-bdfc-f38eaf24863f', 'tag': 'df7bfa7d-2c70-4535-b685-71982934e122', 'status': 'completed', 'code': 200} Jul 27 22:20:09.043645 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-66c0ba28-b04e-462c-aa0e-aaa9ca3d676f None None] Set router 74783d8b-ffbd-4a3e-b9e4-203916d769ae gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:09.084903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b6cc1-9173-4e51-9410-41f27694605a req-7fad072e-3e19-4832-80ec-9669a7d1b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:09.085840 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcca863-4acd-4fa2-b265-292e0e7aefe4 req-afa3c7c8-4358-4a73-b23c-827f225a9423 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:09.086465 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a79b6cc1-9173-4e51-9410-41f27694605a req-7fad072e-3e19-4832-80ec-9669a7d1b619 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 1096 time: 0.0553141 Jul 27 22:20:09.087540 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0dcca863-4acd-4fa2-b265-292e0e7aefe4 req-afa3c7c8-4358-4a73-b23c-827f225a9423 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.0703652 Jul 27 22:20:09.136647 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0dcca863-4acd-4fa2-b265-292e0e7aefe4 req-0ddde2d7-3db3-4431-853e-cd86767e6603 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407221 Jul 27 22:20:09.162442 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35518) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:09.215676 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:09.252363 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-5f1e3341-3fd2-467d-a824-ac1179beac5c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/697e8da6-42ad-4e95-be58-1e35fd8890ad HTTP/1.1" status: 200 len: 991 time: 0.0887494 Jul 27 22:20:09.255399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b6cc1-9173-4e51-9410-41f27694605a req-da9ae125-1e6b-428f-b82e-dce5661796db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:09.256836 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a79b6cc1-9173-4e51-9410-41f27694605a req-da9ae125-1e6b-428f-b82e-dce5661796db service neutron] 10.222.0.66 "GET /v2.0/networks?id=283979cb-c601-4d41-95f3-d3dcdc8e3bd3 HTTP/1.1" status: 200 len: 898 time: 0.1639314 Jul 27 22:20:09.298239 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-66c0ba28-b04e-462c-aa0e-aaa9ca3d676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802628721', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:50Z', 'updated_at': '2021-07-27T22:19:54Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:51Z', 'updated_at': '2021-07-27T22:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '697e8da6-42ad-4e95-be58-1e35fd8890ad', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'port_id': 'df7bfa7d-2c70-4535-b685-71982934e122', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3', 'mac_address': 'fa:16:3e:a9:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c672c695-30c3-497b-bdfc-f38eaf24863f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:20:07Z', 'updated_at': '2021-07-27T22:20:07Z', 'revision_number': 0, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a5e40a-d495-4d80-86d8-75b9947ae090', 'name': '', 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:b0:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:53Z', 'updated_at': '2021-07-27T22:19:58Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:09.324366 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a79b6cc1-9173-4e51-9410-41f27694605a req-9d793d69-d985-4eb1-9923-3ea61372cd00 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df7bfa7d-2c70-4535-b685-71982934e122 HTTP/1.1" status: 200 len: 999 time: 0.0606103 Jul 27 22:20:09.325166 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0ba28-b04e-462c-aa0e-aaa9ca3d676f None None] Checking router: 74783d8b-ffbd-4a3e-b9e4-203916d769ae for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:20:09.333665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0ba28-b04e-462c-aa0e-aaa9ca3d676f None None] Routers {'74783d8b-ffbd-4a3e-b9e4-203916d769ae'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:20:09.334302 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-66c0ba28-b04e-462c-aa0e-aaa9ca3d676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:20:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:09.375470 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b6cc1-9173-4e51-9410-41f27694605a req-cc3aec1a-2412-4f57-b850-6a4de7ff8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:09.377107 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a79b6cc1-9173-4e51-9410-41f27694605a req-cc3aec1a-2412-4f57-b850-6a4de7ff8f12 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=99f99b03-5224-43a6-a312-ec1d5ba3f701 HTTP/1.1" status: 200 len: 834 time: 0.0460443 Jul 27 22:20:09.443110 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-66c0ba28-b04e-462c-aa0e-aaa9ca3d676f None None] Set router 74783d8b-ffbd-4a3e-b9e4-203916d769ae gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:20:09.448719 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b6cc1-9173-4e51-9410-41f27694605a req-6efb4b6a-a410-440a-87e0-cf524af67adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:09.450660 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a79b6cc1-9173-4e51-9410-41f27694605a req-6efb4b6a-a410-440a-87e0-cf524af67adb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=283979cb-c601-4d41-95f3-d3dcdc8e3bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656331 Jul 27 22:20:09.542831 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a79b6cc1-9173-4e51-9410-41f27694605a req-f2eb4e72-327d-4425-9dcd-ad93dfa407fd service neutron] 10.222.0.66 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855639 Jul 27 22:20:09.640072 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a79b6cc1-9173-4e51-9410-41f27694605a req-b782ed15-3490-4ce2-a617-384bc783e1b1 service neutron] 10.222.0.66 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885611 Jul 27 22:20:09.676398 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-66c0ba28-b04e-462c-aa0e-aaa9ca3d676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802628721', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:50Z', 'updated_at': '2021-07-27T22:19:54Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:51Z', 'updated_at': '2021-07-27T22:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '697e8da6-42ad-4e95-be58-1e35fd8890ad', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'port_id': 'df7bfa7d-2c70-4535-b685-71982934e122', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3', 'mac_address': 'fa:16:3e:a9:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c672c695-30c3-497b-bdfc-f38eaf24863f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:20:07Z', 'updated_at': '2021-07-27T22:20:07Z', 'revision_number': 0, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a5e40a-d495-4d80-86d8-75b9947ae090', 'name': '', 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:b0:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:53Z', 'updated_at': '2021-07-27T22:19:58Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:20:09.703386 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c0ba28-b04e-462c-aa0e-aaa9ca3d676f None None] The sync data for ids ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'] in n-d-764806-9 is: [{'id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802628721', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:50Z', 'updated_at': '2021-07-27T22:19:54Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:51Z', 'updated_at': '2021-07-27T22:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '697e8da6-42ad-4e95-be58-1e35fd8890ad', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'port_id': 'df7bfa7d-2c70-4535-b685-71982934e122', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3', 'mac_address': 'fa:16:3e:a9:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c672c695-30c3-497b-bdfc-f38eaf24863f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:20:07Z', 'updated_at': '2021-07-27T22:20:07Z', 'revision_number': 0, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58a5e40a-d495-4d80-86d8-75b9947ae090', 'name': '', 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:b0:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:53Z', 'updated_at': '2021-07-27T22:19:58Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:20:09.896596 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee2a673-d76a-41c7-b34d-8d49d6245e9f None None] New status for floating IP 697e8da6-42ad-4e95-be58-1e35fd8890ad: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:20:10.256132 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35520) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:20:10.318463 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-13ec19fc-b122-4827-b70b-8a9348dab25c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/697e8da6-42ad-4e95-be58-1e35fd8890ad HTTP/1.1" status: 200 len: 993 time: 0.0611293 Jul 27 22:20:11.534701 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5558c68-b562-4273-8d5d-7187f344f968 req-6ac2e219-eae8-45ec-988c-53491aa61094 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547125 Jul 27 22:20:11.636371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5558c68-b562-4273-8d5d-7187f344f968 req-473a487a-8749-4f1c-b418-bda18b4d6e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:11.637875 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5558c68-b562-4273-8d5d-7187f344f968 req-473a487a-8749-4f1c-b418-bda18b4d6e7e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 1096 time: 0.0618327 Jul 27 22:20:11.742844 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5558c68-b562-4273-8d5d-7187f344f968 req-19bc02da-e560-437b-af93-768f9ec07a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:11.744363 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5558c68-b562-4273-8d5d-7187f344f968 req-19bc02da-e560-437b-af93-768f9ec07a05 service neutron] 10.222.0.66 "GET /v2.0/networks?id=283979cb-c601-4d41-95f3-d3dcdc8e3bd3 HTTP/1.1" status: 200 len: 898 time: 0.0871897 Jul 27 22:20:11.823780 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5558c68-b562-4273-8d5d-7187f344f968 req-6d393205-6acb-4eb1-9485-908f99d62a53 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df7bfa7d-2c70-4535-b685-71982934e122 HTTP/1.1" status: 200 len: 1001 time: 0.0722036 Jul 27 22:20:11.875751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5558c68-b562-4273-8d5d-7187f344f968 req-26a60108-0bb9-40ce-b537-266e943d93e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:11.877442 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5558c68-b562-4273-8d5d-7187f344f968 req-26a60108-0bb9-40ce-b537-266e943d93e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=99f99b03-5224-43a6-a312-ec1d5ba3f701 HTTP/1.1" status: 200 len: 834 time: 0.0471160 Jul 27 22:20:11.947356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5558c68-b562-4273-8d5d-7187f344f968 req-7e1561a6-5584-46e8-8d0d-8a3f68cb5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:20:11.948879 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5558c68-b562-4273-8d5d-7187f344f968 req-7e1561a6-5584-46e8-8d0d-8a3f68cb5c20 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=283979cb-c601-4d41-95f3-d3dcdc8e3bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632961 Jul 27 22:20:12.047616 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5558c68-b562-4273-8d5d-7187f344f968 req-94c2c5df-98d0-46f4-99d0-55c20b99d348 service neutron] 10.222.0.66 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898471 Jul 27 22:20:12.148719 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d5558c68-b562-4273-8d5d-7187f344f968 req-0131ff38-fdd5-4def-98a3-5978f1356b29 service neutron] 10.222.0.66 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934169 Jul 27 22:20:32.899724 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7f3ac602-90b6-49cf-a5c1-61e2665cf2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:33.975697 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:20:35.009421 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:35.530530 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-70fcd2c2-4018-4a4e-b7c6-72bdbd4f1bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:35.624092 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:37.549203 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:38.548891 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:20:39.193523 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:02.901495 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f69a165d-9535-4111-a4af-1ec659c2d661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:05.022820 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:05.530987 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-00497508-3f46-4b7b-9618-244c06ccd7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:05.627778 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:07.551488 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:08.548810 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:09.194737 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:10.975309 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:21:11.522527 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-27af64c7-81aa-4ef4-a585-68151b56cbb9 req-6957a5cb-d9f2-487b-993d-1f9d40b8247c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562027 Jul 27 22:21:11.625456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af64c7-81aa-4ef4-a585-68151b56cbb9 req-bb19c94c-6156-4944-b27c-6dead8648d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:11.627276 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-27af64c7-81aa-4ef4-a585-68151b56cbb9 req-bb19c94c-6156-4944-b27c-6dead8648d08 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 1096 time: 0.0620244 Jul 27 22:21:11.731258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af64c7-81aa-4ef4-a585-68151b56cbb9 req-bedf1da4-ed11-43fc-b4f5-4a38006da69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:11.732717 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-27af64c7-81aa-4ef4-a585-68151b56cbb9 req-bedf1da4-ed11-43fc-b4f5-4a38006da69b service neutron] 10.222.0.66 "GET /v2.0/networks?id=283979cb-c601-4d41-95f3-d3dcdc8e3bd3 HTTP/1.1" status: 200 len: 898 time: 0.0856221 Jul 27 22:21:11.803423 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-27af64c7-81aa-4ef4-a585-68151b56cbb9 req-9976a5f9-2c09-4958-b7e8-0bff43dcc199 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df7bfa7d-2c70-4535-b685-71982934e122 HTTP/1.1" status: 200 len: 1001 time: 0.0629675 Jul 27 22:21:11.853113 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af64c7-81aa-4ef4-a585-68151b56cbb9 req-44a5fda9-5977-464a-98fe-9fbd92957c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:11.854602 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-27af64c7-81aa-4ef4-a585-68151b56cbb9 req-44a5fda9-5977-464a-98fe-9fbd92957c26 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=99f99b03-5224-43a6-a312-ec1d5ba3f701 HTTP/1.1" status: 200 len: 834 time: 0.0447412 Jul 27 22:21:11.921466 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af64c7-81aa-4ef4-a585-68151b56cbb9 req-e2254a57-5c30-4758-a2e4-0dfc805cd2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:11.923081 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-27af64c7-81aa-4ef4-a585-68151b56cbb9 req-e2254a57-5c30-4758-a2e4-0dfc805cd2ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=283979cb-c601-4d41-95f3-d3dcdc8e3bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609865 Jul 27 22:21:12.015434 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-27af64c7-81aa-4ef4-a585-68151b56cbb9 req-a1e3db36-abbc-4ec8-a564-564bdeada83f service neutron] 10.222.0.66 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854805 Jul 27 22:21:12.109342 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-27af64c7-81aa-4ef4-a585-68151b56cbb9 req-3a133909-fb94-4340-bdac-54894dfb3b05 service neutron] 10.222.0.66 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872452 Jul 27 22:21:25.745203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169fe50-cb8f-4df7-b56a-b9ebd9b3dda4 req-4f4dd75c-b941-4e1b-9e87-0372712f635d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:25.746841 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9169fe50-cb8f-4df7-b56a-b9ebd9b3dda4 req-4f4dd75c-b941-4e1b-9e87-0372712f635d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.1174669 Jul 27 22:21:25.787165 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9169fe50-cb8f-4df7-b56a-b9ebd9b3dda4 req-ceaaafe2-4246-40a9-bc2c-8fb263e4139c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342190 Jul 27 22:21:26.967339 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da5a8e-d1ca-4a7e-a048-d704ac34aa3d req-74983c18-29a9-4ca9-8623-5053778e65dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:26.968880 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d4da5a8e-d1ca-4a7e-a048-d704ac34aa3d req-74983c18-29a9-4ca9-8623-5053778e65dd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.1099565 Jul 27 22:21:27.007636 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d4da5a8e-d1ca-4a7e-a048-d704ac34aa3d req-4d733877-f639-436e-8f7d-ac362b73c443 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323420 Jul 27 22:21:28.138517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a5ead-8bb4-49da-bef2-ca8ed2300d3f req-ab556e96-8996-4dbc-924b-c5d9301d33d5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:28.139932 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-873a5ead-8bb4-49da-bef2-ca8ed2300d3f req-ab556e96-8996-4dbc-924b-c5d9301d33d5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.0649962 Jul 27 22:21:28.178616 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-873a5ead-8bb4-49da-bef2-ca8ed2300d3f req-09165ca3-946e-457c-b3fb-9a93de40df6f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327513 Jul 27 22:21:29.314925 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa7ba8-7b13-4a10-8e1e-2cfb1d52e847 req-505e4871-25f1-4705-967b-675fa599820a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:29.316428 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4baa7ba8-7b13-4a10-8e1e-2cfb1d52e847 req-505e4871-25f1-4705-967b-675fa599820a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.0701084 Jul 27 22:21:29.355692 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4baa7ba8-7b13-4a10-8e1e-2cfb1d52e847 req-64f3676d-e3ad-4d06-91ae-71d6b5e9cc5e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332248 Jul 27 22:21:30.489918 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b2d8d-b262-43d3-b238-9fed8553597b req-7f999fda-e3c2-43a5-a864-ea00aca0fa22 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:30.492126 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd3b2d8d-b262-43d3-b238-9fed8553597b req-7f999fda-e3c2-43a5-a864-ea00aca0fa22 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.0673466 Jul 27 22:21:30.536842 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd3b2d8d-b262-43d3-b238-9fed8553597b req-c320889d-b8ff-4101-bccb-9946a54eadf0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373311 Jul 27 22:21:31.673647 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571a9c9-7083-456b-8482-fa4e01c7528b req-b2570c1c-33b0-4c60-b831-1867dade6dbd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:31.675183 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9571a9c9-7083-456b-8482-fa4e01c7528b req-b2570c1c-33b0-4c60-b831-1867dade6dbd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.0702968 Jul 27 22:21:31.715097 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9571a9c9-7083-456b-8482-fa4e01c7528b req-bd168083-35ac-4aac-b6b4-cff725809bec tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336776 Jul 27 22:21:32.852364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bfc3b-a068-4a8b-9baa-c14799f6e580 req-90af70d1-721e-4a06-9d01-f55ea8bb7003 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:32.853861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-787bfc3b-a068-4a8b-9baa-c14799f6e580 req-90af70d1-721e-4a06-9d01-f55ea8bb7003 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.0659516 Jul 27 22:21:32.893542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-787bfc3b-a068-4a8b-9baa-c14799f6e580 req-9e0da4dd-f63a-4402-a033-fa07fc7c8c40 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335469 Jul 27 22:21:32.903485 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-46a69946-64b0-4a68-bb65-8d5251c55f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:34.026103 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48edc4-7247-425a-934b-5f87f05474da req-f6c7111e-0053-4236-bd3d-853d0dfcf21b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:34.027613 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a48edc4-7247-425a-934b-5f87f05474da req-f6c7111e-0053-4236-bd3d-853d0dfcf21b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.0652611 Jul 27 22:21:34.065424 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3a48edc4-7247-425a-934b-5f87f05474da req-ee4cc472-3ca8-4e77-8f89-503a48e7a4f4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319450 Jul 27 22:21:35.021306 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.204853 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9298ac-0750-4c32-bd71-3d70aee62f19 req-610a0c15-64df-49f4-b457-f0dd72f65bfb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:35.206313 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc9298ac-0750-4c32-bd71-3d70aee62f19 req-610a0c15-64df-49f4-b457-f0dd72f65bfb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.0726049 Jul 27 22:21:35.247684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc9298ac-0750-4c32-bd71-3d70aee62f19 req-cab52aac-3c5e-45d2-a7c2-38434bd03e23 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337613 Jul 27 22:21:35.532470 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0224b1d5-c7e1-4777-a44c-369ea75ea3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:35.630598 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:36.378818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74696b-e0cf-47c6-b6d3-f05addbe3d9f req-ba734592-0812-47d4-8636-a61f52cc4dd0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:36.380316 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b74696b-e0cf-47c6-b6d3-f05addbe3d9f req-ba734592-0812-47d4-8636-a61f52cc4dd0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.0667179 Jul 27 22:21:36.419551 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b74696b-e0cf-47c6-b6d3-f05addbe3d9f req-388c1854-c034-4602-8e15-1310f93c9729 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331128 Jul 27 22:21:36.442123 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35574) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:36.509057 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d076d9ad-86ef-4942-be1a-a25f54df66f2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/697e8da6-42ad-4e95-be58-1e35fd8890ad HTTP/1.1" status: 200 len: 993 time: 0.0652101 Jul 27 22:21:37.557763 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:37.800899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b2fbf-a36e-4d20-b1bf-bc04fea83f74 req-77be1020-3ef6-472a-b196-6fc283af4c71 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:37.802364 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f3b2fbf-a36e-4d20-b1bf-bc04fea83f74 req-77be1020-3ef6-472a-b196-6fc283af4c71 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.0774672 Jul 27 22:21:37.802793 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ca78c-61d1-4e24-b01a-389c2ce03479 req-83941ac7-a6ae-42f9-b664-0865c0b4367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:37.804277 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-316ca78c-61d1-4e24-b01a-389c2ce03479 req-83941ac7-a6ae-42f9-b664-0865c0b4367f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 1096 time: 0.0559969 Jul 27 22:21:37.841721 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4f3b2fbf-a36e-4d20-b1bf-bc04fea83f74 req-786b2a6d-36ad-469c-ba01-3bfa2eb6cd67 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327082 Jul 27 22:21:37.894978 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ca78c-61d1-4e24-b01a-389c2ce03479 req-2f79752d-520a-4357-83af-466094ee2abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:37.896457 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-316ca78c-61d1-4e24-b01a-389c2ce03479 req-2f79752d-520a-4357-83af-466094ee2abd service neutron] 10.222.0.66 "GET /v2.0/networks?id=283979cb-c601-4d41-95f3-d3dcdc8e3bd3 HTTP/1.1" status: 200 len: 898 time: 0.0856988 Jul 27 22:21:37.966140 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-316ca78c-61d1-4e24-b01a-389c2ce03479 req-fb3fef87-5a76-4461-853a-7019dfe805b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df7bfa7d-2c70-4535-b685-71982934e122 HTTP/1.1" status: 200 len: 1001 time: 0.0624766 Jul 27 22:21:38.017950 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ca78c-61d1-4e24-b01a-389c2ce03479 req-7e2cf858-0381-462e-8cbe-5445ff655dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:38.019459 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-316ca78c-61d1-4e24-b01a-389c2ce03479 req-7e2cf858-0381-462e-8cbe-5445ff655dce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=99f99b03-5224-43a6-a312-ec1d5ba3f701 HTTP/1.1" status: 200 len: 834 time: 0.0461652 Jul 27 22:21:38.079640 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ca78c-61d1-4e24-b01a-389c2ce03479 req-aa6b21b0-2323-470a-836b-8c7afbe04c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:38.081151 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-316ca78c-61d1-4e24-b01a-389c2ce03479 req-aa6b21b0-2323-470a-836b-8c7afbe04c98 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=283979cb-c601-4d41-95f3-d3dcdc8e3bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547559 Jul 27 22:21:38.175972 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-316ca78c-61d1-4e24-b01a-389c2ce03479 req-deca970c-b9c3-439b-9fd2-4d54e85b92d1 service neutron] 10.222.0.66 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874131 Jul 27 22:21:38.267150 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-316ca78c-61d1-4e24-b01a-389c2ce03479 req-7b63a384-6eb1-44da-b190-7320fc734ca7 service neutron] 10.222.0.66 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841091 Jul 27 22:21:38.547396 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:38.980110 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8137d6f-fb76-4a65-8c55-268f16755afd req-23d77a05-bd3b-4277-95f9-494044ec9a4c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:21:38.981606 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f8137d6f-fb76-4a65-8c55-268f16755afd req-23d77a05-bd3b-4277-95f9-494044ec9a4c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.0638471 Jul 27 22:21:39.019635 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f8137d6f-fb76-4a65-8c55-268f16755afd req-7e4c8e48-4f0d-49c1-828e-f87bb7c0ab5b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317409 Jul 27 22:21:39.044951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35584) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:21:39.110382 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9475cb04-3b74-4360-91da-52b9e2a9e56c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/697e8da6-42ad-4e95-be58-1e35fd8890ad HTTP/1.1" status: 200 len: 993 time: 0.0642004 Jul 27 22:21:39.206519 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:21:47.974203 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:22:02.904889 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-784b8c87-f1af-4682-919d-6877ea0f6254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:05.036835 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:05.533914 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f31757c4-ca69-46e9-9519-3a42816deebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:05.634777 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:07.559428 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:08.563722 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:09.205124 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:14.143654 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9cc2ce88-39e3-4cd1-a880-53d84705034e req-796ac843-8ded-4d36-b0ae-d0aa7e21fde4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551853 Jul 27 22:22:14.236394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ce88-39e3-4cd1-a880-53d84705034e req-6710ecf2-b2f3-4650-9b49-77328e555f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:14.238050 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9cc2ce88-39e3-4cd1-a880-53d84705034e req-6710ecf2-b2f3-4650-9b49-77328e555f79 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 1096 time: 0.0533416 Jul 27 22:22:14.348320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ce88-39e3-4cd1-a880-53d84705034e req-de4c4b3b-845f-46a6-90ce-1aea1371cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:14.349791 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9cc2ce88-39e3-4cd1-a880-53d84705034e req-de4c4b3b-845f-46a6-90ce-1aea1371cd4c service neutron] 10.222.0.66 "GET /v2.0/networks?id=283979cb-c601-4d41-95f3-d3dcdc8e3bd3 HTTP/1.1" status: 200 len: 898 time: 0.0911152 Jul 27 22:22:14.415903 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9cc2ce88-39e3-4cd1-a880-53d84705034e req-55bd031e-1771-48e5-a618-d8fa50164277 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df7bfa7d-2c70-4535-b685-71982934e122 HTTP/1.1" status: 200 len: 1001 time: 0.0590434 Jul 27 22:22:14.471352 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ce88-39e3-4cd1-a880-53d84705034e req-9266c372-90e9-4298-bb78-7f3ab8facfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:14.472818 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9cc2ce88-39e3-4cd1-a880-53d84705034e req-9266c372-90e9-4298-bb78-7f3ab8facfad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=99f99b03-5224-43a6-a312-ec1d5ba3f701 HTTP/1.1" status: 200 len: 834 time: 0.0487988 Jul 27 22:22:14.532025 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ce88-39e3-4cd1-a880-53d84705034e req-77625e01-7630-44a5-a27f-e2f88cb42847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:14.533401 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9cc2ce88-39e3-4cd1-a880-53d84705034e req-77625e01-7630-44a5-a27f-e2f88cb42847 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=283979cb-c601-4d41-95f3-d3dcdc8e3bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531552 Jul 27 22:22:14.623182 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9cc2ce88-39e3-4cd1-a880-53d84705034e req-2a6b825b-432d-4098-8378-0c9dd65f298f service neutron] 10.222.0.66 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819230 Jul 27 22:22:14.716594 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9cc2ce88-39e3-4cd1-a880-53d84705034e req-01777908-6b07-4498-a2be-951f81c4e4ee service neutron] 10.222.0.66 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857778 Jul 27 22:22:24.973394 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:22:32.906929 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-455431dd-c491-4a28-bb9a-451ac4b17951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:35.042805 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:35.534640 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-43b7a102-8aaa-4d3f-a050-5d946dc25376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:35.635832 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:37.561350 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.215549 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35610) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:38.372980 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port 4c078666-b055-4255-a815-77556b486a08 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:38.373247 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.446455 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.446780 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.459057 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for 4c078666-b055-4255-a815-77556b486a08 owned by network:floatingip {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:38.579472 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.619105 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.649415 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=4c078666-b055-4255-a815-77556b486a08,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:38.661561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:38.661922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:38.662297 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:38.662645 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:38.662987 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:38.663327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:38.663661 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:38.663999 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:38.664334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:38.664668 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:38.664999 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:38.665327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:38.723346 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:38.723696 n-d-764806-9 neutron-server[105580]: INFO neutron.db.l3_db [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Floating IP 697e8da6-42ad-4e95-be58-1e35fd8890ad disassociated (deleted). External IP: 172.25.2.148, port: df7bfa7d-2c70-4535-b685-71982934e122. Jul 27 22:22:39.205571 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:39.306016 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 74783d8b-ffbd-4a3e-b9e4-203916d769ae has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:22:39.417538 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:22:39.424011 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:39.429771 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c2c33-cbe7-4013-a003-8f74c9ba5087 None None] Sync routers for ids ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:22:39.439667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c2c33-cbe7-4013-a003-8f74c9ba5087 None None] Routers {'74783d8b-ffbd-4a3e-b9e4-203916d769ae'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:39.440354 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-010c2c33-cbe7-4013-a003-8f74c9ba5087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:22:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:39.464270 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-05176eee-b53a-45a9-82ea-5462e58adcf3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/floatingips/697e8da6-42ad-4e95-be58-1e35fd8890ad HTTP/1.1" status: 204 len: 168 time: 1.2452133 Jul 27 22:22:39.464270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c672c695-30c3-497b-bdfc-f38eaf24863f', 'tag': 'df7bfa7d-2c70-4535-b685-71982934e122'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:22:39.465017 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7323c3df-3deb-44dd-a904-68941c873dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c672c695-30c3-497b-bdfc-f38eaf24863f", "tag": "df7bfa7d-2c70-4535-b685-71982934e122"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:22:39.559941 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-010c2c33-cbe7-4013-a003-8f74c9ba5087 None None] Set router 74783d8b-ffbd-4a3e-b9e4-203916d769ae gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:39.661869 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f352a5-a274-48f3-bfa9-881585901238 x-openstack-request-id: req-18f352a5-a274-48f3-bfa9-881585901238 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:22:39.662283 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c672c695-30c3-497b-bdfc-f38eaf24863f", "tag": "df7bfa7d-2c70-4535-b685-71982934e122", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:22:39.662492 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18f352a5-a274-48f3-bfa9-881585901238 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:22:39.662822 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c672c695-30c3-497b-bdfc-f38eaf24863f', 'tag': 'df7bfa7d-2c70-4535-b685-71982934e122', 'status': 'completed', 'code': 200} Jul 27 22:22:39.744922 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323c3df-3deb-44dd-a904-68941c873dc7 req-6b9d3353-0071-4ac3-8ca6-b04ff1dbd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:39.746392 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7323c3df-3deb-44dd-a904-68941c873dc7 req-6b9d3353-0071-4ac3-8ca6-b04ff1dbd173 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 1096 time: 0.0591660 Jul 27 22:22:39.751061 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf40f9-8d09-4aea-8c3f-41c55e8fb1b5 req-967338e1-34cc-48e2-9cc5-523fab7f3076 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:39.752678 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6bcf40f9-8d09-4aea-8c3f-41c55e8fb1b5 req-967338e1-34cc-48e2-9cc5-523fab7f3076 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.0786812 Jul 27 22:22:39.794886 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6bcf40f9-8d09-4aea-8c3f-41c55e8fb1b5 req-532e36b8-be30-4cd1-a04d-70bf96813ce0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360732 Jul 27 22:22:39.852874 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323c3df-3deb-44dd-a904-68941c873dc7 req-ac515c61-6cff-44ef-b2cc-6e6302310534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:39.854418 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7323c3df-3deb-44dd-a904-68941c873dc7 req-ac515c61-6cff-44ef-b2cc-6e6302310534 service neutron] 10.222.0.66 "GET /v2.0/networks?id=283979cb-c601-4d41-95f3-d3dcdc8e3bd3 HTTP/1.1" status: 200 len: 898 time: 0.1006236 Jul 27 22:22:39.900314 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7323c3df-3deb-44dd-a904-68941c873dc7 req-ea18c845-5c66-4797-89f3-cbb10ebbb35c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df7bfa7d-2c70-4535-b685-71982934e122 HTTP/1.1" status: 200 len: 217 time: 0.0383024 Jul 27 22:22:39.947824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-010c2c33-cbe7-4013-a003-8f74c9ba5087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802628721', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:50Z', 'updated_at': '2021-07-27T22:19:54Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:51Z', 'updated_at': '2021-07-27T22:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '58a5e40a-d495-4d80-86d8-75b9947ae090', 'name': '', 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:b0:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:53Z', 'updated_at': '2021-07-27T22:19:58Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:39.951698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323c3df-3deb-44dd-a904-68941c873dc7 req-cd06a490-2201-479e-95cd-1cb4f9dbcd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:39.953180 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7323c3df-3deb-44dd-a904-68941c873dc7 req-cd06a490-2201-479e-95cd-1cb4f9dbcd86 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=99f99b03-5224-43a6-a312-ec1d5ba3f701 HTTP/1.1" status: 200 len: 834 time: 0.0461118 Jul 27 22:22:39.976612 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c2c33-cbe7-4013-a003-8f74c9ba5087 None None] Checking router: 74783d8b-ffbd-4a3e-b9e4-203916d769ae for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:22:39.985157 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c2c33-cbe7-4013-a003-8f74c9ba5087 None None] Routers {'74783d8b-ffbd-4a3e-b9e4-203916d769ae'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:39.985769 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-010c2c33-cbe7-4013-a003-8f74c9ba5087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:22:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:40.027361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323c3df-3deb-44dd-a904-68941c873dc7 req-ebbf7d84-8241-4cb1-a3ad-f3ad0bcaebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:40.028796 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7323c3df-3deb-44dd-a904-68941c873dc7 req-ebbf7d84-8241-4cb1-a3ad-f3ad0bcaebf2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=283979cb-c601-4d41-95f3-d3dcdc8e3bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671251 Jul 27 22:22:40.095235 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-010c2c33-cbe7-4013-a003-8f74c9ba5087 None None] Set router 74783d8b-ffbd-4a3e-b9e4-203916d769ae gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:40.120193 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7323c3df-3deb-44dd-a904-68941c873dc7 req-17d8a417-ad14-4212-b7ac-699456287b30 service neutron] 10.222.0.66 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836668 Jul 27 22:22:40.216170 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7323c3df-3deb-44dd-a904-68941c873dc7 req-449064af-8b2d-404d-90e2-e93360582e00 service neutron] 10.222.0.66 "GET /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879958 Jul 27 22:22:40.299989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-010c2c33-cbe7-4013-a003-8f74c9ba5087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802628721', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:50Z', 'updated_at': '2021-07-27T22:19:54Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:51Z', 'updated_at': '2021-07-27T22:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '58a5e40a-d495-4d80-86d8-75b9947ae090', 'name': '', 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:b0:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:53Z', 'updated_at': '2021-07-27T22:19:58Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:40.326120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c2c33-cbe7-4013-a003-8f74c9ba5087 None None] The sync data for ids ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'] in n-d-764806-9 is: [{'id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802628721', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:50Z', 'updated_at': '2021-07-27T22:19:54Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:51Z', 'updated_at': '2021-07-27T22:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '58a5e40a-d495-4d80-86d8-75b9947ae090', 'name': '', 'network_id': '283979cb-c601-4d41-95f3-d3dcdc8e3bd3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:b0:38:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:53Z', 'updated_at': '2021-07-27T22:19:58Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '99f99b03-5224-43a6-a312-ec1d5ba3f701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:22:40.547177 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99701ed7-5159-4da2-876b-8cf4a20dd596 None None] New status for floating IP 697e8da6-42ad-4e95-be58-1e35fd8890ad: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:22:40.940517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901269-8160-4ce4-b5af-e847344ca0e7 req-db7a1f69-00b6-4ba7-8578-699adf4f7c2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:40.942032 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b6901269-8160-4ce4-b5af-e847344ca0e7 req-db7a1f69-00b6-4ba7-8578-699adf4f7c2f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.0694332 Jul 27 22:22:40.980679 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b6901269-8160-4ce4-b5af-e847344ca0e7 req-29825f37-312d-4524-9cf8-55966a4f17fe tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1f0175e-8515-420c-8c1e-2f388a20a6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326183 Jul 27 22:22:41.542729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349d2a1-b81b-488b-91d4-aa0975195355 req-4b243fa7-b2c5-4cdc-ace7-4e619a2d30ff tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:41.544151 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8349d2a1-b81b-488b-91d4-aa0975195355 req-4b243fa7-b2c5-4cdc-ace7-4e619a2d30ff tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.66 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 945 time: 0.0661626 Jul 27 22:22:41.651406 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-8349d2a1-b81b-488b-91d4-aa0975195355 req-585d09e5-2898-40cf-834b-5eb283de16e3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port df7bfa7d-2c70-4535-b685-71982934e122 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:41.651757 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8349d2a1-b81b-488b-91d4-aa0975195355 req-585d09e5-2898-40cf-834b-5eb283de16e3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:41.744918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-8349d2a1-b81b-488b-91d4-aa0975195355 req-585d09e5-2898-40cf-834b-5eb283de16e3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] For port df7bfa7d-2c70-4535-b685-71982934e122, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=df7bfa7d-2c70-4535-b685-71982934e122,segment=NetworkSegment(f59efdd9-2841-45cc-a088-ccddac5d65a2),segment_id=f59efdd9-2841-45cc-a088-ccddac5d65a2)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:41.745287 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8349d2a1-b81b-488b-91d4-aa0975195355 req-585d09e5-2898-40cf-834b-5eb283de16e3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:41.758486 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-8349d2a1-b81b-488b-91d4-aa0975195355 req-585d09e5-2898-40cf-834b-5eb283de16e3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for df7bfa7d-2c70-4535-b685-71982934e122 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:41.893620 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8349d2a1-b81b-488b-91d4-aa0975195355 req-585d09e5-2898-40cf-834b-5eb283de16e3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:41.923560 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d09e5-2898-40cf-834b-5eb283de16e3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=df7bfa7d-2c70-4535-b685-71982934e122,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:41.979597 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-8349d2a1-b81b-488b-91d4-aa0975195355 req-585d09e5-2898-40cf-834b-5eb283de16e3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] No DVR routers for this DVR port df7bfa7d-2c70-4535-b685-71982934e122 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:41.982163 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-8349d2a1-b81b-488b-91d4-aa0975195355 req-585d09e5-2898-40cf-834b-5eb283de16e3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:41.984239 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8349d2a1-b81b-488b-91d4-aa0975195355 req-585d09e5-2898-40cf-834b-5eb283de16e3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.66 "DELETE /v2.0/ports/df7bfa7d-2c70-4535-b685-71982934e122 HTTP/1.1" status: 204 len: 173 time: 0.4342220 Jul 27 22:22:41.984665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c672c695-30c3-497b-bdfc-f38eaf24863f', 'name': 'network-vif-deleted', 'tag': 'df7bfa7d-2c70-4535-b685-71982934e122'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:22:41.987266 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd491d3-cf85-433c-a353-896e79c48194" -d '{"events": [{"server_uuid": "c672c695-30c3-497b-bdfc-f38eaf24863f", "name": "network-vif-deleted", "tag": "df7bfa7d-2c70-4535-b685-71982934e122"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:22:42.037511 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec47c3b-a914-4e48-8ad2-35bc3210482e x-openstack-request-id: req-eec47c3b-a914-4e48-8ad2-35bc3210482e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:22:42.037804 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c672c695-30c3-497b-bdfc-f38eaf24863f", "name": "network-vif-deleted", "tag": "df7bfa7d-2c70-4535-b685-71982934e122", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:22:42.038055 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eec47c3b-a914-4e48-8ad2-35bc3210482e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:22:42.038832 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c672c695-30c3-497b-bdfc-f38eaf24863f', 'name': 'network-vif-deleted', 'tag': 'df7bfa7d-2c70-4535-b685-71982934e122', 'status': 'completed', 'code': 200} Jul 27 22:22:42.095329 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dedbdc4a-d60c-450d-ae1f-c4b0be669724 req-ae2612e7-7f7b-49f4-9c4b-9e371643a766 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c672c695-30c3-497b-bdfc-f38eaf24863f HTTP/1.1" status: 200 len: 210 time: 0.0314918 Jul 27 22:22:43.155969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35638) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:43.545872 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73bc4654-80fb-4e8f-9266-5c2c8ce112b8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:43.626425 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device df7bfa7d-2c70-4535-b685-71982934e122 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:43.647297 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: df7bfa7d-2c70-4535-b685-71982934e122 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:43.647643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device df7bfa7d-2c70-4535-b685-71982934e122 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:43.822583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-73bc4654-80fb-4e8f-9266-5c2c8ce112b8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port 58a5e40a-d495-4d80-86d8-75b9947ae090 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:43.822928 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73bc4654-80fb-4e8f-9266-5c2c8ce112b8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:43.914828 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-73bc4654-80fb-4e8f-9266-5c2c8ce112b8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] For port 58a5e40a-d495-4d80-86d8-75b9947ae090, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=58a5e40a-d495-4d80-86d8-75b9947ae090,segment=NetworkSegment(f59efdd9-2841-45cc-a088-ccddac5d65a2),segment_id=f59efdd9-2841-45cc-a088-ccddac5d65a2)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:43.915189 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73bc4654-80fb-4e8f-9266-5c2c8ce112b8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:43.933084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-73bc4654-80fb-4e8f-9266-5c2c8ce112b8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for 58a5e40a-d495-4d80-86d8-75b9947ae090 owned by network:router_interface {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:44.126512 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73bc4654-80fb-4e8f-9266-5c2c8ce112b8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.155843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc4654-80fb-4e8f-9266-5c2c8ce112b8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=58a5e40a-d495-4d80-86d8-75b9947ae090,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:44.339119 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-73bc4654-80fb-4e8f-9266-5c2c8ce112b8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.564864 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bc4654-80fb-4e8f-9266-5c2c8ce112b8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 74783d8b-ffbd-4a3e-b9e4-203916d769ae has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:22:44.676640 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bc4654-80fb-4e8f-9266-5c2c8ce112b8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:22:44.684590 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-73bc4654-80fb-4e8f-9266-5c2c8ce112b8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "PUT /v2.0/routers/74783d8b-ffbd-4a3e-b9e4-203916d769ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5243793 Jul 27 22:22:44.685787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35640) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:44.686935 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336f754d-cbb8-4a3d-a277-d317d56a6c81 None None] Sync routers for ids ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:22:44.696359 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336f754d-cbb8-4a3d-a277-d317d56a6c81 None None] Routers {'74783d8b-ffbd-4a3e-b9e4-203916d769ae'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:44.696969 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-336f754d-cbb8-4a3d-a277-d317d56a6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:22:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:44.740238 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting subnet 99f99b03-5224-43a6-a312-ec1d5ba3f701 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:22:44.743437 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.788017 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.807547 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-336f754d-cbb8-4a3d-a277-d317d56a6c81 None None] Set router 74783d8b-ffbd-4a3e-b9e4-203916d769ae gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:44.873815 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.935627 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.970191 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:44.972159 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/subnets/99f99b03-5224-43a6-a312-ec1d5ba3f701 HTTP/1.1" status: 204 len: 168 time: 0.2853365 Jul 27 22:22:44.973261 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Subnet': ['ID=99f99b03-5224-43a6-a312-ec1d5ba3f701,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:44.976409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35642) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:44.988208 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:44.988820 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:44.989413 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:44.989969 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:44.990542 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:44.991406 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:44.991972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:44.992510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:44.992878 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a9fe8-c982-49cd-8aa4-46f1e1e67405 None None] Network 283979cb-c601-4d41-95f3-d3dcdc8e3bd3 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:44.993071 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:44.993597 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:44.994143 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:44.994806 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ef45e4-f9ee-4de0-9544-3c1fd8685d19 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:45.069934 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-336f754d-cbb8-4a3d-a277-d317d56a6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802628721', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:50Z', 'updated_at': '2021-07-27T22:22:44Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:51Z', 'updated_at': '2021-07-27T22:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:45.092995 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d6116784-8146-418e-baa8-568db6b49ba5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.100473 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336f754d-cbb8-4a3d-a277-d317d56a6c81 None None] Checking router: 74783d8b-ffbd-4a3e-b9e4-203916d769ae for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:22:45.157002 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336f754d-cbb8-4a3d-a277-d317d56a6c81 None None] Routers {'74783d8b-ffbd-4a3e-b9e4-203916d769ae'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:45.157873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-336f754d-cbb8-4a3d-a277-d317d56a6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:22:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:45.203219 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d6116784-8146-418e-baa8-568db6b49ba5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.270865 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-d6116784-8146-418e-baa8-568db6b49ba5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port 344488ca-14bb-40e2-a3dc-cf1a2eba8578 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:45.271950 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d6116784-8146-418e-baa8-568db6b49ba5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.292202 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-336f754d-cbb8-4a3d-a277-d317d56a6c81 None None] Set router 74783d8b-ffbd-4a3e-b9e4-203916d769ae gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:45.362696 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] DHCP port deletion for 283979cb-c601-4d41-95f3-d3dcdc8e3bd3 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:22:45.371253 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-d6116784-8146-418e-baa8-568db6b49ba5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] For port 344488ca-14bb-40e2-a3dc-cf1a2eba8578, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=344488ca-14bb-40e2-a3dc-cf1a2eba8578,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:45.371792 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d6116784-8146-418e-baa8-568db6b49ba5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.384877 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-d6116784-8146-418e-baa8-568db6b49ba5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for 344488ca-14bb-40e2-a3dc-cf1a2eba8578 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:45.493442 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Deleting port b3b9ad25-f704-478e-a651-51048c1a58bf {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:22:45.494337 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.576597 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] For port b3b9ad25-f704-478e-a651-51048c1a58bf, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=b3b9ad25-f704-478e-a651-51048c1a58bf,segment=NetworkSegment(f59efdd9-2841-45cc-a088-ccddac5d65a2),segment_id=f59efdd9-2841-45cc-a088-ccddac5d65a2)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:45.577102 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.580398 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d6116784-8146-418e-baa8-568db6b49ba5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.594259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Calling delete_port for b3b9ad25-f704-478e-a651-51048c1a58bf owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:22:45.596902 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-336f754d-cbb8-4a3d-a277-d317d56a6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802628721', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:50Z', 'updated_at': '2021-07-27T22:22:44Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:51Z', 'updated_at': '2021-07-27T22:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:45.612790 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6116784-8146-418e-baa8-568db6b49ba5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=344488ca-14bb-40e2-a3dc-cf1a2eba8578,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:45.632486 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336f754d-cbb8-4a3d-a277-d317d56a6c81 None None] The sync data for ids ['74783d8b-ffbd-4a3e-b9e4-203916d769ae'] in n-d-764806-9 is: [{'id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1802628721', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:19:50Z', 'updated_at': '2021-07-27T22:22:44Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '344488ca-14bb-40e2-a3dc-cf1a2eba8578', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:74:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74783d8b-ffbd-4a3e-b9e4-203916d769ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:19:51Z', 'updated_at': '2021-07-27T22:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:22:45.688498 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d6116784-8146-418e-baa8-568db6b49ba5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.722776 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.749684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Pushing event deleted for resources: {'Port': ['ID=b3b9ad25-f704-478e-a651-51048c1a58bf,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:45.754260 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] No DVR routers for this DVR port b3b9ad25-f704-478e-a651-51048c1a58bf on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:22:45.765951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:45.766170 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:45.766743 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:45.767067 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:45.767498 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:45.767947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:45.768376 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:45.768800 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:45.769222 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:45.769647 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:45.770156 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:45.770599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c6cbe-3c10-4ac7-98a5-aa74ec82ed06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:45.790357 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d6116784-8146-418e-baa8-568db6b49ba5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.792461 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d6116784-8146-418e-baa8-568db6b49ba5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.834690 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d6116784-8146-418e-baa8-568db6b49ba5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.835250 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6116784-8146-418e-baa8-568db6b49ba5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Fanout notify agent at l3_agent the message router_deleted on router 74783d8b-ffbd-4a3e-b9e4-203916d769ae {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:22:45.843032 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d6116784-8146-418e-baa8-568db6b49ba5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:45.844193 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d6116784-8146-418e-baa8-568db6b49ba5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/routers/74783d8b-ffbd-4a3e-b9e4-203916d769ae HTTP/1.1" status: 204 len: 168 time: 0.8667891 Jul 27 22:22:45.846894 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35644) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:45.926281 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-581ef6f5-c837-4ca7-8fac-fa4ad435fd0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.016780 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-581ef6f5-c837-4ca7-8fac-fa4ad435fd0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.029146 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-581ef6f5-c837-4ca7-8fac-fa4ad435fd0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283979cb-c601-4d41-95f3-d3dcdc8e3bd3']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:46.041422 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-581ef6f5-c837-4ca7-8fac-fa4ad435fd0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59efdd9-2841-45cc-a088-ccddac5d65a2') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:46.041819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-581ef6f5-c837-4ca7-8fac-fa4ad435fd0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59efdd9-2841-45cc-a088-ccddac5d65a2') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:46.051848 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-581ef6f5-c837-4ca7-8fac-fa4ad435fd0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.072365 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-581ef6f5-c837-4ca7-8fac-fa4ad435fd0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.079635 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581ef6f5-c837-4ca7-8fac-fa4ad435fd0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:22:46.080035 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-581ef6f5-c837-4ca7-8fac-fa4ad435fd0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: timer() Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:22:46.083862 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:22:46.146182 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b3b9ad25-f704-478e-a651-51048c1a58bf no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:46.149428 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-581ef6f5-c837-4ca7-8fac-fa4ad435fd0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.155472 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-581ef6f5-c837-4ca7-8fac-fa4ad435fd0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.164582 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35646) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:46.165060 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-581ef6f5-c837-4ca7-8fac-fa4ad435fd0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/networks/283979cb-c601-4d41-95f3-d3dcdc8e3bd3 HTTP/1.1" status: 204 len: 168 time: 0.3168125 Jul 27 22:22:46.170894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: b3b9ad25-f704-478e-a651-51048c1a58bf {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:46.170894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device b3b9ad25-f704-478e-a651-51048c1a58bf not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:46.171456 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 58a5e40a-d495-4d80-86d8-75b9947ae090 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:46.182504 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ef6f5-c837-4ca7-8fac-fa4ad435fd0a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Network': ['ID=283979cb-c601-4d41-95f3-d3dcdc8e3bd3,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:46.196662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 58a5e40a-d495-4d80-86d8-75b9947ae090 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:46.197181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 58a5e40a-d495-4d80-86d8-75b9947ae090 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:46.249326 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c96a233c-6ae3-436e-bd07-710869123dea tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.279958 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c96a233c-6ae3-436e-bd07-710869123dea tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.351069 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c96a233c-6ae3-436e-bd07-710869123dea tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.353773 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c96a233c-6ae3-436e-bd07-710869123dea tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:46.355046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c96a233c-6ae3-436e-bd07-710869123dea tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/security-groups/a1f0175e-8515-420c-8c1e-2f388a20a6db HTTP/1.1" status: 204 len: 168 time: 0.1892569 Jul 27 22:22:46.374812 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a233c-6ae3-436e-bd07-710869123dea tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f0175e-8515-420c-8c1e-2f388a20a6db,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:47.634329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35662) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:47.639779 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-f1b9ed12-d40e-44e7-a453-b29331154752 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1500781233', 'description': 'tempest-secgroup-smoke-1500781233 description', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:47.660855 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1b9ed12-d40e-44e7-a453-b29331154752 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.743721 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1b9ed12-d40e-44e7-a453-b29331154752 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.747339 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1b9ed12-d40e-44e7-a453-b29331154752 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.774471 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-f1b9ed12-d40e-44e7-a453-b29331154752 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.775695 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f1b9ed12-d40e-44e7-a453-b29331154752 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1403217 Jul 27 22:22:47.778805 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35664) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:47.779843 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9ed12-d40e-44e7-a453-b29331154752 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223ed991-bccc-4073-b6d4-8dfc2d2cddc6,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:47.784110 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-4fc8a6ad-fdc5-418d-9c49-b0350d148718 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '223ed991-bccc-4073-b6d4-8dfc2d2cddc6', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:47.810059 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fc8a6ad-fdc5-418d-9c49-b0350d148718 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.857018 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fc8a6ad-fdc5-418d-9c49-b0350d148718 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.861414 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fc8a6ad-fdc5-418d-9c49-b0350d148718 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.879474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8a6ad-fdc5-418d-9c49-b0350d148718 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c22f5b-11af-40df-acc0-3136b555deed,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:47.886303 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-4fc8a6ad-fdc5-418d-9c49-b0350d148718 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.887643 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-4fc8a6ad-fdc5-418d-9c49-b0350d148718 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1072023 Jul 27 22:22:47.890768 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35666) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:47.895186 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-495e1c6e-e17e-41c3-a7bd-cec3121501a9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '223ed991-bccc-4073-b6d4-8dfc2d2cddc6', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:47.921405 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-495e1c6e-e17e-41c3-a7bd-cec3121501a9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.949717 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 344488ca-14bb-40e2-a3dc-cf1a2eba8578 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:22:47.970462 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 344488ca-14bb-40e2-a3dc-cf1a2eba8578 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:22:47.970845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 344488ca-14bb-40e2-a3dc-cf1a2eba8578 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:22:47.987223 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-495e1c6e-e17e-41c3-a7bd-cec3121501a9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:47.992592 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-495e1c6e-e17e-41c3-a7bd-cec3121501a9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.015780 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e1c6e-e17e-41c3-a7bd-cec3121501a9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6314c437-f07c-4b60-8f59-522f7f2b74b0,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:48.018192 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-495e1c6e-e17e-41c3-a7bd-cec3121501a9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.019416 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-495e1c6e-e17e-41c3-a7bd-cec3121501a9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277235 Jul 27 22:22:48.022193 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35668) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:48.026570 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-0b8a32c0-290b-46f7-89a5-fe7eca2c8490 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '223ed991-bccc-4073-b6d4-8dfc2d2cddc6', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:48.053109 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b8a32c0-290b-46f7-89a5-fe7eca2c8490 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.113699 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b8a32c0-290b-46f7-89a5-fe7eca2c8490 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.117438 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b8a32c0-290b-46f7-89a5-fe7eca2c8490 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.135075 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a32c0-290b-46f7-89a5-fe7eca2c8490 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317bb2ba-0ae3-407a-af50-36b86ca4f6d5,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:48.141808 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0b8a32c0-290b-46f7-89a5-fe7eca2c8490 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.143185 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0b8a32c0-290b-46f7-89a5-fe7eca2c8490 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200283 Jul 27 22:22:48.145985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35670) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:48.150607 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-aed0f84e-30ad-4627-a93e-a4c364ba9a52 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '223ed991-bccc-4073-b6d4-8dfc2d2cddc6', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:48.175724 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aed0f84e-30ad-4627-a93e-a4c364ba9a52 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.235359 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aed0f84e-30ad-4627-a93e-a4c364ba9a52 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.239204 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aed0f84e-30ad-4627-a93e-a4c364ba9a52 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.262951 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0f84e-30ad-4627-a93e-a4c364ba9a52 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689bb9b5-b21e-4ced-a881-77f15692b870,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:48.267258 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-aed0f84e-30ad-4627-a93e-a4c364ba9a52 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.269047 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-aed0f84e-30ad-4627-a93e-a4c364ba9a52 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215074 Jul 27 22:22:48.271495 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35672) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:48.276489 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-325e07eb-49b9-496d-9005-de0f5a47578b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '223ed991-bccc-4073-b6d4-8dfc2d2cddc6', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:48.303277 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-325e07eb-49b9-496d-9005-de0f5a47578b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Project 0c0d9d95e7384906a79f12d8d75ba295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:22:48.308353 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-325e07eb-49b9-496d-9005-de0f5a47578b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.368583 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-325e07eb-49b9-496d-9005-de0f5a47578b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.372042 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-325e07eb-49b9-496d-9005-de0f5a47578b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.393810 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e07eb-49b9-496d-9005-de0f5a47578b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f993b343-9b16-4a5a-8cb1-a540b3b0812a,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:48.396809 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-325e07eb-49b9-496d-9005-de0f5a47578b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.398005 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-325e07eb-49b9-496d-9005-de0f5a47578b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255243 Jul 27 22:22:48.400905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35674) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:48.406446 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2f3cfec8-065a-4df3-acd9-068cfc94be20 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'security_group_rule': {'security_group_id': '223ed991-bccc-4073-b6d4-8dfc2d2cddc6', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:48.428284 n-d-764806-9 neutron-server[105580]: INFO neutron.db.securitygroups_db [None req-2f3cfec8-065a-4df3-acd9-068cfc94be20 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Project 0c0d9d95e7384906a79f12d8d75ba295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:22:48.432961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfec8-065a-4df3-acd9-068cfc94be20 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.499776 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfec8-065a-4df3-acd9-068cfc94be20 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.506949 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfec8-065a-4df3-acd9-068cfc94be20 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.525116 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cfec8-065a-4df3-acd9-068cfc94be20 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210b75ee-1f2a-4176-8179-21487e6010f0,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:48.530791 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2f3cfec8-065a-4df3-acd9-068cfc94be20 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.534985 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35676) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:48.535169 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2f3cfec8-065a-4df3-acd9-068cfc94be20 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331172 Jul 27 22:22:48.540326 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-cc9f7c59-936d-4849-9cef-e268b701ae5f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'network': {'name': 'tempest-network-smoke--381158129', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'port_security_enabled': True}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:48.559657 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9f7c59-936d-4849-9cef-e268b701ae5f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Made reservation on behalf of 0c0d9d95e7384906a79f12d8d75ba295 for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:48.563587 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7c59-936d-4849-9cef-e268b701ae5f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.586732 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9f7c59-936d-4849-9cef-e268b701ae5f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:22:48.597049 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7c59-936d-4849-9cef-e268b701ae5f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.597405 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-cc9f7c59-936d-4849-9cef-e268b701ae5f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Added segment 6a13e8a5-d873-47a2-9a21-f33393ff0275 of type vlan for network e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 Jul 27 22:22:48.640208 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7c59-936d-4849-9cef-e268b701ae5f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.668278 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7c59-936d-4849-9cef-e268b701ae5f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.674641 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9f7c59-936d-4849-9cef-e268b701ae5f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:48.675228 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cc9f7c59-936d-4849-9cef-e268b701ae5f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.730875 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cc9f7c59-936d-4849-9cef-e268b701ae5f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1945901 Jul 27 22:22:48.734160 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35678) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:48.739024 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1799762366', 'admin_state_up': True, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:48.761476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f7c59-936d-4849-9cef-e268b701ae5f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Network': ['ID=e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:48.772675 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:22:48.775869 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.776901 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.833338 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:48.973646 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:49.161464 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:49.180644 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:49.287150 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.25.2.36 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/94fbe422-2b3e-443d-ac88-13f98cdd1004) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:49.389346 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:49.432167 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:49.468587 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:49.471459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:49.474915 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:49.507260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=94fbe422-2b3e-443d-ac88-13f98cdd1004,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:50.043576 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:50.253397 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:50.381604 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 36197638-2562-4ac2-b47f-641b37cfdcfe is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:22:50.489657 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:22:50.500068 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Sync routers for ids ['36197638-2562-4ac2-b47f-641b37cfdcfe'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:22:50.509005 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:50.509894 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Routers {'36197638-2562-4ac2-b47f-641b37cfdcfe'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:50.510266 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-a3a029d6-d6d9-4d5a-8dc8-7bc41b5b9e65 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7750554 Jul 27 22:22:50.510533 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:22:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['36197638-2562-4ac2-b47f-641b37cfdcfe'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:50.515321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35680) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:50.615065 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Set router 36197638-2562-4ac2-b47f-641b37cfdcfe gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:50.727810 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2ae2aa7a-03bb-4677-b448-94182d550239 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=0c0d9d95e7384906a79f12d8d75ba295&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2112708 Jul 27 22:22:50.730318 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35684) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:50.793076 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799762366', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:48Z', 'updated_at': '2021-07-27T22:22:49Z', 'revision_number': 3, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:49Z', 'updated_at': '2021-07-27T22:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:50.818185 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baaa8b8-769e-4021-81b4-35df27dabcc8 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:50.819001 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Checking router: 36197638-2562-4ac2-b47f-641b37cfdcfe for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:22:50.819367 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Updating router 36197638-2562-4ac2-b47f-641b37cfdcfe port 94fbe422-2b3e-443d-ac88-13f98cdd1004 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:22:50.819730 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-1baaa8b8-769e-4021-81b4-35df27dabcc8 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884607 Jul 27 22:22:50.822925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35686) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:50.852960 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:50.856816 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-f7a0d25c-1e58-4c05-b38c-089a7a09532f tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=606fdd31-c6d1-46d4-a83e-1f6e64229b55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325592 Jul 27 22:22:50.860213 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35688) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:50.865380 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2fb7ea92-ad58-4504-be0e-70a2f80aac4b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1407903792', 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3', 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:50.955364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb7ea92-ad58-4504-be0e-70a2f80aac4b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Made reservation on behalf of 0c0d9d95e7384906a79f12d8d75ba295 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:50.958960 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2fb7ea92-ad58-4504-be0e-70a2f80aac4b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.110901 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.120776 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Transition to ACTIVE for port object 94fbe422-2b3e-443d-ac88-13f98cdd1004 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:51.127018 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.149052 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2fb7ea92-ad58-4504-be0e-70a2f80aac4b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.175598 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Attempting to bind port 94fbe422-2b3e-443d-ac88-13f98cdd1004 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:22:51.175964 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Attempting to bind port 94fbe422-2b3e-443d-ac88-13f98cdd1004 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:22:51.176327 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Attempting to bind port 94fbe422-2b3e-443d-ac88-13f98cdd1004 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:22:51.181581 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87cbc6-4d57-4bea-bc43-3927ffb2c50d None None] Pushing event updated for resources: {'Port': ['ID=94fbe422-2b3e-443d-ac88-13f98cdd1004,revision_number=2']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:51.190101 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:22:51.190503 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:22:51.190902 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.191292 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:22:51.191748 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Bound port: 94fbe422-2b3e-443d-ac88-13f98cdd1004, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:22:51.192116 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.195267 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b87cbc6-4d57-4bea-bc43-3927ffb2c50d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:51.195606 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b87cbc6-4d57-4bea-bc43-3927ffb2c50d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:51.195939 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b87cbc6-4d57-4bea-bc43-3927ffb2c50d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:51.196268 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b87cbc6-4d57-4bea-bc43-3927ffb2c50d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:51.196592 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b87cbc6-4d57-4bea-bc43-3927ffb2c50d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:51.196914 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b87cbc6-4d57-4bea-bc43-3927ffb2c50d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:51.197234 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b87cbc6-4d57-4bea-bc43-3927ffb2c50d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:51.197550 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b87cbc6-4d57-4bea-bc43-3927ffb2c50d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:51.197872 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b87cbc6-4d57-4bea-bc43-3927ffb2c50d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:51.198184 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b87cbc6-4d57-4bea-bc43-3927ffb2c50d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:51.198528 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b87cbc6-4d57-4bea-bc43-3927ffb2c50d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:51.198842 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b87cbc6-4d57-4bea-bc43-3927ffb2c50d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:22:51.214687 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb7ea92-ad58-4504-be0e-70a2f80aac4b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Subnet': ['ID=9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:51.222927 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb7ea92-ad58-4504-be0e-70a2f80aac4b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Checking segment: {'id': '6a13e8a5-d873-47a2-9a21-f33393ff0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:22:51.223295 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb7ea92-ad58-4504-be0e-70a2f80aac4b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network hostable DHCP agents. Network: e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:22:51.240511 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb7ea92-ad58-4504-be0e-70a2f80aac4b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:22:51.251856 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-2fb7ea92-ad58-4504-be0e-70a2f80aac4b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:51.255709 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] For port 94fbe422-2b3e-443d-ac88-13f98cdd1004, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:22:51.256319 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb7ea92-ad58-4504-be0e-70a2f80aac4b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:51.256916 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2fb7ea92-ad58-4504-be0e-70a2f80aac4b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.258947 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] For port 94fbe422-2b3e-443d-ac88-13f98cdd1004, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=94fbe422-2b3e-443d-ac88-13f98cdd1004,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:22:51.260817 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cef85ab-4f27-4fee-96a3-a23efa5bb8e6 None None] Network e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:51.264257 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.276850 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2fb7ea92-ad58-4504-be0e-70a2f80aac4b tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4155724 Jul 27 22:22:51.280211 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35690) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:22:51.324622 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87cbc6-4d57-4bea-bc43-3927ffb2c50d None None] Pushing event updated for resources: {'Port': ['ID=94fbe422-2b3e-443d-ac88-13f98cdd1004,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:51.328114 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Routers {'36197638-2562-4ac2-b47f-641b37cfdcfe'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:51.328719 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:22:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['36197638-2562-4ac2-b47f-641b37cfdcfe'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:51.442538 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] Set router 36197638-2562-4ac2-b47f-641b37cfdcfe gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:51.442786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3', 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ips': [{'subnet_id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:22:51.443637 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.589761 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Allocated IP 172.20.0.2 (e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3/9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6/0495682e-1397-4a3e-9b24-a1e618dd1a32) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:51.638690 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799762366', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:48Z', 'updated_at': '2021-07-27T22:22:49Z', 'revision_number': 3, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:49Z', 'updated_at': '2021-07-27T22:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:51.666711 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5465149-bf55-484a-b6ef-0b7e84c707d4 None None] The sync data for ids ['36197638-2562-4ac2-b47f-641b37cfdcfe'] in n-d-764806-9 is: [{'id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799762366', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:48Z', 'updated_at': '2021-07-27T22:22:49Z', 'revision_number': 3, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:49Z', 'updated_at': '2021-07-27T22:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:22:51.761937 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.771176 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Transition to ACTIVE for port object 0495682e-1397-4a3e-9b24-a1e618dd1a32 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:51.776829 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.787348 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Transition to ACTIVE for port object 0495682e-1397-4a3e-9b24-a1e618dd1a32 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:51.793962 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.837982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Network e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:51.840875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:51.844190 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:51.861267 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Pushing event updated for resources: {'Port': ['ID=0495682e-1397-4a3e-9b24-a1e618dd1a32,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:51.932760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Attempting to bind port 0495682e-1397-4a3e-9b24-a1e618dd1a32 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:22:51.932760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Attempting to bind port 0495682e-1397-4a3e-9b24-a1e618dd1a32 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '6a13e8a5-d873-47a2-9a21-f33393ff0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:22:51.932760 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Attempting to bind port 0495682e-1397-4a3e-9b24-a1e618dd1a32 on network e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:22:51.938204 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:22:51.938638 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Checking segment: {'id': '6a13e8a5-d873-47a2-9a21-f33393ff0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:22:51.939057 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:51.939443 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Bound using segment: {'id': '6a13e8a5-d873-47a2-9a21-f33393ff0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:22:51.939918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Bound port: 0495682e-1397-4a3e-9b24-a1e618dd1a32, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a13e8a5-d873-47a2-9a21-f33393ff0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:22:51.940307 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:52.034408 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] For port 0495682e-1397-4a3e-9b24-a1e618dd1a32, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:22:52.038116 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] For port 0495682e-1397-4a3e-9b24-a1e618dd1a32, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=0495682e-1397-4a3e-9b24-a1e618dd1a32,segment=NetworkSegment(6a13e8a5-d873-47a2-9a21-f33393ff0275),segment_id=6a13e8a5-d873-47a2-9a21-f33393ff0275)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:22:52.045962 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:52.098784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 94fbe422-2b3e-443d-ac88-13f98cdd1004 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:52.158651 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b305c-fa03-4f23-9500-2f114e5ed91d None None] Pushing event updated for resources: {'Port': ['ID=0495682e-1397-4a3e-9b24-a1e618dd1a32,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:52.175880 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.20.0.1 (e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3/9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6/035505bc-18a4-4da9-95ef-f2fffb77b780) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:52.190137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 94fbe422-2b3e-443d-ac88-13f98cdd1004 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:52.194413 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 94fbe422-2b3e-443d-ac88-13f98cdd1004 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:52.194790 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:52.336762 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:52.337670 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:52.358934 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Transition to ACTIVE for port object 035505bc-18a4-4da9-95ef-f2fffb77b780 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:52.381560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 94fbe422-2b3e-443d-ac88-13f98cdd1004, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=94fbe422-2b3e-443d-ac88-13f98cdd1004,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:52.387424 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:52.414472 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:52.451787 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=94fbe422-2b3e-443d-ac88-13f98cdd1004,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:52.472377 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=035505bc-18a4-4da9-95ef-f2fffb77b780,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:52.479507 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:52.481012 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:52.483927 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:52.528555 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:52.677788 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:52.966049 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:52.971769 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:53.052788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=035505bc-18a4-4da9-95ef-f2fffb77b780,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:53.058984 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:53.072437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cd0cb1-ba99-47f5-abee-8b2d468318c0 None None] Network e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:22:53.156017 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:53.156858 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7ecfe3f3-4768-454c-a744-de9f0596c576 None None] Provisioning for port 0495682e-1397-4a3e-9b24-a1e618dd1a32 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:53.157485 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:53.274592 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 36197638-2562-4ac2-b47f-641b37cfdcfe has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:22:53.394008 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:22:53.410903 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-92b893aa-85cb-42ec-aec4-1498fa5490c9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "PUT /v2.0/routers/36197638-2562-4ac2-b47f-641b37cfdcfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1292012 Jul 27 22:22:53.487259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-66e30589-ac9c-494a-b586-cc26b8b42dda None None] Provisioning for port 035505bc-18a4-4da9-95ef-f2fffb77b780 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:53.492665 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-66e30589-ac9c-494a-b586-cc26b8b42dda None None] Provisioning complete for port 035505bc-18a4-4da9-95ef-f2fffb77b780 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:53.494443 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-66e30589-ac9c-494a-b586-cc26b8b42dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:53.539267 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-66e30589-ac9c-494a-b586-cc26b8b42dda None None] Port 035505bc-18a4-4da9-95ef-f2fffb77b780 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:22:53.587662 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-a3e3c50b-4961-4778-b7f3-339dcf1ba542 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1500781233&fields=id&tenant_id=0c0d9d95e7384906a79f12d8d75ba295 HTTP/1.1" status: 200 len: 267 time: 0.0462403 Jul 27 22:22:53.709078 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-3a7d7232-44dc-41c8-b3b0-47a643f954c2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:53.710679 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-3a7d7232-44dc-41c8-b3b0-47a643f954c2 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/networks?id=e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 HTTP/1.1" status: 200 len: 796 time: 0.1148353 Jul 27 22:22:53.728861 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-41d25795-163b-431f-9fcf-405547cc73ad tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/quotas/0c0d9d95e7384906a79f12d8d75ba295 HTTP/1.1" status: 200 len: 375 time: 0.0109603 Jul 27 22:22:53.744824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Sync routers for ids ['36197638-2562-4ac2-b47f-641b37cfdcfe'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:22:53.754586 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Routers {'36197638-2562-4ac2-b47f-641b37cfdcfe'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:53.755212 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:22:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['36197638-2562-4ac2-b47f-641b37cfdcfe'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:53.802578 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-b9ba94a5-91da-46ce-8fc3-ae45a74595cd tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669806 Jul 27 22:22:53.868109 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-2ccea3df-bc29-42c4-b15b-f6c989173923 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:22:53.869194 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-2ccea3df-bc29-42c4-b15b-f6c989173923 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542455 Jul 27 22:22:53.982541 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-70d465fb-1ccd-45c9-bc73-5400f386e8f5 service neutron] 10.222.0.55 "GET /v2.0/networks/e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064134 Jul 27 22:22:54.024412 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-76ab6b44-d838-41d5-9c4e-ec61aa23462b None None] Provisioning complete for port 035505bc-18a4-4da9-95ef-f2fffb77b780 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:54.024790 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-76ab6b44-d838-41d5-9c4e-ec61aa23462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:54.078087 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-76ab6b44-d838-41d5-9c4e-ec61aa23462b None None] Port 035505bc-18a4-4da9-95ef-f2fffb77b780 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:22:54.083120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Set router 36197638-2562-4ac2-b47f-641b37cfdcfe gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:54.116721 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 94fbe422-2b3e-443d-ac88-13f98cdd1004 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:54.259582 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eb689633-b88b-419e-ab20-f907a066318c None None] Provisioning complete for port 035505bc-18a4-4da9-95ef-f2fffb77b780 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:54.259953 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eb689633-b88b-419e-ab20-f907a066318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:54.301693 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 94fbe422-2b3e-443d-ac88-13f98cdd1004 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:54.301975 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:54.349608 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-eb689633-b88b-419e-ab20-f907a066318c None None] Port 035505bc-18a4-4da9-95ef-f2fffb77b780 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:22:54.397915 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-e5b22cf3-9c69-4f1b-ac40-1795f88cee92 service neutron] 10.222.0.55 "GET /v2.0/networks/e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080994 Jul 27 22:22:54.446216 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 0495682e-1397-4a3e-9b24-a1e618dd1a32 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:54.450591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799762366', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:48Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:49Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '035505bc-18a4-4da9-95ef-f2fffb77b780', 'name': '', 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:96:3b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:51Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 2, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:54.496277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Checking router: 36197638-2562-4ac2-b47f-641b37cfdcfe for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:22:54.497018 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Updating router 36197638-2562-4ac2-b47f-641b37cfdcfe port 035505bc-18a4-4da9-95ef-f2fffb77b780 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:22:54.553263 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:54.572225 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f8cddb6d-579e-4403-b255-575bd4c4ecb8 req-1f6637dd-bd5b-4231-b38e-d1e8a2958be5 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 210 time: 0.0320840 Jul 27 22:22:54.596551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 0495682e-1397-4a3e-9b24-a1e618dd1a32 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:54.605888 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 0495682e-1397-4a3e-9b24-a1e618dd1a32 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:54.606431 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:54.812392 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:54.874282 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 0495682e-1397-4a3e-9b24-a1e618dd1a32, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=0495682e-1397-4a3e-9b24-a1e618dd1a32,segment=NetworkSegment(6a13e8a5-d873-47a2-9a21-f33393ff0275),segment_id=6a13e8a5-d873-47a2-9a21-f33393ff0275)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:54.886274 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:54.956692 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:54.974255 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=0495682e-1397-4a3e-9b24-a1e618dd1a32,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:54.977519 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Transition to ACTIVE for port object 035505bc-18a4-4da9-95ef-f2fffb77b780 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:54.983479 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:55.038285 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44b219-e3a3-4dca-afa5-3370984bf4c2 None None] Pushing event updated for resources: {'Port': ['ID=035505bc-18a4-4da9-95ef-f2fffb77b780,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:55.100305 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Attempting to bind port 035505bc-18a4-4da9-95ef-f2fffb77b780 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:22:55.100677 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Attempting to bind port 035505bc-18a4-4da9-95ef-f2fffb77b780 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '6a13e8a5-d873-47a2-9a21-f33393ff0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:22:55.101045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Attempting to bind port 035505bc-18a4-4da9-95ef-f2fffb77b780 on network e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:22:55.106166 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:22:55.106569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Checking segment: {'id': '6a13e8a5-d873-47a2-9a21-f33393ff0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:22:55.107286 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:55.107595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Bound using segment: {'id': '6a13e8a5-d873-47a2-9a21-f33393ff0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:22:55.108081 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Bound port: 035505bc-18a4-4da9-95ef-f2fffb77b780, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a13e8a5-d873-47a2-9a21-f33393ff0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:22:55.108463 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:55.174930 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] For port 035505bc-18a4-4da9-95ef-f2fffb77b780, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:22:55.178556 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] For port 035505bc-18a4-4da9-95ef-f2fffb77b780, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=035505bc-18a4-4da9-95ef-f2fffb77b780,segment=NetworkSegment(6a13e8a5-d873-47a2-9a21-f33393ff0275),segment_id=6a13e8a5-d873-47a2-9a21-f33393ff0275)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:22:55.183692 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:55.245977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44b219-e3a3-4dca-afa5-3370984bf4c2 None None] Pushing event updated for resources: {'Port': ['ID=035505bc-18a4-4da9-95ef-f2fffb77b780,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:55.254248 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Routers {'36197638-2562-4ac2-b47f-641b37cfdcfe'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:22:55.254923 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:22:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['36197638-2562-4ac2-b47f-641b37cfdcfe'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:55.378716 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] Set router 36197638-2562-4ac2-b47f-641b37cfdcfe gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:22:55.586076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799762366', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:48Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:49Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '035505bc-18a4-4da9-95ef-f2fffb77b780', 'name': '', 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:96:3b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:51Z', 'updated_at': '2021-07-27T22:22:55Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:22:55.613607 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8f8b0-acd8-407e-8fdb-e74c9189c070 None None] The sync data for ids ['36197638-2562-4ac2-b47f-641b37cfdcfe'] in n-d-764806-9 is: [{'id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799762366', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:48Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:49Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '035505bc-18a4-4da9-95ef-f2fffb77b780', 'name': '', 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:96:3b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:51Z', 'updated_at': '2021-07-27T22:22:55Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:22:55.674462 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30973aa3-f733-4280-a980-db74c28f93e7 req-4c4b1c52-8a2b-45ce-a6b7-122fa8e1d9b7 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 210 time: 0.0426137 Jul 27 22:22:56.075824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 0495682e-1397-4a3e-9b24-a1e618dd1a32 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:56.128317 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 0495682e-1397-4a3e-9b24-a1e618dd1a32 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:56.128627 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:56.214846 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 035505bc-18a4-4da9-95ef-f2fffb77b780 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:56.266762 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 035505bc-18a4-4da9-95ef-f2fffb77b780 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:56.273763 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 035505bc-18a4-4da9-95ef-f2fffb77b780 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:56.274199 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:56.364737 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:56.398133 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 035505bc-18a4-4da9-95ef-f2fffb77b780, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=035505bc-18a4-4da9-95ef-f2fffb77b780,segment=NetworkSegment(6a13e8a5-d873-47a2-9a21-f33393ff0275),segment_id=6a13e8a5-d873-47a2-9a21-f33393ff0275)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:22:56.403349 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:56.457181 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=035505bc-18a4-4da9-95ef-f2fffb77b780,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:56.759770 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d5177e01-d1cd-4435-bd6f-946947824d27 req-bebe79ac-d4b5-4c6e-899c-bb23cf4821c0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 210 time: 0.0297375 Jul 27 22:22:57.750756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-71390d61-2308-4b21-86d6-984aecb20917 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:57.752245 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-71390d61-2308-4b21-86d6-984aecb20917 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.20 "GET /v2.0/networks?id=e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 HTTP/1.1" status: 200 len: 796 time: 0.1116035 Jul 27 22:22:57.800047 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-a960536d-35fc-48c7-9de1-67b2b91cca8e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c0d9d95e7384906a79f12d8d75ba295 HTTP/1.1" status: 200 len: 380 time: 0.0380569 Jul 27 22:22:57.815403 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-d6b52206-351d-4c72-825b-33fe5cb1a25d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'port': {'device_id': '297eb1c8-634e-45d8-9644-e2db0285b0e2', 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3', 'admin_state_up': True, 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'security_groups': ['223ed991-bccc-4073-b6d4-8dfc2d2cddc6']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:57.857210 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8da59a4a-285e-47f5-a4fd-df8c52e53d1a req-aa67a976-c9c1-47c1-8d8f-a67ddb82cff8 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 210 time: 0.0288599 Jul 27 22:22:57.928050 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-d6b52206-351d-4c72-825b-33fe5cb1a25d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Made reservation on behalf of 0c0d9d95e7384906a79f12d8d75ba295 for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:22:57.931465 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-d6b52206-351d-4c72-825b-33fe5cb1a25d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:58.002311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 035505bc-18a4-4da9-95ef-f2fffb77b780 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:22:58.049814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 035505bc-18a4-4da9-95ef-f2fffb77b780 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:58.050181 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:58.063643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-d6b52206-351d-4c72-825b-33fe5cb1a25d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.20.0.5 (e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3/9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6/0017762c-309e-4730-b3d8-aa83cee97f75) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:22:58.574229 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-d6b52206-351d-4c72-825b-33fe5cb1a25d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:58.587853 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-d6b52206-351d-4c72-825b-33fe5cb1a25d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Transition to ACTIVE for port object 0017762c-309e-4730-b3d8-aa83cee97f75 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:58.620714 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-d6b52206-351d-4c72-825b-33fe5cb1a25d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:58.663951 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-d6b52206-351d-4c72-825b-33fe5cb1a25d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:22:58.668963 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-d6b52206-351d-4c72-825b-33fe5cb1a25d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:22:58.672802 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-d6b52206-351d-4c72-825b-33fe5cb1a25d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:22:58.680053 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b52206-351d-4c72-825b-33fe5cb1a25d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=0017762c-309e-4730-b3d8-aa83cee97f75,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:58.731867 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-d6b52206-351d-4c72-825b-33fe5cb1a25d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:58.732507 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-d6b52206-351d-4c72-825b-33fe5cb1a25d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:58.749311 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-d6b52206-351d-4c72-825b-33fe5cb1a25d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9375389 Jul 27 22:22:58.804157 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Request body: {'port': {'device_id': '297eb1c8-634e-45d8-9644-e2db0285b0e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:22:58.877841 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:58.946927 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6d783b62-a2c9-434a-8616-9e466c707864 None None] Provisioning for port 0017762c-309e-4730-b3d8-aa83cee97f75 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:22:58.950525 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6d783b62-a2c9-434a-8616-9e466c707864 None None] Provisioning complete for port 0017762c-309e-4730-b3d8-aa83cee97f75 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:22:58.954963 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6d783b62-a2c9-434a-8616-9e466c707864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:58.992319 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6d783b62-a2c9-434a-8616-9e466c707864 None None] Port 0017762c-309e-4730-b3d8-aa83cee97f75 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:22:59.002542 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab139bc-f8e3-4719-914b-5e9ff8d6e6ec req-789b5f4c-6df2-4651-b9cb-e166a8af955c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:59.004078 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ab139bc-f8e3-4719-914b-5e9ff8d6e6ec req-789b5f4c-6df2-4651-b9cb-e166a8af955c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 931 time: 0.0795407 Jul 27 22:22:59.047723 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9ab139bc-f8e3-4719-914b-5e9ff8d6e6ec req-931a5816-8c37-48cf-8035-33b3af7f15aa tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=223ed991-bccc-4073-b6d4-8dfc2d2cddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376091 Jul 27 22:22:59.158270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0017762c-309e-4730-b3d8-aa83cee97f75 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:22:59.165598 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:59.177534 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Transition to ACTIVE for port object 0017762c-309e-4730-b3d8-aa83cee97f75 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:22:59.181291 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:59.254252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Pushing event updated for resources: {'Port': ['ID=0017762c-309e-4730-b3d8-aa83cee97f75,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:59.308030 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Attempting to bind port 0017762c-309e-4730-b3d8-aa83cee97f75 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:22:59.308381 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Attempting to bind port 0017762c-309e-4730-b3d8-aa83cee97f75 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '6a13e8a5-d873-47a2-9a21-f33393ff0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:22:59.308715 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Attempting to bind port 0017762c-309e-4730-b3d8-aa83cee97f75 on network e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:22:59.314566 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Port 0017762c-309e-4730-b3d8-aa83cee97f75 on network e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:22:59.314919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Attempting to bind port 0017762c-309e-4730-b3d8-aa83cee97f75 on network e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:22:59.319988 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:22:59.320410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Checking segment: {'id': '6a13e8a5-d873-47a2-9a21-f33393ff0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:22:59.320903 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Bound using segment: {'id': '6a13e8a5-d873-47a2-9a21-f33393ff0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:22:59.321239 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Bound port: 0017762c-309e-4730-b3d8-aa83cee97f75, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a13e8a5-d873-47a2-9a21-f33393ff0275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:22:59.321624 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:59.403759 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] For port 0017762c-309e-4730-b3d8-aa83cee97f75, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:22:59.406942 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] For port 0017762c-309e-4730-b3d8-aa83cee97f75, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0017762c-309e-4730-b3d8-aa83cee97f75,segment=NetworkSegment(6a13e8a5-d873-47a2-9a21-f33393ff0275),segment_id=6a13e8a5-d873-47a2-9a21-f33393ff0275)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:22:59.412098 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:59.448025 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:59.448644 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:22:59.450031 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] 10.222.0.20 "PUT /v2.0/ports/0017762c-309e-4730-b3d8-aa83cee97f75 HTTP/1.1" status: 200 len: 1091 time: 0.6923022 Jul 27 22:22:59.450488 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297eb1c8-634e-45d8-9644-e2db0285b0e2', 'tag': '0017762c-309e-4730-b3d8-aa83cee97f75'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:22:59.452827 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb424ae-537a-4a48-b068-d98657bf4ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "297eb1c8-634e-45d8-9644-e2db0285b0e2", "tag": "0017762c-309e-4730-b3d8-aa83cee97f75"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:22:59.479494 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c2a6d-85b6-4f6a-9543-974f39dd9f66 service neutron] Pushing event updated for resources: {'Port': ['ID=0017762c-309e-4730-b3d8-aa83cee97f75,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:22:59.509552 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7ec83b-ed09-479d-be83-11c796f506e0 x-openstack-request-id: req-5d7ec83b-ed09-479d-be83-11c796f506e0 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:22:59.509937 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297eb1c8-634e-45d8-9644-e2db0285b0e2", "tag": "0017762c-309e-4730-b3d8-aa83cee97f75", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:22:59.510270 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d7ec83b-ed09-479d-be83-11c796f506e0 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:22:59.510734 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297eb1c8-634e-45d8-9644-e2db0285b0e2', 'tag': '0017762c-309e-4730-b3d8-aa83cee97f75', 'status': 'completed', 'code': 200} Jul 27 22:22:59.561064 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-d1f0ac32-5057-4b19-ab6f-18496913006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:59.563071 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-d1f0ac32-5057-4b19-ab6f-18496913006b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 1094 time: 0.0652611 Jul 27 22:22:59.611972 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-f336de85-875b-4222-8959-24e106bd4e67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0017762c-309e-4730-b3d8-aa83cee97f75 HTTP/1.1" status: 200 len: 217 time: 0.0404925 Jul 27 22:22:59.661958 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-215936a5-8dff-4fda-9780-c0bd7ed77b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:59.663498 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-215936a5-8dff-4fda-9780-c0bd7ed77b9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6 HTTP/1.1" status: 200 len: 835 time: 0.0449095 Jul 27 22:22:59.723716 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-25b99288-07d1-4ab7-bc8d-e0b9eb660bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:22:59.725215 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-25b99288-07d1-4ab7-bc8d-e0b9eb660bd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541942 Jul 27 22:22:59.822378 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-d0376933-feae-4f11-bb35-5356b38c4beb service neutron] 10.222.0.20 "GET /v2.0/networks/e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885887 Jul 27 22:22:59.914151 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-31063a38-6e44-48a1-b1d9-58e0f50e06b7 req-52f5f70a-19fa-4e8d-a226-eafab8afbd25 service neutron] 10.222.0.20 "GET /v2.0/networks/e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851679 Jul 27 22:23:00.009995 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb424ae-537a-4a48-b068-d98657bf4ab7 req-e1c817c5-b0eb-433c-9238-610571885738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:00.011547 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7eb424ae-537a-4a48-b068-d98657bf4ab7 req-e1c817c5-b0eb-433c-9238-610571885738 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 1094 time: 0.0553584 Jul 27 22:23:00.108149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb424ae-537a-4a48-b068-d98657bf4ab7 req-f8c463c8-75a3-4684-b8a5-51d0d79ab349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:00.109642 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7eb424ae-537a-4a48-b068-d98657bf4ab7 req-f8c463c8-75a3-4684-b8a5-51d0d79ab349 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 HTTP/1.1" status: 200 len: 897 time: 0.0911875 Jul 27 22:23:00.156382 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7eb424ae-537a-4a48-b068-d98657bf4ab7 req-cdd64aa1-a84a-414e-b571-7d0659ed8cda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0017762c-309e-4730-b3d8-aa83cee97f75 HTTP/1.1" status: 200 len: 217 time: 0.0389640 Jul 27 22:23:00.180816 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3583e-0957-448d-9a2f-9596f16b3135 req-ca2a2c98-43de-4bdc-a250-a1876bcad5f1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:00.182249 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39a3583e-0957-448d-9a2f-9596f16b3135 req-ca2a2c98-43de-4bdc-a250-a1876bcad5f1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 943 time: 0.0649545 Jul 27 22:23:00.208324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb424ae-537a-4a48-b068-d98657bf4ab7 req-611bc52e-45a3-4820-a9b4-95fee2ba3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:00.209824 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7eb424ae-537a-4a48-b068-d98657bf4ab7 req-611bc52e-45a3-4820-a9b4-95fee2ba3ff0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6 HTTP/1.1" status: 200 len: 835 time: 0.0461700 Jul 27 22:23:00.222837 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-39a3583e-0957-448d-9a2f-9596f16b3135 req-6e4e58b1-0f79-41fe-aba0-727f3d51b1c6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=223ed991-bccc-4073-b6d4-8dfc2d2cddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342145 Jul 27 22:23:00.286975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb424ae-537a-4a48-b068-d98657bf4ab7 req-30b3296c-4326-44f9-949b-4586f7b5a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:00.288486 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7eb424ae-537a-4a48-b068-d98657bf4ab7 req-30b3296c-4326-44f9-949b-4586f7b5a59b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704081 Jul 27 22:23:00.382108 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7eb424ae-537a-4a48-b068-d98657bf4ab7 req-6627b0af-8300-42e2-9e73-551f65dbefe5 service neutron] 10.222.0.20 "GET /v2.0/networks/e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846643 Jul 27 22:23:00.479121 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7eb424ae-537a-4a48-b068-d98657bf4ab7 req-10ba002b-4dc9-4920-a2e5-5456eba3a21a service neutron] 10.222.0.20 "GET /v2.0/networks/e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883806 Jul 27 22:23:01.304293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0017762c-309e-4730-b3d8-aa83cee97f75 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:23:01.360980 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5feaf-74ba-4171-9548-af0e17f619c8 req-5d4ff4da-3d96-41fe-a5aa-884fb2d3896a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:01.363480 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b2c5feaf-74ba-4171-9548-af0e17f619c8 req-5d4ff4da-3d96-41fe-a5aa-884fb2d3896a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 943 time: 0.0688913 Jul 27 22:23:01.402308 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b2c5feaf-74ba-4171-9548-af0e17f619c8 req-e9026c21-51d7-4de4-81d5-4c4c127c933e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=223ed991-bccc-4073-b6d4-8dfc2d2cddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326550 Jul 27 22:23:01.405293 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 0017762c-309e-4730-b3d8-aa83cee97f75, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0017762c-309e-4730-b3d8-aa83cee97f75,segment=NetworkSegment(6a13e8a5-d873-47a2-9a21-f33393ff0275),segment_id=6a13e8a5-d873-47a2-9a21-f33393ff0275)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:01.417097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '0017762c-309e-4730-b3d8-aa83cee97f75', 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3', 'port_id': '0017762c-309e-4730-b3d8-aa83cee97f75', 'mac_address': 'fa:16:3e:bf:90:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:23:01.457733 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:01.470927 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0017762c-309e-4730-b3d8-aa83cee97f75 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:23:01.491451 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 0017762c-309e-4730-b3d8-aa83cee97f75, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0017762c-309e-4730-b3d8-aa83cee97f75,segment=NetworkSegment(6a13e8a5-d873-47a2-9a21-f33393ff0275),segment_id=6a13e8a5-d873-47a2-9a21-f33393ff0275)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:01.495585 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:01.542723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=0017762c-309e-4730-b3d8-aa83cee97f75,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:01.743994 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['0017762c-309e-4730-b3d8-aa83cee97f75'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:23:01.973969 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:23:02.542830 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fa0cd-0d2a-40ed-855b-a41c1fdda6a9 req-a1bba4c1-279d-4bc1-ad4c-6283ec283c68 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:02.545080 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d23fa0cd-0d2a-40ed-855b-a41c1fdda6a9 req-a1bba4c1-279d-4bc1-ad4c-6283ec283c68 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 944 time: 0.0714674 Jul 27 22:23:02.583747 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d23fa0cd-0d2a-40ed-855b-a41c1fdda6a9 req-9431f5f4-a0bf-464e-83c7-e579db6058d9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=223ed991-bccc-4073-b6d4-8dfc2d2cddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327039 Jul 27 22:23:02.907827 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1cff9da0-4398-4dfd-ac64-d5c26089e7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:03.320366 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0017762c-309e-4730-b3d8-aa83cee97f75 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:03.373332 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 0017762c-309e-4730-b3d8-aa83cee97f75 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:03.377298 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 0017762c-309e-4730-b3d8-aa83cee97f75 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:03.377668 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:03.475036 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:03.500175 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297eb1c8-634e-45d8-9644-e2db0285b0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0017762c-309e-4730-b3d8-aa83cee97f75'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:23:03.502421 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ff49c4-c191-4605-a191-faf2447d3ee9" -d '{"events": [{"server_uuid": "297eb1c8-634e-45d8-9644-e2db0285b0e2", "name": "network-vif-plugged", "status": "completed", "tag": "0017762c-309e-4730-b3d8-aa83cee97f75"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:23:03.517005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 0017762c-309e-4730-b3d8-aa83cee97f75, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0017762c-309e-4730-b3d8-aa83cee97f75,segment=NetworkSegment(6a13e8a5-d873-47a2-9a21-f33393ff0275),segment_id=6a13e8a5-d873-47a2-9a21-f33393ff0275)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:03.521182 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:03.543832 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d2f26d-1a6c-49bc-bb13-c29f3da62ee0 x-openstack-request-id: req-d2d2f26d-1a6c-49bc-bb13-c29f3da62ee0 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:23:03.544125 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297eb1c8-634e-45d8-9644-e2db0285b0e2", "name": "network-vif-plugged", "status": "completed", "tag": "0017762c-309e-4730-b3d8-aa83cee97f75", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:23:03.544401 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2d2f26d-1a6c-49bc-bb13-c29f3da62ee0 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:23:03.544788 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297eb1c8-634e-45d8-9644-e2db0285b0e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0017762c-309e-4730-b3d8-aa83cee97f75', 'code': 200} Jul 27 22:23:03.572304 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=0017762c-309e-4730-b3d8-aa83cee97f75,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:03.662715 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501fa3d-d47d-4ad4-b707-035b103b6a25 req-a439f57b-ee15-4974-bc11-d736f321fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:03.664265 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6501fa3d-d47d-4ad4-b707-035b103b6a25 req-a439f57b-ee15-4974-bc11-d736f321fa0e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 1096 time: 0.0584710 Jul 27 22:23:03.701564 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6501fa3d-d47d-4ad4-b707-035b103b6a25 req-e1009f9b-5303-4621-a6ba-0b28a4aa7645 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=223ed991-bccc-4073-b6d4-8dfc2d2cddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291982 Jul 27 22:23:03.718333 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dc440-a966-407b-9948-1517ea5acb2d req-4e2bb6fd-e997-4572-8ec2-06d1bfc38adb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:03.719858 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-999dc440-a966-407b-9948-1517ea5acb2d req-4e2bb6fd-e997-4572-8ec2-06d1bfc38adb tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0667284 Jul 27 22:23:03.766656 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-999dc440-a966-407b-9948-1517ea5acb2d req-1f214150-b2fb-4ece-a972-33ea03b21f7a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=223ed991-bccc-4073-b6d4-8dfc2d2cddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406997 Jul 27 22:23:04.910952 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fdd15-1c4c-4ec1-bc59-a72bf3887445 req-b7d9e82d-7534-4027-a6d4-0a18f511e491 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:04.912528 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f06fdd15-1c4c-4ec1-bc59-a72bf3887445 req-b7d9e82d-7534-4027-a6d4-0a18f511e491 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0661607 Jul 27 22:23:04.956284 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f06fdd15-1c4c-4ec1-bc59-a72bf3887445 req-fd859c7c-4cff-4941-befb-d49215bdc68c tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=223ed991-bccc-4073-b6d4-8dfc2d2cddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378180 Jul 27 22:23:05.055218 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:05.086929 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e6d98-0651-4a7e-9c34-cf323ad704a1 req-5122460d-2d04-49fe-b33b-2762573508b6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:05.088541 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b8e6d98-0651-4a7e-9c34-cf323ad704a1 req-5122460d-2d04-49fe-b33b-2762573508b6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0651484 Jul 27 22:23:05.128529 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0b8e6d98-0651-4a7e-9c34-cf323ad704a1 req-71d7d1f0-b91a-4c3b-aed5-34dbf9c0dd3d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=223ed991-bccc-4073-b6d4-8dfc2d2cddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330720 Jul 27 22:23:05.150143 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35770) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:05.205154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34702e90-eaa1-4220-9c41-433596a58d88 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:05.206700 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-34702e90-eaa1-4220-9c41-433596a58d88 tempest-TestNetworkAdvancedServerOps-2113933476 tempest-TestNetworkAdvancedServerOps-2113933476-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 1091 time: 0.0555544 Jul 27 22:23:05.209506 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35772) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:05.213862 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '0017762c-309e-4730-b3d8-aa83cee97f75', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:05.238936 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:05.341684 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:05.446576 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Allocated IP 172.25.2.65 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/7b607580-7429-4f2d-9d99-bd030ea126ac) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:05.535118 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-670f44d7-2639-4e9d-b93e-11e028dec883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:05.558349 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:05.598699 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:05.637100 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:05.637349 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:05.641082 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:05.647266 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:05.676320 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=7b607580-7429-4f2d-9d99-bd030ea126ac,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:06.025213 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:06.103931 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:06.267200 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:06.271945 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:06.340470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event updated for resources: {'Port': ['ID=7b607580-7429-4f2d-9d99-bd030ea126ac,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:06.354934 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:06.462309 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Floating IP be702855-1c0a-4a36-a342-4d745fea6974 associated. External IP: 172.25.2.65, port: 0017762c-309e-4730-b3d8-aa83cee97f75. Jul 27 22:23:06.678674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 36197638-2562-4ac2-b47f-641b37cfdcfe has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:23:06.788416 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:23:06.798247 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1bb50-64c8-45b7-9911-0c607b9dd217 None None] Sync routers for ids ['36197638-2562-4ac2-b47f-641b37cfdcfe'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:23:06.804451 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:06.806982 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1bb50-64c8-45b7-9911-0c607b9dd217 None None] Routers {'36197638-2562-4ac2-b47f-641b37cfdcfe'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:06.807578 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-7fc1bb50-64c8-45b7-9911-0c607b9dd217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:23:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['36197638-2562-4ac2-b47f-641b37cfdcfe'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:06.842083 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e6aebe97-c43b-493e-83c0-00353ae8bb41 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6315465 Jul 27 22:23:06.843424 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297eb1c8-634e-45d8-9644-e2db0285b0e2', 'tag': '0017762c-309e-4730-b3d8-aa83cee97f75'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:23:06.845900 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f0828f-70ef-45a4-a715-b2c287e785ac" -d '{"events": [{"name": "network-changed", "server_uuid": "297eb1c8-634e-45d8-9644-e2db0285b0e2", "tag": "0017762c-309e-4730-b3d8-aa83cee97f75"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:23:06.882714 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ce2902-db19-4f9a-a2b3-b3b9eaece729 x-openstack-request-id: req-72ce2902-db19-4f9a-a2b3-b3b9eaece729 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:23:06.883011 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297eb1c8-634e-45d8-9644-e2db0285b0e2", "tag": "0017762c-309e-4730-b3d8-aa83cee97f75", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:23:06.883265 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72ce2902-db19-4f9a-a2b3-b3b9eaece729 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:23:06.883676 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297eb1c8-634e-45d8-9644-e2db0285b0e2', 'tag': '0017762c-309e-4730-b3d8-aa83cee97f75', 'status': 'completed', 'code': 200} Jul 27 22:23:06.966907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0828f-70ef-45a4-a715-b2c287e785ac req-a218c0a5-0dbd-4cf8-9a3b-2800c0c522e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:06.969050 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66490c37-5299-4b17-8f38-6d36904a14ad req-0a1e5962-5f1e-4361-a4c7-acd852458c9f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:06.969193 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8f0828f-70ef-45a4-a715-b2c287e785ac req-a218c0a5-0dbd-4cf8-9a3b-2800c0c522e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 1096 time: 0.0598569 Jul 27 22:23:06.970684 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66490c37-5299-4b17-8f38-6d36904a14ad req-0a1e5962-5f1e-4361-a4c7-acd852458c9f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0744276 Jul 27 22:23:07.007052 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-7fc1bb50-64c8-45b7-9911-0c607b9dd217 None None] Set router 36197638-2562-4ac2-b47f-641b37cfdcfe gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:07.018895 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-66490c37-5299-4b17-8f38-6d36904a14ad req-935cfc5a-a273-48e0-89c4-0543c8598cdc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=223ed991-bccc-4073-b6d4-8dfc2d2cddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418942 Jul 27 22:23:07.037005 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35778) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:07.080165 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0828f-70ef-45a4-a715-b2c287e785ac req-c10d4c73-8b6b-4f38-9612-ef09a36bd3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:07.081791 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8f0828f-70ef-45a4-a715-b2c287e785ac req-c10d4c73-8b6b-4f38-9612-ef09a36bd3c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 HTTP/1.1" status: 200 len: 897 time: 0.1054890 Jul 27 22:23:07.107238 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0c952f91-d54b-49ba-ad8e-96f83b8909c1 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/be702855-1c0a-4a36-a342-4d745fea6974 HTTP/1.1" status: 200 len: 990 time: 0.0672510 Jul 27 22:23:07.150347 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8f0828f-70ef-45a4-a715-b2c287e785ac req-996dcbdc-8f0e-413d-94ef-f29a3abfc6e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0017762c-309e-4730-b3d8-aa83cee97f75 HTTP/1.1" status: 200 len: 998 time: 0.0606325 Jul 27 22:23:07.205565 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0828f-70ef-45a4-a715-b2c287e785ac req-bad0de15-ddbe-415c-b3df-eaf6e44a1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:07.207094 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8f0828f-70ef-45a4-a715-b2c287e785ac req-bad0de15-ddbe-415c-b3df-eaf6e44a1edc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6 HTTP/1.1" status: 200 len: 835 time: 0.0496817 Jul 27 22:23:07.235603 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-7fc1bb50-64c8-45b7-9911-0c607b9dd217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799762366', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:48Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:49Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'be702855-1c0a-4a36-a342-4d745fea6974', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'floating_ip_address': '172.25.2.65', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'port_id': '0017762c-309e-4730-b3d8-aa83cee97f75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3', 'mac_address': 'fa:16:3e:bf:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297eb1c8-634e-45d8-9644-e2db0285b0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:23:05Z', 'updated_at': '2021-07-27T22:23:05Z', 'revision_number': 0, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '035505bc-18a4-4da9-95ef-f2fffb77b780', 'name': '', 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:96:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:51Z', 'updated_at': '2021-07-27T22:22:56Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:07.265997 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1bb50-64c8-45b7-9911-0c607b9dd217 None None] Checking router: 36197638-2562-4ac2-b47f-641b37cfdcfe for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:23:07.268737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0828f-70ef-45a4-a715-b2c287e785ac req-ea552745-30d1-4cac-a67b-1cfa05e49115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:07.270291 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8f0828f-70ef-45a4-a715-b2c287e785ac req-ea552745-30d1-4cac-a67b-1cfa05e49115 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552621 Jul 27 22:23:07.274216 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc1bb50-64c8-45b7-9911-0c607b9dd217 None None] Routers {'36197638-2562-4ac2-b47f-641b37cfdcfe'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:07.274833 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-7fc1bb50-64c8-45b7-9911-0c607b9dd217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:23:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['36197638-2562-4ac2-b47f-641b37cfdcfe'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:07.364189 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8f0828f-70ef-45a4-a715-b2c287e785ac req-f9f64e20-105a-42c4-9829-080fddc60402 service neutron] 10.222.0.20 "GET /v2.0/networks/e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859430 Jul 27 22:23:07.382008 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-7fc1bb50-64c8-45b7-9911-0c607b9dd217 None None] Set router 36197638-2562-4ac2-b47f-641b37cfdcfe gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:07.460691 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d8f0828f-70ef-45a4-a715-b2c287e785ac req-c4cc170b-7151-42ee-a147-55b557b66348 service neutron] 10.222.0.20 "GET /v2.0/networks/e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896564 Jul 27 22:23:07.565183 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:07.607462 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-7fc1bb50-64c8-45b7-9911-0c607b9dd217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799762366', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:48Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:49Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'be702855-1c0a-4a36-a342-4d745fea6974', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'floating_ip_address': '172.25.2.65', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'port_id': '0017762c-309e-4730-b3d8-aa83cee97f75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3', 'mac_address': 'fa:16:3e:bf:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297eb1c8-634e-45d8-9644-e2db0285b0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:23:05Z', 'updated_at': '2021-07-27T22:23:05Z', 'revision_number': 0, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '035505bc-18a4-4da9-95ef-f2fffb77b780', 'name': '', 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:96:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:51Z', 'updated_at': '2021-07-27T22:22:56Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:07.633889 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc1bb50-64c8-45b7-9911-0c607b9dd217 None None] The sync data for ids ['36197638-2562-4ac2-b47f-641b37cfdcfe'] in n-d-764806-9 is: [{'id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799762366', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:48Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:49Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'be702855-1c0a-4a36-a342-4d745fea6974', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'floating_ip_address': '172.25.2.65', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'port_id': '0017762c-309e-4730-b3d8-aa83cee97f75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3', 'mac_address': 'fa:16:3e:bf:90:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297eb1c8-634e-45d8-9644-e2db0285b0e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:23:05Z', 'updated_at': '2021-07-27T22:23:05Z', 'revision_number': 0, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '035505bc-18a4-4da9-95ef-f2fffb77b780', 'name': '', 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:96:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:51Z', 'updated_at': '2021-07-27T22:22:56Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:23:07.821550 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb23ad-b10d-40c1-8688-d9c18d36224d None None] New status for floating IP be702855-1c0a-4a36-a342-4d745fea6974: ACTIVE {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:23:08.110132 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35780) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:08.171246 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-256d2eed-1d5e-4890-a6a7-bc41c821a4c4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/be702855-1c0a-4a36-a342-4d745fea6974 HTTP/1.1" status: 200 len: 992 time: 0.0597730 Jul 27 22:23:08.590887 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:09.208647 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:16.006133 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6858648b-da95-4559-99e8-1ccf9167c786 req-72e808c9-8e2b-4aed-a7b1-426f364b15fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545132 Jul 27 22:23:16.103378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858648b-da95-4559-99e8-1ccf9167c786 req-5b8c4d2a-52cc-46a3-bf06-625e72c5c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:16.104867 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6858648b-da95-4559-99e8-1ccf9167c786 req-5b8c4d2a-52cc-46a3-bf06-625e72c5c229 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 1096 time: 0.0538969 Jul 27 22:23:16.212956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858648b-da95-4559-99e8-1ccf9167c786 req-7cc531d3-bcef-4dfa-bb32-7a7a417dbfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:16.214394 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6858648b-da95-4559-99e8-1ccf9167c786 req-7cc531d3-bcef-4dfa-bb32-7a7a417dbfeb service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 HTTP/1.1" status: 200 len: 897 time: 0.0897543 Jul 27 22:23:16.283038 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6858648b-da95-4559-99e8-1ccf9167c786 req-13a86623-413d-4245-8b1b-03875ff2e0b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0017762c-309e-4730-b3d8-aa83cee97f75 HTTP/1.1" status: 200 len: 1000 time: 0.0594697 Jul 27 22:23:16.337925 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858648b-da95-4559-99e8-1ccf9167c786 req-cbaa0621-e90a-4032-a175-54ca920c8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:16.339394 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6858648b-da95-4559-99e8-1ccf9167c786 req-cbaa0621-e90a-4032-a175-54ca920c8324 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6 HTTP/1.1" status: 200 len: 835 time: 0.0475457 Jul 27 22:23:16.403723 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858648b-da95-4559-99e8-1ccf9167c786 req-ebd41249-e6ab-45a0-8f41-92d5c7faf944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:16.405356 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6858648b-da95-4559-99e8-1ccf9167c786 req-ebd41249-e6ab-45a0-8f41-92d5c7faf944 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571909 Jul 27 22:23:16.499541 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6858648b-da95-4559-99e8-1ccf9167c786 req-7205fa44-f9a3-4460-9a3b-29e0a7959bdc service neutron] 10.222.0.20 "GET /v2.0/networks/e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850067 Jul 27 22:23:16.592814 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6858648b-da95-4559-99e8-1ccf9167c786 req-6ee5c59f-d4d3-4f61-8f83-3cbfde2ec987 service neutron] 10.222.0.20 "GET /v2.0/networks/e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868609 Jul 27 22:23:32.909069 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-af64e2f3-43a4-4a65-a1b0-c7b991e999bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:35.067350 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:35.537145 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9678-5dd1-4198-8eb4-594ef2b5b6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:35.638902 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:36.881188 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54f883-ccf0-49dc-aaa1-ee77c5757e55 req-e57d2b21-0f70-4c03-8bc5-fa5f1d4f39c4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:36.882700 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b54f883-ccf0-49dc-aaa1-ee77c5757e55 req-e57d2b21-0f70-4c03-8bc5-fa5f1d4f39c4 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0668142 Jul 27 22:23:36.920441 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5b54f883-ccf0-49dc-aaa1-ee77c5757e55 req-2fb1b81a-8943-4b95-9dc3-9e51afff1546 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=223ed991-bccc-4073-b6d4-8dfc2d2cddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317039 Jul 27 22:23:37.568571 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:38.055542 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd9c8f-b16e-47fc-8e83-adf1670bb607 req-3f82b817-7ac9-49c4-ad49-a8d9ed9b4542 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:38.057035 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1edd9c8f-b16e-47fc-8e83-adf1670bb607 req-3f82b817-7ac9-49c4-ad49-a8d9ed9b4542 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0634871 Jul 27 22:23:38.095377 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1edd9c8f-b16e-47fc-8e83-adf1670bb607 req-a6681f0f-710b-49fb-8248-2710d8624642 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=223ed991-bccc-4073-b6d4-8dfc2d2cddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323293 Jul 27 22:23:38.118689 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35798) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:38.182840 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-642573a6-a53e-49c2-9609-2c8ad6f0afcc tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/be702855-1c0a-4a36-a342-4d745fea6974 HTTP/1.1" status: 200 len: 992 time: 0.0629954 Jul 27 22:23:38.589645 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:38.972872 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:23:39.210367 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:39.462677 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac73a8b-cc52-48af-add6-02f6a7bedd37 req-de436ed6-19a1-42d9-80da-b966917d74de tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:39.464173 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eac73a8b-cc52-48af-add6-02f6a7bedd37 req-de436ed6-19a1-42d9-80da-b966917d74de tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0646551 Jul 27 22:23:39.482258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8e7a4-23f6-4ace-9017-9927e5eb4bc5 req-7d70b9d3-ca9c-4c66-9cd9-57da4377d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:39.484551 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-81a8e7a4-23f6-4ace-9017-9927e5eb4bc5 req-7d70b9d3-ca9c-4c66-9cd9-57da4377d306 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 1096 time: 0.0582025 Jul 27 22:23:39.503782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eac73a8b-cc52-48af-add6-02f6a7bedd37 req-f34d827c-d5f4-407f-9ad5-4a7bbb42bcb3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=223ed991-bccc-4073-b6d4-8dfc2d2cddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332024 Jul 27 22:23:39.585451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8e7a4-23f6-4ace-9017-9927e5eb4bc5 req-f07f1ec2-c745-44a0-90bb-0707af92e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:39.586965 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-81a8e7a4-23f6-4ace-9017-9927e5eb4bc5 req-f07f1ec2-c745-44a0-90bb-0707af92e8d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 HTTP/1.1" status: 200 len: 897 time: 0.0960932 Jul 27 22:23:39.653311 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-81a8e7a4-23f6-4ace-9017-9927e5eb4bc5 req-8c17b72c-6cdf-414e-821c-149dcfaf4294 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0017762c-309e-4730-b3d8-aa83cee97f75 HTTP/1.1" status: 200 len: 1000 time: 0.0586076 Jul 27 22:23:39.702569 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8e7a4-23f6-4ace-9017-9927e5eb4bc5 req-5dbb602c-81fe-4119-a99b-275cfc55de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:39.703997 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-81a8e7a4-23f6-4ace-9017-9927e5eb4bc5 req-5dbb602c-81fe-4119-a99b-275cfc55de4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6 HTTP/1.1" status: 200 len: 835 time: 0.0442185 Jul 27 22:23:39.766776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8e7a4-23f6-4ace-9017-9927e5eb4bc5 req-0f041daf-d4f2-4124-ab02-e1661720859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:39.768182 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-81a8e7a4-23f6-4ace-9017-9927e5eb4bc5 req-0f041daf-d4f2-4124-ab02-e1661720859b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572617 Jul 27 22:23:39.860378 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-81a8e7a4-23f6-4ace-9017-9927e5eb4bc5 req-537b1727-3afc-439a-b249-7e4a81680473 service neutron] 10.222.0.20 "GET /v2.0/networks/e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849805 Jul 27 22:23:39.957065 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-81a8e7a4-23f6-4ace-9017-9927e5eb4bc5 req-02a5cba9-c452-4f0b-96a4-857cc0884d1e service neutron] 10.222.0.20 "GET /v2.0/networks/e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891640 Jul 27 22:23:40.640990 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b02a7-b9d9-4b75-94e2-e38beab89875 req-27b1f6ba-8dbd-4d4d-a4eb-9a614a1d8ad6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:40.642519 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc3b02a7-b9d9-4b75-94e2-e38beab89875 req-27b1f6ba-8dbd-4d4d-a4eb-9a614a1d8ad6 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0654669 Jul 27 22:23:40.682738 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bc3b02a7-b9d9-4b75-94e2-e38beab89875 req-b2056691-20b9-434e-9680-fbda751c527a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=223ed991-bccc-4073-b6d4-8dfc2d2cddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330868 Jul 27 22:23:41.820925 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225d7b7-7cfb-4735-8913-778c239b156c req-ed17a17e-971a-4fc9-8c2b-8af117ea7292 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:41.822443 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d225d7b7-7cfb-4735-8913-778c239b156c req-ed17a17e-971a-4fc9-8c2b-8af117ea7292 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0684161 Jul 27 22:23:41.860397 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d225d7b7-7cfb-4735-8913-778c239b156c req-0ad2d48c-f3d7-45d1-b6ed-f93b57649ad9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=223ed991-bccc-4073-b6d4-8dfc2d2cddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318544 Jul 27 22:23:41.883523 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35810) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:41.944522 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2af80e39-1328-432b-8552-d286e3092d90 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/floatingips/be702855-1c0a-4a36-a342-4d745fea6974 HTTP/1.1" status: 200 len: 992 time: 0.0597854 Jul 27 22:23:42.201496 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35816) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:42.361260 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-1b28bdbc-e04a-45c1-9ca6-2e70347352ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port 7b607580-7429-4f2d-9d99-bd030ea126ac {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:23:42.361601 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b28bdbc-e04a-45c1-9ca6-2e70347352ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.440853 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b28bdbc-e04a-45c1-9ca6-2e70347352ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.441187 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b28bdbc-e04a-45c1-9ca6-2e70347352ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.452688 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-1b28bdbc-e04a-45c1-9ca6-2e70347352ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for 7b607580-7429-4f2d-9d99-bd030ea126ac owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:23:42.603433 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b28bdbc-e04a-45c1-9ca6-2e70347352ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.627953 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28bdbc-e04a-45c1-9ca6-2e70347352ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=7b607580-7429-4f2d-9d99-bd030ea126ac,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:42.696485 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b28bdbc-e04a-45c1-9ca6-2e70347352ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:42.697294 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-1b28bdbc-e04a-45c1-9ca6-2e70347352ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Floating IP be702855-1c0a-4a36-a342-4d745fea6974 disassociated (deleted). External IP: 172.25.2.65, port: 0017762c-309e-4730-b3d8-aa83cee97f75. Jul 27 22:23:42.911628 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b28bdbc-e04a-45c1-9ca6-2e70347352ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 36197638-2562-4ac2-b47f-641b37cfdcfe has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:23:43.015692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b28bdbc-e04a-45c1-9ca6-2e70347352ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:23:43.020733 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1b28bdbc-e04a-45c1-9ca6-2e70347352ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:43.027777 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2534b435-c7fc-4d06-b024-208242df587d None None] Sync routers for ids ['36197638-2562-4ac2-b47f-641b37cfdcfe'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:23:43.038015 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534b435-c7fc-4d06-b024-208242df587d None None] Routers {'36197638-2562-4ac2-b47f-641b37cfdcfe'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:43.038653 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-2534b435-c7fc-4d06-b024-208242df587d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:23:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['36197638-2562-4ac2-b47f-641b37cfdcfe'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:43.061356 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1b28bdbc-e04a-45c1-9ca6-2e70347352ba tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/floatingips/be702855-1c0a-4a36-a342-4d745fea6974 HTTP/1.1" status: 204 len: 168 time: 0.8587265 Jul 27 22:23:43.061933 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297eb1c8-634e-45d8-9644-e2db0285b0e2', 'tag': '0017762c-309e-4730-b3d8-aa83cee97f75'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:23:43.064204 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac26eab-e7d8-4e20-9b1a-3f3ed565e7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "297eb1c8-634e-45d8-9644-e2db0285b0e2", "tag": "0017762c-309e-4730-b3d8-aa83cee97f75"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:23:43.105807 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af640c85-dc32-4b6f-9ef3-f26507553c0c x-openstack-request-id: req-af640c85-dc32-4b6f-9ef3-f26507553c0c {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:23:43.106102 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297eb1c8-634e-45d8-9644-e2db0285b0e2", "tag": "0017762c-309e-4730-b3d8-aa83cee97f75", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:23:43.106368 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af640c85-dc32-4b6f-9ef3-f26507553c0c {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:23:43.106775 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297eb1c8-634e-45d8-9644-e2db0285b0e2', 'tag': '0017762c-309e-4730-b3d8-aa83cee97f75', 'status': 'completed', 'code': 200} Jul 27 22:23:43.151534 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-2534b435-c7fc-4d06-b024-208242df587d None None] Set router 36197638-2562-4ac2-b47f-641b37cfdcfe gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:43.192561 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac26eab-e7d8-4e20-9b1a-3f3ed565e7d5 req-1d1dea13-d541-424a-8e5c-9eb48f8b0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:43.194024 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ac26eab-e7d8-4e20-9b1a-3f3ed565e7d5 req-1d1dea13-d541-424a-8e5c-9eb48f8b0fcb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 1096 time: 0.0596418 Jul 27 22:23:43.303376 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac26eab-e7d8-4e20-9b1a-3f3ed565e7d5 req-cf529c51-9e61-41f9-81c9-f5e7a91ce78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:43.305138 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ac26eab-e7d8-4e20-9b1a-3f3ed565e7d5 req-cf529c51-9e61-41f9-81c9-f5e7a91ce78c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 HTTP/1.1" status: 200 len: 897 time: 0.0994718 Jul 27 22:23:43.337356 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8c6fc-61a5-4f1e-8ac8-7f42d922f64b req-e544c361-436f-4ed9-895e-86935f9c4c9f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:43.339154 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33f8c6fc-61a5-4f1e-8ac8-7f42d922f64b req-e544c361-436f-4ed9-895e-86935f9c4c9f tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0714211 Jul 27 22:23:43.351405 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ac26eab-e7d8-4e20-9b1a-3f3ed565e7d5 req-97ebc95b-b5ef-4add-8cc7-9898816c729c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0017762c-309e-4730-b3d8-aa83cee97f75 HTTP/1.1" status: 200 len: 217 time: 0.0365763 Jul 27 22:23:43.361983 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-2534b435-c7fc-4d06-b024-208242df587d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799762366', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:48Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:49Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '035505bc-18a4-4da9-95ef-f2fffb77b780', 'name': '', 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:96:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:51Z', 'updated_at': '2021-07-27T22:22:56Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:43.388634 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-33f8c6fc-61a5-4f1e-8ac8-7f42d922f64b req-147d0a71-61ab-4536-843d-e56a4a7e5e5e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=223ed991-bccc-4073-b6d4-8dfc2d2cddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427411 Jul 27 22:23:43.389542 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2534b435-c7fc-4d06-b024-208242df587d None None] Checking router: 36197638-2562-4ac2-b47f-641b37cfdcfe for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:23:43.399733 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534b435-c7fc-4d06-b024-208242df587d None None] Routers {'36197638-2562-4ac2-b47f-641b37cfdcfe'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:43.400356 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-2534b435-c7fc-4d06-b024-208242df587d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:23:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['36197638-2562-4ac2-b47f-641b37cfdcfe'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:43.409140 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac26eab-e7d8-4e20-9b1a-3f3ed565e7d5 req-f0aa1ddc-eb37-4910-b101-e62e946a0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:43.411243 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ac26eab-e7d8-4e20-9b1a-3f3ed565e7d5 req-f0aa1ddc-eb37-4910-b101-e62e946a0a4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6 HTTP/1.1" status: 200 len: 835 time: 0.0506380 Jul 27 22:23:43.471875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac26eab-e7d8-4e20-9b1a-3f3ed565e7d5 req-5f5d6fcb-2ceb-49aa-9fec-6da7c4a1dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:43.473884 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ac26eab-e7d8-4e20-9b1a-3f3ed565e7d5 req-5f5d6fcb-2ceb-49aa-9fec-6da7c4a1dea3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545845 Jul 27 22:23:43.516913 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-2534b435-c7fc-4d06-b024-208242df587d None None] Set router 36197638-2562-4ac2-b47f-641b37cfdcfe gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:43.572240 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ac26eab-e7d8-4e20-9b1a-3f3ed565e7d5 req-660c68cc-a723-44b8-af5c-628dd71dc884 service neutron] 10.222.0.20 "GET /v2.0/networks/e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894809 Jul 27 22:23:43.666753 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8ac26eab-e7d8-4e20-9b1a-3f3ed565e7d5 req-b0b2c27f-8bbc-4d97-9bd2-02261cea6795 service neutron] 10.222.0.20 "GET /v2.0/networks/e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848691 Jul 27 22:23:43.717826 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-2534b435-c7fc-4d06-b024-208242df587d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799762366', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:48Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:49Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '035505bc-18a4-4da9-95ef-f2fffb77b780', 'name': '', 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:96:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:51Z', 'updated_at': '2021-07-27T22:22:56Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:43.746524 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2534b435-c7fc-4d06-b024-208242df587d None None] The sync data for ids ['36197638-2562-4ac2-b47f-641b37cfdcfe'] in n-d-764806-9 is: [{'id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799762366', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:48Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:49Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '035505bc-18a4-4da9-95ef-f2fffb77b780', 'name': '', 'network_id': 'e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'mac_address': 'fa:16:3e:96:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:51Z', 'updated_at': '2021-07-27T22:22:56Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'subnets': [{'id': '9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:23:43.974200 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65a1371-87f9-4ca7-a690-403e9520d87b None None] New status for floating IP be702855-1c0a-4a36-a342-4d745fea6974: DOWN {{(pid=105581) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:23:44.526157 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd7fc7-c5c2-48ff-b4be-408a01471f1f req-6c992f5d-f196-41f7-883a-b2d8af94c36d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:44.527668 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53cd7fc7-c5c2-48ff-b4be-408a01471f1f req-6c992f5d-f196-41f7-883a-b2d8af94c36d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0647430 Jul 27 22:23:44.569542 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-53cd7fc7-c5c2-48ff-b4be-408a01471f1f req-8caeee66-089c-421f-b5c1-da1fabb86f25 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/security-groups?id=223ed991-bccc-4073-b6d4-8dfc2d2cddc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358844 Jul 27 22:23:44.975320 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429e19b-8112-4735-b20f-0914cd56c5c2 req-421dae2f-5437-42b9-9b04-ee13fb7e2f95 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:44.976825 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2429e19b-8112-4735-b20f-0914cd56c5c2 req-421dae2f-5437-42b9-9b04-ee13fb7e2f95 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.20 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 945 time: 0.0696554 Jul 27 22:23:45.077017 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-2429e19b-8112-4735-b20f-0914cd56c5c2 req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port 0017762c-309e-4730-b3d8-aa83cee97f75 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:23:45.077354 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2429e19b-8112-4735-b20f-0914cd56c5c2 req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.170473 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-2429e19b-8112-4735-b20f-0914cd56c5c2 req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] For port 0017762c-309e-4730-b3d8-aa83cee97f75, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=0017762c-309e-4730-b3d8-aa83cee97f75,segment=NetworkSegment(6a13e8a5-d873-47a2-9a21-f33393ff0275),segment_id=6a13e8a5-d873-47a2-9a21-f33393ff0275)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:45.170836 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2429e19b-8112-4735-b20f-0914cd56c5c2 req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.184343 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-2429e19b-8112-4735-b20f-0914cd56c5c2 req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for 0017762c-309e-4730-b3d8-aa83cee97f75 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:23:45.313436 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2429e19b-8112-4735-b20f-0914cd56c5c2 req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.347393 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=0017762c-309e-4730-b3d8-aa83cee97f75,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:45.374881 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:45.375230 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:45.375568 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:45.375904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:45.376235 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:45.376563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:45.376891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:45.377216 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:45.377540 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:45.377861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:45.378182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:45.378521 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:45.401998 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-2429e19b-8112-4735-b20f-0914cd56c5c2 req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] No DVR routers for this DVR port 0017762c-309e-4730-b3d8-aa83cee97f75 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:23:45.404654 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2429e19b-8112-4735-b20f-0914cd56c5c2 req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:45.406740 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2429e19b-8112-4735-b20f-0914cd56c5c2 req-46cf3758-6691-4a88-850d-1c05b1b2e8e9 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.20 "DELETE /v2.0/ports/0017762c-309e-4730-b3d8-aa83cee97f75 HTTP/1.1" status: 204 len: 173 time: 0.4235916 Jul 27 22:23:45.407139 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297eb1c8-634e-45d8-9644-e2db0285b0e2', 'name': 'network-vif-deleted', 'tag': '0017762c-309e-4730-b3d8-aa83cee97f75'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:23:45.409376 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b654a95-0c98-4902-a77a-1be00aade9f9" -d '{"events": [{"server_uuid": "297eb1c8-634e-45d8-9644-e2db0285b0e2", "name": "network-vif-deleted", "tag": "0017762c-309e-4730-b3d8-aa83cee97f75"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:23:45.448363 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22922cf-9042-48e1-9cce-47923fbf5ec4 x-openstack-request-id: req-f22922cf-9042-48e1-9cce-47923fbf5ec4 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:23:45.448652 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297eb1c8-634e-45d8-9644-e2db0285b0e2", "name": "network-vif-deleted", "tag": "0017762c-309e-4730-b3d8-aa83cee97f75", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:23:45.448898 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f22922cf-9042-48e1-9cce-47923fbf5ec4 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:23:45.449299 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297eb1c8-634e-45d8-9644-e2db0285b0e2', 'name': 'network-vif-deleted', 'tag': '0017762c-309e-4730-b3d8-aa83cee97f75', 'status': 'completed', 'code': 200} Jul 27 22:23:45.680414 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6b7fea16-8787-400a-b948-68be71baa1b2 req-c103e883-a4cd-4a75-8ef4-a1e4898db758 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "GET /v2.0/ports?device_id=297eb1c8-634e-45d8-9644-e2db0285b0e2 HTTP/1.1" status: 200 len: 210 time: 0.0306218 Jul 27 22:23:46.745299 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35832) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:47.408153 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:47.578183 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0017762c-309e-4730-b3d8-aa83cee97f75 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:23:47.599025 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: 0017762c-309e-4730-b3d8-aa83cee97f75 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:23:47.599371 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 0017762c-309e-4730-b3d8-aa83cee97f75 not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:23:47.672395 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port 035505bc-18a4-4da9-95ef-f2fffb77b780 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:23:47.672744 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:47.764278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] For port 035505bc-18a4-4da9-95ef-f2fffb77b780, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=035505bc-18a4-4da9-95ef-f2fffb77b780,segment=NetworkSegment(6a13e8a5-d873-47a2-9a21-f33393ff0275),segment_id=6a13e8a5-d873-47a2-9a21-f33393ff0275)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:47.765019 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:47.777835 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for 035505bc-18a4-4da9-95ef-f2fffb77b780 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:23:47.962689 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:47.989313 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=035505bc-18a4-4da9-95ef-f2fffb77b780,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:48.023593 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:48.023945 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:48.024282 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:48.024614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:48.024948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:48.025276 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:48.025608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:48.025933 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:48.026282 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:48.026611 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:48.026940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:48.027252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:48.188700 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:48.403154 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Router 36197638-2562-4ac2-b47f-641b37cfdcfe has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:23:48.519649 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:23:48.525487 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3ea0d488-9ce6-4634-bb12-94ca1dc17ba3 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "PUT /v2.0/routers/36197638-2562-4ac2-b47f-641b37cfdcfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7790945 Jul 27 22:23:48.528278 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35834) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:48.530903 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e31c61-28a3-423d-a1c3-7612eab4403f None None] Sync routers for ids ['36197638-2562-4ac2-b47f-641b37cfdcfe'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:23:48.542694 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e31c61-28a3-423d-a1c3-7612eab4403f None None] Routers {'36197638-2562-4ac2-b47f-641b37cfdcfe'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:48.543308 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f4e31c61-28a3-423d-a1c3-7612eab4403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:23:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['36197638-2562-4ac2-b47f-641b37cfdcfe'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:48.595152 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1cdbf0-6d57-4b7a-8821-6fcfe13b80a0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting subnet 9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:23:48.598687 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c1cdbf0-6d57-4b7a-8821-6fcfe13b80a0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:48.642135 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c1cdbf0-6d57-4b7a-8821-6fcfe13b80a0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:48.728403 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c1cdbf0-6d57-4b7a-8821-6fcfe13b80a0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:48.740122 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-f4e31c61-28a3-423d-a1c3-7612eab4403f None None] Set router 36197638-2562-4ac2-b47f-641b37cfdcfe gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:48.794632 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c1cdbf0-6d57-4b7a-8821-6fcfe13b80a0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:48.821738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cdbf0-6d57-4b7a-8821-6fcfe13b80a0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Subnet': ['ID=9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:48.829837 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-8c1cdbf0-6d57-4b7a-8821-6fcfe13b80a0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:48.835262 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-8c1cdbf0-6d57-4b7a-8821-6fcfe13b80a0 tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/subnets/9c220604-b2c1-4c9c-a0aa-52d8e7f31ee6 HTTP/1.1" status: 204 len: 168 time: 0.3025939 Jul 27 22:23:48.836007 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35836) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:48.844179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf0e4c5-f691-46cc-a960-98356fa8e6e8 None None] Network e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:48.934955 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f4e31c61-28a3-423d-a1c3-7612eab4403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799762366', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:48Z', 'updated_at': '2021-07-27T22:23:47Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:49Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:48.956674 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91de5c8d-3f23-46f7-b1c3-23d5bd19ce1a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:48.961154 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e31c61-28a3-423d-a1c3-7612eab4403f None None] Checking router: 36197638-2562-4ac2-b47f-641b37cfdcfe for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:23:48.969209 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e31c61-28a3-423d-a1c3-7612eab4403f None None] Routers {'36197638-2562-4ac2-b47f-641b37cfdcfe'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:48.969800 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f4e31c61-28a3-423d-a1c3-7612eab4403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:23:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['36197638-2562-4ac2-b47f-641b37cfdcfe'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:49.055912 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] DHCP port deletion for e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:23:49.066048 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91de5c8d-3f23-46f7-b1c3-23d5bd19ce1a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.078643 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-f4e31c61-28a3-423d-a1c3-7612eab4403f None None] Set router 36197638-2562-4ac2-b47f-641b37cfdcfe gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:49.105011 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Deleting port 0495682e-1397-4a3e-9b24-a1e618dd1a32 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:23:49.105682 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.122288 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-91de5c8d-3f23-46f7-b1c3-23d5bd19ce1a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Deleting port 94fbe422-2b3e-443d-ac88-13f98cdd1004 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:23:49.122709 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91de5c8d-3f23-46f7-b1c3-23d5bd19ce1a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.175384 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] For port 0495682e-1397-4a3e-9b24-a1e618dd1a32, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=0495682e-1397-4a3e-9b24-a1e618dd1a32,segment=NetworkSegment(6a13e8a5-d873-47a2-9a21-f33393ff0275),segment_id=6a13e8a5-d873-47a2-9a21-f33393ff0275)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:49.175804 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.189143 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Calling delete_port for 0495682e-1397-4a3e-9b24-a1e618dd1a32 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:23:49.208966 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-91de5c8d-3f23-46f7-b1c3-23d5bd19ce1a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] For port 94fbe422-2b3e-443d-ac88-13f98cdd1004, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=94fbe422-2b3e-443d-ac88-13f98cdd1004,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:49.209634 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91de5c8d-3f23-46f7-b1c3-23d5bd19ce1a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.222945 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-91de5c8d-3f23-46f7-b1c3-23d5bd19ce1a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Calling delete_port for 94fbe422-2b3e-443d-ac88-13f98cdd1004 owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:23:49.276067 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f4e31c61-28a3-423d-a1c3-7612eab4403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799762366', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:48Z', 'updated_at': '2021-07-27T22:23:47Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:49Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:49.280511 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.303706 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e31c61-28a3-423d-a1c3-7612eab4403f None None] The sync data for ids ['36197638-2562-4ac2-b47f-641b37cfdcfe'] in n-d-764806-9 is: [{'id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1799762366', 'tenant_id': '0c0d9d95e7384906a79f12d8d75ba295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:22:48Z', 'updated_at': '2021-07-27T22:23:47Z', 'revision_number': 5, 'project_id': '0c0d9d95e7384906a79f12d8d75ba295', 'gw_port': {'id': '94fbe422-2b3e-443d-ac88-13f98cdd1004', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36197638-2562-4ac2-b47f-641b37cfdcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:22:49Z', 'updated_at': '2021-07-27T22:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:23:49.315655 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] No DVR routers for this DVR port 0495682e-1397-4a3e-9b24-a1e618dd1a32 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:23:49.321066 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Pushing event deleted for resources: {'Port': ['ID=0495682e-1397-4a3e-9b24-a1e618dd1a32,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:49.334079 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:49.334459 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:49.334801 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:49.335132 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:49.335701 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:49.336036 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:49.336360 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:49.336687 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:49.337005 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:49.340404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:49.340764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:49.341093 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009b2bcc-1520-4453-abbb-edad3b27e97e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:49.403957 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91de5c8d-3f23-46f7-b1c3-23d5bd19ce1a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.430807 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de5c8d-3f23-46f7-b1c3-23d5bd19ce1a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Port': ['ID=94fbe422-2b3e-443d-ac88-13f98cdd1004,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:49.493589 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91de5c8d-3f23-46f7-b1c3-23d5bd19ce1a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.584152 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91de5c8d-3f23-46f7-b1c3-23d5bd19ce1a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.586201 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91de5c8d-3f23-46f7-b1c3-23d5bd19ce1a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.632366 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91de5c8d-3f23-46f7-b1c3-23d5bd19ce1a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.632861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91de5c8d-3f23-46f7-b1c3-23d5bd19ce1a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Fanout notify agent at l3_agent the message router_deleted on router 36197638-2562-4ac2-b47f-641b37cfdcfe {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:23:49.641142 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-91de5c8d-3f23-46f7-b1c3-23d5bd19ce1a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.645028 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-91de5c8d-3f23-46f7-b1c3-23d5bd19ce1a tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/routers/36197638-2562-4ac2-b47f-641b37cfdcfe HTTP/1.1" status: 204 len: 168 time: 0.8072278 Jul 27 22:23:49.645362 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35838) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:49.732435 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0072-ce32-40fe-9c16-9ff5ecdbdd1e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.826028 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0072-ce32-40fe-9c16-9ff5ecdbdd1e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.837321 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-bf7b0072-ce32-40fe-9c16-9ff5ecdbdd1e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:49.849384 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-bf7b0072-ce32-40fe-9c16-9ff5ecdbdd1e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a13e8a5-d873-47a2-9a21-f33393ff0275') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:49.849901 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-bf7b0072-ce32-40fe-9c16-9ff5ecdbdd1e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a13e8a5-d873-47a2-9a21-f33393ff0275') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:49.859469 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0072-ce32-40fe-9c16-9ff5ecdbdd1e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.875173 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0072-ce32-40fe-9c16-9ff5ecdbdd1e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.881417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7b0072-ce32-40fe-9c16-9ff5ecdbdd1e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:23:49.881801 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0072-ce32-40fe-9c16-9ff5ecdbdd1e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: timer() Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:23:49.884838 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:23:49.963092 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0072-ce32-40fe-9c16-9ff5ecdbdd1e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.967749 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bf7b0072-ce32-40fe-9c16-9ff5ecdbdd1e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:49.969980 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bf7b0072-ce32-40fe-9c16-9ff5ecdbdd1e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/networks/e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3 HTTP/1.1" status: 204 len: 168 time: 0.3234515 Jul 27 22:23:49.972880 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35840) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:49.985581 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b0072-ce32-40fe-9c16-9ff5ecdbdd1e tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'Network': ['ID=e1b7aaf1-666d-43f1-9caa-c02dc8aba4f3,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:50.032997 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0e31728d-5a91-4116-8c0c-9c56ccf7571d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.057999 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0e31728d-5a91-4116-8c0c-9c56ccf7571d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.116588 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0e31728d-5a91-4116-8c0c-9c56ccf7571d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.119117 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-0e31728d-5a91-4116-8c0c-9c56ccf7571d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.120302 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-0e31728d-5a91-4116-8c0c-9c56ccf7571d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] 10.222.0.55 "DELETE /v2.0/security-groups/223ed991-bccc-4073-b6d4-8dfc2d2cddc6 HTTP/1.1" status: 204 len: 168 time: 0.1456525 Jul 27 22:23:50.129271 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31728d-5a91-4116-8c0c-9c56ccf7571d tempest-TestNetworkAdvancedServerOps-1528223679 tempest-TestNetworkAdvancedServerOps-1528223679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=223ed991-bccc-4073-b6d4-8dfc2d2cddc6,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:50.310840 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 94fbe422-2b3e-443d-ac88-13f98cdd1004 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:23:50.334513 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 94fbe422-2b3e-443d-ac88-13f98cdd1004 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:23:50.334764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 94fbe422-2b3e-443d-ac88-13f98cdd1004 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:23:50.335122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 0495682e-1397-4a3e-9b24-a1e618dd1a32 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:23:50.353989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 0495682e-1397-4a3e-9b24-a1e618dd1a32 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:23:50.354367 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 0495682e-1397-4a3e-9b24-a1e618dd1a32 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:23:50.354769 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 035505bc-18a4-4da9-95ef-f2fffb77b780 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:23:50.373313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 035505bc-18a4-4da9-95ef-f2fffb77b780 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:23:50.373666 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 035505bc-18a4-4da9-95ef-f2fffb77b780 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:23:50.493717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35848) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:50.625088 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-303d2caa-f788-4151-9fee-104567058729 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c0d9d95e7384906a79f12d8d75ba295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277857 Jul 27 22:23:50.625302 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35852) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:50.677131 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6bfc0833-ead6-41a3-80ca-d2243dcfffdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.698173 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6bfc0833-ead6-41a3-80ca-d2243dcfffdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.745574 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6bfc0833-ead6-41a3-80ca-d2243dcfffdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.748224 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6bfc0833-ead6-41a3-80ca-d2243dcfffdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:50.751960 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6bfc0833-ead6-41a3-80ca-d2243dcfffdd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90084926-6b44-4650-b766-8553acde980d HTTP/1.1" status: 204 len: 168 time: 0.1232715 Jul 27 22:23:50.758039 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc0833-ead6-41a3-80ca-d2243dcfffdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90084926-6b44-4650-b766-8553acde980d,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:51.013179 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35858) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:51.027534 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20a2e47e-bab8-4cc7-a682-bbccd1e7d744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.119912 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20a2e47e-bab8-4cc7-a682-bbccd1e7d744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.124023 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-20a2e47e-bab8-4cc7-a682-bbccd1e7d744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.163296 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-20a2e47e-bab8-4cc7-a682-bbccd1e7d744 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=40384da90a49447f88aa9cb2f9e86eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490095 Jul 27 22:23:51.164384 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2e47e-bab8-4cc7-a682-bbccd1e7d744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8fb3ef-bc07-4c8d-b097-f4359881e0d1,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:51.165962 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35860) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:51.220320 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a31669f-fc41-490b-9476-a90a2a92492a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.241137 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a31669f-fc41-490b-9476-a90a2a92492a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.288302 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a31669f-fc41-490b-9476-a90a2a92492a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.290835 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-7a31669f-fc41-490b-9476-a90a2a92492a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:51.292016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-7a31669f-fc41-490b-9476-a90a2a92492a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af8fb3ef-bc07-4c8d-b097-f4359881e0d1 HTTP/1.1" status: 204 len: 168 time: 0.1250448 Jul 27 22:23:51.299712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31669f-fc41-490b-9476-a90a2a92492a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8fb3ef-bc07-4c8d-b097-f4359881e0d1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:52.002947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35882) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:52.097778 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e9201f59-b287-41ae-a3ce-4a2f78fe2a0e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1430956786-network', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:52.120025 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9201f59-b287-41ae-a3ce-4a2f78fe2a0e admin admin] Made reservation on behalf of e9788027baab4a9a9d2b5ccf83faab3e for: {'network': 1} {{(pid=105579) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:52.122710 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9201f59-b287-41ae-a3ce-4a2f78fe2a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.131533 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9201f59-b287-41ae-a3ce-4a2f78fe2a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.224035 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9201f59-b287-41ae-a3ce-4a2f78fe2a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.227959 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9201f59-b287-41ae-a3ce-4a2f78fe2a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.249456 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9201f59-b287-41ae-a3ce-4a2f78fe2a0e admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=105579) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:23:52.266821 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9201f59-b287-41ae-a3ce-4a2f78fe2a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c07664-eed6-41a6-a85c-74e48c81b99b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:52.268113 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9201f59-b287-41ae-a3ce-4a2f78fe2a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.268460 n-d-764806-9 neutron-server[105579]: INFO neutron.db.segments_db [None req-e9201f59-b287-41ae-a3ce-4a2f78fe2a0e admin admin] Added segment a67ad46a-315a-4a64-a2b6-477b77bc7128 of type vlan for network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 Jul 27 22:23:52.309542 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9201f59-b287-41ae-a3ce-4a2f78fe2a0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.341551 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9201f59-b287-41ae-a3ce-4a2f78fe2a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.342542 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9201f59-b287-41ae-a3ce-4a2f78fe2a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:52.343119 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e9201f59-b287-41ae-a3ce-4a2f78fe2a0e admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.395232 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e9201f59-b287-41ae-a3ce-4a2f78fe2a0e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3911886 Jul 27 22:23:52.398264 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35886) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:52.403727 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-bce46ccd-e445-414a-b2ca-ae32480f155a admin admin] Request body: {'subnet': {'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1430956786-subnet', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:52.404789 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9201f59-b287-41ae-a3ce-4a2f78fe2a0e admin admin] Pushing event updated for resources: {'Network': ['ID=b61b93f3-ab1f-4071-bc4f-d6e762a815f9,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:52.414524 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:23:52.429549 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce46ccd-e445-414a-b2ca-ae32480f155a admin admin] Made reservation on behalf of e9788027baab4a9a9d2b5ccf83faab3e for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:52.431895 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bce46ccd-e445-414a-b2ca-ae32480f155a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.601829 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bce46ccd-e445-414a-b2ca-ae32480f155a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.655891 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce46ccd-e445-414a-b2ca-ae32480f155a admin admin] Pushing event updated for resources: {'Subnet': ['ID=193771b3-c957-4bf6-b35e-328c52837b77,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:52.666145 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce46ccd-e445-414a-b2ca-ae32480f155a admin admin] Checking segment: {'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:52.666535 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce46ccd-e445-414a-b2ca-ae32480f155a admin admin] Network hostable DHCP agents. Network: b61b93f3-ab1f-4071-bc4f-d6e762a815f9, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:23:52.682499 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce46ccd-e445-414a-b2ca-ae32480f155a admin admin] Network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:23:52.690099 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-bce46ccd-e445-414a-b2ca-ae32480f155a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, b61b93f3-ab1f-4071-bc4f-d6e762a815f9) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:52.695035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce46ccd-e445-414a-b2ca-ae32480f155a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:52.695730 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-bce46ccd-e445-414a-b2ca-ae32480f155a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.699422 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d983f705-b71c-4c58-9e50-cdc712303420 None None] Network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:52.711682 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-bce46ccd-e445-414a-b2ca-ae32480f155a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3122571 Jul 27 22:23:52.714357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35888) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:52.718699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:52.740202 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.741259 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.799262 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.862046 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:23:52.863227 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:52.942421 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.002036 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Allocated IP 172.20.0.2 (b61b93f3-ab1f-4071-bc4f-d6e762a815f9/193771b3-c957-4bf6-b35e-328c52837b77/cfea7d6b-44de-4244-bc38-2b44c9f2bf9e) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:53.156920 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.166674 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Transition to ACTIVE for port object cfea7d6b-44de-4244-bc38-2b44c9f2bf9e will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:53.182424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Transition to ACTIVE for port object cfea7d6b-44de-4244-bc38-2b44c9f2bf9e will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:53.188880 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.229456 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:53.234643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:53.237090 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:53.247162 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Pushing event updated for resources: {'Port': ['ID=cfea7d6b-44de-4244-bc38-2b44c9f2bf9e,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:53.311142 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Attempting to bind port cfea7d6b-44de-4244-bc38-2b44c9f2bf9e on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:23:53.311500 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Attempting to bind port cfea7d6b-44de-4244-bc38-2b44c9f2bf9e by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:23:53.311857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Attempting to bind port cfea7d6b-44de-4244-bc38-2b44c9f2bf9e on network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:23:53.317324 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:23:53.317696 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Checking segment: {'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:53.318095 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.318515 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Bound using segment: {'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:23:53.318975 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Bound port: cfea7d6b-44de-4244-bc38-2b44c9f2bf9e, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:23:53.319350 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.384631 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-58015678-463d-45d7-ab10-046e45944a68 None None] For port cfea7d6b-44de-4244-bc38-2b44c9f2bf9e, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:23:53.387733 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-58015678-463d-45d7-ab10-046e45944a68 None None] For port cfea7d6b-44de-4244-bc38-2b44c9f2bf9e, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=cfea7d6b-44de-4244-bc38-2b44c9f2bf9e,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:23:53.392354 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.455385 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58015678-463d-45d7-ab10-046e45944a68 None None] Pushing event updated for resources: {'Port': ['ID=cfea7d6b-44de-4244-bc38-2b44c9f2bf9e,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:53.506350 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.525512 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.655887 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Allocated IP 172.25.2.165 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:53.763457 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.803013 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:53.844460 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:53.850169 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:53.853774 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:53.859523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Pushing event updated for resources: {'Port': ['ID=fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:54.071369 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device cfea7d6b-44de-4244-bc38-2b44c9f2bf9e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:54.122318 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port cfea7d6b-44de-4244-bc38-2b44c9f2bf9e completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:54.132172 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:54.346811 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:54.384987 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d7f71d-1154-458c-9df8-18cebb1d8bf3 None None] Network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:54.480100 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Router 548aa62f-2f3a-423e-b196-6b2bfb82d00e is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:23:54.509721 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-31d84eec-dae3-4e9c-af11-0f14ccca89d3 None None] Provisioning for port cfea7d6b-44de-4244-bc38-2b44c9f2bf9e completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:54.516758 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-31d84eec-dae3-4e9c-af11-0f14ccca89d3 None None] Provisioning complete for port cfea7d6b-44de-4244-bc38-2b44c9f2bf9e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:54.517206 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-31d84eec-dae3-4e9c-af11-0f14ccca89d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:54.586121 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:23:54.597844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Sync routers for ids ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:23:54.601695 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:54.602971 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-d7bbc3b7-dca9-4e83-8c39-c461593f4db0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8876817 Jul 27 22:23:54.605847 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35890) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:54.635150 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Routers {'548aa62f-2f3a-423e-b196-6b2bfb82d00e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:54.635793 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:23:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:54.691215 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-31d84eec-dae3-4e9c-af11-0f14ccca89d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:54.771533 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-31d84eec-dae3-4e9c-af11-0f14ccca89d3 None None] For port cfea7d6b-44de-4244-bc38-2b44c9f2bf9e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=cfea7d6b-44de-4244-bc38-2b44c9f2bf9e,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:54.780768 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-31d84eec-dae3-4e9c-af11-0f14ccca89d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:54.783701 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Set router 548aa62f-2f3a-423e-b196-6b2bfb82d00e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:54.940982 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d84eec-dae3-4e9c-af11-0f14ccca89d3 None None] Pushing event updated for resources: {'Port': ['ID=cfea7d6b-44de-4244-bc38-2b44c9f2bf9e,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:54.949654 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2e99caa0-e1a7-45e3-b034-e2fd53990d35 None None] Provisioning complete for port cfea7d6b-44de-4244-bc38-2b44c9f2bf9e triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:54.950036 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2e99caa0-e1a7-45e3-b034-e2fd53990d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.062924 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.088411 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:54Z', 'revision_number': 3, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:55.118307 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Checking router: 548aa62f-2f3a-423e-b196-6b2bfb82d00e for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:23:55.118649 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Updating router 548aa62f-2f3a-423e-b196-6b2bfb82d00e port fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:23:55.151619 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.225314 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Allocated IP 172.20.0.1 (b61b93f3-ab1f-4071-bc4f-d6e762a815f9/193771b3-c957-4bf6-b35e-328c52837b77/211e7411-c612-43ef-a22a-9563c5700114) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:55.330096 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.343895 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Transition to ACTIVE for port object 211e7411-c612-43ef-a22a-9563c5700114 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:55.377101 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.409326 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.419283 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:55.420688 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Transition to ACTIVE for port object fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:55.422366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:55.425086 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:55.428354 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.456821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Pushing event updated for resources: {'Port': ['ID=211e7411-c612-43ef-a22a-9563c5700114,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:55.477207 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.487022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Attempting to bind port fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:23:55.487396 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Attempting to bind port fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:23:55.488029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Attempting to bind port fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:23:55.491264 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b141948-d8d8-44f9-9092-4ff72a758c36 None None] Pushing event updated for resources: {'Port': ['ID=fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:55.497157 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:23:55.497530 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:55.497933 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.498361 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:23:55.498844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Bound port: fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:23:55.499211 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.558258 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] For port fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:23:55.562712 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] For port fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:23:55.569207 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.623074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Routers {'548aa62f-2f3a-423e-b196-6b2bfb82d00e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:55.623548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:23:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:55.632928 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.676972 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b141948-d8d8-44f9-9092-4ff72a758c36 None None] Pushing event updated for resources: {'Port': ['ID=fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:55.749667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-acb1801d-9160-4ef7-b7c2-bbf18df90404 None None] Provisioning for port 211e7411-c612-43ef-a22a-9563c5700114 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:55.755643 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] Set router 548aa62f-2f3a-423e-b196-6b2bfb82d00e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:55.757945 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-acb1801d-9160-4ef7-b7c2-bbf18df90404 None None] Provisioning complete for port 211e7411-c612-43ef-a22a-9563c5700114 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:55.758352 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-acb1801d-9160-4ef7-b7c2-bbf18df90404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.803910 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.808969 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.880811 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Pushing event updated for resources: {'Port': ['ID=211e7411-c612-43ef-a22a-9563c5700114,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:55.884338 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:55.986189 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:55.987902 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:56.016227 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-acb1801d-9160-4ef7-b7c2-bbf18df90404 None None] Port 211e7411-c612-43ef-a22a-9563c5700114 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:23:56.056044 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device cfea7d6b-44de-4244-bc38-2b44c9f2bf9e up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:56.118618 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Router 548aa62f-2f3a-423e-b196-6b2bfb82d00e has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:23:56.140487 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port cfea7d6b-44de-4244-bc38-2b44c9f2bf9e triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:56.140859 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:56.234544 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:23:56.240714 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-060cb549-cf88-4ae0-9173-3e87bfa72819 admin admin] 10.222.0.55 "PUT /v2.0/routers/548aa62f-2f3a-423e-b196-6b2bfb82d00e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6338718 Jul 27 22:23:56.256784 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '211e7411-c612-43ef-a22a-9563c5700114', 'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'mac_address': 'fa:16:3e:39:64:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:55Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 1, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'subnets': [{'id': '193771b3-c957-4bf6-b35e-328c52837b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:56.294253 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c65ef9-f509-4bd5-a8c7-dd41e4f19ec3 None None] The sync data for ids ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'] in n-d-764806-9 is: [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '211e7411-c612-43ef-a22a-9563c5700114', 'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'mac_address': 'fa:16:3e:39:64:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:55Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 1, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'subnets': [{'id': '193771b3-c957-4bf6-b35e-328c52837b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:23:56.303209 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-abbc2062-d878-4da5-926b-d59915f49e8b None None] Provisioning complete for port 211e7411-c612-43ef-a22a-9563c5700114 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:56.303541 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-abbc2062-d878-4da5-926b-d59915f49e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:56.342124 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-abbc2062-d878-4da5-926b-d59915f49e8b None None] Port 211e7411-c612-43ef-a22a-9563c5700114 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:23:56.766947 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35906) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:56.772332 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2bf9364a-c6f8-4c35-bf8e-4ec351e066ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1353763030-network', 'tenant_id': '9a0668952fb744afa5f0cff888e4bfd5'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:56.795088 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf9364a-c6f8-4c35-bf8e-4ec351e066ad admin admin] Made reservation on behalf of 9a0668952fb744afa5f0cff888e4bfd5 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:56.797728 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2bf9364a-c6f8-4c35-bf8e-4ec351e066ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:56.810952 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2bf9364a-c6f8-4c35-bf8e-4ec351e066ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:56.912437 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2bf9364a-c6f8-4c35-bf8e-4ec351e066ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:56.916368 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2bf9364a-c6f8-4c35-bf8e-4ec351e066ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:56.947604 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf9364a-c6f8-4c35-bf8e-4ec351e066ad admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:23:56.966358 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9364a-c6f8-4c35-bf8e-4ec351e066ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0920756e-d9a8-4898-b1a3-02d0b3c202f9,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:56.969254 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2bf9364a-c6f8-4c35-bf8e-4ec351e066ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:56.969602 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-2bf9364a-c6f8-4c35-bf8e-4ec351e066ad admin admin] Added segment e386301b-a03c-44ea-ba7f-832bf0cebd20 of type vlan for network d2910759-02ab-450a-be0b-45831a408e9c Jul 27 22:23:57.018130 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2bf9364a-c6f8-4c35-bf8e-4ec351e066ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.052188 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2bf9364a-c6f8-4c35-bf8e-4ec351e066ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.053263 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf9364a-c6f8-4c35-bf8e-4ec351e066ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:57.053920 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2bf9364a-c6f8-4c35-bf8e-4ec351e066ad admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.110967 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2bf9364a-c6f8-4c35-bf8e-4ec351e066ad admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3428652 Jul 27 22:23:57.114980 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35908) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:57.119796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-7576fa5a-1d78-4b90-a069-90da2d233e5e admin admin] Request body: {'subnet': {'network_id': 'd2910759-02ab-450a-be0b-45831a408e9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1353763030-subnet', 'tenant_id': '9a0668952fb744afa5f0cff888e4bfd5', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:57.131735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9364a-c6f8-4c35-bf8e-4ec351e066ad admin admin] Pushing event updated for resources: {'Network': ['ID=d2910759-02ab-450a-be0b-45831a408e9c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:57.141917 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network d2910759-02ab-450a-be0b-45831a408e9c details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:23:57.153201 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7576fa5a-1d78-4b90-a069-90da2d233e5e admin admin] Made reservation on behalf of 9a0668952fb744afa5f0cff888e4bfd5 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:23:57.155848 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7576fa5a-1d78-4b90-a069-90da2d233e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.347335 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7576fa5a-1d78-4b90-a069-90da2d233e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.411508 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576fa5a-1d78-4b90-a069-90da2d233e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c275213d-e5a6-4a86-b901-7a3a310c04f1,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:57.420689 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7576fa5a-1d78-4b90-a069-90da2d233e5e admin admin] Checking segment: {'id': 'e386301b-a03c-44ea-ba7f-832bf0cebd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd2910759-02ab-450a-be0b-45831a408e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:57.421047 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7576fa5a-1d78-4b90-a069-90da2d233e5e admin admin] Network hostable DHCP agents. Network: d2910759-02ab-450a-be0b-45831a408e9c, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:23:57.439577 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7576fa5a-1d78-4b90-a069-90da2d233e5e admin admin] Network d2910759-02ab-450a-be0b-45831a408e9c is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:23:57.449296 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-7576fa5a-1d78-4b90-a069-90da2d233e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, d2910759-02ab-450a-be0b-45831a408e9c) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:57.453932 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7576fa5a-1d78-4b90-a069-90da2d233e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:23:57.454553 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-7576fa5a-1d78-4b90-a069-90da2d233e5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.459584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005f6921-47d2-441a-a064-ea34461e6dd5 None None] Network d2910759-02ab-450a-be0b-45831a408e9c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:57.470513 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7576fa5a-1d78-4b90-a069-90da2d233e5e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3544919 Jul 27 22:23:57.473766 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35910) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:57.478627 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1353763030-router', 'tenant_id': '9a0668952fb744afa5f0cff888e4bfd5', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:23:57.502608 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.504719 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.562926 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.625403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-d2910759-02ab-450a-be0b-45831a408e9c', 'network_id': 'd2910759-02ab-450a-be0b-45831a408e9c', 'tenant_id': '9a0668952fb744afa5f0cff888e4bfd5', 'fixed_ips': [{'subnet_id': 'c275213d-e5a6-4a86-b901-7a3a310c04f1'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:23:57.626318 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.712462 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.764111 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Allocated IP 172.20.0.2 (d2910759-02ab-450a-be0b-45831a408e9c/c275213d-e5a6-4a86-b901-7a3a310c04f1/a442a64f-7d88-475e-8a80-013e6bb8ccf5) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:57.911674 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.919833 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Transition to ACTIVE for port object a442a64f-7d88-475e-8a80-013e6bb8ccf5 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:57.927463 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.935327 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Transition to ACTIVE for port object a442a64f-7d88-475e-8a80-013e6bb8ccf5 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:57.940738 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.947876 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:57.985747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Network d2910759-02ab-450a-be0b-45831a408e9c is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:57.994091 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:57.996536 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:57.998669 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Pushing event updated for resources: {'Port': ['ID=a442a64f-7d88-475e-8a80-013e6bb8ccf5,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:58.077080 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Attempting to bind port a442a64f-7d88-475e-8a80-013e6bb8ccf5 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:23:58.077516 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Attempting to bind port a442a64f-7d88-475e-8a80-013e6bb8ccf5 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'e386301b-a03c-44ea-ba7f-832bf0cebd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd2910759-02ab-450a-be0b-45831a408e9c'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:23:58.078338 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Attempting to bind port a442a64f-7d88-475e-8a80-013e6bb8ccf5 on network d2910759-02ab-450a-be0b-45831a408e9c {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:23:58.079669 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Allocated IP 172.25.2.69 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/f3d44114-0f11-48cd-aa96-388778cf6a3b) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:23:58.084149 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:23:58.084610 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Checking segment: {'id': 'e386301b-a03c-44ea-ba7f-832bf0cebd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd2910759-02ab-450a-be0b-45831a408e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:58.085570 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:58.085570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Bound using segment: {'id': 'e386301b-a03c-44ea-ba7f-832bf0cebd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd2910759-02ab-450a-be0b-45831a408e9c'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:23:58.086074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Bound port: a442a64f-7d88-475e-8a80-013e6bb8ccf5, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e386301b-a03c-44ea-ba7f-832bf0cebd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd2910759-02ab-450a-be0b-45831a408e9c'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:23:58.086531 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:58.091055 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:23:58.187892 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] For port a442a64f-7d88-475e-8a80-013e6bb8ccf5, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:23:58.192882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] For port a442a64f-7d88-475e-8a80-013e6bb8ccf5, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a442a64f-7d88-475e-8a80-013e6bb8ccf5,segment=NetworkSegment(e386301b-a03c-44ea-ba7f-832bf0cebd20),segment_id=e386301b-a03c-44ea-ba7f-832bf0cebd20)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:23:58.197255 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:58.198695 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:58.202446 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:58.229089 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:23:58.229456 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:58.242606 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:58.292822 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbdf7f-8daa-4068-baca-ea08554eea1c None None] Pushing event updated for resources: {'Port': ['ID=a442a64f-7d88-475e-8a80-013e6bb8ccf5,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:58.299419 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:23:58.305972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:23:58.308743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:23:58.338301 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Pushing event updated for resources: {'Port': ['ID=f3d44114-0f11-48cd-aa96-388778cf6a3b,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:58.351938 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:58.374318 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:23:58.378458 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:58.440572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:58.484669 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Sync routers for ids ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:23:58.496460 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Routers {'548aa62f-2f3a-423e-b196-6b2bfb82d00e'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:58.497309 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:23:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:58.612987 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:58.620306 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Set router 548aa62f-2f3a-423e-b196-6b2bfb82d00e gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:58.818172 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '211e7411-c612-43ef-a22a-9563c5700114', 'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'mac_address': 'fa:16:3e:39:64:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:55Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 2, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'subnets': [{'id': '193771b3-c957-4bf6-b35e-328c52837b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:58.820548 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:58.847227 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Checking router: 548aa62f-2f3a-423e-b196-6b2bfb82d00e for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:23:58.847569 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Updating router 548aa62f-2f3a-423e-b196-6b2bfb82d00e port 211e7411-c612-43ef-a22a-9563c5700114 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:23:58.882026 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:58.963137 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Router 35fc3a55-e802-4846-ba85-e625ec86851f is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105579) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:23:59.089068 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:23:59.105734 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Sync routers for ids ['35fc3a55-e802-4846-ba85-e625ec86851f'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:23:59.108443 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.110299 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2c3b4bed-bcc6-48bb-9560-c2e947156fed admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6353056 Jul 27 22:23:59.114310 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35912) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:23:59.120112 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Routers {'35fc3a55-e802-4846-ba85-e625ec86851f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:59.121856 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:23:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['35fc3a55-e802-4846-ba85-e625ec86851f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:59.171137 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.185802 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Transition to ACTIVE for port object 211e7411-c612-43ef-a22a-9563c5700114 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:23:59.198985 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.282886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Set router 35fc3a55-e802-4846-ba85-e625ec86851f gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:59.286213 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34228504-4aea-47ae-97f3-ccecb6d3c0da None None] Pushing event updated for resources: {'Port': ['ID=211e7411-c612-43ef-a22a-9563c5700114,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:59.298996 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34228504-4aea-47ae-97f3-ccecb6d3c0da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:59.299343 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34228504-4aea-47ae-97f3-ccecb6d3c0da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:59.299686 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34228504-4aea-47ae-97f3-ccecb6d3c0da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:59.300020 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34228504-4aea-47ae-97f3-ccecb6d3c0da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:59.300352 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34228504-4aea-47ae-97f3-ccecb6d3c0da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:59.300680 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34228504-4aea-47ae-97f3-ccecb6d3c0da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:59.301040 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34228504-4aea-47ae-97f3-ccecb6d3c0da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:59.301545 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34228504-4aea-47ae-97f3-ccecb6d3c0da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:59.301870 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34228504-4aea-47ae-97f3-ccecb6d3c0da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:59.302194 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34228504-4aea-47ae-97f3-ccecb6d3c0da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:59.302553 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34228504-4aea-47ae-97f3-ccecb6d3c0da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:59.302867 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34228504-4aea-47ae-97f3-ccecb6d3c0da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:23:59.341554 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Attempting to bind port 211e7411-c612-43ef-a22a-9563c5700114 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:23:59.341882 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Attempting to bind port 211e7411-c612-43ef-a22a-9563c5700114 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:23:59.342200 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Attempting to bind port 211e7411-c612-43ef-a22a-9563c5700114 on network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:23:59.347754 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:23:59.348133 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Checking segment: {'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:23:59.348532 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.349159 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Bound using segment: {'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:23:59.349648 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Bound port: 211e7411-c612-43ef-a22a-9563c5700114, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:23:59.350030 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.413462 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc68e46-92ab-4f4e-9572-2b2392e1598b None None] Network d2910759-02ab-450a-be0b-45831a408e9c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:23:59.424375 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] For port 211e7411-c612-43ef-a22a-9563c5700114, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:23:59.427976 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] For port 211e7411-c612-43ef-a22a-9563c5700114, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=211e7411-c612-43ef-a22a-9563c5700114,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:23:59.435868 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:23:59.500466 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34228504-4aea-47ae-97f3-ccecb6d3c0da None None] Pushing event updated for resources: {'Port': ['ID=211e7411-c612-43ef-a22a-9563c5700114,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:23:59.516372 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Routers {'548aa62f-2f3a-423e-b196-6b2bfb82d00e'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:23:59.517450 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:23:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:59.561152 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-607f7a27-d5d6-428a-ad9d-c557e73a15ec None None] Provisioning for port a442a64f-7d88-475e-8a80-013e6bb8ccf5 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:23:59.659829 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'name': 'tempest-TestShelveInstance-1353763030-router', 'tenant_id': '9a0668952fb744afa5f0cff888e4bfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 3, 'project_id': '9a0668952fb744afa5f0cff888e4bfd5', 'gw_port': {'id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:23:59.667643 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] Set router 548aa62f-2f3a-423e-b196-6b2bfb82d00e gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:23:59.696568 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Checking router: 35fc3a55-e802-4846-ba85-e625ec86851f for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:23:59.697014 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Updating router 35fc3a55-e802-4846-ba85-e625ec86851f port f3d44114-0f11-48cd-aa96-388778cf6a3b binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:23:59.761100 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.053180 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.091567 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '211e7411-c612-43ef-a22a-9563c5700114', 'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'mac_address': 'fa:16:3e:39:64:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:55Z', 'updated_at': '2021-07-27T22:23:59Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'subnets': [{'id': '193771b3-c957-4bf6-b35e-328c52837b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:00.120462 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.124774 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1ee935-f155-4a78-9efa-dd76d6c49d78 None None] The sync data for ids ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'] in n-d-764806-9 is: [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '211e7411-c612-43ef-a22a-9563c5700114', 'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'mac_address': 'fa:16:3e:39:64:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:55Z', 'updated_at': '2021-07-27T22:23:59Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'subnets': [{'id': '193771b3-c957-4bf6-b35e-328c52837b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:24:00.143407 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Transition to ACTIVE for port object f3d44114-0f11-48cd-aa96-388778cf6a3b will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:00.156643 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.216762 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Attempting to bind port f3d44114-0f11-48cd-aa96-388778cf6a3b on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:24:00.217445 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Attempting to bind port f3d44114-0f11-48cd-aa96-388778cf6a3b by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:24:00.217867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Attempting to bind port f3d44114-0f11-48cd-aa96-388778cf6a3b on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:00.228054 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:00.233794 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:24:00.234188 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:00.234600 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.234995 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:24:00.235459 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Bound port: f3d44114-0f11-48cd-aa96-388778cf6a3b, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:24:00.235840 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.262273 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5e6d0-01fb-44a0-a921-3c718bb34dee None None] Pushing event updated for resources: {'Port': ['ID=f3d44114-0f11-48cd-aa96-388778cf6a3b,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:00.266726 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Allocated IP 172.20.0.1 (d2910759-02ab-450a-be0b-45831a408e9c/c275213d-e5a6-4a86-b901-7a3a310c04f1/7dd51a54-250f-4250-a37c-c4f2d7ec1482) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:00.339367 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] For port f3d44114-0f11-48cd-aa96-388778cf6a3b, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:24:00.343277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] For port f3d44114-0f11-48cd-aa96-388778cf6a3b, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f3d44114-0f11-48cd-aa96-388778cf6a3b,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:24:00.349570 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.358925 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:00.359312 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.389119 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.403685 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Transition to ACTIVE for port object 7dd51a54-250f-4250-a37c-c4f2d7ec1482 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:00.440846 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.448553 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5e6d0-01fb-44a0-a921-3c718bb34dee None None] Pushing event updated for resources: {'Port': ['ID=f3d44114-0f11-48cd-aa96-388778cf6a3b,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:00.452650 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Routers {'35fc3a55-e802-4846-ba85-e625ec86851f'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:00.453275 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:23:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['35fc3a55-e802-4846-ba85-e625ec86851f'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:00.485198 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Network d2910759-02ab-450a-be0b-45831a408e9c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:00.489226 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:00.493327 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:00.527954 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd51a54-250f-4250-a37c-c4f2d7ec1482,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:00.546494 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.729887 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.775868 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a442a64f-7d88-475e-8a80-013e6bb8ccf5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:00.813295 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1c95d7b1-7952-4e2f-a875-babc6e26131d None None] Provisioning for port 7dd51a54-250f-4250-a37c-c4f2d7ec1482 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:00.818812 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] Set router 35fc3a55-e802-4846-ba85-e625ec86851f gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:24:00.881511 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1c95d7b1-7952-4e2f-a875-babc6e26131d None None] Provisioning complete for port 7dd51a54-250f-4250-a37c-c4f2d7ec1482 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:00.881882 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1c95d7b1-7952-4e2f-a875-babc6e26131d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.924372 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.929712 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:00.966381 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1c95d7b1-7952-4e2f-a875-babc6e26131d None None] Port 7dd51a54-250f-4250-a37c-c4f2d7ec1482 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:24:00.982177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port a442a64f-7d88-475e-8a80-013e6bb8ccf5 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:00.994267 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a442a64f-7d88-475e-8a80-013e6bb8ccf5 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:00.994647 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.006913 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd51a54-250f-4250-a37c-c4f2d7ec1482,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:01.013003 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.107291 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Network d2910759-02ab-450a-be0b-45831a408e9c is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:01.108940 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:01.127307 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.154554 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'name': 'tempest-TestShelveInstance-1353763030-router', 'tenant_id': '9a0668952fb744afa5f0cff888e4bfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 3, 'project_id': '9a0668952fb744afa5f0cff888e4bfd5', 'gw_port': {'id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:01.197041 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7953bf04-b8da-46e1-8aec-00a80ec865ab None None] The sync data for ids ['35fc3a55-e802-4846-ba85-e625ec86851f'] in n-d-764806-9 is: [{'id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'name': 'tempest-TestShelveInstance-1353763030-router', 'tenant_id': '9a0668952fb744afa5f0cff888e4bfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 3, 'project_id': '9a0668952fb744afa5f0cff888e4bfd5', 'gw_port': {'id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:24:01.201433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port a442a64f-7d88-475e-8a80-013e6bb8ccf5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a442a64f-7d88-475e-8a80-013e6bb8ccf5,segment=NetworkSegment(e386301b-a03c-44ea-ba7f-832bf0cebd20),segment_id=e386301b-a03c-44ea-ba7f-832bf0cebd20)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:01.206121 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.207570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 211e7411-c612-43ef-a22a-9563c5700114 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:01.254480 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Router 35fc3a55-e802-4846-ba85-e625ec86851f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:24:01.300220 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=a442a64f-7d88-475e-8a80-013e6bb8ccf5,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:01.315062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 211e7411-c612-43ef-a22a-9563c5700114 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:01.320062 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 211e7411-c612-43ef-a22a-9563c5700114 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:01.320488 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.392887 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:24:01.398285 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fd82df38-7e4b-4de5-956b-0036187ecac9 admin admin] 10.222.0.55 "PUT /v2.0/routers/35fc3a55-e802-4846-ba85-e625ec86851f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2829380 Jul 27 22:24:01.421786 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.431514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-8f849442-0b9a-4cbb-9f0c-58a722939032 None None] Provisioning complete for port 7dd51a54-250f-4250-a37c-c4f2d7ec1482 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:01.431890 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8f849442-0b9a-4cbb-9f0c-58a722939032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.506824 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 211e7411-c612-43ef-a22a-9563c5700114, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=211e7411-c612-43ef-a22a-9563c5700114,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:01.513011 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:01.521608 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-8f849442-0b9a-4cbb-9f0c-58a722939032 None None] Port 7dd51a54-250f-4250-a37c-c4f2d7ec1482 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:24:01.570973 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=211e7411-c612-43ef-a22a-9563c5700114,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:02.078120 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35920) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:02.084059 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2d9312fd-adf9-4594-8fa1-f4187ee1dee3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1654201893', 'description': 'tempest-secgroup-smoke-1654201893 description', 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:02.107084 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d9312fd-adf9-4594-8fa1-f4187ee1dee3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.128980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a442a64f-7d88-475e-8a80-013e6bb8ccf5 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:02.179153 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a442a64f-7d88-475e-8a80-013e6bb8ccf5 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:02.179520 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.194660 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d9312fd-adf9-4594-8fa1-f4187ee1dee3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.198463 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d9312fd-adf9-4594-8fa1-f4187ee1dee3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.231530 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9312fd-adf9-4594-8fa1-f4187ee1dee3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27258c0f-4873-4d52-8f67-6d18f19bea4a,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:02.233667 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2d9312fd-adf9-4594-8fa1-f4187ee1dee3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.239741 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2d9312fd-adf9-4594-8fa1-f4187ee1dee3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1601946 Jul 27 22:24:02.239972 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35922) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:02.246970 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f58a10d1-acc2-4c86-b27a-8bccb6933db8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'security_group_rule': {'security_group_id': '27258c0f-4873-4d52-8f67-6d18f19bea4a', 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:02.259259 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f3d44114-0f11-48cd-aa96-388778cf6a3b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:02.277000 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f58a10d1-acc2-4c86-b27a-8bccb6933db8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.309602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port f3d44114-0f11-48cd-aa96-388778cf6a3b completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:02.313378 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f3d44114-0f11-48cd-aa96-388778cf6a3b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:02.313824 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.338946 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f58a10d1-acc2-4c86-b27a-8bccb6933db8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.342957 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f58a10d1-acc2-4c86-b27a-8bccb6933db8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.361510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a10d1-acc2-4c86-b27a-8bccb6933db8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2dcb6ce-a756-4b4e-8d9b-ebd6656083f2,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:02.370143 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f58a10d1-acc2-4c86-b27a-8bccb6933db8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.371533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f58a10d1-acc2-4c86-b27a-8bccb6933db8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303892 Jul 27 22:24:02.374297 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35924) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:02.378711 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-2ccc187c-a638-4cca-b4a0-709547b7a999 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'security_group_rule': {'security_group_id': '27258c0f-4873-4d52-8f67-6d18f19bea4a', 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:02.398062 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.407082 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ccc187c-a638-4cca-b4a0-709547b7a999 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.419791 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port f3d44114-0f11-48cd-aa96-388778cf6a3b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f3d44114-0f11-48cd-aa96-388778cf6a3b,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:02.423688 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.424475 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 211e7411-c612-43ef-a22a-9563c5700114 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:02.471527 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ccc187c-a638-4cca-b4a0-709547b7a999 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.476066 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ccc187c-a638-4cca-b4a0-709547b7a999 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.494510 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc187c-a638-4cca-b4a0-709547b7a999 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbf8eed-6cda-49ac-a8f0-a319da71536f,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:02.499950 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-2ccc187c-a638-4cca-b4a0-709547b7a999 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.501417 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=f3d44114-0f11-48cd-aa96-388778cf6a3b,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:02.501756 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-2ccc187c-a638-4cca-b4a0-709547b7a999 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264846 Jul 27 22:24:02.505818 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35926) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:02.510608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-410cdd78-1994-4ad9-b0e1-561304f89923 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'security_group_rule': {'security_group_id': '27258c0f-4873-4d52-8f67-6d18f19bea4a', 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:02.513420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 211e7411-c612-43ef-a22a-9563c5700114 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:02.513793 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.536858 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-410cdd78-1994-4ad9-b0e1-561304f89923 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.598925 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-410cdd78-1994-4ad9-b0e1-561304f89923 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.602868 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-410cdd78-1994-4ad9-b0e1-561304f89923 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.621968 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cdd78-1994-4ad9-b0e1-561304f89923 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b7d8ba-710a-4fa5-bd5f-a7ed6ffb4acd,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:02.629189 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-410cdd78-1994-4ad9-b0e1-561304f89923 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.630486 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-410cdd78-1994-4ad9-b0e1-561304f89923 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235867 Jul 27 22:24:02.633173 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35928) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:02.637617 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b8cae0f7-405e-4ff8-a82c-ebd0d12b2bba tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'security_group_rule': {'security_group_id': '27258c0f-4873-4d52-8f67-6d18f19bea4a', 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:02.663486 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8cae0f7-405e-4ff8-a82c-ebd0d12b2bba tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.726921 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8cae0f7-405e-4ff8-a82c-ebd0d12b2bba tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.730625 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8cae0f7-405e-4ff8-a82c-ebd0d12b2bba tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.751275 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cae0f7-405e-4ff8-a82c-ebd0d12b2bba tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1591de23-e5c4-4cc5-b759-7d6808bbc99c,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:02.755000 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b8cae0f7-405e-4ff8-a82c-ebd0d12b2bba tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.756208 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b8cae0f7-405e-4ff8-a82c-ebd0d12b2bba tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220791 Jul 27 22:24:02.758935 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35930) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:02.763464 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1d8e354c-b407-4ae0-96ea-662e44de274d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'security_group_rule': {'security_group_id': '27258c0f-4873-4d52-8f67-6d18f19bea4a', 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:02.788353 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-1d8e354c-b407-4ae0-96ea-662e44de274d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Project e9788027baab4a9a9d2b5ccf83faab3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:24:02.793190 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1d8e354c-b407-4ae0-96ea-662e44de274d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.858418 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1d8e354c-b407-4ae0-96ea-662e44de274d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.862080 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1d8e354c-b407-4ae0-96ea-662e44de274d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.880580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e354c-b407-4ae0-96ea-662e44de274d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bfb93f-c6bd-47d4-ade5-4ba0ec9e11f0,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:02.888712 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1d8e354c-b407-4ae0-96ea-662e44de274d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.889945 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1d8e354c-b407-4ae0-96ea-662e44de274d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300781 Jul 27 22:24:02.892689 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35932) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:02.898033 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-b6650aec-ea34-43b2-901f-0c675597d70d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'security_group_rule': {'security_group_id': '27258c0f-4873-4d52-8f67-6d18f19bea4a', 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:02.912113 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7da5e005-65c6-4596-9361-37d2f0d7156e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.920117 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-b6650aec-ea34-43b2-901f-0c675597d70d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Project e9788027baab4a9a9d2b5ccf83faab3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:24:02.924940 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6650aec-ea34-43b2-901f-0c675597d70d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.986811 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6650aec-ea34-43b2-901f-0c675597d70d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:02.990909 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6650aec-ea34-43b2-901f-0c675597d70d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:03.008845 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6650aec-ea34-43b2-901f-0c675597d70d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e293122-d515-4f5e-b785-d6b4d2829af2,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:03.015885 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-b6650aec-ea34-43b2-901f-0c675597d70d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:03.017251 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-b6650aec-ea34-43b2-901f-0c675597d70d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236343 Jul 27 22:24:03.162664 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-c8edfe16-2aa7-47ee-8303-41f2adcc27ff tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654201893&fields=id&tenant_id=e9788027baab4a9a9d2b5ccf83faab3e HTTP/1.1" status: 200 len: 267 time: 0.0352297 Jul 27 22:24:03.280062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-1492460e-79d5-435d-aa22-c0e2e65eb1f7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:03.281678 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-1492460e-79d5-435d-aa22-c0e2e65eb1f7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 809 time: 0.1122277 Jul 27 22:24:03.296966 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-a7f2df83-4fdb-4fc4-b94d-17065cb0bd01 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/quotas/e9788027baab4a9a9d2b5ccf83faab3e HTTP/1.1" status: 200 len: 375 time: 0.0095229 Jul 27 22:24:03.367775 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-9727a968-ec87-4b37-ae23-7cc2270217e7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650592 Jul 27 22:24:03.553826 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-b3af05bc-61af-4e90-8e4b-caaf24ddbb63 service neutron] 10.222.0.55 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740520 Jul 27 22:24:03.563931 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Sync routers for ids ['35fc3a55-e802-4846-ba85-e625ec86851f'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:24:03.573818 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Routers {'35fc3a55-e802-4846-ba85-e625ec86851f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:03.574520 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:23:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['35fc3a55-e802-4846-ba85-e625ec86851f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:03.652643 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-ae5826e2-72f5-4f1f-bfad-34a2e68e830a service neutron] 10.222.0.55 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918410 Jul 27 22:24:03.681029 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Set router 35fc3a55-e802-4846-ba85-e625ec86851f gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:24:03.828097 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c2ac2b64-e5a8-4f1d-9599-d36f5c4f0e9e req-dfb7a857-7236-4509-ac03-2502187120b5 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 210 time: 0.0311930 Jul 27 22:24:03.904432 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'name': 'tempest-TestShelveInstance-1353763030-router', 'tenant_id': '9a0668952fb744afa5f0cff888e4bfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:24:00Z', 'revision_number': 4, 'project_id': '9a0668952fb744afa5f0cff888e4bfd5', 'gw_port': {'id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '7dd51a54-250f-4250-a37c-c4f2d7ec1482', 'name': '', 'network_id': 'd2910759-02ab-450a-be0b-45831a408e9c', 'tenant_id': '9a0668952fb744afa5f0cff888e4bfd5', 'mac_address': 'fa:16:3e:05:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c275213d-e5a6-4a86-b901-7a3a310c04f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:24:00Z', 'updated_at': '2021-07-27T22:24:00Z', 'revision_number': 2, 'project_id': '9a0668952fb744afa5f0cff888e4bfd5', 'subnets': [{'id': 'c275213d-e5a6-4a86-b901-7a3a310c04f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:03.931697 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Checking router: 35fc3a55-e802-4846-ba85-e625ec86851f for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:24:03.932050 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Updating router 35fc3a55-e802-4846-ba85-e625ec86851f port 7dd51a54-250f-4250-a37c-c4f2d7ec1482 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:24:03.967025 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.053978 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f3d44114-0f11-48cd-aa96-388778cf6a3b up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:04.104488 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port f3d44114-0f11-48cd-aa96-388778cf6a3b triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:04.104949 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.258803 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.270715 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Transition to ACTIVE for port object 7dd51a54-250f-4250-a37c-c4f2d7ec1482 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:04.276998 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.324935 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d44a46-3d7e-4e50-93f9-ef534a056f91 None None] Pushing event updated for resources: {'Port': ['ID=7dd51a54-250f-4250-a37c-c4f2d7ec1482,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:04.384197 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Attempting to bind port 7dd51a54-250f-4250-a37c-c4f2d7ec1482 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:24:04.384561 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Attempting to bind port 7dd51a54-250f-4250-a37c-c4f2d7ec1482 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'e386301b-a03c-44ea-ba7f-832bf0cebd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd2910759-02ab-450a-be0b-45831a408e9c'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:24:04.384916 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Attempting to bind port 7dd51a54-250f-4250-a37c-c4f2d7ec1482 on network d2910759-02ab-450a-be0b-45831a408e9c {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:04.389952 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:24:04.390350 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Checking segment: {'id': 'e386301b-a03c-44ea-ba7f-832bf0cebd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd2910759-02ab-450a-be0b-45831a408e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:04.390878 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.391271 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Bound using segment: {'id': 'e386301b-a03c-44ea-ba7f-832bf0cebd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd2910759-02ab-450a-be0b-45831a408e9c'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:24:04.391724 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Bound port: 7dd51a54-250f-4250-a37c-c4f2d7ec1482, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e386301b-a03c-44ea-ba7f-832bf0cebd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd2910759-02ab-450a-be0b-45831a408e9c'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:24:04.392123 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.466503 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] For port 7dd51a54-250f-4250-a37c-c4f2d7ec1482, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:24:04.469719 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] For port 7dd51a54-250f-4250-a37c-c4f2d7ec1482, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7dd51a54-250f-4250-a37c-c4f2d7ec1482,segment=NetworkSegment(e386301b-a03c-44ea-ba7f-832bf0cebd20),segment_id=e386301b-a03c-44ea-ba7f-832bf0cebd20)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:24:04.475862 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:04.540337 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Routers {'35fc3a55-e802-4846-ba85-e625ec86851f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:04.540973 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:23:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['35fc3a55-e802-4846-ba85-e625ec86851f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:04.545762 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d44a46-3d7e-4e50-93f9-ef534a056f91 None None] Pushing event updated for resources: {'Port': ['ID=7dd51a54-250f-4250-a37c-c4f2d7ec1482,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:04.661989 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] Set router 35fc3a55-e802-4846-ba85-e625ec86851f gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:24:04.862360 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-93338a00-31b4-4b4e-ae6e-f99cd8679461 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:04.864714 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-93338a00-31b4-4b4e-ae6e-f99cd8679461 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.66 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 809 time: 0.1402783 Jul 27 22:24:04.904281 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'name': 'tempest-TestShelveInstance-1353763030-router', 'tenant_id': '9a0668952fb744afa5f0cff888e4bfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:24:00Z', 'revision_number': 4, 'project_id': '9a0668952fb744afa5f0cff888e4bfd5', 'gw_port': {'id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '7dd51a54-250f-4250-a37c-c4f2d7ec1482', 'name': '', 'network_id': 'd2910759-02ab-450a-be0b-45831a408e9c', 'tenant_id': '9a0668952fb744afa5f0cff888e4bfd5', 'mac_address': 'fa:16:3e:05:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c275213d-e5a6-4a86-b901-7a3a310c04f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:24:00Z', 'updated_at': '2021-07-27T22:24:04Z', 'revision_number': 4, 'project_id': '9a0668952fb744afa5f0cff888e4bfd5', 'subnets': [{'id': 'c275213d-e5a6-4a86-b901-7a3a310c04f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:04.915603 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-c6b7fce5-dcd3-46f9-b821-c2fa4426d8e4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9788027baab4a9a9d2b5ccf83faab3e HTTP/1.1" status: 200 len: 380 time: 0.0409651 Jul 27 22:24:04.926338 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-02f7448c-250a-4571-86ca-4cf58eecebe3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'port': {'device_id': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'admin_state_up': True, 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'security_groups': ['27258c0f-4873-4d52-8f67-6d18f19bea4a']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:04.943161 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9011a871-d02d-466e-88af-7f06fb1fa3bf None None] The sync data for ids ['35fc3a55-e802-4846-ba85-e625ec86851f'] in n-d-764806-9 is: [{'id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'name': 'tempest-TestShelveInstance-1353763030-router', 'tenant_id': '9a0668952fb744afa5f0cff888e4bfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:24:00Z', 'revision_number': 4, 'project_id': '9a0668952fb744afa5f0cff888e4bfd5', 'gw_port': {'id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '7dd51a54-250f-4250-a37c-c4f2d7ec1482', 'name': '', 'network_id': 'd2910759-02ab-450a-be0b-45831a408e9c', 'tenant_id': '9a0668952fb744afa5f0cff888e4bfd5', 'mac_address': 'fa:16:3e:05:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c275213d-e5a6-4a86-b901-7a3a310c04f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:24:00Z', 'updated_at': '2021-07-27T22:24:04Z', 'revision_number': 4, 'project_id': '9a0668952fb744afa5f0cff888e4bfd5', 'subnets': [{'id': 'c275213d-e5a6-4a86-b901-7a3a310c04f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:24:04.945041 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e19d4d0f-ae86-4f9a-ba1e-34a3ce10ae4f req-83aa040c-c94f-474f-bc20-b6f8efa46678 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 210 time: 0.0332074 Jul 27 22:24:05.088939 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-02f7448c-250a-4571-86ca-4cf58eecebe3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Made reservation on behalf of e9788027baab4a9a9d2b5ccf83faab3e for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:24:05.093659 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-02f7448c-250a-4571-86ca-4cf58eecebe3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.096151 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.242601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-02f7448c-250a-4571-86ca-4cf58eecebe3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Allocated IP 172.20.0.4 (b61b93f3-ab1f-4071-bc4f-d6e762a815f9/193771b3-c957-4bf6-b35e-328c52837b77/0526404b-7b09-434f-9112-338c81e6dc1f) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:05.394858 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-02f7448c-250a-4571-86ca-4cf58eecebe3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.410563 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-02f7448c-250a-4571-86ca-4cf58eecebe3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Transition to ACTIVE for port object 0526404b-7b09-434f-9112-338c81e6dc1f will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:05.445398 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-02f7448c-250a-4571-86ca-4cf58eecebe3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.494701 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-02f7448c-250a-4571-86ca-4cf58eecebe3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:05.500108 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-02f7448c-250a-4571-86ca-4cf58eecebe3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:05.503760 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-02f7448c-250a-4571-86ca-4cf58eecebe3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:05.528820 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7448c-250a-4571-86ca-4cf58eecebe3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'Port': ['ID=0526404b-7b09-434f-9112-338c81e6dc1f,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:05.542972 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d4c3f794-2530-45ac-b727-3257f75e0bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.576904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-02f7448c-250a-4571-86ca-4cf58eecebe3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:05.582400 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-02f7448c-250a-4571-86ca-4cf58eecebe3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.607764 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-02f7448c-250a-4571-86ca-4cf58eecebe3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6858621 Jul 27 22:24:05.644849 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.672671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Request body: {'port': {'device_id': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:05.751727 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.823991 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0ddb7936-fed8-4b4b-88cb-58180b5682bf None None] Provisioning for port 0526404b-7b09-434f-9112-338c81e6dc1f completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:05.827750 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-0ddb7936-fed8-4b4b-88cb-58180b5682bf None None] Provisioning complete for port 0526404b-7b09-434f-9112-338c81e6dc1f triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:05.828121 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0ddb7936-fed8-4b4b-88cb-58180b5682bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:05.861980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb7936-fed8-4b4b-88cb-58180b5682bf None None] Port 0526404b-7b09-434f-9112-338c81e6dc1f cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:24:06.039210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0526404b-7b09-434f-9112-338c81e6dc1f {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:24:06.047097 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.059158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7dd51a54-250f-4250-a37c-c4f2d7ec1482 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:06.067573 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Transition to ACTIVE for port object 0526404b-7b09-434f-9112-338c81e6dc1f will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:24:06.072323 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.111299 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1524e45-eadf-44b0-b631-1ea290272ec7 req-55dc2e8c-6d77-4781-937c-58dfd99e734f tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:06.116949 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 7dd51a54-250f-4250-a37c-c4f2d7ec1482 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:06.119614 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c1524e45-eadf-44b0-b631-1ea290272ec7 req-55dc2e8c-6d77-4781-937c-58dfd99e734f tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 931 time: 0.0892482 Jul 27 22:24:06.125740 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7dd51a54-250f-4250-a37c-c4f2d7ec1482 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:06.126508 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.154880 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Pushing event updated for resources: {'Port': ['ID=0526404b-7b09-434f-9112-338c81e6dc1f,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:06.174397 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c1524e45-eadf-44b0-b631-1ea290272ec7 req-21a5efac-726a-4679-ae63-070f3ff8f4cf tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518699 Jul 27 22:24:06.217026 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Attempting to bind port 0526404b-7b09-434f-9112-338c81e6dc1f on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:24:06.217366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Attempting to bind port 0526404b-7b09-434f-9112-338c81e6dc1f by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:24:06.217698 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Attempting to bind port 0526404b-7b09-434f-9112-338c81e6dc1f on network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:06.222205 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Port 0526404b-7b09-434f-9112-338c81e6dc1f on network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:24:06.223113 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.223244 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Attempting to bind port 0526404b-7b09-434f-9112-338c81e6dc1f on network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:24:06.228418 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:24:06.228761 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Checking segment: {'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:24:06.229147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Bound using segment: {'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:24:06.229576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Bound port: 0526404b-7b09-434f-9112-338c81e6dc1f, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:24:06.229938 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.264491 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 7dd51a54-250f-4250-a37c-c4f2d7ec1482, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7dd51a54-250f-4250-a37c-c4f2d7ec1482,segment=NetworkSegment(e386301b-a03c-44ea-ba7f-832bf0cebd20),segment_id=e386301b-a03c-44ea-ba7f-832bf0cebd20)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:06.271058 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.312243 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] For port 0526404b-7b09-434f-9112-338c81e6dc1f, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:24:06.315783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] For port 0526404b-7b09-434f-9112-338c81e6dc1f, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=0526404b-7b09-434f-9112-338c81e6dc1f,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:24:06.320405 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.325558 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=7dd51a54-250f-4250-a37c-c4f2d7ec1482,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:06.356539 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:06.357162 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:06.358569 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] 10.222.0.66 "PUT /v2.0/ports/0526404b-7b09-434f-9112-338c81e6dc1f HTTP/1.1" status: 200 len: 1091 time: 0.7429490 Jul 27 22:24:06.359016 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'tag': '0526404b-7b09-434f-9112-338c81e6dc1f'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:24:06.361243 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4a3fd1-efe0-405d-8cad-fdc047178db7" -d '{"events": [{"name": "network-changed", "server_uuid": "23e88ca7-2257-4c22-9f1c-d3b5c6792161", "tag": "0526404b-7b09-434f-9112-338c81e6dc1f"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:24:06.397522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a575c4-b85c-4339-9544-909cfd71ed59 service neutron] Pushing event updated for resources: {'Port': ['ID=0526404b-7b09-434f-9112-338c81e6dc1f,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:06.435878 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9974fcaa-9f2b-4010-be65-5807e0df0133 x-openstack-request-id: req-9974fcaa-9f2b-4010-be65-5807e0df0133 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:24:06.436102 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e88ca7-2257-4c22-9f1c-d3b5c6792161", "tag": "0526404b-7b09-434f-9112-338c81e6dc1f", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:24:06.436320 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9974fcaa-9f2b-4010-be65-5807e0df0133 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:24:06.436722 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'tag': '0526404b-7b09-434f-9112-338c81e6dc1f', 'status': 'completed', 'code': 200} Jul 27 22:24:06.470934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-2b88c6c3-42ee-471d-8726-902c87b58707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:06.473032 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-2b88c6c3-42ee-471d-8726-902c87b58707 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 1094 time: 0.0714607 Jul 27 22:24:06.524303 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-0a4d1de7-c928-4d98-86b7-e965ed49ce97 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0526404b-7b09-434f-9112-338c81e6dc1f HTTP/1.1" status: 200 len: 217 time: 0.0433118 Jul 27 22:24:06.574000 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-7441e925-e111-4180-b8f1-e5f8bce90023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:06.575517 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-7441e925-e111-4180-b8f1-e5f8bce90023 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0452034 Jul 27 22:24:06.635341 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-9cee8c05-df3d-486a-87cc-ef609ffb3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:06.636861 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-9cee8c05-df3d-486a-87cc-ef609ffb3767 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538440 Jul 27 22:24:06.730646 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-acd7f320-5bb8-4454-a658-aa69915d04ee service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867527 Jul 27 22:24:06.823320 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-44a4c5bf-0b67-432a-a487-a1ee00a3cc12 req-e267d951-2266-4784-997b-320d1e61c035 service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854895 Jul 27 22:24:06.922300 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a3fd1-efe0-405d-8cad-fdc047178db7 req-43850db0-0542-46b9-b3a3-b5c0e538cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:06.923817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e4a3fd1-efe0-405d-8cad-fdc047178db7 req-43850db0-0542-46b9-b3a3-b5c0e538cbc3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 1094 time: 0.0552025 Jul 27 22:24:07.021243 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a3fd1-efe0-405d-8cad-fdc047178db7 req-80c3cafb-b3f0-466f-aa0a-92b05bc27666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:07.022700 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e4a3fd1-efe0-405d-8cad-fdc047178db7 req-80c3cafb-b3f0-466f-aa0a-92b05bc27666 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0920384 Jul 27 22:24:07.068422 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e4a3fd1-efe0-405d-8cad-fdc047178db7 req-5a44acfb-d8d6-499d-80ae-7079ddc5157e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0526404b-7b09-434f-9112-338c81e6dc1f HTTP/1.1" status: 200 len: 217 time: 0.0376699 Jul 27 22:24:07.122884 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a3fd1-efe0-405d-8cad-fdc047178db7 req-ade360fb-055f-4a39-a541-7014bdb02622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:07.124325 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e4a3fd1-efe0-405d-8cad-fdc047178db7 req-ade360fb-055f-4a39-a541-7014bdb02622 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0494182 Jul 27 22:24:07.183586 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a3fd1-efe0-405d-8cad-fdc047178db7 req-6431bce8-52b5-4cb1-98dc-4f8cef3c2613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:07.185091 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e4a3fd1-efe0-405d-8cad-fdc047178db7 req-6431bce8-52b5-4cb1-98dc-4f8cef3c2613 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541794 Jul 27 22:24:07.290913 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e4a3fd1-efe0-405d-8cad-fdc047178db7 req-2a00ddf1-190f-45f8-bea3-74a6d45fae6a service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981314 Jul 27 22:24:07.302889 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de19326-a034-4e21-af06-e25ff3018e2b req-d3f84c16-8fd9-4ebd-8fa3-f9db1a40c5a3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:07.305026 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7de19326-a034-4e21-af06-e25ff3018e2b req-d3f84c16-8fd9-4ebd-8fa3-f9db1a40c5a3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0708847 Jul 27 22:24:07.344390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7de19326-a034-4e21-af06-e25ff3018e2b req-4d95f15d-7a75-426a-a016-8c7da8e3e8a9 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331964 Jul 27 22:24:07.390987 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7e4a3fd1-efe0-405d-8cad-fdc047178db7 req-dfbdb2da-e549-4f8c-94e4-a9cc691c5e87 service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926900 Jul 27 22:24:07.573008 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:08.038606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7dd51a54-250f-4250-a37c-c4f2d7ec1482 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:08.085215 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 7dd51a54-250f-4250-a37c-c4f2d7ec1482 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:08.085571 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:08.479743 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e6b6c-ab89-4859-b550-ba16ef357023 req-b8c0a1db-42e0-4d2b-85d4-3faeefbe2432 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:08.481145 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c2e6b6c-ab89-4859-b550-ba16ef357023 req-b8c0a1db-42e0-4d2b-85d4-3faeefbe2432 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0675917 Jul 27 22:24:08.520099 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1c2e6b6c-ab89-4859-b550-ba16ef357023 req-e52df34d-e8e2-4f54-9f9a-5c531a8df68f tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327573 Jul 27 22:24:08.588714 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:09.213197 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:09.661603 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97bdfe-351d-4f35-839b-51500dd2d4e0 req-26cb8d55-b018-462a-a5f9-b296ab61d95c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:09.663146 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be97bdfe-351d-4f35-839b-51500dd2d4e0 req-26cb8d55-b018-462a-a5f9-b296ab61d95c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0767162 Jul 27 22:24:09.700649 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-be97bdfe-351d-4f35-839b-51500dd2d4e0 req-6e10a71d-898f-45c5-97f4-438188417086 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316327 Jul 27 22:24:10.012619 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 0526404b-7b09-434f-9112-338c81e6dc1f details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:24:10.107529 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 0526404b-7b09-434f-9112-338c81e6dc1f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=0526404b-7b09-434f-9112-338c81e6dc1f,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:10.119605 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '0526404b-7b09-434f-9112-338c81e6dc1f', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'port_id': '0526404b-7b09-434f-9112-338c81e6dc1f', 'mac_address': 'fa:16:3e:d6:6e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:24:10.159076 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:10.172151 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0526404b-7b09-434f-9112-338c81e6dc1f {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:24:10.191980 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 0526404b-7b09-434f-9112-338c81e6dc1f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=0526404b-7b09-434f-9112-338c81e6dc1f,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:10.195917 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:10.243609 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=0526404b-7b09-434f-9112-338c81e6dc1f,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:10.584391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['0526404b-7b09-434f-9112-338c81e6dc1f'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:24:10.834264 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbec407-e6e0-4914-afa1-35a6622951e5 req-dc0c596b-7825-4c8e-a851-a4659add35b4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:10.835822 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dbbec407-e6e0-4914-afa1-35a6622951e5 req-dc0c596b-7825-4c8e-a851-a4659add35b4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 944 time: 0.0668557 Jul 27 22:24:10.874449 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dbbec407-e6e0-4914-afa1-35a6622951e5 req-c0acb0d3-3838-4f7e-8a10-ec0c6214544d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327637 Jul 27 22:24:12.010239 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff2465-7ece-400e-b429-452906bf9d31 req-f12dea4b-cfab-48b7-9670-f9ee67c23b7f tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:12.011746 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62ff2465-7ece-400e-b429-452906bf9d31 req-f12dea4b-cfab-48b7-9670-f9ee67c23b7f tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 944 time: 0.0697849 Jul 27 22:24:12.012780 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 0526404b-7b09-434f-9112-338c81e6dc1f up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:24:12.056375 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-62ff2465-7ece-400e-b429-452906bf9d31 req-267f6315-4ffc-4036-bec8-ca93431617ed tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384099 Jul 27 22:24:12.069602 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 0526404b-7b09-434f-9112-338c81e6dc1f completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:24:12.073637 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 0526404b-7b09-434f-9112-338c81e6dc1f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:24:12.074003 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:12.152039 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:12.174410 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0526404b-7b09-434f-9112-338c81e6dc1f'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:24:12.177350 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e6e8f1-1af1-46a9-b56a-dcc915697051" -d '{"events": [{"server_uuid": "23e88ca7-2257-4c22-9f1c-d3b5c6792161", "name": "network-vif-plugged", "status": "completed", "tag": "0526404b-7b09-434f-9112-338c81e6dc1f"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:24:12.190127 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 0526404b-7b09-434f-9112-338c81e6dc1f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=0526404b-7b09-434f-9112-338c81e6dc1f,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:24:12.194351 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:12.244207 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=0526404b-7b09-434f-9112-338c81e6dc1f,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:12.275394 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cca3ff-c2f1-479c-888f-fb461ea8b7d5 x-openstack-request-id: req-a9cca3ff-c2f1-479c-888f-fb461ea8b7d5 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:24:12.275765 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e88ca7-2257-4c22-9f1c-d3b5c6792161", "name": "network-vif-plugged", "status": "completed", "tag": "0526404b-7b09-434f-9112-338c81e6dc1f", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:24:12.276042 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9cca3ff-c2f1-479c-888f-fb461ea8b7d5 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:24:12.276467 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0526404b-7b09-434f-9112-338c81e6dc1f', 'code': 200} Jul 27 22:24:12.386927 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3376-e715-4e62-a300-d0c6469ec9ad req-4c99ebbf-db8c-4321-817c-9b961661fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:12.388431 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d0fb3376-e715-4e62-a300-d0c6469ec9ad req-4c99ebbf-db8c-4321-817c-9b961661fedb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 1096 time: 0.0538802 Jul 27 22:24:12.424224 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d0fb3376-e715-4e62-a300-d0c6469ec9ad req-9503f085-e8fd-43c9-98e9-f20f63bd49e6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290320 Jul 27 22:24:13.189052 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b185f-a5bd-4ad0-a61e-3f803bd54a57 req-8c1d628f-f441-4c28-b081-9ef99d95b519 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:13.190558 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-597b185f-a5bd-4ad0-a61e-3f803bd54a57 req-8c1d628f-f441-4c28-b081-9ef99d95b519 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0660470 Jul 27 22:24:13.229415 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-597b185f-a5bd-4ad0-a61e-3f803bd54a57 req-57f4c950-82e4-4cd3-8f48-4e0fd7d6a98b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320311 Jul 27 22:24:14.365527 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8b14f-9124-4b76-ba79-4ad955ed1069 req-811350bd-01ec-46fc-bd36-2d3fa4cc2f70 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:14.367055 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3dd8b14f-9124-4b76-ba79-4ad955ed1069 req-811350bd-01ec-46fc-bd36-2d3fa4cc2f70 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0669384 Jul 27 22:24:14.406054 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3dd8b14f-9124-4b76-ba79-4ad955ed1069 req-e57a6873-37f5-4994-8a9e-08dc5c88ed31 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329921 Jul 27 22:24:14.511039 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2eff31d3-6a7a-43a4-ab0d-7e62cc4f7d9f req-6e0d4548-ca45-4ef5-816f-60b977bfc9ed service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560760 Jul 27 22:24:14.548503 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b6ebd-4770-497b-8f77-bcaa0255ee60 req-67cb5aea-8e6d-4c49-8d0b-8674e316d5fc tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:14.550098 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-040b6ebd-4770-497b-8f77-bcaa0255ee60 req-67cb5aea-8e6d-4c49-8d0b-8674e316d5fc tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0750458 Jul 27 22:24:14.596839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-040b6ebd-4770-497b-8f77-bcaa0255ee60 req-9262ecc2-8073-4302-9b90-4fa1dceb6438 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399506 Jul 27 22:24:14.610587 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff31d3-6a7a-43a4-ab0d-7e62cc4f7d9f req-67696a6a-66ec-47e6-86a3-08fe1b688ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:14.612114 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2eff31d3-6a7a-43a4-ab0d-7e62cc4f7d9f req-67696a6a-66ec-47e6-86a3-08fe1b688ede service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 1096 time: 0.0616374 Jul 27 22:24:14.619192 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 35990) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:15.119247 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff31d3-6a7a-43a4-ab0d-7e62cc4f7d9f req-f7eba456-a05b-4d11-af74-421aeb130b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:15.120709 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2eff31d3-6a7a-43a4-ab0d-7e62cc4f7d9f req-f7eba456-a05b-4d11-af74-421aeb130b6e service neutron] 10.222.0.66 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.4835219 Jul 27 22:24:15.127614 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e7341f-b9c2-4163-aadf-bf3ef844a08f tempest-TestShelveInstance-45519938 tempest-TestShelveInstance-45519938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:15.129181 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-10e7341f-b9c2-4163-aadf-bf3ef844a08f tempest-TestShelveInstance-45519938 tempest-TestShelveInstance-45519938-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 1091 time: 0.5089312 Jul 27 22:24:15.132517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 35994) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:24:15.137129 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '0526404b-7b09-434f-9112-338c81e6dc1f', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:24:15.159520 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:15.166597 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2eff31d3-6a7a-43a4-ab0d-7e62cc4f7d9f req-8e8b3fe7-f7a6-47cc-a9df-e698a66c6fa8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0526404b-7b09-434f-9112-338c81e6dc1f HTTP/1.1" status: 200 len: 217 time: 0.0363436 Jul 27 22:24:15.216485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff31d3-6a7a-43a4-ab0d-7e62cc4f7d9f req-d1065eea-aff7-43d6-a4f7-9972286ef98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:15.217855 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2eff31d3-6a7a-43a4-ab0d-7e62cc4f7d9f req-d1065eea-aff7-43d6-a4f7-9972286ef98d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0449681 Jul 27 22:24:15.261559 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:15.284429 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff31d3-6a7a-43a4-ab0d-7e62cc4f7d9f req-40000891-5578-4579-9054-3541c14ce99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:15.285974 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2eff31d3-6a7a-43a4-ab0d-7e62cc4f7d9f req-40000891-5578-4579-9054-3541c14ce99d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614777 Jul 27 22:24:15.367224 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Allocated IP 172.25.2.212 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/e1ffc99d-3ff6-4b28-a851-a3e5eb66af34) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:24:15.376093 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2eff31d3-6a7a-43a4-ab0d-7e62cc4f7d9f req-68dc027c-2f4a-4853-b8bd-4cdcaf3e6e1b service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829096 Jul 27 22:24:15.471605 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2eff31d3-6a7a-43a4-ab0d-7e62cc4f7d9f req-69ff5ab6-ffa9-41d3-8538-5685b4ad15ca service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887315 Jul 27 22:24:15.487086 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:15.528295 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:15.570004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:24:15.572745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:24:15.577004 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:24:15.580013 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'Port': ['ID=e1ffc99d-3ff6-4b28-a851-a3e5eb66af34,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:15.949445 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:15.972783 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:24:16.027941 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.179285 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.183594 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.251200 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'Port': ['ID=e1ffc99d-3ff6-4b28-a851-a3e5eb66af34,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:24:16.261251 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.361924 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Floating IP ef98ee5e-3297-49b2-8ed2-289b7199b526 associated. External IP: 172.25.2.212, port: 0526404b-7b09-434f-9112-338c81e6dc1f. Jul 27 22:24:16.576203 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Router 548aa62f-2f3a-423e-b196-6b2bfb82d00e has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:24:16.686772 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:24:16.696408 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72065695-bcf1-4a77-993a-50d6a3d5548a None None] Sync routers for ids ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:24:16.703306 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:16.707655 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72065695-bcf1-4a77-993a-50d6a3d5548a None None] Routers {'548aa62f-2f3a-423e-b196-6b2bfb82d00e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:16.708346 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-72065695-bcf1-4a77-993a-50d6a3d5548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:24:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:16.741797 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fcd5811b-303c-485e-8801-19500d0c2114 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6081665 Jul 27 22:24:16.742409 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'tag': '0526404b-7b09-434f-9112-338c81e6dc1f'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:24:16.745261 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bca8d7c-fa15-4ba2-97c8-0a8fdee8e582" -d '{"events": [{"name": "network-changed", "server_uuid": "23e88ca7-2257-4c22-9f1c-d3b5c6792161", "tag": "0526404b-7b09-434f-9112-338c81e6dc1f"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:24:16.788064 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e70e6a0-ba8e-4814-9ac6-a2b9b6714f04 x-openstack-request-id: req-4e70e6a0-ba8e-4814-9ac6-a2b9b6714f04 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:24:16.788464 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e88ca7-2257-4c22-9f1c-d3b5c6792161", "tag": "0526404b-7b09-434f-9112-338c81e6dc1f", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:24:16.788775 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e70e6a0-ba8e-4814-9ac6-a2b9b6714f04 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:24:16.789246 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'tag': '0526404b-7b09-434f-9112-338c81e6dc1f', 'status': 'completed', 'code': 200} Jul 27 22:24:16.817865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-72065695-bcf1-4a77-993a-50d6a3d5548a None None] Set router 548aa62f-2f3a-423e-b196-6b2bfb82d00e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:24:16.867554 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca8d7c-fa15-4ba2-97c8-0a8fdee8e582 req-71946800-91c8-4362-b771-3137ea07dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:16.869098 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8bca8d7c-fa15-4ba2-97c8-0a8fdee8e582 req-71946800-91c8-4362-b771-3137ea07dc61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 1096 time: 0.0573306 Jul 27 22:24:16.965799 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca8d7c-fa15-4ba2-97c8-0a8fdee8e582 req-acf24c3c-c806-4ed3-844e-bd7be30cfa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:16.967241 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8bca8d7c-fa15-4ba2-97c8-0a8fdee8e582 req-acf24c3c-c806-4ed3-844e-bd7be30cfa08 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0918114 Jul 27 22:24:17.039785 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8bca8d7c-fa15-4ba2-97c8-0a8fdee8e582 req-dd754e57-8a5c-4cc1-b5b9-319c4d2c6159 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0526404b-7b09-434f-9112-338c81e6dc1f HTTP/1.1" status: 200 len: 999 time: 0.0654020 Jul 27 22:24:17.058517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-72065695-bcf1-4a77-993a-50d6a3d5548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ef98ee5e-3297-49b2-8ed2-289b7199b526', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'port_id': '0526404b-7b09-434f-9112-338c81e6dc1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'mac_address': 'fa:16:3e:d6:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:24:15Z', 'updated_at': '2021-07-27T22:24:15Z', 'revision_number': 0, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211e7411-c612-43ef-a22a-9563c5700114', 'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'mac_address': 'fa:16:3e:39:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:55Z', 'updated_at': '2021-07-27T22:24:01Z', 'revision_number': 5, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'subnets': [{'id': '193771b3-c957-4bf6-b35e-328c52837b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:17.085812 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72065695-bcf1-4a77-993a-50d6a3d5548a None None] Checking router: 548aa62f-2f3a-423e-b196-6b2bfb82d00e for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:24:17.090729 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca8d7c-fa15-4ba2-97c8-0a8fdee8e582 req-fae74006-00cc-40d2-b14e-0639fc170542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:17.092219 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8bca8d7c-fa15-4ba2-97c8-0a8fdee8e582 req-fae74006-00cc-40d2-b14e-0639fc170542 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0461147 Jul 27 22:24:17.094444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72065695-bcf1-4a77-993a-50d6a3d5548a None None] Routers {'548aa62f-2f3a-423e-b196-6b2bfb82d00e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:24:17.095110 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-72065695-bcf1-4a77-993a-50d6a3d5548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:24:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:17.151312 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca8d7c-fa15-4ba2-97c8-0a8fdee8e582 req-9afd64bc-1e22-40bd-a679-bafb2c289a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:24:17.153625 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8bca8d7c-fa15-4ba2-97c8-0a8fdee8e582 req-9afd64bc-1e22-40bd-a679-bafb2c289a36 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542605 Jul 27 22:24:17.202906 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-72065695-bcf1-4a77-993a-50d6a3d5548a None None] Set router 548aa62f-2f3a-423e-b196-6b2bfb82d00e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:24:17.254483 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8bca8d7c-fa15-4ba2-97c8-0a8fdee8e582 req-2204820c-50e1-48ad-833e-567e33421c13 service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935488 Jul 27 22:24:17.345969 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-8bca8d7c-fa15-4ba2-97c8-0a8fdee8e582 req-0cfe2f7e-eb0e-4fa5-9f0a-d001989bd278 service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838618 Jul 27 22:24:17.432976 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-72065695-bcf1-4a77-993a-50d6a3d5548a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ef98ee5e-3297-49b2-8ed2-289b7199b526', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'port_id': '0526404b-7b09-434f-9112-338c81e6dc1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'mac_address': 'fa:16:3e:d6:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:24:15Z', 'updated_at': '2021-07-27T22:24:15Z', 'revision_number': 0, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211e7411-c612-43ef-a22a-9563c5700114', 'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'mac_address': 'fa:16:3e:39:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:55Z', 'updated_at': '2021-07-27T22:24:01Z', 'revision_number': 5, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'subnets': [{'id': '193771b3-c957-4bf6-b35e-328c52837b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:24:17.460366 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72065695-bcf1-4a77-993a-50d6a3d5548a None None] The sync data for ids ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'] in n-d-764806-9 is: [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': 'ef98ee5e-3297-49b2-8ed2-289b7199b526', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'port_id': '0526404b-7b09-434f-9112-338c81e6dc1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'mac_address': 'fa:16:3e:d6:6e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:24:15Z', 'updated_at': '2021-07-27T22:24:15Z', 'revision_number': 0, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211e7411-c612-43ef-a22a-9563c5700114', 'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'mac_address': 'fa:16:3e:39:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:55Z', 'updated_at': '2021-07-27T22:24:01Z', 'revision_number': 5, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'subnets': [{'id': '193771b3-c957-4bf6-b35e-328c52837b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:24:17.657128 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a8c180-2cb8-45b1-a8ac-104b0d739994 None None] New status for floating IP ef98ee5e-3297-49b2-8ed2-289b7199b526: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:24:32.913904 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-be614f98-eb4c-4325-9ba4-0c9151a369f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.092404 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.533812 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-02beeff7-46e4-4827-b82c-59f456ffe20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:35.637328 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:37.574228 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:38.603808 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:39.217277 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:24:52.970377 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:25:02.915155 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ad50a72a-a286-4cfe-ba23-d93ce994955f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:05.079001 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:05.534286 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6a3d2786-2434-4ff5-ba92-3c39dde38c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:05.637739 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:07.575963 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:08.618990 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:09.218714 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:16.515307 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08e1fcbb-8bc5-40b4-9aae-b11af205d1b1 req-99b799de-6447-40ac-92f5-e037a20b120c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0621407 Jul 27 22:25:16.611705 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1fcbb-8bc5-40b4-9aae-b11af205d1b1 req-aa49eca5-d190-4345-a2dd-0564126a61d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:16.613220 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08e1fcbb-8bc5-40b4-9aae-b11af205d1b1 req-aa49eca5-d190-4345-a2dd-0564126a61d8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 1096 time: 0.0549943 Jul 27 22:25:16.717666 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1fcbb-8bc5-40b4-9aae-b11af205d1b1 req-f32b0e5b-60aa-4ed6-b163-528b3c062dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:16.719179 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08e1fcbb-8bc5-40b4-9aae-b11af205d1b1 req-f32b0e5b-60aa-4ed6-b163-528b3c062dac service neutron] 10.222.0.66 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0854318 Jul 27 22:25:16.789787 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08e1fcbb-8bc5-40b4-9aae-b11af205d1b1 req-d10f5b0b-d5fa-42b0-8c88-af40807858b0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0526404b-7b09-434f-9112-338c81e6dc1f HTTP/1.1" status: 200 len: 1001 time: 0.0623705 Jul 27 22:25:16.840533 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1fcbb-8bc5-40b4-9aae-b11af205d1b1 req-2316378b-b2f0-44aa-9d31-749ae9643131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:16.841980 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08e1fcbb-8bc5-40b4-9aae-b11af205d1b1 req-2316378b-b2f0-44aa-9d31-749ae9643131 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0454409 Jul 27 22:25:16.902149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1fcbb-8bc5-40b4-9aae-b11af205d1b1 req-1106f24d-11d5-4561-897f-26817f5cba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:25:16.903672 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08e1fcbb-8bc5-40b4-9aae-b11af205d1b1 req-1106f24d-11d5-4561-897f-26817f5cba07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543652 Jul 27 22:25:16.914210 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-08e1fcbb-8bc5-40b4-9aae-b11af205d1b1 req-0f3f3aa2-eb5e-4768-8aed-6216ac74748d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:25:16.915294 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08e1fcbb-8bc5-40b4-9aae-b11af205d1b1 req-0f3f3aa2-eb5e-4768-8aed-6216ac74748d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051212 Jul 27 22:25:17.012149 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08e1fcbb-8bc5-40b4-9aae-b11af205d1b1 req-e57c2226-4d33-484f-97b7-956098994985 service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897696 Jul 27 22:25:17.105602 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-08e1fcbb-8bc5-40b4-9aae-b11af205d1b1 req-dace258e-9844-4022-87cc-d11b7b1499fc service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863926 Jul 27 22:25:29.969486 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:25:33.077448 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3b429415-3a6d-4bae-b547-9b29d6f78955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:35.094202 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:35.534672 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5eb3b37f-dbae-44b8-81d4-02804a651130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:35.638267 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:37.580012 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:38.615830 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:25:39.222443 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:02.924721 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ae8a7a0a-651e-42d3-a8e2-654b36bf1be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.125405 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.533831 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-dc4ec2c9-cccc-4659-99d4-ca473d70da64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:05.639412 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:06.969098 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:26:07.582763 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:08.630302 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:09.226141 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:16.512998 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5d8f7153-8ad7-4295-bf43-73d7f0958d65 req-c182dd3f-fd50-484e-95fa-7a9a66eee4bf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610514 Jul 27 22:26:16.628161 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f7153-8ad7-4295-bf43-73d7f0958d65 req-a4103ef8-b24b-4546-8108-5814ae5cebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:16.629693 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5d8f7153-8ad7-4295-bf43-73d7f0958d65 req-a4103ef8-b24b-4546-8108-5814ae5cebc9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 1096 time: 0.0714326 Jul 27 22:26:16.742809 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f7153-8ad7-4295-bf43-73d7f0958d65 req-0aae0f0b-a200-4137-aedb-c8dbfd128316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:16.744335 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5d8f7153-8ad7-4295-bf43-73d7f0958d65 req-0aae0f0b-a200-4137-aedb-c8dbfd128316 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0932980 Jul 27 22:26:16.816988 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5d8f7153-8ad7-4295-bf43-73d7f0958d65 req-fde6c07a-e270-4f36-a109-3f954448e6b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0526404b-7b09-434f-9112-338c81e6dc1f HTTP/1.1" status: 200 len: 1001 time: 0.0649621 Jul 27 22:26:16.868598 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f7153-8ad7-4295-bf43-73d7f0958d65 req-b8e96476-8b24-45f8-80d4-4ba1671282bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:16.870033 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5d8f7153-8ad7-4295-bf43-73d7f0958d65 req-b8e96476-8b24-45f8-80d4-4ba1671282bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0459225 Jul 27 22:26:16.943232 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f7153-8ad7-4295-bf43-73d7f0958d65 req-dbaf3f6c-7264-4ae1-815b-e8ac3d0496bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:16.944727 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5d8f7153-8ad7-4295-bf43-73d7f0958d65 req-dbaf3f6c-7264-4ae1-815b-e8ac3d0496bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667515 Jul 27 22:26:17.043066 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5d8f7153-8ad7-4295-bf43-73d7f0958d65 req-37805fb4-2f00-405f-b7c1-1b618a51ff32 service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903983 Jul 27 22:26:17.135680 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-5d8f7153-8ad7-4295-bf43-73d7f0958d65 req-7618d475-4548-48e7-bd04-f9f31744f113 service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845532 Jul 27 22:26:32.915115 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8499ef8b-4e34-4618-9175-953b73e3e35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:35.139207 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:35.534077 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-db463b63-a349-48ec-ab3c-e71aeec47c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:35.640972 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:37.586841 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:38.646120 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:39.230539 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:26:43.968030 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:26:54.318601 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657c2ac-3e1a-4afc-ac2d-8b2efa6cbb8f req-16d793f3-8678-49fa-997d-c733c4d0408e tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:54.320145 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1657c2ac-3e1a-4afc-ac2d-8b2efa6cbb8f req-16d793f3-8678-49fa-997d-c733c4d0408e tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.1219840 Jul 27 22:26:54.370987 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1657c2ac-3e1a-4afc-ac2d-8b2efa6cbb8f req-37429d84-b1c9-4052-a99a-be8090c3e842 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436053 Jul 27 22:26:55.533877 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce6cfe-da36-4866-975d-78a225067833 req-417ee32d-417d-4b0c-b6fb-66b4fe89b35c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:55.535343 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dcce6cfe-da36-4866-975d-78a225067833 req-417ee32d-417d-4b0c-b6fb-66b4fe89b35c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0681448 Jul 27 22:26:55.574862 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dcce6cfe-da36-4866-975d-78a225067833 req-419a8853-8331-4c6e-9e7c-f49145f93541 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330818 Jul 27 22:26:56.732023 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfef21d-0613-45bb-8f33-b4844dacb83a req-fd33fc93-f3df-4ec9-b497-db1da2a696be tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:56.733503 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ddfef21d-0613-45bb-8f33-b4844dacb83a req-fd33fc93-f3df-4ec9-b497-db1da2a696be tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0645764 Jul 27 22:26:56.778482 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ddfef21d-0613-45bb-8f33-b4844dacb83a req-f9d23bc2-4da0-405f-8413-8408bbcd139a tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383759 Jul 27 22:26:57.909251 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fb590-b983-48d5-bfc7-08d732cc02b7 req-91a1fe2c-9f6f-4699-9839-bfb04ea361d7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:57.910738 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-436fb590-b983-48d5-bfc7-08d732cc02b7 req-91a1fe2c-9f6f-4699-9839-bfb04ea361d7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0637233 Jul 27 22:26:57.952690 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-436fb590-b983-48d5-bfc7-08d732cc02b7 req-565cc718-c937-4587-961d-5597918587c5 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352554 Jul 27 22:26:59.086176 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e90203-9bfe-4ea6-91f5-8383c9185674 req-07415bca-2bb6-4c31-b660-2633f0bbee28 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:26:59.088073 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27e90203-9bfe-4ea6-91f5-8383c9185674 req-07415bca-2bb6-4c31-b660-2633f0bbee28 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0648878 Jul 27 22:26:59.128286 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27e90203-9bfe-4ea6-91f5-8383c9185674 req-10eed255-7bc5-42ef-baaf-719038ac3f98 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345170 Jul 27 22:27:00.260150 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988461b3-8509-4803-b740-55b35559fb33 req-a9f738f8-2c9b-4bb6-a0eb-eb0934ed9822 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:00.261655 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-988461b3-8509-4803-b740-55b35559fb33 req-a9f738f8-2c9b-4bb6-a0eb-eb0934ed9822 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0659235 Jul 27 22:27:00.300592 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-988461b3-8509-4803-b740-55b35559fb33 req-8b35fd08-bbe0-4bc0-8c7d-de28c8e385e1 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327210 Jul 27 22:27:01.435899 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18674d3b-9d89-42ea-b4ba-2e5c8c2f6134 req-64693448-7926-47a2-9472-a879f3193b8d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:01.437422 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18674d3b-9d89-42ea-b4ba-2e5c8c2f6134 req-64693448-7926-47a2-9472-a879f3193b8d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0673635 Jul 27 22:27:01.476518 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-18674d3b-9d89-42ea-b4ba-2e5c8c2f6134 req-1493c227-f54c-4c77-989a-c12ca60b78b8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326784 Jul 27 22:27:02.612353 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042b707-c3b6-4a79-a8b0-ad1411e0853f req-5fd6a682-954b-4488-8fbf-39f078af4bc0 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:02.613832 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7042b707-c3b6-4a79-a8b0-ad1411e0853f req-5fd6a682-954b-4488-8fbf-39f078af4bc0 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0635328 Jul 27 22:27:02.652523 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7042b707-c3b6-4a79-a8b0-ad1411e0853f req-768722e7-4c90-4284-82fa-9604423a6b41 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316017 Jul 27 22:27:02.917649 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-53b7b8bb-a650-4375-84d5-f2b8dfd5aa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:03.781393 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f567d-8d1f-4567-82c6-8bf4a4d0a419 req-5463ea78-b3a1-4430-b7b1-bc48558dde71 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:03.782895 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-411f567d-8d1f-4567-82c6-8bf4a4d0a419 req-5463ea78-b3a1-4430-b7b1-bc48558dde71 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0626764 Jul 27 22:27:03.820592 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-411f567d-8d1f-4567-82c6-8bf4a4d0a419 req-9e6ea4eb-d85e-4310-85a2-fcffd2320d18 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315802 Jul 27 22:27:04.955657 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b24f6f-7557-4261-8ac4-ce35c3c592b0 req-93593b81-d133-4fee-a3c8-f98a0da173d0 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:04.957149 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f4b24f6f-7557-4261-8ac4-ce35c3c592b0 req-93593b81-d133-4fee-a3c8-f98a0da173d0 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0679617 Jul 27 22:27:04.996770 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f4b24f6f-7557-4261-8ac4-ce35c3c592b0 req-343ed20e-cc8e-4be5-a3ae-c010843ccc5c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326934 Jul 27 22:27:05.154327 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:05.533432 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-73ee405f-046b-44a1-a8c9-ca3fdb4a16dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:05.642310 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:06.127709 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f08aa9-6a11-4f6d-adee-7b0e66279544 req-926826fc-0553-4de4-a953-df9a8dc017a5 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:06.129225 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d9f08aa9-6a11-4f6d-adee-7b0e66279544 req-926826fc-0553-4de4-a953-df9a8dc017a5 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0652673 Jul 27 22:27:06.170236 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d9f08aa9-6a11-4f6d-adee-7b0e66279544 req-9749a3f0-a4c0-4b67-95fe-bd3d1cd77c9e tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341907 Jul 27 22:27:06.937135 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 0526404b-7b09-434f-9112-338c81e6dc1f details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:27:07.032600 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 0526404b-7b09-434f-9112-338c81e6dc1f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=0526404b-7b09-434f-9112-338c81e6dc1f,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:07.044870 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '0526404b-7b09-434f-9112-338c81e6dc1f', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'port_id': '0526404b-7b09-434f-9112-338c81e6dc1f', 'mac_address': 'fa:16:3e:d6:6e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:27:07.089615 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:07.102018 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0526404b-7b09-434f-9112-338c81e6dc1f {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:27:07.123521 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 0526404b-7b09-434f-9112-338c81e6dc1f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=0526404b-7b09-434f-9112-338c81e6dc1f,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:07.127358 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:07.179159 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=0526404b-7b09-434f-9112-338c81e6dc1f,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:07.186442 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:07.186786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:07.187198 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:07.187464 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:07.187790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:07.188114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:07.188437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:07.188756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:07.189076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:07.189395 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:07.189713 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:07.190028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:27:07.205667 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['0526404b-7b09-434f-9112-338c81e6dc1f'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:27:07.306948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23b0ea-89a1-4b59-a36b-536e2629beef req-dc22baf2-ac35-40bc-96f6-f849887dd0e4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:07.308480 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab23b0ea-89a1-4b59-a36b-536e2629beef req-dc22baf2-ac35-40bc-96f6-f849887dd0e4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 944 time: 0.0678370 Jul 27 22:27:07.588767 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:07.659411 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab23b0ea-89a1-4b59-a36b-536e2629beef req-9d9d4f91-6b72-48b3-8cea-36140e9da793 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446746 Jul 27 22:27:08.651765 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:08.790033 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9d7ef-6aa9-460f-92d0-585be08a9c74 req-b92c4eac-bd53-4ee1-8dfd-a3e32ae6e3c9 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:08.792213 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80f9d7ef-6aa9-460f-92d0-585be08a9c74 req-b92c4eac-bd53-4ee1-8dfd-a3e32ae6e3c9 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 944 time: 0.0653701 Jul 27 22:27:08.829943 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-80f9d7ef-6aa9-460f-92d0-585be08a9c74 req-18961f54-7030-4ff7-9978-b837b86a72f6 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316818 Jul 27 22:27:08.947344 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 0526404b-7b09-434f-9112-338c81e6dc1f up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:27:08.995026 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 0526404b-7b09-434f-9112-338c81e6dc1f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:08.995391 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:09.071249 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:09.093008 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0526404b-7b09-434f-9112-338c81e6dc1f'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:27:09.095483 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb083b2-0fca-4f9d-802b-51837f969649" -d '{"events": [{"server_uuid": "23e88ca7-2257-4c22-9f1c-d3b5c6792161", "name": "network-vif-plugged", "status": "completed", "tag": "0526404b-7b09-434f-9112-338c81e6dc1f"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:27:09.108762 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 0526404b-7b09-434f-9112-338c81e6dc1f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=0526404b-7b09-434f-9112-338c81e6dc1f,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:09.113091 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:09.138409 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3b0997-a469-4b38-8295-b1aa8a68a949 x-openstack-request-id: req-1d3b0997-a469-4b38-8295-b1aa8a68a949 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:27:09.138699 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e88ca7-2257-4c22-9f1c-d3b5c6792161", "name": "network-vif-plugged", "status": "completed", "tag": "0526404b-7b09-434f-9112-338c81e6dc1f", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:27:09.138947 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d3b0997-a469-4b38-8295-b1aa8a68a949 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:27:09.139337 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0526404b-7b09-434f-9112-338c81e6dc1f', 'code': 200} Jul 27 22:27:09.164550 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=0526404b-7b09-434f-9112-338c81e6dc1f,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:09.234070 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:09.971855 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f7544-9564-4504-b5c3-9483c5396c79 req-1dad0224-a91f-4456-adf4-b8ee9b0aa465 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:09.974138 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-204f7544-9564-4504-b5c3-9483c5396c79 req-1dad0224-a91f-4456-adf4-b8ee9b0aa465 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0686431 Jul 27 22:27:10.016819 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-204f7544-9564-4504-b5c3-9483c5396c79 req-77aed461-3b3a-43fc-991d-af85f18a9429 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356851 Jul 27 22:27:11.149330 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521519c-df8c-42f6-b9cd-4a8ef428b69a req-1d987156-02c3-43b0-a5a4-b5641e12cfda tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:11.151103 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3521519c-df8c-42f6-b9cd-4a8ef428b69a req-1d987156-02c3-43b0-a5a4-b5641e12cfda tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0655348 Jul 27 22:27:11.190112 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3521519c-df8c-42f6-b9cd-4a8ef428b69a req-ba9e6e0c-ab33-4585-814d-c04a4aecc4df tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331016 Jul 27 22:27:12.335158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb7865-9b23-475a-8769-3c3bcef8f27d req-f5a9a00b-8940-4025-b074-628e1551a994 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:12.336667 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ccb7865-9b23-475a-8769-3c3bcef8f27d req-f5a9a00b-8940-4025-b074-628e1551a994 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0756812 Jul 27 22:27:12.377410 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1ccb7865-9b23-475a-8769-3c3bcef8f27d req-36609ddc-cbfe-43a6-a598-08e65c8d69b0 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344784 Jul 27 22:27:13.520092 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422af38-e521-4a4e-bdaf-74c7b0f241f0 req-2f48940b-471f-43d1-a14a-6135e62b3807 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:13.522351 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4422af38-e521-4a4e-bdaf-74c7b0f241f0 req-2f48940b-471f-43d1-a14a-6135e62b3807 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0698662 Jul 27 22:27:13.563170 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4422af38-e521-4a4e-bdaf-74c7b0f241f0 req-14460d1d-6435-482d-833a-88c01e09530b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338945 Jul 27 22:27:14.714787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04012ef-aff1-46e5-b4af-f4dfa7082dc0 req-4b0f4a2b-67d7-4140-a607-ae8811c547c3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:14.716308 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f04012ef-aff1-46e5-b4af-f4dfa7082dc0 req-4b0f4a2b-67d7-4140-a607-ae8811c547c3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0678089 Jul 27 22:27:14.758899 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f04012ef-aff1-46e5-b4af-f4dfa7082dc0 req-28aa3a68-007e-4a50-823b-0f770b8996b6 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350666 Jul 27 22:27:15.906714 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2050b38-e76b-4a20-81ff-fa03beeabae6 req-75058423-8a26-483f-9771-bd07799b97bc tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:15.910264 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2050b38-e76b-4a20-81ff-fa03beeabae6 req-75058423-8a26-483f-9771-bd07799b97bc tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0729108 Jul 27 22:27:15.957782 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a2050b38-e76b-4a20-81ff-fa03beeabae6 req-3a6283d8-2fb4-4c63-adf3-f414af8db2ce tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420535 Jul 27 22:27:16.566541 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363f6c4-7118-4e95-be59-e2e517522ccf req-8c6c1183-51dc-4d48-9577-ea45e513ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:16.568239 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7363f6c4-7118-4e95-be59-e2e517522ccf req-8c6c1183-51dc-4d48-9577-ea45e513ec59 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 1096 time: 0.0763962 Jul 27 22:27:16.685395 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363f6c4-7118-4e95-be59-e2e517522ccf req-a9dd5a15-ad20-4638-b74c-1b6f892f4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:16.686993 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7363f6c4-7118-4e95-be59-e2e517522ccf req-a9dd5a15-ad20-4638-b74c-1b6f892f4602 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0957041 Jul 27 22:27:16.772390 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7363f6c4-7118-4e95-be59-e2e517522ccf req-a537f9f5-60bb-44e2-bf1a-647f66086074 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0526404b-7b09-434f-9112-338c81e6dc1f HTTP/1.1" status: 200 len: 1001 time: 0.0752270 Jul 27 22:27:16.837451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363f6c4-7118-4e95-be59-e2e517522ccf req-3f77cf57-3346-4201-a2cd-d8ca17c40c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:16.839083 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7363f6c4-7118-4e95-be59-e2e517522ccf req-3f77cf57-3346-4201-a2cd-d8ca17c40c5a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0584567 Jul 27 22:27:16.904432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363f6c4-7118-4e95-be59-e2e517522ccf req-80e13eef-220c-4894-a28c-2dcc1aec078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:16.905985 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7363f6c4-7118-4e95-be59-e2e517522ccf req-80e13eef-220c-4894-a28c-2dcc1aec078a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592403 Jul 27 22:27:17.019472 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7363f6c4-7118-4e95-be59-e2e517522ccf req-f11edf02-1e7d-4b8c-9b9f-a8d88c4ab42b service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046033 Jul 27 22:27:17.125906 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7363f6c4-7118-4e95-be59-e2e517522ccf req-a4b846b8-b63f-466c-a56a-e4de8ed70cdc service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978425 Jul 27 22:27:17.126586 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c57cd8-71b4-4d7b-b164-d52e031a12b7 req-55ae833b-7f97-469a-96f8-991616b6676e tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:17.128214 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8c57cd8-71b4-4d7b-b164-d52e031a12b7 req-55ae833b-7f97-469a-96f8-991616b6676e tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0950742 Jul 27 22:27:17.175714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e8c57cd8-71b4-4d7b-b164-d52e031a12b7 req-ff9b15df-1494-4ded-a474-ac94c70ab47d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407076 Jul 27 22:27:18.332359 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820eb4b-e66f-4b2e-a62a-00de2627334c req-30b4ba57-8e83-478c-81cd-b02726b4c889 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:18.334030 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7820eb4b-e66f-4b2e-a62a-00de2627334c req-30b4ba57-8e83-478c-81cd-b02726b4c889 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0699255 Jul 27 22:27:18.388134 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7820eb4b-e66f-4b2e-a62a-00de2627334c req-bee10222-bd67-413d-834b-a08db31c5ef3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450513 Jul 27 22:27:19.535600 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7adfc2-1add-4c9c-aec5-0a15097d54e0 req-a6bcd7c8-4ef4-42bd-84e6-3c1eb6f84dcb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:19.544087 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf7adfc2-1add-4c9c-aec5-0a15097d54e0 req-a6bcd7c8-4ef4-42bd-84e6-3c1eb6f84dcb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0837049 Jul 27 22:27:19.586786 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bf7adfc2-1add-4c9c-aec5-0a15097d54e0 req-028bd173-709d-42f3-b5a4-ce9a2c46216e tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418603 Jul 27 22:27:20.735175 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a817ba-997b-4bc7-97d5-f332c58e4a96 req-36e9264b-a8cd-4178-8ada-0d37fa4fc05b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:20.736713 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1a817ba-997b-4bc7-97d5-f332c58e4a96 req-36e9264b-a8cd-4178-8ada-0d37fa4fc05b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0763955 Jul 27 22:27:20.780970 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d1a817ba-997b-4bc7-97d5-f332c58e4a96 req-edcf2cce-46d3-4d17-a8a6-005a2cedef03 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372989 Jul 27 22:27:20.971384 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:27:21.933297 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c242ab2-4d4a-4017-9ebd-f8dc33dd62c6 req-049d59f7-15e5-4352-835e-c1a318c4d40a tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:21.934839 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c242ab2-4d4a-4017-9ebd-f8dc33dd62c6 req-049d59f7-15e5-4352-835e-c1a318c4d40a tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0733640 Jul 27 22:27:21.980394 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6c242ab2-4d4a-4017-9ebd-f8dc33dd62c6 req-84dca048-d78c-465d-bb81-0f7f5dec0940 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392768 Jul 27 22:27:23.121967 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf97722-e4a2-4f12-9502-3b33eeea050e req-bff5c814-d77a-4d5e-9dfc-524f23f0824d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:23.123475 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1bf97722-e4a2-4f12-9502-3b33eeea050e req-bff5c814-d77a-4d5e-9dfc-524f23f0824d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0690370 Jul 27 22:27:23.160473 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1bf97722-e4a2-4f12-9502-3b33eeea050e req-5d60c1dc-6b98-443a-881b-aac494e1a051 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310473 Jul 27 22:27:23.748208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967d450-5642-42e8-80d1-280d755a5d8a req-4e6388b0-4e0b-482a-8142-eefdf0df4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:23.749698 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1967d450-5642-42e8-80d1-280d755a5d8a req-4e6388b0-4e0b-482a-8142-eefdf0df4332 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 1096 time: 0.0563731 Jul 27 22:27:23.845361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967d450-5642-42e8-80d1-280d755a5d8a req-0383404a-654f-4b39-8344-5b690f5aacf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:23.846961 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1967d450-5642-42e8-80d1-280d755a5d8a req-0383404a-654f-4b39-8344-5b690f5aacf7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0900495 Jul 27 22:27:23.913331 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1967d450-5642-42e8-80d1-280d755a5d8a req-5e4f135d-98db-4c88-b608-f8227cd716f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0526404b-7b09-434f-9112-338c81e6dc1f HTTP/1.1" status: 200 len: 1001 time: 0.0593219 Jul 27 22:27:23.967485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967d450-5642-42e8-80d1-280d755a5d8a req-18b70bdf-fda8-48c3-bdfe-6f6f33f4ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:23.968917 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1967d450-5642-42e8-80d1-280d755a5d8a req-18b70bdf-fda8-48c3-bdfe-6f6f33f4ab57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0476174 Jul 27 22:27:24.028931 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967d450-5642-42e8-80d1-280d755a5d8a req-1c546a41-78d5-4369-81d6-ff27c517d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:24.030356 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1967d450-5642-42e8-80d1-280d755a5d8a req-1c546a41-78d5-4369-81d6-ff27c517d7ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538945 Jul 27 22:27:24.120951 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1967d450-5642-42e8-80d1-280d755a5d8a req-c744e868-9016-4284-8bf5-e6ffb164df15 service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827012 Jul 27 22:27:24.216793 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-1967d450-5642-42e8-80d1-280d755a5d8a req-e7ddee0d-fa51-48f9-a66d-b452f176cb5b service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889094 Jul 27 22:27:24.291892 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c390c-9e10-4b11-876b-bb601966b653 req-70b4111c-2999-4394-9be3-4267a61f6f6f tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:24.293295 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a67c390c-9e10-4b11-876b-bb601966b653 req-70b4111c-2999-4394-9be3-4267a61f6f6f tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0636067 Jul 27 22:27:24.331214 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a67c390c-9e10-4b11-876b-bb601966b653 req-138763e6-2e39-475c-a03c-257a039a3072 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319290 Jul 27 22:27:25.477410 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaab4a7-a4b2-4134-9afd-08aee864e70c req-c1a9db09-8ddd-4880-b54c-3339ec393f55 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:25.479620 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9eaab4a7-a4b2-4134-9afd-08aee864e70c req-c1a9db09-8ddd-4880-b54c-3339ec393f55 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0769088 Jul 27 22:27:25.517424 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9eaab4a7-a4b2-4134-9afd-08aee864e70c req-dabc12c6-889b-4ce3-a430-eda635f6c8d0 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318089 Jul 27 22:27:26.647613 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e7574-23ae-4204-8e04-52f626c53afc req-df560389-5f84-4f33-b706-e1646227533c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:26.649073 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b29e7574-23ae-4204-8e04-52f626c53afc req-df560389-5f84-4f33-b706-e1646227533c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0654716 Jul 27 22:27:26.687211 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b29e7574-23ae-4204-8e04-52f626c53afc req-456e97dd-1347-4996-a748-bc4f40691012 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321698 Jul 27 22:27:26.920974 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c943cf2-b420-474a-9b38-6cf393f1c19b req-d7aad522-41c2-4232-a0f8-4d2996e2e78f tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:26.922546 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c943cf2-b420-474a-9b38-6cf393f1c19b req-d7aad522-41c2-4232-a0f8-4d2996e2e78f tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 945 time: 0.0665925 Jul 27 22:27:26.963174 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2c943cf2-b420-474a-9b38-6cf393f1c19b req-2152242f-b42e-4911-9d5f-c794cb3b8ae7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344751 Jul 27 22:27:26.999598 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36222) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:27:27.039596 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 0526404b-7b09-434f-9112-338c81e6dc1f no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:27:27.112992 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9fbc0ffa-c0f6-4fa6-bab0-1ed4122c0199 req-3a2143ba-dfe5-4c25-8593-5b0c414c9585 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1121376 Jul 27 22:27:27.122481 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:27.146432 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0526404b-7b09-434f-9112-338c81e6dc1f'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:27:27.148709 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2be8f3-0edc-4f12-8bfd-9d2de4da9d6c" -d '{"events": [{"server_uuid": "23e88ca7-2257-4c22-9f1c-d3b5c6792161", "name": "network-vif-unplugged", "status": "completed", "tag": "0526404b-7b09-434f-9112-338c81e6dc1f"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:27:27.161928 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 0526404b-7b09-434f-9112-338c81e6dc1f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=0526404b-7b09-434f-9112-338c81e6dc1f,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:27.167499 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:27.190785 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 22:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd04967-63a2-4638-9d3c-6b5426ebc549 x-openstack-request-id: req-4bd04967-63a2-4638-9d3c-6b5426ebc549 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:27:27.191076 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e88ca7-2257-4c22-9f1c-d3b5c6792161", "name": "network-vif-unplugged", "status": "failed", "tag": "0526404b-7b09-434f-9112-338c81e6dc1f", "code": 422}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:27:27.191328 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4bd04967-63a2-4638-9d3c-6b5426ebc549 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:27:27.191728 n-d-764806-9 neutron-server[105581]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0526404b-7b09-434f-9112-338c81e6dc1f', 'code': 422} returned with failed status Jul 27 22:27:27.217705 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=0526404b-7b09-434f-9112-338c81e6dc1f,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:28.095943 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dec04-abe4-409d-8754-52f51e0c261c req-3b85102a-9aa8-42c1-b86e-5c0891226e5e tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:28.097467 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ef1dec04-abe4-409d-8754-52f51e0c261c req-3b85102a-9aa8-42c1-b86e-5c0891226e5e tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0648844 Jul 27 22:27:28.137648 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ef1dec04-abe4-409d-8754-52f51e0c261c req-0fd7b9bc-4351-416c-8dbc-494c9b9a8a52 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336554 Jul 27 22:27:29.285695 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245393d6-d995-47ba-b3e2-44bb151c9a5b req-45a7ca74-a218-4c55-8247-8ff9a62c0281 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:29.287238 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-245393d6-d995-47ba-b3e2-44bb151c9a5b req-45a7ca74-a218-4c55-8247-8ff9a62c0281 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0771790 Jul 27 22:27:29.339539 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-245393d6-d995-47ba-b3e2-44bb151c9a5b req-c2b04c23-6815-4289-89f0-0a93b5ccc8a2 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461078 Jul 27 22:27:29.915839 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0ffa-c0f6-4fa6-bab0-1ed4122c0199 req-1e372b50-839a-4838-a6f1-624d67e971b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:29.917506 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9fbc0ffa-c0f6-4fa6-bab0-1ed4122c0199 req-1e372b50-839a-4838-a6f1-624d67e971b2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161&tenant_id=e9788027baab4a9a9d2b5ccf83faab3e HTTP/1.1" status: 200 len: 1094 time: 0.0559309 Jul 27 22:27:29.998258 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0ffa-c0f6-4fa6-bab0-1ed4122c0199 req-5088cda1-bba2-4b4e-b181-95e3673b5e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:29.999790 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9fbc0ffa-c0f6-4fa6-bab0-1ed4122c0199 req-5088cda1-bba2-4b4e-b181-95e3673b5e9d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 1094 time: 0.0554478 Jul 27 22:27:30.094526 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0ffa-c0f6-4fa6-bab0-1ed4122c0199 req-9e6ce703-49b2-4d39-9f85-73ba5368fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:30.096063 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9fbc0ffa-c0f6-4fa6-bab0-1ed4122c0199 req-9e6ce703-49b2-4d39-9f85-73ba5368fd64 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0891712 Jul 27 22:27:30.172437 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9fbc0ffa-c0f6-4fa6-bab0-1ed4122c0199 req-f87d2b07-46f8-44a1-889d-afca02f5aa29 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0526404b-7b09-434f-9112-338c81e6dc1f HTTP/1.1" status: 200 len: 999 time: 0.0683289 Jul 27 22:27:30.228830 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0ffa-c0f6-4fa6-bab0-1ed4122c0199 req-847ae94c-9cfa-41a9-96dc-17f3117dd2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:30.230315 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9fbc0ffa-c0f6-4fa6-bab0-1ed4122c0199 req-847ae94c-9cfa-41a9-96dc-17f3117dd2a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0514121 Jul 27 22:27:30.294810 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0ffa-c0f6-4fa6-bab0-1ed4122c0199 req-87e1c57b-01f8-4aa4-81e7-d957f5510c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:30.296323 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9fbc0ffa-c0f6-4fa6-bab0-1ed4122c0199 req-87e1c57b-01f8-4aa4-81e7-d957f5510c4e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567200 Jul 27 22:27:30.403285 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9fbc0ffa-c0f6-4fa6-bab0-1ed4122c0199 req-943479dc-b85b-4041-8ad1-46ade151d8b5 service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995426 Jul 27 22:27:30.489247 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c7689-6904-4395-803e-34468f4a864d req-2e993c41-f1c4-4f6e-bf25-0b1fbb7bce35 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:30.490987 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-096c7689-6904-4395-803e-34468f4a864d req-2e993c41-f1c4-4f6e-bf25-0b1fbb7bce35 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0654340 Jul 27 22:27:30.503232 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9fbc0ffa-c0f6-4fa6-bab0-1ed4122c0199 req-d81ee267-616f-46fb-9b8d-6a0bf1821f25 service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917993 Jul 27 22:27:30.533193 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-096c7689-6904-4395-803e-34468f4a864d req-8d771e49-e996-4b15-b62d-2faf90d1189d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358374 Jul 27 22:27:31.671517 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737c5eb-6bb6-4892-afda-d41e1a391fa0 req-07f0902a-d6ed-41cf-94ea-17c7340c5692 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:31.673355 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0737c5eb-6bb6-4892-afda-d41e1a391fa0 req-07f0902a-d6ed-41cf-94ea-17c7340c5692 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0696602 Jul 27 22:27:31.713846 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0737c5eb-6bb6-4892-afda-d41e1a391fa0 req-18bb913c-b7a4-4b27-9d1c-66780f8a3d25 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345263 Jul 27 22:27:32.865351 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d342e0-4661-4ee0-aa45-5b2749ee4c93 req-4d87a056-7d59-460d-a0ad-d49c87074d4f tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:32.866894 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44d342e0-4661-4ee0-aa45-5b2749ee4c93 req-4d87a056-7d59-460d-a0ad-d49c87074d4f tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0711145 Jul 27 22:27:32.909356 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44d342e0-4661-4ee0-aa45-5b2749ee4c93 req-39cd06b0-d9b3-46f5-8cc8-8dde3393ec95 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356843 Jul 27 22:27:32.925491 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-04593b27-68cf-4385-a20d-c8b264aa9e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:34.049185 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4a881-3ada-461f-a64c-458ca3467735 req-a57ba52d-22c9-41da-8dba-5e94953dd58b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:34.050741 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dbf4a881-3ada-461f-a64c-458ca3467735 req-a57ba52d-22c9-41da-8dba-5e94953dd58b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0707138 Jul 27 22:27:34.095146 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dbf4a881-3ada-461f-a64c-458ca3467735 req-5ac4b7a9-a431-46fb-9bc3-bffd6dc6a6f5 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373778 Jul 27 22:27:35.171587 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:35.241961 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2f76f-3958-4af1-890c-1fabd6041a74 req-15f4e535-d8e8-44e5-b89d-d44aec542688 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:35.243763 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7e2f76f-3958-4af1-890c-1fabd6041a74 req-15f4e535-d8e8-44e5-b89d-d44aec542688 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0695040 Jul 27 22:27:35.290433 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c7e2f76f-3958-4af1-890c-1fabd6041a74 req-9ce5691f-8b2b-4478-ac2f-b6cbfea677dc tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363419 Jul 27 22:27:35.535070 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e0c58910-363a-41f9-88ce-b07c1fc5cf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:35.644490 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:36.435138 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29234040-df79-4d8d-bc58-7c1ec47f8b7d req-45119520-93e6-44ae-9f47-ff2c6c597ad1 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:36.436534 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29234040-df79-4d8d-bc58-7c1ec47f8b7d req-45119520-93e6-44ae-9f47-ff2c6c597ad1 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0727928 Jul 27 22:27:36.476316 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-29234040-df79-4d8d-bc58-7c1ec47f8b7d req-48412b6f-a0d4-46a8-9f93-c2612f3dd3e3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335126 Jul 27 22:27:37.594711 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:37.621862 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e43ecc-7234-4da1-9766-d21e7ec8bc42 req-3724c458-5c1a-4c80-a2ab-6f713cc29138 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:37.623481 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4e43ecc-7234-4da1-9766-d21e7ec8bc42 req-3724c458-5c1a-4c80-a2ab-6f713cc29138 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0742934 Jul 27 22:27:37.664627 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4e43ecc-7234-4da1-9766-d21e7ec8bc42 req-d190d289-de81-4949-9094-5dd2b7544c37 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348246 Jul 27 22:27:38.660198 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:38.813241 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac91df4-740c-4445-8f9c-3d5ab40b4fcc req-b55d47a7-d175-4342-9bfb-1c02c61a46c1 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:38.815000 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ac91df4-740c-4445-8f9c-3d5ab40b4fcc req-b55d47a7-d175-4342-9bfb-1c02c61a46c1 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0813434 Jul 27 22:27:38.856013 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5ac91df4-740c-4445-8f9c-3d5ab40b4fcc req-178099d1-d8cb-4401-bfd0-b1264109d7e0 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348372 Jul 27 22:27:39.235895 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:39.998688 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082672e4-6bde-405e-ba0e-3cd8b91ffbaf req-ac34e29f-6c78-4fef-9eed-a425219a5ec8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:40.001013 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-082672e4-6bde-405e-ba0e-3cd8b91ffbaf req-ac34e29f-6c78-4fef-9eed-a425219a5ec8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0719965 Jul 27 22:27:40.074351 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-082672e4-6bde-405e-ba0e-3cd8b91ffbaf req-c9870b5f-a9bd-4f5e-960b-f9bc3250b6c1 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528023 Jul 27 22:27:41.203199 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f8420-dd5a-4aa7-8c80-b89a43fa75c4 req-70aad980-6556-4758-8199-fad8f16d2b39 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:41.204697 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-910f8420-dd5a-4aa7-8c80-b89a43fa75c4 req-70aad980-6556-4758-8199-fad8f16d2b39 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0636582 Jul 27 22:27:41.244059 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-910f8420-dd5a-4aa7-8c80-b89a43fa75c4 req-ea1e57fe-0bac-41ab-9926-9f4843c17560 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334349 Jul 27 22:27:42.387947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1fca0-c1f3-4053-9d73-a6166ad92a9f req-8c93d390-b3f0-4098-9384-7484ab1df80d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:42.389354 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-45c1fca0-c1f3-4053-9d73-a6166ad92a9f req-8c93d390-b3f0-4098-9384-7484ab1df80d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0714412 Jul 27 22:27:42.427949 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-45c1fca0-c1f3-4053-9d73-a6166ad92a9f req-a2b5b5f5-3f67-43d5-92b8-e3bec6833cc4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323808 Jul 27 22:27:43.563307 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f798d9a-1eb3-47d8-830c-6faee462f453 req-303a1c45-15ce-458a-b70e-532295c136ed tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:43.564821 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f798d9a-1eb3-47d8-830c-6faee462f453 req-303a1c45-15ce-458a-b70e-532295c136ed tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0673273 Jul 27 22:27:43.602186 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f798d9a-1eb3-47d8-830c-6faee462f453 req-298b0fdf-275b-4c60-b967-6849a5200456 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314047 Jul 27 22:27:44.736488 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31347cd8-753c-4a7d-a049-a61d644590c3 req-3525a30f-755f-4212-b20a-3bf0057586ae tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:44.738016 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31347cd8-753c-4a7d-a049-a61d644590c3 req-3525a30f-755f-4212-b20a-3bf0057586ae tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0673437 Jul 27 22:27:44.777563 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-31347cd8-753c-4a7d-a049-a61d644590c3 req-dc34cf90-23e3-4f8c-a2da-3ecd5be74cb7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323319 Jul 27 22:27:45.915799 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0a1d7-fc6f-48c7-a2ea-8ce6c7a66fa0 req-cb64a3b9-53b6-49a7-a19b-b8bb6e961e0c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:45.917581 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32d0a1d7-fc6f-48c7-a2ea-8ce6c7a66fa0 req-cb64a3b9-53b6-49a7-a19b-b8bb6e961e0c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0682311 Jul 27 22:27:45.961568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-32d0a1d7-fc6f-48c7-a2ea-8ce6c7a66fa0 req-320beb5d-79c6-40e1-b93b-f15310ffba1c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376561 Jul 27 22:27:47.100836 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d84c1-e446-4072-855f-e46fe312ae67 req-6905e606-08a4-4c5d-82f0-9871ba253c60 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:47.103163 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff2d84c1-e446-4072-855f-e46fe312ae67 req-6905e606-08a4-4c5d-82f0-9871ba253c60 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0662200 Jul 27 22:27:47.145197 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ff2d84c1-e446-4072-855f-e46fe312ae67 req-071e2f82-f866-4b99-b05d-80354cecb342 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366313 Jul 27 22:27:48.283113 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fc27d-8511-4eb9-ac31-76994e4b4a9f req-0a2d8107-8e5a-43a0-9bea-509b650460e8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:48.284609 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a60fc27d-8511-4eb9-ac31-76994e4b4a9f req-0a2d8107-8e5a-43a0-9bea-509b650460e8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 943 time: 0.0706236 Jul 27 22:27:48.324037 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a60fc27d-8511-4eb9-ac31-76994e4b4a9f req-b028f926-eacf-4b57-9d38-8737091408cf tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319767 Jul 27 22:27:49.129074 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 0526404b-7b09-434f-9112-338c81e6dc1f details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:27:49.229565 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 0526404b-7b09-434f-9112-338c81e6dc1f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=0526404b-7b09-434f-9112-338c81e6dc1f,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:49.241727 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '0526404b-7b09-434f-9112-338c81e6dc1f', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'port_id': '0526404b-7b09-434f-9112-338c81e6dc1f', 'mac_address': 'fa:16:3e:d6:6e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:27:49.282612 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:49.296403 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0526404b-7b09-434f-9112-338c81e6dc1f {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:27:49.316141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 0526404b-7b09-434f-9112-338c81e6dc1f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=0526404b-7b09-434f-9112-338c81e6dc1f,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:49.321392 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:49.380886 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=0526404b-7b09-434f-9112-338c81e6dc1f,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:49.464624 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d6296-35d4-449f-8a28-bc6af03f31ca req-2cd741fc-d136-4b55-8dc7-a712e842c787 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:49.466196 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa6d6296-35d4-449f-8a28-bc6af03f31ca req-2cd741fc-d136-4b55-8dc7-a712e842c787 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 944 time: 0.0680847 Jul 27 22:27:49.507758 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fa6d6296-35d4-449f-8a28-bc6af03f31ca req-dd468136-b48d-47d7-a709-d059116df867 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351143 Jul 27 22:27:49.735304 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['0526404b-7b09-434f-9112-338c81e6dc1f'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:27:50.654656 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ca8c5-9a26-43fd-b7f5-99a4a6beebba req-224e5d77-aa8a-4be6-95c6-ece62ae3fe97 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:50.656245 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac8ca8c5-9a26-43fd-b7f5-99a4a6beebba req-224e5d77-aa8a-4be6-95c6-ece62ae3fe97 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 944 time: 0.0774567 Jul 27 22:27:50.697660 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ac8ca8c5-9a26-43fd-b7f5-99a4a6beebba req-c4fbcd9a-efcf-4b95-ab05-27f95781528b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343246 Jul 27 22:27:51.130388 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 0526404b-7b09-434f-9112-338c81e6dc1f up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:27:51.177857 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 0526404b-7b09-434f-9112-338c81e6dc1f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:27:51.178244 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:51.254134 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:51.281604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0526404b-7b09-434f-9112-338c81e6dc1f'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:27:51.283883 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0aa891-0c29-471f-9d0d-d06ea4a46fb0" -d '{"events": [{"server_uuid": "23e88ca7-2257-4c22-9f1c-d3b5c6792161", "name": "network-vif-plugged", "status": "completed", "tag": "0526404b-7b09-434f-9112-338c81e6dc1f"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:27:51.297787 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 0526404b-7b09-434f-9112-338c81e6dc1f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=0526404b-7b09-434f-9112-338c81e6dc1f,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:27:51.302451 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:27:51.326746 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5d120b-ed10-4de9-9649-e820cda91d39 x-openstack-request-id: req-0b5d120b-ed10-4de9-9649-e820cda91d39 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:27:51.327037 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e88ca7-2257-4c22-9f1c-d3b5c6792161", "name": "network-vif-plugged", "status": "completed", "tag": "0526404b-7b09-434f-9112-338c81e6dc1f", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:27:51.327287 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b5d120b-ed10-4de9-9649-e820cda91d39 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:27:51.327674 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0526404b-7b09-434f-9112-338c81e6dc1f', 'code': 200} Jul 27 22:27:51.353427 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=0526404b-7b09-434f-9112-338c81e6dc1f,revision_number=10']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:27:51.498669 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb6e80-5057-4ea3-85cc-b1969c004a92 req-2f3dd73e-90f1-4026-8c36-055ad380ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:51.500081 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-46eb6e80-5057-4ea3-85cc-b1969c004a92 req-2f3dd73e-90f1-4026-8c36-055ad380ec6f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 1097 time: 0.0544786 Jul 27 22:27:51.535226 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-46eb6e80-5057-4ea3-85cc-b1969c004a92 req-c234444d-e9af-4fdf-a260-db5b71c9d18b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279157 Jul 27 22:27:51.832475 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e28881-ecb4-49dd-9674-fa238de90a00 req-bcf3d362-14a4-46e4-80c6-a1e091af1014 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:51.834057 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4e28881-ecb4-49dd-9674-fa238de90a00 req-bcf3d362-14a4-46e4-80c6-a1e091af1014 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 946 time: 0.0666888 Jul 27 22:27:51.875073 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4e28881-ecb4-49dd-9674-fa238de90a00 req-cc866374-3650-48e5-afbb-2d69e7218c4b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348210 Jul 27 22:27:53.011990 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9276bd-b314-461d-b965-f41383f68bbe req-2bdadb8c-ee8e-4106-bca1-06a3301434b0 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:53.013533 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee9276bd-b314-461d-b965-f41383f68bbe req-2bdadb8c-ee8e-4106-bca1-06a3301434b0 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 946 time: 0.0659940 Jul 27 22:27:53.057711 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ee9276bd-b314-461d-b965-f41383f68bbe req-0402fff0-3b80-4be1-ae3f-90b99c36304f tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366850 Jul 27 22:27:54.191970 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca9f96-17fd-47f9-b96e-a8aa9a832255 req-ea5891ff-74c0-4510-9517-16573a025d62 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:27:54.193497 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-14ca9f96-17fd-47f9-b96e-a8aa9a832255 req-ea5891ff-74c0-4510-9517-16573a025d62 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 946 time: 0.0690322 Jul 27 22:27:54.232405 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-14ca9f96-17fd-47f9-b96e-a8aa9a832255 req-9f0d1d59-f915-4236-accf-a5ef72698c6f tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321641 Jul 27 22:27:57.971572 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:28:02.921383 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8bb8626b-969a-4eb0-a76f-f0ada8a2be28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.168873 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.536855 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d78ca613-29d9-4fcb-8954-657e35f1b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:05.646649 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:07.595962 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:08.659985 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:09.238411 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:18.518351 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-edabc01a-5d85-44e0-8f58-2407d4a7151f req-9f84681c-25bd-43f6-b077-6c6835e00b32 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0599124 Jul 27 22:28:18.616070 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabc01a-5d85-44e0-8f58-2407d4a7151f req-ef6457fd-3e6e-4feb-85e7-45a409459581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:18.617575 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-edabc01a-5d85-44e0-8f58-2407d4a7151f req-ef6457fd-3e6e-4feb-85e7-45a409459581 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 1097 time: 0.0561416 Jul 27 22:28:18.729089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabc01a-5d85-44e0-8f58-2407d4a7151f req-c672028a-5681-4bc7-b55e-650288608f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:18.730611 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-edabc01a-5d85-44e0-8f58-2407d4a7151f req-c672028a-5681-4bc7-b55e-650288608f04 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0936513 Jul 27 22:28:18.804630 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-edabc01a-5d85-44e0-8f58-2407d4a7151f req-787affc2-b208-40b7-94d5-fba287ba6ea5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0526404b-7b09-434f-9112-338c81e6dc1f HTTP/1.1" status: 200 len: 1001 time: 0.0663126 Jul 27 22:28:18.858201 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabc01a-5d85-44e0-8f58-2407d4a7151f req-bbf672ca-490d-44b5-9163-c7bff585ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:18.859683 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-edabc01a-5d85-44e0-8f58-2407d4a7151f req-bbf672ca-490d-44b5-9163-c7bff585ccdb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0474842 Jul 27 22:28:18.924583 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabc01a-5d85-44e0-8f58-2407d4a7151f req-5030e50c-3f4e-4f54-814e-b3288ebe39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:28:18.926122 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-edabc01a-5d85-44e0-8f58-2407d4a7151f req-5030e50c-3f4e-4f54-814e-b3288ebe39d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592117 Jul 27 22:28:19.023508 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-edabc01a-5d85-44e0-8f58-2407d4a7151f req-7d1405bf-44e1-4c82-88a6-12d8a0ce946b service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901589 Jul 27 22:28:19.117803 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-edabc01a-5d85-44e0-8f58-2407d4a7151f req-149f7aa7-8a55-449c-874d-850a55ae1a99 service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870645 Jul 27 22:28:32.922370 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aa4273e0-086b-4810-9e8e-ccefdd90bb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:34.970773 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:28:35.183345 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:35.538979 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9b453031-5857-408e-91b2-236de6b3b214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:35.647507 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:37.602450 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:38.672326 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:28:39.242500 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:02.927404 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8bfd2831-84be-4a82-b2cf-73a20e1d464d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:05.197564 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:05.541792 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7a1443be-5b2d-41e2-b1bc-727e3f563ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:05.648267 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:07.600419 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:08.673709 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:09.244939 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:11.970108 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:29:19.561715 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c47a1cff-049c-494b-95e4-1e8cbf13c1a5 req-a539bfed-ef37-4388-a606-c9bfdf0cc67c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1059325 Jul 27 22:29:19.679765 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a1cff-049c-494b-95e4-1e8cbf13c1a5 req-d90534bb-3cfd-402f-ab50-540458fa66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:19.681276 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c47a1cff-049c-494b-95e4-1e8cbf13c1a5 req-d90534bb-3cfd-402f-ab50-540458fa66ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 1097 time: 0.0602920 Jul 27 22:29:19.792439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a1cff-049c-494b-95e4-1e8cbf13c1a5 req-c504ab2b-cf6c-4d25-9502-b1beeb9b200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:19.794004 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c47a1cff-049c-494b-95e4-1e8cbf13c1a5 req-c504ab2b-cf6c-4d25-9502-b1beeb9b200b service neutron] 10.222.0.66 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0893819 Jul 27 22:29:19.868803 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c47a1cff-049c-494b-95e4-1e8cbf13c1a5 req-93118e1d-8bec-4bd2-8bc5-540d4e60eafc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0526404b-7b09-434f-9112-338c81e6dc1f HTTP/1.1" status: 200 len: 1001 time: 0.0663786 Jul 27 22:29:19.923446 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a1cff-049c-494b-95e4-1e8cbf13c1a5 req-c25ccde8-2edd-4a26-b276-d01df010d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:19.924945 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c47a1cff-049c-494b-95e4-1e8cbf13c1a5 req-c25ccde8-2edd-4a26-b276-d01df010d8cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0480964 Jul 27 22:29:19.988927 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a1cff-049c-494b-95e4-1e8cbf13c1a5 req-9081191f-e5f7-4cf5-85e4-2e48449cf15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:19.990787 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c47a1cff-049c-494b-95e4-1e8cbf13c1a5 req-9081191f-e5f7-4cf5-85e4-2e48449cf15c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579574 Jul 27 22:29:20.090077 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c47a1cff-049c-494b-95e4-1e8cbf13c1a5 req-8b451c11-7024-4870-9a12-b4ef30cde251 service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904615 Jul 27 22:29:20.183535 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c47a1cff-049c-494b-95e4-1e8cbf13c1a5 req-f4010642-8ba2-42f7-985b-0e0aea9c8f00 service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860853 Jul 27 22:29:32.931344 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3407ee22-e83a-4e14-b6b0-6c149418f2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:35.203286 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:35.544778 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bf887277-e389-4e96-b0bf-82a082938912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:35.648871 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:37.603970 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:38.661833 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:39.250964 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:48.968635 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:29:51.225762 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36400) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:51.423834 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Deleting port e1ffc99d-3ff6-4b28-a851-a3e5eb66af34 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:29:51.424226 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:51.502946 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:51.503189 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:51.514480 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Calling delete_port for e1ffc99d-3ff6-4b28-a851-a3e5eb66af34 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:29:51.663025 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:51.688996 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event deleted for resources: {'Port': ['ID=e1ffc99d-3ff6-4b28-a851-a3e5eb66af34,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:51.700378 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:51.700735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:51.701080 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:51.701420 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:51.701758 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:51.702091 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:51.702452 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:51.702796 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:51.703125 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:51.703446 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:51.703776 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:51.704104 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:51.761436 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:51.761650 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Floating IP ef98ee5e-3297-49b2-8ed2-289b7199b526 disassociated (deleted). External IP: 172.25.2.212, port: 0526404b-7b09-434f-9112-338c81e6dc1f. Jul 27 22:29:51.982005 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Router 548aa62f-2f3a-423e-b196-6b2bfb82d00e has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:29:52.090497 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:29:52.095600 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:52.100660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11172c42-eb7f-4894-97c0-a72fe85e84ad None None] Sync routers for ids ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:29:52.109492 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11172c42-eb7f-4894-97c0-a72fe85e84ad None None] Routers {'548aa62f-2f3a-423e-b196-6b2bfb82d00e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:52.110184 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-11172c42-eb7f-4894-97c0-a72fe85e84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:29:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:52.132436 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-84ab3351-5e9f-4678-aeb7-1a95c4ecefa8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "DELETE /v2.0/floatingips/ef98ee5e-3297-49b2-8ed2-289b7199b526 HTTP/1.1" status: 204 len: 168 time: 0.9054506 Jul 27 22:29:52.133029 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'tag': '0526404b-7b09-434f-9112-338c81e6dc1f'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:29:52.135301 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd8f01f-ec7a-4f19-a834-f169e59aac08" -d '{"events": [{"name": "network-changed", "server_uuid": "23e88ca7-2257-4c22-9f1c-d3b5c6792161", "tag": "0526404b-7b09-434f-9112-338c81e6dc1f"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:29:52.218673 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-11172c42-eb7f-4894-97c0-a72fe85e84ad None None] Set router 548aa62f-2f3a-423e-b196-6b2bfb82d00e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:52.237300 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968dacc8-229a-4f66-988a-04cec5845ab3 x-openstack-request-id: req-968dacc8-229a-4f66-988a-04cec5845ab3 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:29:52.238521 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e88ca7-2257-4c22-9f1c-d3b5c6792161", "tag": "0526404b-7b09-434f-9112-338c81e6dc1f", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:29:52.238819 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-968dacc8-229a-4f66-988a-04cec5845ab3 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:29:52.239324 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'tag': '0526404b-7b09-434f-9112-338c81e6dc1f', 'status': 'completed', 'code': 200} Jul 27 22:29:52.328502 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8f01f-ec7a-4f19-a834-f169e59aac08 req-f73a2b3d-dc5d-4192-92f0-18277182872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:52.330763 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cbd8f01f-ec7a-4f19-a834-f169e59aac08 req-f73a2b3d-dc5d-4192-92f0-18277182872f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 1097 time: 0.0689559 Jul 27 22:29:52.390249 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee17b84-64c3-48d3-b0a3-07bf65d35119 req-b482fa49-4d49-4935-9d36-41482322f056 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:52.398076 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ee17b84-64c3-48d3-b0a3-07bf65d35119 req-b482fa49-4d49-4935-9d36-41482322f056 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 946 time: 0.0741239 Jul 27 22:29:52.429238 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-11172c42-eb7f-4894-97c0-a72fe85e84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '211e7411-c612-43ef-a22a-9563c5700114', 'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'mac_address': 'fa:16:3e:39:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:55Z', 'updated_at': '2021-07-27T22:24:01Z', 'revision_number': 5, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'subnets': [{'id': '193771b3-c957-4bf6-b35e-328c52837b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:52.432379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8f01f-ec7a-4f19-a834-f169e59aac08 req-d52919ae-6afd-40c9-b2c0-98b5af79acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:52.434122 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cbd8f01f-ec7a-4f19-a834-f169e59aac08 req-d52919ae-6afd-40c9-b2c0-98b5af79acb3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0952063 Jul 27 22:29:52.438262 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ee17b84-64c3-48d3-b0a3-07bf65d35119 req-bfab6309-b147-41fb-ac90-3bcbfe210ac5 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390277 Jul 27 22:29:52.461122 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11172c42-eb7f-4894-97c0-a72fe85e84ad None None] Checking router: 548aa62f-2f3a-423e-b196-6b2bfb82d00e for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:29:52.468615 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11172c42-eb7f-4894-97c0-a72fe85e84ad None None] Routers {'548aa62f-2f3a-423e-b196-6b2bfb82d00e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:29:52.469219 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-11172c42-eb7f-4894-97c0-a72fe85e84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:29:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:52.477660 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cbd8f01f-ec7a-4f19-a834-f169e59aac08 req-342faabc-96fc-47cc-abd6-6400ba1847cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0526404b-7b09-434f-9112-338c81e6dc1f HTTP/1.1" status: 200 len: 217 time: 0.0359504 Jul 27 22:29:52.534353 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8f01f-ec7a-4f19-a834-f169e59aac08 req-572efbc8-90cf-43c4-9f1c-1b432939c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:52.535817 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cbd8f01f-ec7a-4f19-a834-f169e59aac08 req-572efbc8-90cf-43c4-9f1c-1b432939c106 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0502331 Jul 27 22:29:52.576000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-11172c42-eb7f-4894-97c0-a72fe85e84ad None None] Set router 548aa62f-2f3a-423e-b196-6b2bfb82d00e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:29:52.596439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8f01f-ec7a-4f19-a834-f169e59aac08 req-f89d9d09-3cab-4242-841c-bdc5538fd7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:52.598000 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cbd8f01f-ec7a-4f19-a834-f169e59aac08 req-f89d9d09-3cab-4242-841c-bdc5538fd7b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544879 Jul 27 22:29:52.690883 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cbd8f01f-ec7a-4f19-a834-f169e59aac08 req-5daf61bf-5e30-4d67-9a3f-945a377b15ba service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837681 Jul 27 22:29:52.775413 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-11172c42-eb7f-4894-97c0-a72fe85e84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '211e7411-c612-43ef-a22a-9563c5700114', 'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'mac_address': 'fa:16:3e:39:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:55Z', 'updated_at': '2021-07-27T22:24:01Z', 'revision_number': 5, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'subnets': [{'id': '193771b3-c957-4bf6-b35e-328c52837b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:29:52.789557 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-cbd8f01f-ec7a-4f19-a834-f169e59aac08 req-7b652d31-b0ad-4bd9-b491-0764671d7bfb service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907063 Jul 27 22:29:52.803463 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11172c42-eb7f-4894-97c0-a72fe85e84ad None None] The sync data for ids ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'] in n-d-764806-9 is: [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '211e7411-c612-43ef-a22a-9563c5700114', 'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'mac_address': 'fa:16:3e:39:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:55Z', 'updated_at': '2021-07-27T22:24:01Z', 'revision_number': 5, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'subnets': [{'id': '193771b3-c957-4bf6-b35e-328c52837b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:29:53.039074 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8414c03-254a-4099-8830-1bd04c804dc5 None None] New status for floating IP ef98ee5e-3297-49b2-8ed2-289b7199b526: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:29:53.573908 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835a5fa-0a18-48c6-b380-9cf476dda541 req-911f2dea-9d65-42eb-8354-c7c97056a887 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:53.575422 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a835a5fa-0a18-48c6-b380-9cf476dda541 req-911f2dea-9d65-42eb-8354-c7c97056a887 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 946 time: 0.0638609 Jul 27 22:29:53.615796 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a835a5fa-0a18-48c6-b380-9cf476dda541 req-05242763-1348-401f-be55-29777f48c91e tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=27258c0f-4873-4d52-8f67-6d18f19bea4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340412 Jul 27 22:29:54.041651 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f89b0-632b-4147-9cb0-8c6669e5309d req-40b3e208-06b7-4e4d-af51-6708bc31b9af tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:29:54.043085 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e36f89b0-632b-4147-9cb0-8c6669e5309d req-40b3e208-06b7-4e4d-af51-6708bc31b9af tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.66 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 946 time: 0.0644329 Jul 27 22:29:54.147407 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e36f89b0-632b-4147-9cb0-8c6669e5309d req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Deleting port 0526404b-7b09-434f-9112-338c81e6dc1f {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:29:54.147750 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e36f89b0-632b-4147-9cb0-8c6669e5309d req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:54.234356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-e36f89b0-632b-4147-9cb0-8c6669e5309d req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] For port 0526404b-7b09-434f-9112-338c81e6dc1f, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=0526404b-7b09-434f-9112-338c81e6dc1f,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:29:54.234714 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e36f89b0-632b-4147-9cb0-8c6669e5309d req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:54.248180 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-e36f89b0-632b-4147-9cb0-8c6669e5309d req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Calling delete_port for 0526404b-7b09-434f-9112-338c81e6dc1f owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:29:54.380627 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e36f89b0-632b-4147-9cb0-8c6669e5309d req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:54.409238 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event deleted for resources: {'Port': ['ID=0526404b-7b09-434f-9112-338c81e6dc1f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:54.420720 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:54.421071 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:54.421848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:54.421848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:54.422138 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:54.422493 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:54.422821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:54.423147 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:54.424090 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:54.424737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:54.424737 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:54.424948 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:29:54.467919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36f89b0-632b-4147-9cb0-8c6669e5309d req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] No DVR routers for this DVR port 0526404b-7b09-434f-9112-338c81e6dc1f on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:29:54.470594 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-e36f89b0-632b-4147-9cb0-8c6669e5309d req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:54.472714 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-e36f89b0-632b-4147-9cb0-8c6669e5309d req-b3622c5d-5e96-4d93-89d3-833a9def74c4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.66 "DELETE /v2.0/ports/0526404b-7b09-434f-9112-338c81e6dc1f HTTP/1.1" status: 204 len: 173 time: 0.4232817 Jul 27 22:29:54.473194 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'name': 'network-vif-deleted', 'tag': '0526404b-7b09-434f-9112-338c81e6dc1f'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:29:54.475403 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220ecaf1-b25a-4cfa-9875-dd0530bece3b" -d '{"events": [{"server_uuid": "23e88ca7-2257-4c22-9f1c-d3b5c6792161", "name": "network-vif-deleted", "tag": "0526404b-7b09-434f-9112-338c81e6dc1f"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:29:54.567094 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528868bd-df8c-4d4f-8e55-991ae4b8ea39 x-openstack-request-id: req-528868bd-df8c-4d4f-8e55-991ae4b8ea39 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:29:54.567397 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e88ca7-2257-4c22-9f1c-d3b5c6792161", "name": "network-vif-deleted", "tag": "0526404b-7b09-434f-9112-338c81e6dc1f", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:29:54.567646 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-528868bd-df8c-4d4f-8e55-991ae4b8ea39 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:29:54.568048 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e88ca7-2257-4c22-9f1c-d3b5c6792161', 'name': 'network-vif-deleted', 'tag': '0526404b-7b09-434f-9112-338c81e6dc1f', 'status': 'completed', 'code': 200} Jul 27 22:29:54.726852 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-aeb29021-e2f9-41e2-8a5e-743ceb9f581e req-92395ae3-0349-40bb-bfe4-6389270a14f9 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=23e88ca7-2257-4c22-9f1c-d3b5c6792161 HTTP/1.1" status: 200 len: 210 time: 0.0297217 Jul 27 22:29:55.785216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36430) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:55.845081 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39d163d7-5e79-4ba1-8ff4-b137d5b07c48 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:55.876153 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39d163d7-5e79-4ba1-8ff4-b137d5b07c48 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:55.937811 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39d163d7-5e79-4ba1-8ff4-b137d5b07c48 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:55.941176 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-39d163d7-5e79-4ba1-8ff4-b137d5b07c48 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:55.942410 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-39d163d7-5e79-4ba1-8ff4-b137d5b07c48 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "DELETE /v2.0/security-groups/27258c0f-4873-4d52-8f67-6d18f19bea4a HTTP/1.1" status: 204 len: 168 time: 0.1561928 Jul 27 22:29:55.952040 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d163d7-5e79-4ba1-8ff4-b137d5b07c48 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27258c0f-4873-4d52-8f67-6d18f19bea4a,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:57.423920 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36442) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:57.428769 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e45299f6-f84a-4afc-a9b5-bc3fd2d6635c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930283170', 'description': 'tempest-secgroup-smoke-1930283170 description', 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:57.451849 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e45299f6-f84a-4afc-a9b5-bc3fd2d6635c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.536663 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e45299f6-f84a-4afc-a9b5-bc3fd2d6635c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.540240 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e45299f6-f84a-4afc-a9b5-bc3fd2d6635c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.569736 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e45299f6-f84a-4afc-a9b5-bc3fd2d6635c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.570992 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e45299f6-f84a-4afc-a9b5-bc3fd2d6635c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1459246 Jul 27 22:29:57.573796 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36444) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:57.578355 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-c6912157-4ce7-48f1-a17e-fd3c493532a2 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'security_group_rule': {'security_group_id': 'a5931bb1-d0b0-474b-ac1a-9aff119bf839', 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:57.584081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45299f6-f84a-4afc-a9b5-bc3fd2d6635c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5931bb1-d0b0-474b-ac1a-9aff119bf839,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:57.607679 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c6912157-4ce7-48f1-a17e-fd3c493532a2 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.666205 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c6912157-4ce7-48f1-a17e-fd3c493532a2 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.669547 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c6912157-4ce7-48f1-a17e-fd3c493532a2 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.683113 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 0526404b-7b09-434f-9112-338c81e6dc1f no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:29:57.689933 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6912157-4ce7-48f1-a17e-fd3c493532a2 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec4ba96-5ea2-42df-860b-b0c1d1eeff5b,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:57.693296 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c6912157-4ce7-48f1-a17e-fd3c493532a2 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.697525 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c6912157-4ce7-48f1-a17e-fd3c493532a2 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198859 Jul 27 22:29:57.698028 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36446) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:57.702344 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-1372d0ba-2785-4a1d-8184-b62326a51260 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'security_group_rule': {'security_group_id': 'a5931bb1-d0b0-474b-ac1a-9aff119bf839', 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:57.707764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 0526404b-7b09-434f-9112-338c81e6dc1f {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:29:57.708115 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 0526404b-7b09-434f-9112-338c81e6dc1f not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:29:57.730877 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1372d0ba-2785-4a1d-8184-b62326a51260 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.790756 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1372d0ba-2785-4a1d-8184-b62326a51260 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.794373 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1372d0ba-2785-4a1d-8184-b62326a51260 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.814942 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372d0ba-2785-4a1d-8184-b62326a51260 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50b40ee-ab36-4037-8bef-2f9414e22627,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:57.817414 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-1372d0ba-2785-4a1d-8184-b62326a51260 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.818726 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-1372d0ba-2785-4a1d-8184-b62326a51260 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199930 Jul 27 22:29:57.821543 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36448) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:57.825924 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-bedce1c5-8950-49b7-bbce-fcce4ca3a405 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'security_group_rule': {'security_group_id': 'a5931bb1-d0b0-474b-ac1a-9aff119bf839', 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:57.852206 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bedce1c5-8950-49b7-bbce-fcce4ca3a405 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.912472 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bedce1c5-8950-49b7-bbce-fcce4ca3a405 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.916084 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bedce1c5-8950-49b7-bbce-fcce4ca3a405 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.934105 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedce1c5-8950-49b7-bbce-fcce4ca3a405 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9b3647-0d95-419c-a9f2-81aa1aa7f396,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:57.940041 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-bedce1c5-8950-49b7-bbce-fcce4ca3a405 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:57.941327 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-bedce1c5-8950-49b7-bbce-fcce4ca3a405 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188381 Jul 27 22:29:57.943976 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36450) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:57.948371 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-cb8aa843-8d2b-4f8e-a599-08b577114f61 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'security_group_rule': {'security_group_id': 'a5931bb1-d0b0-474b-ac1a-9aff119bf839', 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:57.975333 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb8aa843-8d2b-4f8e-a599-08b577114f61 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.037006 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb8aa843-8d2b-4f8e-a599-08b577114f61 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.040715 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb8aa843-8d2b-4f8e-a599-08b577114f61 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.057994 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8aa843-8d2b-4f8e-a599-08b577114f61 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfce0322-43b8-4aa9-8881-bf548f876d5e,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:58.064906 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cb8aa843-8d2b-4f8e-a599-08b577114f61 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.066140 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cb8aa843-8d2b-4f8e-a599-08b577114f61 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212158 Jul 27 22:29:58.069055 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36454) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:58.073477 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-437dfa69-d6e3-41e1-a662-5e0884331fea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'security_group_rule': {'security_group_id': 'a5931bb1-d0b0-474b-ac1a-9aff119bf839', 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:58.095526 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-437dfa69-d6e3-41e1-a662-5e0884331fea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Project e9788027baab4a9a9d2b5ccf83faab3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:29:58.100261 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-437dfa69-d6e3-41e1-a662-5e0884331fea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.163520 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-437dfa69-d6e3-41e1-a662-5e0884331fea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.167206 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-437dfa69-d6e3-41e1-a662-5e0884331fea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.182608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437dfa69-d6e3-41e1-a662-5e0884331fea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5eb235-91ae-48af-9cee-31eb868f5c5a,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:58.191821 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-437dfa69-d6e3-41e1-a662-5e0884331fea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.193013 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-437dfa69-d6e3-41e1-a662-5e0884331fea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230423 Jul 27 22:29:58.195831 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36456) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:29:58.200122 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-59baa0db-8fef-41c0-83ac-94c9df77e694 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'security_group_rule': {'security_group_id': 'a5931bb1-d0b0-474b-ac1a-9aff119bf839', 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:29:58.220941 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-59baa0db-8fef-41c0-83ac-94c9df77e694 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Project e9788027baab4a9a9d2b5ccf83faab3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:29:58.225917 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-59baa0db-8fef-41c0-83ac-94c9df77e694 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.289142 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-59baa0db-8fef-41c0-83ac-94c9df77e694 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.293215 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-59baa0db-8fef-41c0-83ac-94c9df77e694 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.310979 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59baa0db-8fef-41c0-83ac-94c9df77e694 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1761dc26-c5c2-4b74-a6bc-35d15412e682,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:29:58.318154 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-59baa0db-8fef-41c0-83ac-94c9df77e694 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:29:58.319407 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-59baa0db-8fef-41c0-83ac-94c9df77e694 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226645 Jul 27 22:30:02.931472 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-965b4ecf-77cf-4861-804f-aa2e84220080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:05.215766 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:05.553433 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7ea64bef-a30e-4641-bc3a-ab77bfd75a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:05.650482 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:07.608072 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:08.700398 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:09.253079 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:12.715725 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-4ab2a7cc-6aa5-4572-89e1-c3e7d2e28b16 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930283170&fields=id&tenant_id=e9788027baab4a9a9d2b5ccf83faab3e HTTP/1.1" status: 200 len: 267 time: 0.0323036 Jul 27 22:30:12.825171 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94daaddf-5311-48ac-af81-935b482c926b req-87271c56-0c72-4ca5-ad59-0ea51333c517 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:12.826670 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-87271c56-0c72-4ca5-ad59-0ea51333c517 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 809 time: 0.1025951 Jul 27 22:30:12.841756 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-b39af5e1-dd1e-4d24-a5c8-02c1be5e0327 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/quotas/e9788027baab4a9a9d2b5ccf83faab3e HTTP/1.1" status: 200 len: 375 time: 0.0089734 Jul 27 22:30:12.908624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-a1e3f325-06ad-4500-82ae-38dabba61078 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608470 Jul 27 22:30:12.964618 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-e1307356-99a5-4630-ba01-e80df19d49c2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:30:12.965602 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-e1307356-99a5-4630-ba01-e80df19d49c2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457106 Jul 27 22:30:13.057269 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-c2485551-af4b-455c-9986-852c8adde4e7 service neutron] 10.222.0.55 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845082 Jul 27 22:30:13.151852 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-19b0425c-4e59-4d55-b539-7ddd61a80193 service neutron] 10.222.0.55 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882943 Jul 27 22:30:13.460579 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6729c97-b859-49ba-a916-4b0d5a2e1c3a req-a06f1b64-2acb-4e6b-b7de-c6e52ae16954 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 210 time: 0.0319564 Jul 27 22:30:14.440453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94daaddf-5311-48ac-af81-935b482c926b req-8a519676-b60d-49fe-be7b-d4cf23de3fdd tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:14.441929 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-8a519676-b60d-49fe-be7b-d4cf23de3fdd tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.20 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 809 time: 0.1097212 Jul 27 22:30:14.488637 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-efb5aaf3-48ba-4604-804a-0e674f74d701 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9788027baab4a9a9d2b5ccf83faab3e HTTP/1.1" status: 200 len: 380 time: 0.0372362 Jul 27 22:30:14.500362 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-94daaddf-5311-48ac-af81-935b482c926b req-7db8e6c3-1418-4a14-a86b-8c2b6785e0a8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'port': {'device_id': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'admin_state_up': True, 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'security_groups': ['a5931bb1-d0b0-474b-ac1a-9aff119bf839']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:14.564842 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-27bfd3a1-7026-4a10-8898-1cad20afde06 req-e28c89a9-d9c0-45d8-b2eb-d77491ff5dcc tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 210 time: 0.0307784 Jul 27 22:30:14.623234 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94daaddf-5311-48ac-af81-935b482c926b req-7db8e6c3-1418-4a14-a86b-8c2b6785e0a8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Made reservation on behalf of e9788027baab4a9a9d2b5ccf83faab3e for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:30:14.627249 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94daaddf-5311-48ac-af81-935b482c926b req-7db8e6c3-1418-4a14-a86b-8c2b6785e0a8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:14.760471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-94daaddf-5311-48ac-af81-935b482c926b req-7db8e6c3-1418-4a14-a86b-8c2b6785e0a8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Allocated IP 172.20.0.12 (b61b93f3-ab1f-4071-bc4f-d6e762a815f9/193771b3-c957-4bf6-b35e-328c52837b77/90ef1788-1b40-40c9-bab7-43b31851a3d0) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:30:14.909938 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94daaddf-5311-48ac-af81-935b482c926b req-7db8e6c3-1418-4a14-a86b-8c2b6785e0a8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:14.923975 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-94daaddf-5311-48ac-af81-935b482c926b req-7db8e6c3-1418-4a14-a86b-8c2b6785e0a8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Transition to ACTIVE for port object 90ef1788-1b40-40c9-bab7-43b31851a3d0 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:30:14.957795 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94daaddf-5311-48ac-af81-935b482c926b req-7db8e6c3-1418-4a14-a86b-8c2b6785e0a8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.003011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94daaddf-5311-48ac-af81-935b482c926b req-7db8e6c3-1418-4a14-a86b-8c2b6785e0a8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:30:15.008630 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-94daaddf-5311-48ac-af81-935b482c926b req-7db8e6c3-1418-4a14-a86b-8c2b6785e0a8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:30:15.012961 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-94daaddf-5311-48ac-af81-935b482c926b req-7db8e6c3-1418-4a14-a86b-8c2b6785e0a8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:30:15.042386 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8e6c3-1418-4a14-a86b-8c2b6785e0a8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'Port': ['ID=90ef1788-1b40-40c9-bab7-43b31851a3d0,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:15.075876 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94daaddf-5311-48ac-af81-935b482c926b req-7db8e6c3-1418-4a14-a86b-8c2b6785e0a8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:15.076839 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94daaddf-5311-48ac-af81-935b482c926b req-7db8e6c3-1418-4a14-a86b-8c2b6785e0a8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.099401 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-7db8e6c3-1418-4a14-a86b-8c2b6785e0a8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6031549 Jul 27 22:30:15.112101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-dcd94bf9-abbd-4a7c-bd24-b54df8bb6db8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:30:15.113088 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-dcd94bf9-abbd-4a7c-bd24-b54df8bb6db8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057762 Jul 27 22:30:15.177536 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Request body: {'port': {'device_id': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:15.264214 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.303390 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f4c9d314-3fdb-41b4-a00c-a4e59d0abd7c None None] Provisioning for port 90ef1788-1b40-40c9-bab7-43b31851a3d0 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:30:15.308417 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-f4c9d314-3fdb-41b4-a00c-a4e59d0abd7c None None] Provisioning complete for port 90ef1788-1b40-40c9-bab7-43b31851a3d0 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:15.308790 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d314-3fdb-41b4-a00c-a4e59d0abd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.343715 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-f4c9d314-3fdb-41b4-a00c-a4e59d0abd7c None None] Port 90ef1788-1b40-40c9-bab7-43b31851a3d0 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:30:15.562144 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ef1788-1b40-40c9-bab7-43b31851a3d0 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:30:15.574850 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.588633 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Transition to ACTIVE for port object 90ef1788-1b40-40c9-bab7-43b31851a3d0 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:30:15.596148 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.668914 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Pushing event updated for resources: {'Port': ['ID=90ef1788-1b40-40c9-bab7-43b31851a3d0,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:15.747214 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Attempting to bind port 90ef1788-1b40-40c9-bab7-43b31851a3d0 on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:30:15.747552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Attempting to bind port 90ef1788-1b40-40c9-bab7-43b31851a3d0 by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:30:15.747879 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Attempting to bind port 90ef1788-1b40-40c9-bab7-43b31851a3d0 on network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:30:15.750346 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afdc40-d1f9-425b-8efc-8988d480d3bf req-9965d83c-d75a-415f-97e6-b978c6141f7c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:15.753674 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-95afdc40-d1f9-425b-8efc-8988d480d3bf req-9965d83c-d75a-415f-97e6-b978c6141f7c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0973527 Jul 27 22:30:15.754119 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Port 90ef1788-1b40-40c9-bab7-43b31851a3d0 on network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:30:15.754649 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Attempting to bind port 90ef1788-1b40-40c9-bab7-43b31851a3d0 on network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:30:15.760625 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:30:15.761253 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Checking segment: {'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:30:15.761809 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Bound using segment: {'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:30:15.762642 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Bound port: 90ef1788-1b40-40c9-bab7-43b31851a3d0, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:30:15.763211 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.805730 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-95afdc40-d1f9-425b-8efc-8988d480d3bf req-c652f9b8-194e-4985-a527-b5c300a9df54 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454054 Jul 27 22:30:15.839031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] For port 90ef1788-1b40-40c9-bab7-43b31851a3d0, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:30:15.842621 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] For port 90ef1788-1b40-40c9-bab7-43b31851a3d0, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:30:15.848333 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.888432 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:15.889059 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:15.890576 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] 10.222.0.20 "PUT /v2.0/ports/90ef1788-1b40-40c9-bab7-43b31851a3d0 HTTP/1.1" status: 200 len: 1092 time: 0.7701066 Jul 27 22:30:15.890969 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'tag': '90ef1788-1b40-40c9-bab7-43b31851a3d0'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:30:15.894552 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3b24a1-27ef-4539-97c3-9ca83bcfa2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4258e5-f2ff-4db9-94be-c7dd61056c29", "tag": "90ef1788-1b40-40c9-bab7-43b31851a3d0"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:30:15.925784 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ed848-88b4-409d-b5b0-5993b1289149 service neutron] Pushing event updated for resources: {'Port': ['ID=90ef1788-1b40-40c9-bab7-43b31851a3d0,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:15.951537 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2538c9cc-f079-4790-9124-5fc7a54aa2a2 x-openstack-request-id: req-2538c9cc-f079-4790-9124-5fc7a54aa2a2 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:30:15.951537 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4258e5-f2ff-4db9-94be-c7dd61056c29", "tag": "90ef1788-1b40-40c9-bab7-43b31851a3d0", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:30:15.951537 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2538c9cc-f079-4790-9124-5fc7a54aa2a2 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:30:15.951922 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'tag': '90ef1788-1b40-40c9-bab7-43b31851a3d0', 'status': 'completed', 'code': 200} Jul 27 22:30:16.001375 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94daaddf-5311-48ac-af81-935b482c926b req-3e30808a-62cf-454c-8b5d-e2819cb81cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:16.003417 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-3e30808a-62cf-454c-8b5d-e2819cb81cdc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 1095 time: 0.0629325 Jul 27 22:30:16.052991 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-bcb95c91-40fa-4d92-9f81-dabe2c4ad2ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0 HTTP/1.1" status: 200 len: 217 time: 0.0407555 Jul 27 22:30:16.111603 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94daaddf-5311-48ac-af81-935b482c926b req-1c163d37-79ea-4ae2-91bc-8f3fc932bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:16.113063 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-1c163d37-79ea-4ae2-91bc-8f3fc932bfd4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0522621 Jul 27 22:30:16.180389 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94daaddf-5311-48ac-af81-935b482c926b req-e3249f8b-fb28-48f2-a438-6a7335a178d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:16.182269 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-e3249f8b-fb28-48f2-a438-6a7335a178d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603521 Jul 27 22:30:16.279008 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-57486b27-f50c-44f1-89d6-ef6495a9cdbe service neutron] 10.222.0.20 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892794 Jul 27 22:30:16.372831 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-94daaddf-5311-48ac-af81-935b482c926b req-85c891ab-a2e9-41d4-963f-7e7d33f3b471 service neutron] 10.222.0.20 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867617 Jul 27 22:30:16.473451 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b24a1-27ef-4539-97c3-9ca83bcfa2b4 req-609b274b-2cfa-4a8f-8f84-1b2cd8205982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:16.475056 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe3b24a1-27ef-4539-97c3-9ca83bcfa2b4 req-609b274b-2cfa-4a8f-8f84-1b2cd8205982 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 1095 time: 0.0556877 Jul 27 22:30:16.571786 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b24a1-27ef-4539-97c3-9ca83bcfa2b4 req-c5d13626-6bca-4e61-965c-64239c58ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:16.573256 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe3b24a1-27ef-4539-97c3-9ca83bcfa2b4 req-c5d13626-6bca-4e61-965c-64239c58ed9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0907631 Jul 27 22:30:16.615970 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe3b24a1-27ef-4539-97c3-9ca83bcfa2b4 req-22cac97f-885c-465f-a2c2-391ba488d67d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0 HTTP/1.1" status: 200 len: 217 time: 0.0351751 Jul 27 22:30:16.664919 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b24a1-27ef-4539-97c3-9ca83bcfa2b4 req-2bcffcbe-0733-4c10-b24b-c6cdcda1e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:16.666282 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe3b24a1-27ef-4539-97c3-9ca83bcfa2b4 req-2bcffcbe-0733-4c10-b24b-c6cdcda1e2f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0438547 Jul 27 22:30:16.941103 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a717c5-ee63-4f4c-ae45-0af93f0061d2 req-5a0baa77-05a7-4ce2-9f0e-974d47dbc4b3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:16.942797 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55a717c5-ee63-4f4c-ae45-0af93f0061d2 req-5a0baa77-05a7-4ce2-9f0e-974d47dbc4b3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0684462 Jul 27 22:30:16.983611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-55a717c5-ee63-4f4c-ae45-0af93f0061d2 req-3ba3639e-aecb-4054-9148-325e20ca7714 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342412 Jul 27 22:30:17.097467 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b24a1-27ef-4539-97c3-9ca83bcfa2b4 req-1d35b383-1124-45cf-9f30-90d94d3cf342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:17.098788 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe3b24a1-27ef-4539-97c3-9ca83bcfa2b4 req-1d35b383-1124-45cf-9f30-90d94d3cf342 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4257078 Jul 27 22:30:17.194271 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe3b24a1-27ef-4539-97c3-9ca83bcfa2b4 req-c1f1e0ba-a176-4420-9f58-fbbaf3a6890c service neutron] 10.222.0.20 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876291 Jul 27 22:30:17.292914 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-fe3b24a1-27ef-4539-97c3-9ca83bcfa2b4 req-764fea94-07a9-4776-92a0-ef50f80e752a service neutron] 10.222.0.20 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911808 Jul 27 22:30:18.129399 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b554c-7a16-47d0-94b9-c244fa678724 req-1cba2ece-a065-4f5a-99a7-9f081ae13952 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:18.130927 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e42b554c-7a16-47d0-94b9-c244fa678724 req-1cba2ece-a065-4f5a-99a7-9f081ae13952 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0698318 Jul 27 22:30:18.170051 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e42b554c-7a16-47d0-94b9-c244fa678724 req-0234f04a-1734-4afd-8249-d67f13fb2ddb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328777 Jul 27 22:30:19.320682 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdc466-dfa7-4c6a-b221-919a2286ee7e req-c6769ace-e258-4c23-b423-e2cfd8cc19d8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:19.322237 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6bdc466-dfa7-4c6a-b221-919a2286ee7e req-c6769ace-e258-4c23-b423-e2cfd8cc19d8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0749440 Jul 27 22:30:19.362811 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-a6bdc466-dfa7-4c6a-b221-919a2286ee7e req-65c564d4-e61a-402f-abf2-153aad342ccf tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344706 Jul 27 22:30:20.497531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357034b2-a80a-46bc-8e29-0c695b0f0f93 req-e8807ab0-b88b-4c3f-8b8f-f8c8e44d1018 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:20.498986 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-357034b2-a80a-46bc-8e29-0c695b0f0f93 req-e8807ab0-b88b-4c3f-8b8f-f8c8e44d1018 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0666838 Jul 27 22:30:20.537851 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-357034b2-a80a-46bc-8e29-0c695b0f0f93 req-b75e903f-c0ce-4156-b1a0-92661253ca80 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328677 Jul 27 22:30:21.671911 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1f0f2-959a-4c6c-a4cc-13a4c70266b6 req-ac58ff86-0415-4f7e-a237-3e62dd3a1a11 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:21.674134 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5aa1f0f2-959a-4c6c-a4cc-13a4c70266b6 req-ac58ff86-0415-4f7e-a237-3e62dd3a1a11 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0699198 Jul 27 22:30:21.713293 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5aa1f0f2-959a-4c6c-a4cc-13a4c70266b6 req-9c30d183-003c-4dbd-89ab-f7c83f846734 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329590 Jul 27 22:30:22.856384 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfd96c-08b9-454e-8f4c-b53b19ff4adb req-bbc4e652-1bdc-49b7-ab3e-fd5497533233 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:22.857885 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77cfd96c-08b9-454e-8f4c-b53b19ff4adb req-bbc4e652-1bdc-49b7-ab3e-fd5497533233 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0734744 Jul 27 22:30:22.898693 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-77cfd96c-08b9-454e-8f4c-b53b19ff4adb req-8bd070c9-ecd6-4964-999b-7fd519698711 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334601 Jul 27 22:30:24.033603 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b623a-b872-4148-8e17-091acfb13935 req-a7a486f4-9c07-4f77-9d10-b99f306bb990 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:24.035119 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e0b623a-b872-4148-8e17-091acfb13935 req-a7a486f4-9c07-4f77-9d10-b99f306bb990 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0675716 Jul 27 22:30:24.073160 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e0b623a-b872-4148-8e17-091acfb13935 req-89f34927-9193-4ab5-bc59-7922e27b6922 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321019 Jul 27 22:30:25.211637 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2e351-76fb-46d3-b79b-4db31b26ccc0 req-4b7a8f2e-29fd-4804-8750-8d95188f1b2c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:25.214640 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ef2e351-76fb-46d3-b79b-4db31b26ccc0 req-4b7a8f2e-29fd-4804-8750-8d95188f1b2c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0656328 Jul 27 22:30:25.256664 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ef2e351-76fb-46d3-b79b-4db31b26ccc0 req-5f8dc427-0675-47fb-8b42-e1acc3c6db0a tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371230 Jul 27 22:30:25.967754 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:30:26.389608 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ac782-a897-4f2b-a2fd-311fe565e392 req-ed1b3eae-9dc3-42a4-8e0c-3dd6e53ef55a tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:26.391104 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-476ac782-a897-4f2b-a2fd-311fe565e392 req-ed1b3eae-9dc3-42a4-8e0c-3dd6e53ef55a tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0623808 Jul 27 22:30:26.429427 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-476ac782-a897-4f2b-a2fd-311fe565e392 req-8cf1ef1d-4e64-4504-922a-0d5fa9c15ea4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315990 Jul 27 22:30:27.566658 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bb387-8399-4bd9-8ea5-5a675837403d req-999f9bab-af17-4202-bdff-9e8f2afab006 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:27.568160 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-798bb387-8399-4bd9-8ea5-5a675837403d req-999f9bab-af17-4202-bdff-9e8f2afab006 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0689218 Jul 27 22:30:27.607002 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-798bb387-8399-4bd9-8ea5-5a675837403d req-12d868f7-42de-451a-932d-e885133b1f1d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328422 Jul 27 22:30:27.808424 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 90ef1788-1b40-40c9-bab7-43b31851a3d0 details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:30:27.905997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 90ef1788-1b40-40c9-bab7-43b31851a3d0, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:27.917680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': '90ef1788-1b40-40c9-bab7-43b31851a3d0', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'port_id': '90ef1788-1b40-40c9-bab7-43b31851a3d0', 'mac_address': 'fa:16:3e:0c:5c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:30:27.953754 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:27.966845 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ef1788-1b40-40c9-bab7-43b31851a3d0 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:30:27.986083 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 90ef1788-1b40-40c9-bab7-43b31851a3d0, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:27.990159 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:28.040004 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=90ef1788-1b40-40c9-bab7-43b31851a3d0,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:28.047207 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:28.047552 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:28.047894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:28.048870 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:28.049458 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:28.049806 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:28.050139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:28.050506 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:28.050837 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:28.051169 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:28.051494 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:28.051819 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:30:28.228825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['90ef1788-1b40-40c9-bab7-43b31851a3d0'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:30:28.739716 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bb502-fd0c-48a2-8bb5-b3f3eaf80349 req-dab86910-4b50-4a51-a87b-25f3c25968cf tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:28.741478 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f9bb502-fd0c-48a2-8bb5-b3f3eaf80349 req-dab86910-4b50-4a51-a87b-25f3c25968cf tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 945 time: 0.0649080 Jul 27 22:30:28.779780 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2f9bb502-fd0c-48a2-8bb5-b3f3eaf80349 req-77dcc7ed-8f5d-43cd-82e0-b2a82371be44 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324137 Jul 27 22:30:29.817393 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 90ef1788-1b40-40c9-bab7-43b31851a3d0 up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:30:29.871585 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port 90ef1788-1b40-40c9-bab7-43b31851a3d0 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:30:29.875515 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port 90ef1788-1b40-40c9-bab7-43b31851a3d0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:30:29.876591 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:29.936027 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecba048-3b6c-4767-a7c5-a65c440a85bc req-51bd5396-52b7-4cea-934f-faefbb0ccf0c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:29.937611 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ecba048-3b6c-4767-a7c5-a65c440a85bc req-51bd5396-52b7-4cea-934f-faefbb0ccf0c tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 945 time: 0.0841415 Jul 27 22:30:29.964534 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:29.980143 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2ecba048-3b6c-4767-a7c5-a65c440a85bc req-15fc8636-e98a-4f47-b25a-9d0e6e7171c3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353289 Jul 27 22:30:29.992928 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ef1788-1b40-40c9-bab7-43b31851a3d0'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:30:29.995553 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb9b58c-5d38-495b-b56d-2ae62c4b6add" -d '{"events": [{"server_uuid": "2c4258e5-f2ff-4db9-94be-c7dd61056c29", "name": "network-vif-plugged", "status": "completed", "tag": "90ef1788-1b40-40c9-bab7-43b31851a3d0"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:30:30.011025 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 90ef1788-1b40-40c9-bab7-43b31851a3d0, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:30:30.014989 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:30.073250 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=90ef1788-1b40-40c9-bab7-43b31851a3d0,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:30.090480 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8d72c1-1693-4708-8caa-61d773af659b x-openstack-request-id: req-0b8d72c1-1693-4708-8caa-61d773af659b {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:30:30.090723 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4258e5-f2ff-4db9-94be-c7dd61056c29", "name": "network-vif-plugged", "status": "completed", "tag": "90ef1788-1b40-40c9-bab7-43b31851a3d0", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:30:30.090968 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b8d72c1-1693-4708-8caa-61d773af659b {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:30:30.091358 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ef1788-1b40-40c9-bab7-43b31851a3d0', 'code': 200} Jul 27 22:30:30.231702 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b132a-c045-4056-ac71-53edd5242631 req-714c6b6d-b04a-4f7c-9ff6-1d6633a55509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:30.233960 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-be7b132a-c045-4056-ac71-53edd5242631 req-714c6b6d-b04a-4f7c-9ff6-1d6633a55509 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 1097 time: 0.0769002 Jul 27 22:30:30.275814 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-be7b132a-c045-4056-ac71-53edd5242631 req-66900c7b-b497-416b-b2ba-0e531092fd9e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349505 Jul 27 22:30:31.119371 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae90198-0d10-491a-873a-687393d5f901 req-c50eaab6-d596-4b7a-8be1-11dbaa4f4232 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:31.121027 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ae90198-0d10-491a-873a-687393d5f901 req-c50eaab6-d596-4b7a-8be1-11dbaa4f4232 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 946 time: 0.0682607 Jul 27 22:30:31.164952 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3ae90198-0d10-491a-873a-687393d5f901 req-c2a94e09-e98b-436d-9222-575ab6900393 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375292 Jul 27 22:30:32.299540 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d54f1-aa05-4d83-8b74-d78ae0b05a7e req-7ab69f74-1780-43ff-9d8a-7fcd38187f37 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:32.301020 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-111d54f1-aa05-4d83-8b74-d78ae0b05a7e req-7ab69f74-1780-43ff-9d8a-7fcd38187f37 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 946 time: 0.0642786 Jul 27 22:30:32.338292 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-111d54f1-aa05-4d83-8b74-d78ae0b05a7e req-adb9589c-d79b-4440-a377-3d73e1cf9742 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312393 Jul 27 22:30:32.472723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcada8c-8ee2-4972-97e6-4263434eb8d3 req-7453788a-284a-4326-b0e8-64c400cd4562 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:32.474122 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8dcada8c-8ee2-4972-97e6-4263434eb8d3 req-7453788a-284a-4326-b0e8-64c400cd4562 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 946 time: 0.0691261 Jul 27 22:30:32.511856 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8dcada8c-8ee2-4972-97e6-4263434eb8d3 req-0183a5ee-0dda-4b1a-802c-4d19e74ce3a2 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316720 Jul 27 22:30:32.534674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36662) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:32.626200 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74691059-ecf6-471b-95bf-491b61511f4c tempest-TestShelveInstance-45519938 tempest-TestShelveInstance-45519938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:32.627761 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-74691059-ecf6-471b-95bf-491b61511f4c tempest-TestShelveInstance-45519938 tempest-TestShelveInstance-45519938-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 1092 time: 0.0920820 Jul 27 22:30:32.630674 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36666) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:30:32.634958 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': '90ef1788-1b40-40c9-bab7-43b31851a3d0', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:30:32.657880 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:32.759105 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:32.860117 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Allocated IP 172.25.2.244 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/59171d94-fcff-474c-9c63-fdb2708447c1) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:30:32.934245 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-235c9d18-0c12-442f-ade6-d354fe89333e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:32.977622 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:33.017675 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:33.055211 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:30:33.061363 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:30:33.066582 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:30:33.069585 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'Port': ['ID=59171d94-fcff-474c-9c63-fdb2708447c1,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:33.756048 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:33.833066 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:33.984455 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:33.989494 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:34.057814 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event updated for resources: {'Port': ['ID=59171d94-fcff-474c-9c63-fdb2708447c1,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:30:34.071365 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:34.171808 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Floating IP 29b593f3-990b-479e-9159-81d06bf3f5a4 associated. External IP: 172.25.2.244, port: 90ef1788-1b40-40c9-bab7-43b31851a3d0. Jul 27 22:30:34.381672 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Router 548aa62f-2f3a-423e-b196-6b2bfb82d00e has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:30:34.484725 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:30:34.495286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eea445-a263-4758-864f-ee6c7a936dd7 None None] Sync routers for ids ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:30:34.501838 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:34.505879 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eea445-a263-4758-864f-ee6c7a936dd7 None None] Routers {'548aa62f-2f3a-423e-b196-6b2bfb82d00e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:30:34.506551 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a0eea445-a263-4758-864f-ee6c7a936dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:30:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:34.542019 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-887a388e-32d9-4fe3-9e5c-93b7e0ddb5ea tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9103267 Jul 27 22:30:34.542738 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'tag': '90ef1788-1b40-40c9-bab7-43b31851a3d0'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:30:34.545022 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffcf9ef-a25f-4270-8cbc-3a52fc246a72" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4258e5-f2ff-4db9-94be-c7dd61056c29", "tag": "90ef1788-1b40-40c9-bab7-43b31851a3d0"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:30:34.586825 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e763cacd-c915-4982-8a13-cb273137f0a3 x-openstack-request-id: req-e763cacd-c915-4982-8a13-cb273137f0a3 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:30:34.587123 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4258e5-f2ff-4db9-94be-c7dd61056c29", "tag": "90ef1788-1b40-40c9-bab7-43b31851a3d0", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:30:34.587421 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e763cacd-c915-4982-8a13-cb273137f0a3 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:30:34.588123 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'tag': '90ef1788-1b40-40c9-bab7-43b31851a3d0', 'status': 'completed', 'code': 200} Jul 27 22:30:34.668736 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcf9ef-a25f-4270-8cbc-3a52fc246a72 req-bdd05616-1b0e-4a62-af31-1e993e124ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:34.670333 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ffcf9ef-a25f-4270-8cbc-3a52fc246a72 req-bdd05616-1b0e-4a62-af31-1e993e124ec7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 1097 time: 0.0603788 Jul 27 22:30:34.770507 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcf9ef-a25f-4270-8cbc-3a52fc246a72 req-cd88bad1-781e-4049-a325-cbd804f98b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:34.771997 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ffcf9ef-a25f-4270-8cbc-3a52fc246a72 req-cd88bad1-781e-4049-a325-cbd804f98b2a service neutron] 10.222.0.20 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0950103 Jul 27 22:30:34.775955 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-a0eea445-a263-4758-864f-ee6c7a936dd7 None None] Set router 548aa62f-2f3a-423e-b196-6b2bfb82d00e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:30:34.842016 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ffcf9ef-a25f-4270-8cbc-3a52fc246a72 req-52d3e7d2-9ed4-4855-b767-b11b2967fbb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0 HTTP/1.1" status: 200 len: 1000 time: 0.0630801 Jul 27 22:30:34.899534 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcf9ef-a25f-4270-8cbc-3a52fc246a72 req-e0ad35ea-93ff-4255-880f-932ea42da335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:34.901072 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ffcf9ef-a25f-4270-8cbc-3a52fc246a72 req-e0ad35ea-93ff-4255-880f-932ea42da335 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0524716 Jul 27 22:30:34.962212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcf9ef-a25f-4270-8cbc-3a52fc246a72 req-e8a09cb3-0be3-41e0-b5d8-7a56e8210a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:30:34.963815 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ffcf9ef-a25f-4270-8cbc-3a52fc246a72 req-e8a09cb3-0be3-41e0-b5d8-7a56e8210a4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558879 Jul 27 22:30:35.007855 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a0eea445-a263-4758-864f-ee6c7a936dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '29b593f3-990b-479e-9159-81d06bf3f5a4', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'port_id': '90ef1788-1b40-40c9-bab7-43b31851a3d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'mac_address': 'fa:16:3e:0c:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:30:33Z', 'updated_at': '2021-07-27T22:30:33Z', 'revision_number': 0, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211e7411-c612-43ef-a22a-9563c5700114', 'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'mac_address': 'fa:16:3e:39:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:55Z', 'updated_at': '2021-07-27T22:24:01Z', 'revision_number': 5, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'subnets': [{'id': '193771b3-c957-4bf6-b35e-328c52837b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:35.037158 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eea445-a263-4758-864f-ee6c7a936dd7 None None] Checking router: 548aa62f-2f3a-423e-b196-6b2bfb82d00e for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:30:35.045616 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eea445-a263-4758-864f-ee6c7a936dd7 None None] Routers {'548aa62f-2f3a-423e-b196-6b2bfb82d00e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:30:35.046244 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a0eea445-a263-4758-864f-ee6c7a936dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:30:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:35.056099 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ffcf9ef-a25f-4270-8cbc-3a52fc246a72 req-215afe88-38d8-4309-b5dc-1ea614faffb3 service neutron] 10.222.0.20 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846739 Jul 27 22:30:35.152232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-a0eea445-a263-4758-864f-ee6c7a936dd7 None None] Set router 548aa62f-2f3a-423e-b196-6b2bfb82d00e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:30:35.156639 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9ffcf9ef-a25f-4270-8cbc-3a52fc246a72 req-bc711e72-d6a9-48a8-8413-9f9c6d88e998 service neutron] 10.222.0.20 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928240 Jul 27 22:30:35.248511 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:35.394048 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-a0eea445-a263-4758-864f-ee6c7a936dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '29b593f3-990b-479e-9159-81d06bf3f5a4', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'port_id': '90ef1788-1b40-40c9-bab7-43b31851a3d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'mac_address': 'fa:16:3e:0c:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:30:33Z', 'updated_at': '2021-07-27T22:30:33Z', 'revision_number': 0, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211e7411-c612-43ef-a22a-9563c5700114', 'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'mac_address': 'fa:16:3e:39:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:55Z', 'updated_at': '2021-07-27T22:24:01Z', 'revision_number': 5, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'subnets': [{'id': '193771b3-c957-4bf6-b35e-328c52837b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:30:35.420578 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eea445-a263-4758-864f-ee6c7a936dd7 None None] The sync data for ids ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'] in n-d-764806-9 is: [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '29b593f3-990b-479e-9159-81d06bf3f5a4', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'port_id': '90ef1788-1b40-40c9-bab7-43b31851a3d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'mac_address': 'fa:16:3e:0c:5c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:30:33Z', 'updated_at': '2021-07-27T22:30:33Z', 'revision_number': 0, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211e7411-c612-43ef-a22a-9563c5700114', 'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'mac_address': 'fa:16:3e:39:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:55Z', 'updated_at': '2021-07-27T22:24:01Z', 'revision_number': 5, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'subnets': [{'id': '193771b3-c957-4bf6-b35e-328c52837b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:30:35.545601 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0cb83814-3030-499f-9403-66c194ed58e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:35.625950 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa4f463-a2ce-49be-a3a2-6c9d0dc4c47d None None] New status for floating IP 29b593f3-990b-479e-9159-81d06bf3f5a4: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:30:35.656098 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:37.609292 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:38.700078 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:30:39.258594 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:02.935803 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c49f0c0a-0e2a-486e-af51-e26723dddcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:02.968446 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:31:05.214519 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:05.548353 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1340ef81-50ec-438b-a63d-e1f25fbf13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:05.658449 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:07.614029 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:08.698112 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:09.257655 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:21.996651 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77ab9192-6d28-496b-8e66-87d42c498358 req-909c5d8d-98ed-4c7e-b61f-67ed39e86979 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0565116 Jul 27 22:31:22.099470 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab9192-6d28-496b-8e66-87d42c498358 req-f55c2203-8db4-44ff-9f4e-db5f5f36c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:22.101860 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77ab9192-6d28-496b-8e66-87d42c498358 req-f55c2203-8db4-44ff-9f4e-db5f5f36c1dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 1097 time: 0.0627921 Jul 27 22:31:22.205740 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab9192-6d28-496b-8e66-87d42c498358 req-203acbe3-eed0-4a53-b3d4-fbc29e4a90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:22.207733 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77ab9192-6d28-496b-8e66-87d42c498358 req-203acbe3-eed0-4a53-b3d4-fbc29e4a90e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0850015 Jul 27 22:31:22.279819 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77ab9192-6d28-496b-8e66-87d42c498358 req-03a794ab-4b78-4e24-9f47-ae87b063cab1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0 HTTP/1.1" status: 200 len: 1002 time: 0.0650930 Jul 27 22:31:22.333762 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab9192-6d28-496b-8e66-87d42c498358 req-029086c3-9e7b-4455-a1ac-da84f8fe9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:22.335791 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77ab9192-6d28-496b-8e66-87d42c498358 req-029086c3-9e7b-4455-a1ac-da84f8fe9346 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0487559 Jul 27 22:31:22.394824 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab9192-6d28-496b-8e66-87d42c498358 req-a54507aa-79b8-4bf5-b9ea-b330e0bff8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:31:22.396311 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77ab9192-6d28-496b-8e66-87d42c498358 req-a54507aa-79b8-4bf5-b9ea-b330e0bff8bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537100 Jul 27 22:31:22.494975 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77ab9192-6d28-496b-8e66-87d42c498358 req-42f2b198-da38-4220-8d4f-dd068dd28f80 service neutron] 10.222.0.20 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913467 Jul 27 22:31:22.586069 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-77ab9192-6d28-496b-8e66-87d42c498358 req-1ddbe47c-a89d-4877-a6a8-01551ca48dcb service neutron] 10.222.0.20 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843592 Jul 27 22:31:32.937598 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8a23-b623-4634-bc85-6fc0375bd6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:35.221926 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:35.551016 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-49eda933-2ec8-4181-9298-1479764a2c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:35.659994 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:37.615335 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:38.696149 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.263297 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:31:39.969049 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:32:02.938173 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1cf1c634-e970-439c-a6e8-1982e69ad082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:05.225255 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:05.553655 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9ca4e191-f92a-4005-a0c8-84717219ac7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:05.664112 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:07.626748 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:08.698009 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:09.264462 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:16.968918 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:32:23.990382 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b94a120-3dad-4540-bc6b-fecc7204a8ae req-ecbc3107-25c1-4123-884c-385ad76f6401 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555243 Jul 27 22:32:24.089069 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94a120-3dad-4540-bc6b-fecc7204a8ae req-9ba9e3ed-ff07-4ce0-aa05-a6fe71ce9a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:24.090625 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b94a120-3dad-4540-bc6b-fecc7204a8ae req-9ba9e3ed-ff07-4ce0-aa05-a6fe71ce9a92 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 1097 time: 0.0594826 Jul 27 22:32:24.193848 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94a120-3dad-4540-bc6b-fecc7204a8ae req-6434920c-160e-4bfb-8a96-58f0b1764d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:24.195470 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b94a120-3dad-4540-bc6b-fecc7204a8ae req-6434920c-160e-4bfb-8a96-58f0b1764d32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0851414 Jul 27 22:32:24.267428 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b94a120-3dad-4540-bc6b-fecc7204a8ae req-32861964-21c4-4ec6-bdbf-08c1dc397618 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0 HTTP/1.1" status: 200 len: 1002 time: 0.0645621 Jul 27 22:32:24.317834 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94a120-3dad-4540-bc6b-fecc7204a8ae req-7e834536-b0f1-461c-8bc5-9a597ab63290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:24.319600 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b94a120-3dad-4540-bc6b-fecc7204a8ae req-7e834536-b0f1-461c-8bc5-9a597ab63290 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0448101 Jul 27 22:32:24.379144 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94a120-3dad-4540-bc6b-fecc7204a8ae req-d675e6a7-4b61-4450-be78-4f904f47f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:24.380654 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b94a120-3dad-4540-bc6b-fecc7204a8ae req-d675e6a7-4b61-4450-be78-4f904f47f96d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547271 Jul 27 22:32:24.477270 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b94a120-3dad-4540-bc6b-fecc7204a8ae req-2eac21f0-ca2d-4a86-a8cf-41a06d7a5f5c service neutron] 10.222.0.20 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897658 Jul 27 22:32:24.576232 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-4b94a120-3dad-4540-bc6b-fecc7204a8ae req-c7509cb8-9271-49b3-b080-60158cba07cc service neutron] 10.222.0.20 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922968 Jul 27 22:32:30.147437 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5619d-a350-45ba-8277-54f177e1ad6f req-aa947f1b-9a4d-4fd2-be61-5fed4f1ba350 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:30.149104 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b4b5619d-a350-45ba-8277-54f177e1ad6f req-aa947f1b-9a4d-4fd2-be61-5fed4f1ba350 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 946 time: 0.1268950 Jul 27 22:32:30.188576 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b4b5619d-a350-45ba-8277-54f177e1ad6f req-ff4e074a-2481-4595-87bd-eb8bbfe4ecce tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332854 Jul 27 22:32:31.369544 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2df6b3-374b-4abc-be5f-f7e8ab00bc81 req-8b5d19ab-76e7-43e7-9625-54ebbe7f89a7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:31.371317 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab2df6b3-374b-4abc-be5f-f7e8ab00bc81 req-8b5d19ab-76e7-43e7-9625-54ebbe7f89a7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 946 time: 0.1118884 Jul 27 22:32:31.415911 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ab2df6b3-374b-4abc-be5f-f7e8ab00bc81 req-fbd1fa5e-a70a-45b3-8b44-8851e0c7a5ba tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383823 Jul 27 22:32:32.559692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44353413-00f5-4df8-8425-cbc4d735c997 req-fa00aca4-34c4-40f8-b78f-bd92efe84c25 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:32.561116 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44353413-00f5-4df8-8425-cbc4d735c997 req-fa00aca4-34c4-40f8-b78f-bd92efe84c25 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 946 time: 0.0739753 Jul 27 22:32:32.608739 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-44353413-00f5-4df8-8425-cbc4d735c997 req-13c756d3-a4af-47e5-93c7-cfa9697877db tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415719 Jul 27 22:32:32.942491 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0715ec39-893d-408b-a7ad-7b974c71dc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:33.750110 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fa6a5-4a86-476e-92dc-cf72ed124f24 req-80e627eb-053b-461f-abd6-4b25992a2dcd tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:33.751767 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-641fa6a5-4a86-476e-92dc-cf72ed124f24 req-80e627eb-053b-461f-abd6-4b25992a2dcd tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 946 time: 0.0680366 Jul 27 22:32:33.793205 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-641fa6a5-4a86-476e-92dc-cf72ed124f24 req-87843a5e-96c0-49a6-86b7-79cae8dd1d3e tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352528 Jul 27 22:32:34.932183 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9154cf-acd7-46f6-b7ad-26bdfcba68ff req-d015507b-af7d-421a-8aa4-4029f90c043b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:34.933685 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c9154cf-acd7-46f6-b7ad-26bdfcba68ff req-d015507b-af7d-421a-8aa4-4029f90c043b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 946 time: 0.0688627 Jul 27 22:32:34.973422 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8c9154cf-acd7-46f6-b7ad-26bdfcba68ff req-805aa9c5-9835-4910-8e0a-fbf0f4962b97 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336766 Jul 27 22:32:35.223076 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:35.556503 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bd31db57-16ad-45b5-9ec6-96c3d89abf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:35.666314 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:36.106479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adb4f0-efa1-48c4-bdd0-c808c51550ca req-a5db4a6a-3f57-4251-81f7-2f3db1cdf4f1 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:36.107991 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d3adb4f0-efa1-48c4-bdd0-c808c51550ca req-a5db4a6a-3f57-4251-81f7-2f3db1cdf4f1 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 946 time: 0.0641537 Jul 27 22:32:36.146916 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d3adb4f0-efa1-48c4-bdd0-c808c51550ca req-bec8b395-25b3-457b-8053-9632d9c5815b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329804 Jul 27 22:32:37.283311 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d284a9-59e9-45e9-b3fb-0b4c5f3da0a3 req-6ee43c64-65c0-47d9-9d76-0ed3c66b6355 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:37.284813 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52d284a9-59e9-45e9-b3fb-0b4c5f3da0a3 req-6ee43c64-65c0-47d9-9d76-0ed3c66b6355 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 946 time: 0.0661063 Jul 27 22:32:37.327553 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-52d284a9-59e9-45e9-b3fb-0b4c5f3da0a3 req-a41153a2-a4fa-4042-9255-dfa60933fc16 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365481 Jul 27 22:32:37.622065 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:38.457776 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7194909-e840-4d83-bbb3-8b158547e92e req-547ef878-70d2-462c-9b55-bb602152fd67 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:38.459293 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7194909-e840-4d83-bbb3-8b158547e92e req-547ef878-70d2-462c-9b55-bb602152fd67 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 946 time: 0.0639174 Jul 27 22:32:38.498201 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d7194909-e840-4d83-bbb3-8b158547e92e req-da9495cd-ccb0-430d-906a-acd7b872ccbb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321481 Jul 27 22:32:38.694328 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:39.267575 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:39.631535 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119453e1-2ad9-4ea0-b0d3-1cd69e1ecbde req-df0e0879-879b-429a-a097-d09692663dd9 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:39.633049 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-119453e1-2ad9-4ea0-b0d3-1cd69e1ecbde req-df0e0879-879b-429a-a097-d09692663dd9 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 946 time: 0.0636098 Jul 27 22:32:39.675318 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-119453e1-2ad9-4ea0-b0d3-1cd69e1ecbde req-018f30d9-0891-430b-978d-04f916b31592 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353229 Jul 27 22:32:40.227689 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9250d-1dc8-49d5-beef-ae399f06d378 req-6c22eb2a-2947-4aa3-9500-65d699891169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:40.229761 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-abd9250d-1dc8-49d5-beef-ae399f06d378 req-6c22eb2a-2947-4aa3-9500-65d699891169 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 1097 time: 0.0581875 Jul 27 22:32:40.330002 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9250d-1dc8-49d5-beef-ae399f06d378 req-58acad47-95d5-4700-9f3a-7c73a86dd971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:40.331532 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-abd9250d-1dc8-49d5-beef-ae399f06d378 req-58acad47-95d5-4700-9f3a-7c73a86dd971 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0950820 Jul 27 22:32:40.397903 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-abd9250d-1dc8-49d5-beef-ae399f06d378 req-a9e6866e-47da-48a8-b2af-5aadc4c523f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0 HTTP/1.1" status: 200 len: 1002 time: 0.0587945 Jul 27 22:32:40.452998 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9250d-1dc8-49d5-beef-ae399f06d378 req-b94d5066-cf8c-43dc-b741-6c450fe757bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:40.454490 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-abd9250d-1dc8-49d5-beef-ae399f06d378 req-b94d5066-cf8c-43dc-b741-6c450fe757bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0498314 Jul 27 22:32:40.515875 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9250d-1dc8-49d5-beef-ae399f06d378 req-2f7a7615-fddf-4fec-95f5-df36f4405a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:40.517281 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-abd9250d-1dc8-49d5-beef-ae399f06d378 req-2f7a7615-fddf-4fec-95f5-df36f4405a4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548925 Jul 27 22:32:40.610291 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-abd9250d-1dc8-49d5-beef-ae399f06d378 req-49d9246e-c0eb-424d-a2de-5fb9f44ca180 service neutron] 10.222.0.20 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853834 Jul 27 22:32:40.711581 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-abd9250d-1dc8-49d5-beef-ae399f06d378 req-2c9d80bc-e3de-468d-a267-751703067fd1 service neutron] 10.222.0.20 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933993 Jul 27 22:32:40.816515 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c407a5c-7fa7-4be9-b05a-a1c37ef66960 req-1599c4d7-f5e6-4599-968e-0f803d95b6dc tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:40.818027 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7c407a5c-7fa7-4be9-b05a-a1c37ef66960 req-1599c4d7-f5e6-4599-968e-0f803d95b6dc tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 946 time: 0.0696845 Jul 27 22:32:40.857705 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7c407a5c-7fa7-4be9-b05a-a1c37ef66960 req-65f5bc8e-7c11-4a96-a9e5-e190bfd21548 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332701 Jul 27 22:32:41.992364 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a844ea-bcaa-4eba-b7f2-ffc10b05bc57 req-ceb575c4-f33c-43ba-9b04-7f25dd99d763 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:41.994097 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75a844ea-bcaa-4eba-b7f2-ffc10b05bc57 req-ceb575c4-f33c-43ba-9b04-7f25dd99d763 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 946 time: 0.0698757 Jul 27 22:32:42.031902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-75a844ea-bcaa-4eba-b7f2-ffc10b05bc57 req-0c64440f-4c26-46ec-b5fb-48952ed13181 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317945 Jul 27 22:32:43.165018 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d16486-9421-47dc-9874-17a7ac819d80 req-8ae46f7c-1fc3-4ea8-8e0d-58df74a34bd1 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:43.167385 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-69d16486-9421-47dc-9874-17a7ac819d80 req-8ae46f7c-1fc3-4ea8-8e0d-58df74a34bd1 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 946 time: 0.0652483 Jul 27 22:32:43.206254 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-69d16486-9421-47dc-9874-17a7ac819d80 req-4e5ca14b-d9cc-41c5-bf3d-dbed796d0731 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325999 Jul 27 22:32:44.341745 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e71e29-1894-478c-a628-ec1adb0ea21e req-77a243fb-507a-451b-a9fd-d834c995c01b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:44.343390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6e71e29-1894-478c-a628-ec1adb0ea21e req-77a243fb-507a-451b-a9fd-d834c995c01b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 946 time: 0.0691407 Jul 27 22:32:44.381714 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d6e71e29-1894-478c-a628-ec1adb0ea21e req-0c7688cc-d5ab-4b75-a1d9-15fb4783371a tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324953 Jul 27 22:32:45.680115 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583152a-e951-406a-9b1b-d6ef7dca9e6f req-986bb011-c5a2-46c0-a4a4-9d8d8b69a217 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:45.682211 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9583152a-e951-406a-9b1b-d6ef7dca9e6f req-986bb011-c5a2-46c0-a4a4-9d8d8b69a217 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 946 time: 0.1143787 Jul 27 22:32:45.686114 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-a08bfc20-f986-4a31-b48c-15039660128f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1411841 Jul 27 22:32:45.722632 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9583152a-e951-406a-9b1b-d6ef7dca9e6f req-1f3cf770-9dd1-48c9-b4f5-b1d9e76f0f98 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339217 Jul 27 22:32:46.511597 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device 90ef1788-1b40-40c9-bab7-43b31851a3d0 no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:32:46.586155 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:46.609693 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ef1788-1b40-40c9-bab7-43b31851a3d0'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:32:46.611957 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf4ea52-22d6-4720-9684-63a8aa703cd0" -d '{"events": [{"server_uuid": "2c4258e5-f2ff-4db9-94be-c7dd61056c29", "name": "network-vif-unplugged", "status": "completed", "tag": "90ef1788-1b40-40c9-bab7-43b31851a3d0"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:32:46.625601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port 90ef1788-1b40-40c9-bab7-43b31851a3d0, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:46.635527 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:46.658428 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 22:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b477a5-f3f7-47c2-9bf4-ee945a9e2b23 x-openstack-request-id: req-c1b477a5-f3f7-47c2-9bf4-ee945a9e2b23 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:32:46.658717 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4258e5-f2ff-4db9-94be-c7dd61056c29", "name": "network-vif-unplugged", "status": "failed", "tag": "90ef1788-1b40-40c9-bab7-43b31851a3d0", "code": 422}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:32:46.658963 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1b477a5-f3f7-47c2-9bf4-ee945a9e2b23 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:32:46.659351 n-d-764806-9 neutron-server[105581]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '90ef1788-1b40-40c9-bab7-43b31851a3d0', 'code': 422} returned with failed status Jul 27 22:32:46.684590 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=90ef1788-1b40-40c9-bab7-43b31851a3d0,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:46.691813 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:46.692155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:46.692486 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:46.692814 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:46.693141 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:46.693469 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:46.693786 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:46.694104 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:46.694455 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:46.694773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:46.695088 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:46.695402 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:46.856454 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe6e62-aeeb-43b5-8bf0-4bd94fe42680 req-eba1a029-f000-431e-9476-2b5455fb2394 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:46.857972 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47fe6e62-aeeb-43b5-8bf0-4bd94fe42680 req-eba1a029-f000-431e-9476-2b5455fb2394 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0651205 Jul 27 22:32:46.897805 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-47fe6e62-aeeb-43b5-8bf0-4bd94fe42680 req-601a555e-e8da-4d59-b294-ce4b9438d6ed tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338562 Jul 27 22:32:48.038197 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa55e3-db58-4737-9f00-218f42d25a16 req-e153596b-409f-412b-8e59-a28cb4d9d8a5 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:48.039720 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28aa55e3-db58-4737-9f00-218f42d25a16 req-e153596b-409f-412b-8e59-a28cb4d9d8a5 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0656583 Jul 27 22:32:48.079395 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-28aa55e3-db58-4737-9f00-218f42d25a16 req-1eda72fb-a9af-4682-a2bb-e159e0c4de85 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337141 Jul 27 22:32:49.215134 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f329548-f45c-45de-8a35-6f89928dda1f req-4a5d4566-52a8-4b59-b39b-991ed3524828 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:49.216546 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f329548-f45c-45de-8a35-6f89928dda1f req-4a5d4566-52a8-4b59-b39b-991ed3524828 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0679009 Jul 27 22:32:49.266036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6f329548-f45c-45de-8a35-6f89928dda1f req-4ab661f1-e561-4263-8bec-59b45b39eafd tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405154 Jul 27 22:32:50.400515 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7535a-d277-47ec-a7b2-2f3251daffdd req-c4a96dc8-34c0-49e1-97de-e9eb203cda04 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:50.402032 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34d7535a-d277-47ec-a7b2-2f3251daffdd req-c4a96dc8-34c0-49e1-97de-e9eb203cda04 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0656626 Jul 27 22:32:50.440355 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34d7535a-d277-47ec-a7b2-2f3251daffdd req-f19fc9ff-68e2-42d7-a875-0349a2338ddd tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322871 Jul 27 22:32:51.580560 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e548f-5225-4656-ab42-906237cfc865 req-a28ce459-b20d-4556-a508-e472692bc2fd tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:51.582073 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-109e548f-5225-4656-ab42-906237cfc865 req-a28ce459-b20d-4556-a508-e472692bc2fd tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0712986 Jul 27 22:32:51.622381 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-109e548f-5225-4656-ab42-906237cfc865 req-9fbe32a4-440b-477b-b4bf-267ae54ce1c7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340691 Jul 27 22:32:52.768920 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10396fdb-1b11-448e-b972-dacd152ebd5d req-289b96a2-6d8e-4321-8ee0-0a8be753878a tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:52.770488 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10396fdb-1b11-448e-b972-dacd152ebd5d req-289b96a2-6d8e-4321-8ee0-0a8be753878a tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0783925 Jul 27 22:32:52.811308 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-10396fdb-1b11-448e-b972-dacd152ebd5d req-89a136f8-ef7f-405b-b340-d2741a7836ef tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346432 Jul 27 22:32:53.954491 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7909623-959a-488d-b8bb-54022ce6d1a1 req-f66d311f-b655-4384-9ad9-d0b8025fe237 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:53.956050 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7909623-959a-488d-b8bb-54022ce6d1a1 req-f66d311f-b655-4384-9ad9-d0b8025fe237 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0752931 Jul 27 22:32:53.969162 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:32:54.003846 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b7909623-959a-488d-b8bb-54022ce6d1a1 req-d8233066-28d3-4047-bdda-c29a45ef3121 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415881 Jul 27 22:32:54.510501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-de098d19-63c7-4476-bc15-83f4f4519502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:54.511936 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-de098d19-63c7-4476-bc15-83f4f4519502 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29&tenant_id=e9788027baab4a9a9d2b5ccf83faab3e HTTP/1.1" status: 200 len: 1095 time: 0.0568836 Jul 27 22:32:54.524117 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-764806-9', 'device_owner': 'compute:nova'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:32:54.604007 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:54.818962 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] For port 90ef1788-1b40-40c9-bab7-43b31851a3d0, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:32:54.854842 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] For port 90ef1788-1b40-40c9-bab7-43b31851a3d0, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:32:54.889326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ef1788-1b40-40c9-bab7-43b31851a3d0 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:32:54.896682 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:54.908948 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Transition to ACTIVE for port object 90ef1788-1b40-40c9-bab7-43b31851a3d0 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:32:54.912508 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:54.995153 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=90ef1788-1b40-40c9-bab7-43b31851a3d0,revision_number=7']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:55.007974 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:55.008325 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:55.009439 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:55.010215 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:55.010215 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:55.010601 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:55.010934 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:55.011269 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:55.011599 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:55.011928 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:55.012256 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:55.012659 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:32:55.055410 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] No DVR routers for this DVR port 90ef1788-1b40-40c9-bab7-43b31851a3d0 on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:32:55.170821 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d29d5f-0409-48b7-a37e-61bd19b3bda9 req-48f7bf3a-603d-49f1-952a-cc1d8c7d1b0f tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:55.172490 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38d29d5f-0409-48b7-a37e-61bd19b3bda9 req-48f7bf3a-603d-49f1-952a-cc1d8c7d1b0f tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0792575 Jul 27 22:32:55.216410 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-38d29d5f-0409-48b7-a37e-61bd19b3bda9 req-1f087947-504e-4c5e-b4c6-0971a3825fdb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357995 Jul 27 22:32:55.220110 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Attempting to bind port 90ef1788-1b40-40c9-bab7-43b31851a3d0 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:32:55.220456 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Attempting to bind port 90ef1788-1b40-40c9-bab7-43b31851a3d0 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:32:55.220783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Attempting to bind port 90ef1788-1b40-40c9-bab7-43b31851a3d0 on network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:55.225361 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Port 90ef1788-1b40-40c9-bab7-43b31851a3d0 on network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:32:55.225683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Attempting to bind port 90ef1788-1b40-40c9-bab7-43b31851a3d0 on network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:32:55.231207 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:32:55.231550 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Checking segment: {'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:32:55.231940 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Bound using segment: {'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:32:55.232369 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Bound port: 90ef1788-1b40-40c9-bab7-43b31851a3d0, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67ad46a-315a-4a64-a2b6-477b77bc7128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:32:55.232729 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:55.305576 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] For port 90ef1788-1b40-40c9-bab7-43b31851a3d0, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:32:55.308665 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] For port 90ef1788-1b40-40c9-bab7-43b31851a3d0, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:32:55.313128 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:55.353897 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:55.354631 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:32:55.356306 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] 10.222.0.66 "PUT /v2.0/ports/90ef1788-1b40-40c9-bab7-43b31851a3d0 HTTP/1.1" status: 200 len: 1092 time: 0.8361413 Jul 27 22:32:55.356650 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'tag': '90ef1788-1b40-40c9-bab7-43b31851a3d0'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:32:55.359066 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec4b8df-cfd3-49c7-a673-3a52017cd7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4258e5-f2ff-4db9-94be-c7dd61056c29", "tag": "90ef1788-1b40-40c9-bab7-43b31851a3d0"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:32:55.383335 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559806a5-281f-4e4a-a8f6-4d95559be5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=90ef1788-1b40-40c9-bab7-43b31851a3d0,revision_number=8']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:32:55.445416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-69c07ada-0382-4305-bab8-16bc647e891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:55.447150 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-69c07ada-0382-4305-bab8-16bc647e891a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 1095 time: 0.0607302 Jul 27 22:32:55.545418 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-dbfe6b9b-91d7-4062-8456-614343a34e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:55.546948 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-dbfe6b9b-91d7-4062-8456-614343a34e2a service neutron] 10.222.0.66 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0933645 Jul 27 22:32:55.619089 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-7120a236-22de-476c-8b51-c4b78aa037eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0 HTTP/1.1" status: 200 len: 1000 time: 0.0646498 Jul 27 22:32:55.673402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-ef5537ff-8845-4963-a2e6-56b58b51226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:55.674840 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-ef5537ff-8845-4963-a2e6-56b58b51226f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0467067 Jul 27 22:32:55.737648 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-7fc00fb1-5c4c-44c3-97fe-dba5b7cf7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:55.739203 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-7fc00fb1-5c4c-44c3-97fe-dba5b7cf7384 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562537 Jul 27 22:32:55.835759 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-29c376a5-2142-4345-aaa5-1b3de02c1fb8 service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892313 Jul 27 22:32:55.931409 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-c140871e-0dbf-4296-bfc3-289a6390fb5d service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876184 Jul 27 22:32:56.354735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b29816-be1d-44f7-824a-8d4ad8f3c1cb req-487273b6-daec-4262-ab86-e5d105f1518e tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:56.356275 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15b29816-be1d-44f7-824a-8d4ad8f3c1cb req-487273b6-daec-4262-ab86-e5d105f1518e tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0664973 Jul 27 22:32:56.396794 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-15b29816-be1d-44f7-824a-8d4ad8f3c1cb req-e63f00a4-5f31-4121-a7c2-b5c875779f6b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345116 Jul 27 22:32:56.425416 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52be558a-d8d8-4cce-ad0b-6032efe9fafa x-openstack-request-id: req-52be558a-d8d8-4cce-ad0b-6032efe9fafa {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:32:56.425712 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4258e5-f2ff-4db9-94be-c7dd61056c29", "tag": "90ef1788-1b40-40c9-bab7-43b31851a3d0", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:32:56.425969 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-52be558a-d8d8-4cce-ad0b-6032efe9fafa {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:32:56.426426 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'tag': '90ef1788-1b40-40c9-bab7-43b31851a3d0', 'status': 'completed', 'code': 200} Jul 27 22:32:56.516371 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4b8df-cfd3-49c7-a673-3a52017cd7a6 req-abb04802-8432-4b90-93fb-87c79de66919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:56.517785 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aec4b8df-cfd3-49c7-a673-3a52017cd7a6 req-abb04802-8432-4b90-93fb-87c79de66919 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 1095 time: 0.0652933 Jul 27 22:32:56.611179 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4b8df-cfd3-49c7-a673-3a52017cd7a6 req-9f70e0af-046b-496d-862a-724ba2be0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:56.612894 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aec4b8df-cfd3-49c7-a673-3a52017cd7a6 req-9f70e0af-046b-496d-862a-724ba2be0467 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0878572 Jul 27 22:32:56.687225 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aec4b8df-cfd3-49c7-a673-3a52017cd7a6 req-03d734db-dab0-45a3-a0c7-a428132acd95 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0 HTTP/1.1" status: 200 len: 1000 time: 0.0672808 Jul 27 22:32:56.762797 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4b8df-cfd3-49c7-a673-3a52017cd7a6 req-84a3bb81-dba1-48f3-b2a5-d1b2cc8ad811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:56.764279 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aec4b8df-cfd3-49c7-a673-3a52017cd7a6 req-84a3bb81-dba1-48f3-b2a5-d1b2cc8ad811 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0701313 Jul 27 22:32:56.827520 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4b8df-cfd3-49c7-a673-3a52017cd7a6 req-6aa13b04-22ba-4adc-92bc-c30316cde270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:56.829066 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aec4b8df-cfd3-49c7-a673-3a52017cd7a6 req-6aa13b04-22ba-4adc-92bc-c30316cde270 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556505 Jul 27 22:32:56.927311 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aec4b8df-cfd3-49c7-a673-3a52017cd7a6 req-15ece8c0-12cc-4dba-9161-dea0dd736860 service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889125 Jul 27 22:32:57.021079 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-aec4b8df-cfd3-49c7-a673-3a52017cd7a6 req-5b7b4764-39c4-4bcf-b1a3-784d1d28c05a service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862963 Jul 27 22:32:57.533995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b13e9-1cbd-49f1-b303-053604556530 req-23866eda-0b32-4710-aa97-a91e48da9060 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:57.535473 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d6b13e9-1cbd-49f1-b303-053604556530 req-23866eda-0b32-4710-aa97-a91e48da9060 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0696626 Jul 27 22:32:57.575633 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0d6b13e9-1cbd-49f1-b303-053604556530 req-372b15f8-708c-4f30-9e8c-03f8fa990137 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331156 Jul 27 22:32:58.713668 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9175518-e35e-4df8-adc9-12cefb4f59ad req-0b49ea24-a12d-4ac7-8e88-40b4df36c45e tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:58.715210 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9175518-e35e-4df8-adc9-12cefb4f59ad req-0b49ea24-a12d-4ac7-8e88-40b4df36c45e tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0673065 Jul 27 22:32:58.753833 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b9175518-e35e-4df8-adc9-12cefb4f59ad req-c99b35e6-de8c-4241-807e-e1b0fe7bc1e4 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325837 Jul 27 22:32:59.886542 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685f1f2-40ea-48ae-b2d7-f702e79390f2 req-a3885077-57b6-4320-b0e0-ef0e58be41c1 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:32:59.888046 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c685f1f2-40ea-48ae-b2d7-f702e79390f2 req-a3885077-57b6-4320-b0e0-ef0e58be41c1 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0648317 Jul 27 22:32:59.926585 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c685f1f2-40ea-48ae-b2d7-f702e79390f2 req-f1a40a9d-37c7-47cf-912e-307a97e9748a tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324781 Jul 27 22:33:01.063706 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717e1a9-9fb4-4a7b-94c9-c89384ed5001 req-d93e2f84-33d1-4277-a67a-b11aba1de4da tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:01.065234 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d717e1a9-9fb4-4a7b-94c9-c89384ed5001 req-d93e2f84-33d1-4277-a67a-b11aba1de4da tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0685487 Jul 27 22:33:01.105159 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d717e1a9-9fb4-4a7b-94c9-c89384ed5001 req-14d29bd3-b71f-4dbc-a542-265dc3321e79 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338852 Jul 27 22:33:02.247177 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ff11b-74d1-4c49-8f4a-5bcfc59b9799 req-83e66e29-a3ab-425f-bd93-c5e03c38b7ac tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:02.248760 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-199ff11b-74d1-4c49-8f4a-5bcfc59b9799 req-83e66e29-a3ab-425f-bd93-c5e03c38b7ac tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0747235 Jul 27 22:33:02.294818 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-199ff11b-74d1-4c49-8f4a-5bcfc59b9799 req-511ef401-3cb2-4690-ab53-3a608863d811 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395322 Jul 27 22:33:02.944986 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c272252f-eaf6-468b-9276-d9b5dbbfc2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:03.436350 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdc617-1122-4230-8574-a2d5d76fe0e0 req-673056c0-488f-4bf8-8e16-9aee345fc15b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:03.437873 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05fdc617-1122-4230-8574-a2d5d76fe0e0 req-673056c0-488f-4bf8-8e16-9aee345fc15b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0709918 Jul 27 22:33:03.475763 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-05fdc617-1122-4230-8574-a2d5d76fe0e0 req-3f7fc45a-b321-4673-ab73-e38e96346ea2 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318620 Jul 27 22:33:04.614917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d0d3e-ffce-4d92-a744-e4062f7e20e2 req-06eb6fc7-fdbd-4c54-a62a-cb854761ac8d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:04.616431 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-346d0d3e-ffce-4d92-a744-e4062f7e20e2 req-06eb6fc7-fdbd-4c54-a62a-cb854761ac8d tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0670197 Jul 27 22:33:04.655791 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-346d0d3e-ffce-4d92-a744-e4062f7e20e2 req-d4e57613-f6d3-4f51-9624-0a8baf37b5ce tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329623 Jul 27 22:33:05.227293 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.558738 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b6715051-ad2f-4377-842e-6c4d094fcd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.667296 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:05.794273 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51a1b-69f9-4a2a-96a2-04f0f8136c20 req-145b5b42-5f76-4239-83b8-1c4e6cce8783 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:05.795787 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c8d51a1b-69f9-4a2a-96a2-04f0f8136c20 req-145b5b42-5f76-4239-83b8-1c4e6cce8783 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 944 time: 0.0646746 Jul 27 22:33:05.835133 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c8d51a1b-69f9-4a2a-96a2-04f0f8136c20 req-5f1970b7-ac32-4626-b042-21da1e28f906 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328069 Jul 27 22:33:06.556432 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 90ef1788-1b40-40c9-bab7-43b31851a3d0 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:33:06.666392 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 90ef1788-1b40-40c9-bab7-43b31851a3d0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:06.678178 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': '90ef1788-1b40-40c9-bab7-43b31851a3d0', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'port_id': '90ef1788-1b40-40c9-bab7-43b31851a3d0', 'mac_address': 'fa:16:3e:0c:5c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:33:06.717459 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:06.729818 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ef1788-1b40-40c9-bab7-43b31851a3d0 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:33:06.751169 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 90ef1788-1b40-40c9-bab7-43b31851a3d0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:06.755592 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:06.802385 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=90ef1788-1b40-40c9-bab7-43b31851a3d0,revision_number=9']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:06.972396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717af33-37af-4857-b0ea-19c718d72230 req-cf2f9b82-4fdc-4eb1-a1fa-c2a2822bb185 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:06.973915 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3717af33-37af-4857-b0ea-19c718d72230 req-cf2f9b82-4fdc-4eb1-a1fa-c2a2822bb185 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 945 time: 0.0679228 Jul 27 22:33:07.015610 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3717af33-37af-4857-b0ea-19c718d72230 req-359c0e03-d4f7-41ff-9c1f-30a69cad77f2 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354719 Jul 27 22:33:07.112545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['90ef1788-1b40-40c9-bab7-43b31851a3d0'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:33:07.625544 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:08.147545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618ef8e-3c7a-4304-b846-97588248c907 req-42b5a205-2ce7-4d71-b673-e5dbeee49779 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:08.149072 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b618ef8e-3c7a-4304-b846-97588248c907 req-42b5a205-2ce7-4d71-b673-e5dbeee49779 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 945 time: 0.0652966 Jul 27 22:33:08.189026 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b618ef8e-3c7a-4304-b846-97588248c907 req-70d57b74-2260-44d7-97c5-9ef9ac102a56 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332754 Jul 27 22:33:08.569040 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 90ef1788-1b40-40c9-bab7-43b31851a3d0 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:33:08.618950 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port 90ef1788-1b40-40c9-bab7-43b31851a3d0 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:33:08.622680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port 90ef1788-1b40-40c9-bab7-43b31851a3d0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:33:08.623049 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:08.710485 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:08.712726 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:08.735998 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ef1788-1b40-40c9-bab7-43b31851a3d0'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:33:08.738247 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f498fbd-d4c5-445b-a5dc-50fae8a1a996" -d '{"events": [{"server_uuid": "2c4258e5-f2ff-4db9-94be-c7dd61056c29", "name": "network-vif-plugged", "status": "completed", "tag": "90ef1788-1b40-40c9-bab7-43b31851a3d0"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:33:08.751601 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port 90ef1788-1b40-40c9-bab7-43b31851a3d0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:33:08.756511 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:08.785582 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a909c94e-71e8-4d94-9f91-d587a48573df x-openstack-request-id: req-a909c94e-71e8-4d94-9f91-d587a48573df {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:33:08.785873 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4258e5-f2ff-4db9-94be-c7dd61056c29", "name": "network-vif-plugged", "status": "completed", "tag": "90ef1788-1b40-40c9-bab7-43b31851a3d0", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:33:08.786122 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a909c94e-71e8-4d94-9f91-d587a48573df {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:33:08.786542 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ef1788-1b40-40c9-bab7-43b31851a3d0', 'code': 200} Jul 27 22:33:08.810397 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=90ef1788-1b40-40c9-bab7-43b31851a3d0,revision_number=10']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:33:08.948101 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00495d5-538d-430e-bac3-e2951d8a67ce req-ddf409ca-7b03-4a4c-9497-92a73e295776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:08.950275 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d00495d5-538d-430e-bac3-e2951d8a67ce req-ddf409ca-7b03-4a4c-9497-92a73e295776 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 1098 time: 0.0558467 Jul 27 22:33:08.984625 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d00495d5-538d-430e-bac3-e2951d8a67ce req-07890f54-931b-40c1-9de8-a08ff8c96fb5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278707 Jul 27 22:33:09.271687 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:09.331145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4818f36-7d3a-40d2-8dca-ba36784f54c7 req-3079dd86-338e-44ed-8f9c-4aa4f3282787 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:09.332855 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4818f36-7d3a-40d2-8dca-ba36784f54c7 req-3079dd86-338e-44ed-8f9c-4aa4f3282787 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 947 time: 0.0738201 Jul 27 22:33:09.373107 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c4818f36-7d3a-40d2-8dca-ba36784f54c7 req-490b2430-fda0-4c4c-9c88-c216261b49a3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340691 Jul 27 22:33:10.513237 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc87bd-b47a-4877-a92e-df4009c001c4 req-b68a0a10-5e26-4302-b6f8-fe3e82a98e57 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:10.514543 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57fc87bd-b47a-4877-a92e-df4009c001c4 req-b68a0a10-5e26-4302-b6f8-fe3e82a98e57 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 947 time: 0.0674832 Jul 27 22:33:10.554874 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57fc87bd-b47a-4877-a92e-df4009c001c4 req-f359b373-8ec5-4262-9c00-a1128aa03a20 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342185 Jul 27 22:33:23.496212 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-047110cb-86ea-4c2d-91f2-05d357d037de req-3e9b857e-5e53-433e-ad00-cb42c46513ba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0565336 Jul 27 22:33:23.594536 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047110cb-86ea-4c2d-91f2-05d357d037de req-bd16752d-e119-437b-8308-def11fd6de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:23.596040 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-047110cb-86ea-4c2d-91f2-05d357d037de req-bd16752d-e119-437b-8308-def11fd6de45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 1098 time: 0.0556405 Jul 27 22:33:23.714892 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047110cb-86ea-4c2d-91f2-05d357d037de req-732887fd-dd1e-4047-8a27-4db49f2b3a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:23.716379 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-047110cb-86ea-4c2d-91f2-05d357d037de req-732887fd-dd1e-4047-8a27-4db49f2b3a95 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0995829 Jul 27 22:33:23.789737 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-047110cb-86ea-4c2d-91f2-05d357d037de req-da0fe3c8-a063-4208-a3ae-8fa645d10d47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0 HTTP/1.1" status: 200 len: 1002 time: 0.0649354 Jul 27 22:33:23.841699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047110cb-86ea-4c2d-91f2-05d357d037de req-e7e8097b-6397-4cc3-9faa-d6f606456ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:23.843954 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-047110cb-86ea-4c2d-91f2-05d357d037de req-e7e8097b-6397-4cc3-9faa-d6f606456ed6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0445344 Jul 27 22:33:23.904217 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047110cb-86ea-4c2d-91f2-05d357d037de req-740f6a4c-64cf-4110-adc9-5991da7591e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:33:23.906288 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-047110cb-86ea-4c2d-91f2-05d357d037de req-740f6a4c-64cf-4110-adc9-5991da7591e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538032 Jul 27 22:33:24.001885 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-047110cb-86ea-4c2d-91f2-05d357d037de req-b75e0058-943b-4efe-9905-24691644d35e service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861919 Jul 27 22:33:24.091632 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-047110cb-86ea-4c2d-91f2-05d357d037de req-a420526a-89d0-40e3-8074-ceed1e385e49 service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821958 Jul 27 22:33:30.969614 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:33:32.945910 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5524ab90-64f6-44fc-9a15-746b9ea2098d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.232224 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.559647 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2a7b703f-9b2c-4532-aea1-98a3a802bd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:35.667455 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:37.628952 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:38.692083 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:33:39.273101 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:02.946100 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-86207484-51f6-452f-94d2-ef4cd8d21b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:05.228304 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:05.560312 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a0f65652-ef9a-4d96-a771-9faf01ac796a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:05.668398 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:07.632785 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:07.969311 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:34:08.690054 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:09.275262 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:23.586135 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c53f2402-4e26-48f0-9f5b-be7a803f477e req-3d66a780-d086-4949-8492-dd3168a2544e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1535089 Jul 27 22:34:23.684427 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f2402-4e26-48f0-9f5b-be7a803f477e req-77ad85eb-af12-484a-a563-1cfa9045481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:23.685929 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c53f2402-4e26-48f0-9f5b-be7a803f477e req-77ad85eb-af12-484a-a563-1cfa9045481b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 1098 time: 0.0566292 Jul 27 22:34:23.797631 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f2402-4e26-48f0-9f5b-be7a803f477e req-8278cd4b-54f4-4dad-ae8d-d29f262753a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:23.799073 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c53f2402-4e26-48f0-9f5b-be7a803f477e req-8278cd4b-54f4-4dad-ae8d-d29f262753a9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.0937898 Jul 27 22:34:23.866770 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c53f2402-4e26-48f0-9f5b-be7a803f477e req-be8b8b97-fd2d-4b64-ac73-9b181b964f89 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0 HTTP/1.1" status: 200 len: 1002 time: 0.0606399 Jul 27 22:34:23.917290 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f2402-4e26-48f0-9f5b-be7a803f477e req-e1aeedf2-1afe-431c-b0ab-ca570368ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:23.918791 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c53f2402-4e26-48f0-9f5b-be7a803f477e req-e1aeedf2-1afe-431c-b0ab-ca570368ef82 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0454988 Jul 27 22:34:23.981702 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f2402-4e26-48f0-9f5b-be7a803f477e req-17d6b5f2-2779-42a5-b4de-60a8c79e91d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:23.983213 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c53f2402-4e26-48f0-9f5b-be7a803f477e req-17d6b5f2-2779-42a5-b4de-60a8c79e91d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571237 Jul 27 22:34:24.075715 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c53f2402-4e26-48f0-9f5b-be7a803f477e req-34a3dc27-fcb5-49c0-800e-a79a9256b1ac service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851264 Jul 27 22:34:24.172251 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c53f2402-4e26-48f0-9f5b-be7a803f477e req-f4d735f7-8b33-4288-a6f5-398ef51a37fb service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891223 Jul 27 22:34:26.102125 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36856) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:26.267239 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Deleting port 59171d94-fcff-474c-9c63-fdb2708447c1 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:34:26.267239 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:26.347622 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:26.347941 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:26.360846 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Calling delete_port for 59171d94-fcff-474c-9c63-fdb2708447c1 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:34:26.513600 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:26.541318 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event deleted for resources: {'Port': ['ID=59171d94-fcff-474c-9c63-fdb2708447c1,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:26.568217 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:26.568559 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:26.568908 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:26.569224 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:26.569552 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:26.569876 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:26.570198 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:26.570851 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:26.570851 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:26.571196 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:26.571470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:26.572096 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:26.612760 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:26.612994 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Floating IP 29b593f3-990b-479e-9159-81d06bf3f5a4 disassociated (deleted). External IP: 172.25.2.244, port: 90ef1788-1b40-40c9-bab7-43b31851a3d0. Jul 27 22:34:26.824857 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Router 548aa62f-2f3a-423e-b196-6b2bfb82d00e has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:34:26.934871 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:34:26.939280 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:26.945779 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2204b4-2ccc-4d73-8630-705abe43f07f None None] Sync routers for ids ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:34:26.955266 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2204b4-2ccc-4d73-8630-705abe43f07f None None] Routers {'548aa62f-2f3a-423e-b196-6b2bfb82d00e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:26.955882 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5b2204b4-2ccc-4d73-8630-705abe43f07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:34:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:26.978354 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-33ea8083-2cc2-44dd-9c6a-d3e64e332ccb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "DELETE /v2.0/floatingips/29b593f3-990b-479e-9159-81d06bf3f5a4 HTTP/1.1" status: 204 len: 168 time: 0.8750393 Jul 27 22:34:26.979039 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'tag': '90ef1788-1b40-40c9-bab7-43b31851a3d0'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:34:26.981408 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d287ab14-87e2-4866-a7c6-ad015cf4be70" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4258e5-f2ff-4db9-94be-c7dd61056c29", "tag": "90ef1788-1b40-40c9-bab7-43b31851a3d0"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:34:27.032272 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e8f68d-d175-4f6c-88fb-97ca1aaa42d6 x-openstack-request-id: req-13e8f68d-d175-4f6c-88fb-97ca1aaa42d6 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:34:27.032808 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4258e5-f2ff-4db9-94be-c7dd61056c29", "tag": "90ef1788-1b40-40c9-bab7-43b31851a3d0", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:34:27.033060 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-13e8f68d-d175-4f6c-88fb-97ca1aaa42d6 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:34:27.033558 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'tag': '90ef1788-1b40-40c9-bab7-43b31851a3d0', 'status': 'completed', 'code': 200} Jul 27 22:34:27.070931 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-5b2204b4-2ccc-4d73-8630-705abe43f07f None None] Set router 548aa62f-2f3a-423e-b196-6b2bfb82d00e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:27.131083 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287ab14-87e2-4866-a7c6-ad015cf4be70 req-11a75a6e-6934-42b8-ac7a-a6ced624779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:27.132735 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d287ab14-87e2-4866-a7c6-ad015cf4be70 req-11a75a6e-6934-42b8-ac7a-a6ced624779a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 1098 time: 0.0674102 Jul 27 22:34:27.246834 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe61733-5a76-423c-a43f-f4caf12809f0 req-5d89b190-b5ea-49ee-b2df-f9e210899bc3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:27.248321 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fe61733-5a76-423c-a43f-f4caf12809f0 req-5d89b190-b5ea-49ee-b2df-f9e210899bc3 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 947 time: 0.0669994 Jul 27 22:34:27.250150 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287ab14-87e2-4866-a7c6-ad015cf4be70 req-b8e853fa-cf68-4a28-91ec-64d182f03c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:27.252170 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d287ab14-87e2-4866-a7c6-ad015cf4be70 req-b8e853fa-cf68-4a28-91ec-64d182f03c44 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 200 len: 910 time: 0.1100180 Jul 27 22:34:27.299743 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5b2204b4-2ccc-4d73-8630-705abe43f07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '211e7411-c612-43ef-a22a-9563c5700114', 'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'mac_address': 'fa:16:3e:39:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:55Z', 'updated_at': '2021-07-27T22:24:01Z', 'revision_number': 5, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'subnets': [{'id': '193771b3-c957-4bf6-b35e-328c52837b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:27.304786 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d287ab14-87e2-4866-a7c6-ad015cf4be70 req-b5dad436-f9b9-43bb-8ffa-46e37f063e50 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0 HTTP/1.1" status: 200 len: 217 time: 0.0449948 Jul 27 22:34:27.305902 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4fe61733-5a76-423c-a43f-f4caf12809f0 req-90baabad-f4dc-423a-877d-9e1062bad2a8 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371227 Jul 27 22:34:27.337770 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2204b4-2ccc-4d73-8630-705abe43f07f None None] Checking router: 548aa62f-2f3a-423e-b196-6b2bfb82d00e for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:34:27.349577 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2204b4-2ccc-4d73-8630-705abe43f07f None None] Routers {'548aa62f-2f3a-423e-b196-6b2bfb82d00e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:27.350536 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5b2204b4-2ccc-4d73-8630-705abe43f07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:34:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:27.358342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287ab14-87e2-4866-a7c6-ad015cf4be70 req-130ce08d-53ef-43d6-b4c4-9c36550f4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:27.360160 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d287ab14-87e2-4866-a7c6-ad015cf4be70 req-130ce08d-53ef-43d6-b4c4-9c36550f4858 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 200 len: 848 time: 0.0466812 Jul 27 22:34:27.423182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287ab14-87e2-4866-a7c6-ad015cf4be70 req-6a27def1-28ca-475b-ae1f-f14218d05e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:27.424694 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d287ab14-87e2-4866-a7c6-ad015cf4be70 req-6a27def1-28ca-475b-ae1f-f14218d05e25 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b61b93f3-ab1f-4071-bc4f-d6e762a815f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569482 Jul 27 22:34:27.472926 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-5b2204b4-2ccc-4d73-8630-705abe43f07f None None] Set router 548aa62f-2f3a-423e-b196-6b2bfb82d00e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:27.521002 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d287ab14-87e2-4866-a7c6-ad015cf4be70 req-df9cc87f-cc31-4aa2-beb0-ceaa4e592a0c service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883877 Jul 27 22:34:27.623011 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d287ab14-87e2-4866-a7c6-ad015cf4be70 req-61e9037a-1405-43de-85c4-11c1f93cf713 service neutron] 10.222.0.66 "GET /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944726 Jul 27 22:34:27.686076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-5b2204b4-2ccc-4d73-8630-705abe43f07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '211e7411-c612-43ef-a22a-9563c5700114', 'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'mac_address': 'fa:16:3e:39:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:55Z', 'updated_at': '2021-07-27T22:24:01Z', 'revision_number': 5, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'subnets': [{'id': '193771b3-c957-4bf6-b35e-328c52837b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:27.713053 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2204b4-2ccc-4d73-8630-705abe43f07f None None] The sync data for ids ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'] in n-d-764806-9 is: [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:23:55Z', 'revision_number': 4, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '211e7411-c612-43ef-a22a-9563c5700114', 'name': '', 'network_id': 'b61b93f3-ab1f-4071-bc4f-d6e762a815f9', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'mac_address': 'fa:16:3e:39:64:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '193771b3-c957-4bf6-b35e-328c52837b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:55Z', 'updated_at': '2021-07-27T22:24:01Z', 'revision_number': 5, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'subnets': [{'id': '193771b3-c957-4bf6-b35e-328c52837b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:34:27.949850 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a07af3-5869-47ad-92b0-5ca69ef11ccb None None] New status for floating IP 29b593f3-990b-479e-9159-81d06bf3f5a4: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:34:28.450404 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe333207-43e9-4a06-ad29-1fff67843231 req-717eac35-67db-49ea-a4b5-ffa1d811c2b2 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:28.451917 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe333207-43e9-4a06-ad29-1fff67843231 req-717eac35-67db-49ea-a4b5-ffa1d811c2b2 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 947 time: 0.0746090 Jul 27 22:34:28.493702 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fe333207-43e9-4a06-ad29-1fff67843231 req-035b650b-5609-49c9-a2bc-1a80c02846e9 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5931bb1-d0b0-474b-ac1a-9aff119bf839&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354016 Jul 27 22:34:29.127362 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d7340-8a41-4851-8eeb-cbc17cb48f8c req-cf65bc90-40e9-4dbd-9791-83286de58711 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:29.128833 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-310d7340-8a41-4851-8eeb-cbc17cb48f8c req-cf65bc90-40e9-4dbd-9791-83286de58711 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 947 time: 0.0664701 Jul 27 22:34:29.235817 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-310d7340-8a41-4851-8eeb-cbc17cb48f8c req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Deleting port 90ef1788-1b40-40c9-bab7-43b31851a3d0 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:34:29.236157 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-310d7340-8a41-4851-8eeb-cbc17cb48f8c req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:29.328149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-310d7340-8a41-4851-8eeb-cbc17cb48f8c req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] For port 90ef1788-1b40-40c9-bab7-43b31851a3d0, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=90ef1788-1b40-40c9-bab7-43b31851a3d0,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:29.328520 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-310d7340-8a41-4851-8eeb-cbc17cb48f8c req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:29.346449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-310d7340-8a41-4851-8eeb-cbc17cb48f8c req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Calling delete_port for 90ef1788-1b40-40c9-bab7-43b31851a3d0 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:34:29.476126 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-310d7340-8a41-4851-8eeb-cbc17cb48f8c req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:29.507419 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event deleted for resources: {'Port': ['ID=90ef1788-1b40-40c9-bab7-43b31851a3d0,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:29.541305 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:29.541653 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:29.541994 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:29.542356 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:29.542692 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:29.543024 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:29.543358 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:29.543686 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:29.544008 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:29.544329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:29.544651 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:29.544974 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:29.574324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-310d7340-8a41-4851-8eeb-cbc17cb48f8c req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] No DVR routers for this DVR port 90ef1788-1b40-40c9-bab7-43b31851a3d0 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:34:29.577037 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-310d7340-8a41-4851-8eeb-cbc17cb48f8c req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:29.579160 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-310d7340-8a41-4851-8eeb-cbc17cb48f8c req-748c0c37-e809-412d-a69a-09dad1590dd7 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.66 "DELETE /v2.0/ports/90ef1788-1b40-40c9-bab7-43b31851a3d0 HTTP/1.1" status: 204 len: 173 time: 0.4437904 Jul 27 22:34:29.579643 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'name': 'network-vif-deleted', 'tag': '90ef1788-1b40-40c9-bab7-43b31851a3d0'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:34:29.581931 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53df3224-561d-4650-b60a-5cf2068af74c" -d '{"events": [{"server_uuid": "2c4258e5-f2ff-4db9-94be-c7dd61056c29", "name": "network-vif-deleted", "tag": "90ef1788-1b40-40c9-bab7-43b31851a3d0"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:34:29.641363 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d86536-7035-432d-bf38-a3d69751df1d x-openstack-request-id: req-07d86536-7035-432d-bf38-a3d69751df1d {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:34:29.641656 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4258e5-f2ff-4db9-94be-c7dd61056c29", "name": "network-vif-deleted", "tag": "90ef1788-1b40-40c9-bab7-43b31851a3d0", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:34:29.641910 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07d86536-7035-432d-bf38-a3d69751df1d {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:34:29.642349 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4258e5-f2ff-4db9-94be-c7dd61056c29', 'name': 'network-vif-deleted', 'tag': '90ef1788-1b40-40c9-bab7-43b31851a3d0', 'status': 'completed', 'code': 200} Jul 27 22:34:29.649244 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-479c7e8d-12e4-4ad5-9cb2-8c6130ef1c66 req-b905de9f-6fa0-4180-8b2b-18d3cc73fd42 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 210 time: 0.0357192 Jul 27 22:34:30.758102 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-0c8f1c9e-2109-487b-88d6-9ff2704293bf req-c0a17f0d-d45e-4370-9937-cca7853adf2a tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 210 time: 0.0328829 Jul 27 22:34:31.036957 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 90ef1788-1b40-40c9-bab7-43b31851a3d0 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:34:31.062472 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: 90ef1788-1b40-40c9-bab7-43b31851a3d0 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:34:31.062825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device 90ef1788-1b40-40c9-bab7-43b31851a3d0 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:34:31.866815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-5df64c08-bd6f-4950-a504-0aeddde5d195 req-ee99c78b-22fe-497d-9ce5-ebf94e9c3bfb tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 210 time: 0.0361288 Jul 27 22:34:32.952001 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e9331f02-385f-4ea8-9ca3-56c597657c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:32.976877 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-78a608ec-30cf-439c-9c77-e16fbc7cac36 req-f24076c7-a073-45b1-9aa8-6fa7ac8047b5 tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c4258e5-f2ff-4db9-94be-c7dd61056c29 HTTP/1.1" status: 200 len: 210 time: 0.0308890 Jul 27 22:34:34.033769 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36894) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:34.101565 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d2b3e3c-e6ab-4fbd-88fb-d66bfa70f62b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:34.131190 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d2b3e3c-e6ab-4fbd-88fb-d66bfa70f62b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:34.195303 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d2b3e3c-e6ab-4fbd-88fb-d66bfa70f62b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:34.197966 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-0d2b3e3c-e6ab-4fbd-88fb-d66bfa70f62b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:34.199207 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-0d2b3e3c-e6ab-4fbd-88fb-d66bfa70f62b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] 10.222.0.55 "DELETE /v2.0/security-groups/a5931bb1-d0b0-474b-ac1a-9aff119bf839 HTTP/1.1" status: 204 len: 168 time: 0.1643693 Jul 27 22:34:34.209971 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b3e3c-e6ab-4fbd-88fb-d66bfa70f62b tempest-TestShelveInstance-1956207576 tempest-TestShelveInstance-1956207576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5931bb1-d0b0-474b-ac1a-9aff119bf839,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:34.248917 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36898) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:34.751321 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc7dd8f4-5255-4df3-8ca4-cacb7e73c42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:35.230533 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:35.354363 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-fc7dd8f4-5255-4df3-8ca4-cacb7e73c42f admin admin] Deleting port 211e7411-c612-43ef-a22a-9563c5700114 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:34:35.354936 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc7dd8f4-5255-4df3-8ca4-cacb7e73c42f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:35.435324 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-fc7dd8f4-5255-4df3-8ca4-cacb7e73c42f admin admin] For port 211e7411-c612-43ef-a22a-9563c5700114, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=211e7411-c612-43ef-a22a-9563c5700114,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:35.435690 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc7dd8f4-5255-4df3-8ca4-cacb7e73c42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:35.453312 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-fc7dd8f4-5255-4df3-8ca4-cacb7e73c42f admin admin] Calling delete_port for 211e7411-c612-43ef-a22a-9563c5700114 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:34:35.561540 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c9dec2b5-61a2-45b0-b0cf-90345e551456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:35.647342 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc7dd8f4-5255-4df3-8ca4-cacb7e73c42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:35.672064 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:35.681205 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7dd8f4-5255-4df3-8ca4-cacb7e73c42f admin admin] Pushing event deleted for resources: {'Port': ['ID=211e7411-c612-43ef-a22a-9563c5700114,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:35.860805 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-fc7dd8f4-5255-4df3-8ca4-cacb7e73c42f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:36.094521 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7dd8f4-5255-4df3-8ca4-cacb7e73c42f admin admin] Router 548aa62f-2f3a-423e-b196-6b2bfb82d00e has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:34:36.203520 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7dd8f4-5255-4df3-8ca4-cacb7e73c42f admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:34:36.209065 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-fc7dd8f4-5255-4df3-8ca4-cacb7e73c42f admin admin] 10.222.0.55 "PUT /v2.0/routers/548aa62f-2f3a-423e-b196-6b2bfb82d00e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9591873 Jul 27 22:34:36.211629 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36902) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:36.212777 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d4d0ec-5ae7-4106-aec4-35bfe0e37144 None None] Sync routers for ids ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:34:36.222793 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d4d0ec-5ae7-4106-aec4-35bfe0e37144 None None] Routers {'548aa62f-2f3a-423e-b196-6b2bfb82d00e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:36.224057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-15d4d0ec-5ae7-4106-aec4-35bfe0e37144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:34:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:36.326063 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1d43d41-dcb8-481a-8aa6-bf1298e47cdc admin admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:36.436292 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1d43d41-dcb8-481a-8aa6-bf1298e47cdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:36.491216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c1d43d41-dcb8-481a-8aa6-bf1298e47cdc admin admin] Deleting port fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:34:36.491549 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1d43d41-dcb8-481a-8aa6-bf1298e47cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:36.508095 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-15d4d0ec-5ae7-4106-aec4-35bfe0e37144 None None] Set router 548aa62f-2f3a-423e-b196-6b2bfb82d00e gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:36.570451 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-c1d43d41-dcb8-481a-8aa6-bf1298e47cdc admin admin] For port fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:36.570835 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1d43d41-dcb8-481a-8aa6-bf1298e47cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:36.584363 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c1d43d41-dcb8-481a-8aa6-bf1298e47cdc admin admin] Calling delete_port for fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:34:36.699548 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-15d4d0ec-5ae7-4106-aec4-35bfe0e37144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:34:35Z', 'revision_number': 5, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port': {'id': 'fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:53Z', 'updated_at': '2021-07-27T22:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:36.731127 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d4d0ec-5ae7-4106-aec4-35bfe0e37144 None None] Checking router: 548aa62f-2f3a-423e-b196-6b2bfb82d00e for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:34:36.740057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d4d0ec-5ae7-4106-aec4-35bfe0e37144 None None] Routers {'548aa62f-2f3a-423e-b196-6b2bfb82d00e'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:36.740673 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-15d4d0ec-5ae7-4106-aec4-35bfe0e37144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:34:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:36.793150 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1d43d41-dcb8-481a-8aa6-bf1298e47cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:36.840787 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d43d41-dcb8-481a-8aa6-bf1298e47cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:36.842086 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-15d4d0ec-5ae7-4106-aec4-35bfe0e37144 None None] Set router 548aa62f-2f3a-423e-b196-6b2bfb82d00e gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:36.904798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-15d4d0ec-5ae7-4106-aec4-35bfe0e37144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:34:36Z', 'revision_number': 6, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:36.920994 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1d43d41-dcb8-481a-8aa6-bf1298e47cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:36.937223 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d4d0ec-5ae7-4106-aec4-35bfe0e37144 None None] The sync data for ids ['548aa62f-2f3a-423e-b196-6b2bfb82d00e'] in n-d-764806-9 is: [{'id': '548aa62f-2f3a-423e-b196-6b2bfb82d00e', 'name': 'tempest-TestShelveInstance-1430956786-router', 'tenant_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:52Z', 'updated_at': '2021-07-27T22:34:36Z', 'revision_number': 6, 'project_id': 'e9788027baab4a9a9d2b5ccf83faab3e', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:34:37.036504 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1d43d41-dcb8-481a-8aa6-bf1298e47cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.039141 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1d43d41-dcb8-481a-8aa6-bf1298e47cdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.091797 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1d43d41-dcb8-481a-8aa6-bf1298e47cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.092492 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d43d41-dcb8-481a-8aa6-bf1298e47cdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 548aa62f-2f3a-423e-b196-6b2bfb82d00e {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:34:37.097452 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c1d43d41-dcb8-481a-8aa6-bf1298e47cdc admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.098848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c1d43d41-dcb8-481a-8aa6-bf1298e47cdc admin admin] 10.222.0.55 "DELETE /v2.0/routers/548aa62f-2f3a-423e-b196-6b2bfb82d00e HTTP/1.1" status: 204 len: 168 time: 0.8860984 Jul 27 22:34:37.101344 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36904) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:37.148035 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-91fa195b-59fd-4b80-9a00-d61801e6d4c2 admin admin] Deleting subnet 193771b3-c957-4bf6-b35e-328c52837b77 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:34:37.152305 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-91fa195b-59fd-4b80-9a00-d61801e6d4c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.191371 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-91fa195b-59fd-4b80-9a00-d61801e6d4c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.284711 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-91fa195b-59fd-4b80-9a00-d61801e6d4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.343362 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-91fa195b-59fd-4b80-9a00-d61801e6d4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.375704 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-91fa195b-59fd-4b80-9a00-d61801e6d4c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.381599 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-91fa195b-59fd-4b80-9a00-d61801e6d4c2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/193771b3-c957-4bf6-b35e-328c52837b77 HTTP/1.1" status: 204 len: 168 time: 0.2753716 Jul 27 22:34:37.381599 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa195b-59fd-4b80-9a00-d61801e6d4c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=193771b3-c957-4bf6-b35e-328c52837b77,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:37.382031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36906) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:37.382959 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ead990-6f47-48ad-98db-51d8cb302da2 None None] Network b61b93f3-ab1f-4071-bc4f-d6e762a815f9 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:34:37.459564 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.516567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] Deleting port cfea7d6b-44de-4244-bc38-2b44c9f2bf9e {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:34:37.516804 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.585229 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] For port cfea7d6b-44de-4244-bc38-2b44c9f2bf9e, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=cfea7d6b-44de-4244-bc38-2b44c9f2bf9e,segment=NetworkSegment(a67ad46a-315a-4a64-a2b6-477b77bc7128),segment_id=a67ad46a-315a-4a64-a2b6-477b77bc7128)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:37.585588 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.598333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] Calling delete_port for cfea7d6b-44de-4244-bc38-2b44c9f2bf9e owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:34:37.637565 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.680961 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.707882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfea7d6b-44de-4244-bc38-2b44c9f2bf9e,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:37.714907 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] No DVR routers for this DVR port cfea7d6b-44de-4244-bc38-2b44c9f2bf9e on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:34:37.771907 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce485b6e-c2f4-401c-941f-c4d3da97543f None None] DHCP port deletion for b61b93f3-ab1f-4071-bc4f-d6e762a815f9 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:34:37.793324 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.805857 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61b93f3-ab1f-4071-bc4f-d6e762a815f9']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:37.818642 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67ad46a-315a-4a64-a2b6-477b77bc7128') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:37.818938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67ad46a-315a-4a64-a2b6-477b77bc7128') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:37.827802 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.841821 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.848024 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:34:37.848503 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: timer() Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:34:37.850110 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:34:37.909216 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.915098 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:37.916928 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b61b93f3-ab1f-4071-bc4f-d6e762a815f9 HTTP/1.1" status: 204 len: 168 time: 0.5341640 Jul 27 22:34:37.920098 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36908) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:37.928679 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33d7a9-a6d6-4c9d-aede-c82ee533c401 admin admin] Pushing event deleted for resources: {'Network': ['ID=b61b93f3-ab1f-4071-bc4f-d6e762a815f9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:38.287832 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28a437c0-f706-4fa8-9dd5-1abbac5a0522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:38.369698 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:34:38.390386 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:34:38.390727 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fc3ec2c2-f19e-48c7-ac74-9f34cfc1d94b not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:34:38.391137 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 211e7411-c612-43ef-a22a-9563c5700114 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:34:38.409295 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 211e7411-c612-43ef-a22a-9563c5700114 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:34:38.409635 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 211e7411-c612-43ef-a22a-9563c5700114 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:34:38.410038 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device cfea7d6b-44de-4244-bc38-2b44c9f2bf9e no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:34:38.432741 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: cfea7d6b-44de-4244-bc38-2b44c9f2bf9e {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:34:38.433085 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device cfea7d6b-44de-4244-bc38-2b44c9f2bf9e not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:34:38.554430 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-28a437c0-f706-4fa8-9dd5-1abbac5a0522 admin admin] Deleting port 7dd51a54-250f-4250-a37c-c4f2d7ec1482 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:34:38.554682 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28a437c0-f706-4fa8-9dd5-1abbac5a0522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:38.635334 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-28a437c0-f706-4fa8-9dd5-1abbac5a0522 admin admin] For port 7dd51a54-250f-4250-a37c-c4f2d7ec1482, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=7dd51a54-250f-4250-a37c-c4f2d7ec1482,segment=NetworkSegment(e386301b-a03c-44ea-ba7f-832bf0cebd20),segment_id=e386301b-a03c-44ea-ba7f-832bf0cebd20)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:38.635703 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28a437c0-f706-4fa8-9dd5-1abbac5a0522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:38.648183 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-28a437c0-f706-4fa8-9dd5-1abbac5a0522 admin admin] Calling delete_port for 7dd51a54-250f-4250-a37c-c4f2d7ec1482 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:34:38.705300 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:38.834869 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28a437c0-f706-4fa8-9dd5-1abbac5a0522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:38.860066 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a437c0-f706-4fa8-9dd5-1abbac5a0522 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd51a54-250f-4250-a37c-c4f2d7ec1482,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:39.032524 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-28a437c0-f706-4fa8-9dd5-1abbac5a0522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:39.242081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a437c0-f706-4fa8-9dd5-1abbac5a0522 admin admin] Router 35fc3a55-e802-4846-ba85-e625ec86851f has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:34:39.278993 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:39.352822 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a437c0-f706-4fa8-9dd5-1abbac5a0522 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:34:39.357854 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-28a437c0-f706-4fa8-9dd5-1abbac5a0522 admin admin] 10.222.0.55 "PUT /v2.0/routers/35fc3a55-e802-4846-ba85-e625ec86851f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4366400 Jul 27 22:34:39.361052 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36910) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:39.363893 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9fb855-edb1-4c0f-ae29-e9c1a68bbde4 None None] Sync routers for ids ['35fc3a55-e802-4846-ba85-e625ec86851f'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:34:39.373345 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9fb855-edb1-4c0f-ae29-e9c1a68bbde4 None None] Routers {'35fc3a55-e802-4846-ba85-e625ec86851f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:39.373942 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-3d9fb855-edb1-4c0f-ae29-e9c1a68bbde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:34:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['35fc3a55-e802-4846-ba85-e625ec86851f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:39.470604 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e51fc8c-3dcc-4f8c-8cd1-4f99d28740b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:39.479711 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-3d9fb855-edb1-4c0f-ae29-e9c1a68bbde4 None None] Set router 35fc3a55-e802-4846-ba85-e625ec86851f gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:39.663642 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-3d9fb855-edb1-4c0f-ae29-e9c1a68bbde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'name': 'tempest-TestShelveInstance-1353763030-router', 'tenant_id': '9a0668952fb744afa5f0cff888e4bfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:34:38Z', 'revision_number': 5, 'project_id': '9a0668952fb744afa5f0cff888e4bfd5', 'gw_port': {'id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:39.694104 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9fb855-edb1-4c0f-ae29-e9c1a68bbde4 None None] Checking router: 35fc3a55-e802-4846-ba85-e625ec86851f for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:34:39.703696 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9fb855-edb1-4c0f-ae29-e9c1a68bbde4 None None] Routers {'35fc3a55-e802-4846-ba85-e625ec86851f'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:39.704302 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-3d9fb855-edb1-4c0f-ae29-e9c1a68bbde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:34:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['35fc3a55-e802-4846-ba85-e625ec86851f'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:39.899041 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-3d9fb855-edb1-4c0f-ae29-e9c1a68bbde4 None None] Set router 35fc3a55-e802-4846-ba85-e625ec86851f gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:39.902467 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e51fc8c-3dcc-4f8c-8cd1-4f99d28740b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:39.960126 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-3e51fc8c-3dcc-4f8c-8cd1-4f99d28740b2 admin admin] Deleting port f3d44114-0f11-48cd-aa96-388778cf6a3b {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:34:39.960426 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e51fc8c-3dcc-4f8c-8cd1-4f99d28740b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:40.040779 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-3e51fc8c-3dcc-4f8c-8cd1-4f99d28740b2 admin admin] For port f3d44114-0f11-48cd-aa96-388778cf6a3b, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=f3d44114-0f11-48cd-aa96-388778cf6a3b,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:40.041472 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e51fc8c-3dcc-4f8c-8cd1-4f99d28740b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:40.054080 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-3e51fc8c-3dcc-4f8c-8cd1-4f99d28740b2 admin admin] Calling delete_port for f3d44114-0f11-48cd-aa96-388778cf6a3b owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:34:40.078372 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-3d9fb855-edb1-4c0f-ae29-e9c1a68bbde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'name': 'tempest-TestShelveInstance-1353763030-router', 'tenant_id': '9a0668952fb744afa5f0cff888e4bfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:34:38Z', 'revision_number': 5, 'project_id': '9a0668952fb744afa5f0cff888e4bfd5', 'gw_port': {'id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:40.105896 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9fb855-edb1-4c0f-ae29-e9c1a68bbde4 None None] The sync data for ids ['35fc3a55-e802-4846-ba85-e625ec86851f'] in n-d-764806-9 is: [{'id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'name': 'tempest-TestShelveInstance-1353763030-router', 'tenant_id': '9a0668952fb744afa5f0cff888e4bfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:34:38Z', 'revision_number': 5, 'project_id': '9a0668952fb744afa5f0cff888e4bfd5', 'gw_port': {'id': 'f3d44114-0f11-48cd-aa96-388778cf6a3b', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:6e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fc3a55-e802-4846-ba85-e625ec86851f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:23:57Z', 'updated_at': '2021-07-27T22:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:34:40.220977 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e51fc8c-3dcc-4f8c-8cd1-4f99d28740b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:40.247896 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51fc8c-3dcc-4f8c-8cd1-4f99d28740b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d44114-0f11-48cd-aa96-388778cf6a3b,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:40.314006 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e51fc8c-3dcc-4f8c-8cd1-4f99d28740b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:40.408463 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e51fc8c-3dcc-4f8c-8cd1-4f99d28740b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:40.411192 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e51fc8c-3dcc-4f8c-8cd1-4f99d28740b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:40.470171 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e51fc8c-3dcc-4f8c-8cd1-4f99d28740b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:40.471343 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e51fc8c-3dcc-4f8c-8cd1-4f99d28740b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35fc3a55-e802-4846-ba85-e625ec86851f {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:34:40.477446 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-3e51fc8c-3dcc-4f8c-8cd1-4f99d28740b2 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:40.481329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36914) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:40.481883 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-3e51fc8c-3dcc-4f8c-8cd1-4f99d28740b2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/35fc3a55-e802-4846-ba85-e625ec86851f HTTP/1.1" status: 204 len: 168 time: 1.1193945 Jul 27 22:34:40.530129 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd60726-d781-49bb-af26-7e4b6c455bb8 admin admin] Deleting subnet c275213d-e5a6-4a86-b901-7a3a310c04f1 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:34:40.533422 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8dd60726-d781-49bb-af26-7e4b6c455bb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:40.572831 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8dd60726-d781-49bb-af26-7e4b6c455bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:40.595044 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7dd51a54-250f-4250-a37c-c4f2d7ec1482 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:34:40.618451 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 7dd51a54-250f-4250-a37c-c4f2d7ec1482 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:34:40.618955 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 7dd51a54-250f-4250-a37c-c4f2d7ec1482 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:34:40.665656 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8dd60726-d781-49bb-af26-7e4b6c455bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:40.719148 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8dd60726-d781-49bb-af26-7e4b6c455bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:40.747807 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd60726-d781-49bb-af26-7e4b6c455bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c275213d-e5a6-4a86-b901-7a3a310c04f1,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:40.750077 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-8dd60726-d781-49bb-af26-7e4b6c455bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:40.752300 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-8dd60726-d781-49bb-af26-7e4b6c455bb8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c275213d-e5a6-4a86-b901-7a3a310c04f1 HTTP/1.1" status: 204 len: 168 time: 0.2691147 Jul 27 22:34:40.756723 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36916) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:40.762785 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cade4e84-3a51-46af-b950-656cb5a95e50 None None] Network d2910759-02ab-450a-be0b-45831a408e9c requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:34:40.851913 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:40.906708 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] Deleting port a442a64f-7d88-475e-8a80-013e6bb8ccf5 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:34:40.907141 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:40.971525 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] For port a442a64f-7d88-475e-8a80-013e6bb8ccf5, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a442a64f-7d88-475e-8a80-013e6bb8ccf5,segment=NetworkSegment(e386301b-a03c-44ea-ba7f-832bf0cebd20),segment_id=e386301b-a03c-44ea-ba7f-832bf0cebd20)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:40.971877 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:40.985708 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] Calling delete_port for a442a64f-7d88-475e-8a80-013e6bb8ccf5 owned by network:dhcp {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:34:41.071098 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.092760 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a442a64f-7d88-475e-8a80-013e6bb8ccf5,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:41.101667 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] No DVR routers for this DVR port a442a64f-7d88-475e-8a80-013e6bb8ccf5 on host n-d-764806-9 {{(pid=105579) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:34:41.172685 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.182782 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336f5d17-2d5e-4adc-af15-34331b42b577 None None] DHCP port deletion for d2910759-02ab-450a-be0b-45831a408e9c request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:34:41.184737 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2910759-02ab-450a-be0b-45831a408e9c']}} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:41.200947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e386301b-a03c-44ea-ba7f-832bf0cebd20') {'for_net_delete': True} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:41.201298 n-d-764806-9 neutron-server[105579]: DEBUG neutron.services.segments.db [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e386301b-a03c-44ea-ba7f-832bf0cebd20') {} {{(pid=105579) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:41.213061 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5971375'] for segment, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.227594 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.233867 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=105579) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:34:41.234377 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4517137'] for segment, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: Traceback (most recent call last): Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: timer() Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: cb(*args, **kw) Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: return func(*args, **kwargs) Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: self._notify() Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: self.callback(batched_events) Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: event.method(event) Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: return f(self, *a, **k) Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: return self._get(url).json() Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: return self.request(url, 'GET', **kwargs) Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:34:41.236255 n-d-764806-9 neutron-server[105579]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:34:41.291621 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.297142 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] Notify callbacks [] for network, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.299040 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d2910759-02ab-450a-be0b-45831a408e9c HTTP/1.1" status: 204 len: 168 time: 0.5413122 Jul 27 22:34:41.310939 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43186308-9803-4d5c-9b99-9ca0587513f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2910759-02ab-450a-be0b-45831a408e9c,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:41.442811 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36920) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:41.484997 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-111a7270-e1c7-45f5-89a9-d8853f0aba43 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e9788027baab4a9a9d2b5ccf83faab3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409656 Jul 27 22:34:41.487485 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36922) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:41.537612 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e6c82c92-2fd4-4c46-8d3b-96d064a623ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.562675 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e6c82c92-2fd4-4c46-8d3b-96d064a623ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.609921 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e6c82c92-2fd4-4c46-8d3b-96d064a623ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.612517 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-e6c82c92-2fd4-4c46-8d3b-96d064a623ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:41.613866 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-e6c82c92-2fd4-4c46-8d3b-96d064a623ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60c07664-eed6-41a6-a85c-74e48c81b99b HTTP/1.1" status: 204 len: 168 time: 0.1253438 Jul 27 22:34:41.622072 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c82c92-2fd4-4c46-8d3b-96d064a623ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c07664-eed6-41a6-a85c-74e48c81b99b,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:41.945182 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36928) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:41.984314 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-30cc0a05-bcdb-4ed6-889d-56323ac8db25 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9a0668952fb744afa5f0cff888e4bfd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380135 Jul 27 22:34:41.986710 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36930) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:42.040821 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-55feb03b-7f9e-4128-a177-9ec77da733c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:42.063168 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-55feb03b-7f9e-4128-a177-9ec77da733c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:42.109057 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-55feb03b-7f9e-4128-a177-9ec77da733c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:42.111624 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-55feb03b-7f9e-4128-a177-9ec77da733c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:42.112768 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-55feb03b-7f9e-4128-a177-9ec77da733c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0920756e-d9a8-4898-b1a3-02d0b3c202f9 HTTP/1.1" status: 204 len: 168 time: 0.1251819 Jul 27 22:34:42.121248 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55feb03b-7f9e-4128-a177-9ec77da733c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0920756e-d9a8-4898-b1a3-02d0b3c202f9,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:42.368894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a442a64f-7d88-475e-8a80-013e6bb8ccf5 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:34:42.389707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: a442a64f-7d88-475e-8a80-013e6bb8ccf5 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:34:42.390135 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a442a64f-7d88-475e-8a80-013e6bb8ccf5 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:34:42.390656 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f3d44114-0f11-48cd-aa96-388778cf6a3b no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:34:42.410173 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: f3d44114-0f11-48cd-aa96-388778cf6a3b {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:34:42.411707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device f3d44114-0f11-48cd-aa96-388778cf6a3b not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:34:42.859414 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36952) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:42.961528 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-b90ab6be-b46b-49ae-941c-03fce9ea8190 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1768860861-network', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:42.983937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90ab6be-b46b-49ae-941c-03fce9ea8190 admin admin] Made reservation on behalf of 1c37993301334a629c0cea48c89b4b8b for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:34:42.987819 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b90ab6be-b46b-49ae-941c-03fce9ea8190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.000827 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b90ab6be-b46b-49ae-941c-03fce9ea8190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.102602 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b90ab6be-b46b-49ae-941c-03fce9ea8190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.106862 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b90ab6be-b46b-49ae-941c-03fce9ea8190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.132379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90ab6be-b46b-49ae-941c-03fce9ea8190 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:34:43.142931 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ab6be-b46b-49ae-941c-03fce9ea8190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e806d745-05df-4a2e-bed3-71e5dfaca107,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:43.149416 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b90ab6be-b46b-49ae-941c-03fce9ea8190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.149762 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-b90ab6be-b46b-49ae-941c-03fce9ea8190 admin admin] Added segment 9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e of type vlan for network df86d685-43ad-48ab-a1c1-a829d5b31192 Jul 27 22:34:43.202275 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b90ab6be-b46b-49ae-941c-03fce9ea8190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.232330 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b90ab6be-b46b-49ae-941c-03fce9ea8190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.233386 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ab6be-b46b-49ae-941c-03fce9ea8190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:43.233966 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-b90ab6be-b46b-49ae-941c-03fce9ea8190 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.286930 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-b90ab6be-b46b-49ae-941c-03fce9ea8190 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4263756 Jul 27 22:34:43.289715 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36956) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:43.296208 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-3a07ca93-245e-423a-84e1-42b0ed097397 admin admin] Request body: {'subnet': {'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1768860861-subnet', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:43.311772 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ab6be-b46b-49ae-941c-03fce9ea8190 admin admin] Pushing event updated for resources: {'Network': ['ID=df86d685-43ad-48ab-a1c1-a829d5b31192,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:43.323825 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network df86d685-43ad-48ab-a1c1-a829d5b31192 details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:34:43.326960 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a07ca93-245e-423a-84e1-42b0ed097397 admin admin] Made reservation on behalf of 1c37993301334a629c0cea48c89b4b8b for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:34:43.329352 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a07ca93-245e-423a-84e1-42b0ed097397 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.522209 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a07ca93-245e-423a-84e1-42b0ed097397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.584237 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07ca93-245e-423a-84e1-42b0ed097397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd12d273-2af9-4c7f-97c0-f02317801697,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:43.599006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a07ca93-245e-423a-84e1-42b0ed097397 admin admin] Checking segment: {'id': '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:34:43.599370 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a07ca93-245e-423a-84e1-42b0ed097397 admin admin] Network hostable DHCP agents. Network: df86d685-43ad-48ab-a1c1-a829d5b31192, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:34:43.616031 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a07ca93-245e-423a-84e1-42b0ed097397 admin admin] Network df86d685-43ad-48ab-a1c1-a829d5b31192 is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:34:43.624744 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-3a07ca93-245e-423a-84e1-42b0ed097397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, df86d685-43ad-48ab-a1c1-a829d5b31192) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:43.630524 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a07ca93-245e-423a-84e1-42b0ed097397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:43.630884 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-3a07ca93-245e-423a-84e1-42b0ed097397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.634606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fae97b-164f-4f44-930f-f3fb1e9cc9c3 None None] Network df86d685-43ad-48ab-a1c1-a829d5b31192 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:34:43.647469 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-3a07ca93-245e-423a-84e1-42b0ed097397 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3566053 Jul 27 22:34:43.650025 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36958) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:43.654399 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:43.675752 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.676801 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.728177 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.792332 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-df86d685-43ad-48ab-a1c1-a829d5b31192', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:34:43.793448 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:43.943404 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Allocated IP 172.20.0.2 (df86d685-43ad-48ab-a1c1-a829d5b31192/bd12d273-2af9-4c7f-97c0-f02317801697/a9abdb7e-3902-4852-a422-528323bf8b09) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:34:44.105372 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.116109 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Transition to ACTIVE for port object a9abdb7e-3902-4852-a422-528323bf8b09 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:44.133560 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Transition to ACTIVE for port object a9abdb7e-3902-4852-a422-528323bf8b09 will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:44.142723 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.181179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Network df86d685-43ad-48ab-a1c1-a829d5b31192 is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:34:44.187569 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:44.191114 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:34:44.199045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Pushing event updated for resources: {'Port': ['ID=a9abdb7e-3902-4852-a422-528323bf8b09,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:44.228607 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:44.228951 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:44.229307 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:44.229623 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:44.229952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:44.230311 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:44.230633 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:44.230958 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:44.231278 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:44.231599 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:44.231918 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:44.232244 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:44.236057 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.276839 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Attempting to bind port a9abdb7e-3902-4852-a422-528323bf8b09 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:34:44.277207 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Attempting to bind port a9abdb7e-3902-4852-a422-528323bf8b09 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:34:44.277568 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Attempting to bind port a9abdb7e-3902-4852-a422-528323bf8b09 on network df86d685-43ad-48ab-a1c1-a829d5b31192 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:34:44.282598 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:34:44.282974 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Checking segment: {'id': '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:34:44.283374 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.283763 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Bound using segment: {'id': '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:34:44.284223 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Bound port: a9abdb7e-3902-4852-a422-528323bf8b09, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:34:44.284605 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.347780 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] For port a9abdb7e-3902-4852-a422-528323bf8b09, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:34:44.351340 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] For port a9abdb7e-3902-4852-a422-528323bf8b09, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a9abdb7e-3902-4852-a422-528323bf8b09,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:34:44.355728 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.414949 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739c913-61d7-49c5-a3e3-ead1c705e4c1 None None] Pushing event updated for resources: {'Port': ['ID=a9abdb7e-3902-4852-a422-528323bf8b09,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:44.452253 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.472450 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.588105 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Allocated IP 172.25.2.158 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/68595c9b-2c81-4ba7-ae42-c26b4ccd121c) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:34:44.702168 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.741962 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:44.780852 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:34:44.785788 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:44.789297 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:34:44.794838 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Pushing event updated for resources: {'Port': ['ID=68595c9b-2c81-4ba7-ae42-c26b4ccd121c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:44.968950 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:34:45.042706 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.266704 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.362374 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f348f22-052b-4a39-9ef9-18d8056ea1f0 None None] Network df86d685-43ad-48ab-a1c1-a829d5b31192 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:34:45.412270 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Router 5f026067-7613-420f-90c5-424ab2908f19 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:34:45.430265 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-29ad9cc8-5c6b-43d6-8e58-ea6fdf05afa1 None None] Provisioning for port a9abdb7e-3902-4852-a422-528323bf8b09 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:45.527299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:34:45.549145 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:45.549493 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Sync routers for ids ['5f026067-7613-420f-90c5-424ab2908f19'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:34:45.552649 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9d9f3b53-35d2-4017-90cc-ccef7d3c2f27 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9015238 Jul 27 22:34:45.556068 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 36960) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:45.564130 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Routers {'5f026067-7613-420f-90c5-424ab2908f19'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:45.564883 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:34:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5f026067-7613-420f-90c5-424ab2908f19'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:45.713947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Set router 5f026067-7613-420f-90c5-424ab2908f19 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:45.928155 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:44Z', 'revision_number': 3, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:45.955996 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Checking router: 5f026067-7613-420f-90c5-424ab2908f19 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:34:45.956346 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Updating router 5f026067-7613-420f-90c5-424ab2908f19 port 68595c9b-2c81-4ba7-ae42-c26b4ccd121c binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:34:45.991557 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.073504 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.243501 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Allocated IP 172.20.0.1 (df86d685-43ad-48ab-a1c1-a829d5b31192/bd12d273-2af9-4c7f-97c0-f02317801697/059b97e4-66f7-4a52-a315-d741ad220615) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:34:46.256966 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.267217 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Transition to ACTIVE for port object 68595c9b-2c81-4ba7-ae42-c26b4ccd121c will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:46.273821 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.328006 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Attempting to bind port 68595c9b-2c81-4ba7-ae42-c26b4ccd121c on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:34:46.328391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Attempting to bind port 68595c9b-2c81-4ba7-ae42-c26b4ccd121c by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:34:46.328755 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Attempting to bind port 68595c9b-2c81-4ba7-ae42-c26b4ccd121c on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:34:46.335292 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:34:46.335676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:34:46.336079 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.336474 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:34:46.336944 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Bound port: 68595c9b-2c81-4ba7-ae42-c26b4ccd121c, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:34:46.337323 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.338945 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db45bf-7c32-4ba6-b439-99f20cea40de None None] Pushing event updated for resources: {'Port': ['ID=68595c9b-2c81-4ba7-ae42-c26b4ccd121c,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:46.364180 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.381646 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.provisioning_blocks [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Transition to ACTIVE for port object 059b97e4-66f7-4a52-a315-d741ad220615 will not be triggered until provisioned by entity DHCP. {{(pid=105579) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:46.406750 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] For port 68595c9b-2c81-4ba7-ae42-c26b4ccd121c, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:34:46.411875 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] For port 68595c9b-2c81-4ba7-ae42-c26b4ccd121c, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=68595c9b-2c81-4ba7-ae42-c26b4ccd121c,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:34:46.416866 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.422739 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a9abdb7e-3902-4852-a422-528323bf8b09 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:46.427525 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.466579 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Network df86d685-43ad-48ab-a1c1-a829d5b31192 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:34:46.469470 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:46.476542 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:34:46.510148 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Pushing event updated for resources: {'Port': ['ID=059b97e4-66f7-4a52-a315-d741ad220615,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:46.520832 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Routers {'5f026067-7613-420f-90c5-424ab2908f19'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:46.521476 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:34:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5f026067-7613-420f-90c5-424ab2908f19'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:46.532519 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.558012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db45bf-7c32-4ba6-b439-99f20cea40de None None] Pushing event updated for resources: {'Port': ['ID=68595c9b-2c81-4ba7-ae42-c26b4ccd121c,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:46.620903 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port a9abdb7e-3902-4852-a422-528323bf8b09 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:46.627428 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a9abdb7e-3902-4852-a422-528323bf8b09 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:46.627806 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.674579 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] Set router 5f026067-7613-420f-90c5-424ab2908f19 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:46.693073 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.866381 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.871551 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.946595 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:46.949397 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Pushing event updated for resources: {'Port': ['ID=059b97e4-66f7-4a52-a315-d741ad220615,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:46.965456 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3c855194-38cc-4def-ab29-cc5996ef2595 None None] Provisioning for port 059b97e4-66f7-4a52-a315-d741ad220615 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:46.976944 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3c855194-38cc-4def-ab29-cc5996ef2595 None None] Provisioning complete for port 059b97e4-66f7-4a52-a315-d741ad220615 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:46.977309 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3c855194-38cc-4def-ab29-cc5996ef2595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:47.059761 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:47.071486 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3c855194-38cc-4def-ab29-cc5996ef2595 None None] Port 059b97e4-66f7-4a52-a315-d741ad220615 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:34:47.073583 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Network df86d685-43ad-48ab-a1c1-a829d5b31192 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:34:47.075030 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:47.127627 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port a9abdb7e-3902-4852-a422-528323bf8b09, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a9abdb7e-3902-4852-a422-528323bf8b09,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:47.135348 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:47.184842 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:44Z', 'revision_number': 3, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:47.212991 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Router 5f026067-7613-420f-90c5-424ab2908f19 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:34:47.221431 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59514bd-cec2-4469-9e00-fceb4d961f48 None None] The sync data for ids ['5f026067-7613-420f-90c5-424ab2908f19'] in n-d-764806-9 is: [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:44Z', 'revision_number': 3, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:34:47.226570 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=a9abdb7e-3902-4852-a422-528323bf8b09,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:47.336692 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:34:47.341751 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-24faca3c-c31d-4cc4-a6f3-7afa91022de4 admin admin] 10.222.0.55 "PUT /v2.0/routers/5f026067-7613-420f-90c5-424ab2908f19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7839947 Jul 27 22:34:47.393218 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-eaf91bb7-0d56-4e3d-ba30-a570640c0840 None None] Provisioning complete for port 059b97e4-66f7-4a52-a315-d741ad220615 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:47.393742 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-eaf91bb7-0d56-4e3d-ba30-a570640c0840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:47.433017 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-eaf91bb7-0d56-4e3d-ba30-a570640c0840 None None] Port 059b97e4-66f7-4a52-a315-d741ad220615 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:34:47.900615 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36976) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:47.905669 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-391f2e87-b68f-4881-ace0-b56dbb4cafd3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-971786264-network', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:47.932364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391f2e87-b68f-4881-ace0-b56dbb4cafd3 admin admin] Made reservation on behalf of 8c74901eecb4494bbe33550376ad77b4 for: {'network': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:34:47.934808 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-391f2e87-b68f-4881-ace0-b56dbb4cafd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for network, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:47.949712 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-391f2e87-b68f-4881-ace0-b56dbb4cafd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.048567 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-391f2e87-b68f-4881-ace0-b56dbb4cafd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.053260 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-391f2e87-b68f-4881-ace0-b56dbb4cafd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.081437 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391f2e87-b68f-4881-ace0-b56dbb4cafd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=105580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 22:34:48.091909 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f2e87-b68f-4881-ace0-b56dbb4cafd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1594ed3d-ef5f-4804-addc-75b7902353ae,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:48.097099 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-391f2e87-b68f-4881-ace0-b56dbb4cafd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.097450 n-d-764806-9 neutron-server[105580]: INFO neutron.db.segments_db [None req-391f2e87-b68f-4881-ace0-b56dbb4cafd3 admin admin] Added segment a1fb9265-a1cf-4dc4-b782-3c510c38f61a of type vlan for network d8796b7f-6620-4ba7-b77f-e557e7f3eded Jul 27 22:34:48.139118 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-391f2e87-b68f-4881-ace0-b56dbb4cafd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737914221909'] for network, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.167456 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-391f2e87-b68f-4881-ace0-b56dbb4cafd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730'] for network, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.168326 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391f2e87-b68f-4881-ace0-b56dbb4cafd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:48.168909 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-391f2e87-b68f-4881-ace0-b56dbb4cafd3 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.225094 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-391f2e87-b68f-4881-ace0-b56dbb4cafd3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3232119 Jul 27 22:34:48.227717 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36978) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:48.232436 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-88f3a159-add7-42bf-8d9a-460bda6c5dec admin admin] Request body: {'subnet': {'network_id': 'd8796b7f-6620-4ba7-b77f-e557e7f3eded', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-971786264-subnet', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4', 'ip_version': 4}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:48.244617 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f2e87-b68f-4881-ace0-b56dbb4cafd3 admin admin] Pushing event updated for resources: {'Network': ['ID=d8796b7f-6620-4ba7-b77f-e557e7f3eded,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:48.258040 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Network d8796b7f-6620-4ba7-b77f-e557e7f3eded details requested by agent ovs-agent-n-d-764806-9 with host n-d-764806-9 {{(pid=105581) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 22:34:48.264577 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f3a159-add7-42bf-8d9a-460bda6c5dec admin admin] Made reservation on behalf of 8c74901eecb4494bbe33550376ad77b4 for: {'subnet': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:34:48.267339 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-88f3a159-add7-42bf-8d9a-460bda6c5dec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334159'] for subnet, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.441514 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 68595c9b-2c81-4ba7-ae42-c26b4ccd121c up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:48.458441 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-88f3a159-add7-42bf-8d9a-460bda6c5dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4372865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334173'] for subnet, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.503097 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 68595c9b-2c81-4ba7-ae42-c26b4ccd121c completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:48.508036 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 68595c9b-2c81-4ba7-ae42-c26b4ccd121c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:48.508415 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.518187 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3a159-add7-42bf-8d9a-460bda6c5dec admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea97984-49e5-4e24-9546-b215026593c0,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:48.528918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f3a159-add7-42bf-8d9a-460bda6c5dec admin admin] Checking segment: {'id': 'a1fb9265-a1cf-4dc4-b782-3c510c38f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd8796b7f-6620-4ba7-b77f-e557e7f3eded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:34:48.529292 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f3a159-add7-42bf-8d9a-460bda6c5dec admin admin] Network hostable DHCP agents. Network: d8796b7f-6620-4ba7-b77f-e557e7f3eded, hostable agents: ['1a665231-c9e5-4ab9-9935-87e8c78402a1'], hosted agents: [] {{(pid=105580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 22:34:48.554035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f3a159-add7-42bf-8d9a-460bda6c5dec admin admin] Network d8796b7f-6620-4ba7-b77f-e557e7f3eded is scheduled to be hosted by DHCP agent 1a665231-c9e5-4ab9-9935-87e8c78402a1 with binding_index 1 {{(pid=105580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 22:34:48.566908 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-88f3a159-add7-42bf-8d9a-460bda6c5dec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-764806-9, d8796b7f-6620-4ba7-b77f-e557e7f3eded) {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:48.574468 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f3a159-add7-42bf-8d9a-460bda6c5dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:48.575072 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-88f3a159-add7-42bf-8d9a-460bda6c5dec admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.586680 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f83fe5-c235-4e3c-bfde-d7a6e13330e4 None None] Network d8796b7f-6620-4ba7-b77f-e557e7f3eded requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:34:48.593049 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-88f3a159-add7-42bf-8d9a-460bda6c5dec admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3641372 Jul 27 22:34:48.595739 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36980) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:48.603040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-971786264-router', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:48.639537 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-562591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8135'] for router, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.641340 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-941177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-781945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8126'] for router, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.653300 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.689053 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 68595c9b-2c81-4ba7-ae42-c26b4ccd121c, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=68595c9b-2c81-4ba7-ae42-c26b4ccd121c,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:48.698215 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.699946 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a9abdb7e-3902-4852-a422-528323bf8b09 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:48.703016 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.822660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=68595c9b-2c81-4ba7-ae42-c26b4ccd121c,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:48.859101 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-941067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-562609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8104'] for router, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.866718 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Sync routers for ids ['5f026067-7613-420f-90c5-424ab2908f19'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:34:48.868921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port a9abdb7e-3902-4852-a422-528323bf8b09 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:48.869190 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.875442 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f013a83-2dca-5415-b663-05a8513b733a-d8796b7f-6620-4ba7-b77f-e557e7f3eded', 'network_id': 'd8796b7f-6620-4ba7-b77f-e557e7f3eded', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4', 'fixed_ips': [{'subnet_id': '7ea97984-49e5-4e24-9546-b215026593c0'}]}} from n-d-764806-9. {{(pid=105581) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 22:34:48.876304 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:48.877591 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Routers {'5f026067-7613-420f-90c5-424ab2908f19'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:48.878205 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:34:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5f026067-7613-420f-90c5-424ab2908f19'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:49.011879 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Set router 5f026067-7613-420f-90c5-424ab2908f19 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:49.104718 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.109764 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.db_base_plugin_common [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Allocated IP 172.20.0.2 (d8796b7f-6620-4ba7-b77f-e557e7f3eded/7ea97984-49e5-4e24-9546-b215026593c0/3693ef6d-9592-42da-8538-889d9884977f) {{(pid=105581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:34:49.125638 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.248828 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Allocated IP 172.25.2.98 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/fa4c9894-4af3-4ac1-85e8-03925a22bdc0) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:34:49.261068 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '059b97e4-66f7-4a52-a315-d741ad220615', 'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'mac_address': 'fa:16:3e:fc:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:46Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 2, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'subnets': [{'id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:49.291105 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Checking router: 5f026067-7613-420f-90c5-424ab2908f19 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:34:49.291722 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Updating router 5f026067-7613-420f-90c5-424ab2908f19 port 059b97e4-66f7-4a52-a315-d741ad220615 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:34:49.299298 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Notify callbacks [] for port, precommit_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.308288 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Transition to ACTIVE for port object 3693ef6d-9592-42da-8538-889d9884977f will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:49.324586 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Transition to ACTIVE for port object 3693ef6d-9592-42da-8538-889d9884977f will not be triggered until provisioned by entity DHCP. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:49.333881 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.334155 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229'] for port, after_create {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.373931 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Network d8796b7f-6620-4ba7-b77f-e557e7f3eded is already hosted by enough agents. {{(pid=105581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:34:49.379231 n-d-764806-9 neutron-server[105581]: DEBUG neutron.scheduler.base_scheduler [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Resources bound (agent type, host, resource id): {{(pid=105581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:49.382876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Received port after_create {{(pid=105581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:34:49.391870 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Pushing event updated for resources: {'Port': ['ID=3693ef6d-9592-42da-8538-889d9884977f,revision_number=1']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:49.399742 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.449828 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.452644 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Attempting to bind port 3693ef6d-9592-42da-8538-889d9884977f on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:34:49.453243 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Attempting to bind port 3693ef6d-9592-42da-8538-889d9884977f by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a1fb9265-a1cf-4dc4-b782-3c510c38f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd8796b7f-6620-4ba7-b77f-e557e7f3eded'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:34:49.453578 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Attempting to bind port 3693ef6d-9592-42da-8538-889d9884977f on network d8796b7f-6620-4ba7-b77f-e557e7f3eded {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:34:49.462093 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:34:49.463327 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Checking segment: {'id': 'a1fb9265-a1cf-4dc4-b782-3c510c38f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd8796b7f-6620-4ba7-b77f-e557e7f3eded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:34:49.463834 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.464345 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Bound using segment: {'id': 'a1fb9265-a1cf-4dc4-b782-3c510c38f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd8796b7f-6620-4ba7-b77f-e557e7f3eded'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:34:49.464917 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Bound port: 3693ef6d-9592-42da-8538-889d9884977f, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fb9265-a1cf-4dc4-b782-3c510c38f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd8796b7f-6620-4ba7-b77f-e557e7f3eded'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:34:49.466260 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.491151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:34:49.500040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:49.502751 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:34:49.529553 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Pushing event updated for resources: {'Port': ['ID=fa4c9894-4af3-4ac1-85e8-03925a22bdc0,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:49.560529 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] For port 3693ef6d-9592-42da-8538-889d9884977f, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:34:49.564110 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] For port 3693ef6d-9592-42da-8538-889d9884977f, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3693ef6d-9592-42da-8538-889d9884977f,segment=NetworkSegment(a1fb9265-a1cf-4dc4-b782-3c510c38f61a),segment_id=a1fb9265-a1cf-4dc4-b782-3c510c38f61a)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:34:49.571537 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.654168 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515e6ff-eca9-4822-a95a-3985333e8237 None None] Pushing event updated for resources: {'Port': ['ID=3693ef6d-9592-42da-8538-889d9884977f,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:49.696838 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.710296 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Transition to ACTIVE for port object 059b97e4-66f7-4a52-a315-d741ad220615 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:49.716973 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.795535 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c15f6-c16c-4454-9df0-468cb2fc2957 None None] Pushing event updated for resources: {'Port': ['ID=059b97e4-66f7-4a52-a315-d741ad220615,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:49.835088 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c15f6-c16c-4454-9df0-468cb2fc2957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:49.835688 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c15f6-c16c-4454-9df0-468cb2fc2957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:49.836221 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c15f6-c16c-4454-9df0-468cb2fc2957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:49.836914 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c15f6-c16c-4454-9df0-468cb2fc2957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:49.837389 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c15f6-c16c-4454-9df0-468cb2fc2957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:49.838078 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c15f6-c16c-4454-9df0-468cb2fc2957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:49.838607 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c15f6-c16c-4454-9df0-468cb2fc2957 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:49.839061 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c15f6-c16c-4454-9df0-468cb2fc2957 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:49.839671 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c15f6-c16c-4454-9df0-468cb2fc2957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:49.840048 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c15f6-c16c-4454-9df0-468cb2fc2957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:49.840542 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c15f6-c16c-4454-9df0-468cb2fc2957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:49.841095 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c15f6-c16c-4454-9df0-468cb2fc2957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:34:49.898769 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Attempting to bind port 059b97e4-66f7-4a52-a315-d741ad220615 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:34:49.899779 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Attempting to bind port 059b97e4-66f7-4a52-a315-d741ad220615 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:34:49.900339 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Attempting to bind port 059b97e4-66f7-4a52-a315-d741ad220615 on network df86d685-43ad-48ab-a1c1-a829d5b31192 {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:34:49.905083 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.905764 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:34:49.906135 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Checking segment: {'id': '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:34:49.906656 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.907220 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Bound using segment: {'id': '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:34:49.907684 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Bound port: 059b97e4-66f7-4a52-a315-d741ad220615, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:34:49.908059 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:49.994064 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] For port 059b97e4-66f7-4a52-a315-d741ad220615, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:34:49.998209 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] For port 059b97e4-66f7-4a52-a315-d741ad220615, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=059b97e4-66f7-4a52-a315-d741ad220615,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:34:50.007406 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:50.077304 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Routers {'5f026067-7613-420f-90c5-424ab2908f19'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:50.078004 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:34:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5f026067-7613-420f-90c5-424ab2908f19'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:50.079854 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c15f6-c16c-4454-9df0-468cb2fc2957 None None] Pushing event updated for resources: {'Port': ['ID=059b97e4-66f7-4a52-a315-d741ad220615,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:50.151463 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-562598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-941092'] for router, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:50.208435 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] Set router 5f026067-7613-420f-90c5-424ab2908f19 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:50.309440 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Router 9fd76d85-8446-432b-943c-9c29d1f9e767 is scheduled to L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f with binding_index 1 {{(pid=105580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 22:34:50.455956 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:34:50.469104 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '059b97e4-66f7-4a52-a315-d741ad220615', 'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'mac_address': 'fa:16:3e:fc:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:46Z', 'updated_at': '2021-07-27T22:34:49Z', 'revision_number': 4, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'subnets': [{'id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:50.477561 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Sync routers for ids ['9fd76d85-8446-432b-943c-9c29d1f9e767'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:34:50.489102 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Routers {'9fd76d85-8446-432b-943c-9c29d1f9e767'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:50.489899 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:34:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['9fd76d85-8446-432b-943c-9c29d1f9e767'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:50.491874 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:50.493981 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-36628d16-0b7a-47d0-b4e0-12f26718c274 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8967655 Jul 27 22:34:50.496657 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36984) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:50.512208 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b62bfe3-0fbc-4883-b63c-0970fe67134a None None] The sync data for ids ['5f026067-7613-420f-90c5-424ab2908f19'] in n-d-764806-9 is: [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '059b97e4-66f7-4a52-a315-d741ad220615', 'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'mac_address': 'fa:16:3e:fc:5f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:46Z', 'updated_at': '2021-07-27T22:34:49Z', 'revision_number': 4, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'subnets': [{'id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:34:50.548029 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3693ef6d-9592-42da-8538-889d9884977f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:50.708686 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Set router 9fd76d85-8446-432b-943c-9c29d1f9e767 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:50.711286 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 3693ef6d-9592-42da-8538-889d9884977f completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:50.749595 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 68595c9b-2c81-4ba7-ae42-c26b4ccd121c up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:50.848530 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac94e012-6c3a-4dce-9ffb-7524726f4453 None None] Network d8796b7f-6620-4ba7-b77f-e557e7f3eded requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:34:50.985523 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e8af0284-6e04-41d7-8959-378317b6a6ff None None] Provisioning for port 3693ef6d-9592-42da-8538-889d9884977f completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:51.004757 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 68595c9b-2c81-4ba7-ae42-c26b4ccd121c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:51.004757 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:51.009789 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-e8af0284-6e04-41d7-8959-378317b6a6ff None None] Provisioning complete for port 3693ef6d-9592-42da-8538-889d9884977f triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:51.010184 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e8af0284-6e04-41d7-8959-378317b6a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:51.442693 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'name': 'tempest-TestSnapshotPattern-971786264-router', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'fa4c9894-4af3-4ac1-85e8-03925a22bdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:48Z', 'updated_at': '2021-07-27T22:34:49Z', 'revision_number': 3, 'project_id': '8c74901eecb4494bbe33550376ad77b4', 'gw_port': {'id': 'fa4c9894-4af3-4ac1-85e8-03925a22bdc0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:49Z', 'updated_at': '2021-07-27T22:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:51.470907 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:51.487949 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e8af0284-6e04-41d7-8959-378317b6a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:51.490549 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Checking router: 9fd76d85-8446-432b-943c-9c29d1f9e767 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:34:51.490904 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Updating router 9fd76d85-8446-432b-943c-9c29d1f9e767 port fa4c9894-4af3-4ac1-85e8-03925a22bdc0 binding host n-d-764806-9 {{(pid=105581) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:34:51.568532 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:51.573895 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-e8af0284-6e04-41d7-8959-378317b6a6ff None None] For port 3693ef6d-9592-42da-8538-889d9884977f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3693ef6d-9592-42da-8538-889d9884977f,segment=NetworkSegment(a1fb9265-a1cf-4dc4-b782-3c510c38f61a),segment_id=a1fb9265-a1cf-4dc4-b782-3c510c38f61a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:51.594330 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e8af0284-6e04-41d7-8959-378317b6a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:51.687596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Allocated IP 172.20.0.1 (d8796b7f-6620-4ba7-b77f-e557e7f3eded/7ea97984-49e5-4e24-9546-b215026593c0/936a800d-fb6c-4690-a7a9-a43ad5ac6258) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:34:51.735773 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af0284-6e04-41d7-8959-378317b6a6ff None None] Pushing event updated for resources: {'Port': ['ID=3693ef6d-9592-42da-8538-889d9884977f,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:51.830842 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:51.841179 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-2e463396-7c17-4809-98a3-d6a88c83b12f None None] Provisioning complete for port 3693ef6d-9592-42da-8538-889d9884977f triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:51.841632 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2e463396-7c17-4809-98a3-d6a88c83b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:51.845838 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Transition to ACTIVE for port object 936a800d-fb6c-4690-a7a9-a43ad5ac6258 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:51.886258 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:51.939416 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Network d8796b7f-6620-4ba7-b77f-e557e7f3eded is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:34:51.948659 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:51.951329 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:34:51.979833 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Pushing event updated for resources: {'Port': ['ID=936a800d-fb6c-4690-a7a9-a43ad5ac6258,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:52.004139 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-941433'] for router_interface, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:52.009439 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Notify callbacks [] for port, precommit_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:52.022873 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Transition to ACTIVE for port object fa4c9894-4af3-4ac1-85e8-03925a22bdc0 will not be triggered until provisioned by entity L2. {{(pid=105581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:52.036889 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:52.097553 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff6834-9120-47d2-a57d-5cda2450ab0d None None] Pushing event updated for resources: {'Port': ['ID=fa4c9894-4af3-4ac1-85e8-03925a22bdc0,revision_number=2']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:52.100289 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Attempting to bind port fa4c9894-4af3-4ac1-85e8-03925a22bdc0 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:34:52.100815 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Attempting to bind port fa4c9894-4af3-4ac1-85e8-03925a22bdc0 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:34:52.101416 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Attempting to bind port fa4c9894-4af3-4ac1-85e8-03925a22bdc0 on network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:34:52.108389 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:34:52.108828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Checking segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:34:52.109296 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:52.109746 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Bound using segment: {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'} {{(pid=105581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:34:52.110318 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.managers [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Bound port: fa4c9894-4af3-4ac1-85e8-03925a22bdc0, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f01b5d-7aa9-4b0c-923b-ee64488feb07', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55'}}] {{(pid=105581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:34:52.110761 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:52.189876 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] For port fa4c9894-4af3-4ac1-85e8-03925a22bdc0, host n-d-764806-9, cleared binding levels {{(pid=105581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:34:52.193747 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] For port fa4c9894-4af3-4ac1-85e8-03925a22bdc0, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fa4c9894-4af3-4ac1-85e8-03925a22bdc0,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:34:52.204024 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:52.204264 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:52.275546 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff6834-9120-47d2-a57d-5cda2450ab0d None None] Pushing event updated for resources: {'Port': ['ID=fa4c9894-4af3-4ac1-85e8-03925a22bdc0,revision_number=3']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:52.278139 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Routers {'9fd76d85-8446-432b-943c-9c29d1f9e767'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:52.278709 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:34:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['9fd76d85-8446-432b-943c-9c29d1f9e767'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:52.345334 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1084a673-3ed5-4460-a1b6-f4ec3963d9b6 None None] Provisioning for port 936a800d-fb6c-4690-a7a9-a43ad5ac6258 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:52.381684 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-1084a673-3ed5-4460-a1b6-f4ec3963d9b6 None None] Provisioning complete for port 936a800d-fb6c-4690-a7a9-a43ad5ac6258 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:52.382053 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1084a673-3ed5-4460-a1b6-f4ec3963d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:52.409727 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:52.415728 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:52.435484 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-1084a673-3ed5-4460-a1b6-f4ec3963d9b6 None None] Port 936a800d-fb6c-4690-a7a9-a43ad5ac6258 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:34:52.448098 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] Set router 9fd76d85-8446-432b-943c-9c29d1f9e767 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:52.492003 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 059b97e4-66f7-4a52-a315-d741ad220615 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:52.492923 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Pushing event updated for resources: {'Port': ['ID=936a800d-fb6c-4690-a7a9-a43ad5ac6258,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:52.495235 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-941801'] for router_interface, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:52.593859 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Network d8796b7f-6620-4ba7-b77f-e557e7f3eded is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:34:52.595378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:52.626616 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 059b97e4-66f7-4a52-a315-d741ad220615 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:52.636621 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 059b97e4-66f7-4a52-a315-d741ad220615 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:52.636991 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:52.725206 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Router 9fd76d85-8446-432b-943c-9c29d1f9e767 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:34:52.768534 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:52.780506 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'name': 'tempest-TestSnapshotPattern-971786264-router', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'fa4c9894-4af3-4ac1-85e8-03925a22bdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:48Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 4, 'project_id': '8c74901eecb4494bbe33550376ad77b4', 'gw_port': {'id': 'fa4c9894-4af3-4ac1-85e8-03925a22bdc0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:49Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '936a800d-fb6c-4690-a7a9-a43ad5ac6258', 'name': '', 'network_id': 'd8796b7f-6620-4ba7-b77f-e557e7f3eded', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4', 'mac_address': 'fa:16:3e:e7:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '7ea97984-49e5-4e24-9546-b215026593c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:51Z', 'updated_at': '2021-07-27T22:34:51Z', 'revision_number': 1, 'project_id': '8c74901eecb4494bbe33550376ad77b4', 'subnets': [{'id': '7ea97984-49e5-4e24-9546-b215026593c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:52.820061 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd14d554-3380-4cd3-a27b-50dbdd668acc None None] The sync data for ids ['9fd76d85-8446-432b-943c-9c29d1f9e767'] in n-d-764806-9 is: [{'id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'name': 'tempest-TestSnapshotPattern-971786264-router', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'fa4c9894-4af3-4ac1-85e8-03925a22bdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:48Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 4, 'project_id': '8c74901eecb4494bbe33550376ad77b4', 'gw_port': {'id': 'fa4c9894-4af3-4ac1-85e8-03925a22bdc0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:49Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '936a800d-fb6c-4690-a7a9-a43ad5ac6258', 'name': '', 'network_id': 'd8796b7f-6620-4ba7-b77f-e557e7f3eded', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4', 'mac_address': 'fa:16:3e:e7:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '7ea97984-49e5-4e24-9546-b215026593c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:51Z', 'updated_at': '2021-07-27T22:34:51Z', 'revision_number': 1, 'project_id': '8c74901eecb4494bbe33550376ad77b4', 'subnets': [{'id': '7ea97984-49e5-4e24-9546-b215026593c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:34:52.840036 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 059b97e4-66f7-4a52-a315-d741ad220615, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=059b97e4-66f7-4a52-a315-d741ad220615,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:52.845145 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:52.846545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3693ef6d-9592-42da-8538-889d9884977f up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:52.853832 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:34:52.862289 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-81a49dbb-1dfd-46ee-8cab-1b09a2de8913 admin admin] 10.222.0.55 "PUT /v2.0/routers/9fd76d85-8446-432b-943c-9c29d1f9e767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3619142 Jul 27 22:34:52.928723 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-5852d907-e268-4ad0-ab2d-103bd098fee3 None None] Provisioning complete for port 936a800d-fb6c-4690-a7a9-a43ad5ac6258 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:52.929164 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5852d907-e268-4ad0-ab2d-103bd098fee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:52.962261 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=059b97e4-66f7-4a52-a315-d741ad220615,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:52.980295 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-5852d907-e268-4ad0-ab2d-103bd098fee3 None None] Port 936a800d-fb6c-4690-a7a9-a43ad5ac6258 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:34:52.991460 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 3693ef6d-9592-42da-8538-889d9884977f triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:52.991834 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.386028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36994) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:54.390252 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-780ffedc-c6c4-46b1-8030-20828bdcb175 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-345479975', 'description': 'tempest-secgroup-smoke-345479975 description', 'project_id': '1c37993301334a629c0cea48c89b4b8b'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:54.418204 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-780ffedc-c6c4-46b1-8030-20828bdcb175 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.482468 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 059b97e4-66f7-4a52-a315-d741ad220615 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:54.515877 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-780ffedc-c6c4-46b1-8030-20828bdcb175 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.521160 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-780ffedc-c6c4-46b1-8030-20828bdcb175 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.548545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 059b97e4-66f7-4a52-a315-d741ad220615 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:54.549770 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.553286 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ffedc-c6c4-46b1-8030-20828bdcb175 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8707937f-f24b-45d5-8255-d9f8dc68ce62,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:54.556138 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-780ffedc-c6c4-46b1-8030-20828bdcb175 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.558296 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-780ffedc-c6c4-46b1-8030-20828bdcb175 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1709135 Jul 27 22:34:54.560471 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36996) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:54.567450 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-9343a324-3bd6-4710-8746-4360180eba77 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Request body: {'security_group_rule': {'security_group_id': '8707937f-f24b-45d5-8255-d9f8dc68ce62', 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:54.594546 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9343a324-3bd6-4710-8746-4360180eba77 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.647843 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fa4c9894-4af3-4ac1-85e8-03925a22bdc0 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:54.657269 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9343a324-3bd6-4710-8746-4360180eba77 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.662112 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9343a324-3bd6-4710-8746-4360180eba77 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.687299 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343a324-3bd6-4710-8746-4360180eba77 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d23429-1468-4e99-8b42-b902528176f5,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:54.690550 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9343a324-3bd6-4710-8746-4360180eba77 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.691916 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9343a324-3bd6-4710-8746-4360180eba77 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300879 Jul 27 22:34:54.694819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 36998) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:54.700048 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [None req-2af3973c-7d0c-4460-8fce-84639577fa0a tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Request body: {'security_group_rule': {'security_group_id': '8707937f-f24b-45d5-8255-d9f8dc68ce62', 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:54.707507 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port fa4c9894-4af3-4ac1-85e8-03925a22bdc0 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:54.711371 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port fa4c9894-4af3-4ac1-85e8-03925a22bdc0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:54.711743 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.728188 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2af3973c-7d0c-4460-8fce-84639577fa0a tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.793481 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2af3973c-7d0c-4460-8fce-84639577fa0a tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.798046 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2af3973c-7d0c-4460-8fce-84639577fa0a tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.805647 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.814319 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3973c-7d0c-4460-8fce-84639577fa0a tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3666d7-b654-43bc-ada3-b4b204c0ab0c,revision_number=0']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:54.814609 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Sync routers for ids ['9fd76d85-8446-432b-943c-9c29d1f9e767'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:34:54.823902 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-2af3973c-7d0c-4460-8fce-84639577fa0a tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.827858 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-2af3973c-7d0c-4460-8fce-84639577fa0a tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294146 Jul 27 22:34:54.828029 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Routers {'9fd76d85-8446-432b-943c-9c29d1f9e767'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:54.828029 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:34:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['9fd76d85-8446-432b-943c-9c29d1f9e767'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:54.828316 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37000) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:54.833054 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-63a8025e-88b5-460d-bd6a-410015a38bee tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Request body: {'security_group_rule': {'security_group_id': '8707937f-f24b-45d5-8255-d9f8dc68ce62', 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:54.837960 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port fa4c9894-4af3-4ac1-85e8-03925a22bdc0, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fa4c9894-4af3-4ac1-85e8-03925a22bdc0,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:54.842311 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.863608 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-63a8025e-88b5-460d-bd6a-410015a38bee tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.900867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=fa4c9894-4af3-4ac1-85e8-03925a22bdc0,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:54.929213 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-63a8025e-88b5-460d-bd6a-410015a38bee tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.933783 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-63a8025e-88b5-460d-bd6a-410015a38bee tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.953545 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8025e-88b5-460d-bd6a-410015a38bee tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd300d22-c5d3-47da-827a-f047cad3d242,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:54.958407 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-63a8025e-88b5-460d-bd6a-410015a38bee tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:54.959741 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-63a8025e-88b5-460d-bd6a-410015a38bee tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304190 Jul 27 22:34:54.962584 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37002) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:54.968381 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e56e3b66-0bfd-46a7-9645-c2b8b37282bd tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Request body: {'security_group_rule': {'security_group_id': '8707937f-f24b-45d5-8255-d9f8dc68ce62', 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:54.997857 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e56e3b66-0bfd-46a7-9645-c2b8b37282bd tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.039301 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Set router 9fd76d85-8446-432b-943c-9c29d1f9e767 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:55.062494 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e56e3b66-0bfd-46a7-9645-c2b8b37282bd tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.066788 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e56e3b66-0bfd-46a7-9645-c2b8b37282bd tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.085948 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e3b66-0bfd-46a7-9645-c2b8b37282bd tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be99f49b-4966-4a38-b618-ab6bdaa5d427,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:55.092162 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e56e3b66-0bfd-46a7-9645-c2b8b37282bd tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.093629 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e56e3b66-0bfd-46a7-9645-c2b8b37282bd tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294689 Jul 27 22:34:55.096216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37004) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:55.101533 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-cef3002d-66b9-4666-9b83-f69b3bf2cbf5 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Request body: {'security_group_rule': {'security_group_id': '8707937f-f24b-45d5-8255-d9f8dc68ce62', 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:55.123929 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-cef3002d-66b9-4666-9b83-f69b3bf2cbf5 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Project 1c37993301334a629c0cea48c89b4b8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:34:55.128995 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cef3002d-66b9-4666-9b83-f69b3bf2cbf5 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.191693 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cef3002d-66b9-4666-9b83-f69b3bf2cbf5 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.196317 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cef3002d-66b9-4666-9b83-f69b3bf2cbf5 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.215429 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3002d-66b9-4666-9b83-f69b3bf2cbf5 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b342406d-c121-46f2-9bc0-8c4f44cb8d24,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:55.229078 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-cef3002d-66b9-4666-9b83-f69b3bf2cbf5 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.230376 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-cef3002d-66b9-4666-9b83-f69b3bf2cbf5 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330545 Jul 27 22:34:55.233081 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37006) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:34:55.237817 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-d5a2749a-f586-476f-a274-414fbe6309a8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Request body: {'security_group_rule': {'security_group_id': '8707937f-f24b-45d5-8255-d9f8dc68ce62', 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:55.246115 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'name': 'tempest-TestSnapshotPattern-971786264-router', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'fa4c9894-4af3-4ac1-85e8-03925a22bdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:48Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 4, 'project_id': '8c74901eecb4494bbe33550376ad77b4', 'gw_port': {'id': 'fa4c9894-4af3-4ac1-85e8-03925a22bdc0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:49Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '936a800d-fb6c-4690-a7a9-a43ad5ac6258', 'name': '', 'network_id': 'd8796b7f-6620-4ba7-b77f-e557e7f3eded', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4', 'mac_address': 'fa:16:3e:e7:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '7ea97984-49e5-4e24-9546-b215026593c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:51Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 2, 'project_id': '8c74901eecb4494bbe33550376ad77b4', 'subnets': [{'id': '7ea97984-49e5-4e24-9546-b215026593c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:55.264640 n-d-764806-9 neutron-server[105579]: INFO neutron.db.securitygroups_db [None req-d5a2749a-f586-476f-a274-414fbe6309a8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Project 1c37993301334a629c0cea48c89b4b8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 22:34:55.271312 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5a2749a-f586-476f-a274-414fbe6309a8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.274934 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Checking router: 9fd76d85-8446-432b-943c-9c29d1f9e767 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:34:55.275298 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Updating router 9fd76d85-8446-432b-943c-9c29d1f9e767 port 936a800d-fb6c-4690-a7a9-a43ad5ac6258 binding host n-d-764806-9 {{(pid=105582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 22:34:55.308766 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.334796 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5a2749a-f586-476f-a274-414fbe6309a8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.338633 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5a2749a-f586-476f-a274-414fbe6309a8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723883'] for security_group_rule, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.360000 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2749a-f586-476f-a274-414fbe6309a8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180bfb51-8e3e-47fe-8d87-dae7741f519d,revision_number=0']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:55.362467 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-d5a2749a-f586-476f-a274-414fbe6309a8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.366256 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-d5a2749a-f586-476f-a274-414fbe6309a8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297083 Jul 27 22:34:55.518383 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-7f3d3cdd-b3cc-4ac9-912f-79e06914328e tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-345479975&fields=id&tenant_id=1c37993301334a629c0cea48c89b4b8b HTTP/1.1" status: 200 len: 267 time: 0.0337434 Jul 27 22:34:55.589281 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Notify callbacks [] for port, precommit_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.599953 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.provisioning_blocks [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Transition to ACTIVE for port object 936a800d-fb6c-4690-a7a9-a43ad5ac6258 will not be triggered until provisioned by entity L2. {{(pid=105582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:55.607316 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.628356 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-bce9467d-ff44-4dcf-bd89-1072921da4c5 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:55.629876 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-bce9467d-ff44-4dcf-bd89-1072921da4c5 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 810 time: 0.1045747 Jul 27 22:34:55.645955 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-1b6fce45-0a18-4874-aad1-4087f47545ec tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/quotas/1c37993301334a629c0cea48c89b4b8b HTTP/1.1" status: 200 len: 375 time: 0.0100172 Jul 27 22:34:55.659269 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29ac4b-ab10-44b3-8dee-2e1fe2a87468 None None] Pushing event updated for resources: {'Port': ['ID=936a800d-fb6c-4690-a7a9-a43ad5ac6258,revision_number=3']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:55.726795 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-c480e1b9-70b4-4256-889b-f4e1f61d0e18 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739384 Jul 27 22:34:55.728717 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Attempting to bind port 936a800d-fb6c-4690-a7a9-a43ad5ac6258 on host n-d-764806-9 for vnic_type normal with profile {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:34:55.729114 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Attempting to bind port 936a800d-fb6c-4690-a7a9-a43ad5ac6258 by drivers openvswitch,hyperv on host n-d-764806-9 at level 0 using segments [{'id': 'a1fb9265-a1cf-4dc4-b782-3c510c38f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd8796b7f-6620-4ba7-b77f-e557e7f3eded'}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:34:55.729586 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Attempting to bind port 936a800d-fb6c-4690-a7a9-a43ad5ac6258 on network d8796b7f-6620-4ba7-b77f-e557e7f3eded {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:34:55.734857 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Checking agent: {'id': '8cb2f3c7-ce7c-4fec-8908-1075ffdc530d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 42, 35), 'started_at': datetime.datetime(2021, 7, 27, 20, 43, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-764806-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:34:55.735226 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Checking segment: {'id': 'a1fb9265-a1cf-4dc4-b782-3c510c38f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd8796b7f-6620-4ba7-b77f-e557e7f3eded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:34:55.735627 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.736011 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Bound using segment: {'id': 'a1fb9265-a1cf-4dc4-b782-3c510c38f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd8796b7f-6620-4ba7-b77f-e557e7f3eded'} {{(pid=105582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:34:55.736770 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.managers [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Bound port: 936a800d-fb6c-4690-a7a9-a43ad5ac6258, host: n-d-764806-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fb9265-a1cf-4dc4-b782-3c510c38f61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd8796b7f-6620-4ba7-b77f-e557e7f3eded'}}] {{(pid=105582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:34:55.737151 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.805946 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] For port 936a800d-fb6c-4690-a7a9-a43ad5ac6258, host n-d-764806-9, cleared binding levels {{(pid=105582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:34:55.809135 n-d-764806-9 neutron-server[105582]: DEBUG neutron.plugins.ml2.db [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] For port 936a800d-fb6c-4690-a7a9-a43ad5ac6258, host n-d-764806-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=936a800d-fb6c-4690-a7a9-a43ad5ac6258,segment=NetworkSegment(a1fb9265-a1cf-4dc4-b782-3c510c38f61a),segment_id=a1fb9265-a1cf-4dc4-b782-3c510c38f61a)] {{(pid=105582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:34:55.814738 n-d-764806-9 neutron-server[105582]: DEBUG neutron_lib.callbacks.manager [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:55.849271 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-0b217b96-865e-43e5-a5b0-7e78d4fcd666 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105579) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:34:55.854770 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-0b217b96-865e-43e5-a5b0-7e78d4fcd666 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1089525 Jul 27 22:34:55.860070 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Routers {'9fd76d85-8446-432b-943c-9c29d1f9e767'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:34:55.860683 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:34:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['9fd76d85-8446-432b-943c-9c29d1f9e767'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:55.922961 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29ac4b-ab10-44b3-8dee-2e1fe2a87468 None None] Pushing event updated for resources: {'Port': ['ID=936a800d-fb6c-4690-a7a9-a43ad5ac6258,revision_number=4']} {{(pid=105582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:55.975252 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-732a818d-f3b8-4911-8574-0eec2985c93d service neutron] 10.222.0.55 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166902 Jul 27 22:34:55.994605 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] Set router 9fd76d85-8446-432b-943c-9c29d1f9e767 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:34:56.084550 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-add8d4de-7ed8-4e41-a520-27b9216d2413 service neutron] 10.222.0.55 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017964 Jul 27 22:34:56.224140 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'name': 'tempest-TestSnapshotPattern-971786264-router', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'fa4c9894-4af3-4ac1-85e8-03925a22bdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:48Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 4, 'project_id': '8c74901eecb4494bbe33550376ad77b4', 'gw_port': {'id': 'fa4c9894-4af3-4ac1-85e8-03925a22bdc0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:49Z', 'updated_at': '2021-07-27T22:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '936a800d-fb6c-4690-a7a9-a43ad5ac6258', 'name': '', 'network_id': 'd8796b7f-6620-4ba7-b77f-e557e7f3eded', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4', 'mac_address': 'fa:16:3e:e7:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '7ea97984-49e5-4e24-9546-b215026593c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:51Z', 'updated_at': '2021-07-27T22:34:55Z', 'revision_number': 4, 'project_id': '8c74901eecb4494bbe33550376ad77b4', 'subnets': [{'id': '7ea97984-49e5-4e24-9546-b215026593c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:34:56.255093 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98bff56-b9c6-4297-950e-9efb19763e1f None None] The sync data for ids ['9fd76d85-8446-432b-943c-9c29d1f9e767'] in n-d-764806-9 is: [{'id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'name': 'tempest-TestSnapshotPattern-971786264-router', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'fa4c9894-4af3-4ac1-85e8-03925a22bdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:48Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 4, 'project_id': '8c74901eecb4494bbe33550376ad77b4', 'gw_port': {'id': 'fa4c9894-4af3-4ac1-85e8-03925a22bdc0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:49Z', 'updated_at': '2021-07-27T22:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '936a800d-fb6c-4690-a7a9-a43ad5ac6258', 'name': '', 'network_id': 'd8796b7f-6620-4ba7-b77f-e557e7f3eded', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4', 'mac_address': 'fa:16:3e:e7:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '7ea97984-49e5-4e24-9546-b215026593c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:51Z', 'updated_at': '2021-07-27T22:34:55Z', 'revision_number': 4, 'project_id': '8c74901eecb4494bbe33550376ad77b4', 'subnets': [{'id': '7ea97984-49e5-4e24-9546-b215026593c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:34:56.264266 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-f87da137-0276-4762-9486-3407c57eb1a7 req-b633230b-4a15-4bb8-9b1a-430df4a40ad1 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 210 time: 0.0422642 Jul 27 22:34:56.423803 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fa4c9894-4af3-4ac1-85e8-03925a22bdc0 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:56.475983 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port fa4c9894-4af3-4ac1-85e8-03925a22bdc0 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:56.476360 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:56.559998 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 936a800d-fb6c-4690-a7a9-a43ad5ac6258 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:56.616671 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning for port 936a800d-fb6c-4690-a7a9-a43ad5ac6258 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:56.621766 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 936a800d-fb6c-4690-a7a9-a43ad5ac6258 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:56.622128 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:56.706145 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:56.741584 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] For port 936a800d-fb6c-4690-a7a9-a43ad5ac6258, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=936a800d-fb6c-4690-a7a9-a43ad5ac6258,segment=NetworkSegment(a1fb9265-a1cf-4dc4-b782-3c510c38f61a),segment_id=a1fb9265-a1cf-4dc4-b782-3c510c38f61a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:34:56.746857 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:56.803660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Pushing event updated for resources: {'Port': ['ID=936a800d-fb6c-4690-a7a9-a43ad5ac6258,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:57.388006 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-97846e95-db77-47a6-beb7-f85c5c3d59bd req-f722a96f-88bb-4642-9847-c48b8de12c07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 210 time: 0.0436308 Jul 27 22:34:57.460433 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-d6787e89-987d-4f37-9f1e-ecdba9f89bdd tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:57.461928 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-d6787e89-987d-4f37-9f1e-ecdba9f89bdd tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.20 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 810 time: 0.1135111 Jul 27 22:34:57.508643 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-1e554976-a38c-4c94-a44a-eb6a4c079073 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c37993301334a629c0cea48c89b4b8b HTTP/1.1" status: 200 len: 379 time: 0.0374024 Jul 27 22:34:57.521567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-6b96ee5d-5b98-46f5-ba2f-33e9709063b6 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Request body: {'port': {'device_id': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'admin_state_up': True, 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'security_groups': ['8707937f-f24b-45d5-8255-d9f8dc68ce62']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:57.643130 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-6b96ee5d-5b98-46f5-ba2f-33e9709063b6 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Made reservation on behalf of 1c37993301334a629c0cea48c89b4b8b for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:34:57.646853 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-6b96ee5d-5b98-46f5-ba2f-33e9709063b6 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:57.777592 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-6b96ee5d-5b98-46f5-ba2f-33e9709063b6 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Allocated IP 172.20.0.10 (df86d685-43ad-48ab-a1c1-a829d5b31192/bd12d273-2af9-4c7f-97c0-f02317801697/f24a68f3-7737-4117-971d-fefed69d769c) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:34:57.918208 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-6b96ee5d-5b98-46f5-ba2f-33e9709063b6 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:57.932006 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-6b96ee5d-5b98-46f5-ba2f-33e9709063b6 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Transition to ACTIVE for port object f24a68f3-7737-4117-971d-fefed69d769c will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:57.965638 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-6b96ee5d-5b98-46f5-ba2f-33e9709063b6 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:58.012965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-6b96ee5d-5b98-46f5-ba2f-33e9709063b6 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Network df86d685-43ad-48ab-a1c1-a829d5b31192 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:34:58.016036 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-6b96ee5d-5b98-46f5-ba2f-33e9709063b6 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:34:58.018426 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-6b96ee5d-5b98-46f5-ba2f-33e9709063b6 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:34:58.054596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96ee5d-5b98-46f5-ba2f-33e9709063b6 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event updated for resources: {'Port': ['ID=f24a68f3-7737-4117-971d-fefed69d769c,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:58.080285 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-6b96ee5d-5b98-46f5-ba2f-33e9709063b6 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.080932 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-6b96ee5d-5b98-46f5-ba2f-33e9709063b6 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:58.097044 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-6b96ee5d-5b98-46f5-ba2f-33e9709063b6 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5789788 Jul 27 22:34:58.110373 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Request body: {'port': {'device_id': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:34:58.190165 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:58.279990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6342cf49-82f4-41da-9d43-b5e6fc337466 None None] Provisioning for port f24a68f3-7737-4117-971d-fefed69d769c completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:34:58.283844 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-6342cf49-82f4-41da-9d43-b5e6fc337466 None None] Provisioning complete for port f24a68f3-7737-4117-971d-fefed69d769c triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:58.284214 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6342cf49-82f4-41da-9d43-b5e6fc337466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:58.322126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-6342cf49-82f4-41da-9d43-b5e6fc337466 None None] Port f24a68f3-7737-4117-971d-fefed69d769c cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:34:58.392783 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 936a800d-fb6c-4690-a7a9-a43ad5ac6258 up at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:34:58.450248 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Provisioning complete for port 936a800d-fb6c-4690-a7a9-a43ad5ac6258 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:34:58.450621 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:58.473357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24a68f3-7737-4117-971d-fefed69d769c {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:34:58.481278 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:58.494212 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Transition to ACTIVE for port object f24a68f3-7737-4117-971d-fefed69d769c will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:34:58.498632 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:58.537459 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde47078-4b0e-4f8d-a6b7-acb0d5376699 req-349fd7f4-4341-4dbe-bad3-e08591f45b8f tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.539867 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fde47078-4b0e-4f8d-a6b7-acb0d5376699 req-349fd7f4-4341-4dbe-bad3-e08591f45b8f tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 932 time: 0.0798497 Jul 27 22:34:58.586390 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fde47078-4b0e-4f8d-a6b7-acb0d5376699 req-eb020c4d-12e2-46e6-ac90-6bb59b54525c tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403392 Jul 27 22:34:58.600434 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Pushing event updated for resources: {'Port': ['ID=f24a68f3-7737-4117-971d-fefed69d769c,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:58.636146 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Attempting to bind port f24a68f3-7737-4117-971d-fefed69d769c on host n-h1-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:34:58.636480 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Attempting to bind port f24a68f3-7737-4117-971d-fefed69d769c by drivers openvswitch,hyperv on host n-h1-764806-9 at level 0 using segments [{'id': '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:34:58.636812 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Attempting to bind port f24a68f3-7737-4117-971d-fefed69d769c on network df86d685-43ad-48ab-a1c1-a829d5b31192 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:34:58.641355 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Port f24a68f3-7737-4117-971d-fefed69d769c on network df86d685-43ad-48ab-a1c1-a829d5b31192 not bound, no agent of type Open vSwitch agent registered on host n-h1-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:34:58.641946 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Attempting to bind port f24a68f3-7737-4117-971d-fefed69d769c on network df86d685-43ad-48ab-a1c1-a829d5b31192 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:34:58.647626 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Checking agent: {'id': '25be6055-81eb-4f4a-9198-db0a51a3de51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:34:58.648056 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Checking segment: {'id': '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:34:58.648514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Bound using segment: {'id': '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:34:58.649022 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Bound port: f24a68f3-7737-4117-971d-fefed69d769c, host: n-h1-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:34:58.649480 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:58.723304 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] For port f24a68f3-7737-4117-971d-fefed69d769c, host n-h1-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:34:58.726518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] For port f24a68f3-7737-4117-971d-fefed69d769c, host n-h1-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f24a68f3-7737-4117-971d-fefed69d769c,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:34:58.731376 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:58.768630 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.769449 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:34:58.770734 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] 10.222.0.20 "PUT /v2.0/ports/f24a68f3-7737-4117-971d-fefed69d769c HTTP/1.1" status: 200 len: 1092 time: 0.6649384 Jul 27 22:34:58.771342 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'tag': 'f24a68f3-7737-4117-971d-fefed69d769c'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:34:58.773486 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ad06fa-d836-4fb1-a326-68c9e3de0800" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2", "tag": "f24a68f3-7737-4117-971d-fefed69d769c"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:34:58.795756 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc737c06-a80d-4c9d-a434-808194e4ef25 service neutron] Pushing event updated for resources: {'Port': ['ID=f24a68f3-7737-4117-971d-fefed69d769c,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:34:58.875096 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-ebaf145e-5279-4361-b81c-61accdacf3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.876763 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-ebaf145e-5279-4361-b81c-61accdacf3bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 1095 time: 0.0676613 Jul 27 22:34:58.930887 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f49855-a2ad-465d-b823-91126d52ff09 x-openstack-request-id: req-f8f49855-a2ad-465d-b823-91126d52ff09 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:34:58.931256 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2", "tag": "f24a68f3-7737-4117-971d-fefed69d769c", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:34:58.931518 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8f49855-a2ad-465d-b823-91126d52ff09 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:34:58.931923 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'tag': 'f24a68f3-7737-4117-971d-fefed69d769c', 'status': 'completed', 'code': 200} Jul 27 22:34:58.933932 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-9ccfbbbb-911e-4254-9ad7-200f58e8c1ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f24a68f3-7737-4117-971d-fefed69d769c HTTP/1.1" status: 200 len: 217 time: 0.0492783 Jul 27 22:34:58.987647 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-8f4b9c12-a9d3-41b5-91ad-631d24697090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:58.989909 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-8f4b9c12-a9d3-41b5-91ad-631d24697090 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 200 len: 849 time: 0.0490704 Jul 27 22:34:59.050394 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-214d9557-0eac-4f5e-b89b-8e3e0dfc91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:59.052779 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-214d9557-0eac-4f5e-b89b-8e3e0dfc91e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df86d685-43ad-48ab-a1c1-a829d5b31192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555360 Jul 27 22:34:59.150665 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-6fe50d7b-adc9-410d-8e78-5d73fdb0ca6a service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901206 Jul 27 22:34:59.240933 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-9c4e95bf-5153-43aa-9d7c-2e3f1204e8d0 req-07376c11-90a9-4e90-8073-ef4b8e29e8b2 service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832865 Jul 27 22:34:59.341803 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad06fa-d836-4fb1-a326-68c9e3de0800 req-cb2f289b-75da-4ecc-bcd3-0ee2de49b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:59.343331 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-71ad06fa-d836-4fb1-a326-68c9e3de0800 req-cb2f289b-75da-4ecc-bcd3-0ee2de49b5ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 1095 time: 0.0569103 Jul 27 22:34:59.440480 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad06fa-d836-4fb1-a326-68c9e3de0800 req-fd7f0f09-fc6c-4c30-add0-54b5c14c05e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:59.443042 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-71ad06fa-d836-4fb1-a326-68c9e3de0800 req-fd7f0f09-fc6c-4c30-add0-54b5c14c05e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 911 time: 0.0926552 Jul 27 22:34:59.485327 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-71ad06fa-d836-4fb1-a326-68c9e3de0800 req-8a5d6fd1-3cce-476a-af2e-03da6b162358 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f24a68f3-7737-4117-971d-fefed69d769c HTTP/1.1" status: 200 len: 217 time: 0.0343461 Jul 27 22:34:59.538986 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad06fa-d836-4fb1-a326-68c9e3de0800 req-a04f8cd4-6d3d-468f-8070-5096380684a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:59.540414 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-71ad06fa-d836-4fb1-a326-68c9e3de0800 req-a04f8cd4-6d3d-468f-8070-5096380684a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 200 len: 849 time: 0.0470586 Jul 27 22:34:59.607598 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad06fa-d836-4fb1-a326-68c9e3de0800 req-3a2b4aa0-5823-43f5-bfa9-d3842b799087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:59.609119 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-71ad06fa-d836-4fb1-a326-68c9e3de0800 req-3a2b4aa0-5823-43f5-bfa9-d3842b799087 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df86d685-43ad-48ab-a1c1-a829d5b31192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575666 Jul 27 22:34:59.701799 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-71ad06fa-d836-4fb1-a326-68c9e3de0800 req-045781d4-a210-4322-9c3a-48d12ad86cd2 service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846262 Jul 27 22:34:59.724455 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67552d-295e-4ece-978d-f3c166290bbb req-6e866c1f-3835-40fc-9530-b643bce2f50c tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:34:59.726121 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-db67552d-295e-4ece-978d-f3c166290bbb req-6e866c1f-3835-40fc-9530-b643bce2f50c tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 944 time: 0.0692351 Jul 27 22:34:59.765199 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-db67552d-295e-4ece-978d-f3c166290bbb req-f736d2f7-dccc-4771-a716-8f766e830f88 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330935 Jul 27 22:34:59.799628 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-71ad06fa-d836-4fb1-a326-68c9e3de0800 req-f69762f3-bf59-4892-9ad3-b3d0aed749e3 service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896094 Jul 27 22:35:00.900038 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b3674-db42-4d85-aaff-286ebcfd8cd7 req-e755493d-795b-41a1-b4ae-cfdb45a9e1f3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:00.901568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cb0b3674-db42-4d85-aaff-286ebcfd8cd7 req-e755493d-795b-41a1-b4ae-cfdb45a9e1f3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 944 time: 0.0659916 Jul 27 22:35:00.940582 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cb0b3674-db42-4d85-aaff-286ebcfd8cd7 req-75bfe241-8d4b-4ede-91b9-03c4f26a59f5 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329070 Jul 27 22:35:02.077479 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f641bb-89a8-411e-acda-61afbf8cc711 req-6aaa0702-6c7e-42c6-b22c-01fc33f84a87 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:02.079026 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57f641bb-89a8-411e-acda-61afbf8cc711 req-6aaa0702-6c7e-42c6-b22c-01fc33f84a87 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 944 time: 0.0689425 Jul 27 22:35:02.118031 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-57f641bb-89a8-411e-acda-61afbf8cc711 req-44f6a55f-e978-4b71-8112-45b922b56fc3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323524 Jul 27 22:35:02.944104 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-53ccef80-4cf6-4d40-939f-afcd91153f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:03.090587 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device f24a68f3-7737-4117-971d-fefed69d769c details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:35:03.195545 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port f24a68f3-7737-4117-971d-fefed69d769c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f24a68f3-7737-4117-971d-fefed69d769c,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:03.208965 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'f24a68f3-7737-4117-971d-fefed69d769c', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'port_id': 'f24a68f3-7737-4117-971d-fefed69d769c', 'mac_address': 'fa:16:3e:db:38:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:35:03.253500 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:03.258396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916845dd-8d67-48e9-a241-3648f99f52ce req-ac741eed-f418-4294-9595-9b9658913940 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:03.259884 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-916845dd-8d67-48e9-a241-3648f99f52ce req-ac741eed-f418-4294-9595-9b9658913940 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 944 time: 0.0738580 Jul 27 22:35:03.267185 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24a68f3-7737-4117-971d-fefed69d769c {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:35:03.289345 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port f24a68f3-7737-4117-971d-fefed69d769c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f24a68f3-7737-4117-971d-fefed69d769c,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:03.293540 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:03.301434 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-916845dd-8d67-48e9-a241-3648f99f52ce req-d619e552-f2fb-4366-aa33-09ab98260e95 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355158 Jul 27 22:35:03.345092 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=f24a68f3-7737-4117-971d-fefed69d769c,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:03.525370 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['f24a68f3-7737-4117-971d-fefed69d769c'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:35:04.441580 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e56441-b383-4cae-a8e5-ddfd15c6aee7 req-eb6ebead-c505-42b1-83c5-02aaf62a80f0 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:04.443092 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21e56441-b383-4cae-a8e5-ddfd15c6aee7 req-eb6ebead-c505-42b1-83c5-02aaf62a80f0 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 945 time: 0.0695639 Jul 27 22:35:04.482308 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-21e56441-b383-4cae-a8e5-ddfd15c6aee7 req-7346102b-a680-4442-b773-be1b2faf85ed tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325072 Jul 27 22:35:05.112662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device f24a68f3-7737-4117-971d-fefed69d769c up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:35:05.161277 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning for port f24a68f3-7737-4117-971d-fefed69d769c completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:35:05.165040 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port f24a68f3-7737-4117-971d-fefed69d769c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:35:05.165414 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:05.256219 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:05.264886 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:05.279943 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24a68f3-7737-4117-971d-fefed69d769c'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:35:05.282174 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2e5cf2-ee72-4a18-85ff-80ba0e620962" -d '{"events": [{"server_uuid": "fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2", "name": "network-vif-plugged", "status": "completed", "tag": "f24a68f3-7737-4117-971d-fefed69d769c"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:35:05.296204 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port f24a68f3-7737-4117-971d-fefed69d769c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f24a68f3-7737-4117-971d-fefed69d769c,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:35:05.301190 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:05.334874 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addc1c6b-1751-4dc9-a30c-d1495735f05a x-openstack-request-id: req-addc1c6b-1751-4dc9-a30c-d1495735f05a {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:35:05.335205 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2", "name": "network-vif-plugged", "status": "completed", "tag": "f24a68f3-7737-4117-971d-fefed69d769c", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:35:05.335412 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-addc1c6b-1751-4dc9-a30c-d1495735f05a {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:35:05.335801 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24a68f3-7737-4117-971d-fefed69d769c', 'code': 200} Jul 27 22:35:05.371983 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=f24a68f3-7737-4117-971d-fefed69d769c,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:05.446682 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80aa776-75c1-46d8-a6ae-2abc7eb2d8d9 req-a9073f58-6439-4cac-a999-5ae180ccc5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:05.448177 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a80aa776-75c1-46d8-a6ae-2abc7eb2d8d9 req-a9073f58-6439-4cac-a999-5ae180ccc5ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 1097 time: 0.0545144 Jul 27 22:35:05.483560 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a80aa776-75c1-46d8-a6ae-2abc7eb2d8d9 req-db6a014c-fa6f-4598-a0de-019b8ffc653f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286238 Jul 27 22:35:05.564430 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-7bc71da6-9b5c-47b0-b107-6bac3c6c0d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:05.623341 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82470779-1c63-4a01-abbe-385d0714dabb req-1fb63a36-8487-499c-b7c0-da84f71855e1 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:05.624815 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82470779-1c63-4a01-abbe-385d0714dabb req-1fb63a36-8487-499c-b7c0-da84f71855e1 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 946 time: 0.0753675 Jul 27 22:35:05.665242 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-82470779-1c63-4a01-abbe-385d0714dabb req-e353be62-d041-48b9-bfc5-2e4c0e1d47e3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333567 Jul 27 22:35:05.675426 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:06.799163 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6261cfd-5d70-44a9-a8fd-03db4c0483ae req-b4df9714-5f54-44e5-8d5b-aed3eb680bff tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:06.801510 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b6261cfd-5d70-44a9-a8fd-03db4c0483ae req-b4df9714-5f54-44e5-8d5b-aed3eb680bff tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 946 time: 0.0657561 Jul 27 22:35:06.840219 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b6261cfd-5d70-44a9-a8fd-03db4c0483ae req-f4eeef82-043c-4d6d-b096-d4ba04831d80 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328782 Jul 27 22:35:06.978396 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0c7d5-deac-4ddf-885d-a4b3ec2e398d req-324aea01-dfc4-4343-a64b-1da05a532b1a tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:06.979925 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30d0c7d5-deac-4ddf-885d-a4b3ec2e398d req-324aea01-dfc4-4343-a64b-1da05a532b1a tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 946 time: 0.0713074 Jul 27 22:35:07.020227 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-30d0c7d5-deac-4ddf-885d-a4b3ec2e398d req-a940075a-1d0a-4b7c-aa1d-77b02b81bce8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340154 Jul 27 22:35:07.043851 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37072) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:07.139539 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13e9ecc-0723-4bd3-90b6-bcc438e1a3f8 tempest-TestSnapshotPattern-1034627581 tempest-TestSnapshotPattern-1034627581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:07.141052 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e13e9ecc-0723-4bd3-90b6-bcc438e1a3f8 tempest-TestSnapshotPattern-1034627581 tempest-TestSnapshotPattern-1034627581-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 1092 time: 0.0962372 Jul 27 22:35:07.144110 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37076) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:35:07.148828 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': 'f24a68f3-7737-4117-971d-fefed69d769c', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:35:07.173266 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:07.280873 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:07.384474 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Allocated IP 172.25.2.30 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/c8ff2bcc-aff9-4ba1-966c-d4a8628ffae2) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:35:07.496281 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:07.534020 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:07.569947 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:35:07.572754 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:35:07.578592 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:35:07.603256 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event updated for resources: {'Port': ['ID=c8ff2bcc-aff9-4ba1-966c-d4a8628ffae2,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:07.637628 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:07.948576 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:08.026557 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:08.174841 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:08.180005 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:08.248719 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event updated for resources: {'Port': ['ID=c8ff2bcc-aff9-4ba1-966c-d4a8628ffae2,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:35:08.264192 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:08.695750 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Floating IP 69a22f04-dfd6-4a55-a760-b493b8951271 associated. External IP: 172.25.2.30, port: f24a68f3-7737-4117-971d-fefed69d769c. Jul 27 22:35:08.710435 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:08.916782 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Router 5f026067-7613-420f-90c5-424ab2908f19 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:35:09.026202 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:35:09.036382 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a251d9a-711b-4ae4-b080-b35e64ff83e3 None None] Sync routers for ids ['5f026067-7613-420f-90c5-424ab2908f19'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:35:09.042162 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:09.045511 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a251d9a-711b-4ae4-b080-b35e64ff83e3 None None] Routers {'5f026067-7613-420f-90c5-424ab2908f19'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:09.046194 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3a251d9a-711b-4ae4-b080-b35e64ff83e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:35:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5f026067-7613-420f-90c5-424ab2908f19'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:09.081848 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-f177b86c-1b06-4ab3-bd46-7bcb942e1ed8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9359818 Jul 27 22:35:09.082752 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'tag': 'f24a68f3-7737-4117-971d-fefed69d769c'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:35:09.085270 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35539c64-d191-42f3-8e1e-7d280561e579" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2", "tag": "f24a68f3-7737-4117-971d-fefed69d769c"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:35:09.164438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-3a251d9a-711b-4ae4-b080-b35e64ff83e3 None None] Set router 5f026067-7613-420f-90c5-424ab2908f19 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:09.225683 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7477da9e-551e-40fc-8e95-8630b54ee723 x-openstack-request-id: req-7477da9e-551e-40fc-8e95-8630b54ee723 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:35:09.225972 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2", "tag": "f24a68f3-7737-4117-971d-fefed69d769c", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:35:09.226247 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7477da9e-551e-40fc-8e95-8630b54ee723 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:35:09.226682 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'tag': 'f24a68f3-7737-4117-971d-fefed69d769c', 'status': 'completed', 'code': 200} Jul 27 22:35:09.303413 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:09.312683 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35539c64-d191-42f3-8e1e-7d280561e579 req-ef438338-8b49-48bb-8a2a-f4c1a333b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:09.314207 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-35539c64-d191-42f3-8e1e-7d280561e579 req-ef438338-8b49-48bb-8a2a-f4c1a333b8d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 1097 time: 0.0612636 Jul 27 22:35:09.415346 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35539c64-d191-42f3-8e1e-7d280561e579 req-55bdd4b8-77a3-440b-9fe1-e490ad722899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:09.417016 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-35539c64-d191-42f3-8e1e-7d280561e579 req-55bdd4b8-77a3-440b-9fe1-e490ad722899 service neutron] 10.222.0.20 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 911 time: 0.0954969 Jul 27 22:35:09.426057 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3a251d9a-711b-4ae4-b080-b35e64ff83e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '69a22f04-dfd6-4a55-a760-b493b8951271', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5f026067-7613-420f-90c5-424ab2908f19', 'port_id': 'f24a68f3-7737-4117-971d-fefed69d769c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'mac_address': 'fa:16:3e:db:38:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:35:07Z', 'updated_at': '2021-07-27T22:35:07Z', 'revision_number': 0, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b97e4-66f7-4a52-a315-d741ad220615', 'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'mac_address': 'fa:16:3e:fc:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:46Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 5, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'subnets': [{'id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:09.453828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a251d9a-711b-4ae4-b080-b35e64ff83e3 None None] Checking router: 5f026067-7613-420f-90c5-424ab2908f19 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:35:09.464791 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a251d9a-711b-4ae4-b080-b35e64ff83e3 None None] Routers {'5f026067-7613-420f-90c5-424ab2908f19'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:35:09.465652 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3a251d9a-711b-4ae4-b080-b35e64ff83e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:35:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5f026067-7613-420f-90c5-424ab2908f19'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:09.486135 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-35539c64-d191-42f3-8e1e-7d280561e579 req-27049fb4-8c52-4070-b7f1-af59f7a10582 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f24a68f3-7737-4117-971d-fefed69d769c HTTP/1.1" status: 200 len: 999 time: 0.0622251 Jul 27 22:35:09.541136 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35539c64-d191-42f3-8e1e-7d280561e579 req-be3f94ba-5099-4436-b005-44189b0672eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:09.542374 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-35539c64-d191-42f3-8e1e-7d280561e579 req-be3f94ba-5099-4436-b005-44189b0672eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 200 len: 849 time: 0.0493529 Jul 27 22:35:09.607106 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35539c64-d191-42f3-8e1e-7d280561e579 req-88ffb565-0a77-4aef-ae1a-8e2c394a7898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:09.608659 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-35539c64-d191-42f3-8e1e-7d280561e579 req-88ffb565-0a77-4aef-ae1a-8e2c394a7898 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df86d685-43ad-48ab-a1c1-a829d5b31192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597370 Jul 27 22:35:09.704684 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-35539c64-d191-42f3-8e1e-7d280561e579 req-d22398d6-c5f9-471f-adf1-62dc55f141ff service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885272 Jul 27 22:35:09.752997 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-3a251d9a-711b-4ae4-b080-b35e64ff83e3 None None] Set router 5f026067-7613-420f-90c5-424ab2908f19 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:35:09.801648 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-35539c64-d191-42f3-8e1e-7d280561e579 req-9d2e667e-ed57-481b-a28e-907bd877c8c3 service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901165 Jul 27 22:35:09.990585 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-3a251d9a-711b-4ae4-b080-b35e64ff83e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '69a22f04-dfd6-4a55-a760-b493b8951271', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5f026067-7613-420f-90c5-424ab2908f19', 'port_id': 'f24a68f3-7737-4117-971d-fefed69d769c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'mac_address': 'fa:16:3e:db:38:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:35:07Z', 'updated_at': '2021-07-27T22:35:07Z', 'revision_number': 0, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b97e4-66f7-4a52-a315-d741ad220615', 'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'mac_address': 'fa:16:3e:fc:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:46Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 5, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'subnets': [{'id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:35:10.021740 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a251d9a-711b-4ae4-b080-b35e64ff83e3 None None] The sync data for ids ['5f026067-7613-420f-90c5-424ab2908f19'] in n-d-764806-9 is: [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '69a22f04-dfd6-4a55-a760-b493b8951271', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5f026067-7613-420f-90c5-424ab2908f19', 'port_id': 'f24a68f3-7737-4117-971d-fefed69d769c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'mac_address': 'fa:16:3e:db:38:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:35:07Z', 'updated_at': '2021-07-27T22:35:07Z', 'revision_number': 0, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b97e4-66f7-4a52-a315-d741ad220615', 'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'mac_address': 'fa:16:3e:fc:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:46Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 5, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'subnets': [{'id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:35:10.223999 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a5bd5f-b94c-4ad7-be43-fe4e73a3e5e7 None None] New status for floating IP 69a22f04-dfd6-4a55-a760-b493b8951271: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:35:21.966596 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:35:28.046288 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f873929-340d-4ecc-a761-480730717f84 req-d4e9e3e9-7795-4d88-b071-504458ee74d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1064897 Jul 27 22:35:28.158980 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f873929-340d-4ecc-a761-480730717f84 req-065adfc8-669d-4aaf-a8c6-f307090698bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:28.160966 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f873929-340d-4ecc-a761-480730717f84 req-065adfc8-669d-4aaf-a8c6-f307090698bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 1097 time: 0.0671968 Jul 27 22:35:28.286985 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f873929-340d-4ecc-a761-480730717f84 req-29f9b12c-3b31-43d4-a0a5-f94f76531c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:28.288529 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f873929-340d-4ecc-a761-480730717f84 req-29f9b12c-3b31-43d4-a0a5-f94f76531c75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 911 time: 0.0973334 Jul 27 22:35:28.357260 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f873929-340d-4ecc-a761-480730717f84 req-47d27668-dd77-4b49-9c4e-63fbce93e60a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f24a68f3-7737-4117-971d-fefed69d769c HTTP/1.1" status: 200 len: 1001 time: 0.0608621 Jul 27 22:35:28.413328 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f873929-340d-4ecc-a761-480730717f84 req-7b437d53-5e24-4bab-9718-081c1c4f59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:28.414809 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f873929-340d-4ecc-a761-480730717f84 req-7b437d53-5e24-4bab-9718-081c1c4f59c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 200 len: 849 time: 0.0489223 Jul 27 22:35:28.475024 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f873929-340d-4ecc-a761-480730717f84 req-779e6791-29b5-4e9c-9220-ae22030c9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:35:28.476537 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f873929-340d-4ecc-a761-480730717f84 req-779e6791-29b5-4e9c-9220-ae22030c9c71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df86d685-43ad-48ab-a1c1-a829d5b31192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544972 Jul 27 22:35:28.567073 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f873929-340d-4ecc-a761-480730717f84 req-b6890907-b5d9-4586-87e5-16549eeec870 service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821412 Jul 27 22:35:28.661236 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f873929-340d-4ecc-a761-480730717f84 req-4dc16a0b-63bb-41c8-85ee-8ba895358194 service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861232 Jul 27 22:35:32.943821 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ab6e5b6a-7338-44c9-8dde-fda9f4988696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.244687 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.565661 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4a35bc63-35c4-447a-a750-578858e678f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:35.675508 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:37.640088 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:38.702870 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:39.285184 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:35:58.967125 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:36:02.944562 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ee7e7cdf-e31a-4dcd-9899-0acc62c25820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.249931 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.565913 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e2692af2-6877-4306-9749-01e325827c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:05.677994 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:07.642841 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:08.716278 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:09.287728 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:29.002150 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-083a1cc0-a300-496f-8a59-e9b6c5c3dec7 req-be04f7de-6073-41aa-86a0-5e93284a2e06 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560563 Jul 27 22:36:29.104546 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a1cc0-a300-496f-8a59-e9b6c5c3dec7 req-c17659dd-84fe-4035-b04d-44b9fc4b2eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:29.106050 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-083a1cc0-a300-496f-8a59-e9b6c5c3dec7 req-c17659dd-84fe-4035-b04d-44b9fc4b2eb2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 1097 time: 0.0626512 Jul 27 22:36:29.212028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a1cc0-a300-496f-8a59-e9b6c5c3dec7 req-fa274b84-57b5-4ed9-b1a8-98a326d1b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:29.213523 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-083a1cc0-a300-496f-8a59-e9b6c5c3dec7 req-fa274b84-57b5-4ed9-b1a8-98a326d1b71b service neutron] 10.222.0.20 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 911 time: 0.0864317 Jul 27 22:36:29.285676 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-083a1cc0-a300-496f-8a59-e9b6c5c3dec7 req-e5e403f9-9a75-42a9-bd05-8688c057eefb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f24a68f3-7737-4117-971d-fefed69d769c HTTP/1.1" status: 200 len: 1001 time: 0.0647185 Jul 27 22:36:29.336842 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a1cc0-a300-496f-8a59-e9b6c5c3dec7 req-0ae5e2e5-f626-402c-9f56-5260c0918364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:29.338338 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-083a1cc0-a300-496f-8a59-e9b6c5c3dec7 req-0ae5e2e5-f626-402c-9f56-5260c0918364 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 200 len: 849 time: 0.0458529 Jul 27 22:36:29.399982 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a1cc0-a300-496f-8a59-e9b6c5c3dec7 req-3c20b195-839a-4063-bd52-164183db48d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:36:29.401489 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-083a1cc0-a300-496f-8a59-e9b6c5c3dec7 req-3c20b195-839a-4063-bd52-164183db48d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df86d685-43ad-48ab-a1c1-a829d5b31192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562429 Jul 27 22:36:29.498068 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-083a1cc0-a300-496f-8a59-e9b6c5c3dec7 req-52861020-2ea0-4464-a137-a5079b6b42c9 service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890472 Jul 27 22:36:29.606066 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-083a1cc0-a300-496f-8a59-e9b6c5c3dec7 req-0e062531-d3e3-481c-bced-8aefdeef5217 service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012933 Jul 27 22:36:32.945749 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1299761c-14ba-4bc4-93b9-1f5918a244e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:35.248612 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:35.567312 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3237877f-8e99-4746-9b13-78f8595dd817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:35.679695 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:35.966565 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:36:37.646000 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:38.745492 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:36:39.290533 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:02.946282 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8644511a-1ad2-48f2-9351-7d8382a417b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:05.262658 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:05.567764 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2ffed7b2-42ba-4a37-a39f-5210e101a811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:05.682461 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:07.648447 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:07.769938 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device f24a68f3-7737-4117-971d-fefed69d769c details requested by agent hyperv_n-h1-764806-9 with host n-h1-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:37:07.864132 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port f24a68f3-7737-4117-971d-fefed69d769c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f24a68f3-7737-4117-971d-fefed69d769c,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:07.875444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Returning: {'device': 'f24a68f3-7737-4117-971d-fefed69d769c', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'port_id': 'f24a68f3-7737-4117-971d-fefed69d769c', 'mac_address': 'fa:16:3e:db:38:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:37:07.917546 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:07.930564 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f24a68f3-7737-4117-971d-fefed69d769c {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:37:07.949908 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port f24a68f3-7737-4117-971d-fefed69d769c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f24a68f3-7737-4117-971d-fefed69d769c,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:07.954269 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:08.005894 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=f24a68f3-7737-4117-971d-fefed69d769c,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:08.015096 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:08.015832 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:08.016830 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:08.017298 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:08.017799 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:08.018301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:08.019096 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:08.019341 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:08.019858 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:08.020566 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:08.020887 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:08.021379 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:08.046717 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] get_ports_and_sgs() called for port_ids ['f24a68f3-7737-4117-971d-fefed69d769c'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:37:08.764612 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.295063 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.785867 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device f24a68f3-7737-4117-971d-fefed69d769c up at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:37:09.839806 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Provisioning complete for port f24a68f3-7737-4117-971d-fefed69d769c triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:37:09.840333 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.935658 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:09.965660 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24a68f3-7737-4117-971d-fefed69d769c'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:37:09.969386 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed95b1d-84cd-488f-ab5a-94ef7b2aad1d" -d '{"events": [{"server_uuid": "fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2", "name": "network-vif-plugged", "status": "completed", "tag": "f24a68f3-7737-4117-971d-fefed69d769c"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:37:09.983935 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port f24a68f3-7737-4117-971d-fefed69d769c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f24a68f3-7737-4117-971d-fefed69d769c,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:09.990379 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:10.066648 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=f24a68f3-7737-4117-971d-fefed69d769c,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:10.108088 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faa3e53-7453-400b-993a-07308c278724 x-openstack-request-id: req-0faa3e53-7453-400b-993a-07308c278724 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:37:10.108392 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2", "name": "network-vif-plugged", "status": "completed", "tag": "f24a68f3-7737-4117-971d-fefed69d769c", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:37:10.108649 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0faa3e53-7453-400b-993a-07308c278724 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:37:10.109053 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24a68f3-7737-4117-971d-fefed69d769c', 'code': 200} Jul 27 22:37:12.966629 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:37:18.508743 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-2a1ad6d5-42f2-4b12-a644-f75d93126540 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-345479975&fields=id&tenant_id=1c37993301334a629c0cea48c89b4b8b HTTP/1.1" status: 200 len: 267 time: 0.0360501 Jul 27 22:37:18.620250 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-4132eac4-3aa8-421b-a2d6-8356ac60e0df tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:18.621729 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-4132eac4-3aa8-421b-a2d6-8356ac60e0df tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 810 time: 0.1062927 Jul 27 22:37:18.636502 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-24648a66-b2a1-4178-bfea-bfa4e8b82bae tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/quotas/1c37993301334a629c0cea48c89b4b8b HTTP/1.1" status: 200 len: 375 time: 0.0089571 Jul 27 22:37:18.707514 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-f336f477-1e2b-4521-8467-bd3ffcc97ea7 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0656147 Jul 27 22:37:18.856944 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-5f7acbf0-dc28-4982-b875-99bf9056322b service neutron] 10.222.0.55 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359849 Jul 27 22:37:18.960685 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-cabb699d-836a-410d-9fdc-6544a9b88dd2 service neutron] 10.222.0.55 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966027 Jul 27 22:37:20.176647 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-63a38666-3b1f-42ac-9d5c-2580a24f524f req-17603ffd-bca8-4dfc-b731-79d34bdd517e tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 210 time: 0.0295990 Jul 27 22:37:21.258515 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-eedb38ac-c05e-43dd-b7f7-8e2eb2afeadb req-a306c0d3-7c18-4aef-b7cd-2ca80fbeb0d0 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 210 time: 0.0306461 Jul 27 22:37:21.836831 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device f24a68f3-7737-4117-971d-fefed69d769c no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:37:21.919676 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:21.941639 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f24a68f3-7737-4117-971d-fefed69d769c'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:37:21.943880 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6389bea1-adce-4187-8117-aa5f9076a9c3" -d '{"events": [{"server_uuid": "fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2", "name": "network-vif-unplugged", "status": "completed", "tag": "f24a68f3-7737-4117-971d-fefed69d769c"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:37:21.956927 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] For port f24a68f3-7737-4117-971d-fefed69d769c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f24a68f3-7737-4117-971d-fefed69d769c,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:21.960866 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:21.984478 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 22:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44b23b2-4edd-4e57-9069-95caa05661d4 x-openstack-request-id: req-a44b23b2-4edd-4e57-9069-95caa05661d4 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:37:21.984938 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2", "name": "network-vif-unplugged", "status": "completed", "tag": "f24a68f3-7737-4117-971d-fefed69d769c", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:37:21.985192 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a44b23b2-4edd-4e57-9069-95caa05661d4 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:37:21.985584 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f24a68f3-7737-4117-971d-fefed69d769c', 'code': 200} Jul 27 22:37:22.010480 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Pushing event updated for resources: {'Port': ['ID=f24a68f3-7737-4117-971d-fefed69d769c,revision_number=8']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:22.359163 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-86a267ec-9ce7-4032-87ff-793f8f7f0f26 req-2c5af1df-f238-4d1d-8f9e-67c31a0662cb tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 210 time: 0.0333815 Jul 27 22:37:23.104671 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-2311b74a-9a76-4728-944f-2184e6ae02ee tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:23.106136 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-2311b74a-9a76-4728-944f-2184e6ae02ee tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.66 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 810 time: 0.1124206 Jul 27 22:37:23.151396 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-8e8d6526-3f9b-41f6-964e-bebfad95851e tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c37993301334a629c0cea48c89b4b8b HTTP/1.1" status: 200 len: 379 time: 0.0348580 Jul 27 22:37:23.161516 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Request body: {'port': {'device_id': '5ff09108-99d8-4eba-ba50-1f38e5c571dc', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'admin_state_up': True, 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'security_groups': ['8707937f-f24b-45d5-8255-d9f8dc68ce62']}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:37:23.274575 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Made reservation on behalf of 1c37993301334a629c0cea48c89b4b8b for: {'port': 1} {{(pid=105580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 22:37:23.278386 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:23.428523 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_common [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Allocated IP 172.20.0.5 (df86d685-43ad-48ab-a1c1-a829d5b31192/bd12d273-2af9-4c7f-97c0-f02317801697/c31da90c-ec9b-4b1d-a21f-de83bf5b3186) {{(pid=105580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:37:23.466544 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-34db94d6-f45d-4380-ac5a-c79cd04d6bff req-6a53a2dd-fe22-402d-be61-857e6f2a7011 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 210 time: 0.0327044 Jul 27 22:37:23.688656 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for port, precommit_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:23.712964 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Transition to ACTIVE for port object c31da90c-ec9b-4b1d-a21f-de83bf5b3186 will not be triggered until provisioned by entity DHCP. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:37:23.758834 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_create {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:23.805905 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Network df86d685-43ad-48ab-a1c1-a829d5b31192 is already hosted by enough agents. {{(pid=105580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:37:23.811149 n-d-764806-9 neutron-server[105580]: DEBUG neutron.scheduler.base_scheduler [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Resources bound (agent type, host, resource id): {{(pid=105580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:37:23.815443 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Received port after_create {{(pid=105580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:37:23.821817 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event updated for resources: {'Port': ['ID=c31da90c-ec9b-4b1d-a21f-de83bf5b3186,revision_number=1']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:23.857189 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:23.857600 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:23.857937 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:23.858522 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:23.858710 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:23.859021 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:23.859450 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:23.859796 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:23.860104 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:23.860508 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:23.860955 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:23.861151 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:23.889262 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:23.890009 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:23.919321 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-2e25057a-0341-4bff-a9a1-011b74d0f1e9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7613134 Jul 27 22:37:24.048917 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-622d7bac-ff64-40ce-a952-2ba08eeb2073 None None] Provisioning for port c31da90c-ec9b-4b1d-a21f-de83bf5b3186 completed by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:37:24.053110 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-622d7bac-ff64-40ce-a952-2ba08eeb2073 None None] Provisioning complete for port c31da90c-ec9b-4b1d-a21f-de83bf5b3186 triggered by entity DHCP. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:37:24.053751 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-622d7bac-ff64-40ce-a952-2ba08eeb2073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:24.087391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-622d7bac-ff64-40ce-a952-2ba08eeb2073 None None] Port c31da90c-ec9b-4b1d-a21f-de83bf5b3186 cannot update to ACTIVE because it is not bound. {{(pid=105581) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 22:37:24.610062 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef725989-9562-486c-9d36-9effdcdf96e5 req-0caabad2-aebc-4115-bd0f-9a21dcbcc644 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:24.611844 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ef725989-9562-486c-9d36-9effdcdf96e5 req-0caabad2-aebc-4115-bd0f-9a21dcbcc644 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 931 time: 0.0692885 Jul 27 22:37:24.652867 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-ef725989-9562-486c-9d36-9effdcdf96e5 req-9d4b4cfa-57f1-4ce6-922b-429b0c2d32e6 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346408 Jul 27 22:37:25.799151 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd220f41-1197-45b7-ad73-207c4785fa68 req-32cd4795-757f-49d6-9ca3-81a51ddf4fca tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:25.800726 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd220f41-1197-45b7-ad73-207c4785fa68 req-32cd4795-757f-49d6-9ca3-81a51ddf4fca tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 931 time: 0.0750010 Jul 27 22:37:25.843901 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-bd220f41-1197-45b7-ad73-207c4785fa68 req-7771d9c6-d5aa-42ed-a6ae-9c82b90c596c tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367634 Jul 27 22:37:26.984735 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2777bb-c662-4593-a6ec-2b5b295f365d req-392371dc-65b6-4ae0-abbe-da27946cb56b tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:26.986521 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd2777bb-c662-4593-a6ec-2b5b295f365d req-392371dc-65b6-4ae0-abbe-da27946cb56b tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 931 time: 0.0689595 Jul 27 22:37:27.027713 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cd2777bb-c662-4593-a6ec-2b5b295f365d req-8fa3a21a-e0e0-487f-8ed0-e108de8b68da tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348830 Jul 27 22:37:28.166995 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d415c-ba4f-41a6-ac9d-f9a559e0646d req-75905b96-e958-431d-878d-24afcb59ea8f tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:28.168534 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e4d415c-ba4f-41a6-ac9d-f9a559e0646d req-75905b96-e958-431d-878d-24afcb59ea8f tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 931 time: 0.0697711 Jul 27 22:37:28.214544 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-3e4d415c-ba4f-41a6-ac9d-f9a559e0646d req-ecc78772-7760-43dc-bb59-d51d30c30565 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391665 Jul 27 22:37:29.358493 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876a55d-3fd4-46f6-8265-10e57f660cc3 req-07e17219-c6f0-4629-89c1-bed4e8d9a885 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:29.360568 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1876a55d-3fd4-46f6-8265-10e57f660cc3 req-07e17219-c6f0-4629-89c1-bed4e8d9a885 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 931 time: 0.0703895 Jul 27 22:37:29.401440 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1876a55d-3fd4-46f6-8265-10e57f660cc3 req-079cee94-167d-48dc-b002-957dbb1667d8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339026 Jul 27 22:37:29.993941 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d07622f-58d8-4e83-89c7-70a1699544c2 req-a125cefa-f25a-4656-9f00-e9498c28fc80 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666327 Jul 27 22:37:30.100501 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07622f-58d8-4e83-89c7-70a1699544c2 req-5de6070a-182b-45aa-b119-f34f9348d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:30.102006 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d07622f-58d8-4e83-89c7-70a1699544c2 req-5de6070a-182b-45aa-b119-f34f9348d7ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 1095 time: 0.0640023 Jul 27 22:37:30.213322 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07622f-58d8-4e83-89c7-70a1699544c2 req-60ee5c47-5f6d-450e-9095-84a14c12ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:30.214873 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d07622f-58d8-4e83-89c7-70a1699544c2 req-60ee5c47-5f6d-450e-9095-84a14c12ec6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 911 time: 0.0937443 Jul 27 22:37:30.292163 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d07622f-58d8-4e83-89c7-70a1699544c2 req-814385c1-3ae9-49ed-8f9f-323d9fe59b33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f24a68f3-7737-4117-971d-fefed69d769c HTTP/1.1" status: 200 len: 999 time: 0.0689352 Jul 27 22:37:30.346992 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07622f-58d8-4e83-89c7-70a1699544c2 req-34d1d6d1-5490-4b4d-907c-87e1db4c8953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:30.348907 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d07622f-58d8-4e83-89c7-70a1699544c2 req-34d1d6d1-5490-4b4d-907c-87e1db4c8953 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 200 len: 849 time: 0.0497010 Jul 27 22:37:30.413200 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07622f-58d8-4e83-89c7-70a1699544c2 req-45880d12-f48f-430e-81b2-1d477f0c14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:30.414786 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d07622f-58d8-4e83-89c7-70a1699544c2 req-45880d12-f48f-430e-81b2-1d477f0c14c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df86d685-43ad-48ab-a1c1-a829d5b31192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592854 Jul 27 22:37:30.523004 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d07622f-58d8-4e83-89c7-70a1699544c2 req-a8bc477e-0980-4036-82b8-6978e85cfdda service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006825 Jul 27 22:37:30.630472 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1df5b-1871-4ab7-807d-fccff0b5f64d req-fb64b6f9-909f-4fce-b00b-7f5e9aa47297 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:30.632411 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41c1df5b-1871-4ab7-807d-fccff0b5f64d req-fb64b6f9-909f-4fce-b00b-7f5e9aa47297 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 931 time: 0.1488938 Jul 27 22:37:30.632786 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-7d07622f-58d8-4e83-89c7-70a1699544c2 req-10b7c13d-0bff-434e-9f86-38714be8d4eb service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029394 Jul 27 22:37:30.677514 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-41c1df5b-1871-4ab7-807d-fccff0b5f64d req-573e52c3-7992-4b57-a53c-454a8f4e9d14 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371957 Jul 27 22:37:31.879193 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa9edf-f571-42b9-a606-aab78f738bfd req-be3647f3-9147-4616-8edf-125b05538b1f tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:31.881171 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2cfa9edf-f571-42b9-a606-aab78f738bfd req-be3647f3-9147-4616-8edf-125b05538b1f tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 931 time: 0.1256709 Jul 27 22:37:31.924254 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2cfa9edf-f571-42b9-a606-aab78f738bfd req-4f4afa36-c392-47b4-b58e-d3735160f4d6 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368357 Jul 27 22:37:32.975892 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-46304012-6ab9-4b76-904d-84bbc1a27a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:33.091577 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216210f-de14-4acc-bf22-c9b0735bbe9a req-85af73b3-655b-4244-9ddc-f4c38e6eba41 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:33.093075 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b216210f-de14-4acc-bf22-c9b0735bbe9a req-85af73b3-655b-4244-9ddc-f4c38e6eba41 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 931 time: 0.0707178 Jul 27 22:37:33.133934 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-b216210f-de14-4acc-bf22-c9b0735bbe9a req-7b156f7d-ef2e-4dd2-b466-21bb308f1a8d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338156 Jul 27 22:37:34.314489 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee25ee-08d6-4b6b-b995-a1621d20af48 req-d129f795-bcae-466d-bcb3-cf0e07773204 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:34.315988 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4aee25ee-08d6-4b6b-b995-a1621d20af48 req-d129f795-bcae-466d-bcb3-cf0e07773204 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 931 time: 0.0639844 Jul 27 22:37:34.353727 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4aee25ee-08d6-4b6b-b995-a1621d20af48 req-52504914-6373-4e3b-b383-cc0255b2b570 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317931 Jul 27 22:37:35.046685 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-fc921068-5546-4fcf-92c5-2fb8684ba232 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:37:35.047835 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-fc921068-5546-4fcf-92c5-2fb8684ba232 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054643 Jul 27 22:37:35.061500 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.v2.base [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Request body: {'port': {'device_id': '5ff09108-99d8-4eba-ba50-1f38e5c571dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-764806-9'}} {{(pid=105580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:37:35.136324 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:35.261629 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:35.402738 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31da90c-ec9b-4b1d-a21f-de83bf5b3186 {{(pid=105580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:37:35.411091 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:35.424918 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.provisioning_blocks [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Transition to ACTIVE for port object c31da90c-ec9b-4b1d-a21f-de83bf5b3186 will not be triggered until provisioned by entity L2. {{(pid=105580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 22:37:35.430568 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:35.499991 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4c57-9c7e-4bd4-a2b6-9182ba884fbe req-d47c6387-42dc-44b2-aa01-4990c2a5bb4b tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:35.505611 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c31da90c-ec9b-4b1d-a21f-de83bf5b3186,revision_number=2']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:35.518273 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-820d4c57-9c7e-4bd4-a2b6-9182ba884fbe req-d47c6387-42dc-44b2-aa01-4990c2a5bb4b tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 943 time: 0.0932834 Jul 27 22:37:35.567806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Attempting to bind port c31da90c-ec9b-4b1d-a21f-de83bf5b3186 on host n-h2-764806-9 for vnic_type normal with profile {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 22:37:35.568153 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Attempting to bind port c31da90c-ec9b-4b1d-a21f-de83bf5b3186 by drivers openvswitch,hyperv on host n-h2-764806-9 at level 0 using segments [{'id': '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192'}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 22:37:35.568757 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Attempting to bind port c31da90c-ec9b-4b1d-a21f-de83bf5b3186 on network df86d685-43ad-48ab-a1c1-a829d5b31192 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:37:35.569811 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-820d4c57-9c7e-4bd4-a2b6-9182ba884fbe req-9afd1df4-cdec-4ea8-a120-9c5dddfb2179 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502412 Jul 27 22:37:35.574699 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Port c31da90c-ec9b-4b1d-a21f-de83bf5b3186 on network df86d685-43ad-48ab-a1c1-a829d5b31192 not bound, no agent of type Open vSwitch agent registered on host n-h2-764806-9 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 22:37:35.575040 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Attempting to bind port c31da90c-ec9b-4b1d-a21f-de83bf5b3186 on network df86d685-43ad-48ab-a1c1-a829d5b31192 {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 22:37:35.581604 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Checking agent: {'id': '9cc377ed-9085-4eaf-b0c6-ae3cf42f8aae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-764806-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'started_at': datetime.datetime(2021, 7, 27, 20, 50, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 22, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 22:37:35.581957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Checking segment: {'id': '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 22:37:35.582397 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Bound using segment: {'id': '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192'} {{(pid=105580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 22:37:35.582841 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.managers [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Bound port: c31da90c-ec9b-4b1d-a21f-de83bf5b3186, host: n-h2-764806-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192'}}] {{(pid=105580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 22:37:35.583206 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:35.584476 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2051ab6d-1c94-4a68-8c8e-5ef990d5ba3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:35.651861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] For port c31da90c-ec9b-4b1d-a21f-de83bf5b3186, host n-h2-764806-9, cleared binding levels {{(pid=105580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 22:37:35.655719 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] For port c31da90c-ec9b-4b1d-a21f-de83bf5b3186, host n-h2-764806-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c31da90c-ec9b-4b1d-a21f-de83bf5b3186,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 22:37:35.660882 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4372748'] for port, after_update {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:35.693434 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:35.697745 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:35.698415 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:35.699853 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] 10.222.0.66 "PUT /v2.0/ports/c31da90c-ec9b-4b1d-a21f-de83bf5b3186 HTTP/1.1" status: 200 len: 1091 time: 0.6423364 Jul 27 22:37:35.700249 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff09108-99d8-4eba-ba50-1f38e5c571dc', 'tag': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:37:35.702539 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35bc138-2845-412a-aa20-225b2c6dc1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff09108-99d8-4eba-ba50-1f38e5c571dc", "tag": "c31da90c-ec9b-4b1d-a21f-de83bf5b3186"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:37:35.738211 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17ceaf-2932-4e4b-bae8-35ebd8c61fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c31da90c-ec9b-4b1d-a21f-de83bf5b3186,revision_number=3']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:35.758610 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b69266d-781a-40ec-a1b0-6c81106aedf5 x-openstack-request-id: req-9b69266d-781a-40ec-a1b0-6c81106aedf5 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:37:35.758822 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff09108-99d8-4eba-ba50-1f38e5c571dc", "tag": "c31da90c-ec9b-4b1d-a21f-de83bf5b3186", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:37:35.759071 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b69266d-781a-40ec-a1b0-6c81106aedf5 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:37:35.759465 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff09108-99d8-4eba-ba50-1f38e5c571dc', 'tag': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186', 'status': 'completed', 'code': 200} Jul 27 22:37:35.818634 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-ca1a790d-b97d-491d-be63-a481f58de19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:35.820154 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-ca1a790d-b97d-491d-be63-a481f58de19c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 1094 time: 0.0712910 Jul 27 22:37:35.863547 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-872d9b3a-deee-43a7-b2d5-48a13b670ab1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c31da90c-ec9b-4b1d-a21f-de83bf5b3186 HTTP/1.1" status: 200 len: 217 time: 0.0354848 Jul 27 22:37:35.913271 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-6c6bd41b-1d14-4a77-ba93-00c2bede593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:35.914761 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-6c6bd41b-1d14-4a77-ba93-00c2bede593b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 200 len: 849 time: 0.0443604 Jul 27 22:37:35.975148 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-85533ad5-5944-4318-b910-0c432812ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:35.976637 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-85533ad5-5944-4318-b910-0c432812ecbf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=df86d685-43ad-48ab-a1c1-a829d5b31192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554004 Jul 27 22:37:36.426822 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-713af73a-2529-44bd-9c48-ebca2fee4592 service neutron] 10.222.0.66 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429128 Jul 27 22:37:36.519436 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-c25a2d32-1b50-41f1-955c-c9e7cd060696 req-7ca4b405-aadf-4eac-bd33-8f9499ee7807 service neutron] 10.222.0.66 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852957 Jul 27 22:37:36.621175 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bc138-2845-412a-aa20-225b2c6dc1eb req-0cb2ba97-07cd-44bd-baf3-fc7e706499fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:36.622734 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f35bc138-2845-412a-aa20-225b2c6dc1eb req-0cb2ba97-07cd-44bd-baf3-fc7e706499fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 1094 time: 0.0570605 Jul 27 22:37:36.706956 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a4ffb-ff0c-4239-9eb0-3ccdaf5f557e req-14f3064a-fd2f-4482-9f07-2e877e72e468 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:36.708497 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb4a4ffb-ff0c-4239-9eb0-3ccdaf5f557e req-14f3064a-fd2f-4482-9f07-2e877e72e468 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 943 time: 0.0661042 Jul 27 22:37:36.716089 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bc138-2845-412a-aa20-225b2c6dc1eb req-7b0348de-af30-4ea9-8631-ed72411d6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:36.717586 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f35bc138-2845-412a-aa20-225b2c6dc1eb req-7b0348de-af30-4ea9-8631-ed72411d6a92 service neutron] 10.222.0.66 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 911 time: 0.0872538 Jul 27 22:37:36.746879 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-fb4a4ffb-ff0c-4239-9eb0-3ccdaf5f557e req-33407d65-43bf-4e4f-858d-176075be40ff tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325320 Jul 27 22:37:36.769692 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f35bc138-2845-412a-aa20-225b2c6dc1eb req-5dcad74c-b811-4a8d-9ff1-415354533176 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c31da90c-ec9b-4b1d-a21f-de83bf5b3186 HTTP/1.1" status: 200 len: 217 time: 0.0406740 Jul 27 22:37:36.818084 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bc138-2845-412a-aa20-225b2c6dc1eb req-97c64370-f3e5-444c-adca-7ac2cab49fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:36.819523 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f35bc138-2845-412a-aa20-225b2c6dc1eb req-97c64370-f3e5-444c-adca-7ac2cab49fed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 200 len: 849 time: 0.0430396 Jul 27 22:37:36.877504 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bc138-2845-412a-aa20-225b2c6dc1eb req-37db83ea-a630-428b-82af-d5027f83d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:36.879002 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f35bc138-2845-412a-aa20-225b2c6dc1eb req-37db83ea-a630-428b-82af-d5027f83d542 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=df86d685-43ad-48ab-a1c1-a829d5b31192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529213 Jul 27 22:37:36.971859 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f35bc138-2845-412a-aa20-225b2c6dc1eb req-6ee8eebb-11d7-439e-b4c3-c29c8077693e service neutron] 10.222.0.66 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852692 Jul 27 22:37:37.061298 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-f35bc138-2845-412a-aa20-225b2c6dc1eb req-82ded68f-492f-47db-9985-25f6a4999e9f service neutron] 10.222.0.66 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824015 Jul 27 22:37:37.652472 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:37.890794 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d25d9-d128-47bc-b3ef-91ba6c865a54 req-4abb7d29-bc0e-44e2-befc-f4e7326f487b tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:37.892408 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd4d25d9-d128-47bc-b3ef-91ba6c865a54 req-4abb7d29-bc0e-44e2-befc-f4e7326f487b tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 943 time: 0.0667021 Jul 27 22:37:37.931111 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-dd4d25d9-d128-47bc-b3ef-91ba6c865a54 req-6feac349-5841-44f4-923d-6ccfc3ef9b8a tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326247 Jul 27 22:37:38.761152 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:39.060557 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81408e-873c-469e-b749-9153dc153db8 req-58302fa0-5cc3-410e-94ad-5f83cf93730d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:39.061940 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc81408e-873c-469e-b749-9153dc153db8 req-58302fa0-5cc3-410e-94ad-5f83cf93730d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 943 time: 0.0630174 Jul 27 22:37:39.101500 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-cc81408e-873c-469e-b749-9153dc153db8 req-390680d9-6765-4346-bec5-fe5d538ec4e3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330110 Jul 27 22:37:39.298069 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:39.900450 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c31da90c-ec9b-4b1d-a21f-de83bf5b3186 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:37:39.996456 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c31da90c-ec9b-4b1d-a21f-de83bf5b3186, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c31da90c-ec9b-4b1d-a21f-de83bf5b3186,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:40.010126 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'port_id': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186', 'mac_address': 'fa:16:3e:70:80:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:37:40.052675 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:40.066160 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31da90c-ec9b-4b1d-a21f-de83bf5b3186 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:37:40.086444 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c31da90c-ec9b-4b1d-a21f-de83bf5b3186, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c31da90c-ec9b-4b1d-a21f-de83bf5b3186,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:40.090713 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:40.142332 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c31da90c-ec9b-4b1d-a21f-de83bf5b3186,revision_number=4']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:40.237541 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20982-4c11-4fc5-9bd2-a69138276ad9 req-cdb8e24b-b5c9-42d8-ab89-9a31a13a7a96 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:40.239052 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9f20982-4c11-4fc5-9bd2-a69138276ad9 req-cdb8e24b-b5c9-42d8-ab89-9a31a13a7a96 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 944 time: 0.0657654 Jul 27 22:37:40.278387 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-e9f20982-4c11-4fc5-9bd2-a69138276ad9 req-b8963614-309e-4abc-8a43-1968b9c2e422 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329022 Jul 27 22:37:40.450604 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['c31da90c-ec9b-4b1d-a21f-de83bf5b3186'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:37:41.421012 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f400072-541e-459f-9493-2ebd2ac28c83 req-3b001e70-ee0b-4c48-acd6-8cb8024e84f1 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:41.423076 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f400072-541e-459f-9493-2ebd2ac28c83 req-3b001e70-ee0b-4c48-acd6-8cb8024e84f1 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 944 time: 0.0733976 Jul 27 22:37:41.461644 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-8f400072-541e-459f-9493-2ebd2ac28c83 req-b5bc23da-32eb-46a8-bc07-5ac801c5dc2d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324028 Jul 27 22:37:41.900399 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c31da90c-ec9b-4b1d-a21f-de83bf5b3186 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:37:41.950090 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning for port c31da90c-ec9b-4b1d-a21f-de83bf5b3186 completed by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 22:37:41.953990 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port c31da90c-ec9b-4b1d-a21f-de83bf5b3186 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:37:41.954403 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:42.032652 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:42.054420 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff09108-99d8-4eba-ba50-1f38e5c571dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:37:42.056629 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736ce604-07ef-4a7b-873d-6032e3661e6a" -d '{"events": [{"server_uuid": "5ff09108-99d8-4eba-ba50-1f38e5c571dc", "name": "network-vif-plugged", "status": "completed", "tag": "c31da90c-ec9b-4b1d-a21f-de83bf5b3186"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:37:42.069572 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c31da90c-ec9b-4b1d-a21f-de83bf5b3186, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c31da90c-ec9b-4b1d-a21f-de83bf5b3186,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:37:42.073642 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:42.100454 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81825a21-6377-4760-8cb2-2c84f5c0655d x-openstack-request-id: req-81825a21-6377-4760-8cb2-2c84f5c0655d {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:37:42.100745 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff09108-99d8-4eba-ba50-1f38e5c571dc", "name": "network-vif-plugged", "status": "completed", "tag": "c31da90c-ec9b-4b1d-a21f-de83bf5b3186", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:37:42.100994 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81825a21-6377-4760-8cb2-2c84f5c0655d {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:37:42.101382 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff09108-99d8-4eba-ba50-1f38e5c571dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186', 'code': 200} Jul 27 22:37:42.129989 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c31da90c-ec9b-4b1d-a21f-de83bf5b3186,revision_number=5']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:42.204453 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa71b4-44b6-4f3d-a9d3-c26cd3550b7e req-7e4e7ebc-77ba-487f-ba38-65a18439fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:42.205930 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-28fa71b4-44b6-4f3d-a9d3-c26cd3550b7e req-7e4e7ebc-77ba-487f-ba38-65a18439fcfc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 1096 time: 0.0542936 Jul 27 22:37:42.246288 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-28fa71b4-44b6-4f3d-a9d3-c26cd3550b7e req-cf35c54a-4af8-4ff3-a12b-64714e3e9df3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330913 Jul 27 22:37:42.591531 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055a81c-05a6-4b38-b632-c1206f0179d9 req-c97ec91f-63f5-418d-9ecb-f6c114cb9db4 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:42.593008 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6055a81c-05a6-4b38-b632-c1206f0179d9 req-c97ec91f-63f5-418d-9ecb-f6c114cb9db4 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 945 time: 0.0640700 Jul 27 22:37:42.631789 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-6055a81c-05a6-4b38-b632-c1206f0179d9 req-e445f202-1bc6-4c77-bc3d-6bd83f766308 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323050 Jul 27 22:37:43.783252 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e717b1-d840-43d4-a805-0010db4e9c6f req-2c22c1fa-d077-4a9f-bbde-9f0d5b496fe0 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:43.784931 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8e717b1-d840-43d4-a805-0010db4e9c6f req-2c22c1fa-d077-4a9f-bbde-9f0d5b496fe0 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 945 time: 0.0800462 Jul 27 22:37:43.831274 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-d8e717b1-d840-43d4-a805-0010db4e9c6f req-01a4b642-2c48-4bfc-8698-57ba754400b2 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400074 Jul 27 22:37:43.972658 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d896d8b-9afa-432c-b8ba-47fa3479b986 req-4b513255-df97-483c-b342-47fd7349caef tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:43.974111 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d896d8b-9afa-432c-b8ba-47fa3479b986 req-4b513255-df97-483c-b342-47fd7349caef tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 945 time: 0.0695753 Jul 27 22:37:44.018594 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-4d896d8b-9afa-432c-b8ba-47fa3479b986 req-b71a5189-b9c8-4feb-a253-e7ea9dc61744 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357037 Jul 27 22:37:44.040214 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37372) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:44.092254 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8abe01-164d-4f12-9d26-569d7ecb2b10 tempest-TestSnapshotPattern-1034627581 tempest-TestSnapshotPattern-1034627581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:44.093883 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-ac8abe01-164d-4f12-9d26-569d7ecb2b10 tempest-TestSnapshotPattern-1034627581 tempest-TestSnapshotPattern-1034627581-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 1091 time: 0.0525808 Jul 27 22:37:44.096765 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37374) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:37:44.101057 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.v2.base [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Request body: {'floatingip': {'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'port_id': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105579) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 22:37:44.122359 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for floatingip, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:44.222987 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:44.334158 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_common [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Allocated IP 172.25.2.149 (606fdd31-c6d1-46d4-a83e-1f6e64229b55/e4ab3801-6680-4d89-853c-9b2567101a4c/4f9c7299-69db-417b-ae47-c13577736764) {{(pid=105579) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 22:37:44.433649 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for port, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:44.472284 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737914240229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:44.511525 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Network 606fdd31-c6d1-46d4-a83e-1f6e64229b55 is already hosted by enough agents. {{(pid=105579) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 22:37:44.517670 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.base_scheduler [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Resources bound (agent type, host, resource id): {{(pid=105579) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 22:37:44.520205 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Received port after_create {{(pid=105579) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 22:37:44.526399 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event updated for resources: {'Port': ['ID=4f9c7299-69db-417b-ae47-c13577736764,revision_number=1']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:44.557022 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:44.557370 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:44.557712 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:44.558053 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:44.558416 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:44.558755 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:44.559088 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:44.559417 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:44.559807 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:44.560142 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:44.560471 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:44.560798 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:37:44.910454 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:44.993037 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:45.153492 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for port, precommit_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:45.159156 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4517173'] for port, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:45.225825 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event updated for resources: {'Port': ['ID=4f9c7299-69db-417b-ae47-c13577736764,revision_number=2']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:37:45.240324 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-941442'] for floatingip, after_update {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:45.358611 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Floating IP aa971f98-b8dd-4ca8-b473-2b37f75be742 associated. External IP: 172.25.2.149, port: c31da90c-ec9b-4b1d-a21f-de83bf5b3186. Jul 27 22:37:45.598425 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Router 5f026067-7613-420f-90c5-424ab2908f19 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:37:45.709147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:37:45.720120 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620b782-17c8-4464-a4ab-1b975502111d None None] Sync routers for ids ['5f026067-7613-420f-90c5-424ab2908f19'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:37:45.724508 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:37:45.730968 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b620b782-17c8-4464-a4ab-1b975502111d None None] Routers {'5f026067-7613-420f-90c5-424ab2908f19'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:37:45.731661 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b620b782-17c8-4464-a4ab-1b975502111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:37:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5f026067-7613-420f-90c5-424ab2908f19'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:45.777522 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-e4e9a6bd-3f55-4a92-9452-d2643b61c99d tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6656497 Jul 27 22:37:45.777522 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff09108-99d8-4eba-ba50-1f38e5c571dc', 'tag': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:37:45.777522 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce3e3af-6994-4cab-b49d-d47d1e05906c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff09108-99d8-4eba-ba50-1f38e5c571dc", "tag": "c31da90c-ec9b-4b1d-a21f-de83bf5b3186"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:37:45.806148 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6974e7db-68e4-44d4-8fa1-e56684583f88 x-openstack-request-id: req-6974e7db-68e4-44d4-8fa1-e56684583f88 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:37:45.806543 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff09108-99d8-4eba-ba50-1f38e5c571dc", "tag": "c31da90c-ec9b-4b1d-a21f-de83bf5b3186", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:37:45.806750 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6974e7db-68e4-44d4-8fa1-e56684583f88 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:37:45.807214 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff09108-99d8-4eba-ba50-1f38e5c571dc', 'tag': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186', 'status': 'completed', 'code': 200} Jul 27 22:37:45.853656 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-b620b782-17c8-4464-a4ab-1b975502111d None None] Set router 5f026067-7613-420f-90c5-424ab2908f19 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:37:45.891379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3e3af-6994-4cab-b49d-d47d1e05906c req-9b0e86b3-1a7f-42be-9a62-588cf3b584ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:45.892888 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ce3e3af-6994-4cab-b49d-d47d1e05906c req-9b0e86b3-1a7f-42be-9a62-588cf3b584ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 1096 time: 0.0631034 Jul 27 22:37:45.985412 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3e3af-6994-4cab-b49d-d47d1e05906c req-55e67de2-c0c1-4de6-a6fd-63d0e6b48635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:45.986941 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ce3e3af-6994-4cab-b49d-d47d1e05906c req-55e67de2-c0c1-4de6-a6fd-63d0e6b48635 service neutron] 10.222.0.66 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 911 time: 0.0865433 Jul 27 22:37:46.061028 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ce3e3af-6994-4cab-b49d-d47d1e05906c req-1f3dccfd-5715-481f-9ac8-facf438c930b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c31da90c-ec9b-4b1d-a21f-de83bf5b3186 HTTP/1.1" status: 200 len: 999 time: 0.0665312 Jul 27 22:37:46.090983 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b620b782-17c8-4464-a4ab-1b975502111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '69a22f04-dfd6-4a55-a760-b493b8951271', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5f026067-7613-420f-90c5-424ab2908f19', 'port_id': 'f24a68f3-7737-4117-971d-fefed69d769c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'mac_address': 'fa:16:3e:db:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:35:07Z', 'updated_at': '2021-07-27T22:35:10Z', 'revision_number': 1, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'fixed_ip_address_scope': None}, {'id': 'aa971f98-b8dd-4ca8-b473-2b37f75be742', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5f026067-7613-420f-90c5-424ab2908f19', 'port_id': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'mac_address': 'fa:16:3e:70:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff09108-99d8-4eba-ba50-1f38e5c571dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:37:44Z', 'updated_at': '2021-07-27T22:37:44Z', 'revision_number': 0, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b97e4-66f7-4a52-a315-d741ad220615', 'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'mac_address': 'fa:16:3e:fc:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:46Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 5, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'subnets': [{'id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:46.115366 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3e3af-6994-4cab-b49d-d47d1e05906c req-32e9883e-19ec-454f-b485-186155eacf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:46.116763 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ce3e3af-6994-4cab-b49d-d47d1e05906c req-32e9883e-19ec-454f-b485-186155eacf42 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 200 len: 849 time: 0.0492034 Jul 27 22:37:46.117299 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620b782-17c8-4464-a4ab-1b975502111d None None] Checking router: 5f026067-7613-420f-90c5-424ab2908f19 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:37:46.125998 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b620b782-17c8-4464-a4ab-1b975502111d None None] Routers {'5f026067-7613-420f-90c5-424ab2908f19'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:37:46.126646 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b620b782-17c8-4464-a4ab-1b975502111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:37:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5f026067-7613-420f-90c5-424ab2908f19'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:46.177254 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3e3af-6994-4cab-b49d-d47d1e05906c req-5f9cf2a1-7311-4ab5-aa30-1c6315c86b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:37:46.178797 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ce3e3af-6994-4cab-b49d-d47d1e05906c req-5f9cf2a1-7311-4ab5-aa30-1c6315c86b9a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=df86d685-43ad-48ab-a1c1-a829d5b31192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549459 Jul 27 22:37:46.232283 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-b620b782-17c8-4464-a4ab-1b975502111d None None] Set router 5f026067-7613-420f-90c5-424ab2908f19 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:37:46.276876 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ce3e3af-6994-4cab-b49d-d47d1e05906c req-348e7265-f731-4b0b-ba0f-78297116556c service neutron] 10.222.0.66 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909173 Jul 27 22:37:46.369030 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-6ce3e3af-6994-4cab-b49d-d47d1e05906c req-aad02d7f-386f-43e9-8dde-20d6f81c2c93 service neutron] 10.222.0.66 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848544 Jul 27 22:37:46.462433 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-b620b782-17c8-4464-a4ab-1b975502111d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '69a22f04-dfd6-4a55-a760-b493b8951271', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5f026067-7613-420f-90c5-424ab2908f19', 'port_id': 'f24a68f3-7737-4117-971d-fefed69d769c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'mac_address': 'fa:16:3e:db:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:35:07Z', 'updated_at': '2021-07-27T22:35:10Z', 'revision_number': 1, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'fixed_ip_address_scope': None}, {'id': 'aa971f98-b8dd-4ca8-b473-2b37f75be742', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5f026067-7613-420f-90c5-424ab2908f19', 'port_id': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'mac_address': 'fa:16:3e:70:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff09108-99d8-4eba-ba50-1f38e5c571dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:37:44Z', 'updated_at': '2021-07-27T22:37:44Z', 'revision_number': 0, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b97e4-66f7-4a52-a315-d741ad220615', 'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'mac_address': 'fa:16:3e:fc:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:46Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 5, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'subnets': [{'id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:37:46.493363 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620b782-17c8-4464-a4ab-1b975502111d None None] The sync data for ids ['5f026067-7613-420f-90c5-424ab2908f19'] in n-d-764806-9 is: [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '69a22f04-dfd6-4a55-a760-b493b8951271', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5f026067-7613-420f-90c5-424ab2908f19', 'port_id': 'f24a68f3-7737-4117-971d-fefed69d769c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'mac_address': 'fa:16:3e:db:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:35:07Z', 'updated_at': '2021-07-27T22:35:10Z', 'revision_number': 1, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'fixed_ip_address_scope': None}, {'id': 'aa971f98-b8dd-4ca8-b473-2b37f75be742', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'floating_ip_address': '172.25.2.149', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5f026067-7613-420f-90c5-424ab2908f19', 'port_id': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'mac_address': 'fa:16:3e:70:80:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff09108-99d8-4eba-ba50-1f38e5c571dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:37:44Z', 'updated_at': '2021-07-27T22:37:44Z', 'revision_number': 0, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b97e4-66f7-4a52-a315-d741ad220615', 'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'mac_address': 'fa:16:3e:fc:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:46Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 5, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'subnets': [{'id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:37:46.688826 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9741ceee-67e5-4d3e-9fb0-36f76a0fdd59 None None] New status for floating IP aa971f98-b8dd-4ca8-b473-2b37f75be742: ACTIVE {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:37:49.965537 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:38:02.951391 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-51ff9338-cdb4-4d19-89a0-f76507bea148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:05.262622 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:05.566796 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c11044f4-6b1d-473e-a192-56f2728703ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:05.686780 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:07.655055 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:08.766654 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:09.301737 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:25.500146 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48f6b66a-5f07-4db1-98cf-9b6e7208c055 req-6d4fce20-4347-4f79-90e1-a083368684ce service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585995 Jul 27 22:38:25.594518 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6b66a-5f07-4db1-98cf-9b6e7208c055 req-ed2e973c-be5e-40d2-a828-4686dbad4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:25.596599 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48f6b66a-5f07-4db1-98cf-9b6e7208c055 req-ed2e973c-be5e-40d2-a828-4686dbad4ea8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 1096 time: 0.0554256 Jul 27 22:38:25.702604 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6b66a-5f07-4db1-98cf-9b6e7208c055 req-dcc0a515-3d81-4e58-aacf-266e87065d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:25.704073 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48f6b66a-5f07-4db1-98cf-9b6e7208c055 req-dcc0a515-3d81-4e58-aacf-266e87065d87 service neutron] 10.222.0.66 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 911 time: 0.0865843 Jul 27 22:38:25.775504 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48f6b66a-5f07-4db1-98cf-9b6e7208c055 req-6f03adcf-7e89-4bcd-8382-57ae306bf4e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c31da90c-ec9b-4b1d-a21f-de83bf5b3186 HTTP/1.1" status: 200 len: 1001 time: 0.0639215 Jul 27 22:38:25.828622 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6b66a-5f07-4db1-98cf-9b6e7208c055 req-7c8836ca-b690-4e8e-9465-5db75209961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:25.831223 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48f6b66a-5f07-4db1-98cf-9b6e7208c055 req-7c8836ca-b690-4e8e-9465-5db75209961f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 200 len: 849 time: 0.0459943 Jul 27 22:38:25.896882 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6b66a-5f07-4db1-98cf-9b6e7208c055 req-71bd689a-8fd6-4b1a-b110-55bbf1da9bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:25.898777 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48f6b66a-5f07-4db1-98cf-9b6e7208c055 req-71bd689a-8fd6-4b1a-b110-55bbf1da9bdf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=df86d685-43ad-48ab-a1c1-a829d5b31192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609252 Jul 27 22:38:26.011691 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48f6b66a-5f07-4db1-98cf-9b6e7208c055 req-c2ce0cb9-78d6-4cbe-9b01-a083f74cadae service neutron] 10.222.0.66 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045430 Jul 27 22:38:26.101373 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-48f6b66a-5f07-4db1-98cf-9b6e7208c055 req-99965821-88e0-426a-bdb8-b0745e1a67cb service neutron] 10.222.0.66 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827544 Jul 27 22:38:26.964825 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:38:29.996365 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f6e9e4f-1f2a-42aa-80d7-0cba87d2a90e req-cf0bab6b-6e1e-4b92-b8df-0393eb5b968e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569601 Jul 27 22:38:30.102035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e9e4f-1f2a-42aa-80d7-0cba87d2a90e req-d83b9557-9835-4ab9-b0eb-47567a5e03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:30.103603 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f6e9e4f-1f2a-42aa-80d7-0cba87d2a90e req-d83b9557-9835-4ab9-b0eb-47567a5e03c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 1095 time: 0.0627291 Jul 27 22:38:30.221321 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e9e4f-1f2a-42aa-80d7-0cba87d2a90e req-61e279be-b37f-43a4-a034-f1ec289c19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:30.222923 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f6e9e4f-1f2a-42aa-80d7-0cba87d2a90e req-61e279be-b37f-43a4-a034-f1ec289c19b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 911 time: 0.0990663 Jul 27 22:38:30.295359 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f6e9e4f-1f2a-42aa-80d7-0cba87d2a90e req-c6c98a98-45cf-423a-9695-308bf73797b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f24a68f3-7737-4117-971d-fefed69d769c HTTP/1.1" status: 200 len: 999 time: 0.0649045 Jul 27 22:38:30.346965 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e9e4f-1f2a-42aa-80d7-0cba87d2a90e req-fb6364fe-36de-498d-8b3f-bddac54cb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:30.348444 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f6e9e4f-1f2a-42aa-80d7-0cba87d2a90e req-fb6364fe-36de-498d-8b3f-bddac54cb387 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 200 len: 849 time: 0.0457423 Jul 27 22:38:30.410842 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e9e4f-1f2a-42aa-80d7-0cba87d2a90e req-c72dfcfb-7d0c-4b8a-a9d0-9813a2346f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:38:30.412398 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f6e9e4f-1f2a-42aa-80d7-0cba87d2a90e req-c72dfcfb-7d0c-4b8a-a9d0-9813a2346f3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df86d685-43ad-48ab-a1c1-a829d5b31192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565946 Jul 27 22:38:30.512094 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f6e9e4f-1f2a-42aa-80d7-0cba87d2a90e req-5a551424-7371-46c4-a8c2-7cbd22ddc93b service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912931 Jul 27 22:38:30.608694 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-3f6e9e4f-1f2a-42aa-80d7-0cba87d2a90e req-d52d60b0-c25f-4b8e-91fe-70d3abf2191b service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896544 Jul 27 22:38:32.953278 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e8fc3234-dc45-4b65-a2ba-12ee85b031ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:35.291855 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:35.569627 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-8ddffb21-9d03-4419-953d-d330df1568bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:35.687743 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:37.658587 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:38.774981 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:38:39.303562 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:02.958325 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-14f2e4fd-70b8-41e7-b190-8fcb4b7a0cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:03.964350 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:39:05.290436 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:05.570478 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f324b285-df48-4101-8c49-410b9cddcd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:05.852437 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:07.660973 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:08.787641 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:09.306982 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:26.591301 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-78e510ed-16a1-4405-a474-990016d8d724 req-65b31f3f-b645-4ee5-8015-1d7e9c689cbc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1690254 Jul 27 22:39:26.697011 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e510ed-16a1-4405-a474-990016d8d724 req-57b213ee-49b3-4635-b8c9-ac0a055a6897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:26.698555 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-78e510ed-16a1-4405-a474-990016d8d724 req-57b213ee-49b3-4635-b8c9-ac0a055a6897 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 1096 time: 0.0606201 Jul 27 22:39:26.802260 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e510ed-16a1-4405-a474-990016d8d724 req-c8d8c22b-64ef-4900-bf89-36ce7e6e735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:26.803770 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-78e510ed-16a1-4405-a474-990016d8d724 req-c8d8c22b-64ef-4900-bf89-36ce7e6e735d service neutron] 10.222.0.66 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 911 time: 0.0860307 Jul 27 22:39:26.876492 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-78e510ed-16a1-4405-a474-990016d8d724 req-05d6a94c-62b3-4063-8a00-5cdfb79e1390 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c31da90c-ec9b-4b1d-a21f-de83bf5b3186 HTTP/1.1" status: 200 len: 1001 time: 0.0649369 Jul 27 22:39:26.929641 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e510ed-16a1-4405-a474-990016d8d724 req-d6ea7962-3e04-4e59-833d-89b910b19f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:26.931153 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-78e510ed-16a1-4405-a474-990016d8d724 req-d6ea7962-3e04-4e59-833d-89b910b19f9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 200 len: 849 time: 0.0474420 Jul 27 22:39:26.992139 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e510ed-16a1-4405-a474-990016d8d724 req-134a510b-f1de-4b8f-a775-7d18bd98a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:26.993900 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-78e510ed-16a1-4405-a474-990016d8d724 req-134a510b-f1de-4b8f-a775-7d18bd98a33f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=df86d685-43ad-48ab-a1c1-a829d5b31192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553572 Jul 27 22:39:27.089265 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-78e510ed-16a1-4405-a474-990016d8d724 req-4b1f3ff5-f92f-46b9-a6ba-9d5ae622e7dc service neutron] 10.222.0.66 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885692 Jul 27 22:39:27.188061 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-78e510ed-16a1-4405-a474-990016d8d724 req-6d793ab0-5bf4-481d-88b5-020f7211580b service neutron] 10.222.0.66 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882106 Jul 27 22:39:31.976587 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-01a132a1-49ba-42a1-a75d-1ef34989615e req-a570ef2b-e4c2-4aae-9b79-12dbacb4f272 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547898 Jul 27 22:39:32.080978 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a132a1-49ba-42a1-a75d-1ef34989615e req-5f0b473a-04f8-4942-b10b-29749ee6aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:32.082526 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-01a132a1-49ba-42a1-a75d-1ef34989615e req-5f0b473a-04f8-4942-b10b-29749ee6aa37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 1095 time: 0.0612514 Jul 27 22:39:32.190455 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a132a1-49ba-42a1-a75d-1ef34989615e req-edebd835-09dc-4974-a5cd-41c8d9e7f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:32.191959 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-01a132a1-49ba-42a1-a75d-1ef34989615e req-edebd835-09dc-4974-a5cd-41c8d9e7f5ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 911 time: 0.0884824 Jul 27 22:39:32.267968 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-01a132a1-49ba-42a1-a75d-1ef34989615e req-09c2992a-87b2-442b-823f-0398bbc228c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f24a68f3-7737-4117-971d-fefed69d769c HTTP/1.1" status: 200 len: 999 time: 0.0687571 Jul 27 22:39:32.318409 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a132a1-49ba-42a1-a75d-1ef34989615e req-42930749-7c47-43f3-80a8-460516c40073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:32.319881 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-01a132a1-49ba-42a1-a75d-1ef34989615e req-42930749-7c47-43f3-80a8-460516c40073 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 200 len: 849 time: 0.0447392 Jul 27 22:39:32.379435 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a132a1-49ba-42a1-a75d-1ef34989615e req-14101d0c-7f39-45fb-a986-98c070027703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:39:32.380972 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-01a132a1-49ba-42a1-a75d-1ef34989615e req-14101d0c-7f39-45fb-a986-98c070027703 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df86d685-43ad-48ab-a1c1-a829d5b31192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542469 Jul 27 22:39:32.475496 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-01a132a1-49ba-42a1-a75d-1ef34989615e req-0e31d1d8-d78b-441a-81bb-4d93afaa7966 service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875747 Jul 27 22:39:32.568045 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-01a132a1-49ba-42a1-a75d-1ef34989615e req-c1168a75-6277-48e8-ab6a-5c3d0507289c service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857706 Jul 27 22:39:32.959665 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-fad49344-c005-4a5b-8736-6787d4ebb50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:35.287347 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:35.571549 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-474d741c-3b42-49e3-b734-3a7b75b39634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:35.693661 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:37.664807 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:38.801623 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:39.309787 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:39:40.965359 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:40:02.961066 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-160599c7-e03e-4a04-a135-4a589103e6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:05.305056 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:05.573003 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-82eb4fca-f52a-449c-a507-c9386ed1d934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:05.694764 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:07.668853 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:08.801350 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:09.312313 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:16.529704 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c31da90c-ec9b-4b1d-a21f-de83bf5b3186 details requested by agent hyperv_n-h2-764806-9 with host n-h2-764806-9 {{(pid=105581) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 22:40:16.623849 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c31da90c-ec9b-4b1d-a21f-de83bf5b3186, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c31da90c-ec9b-4b1d-a21f-de83bf5b3186,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:16.635391 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Returning: {'device': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'port_id': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186', 'mac_address': 'fa:16:3e:70:80:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105581) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 22:40:16.671895 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:16.684707 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c31da90c-ec9b-4b1d-a21f-de83bf5b3186 {{(pid=105581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 22:40:16.704085 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c31da90c-ec9b-4b1d-a21f-de83bf5b3186, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c31da90c-ec9b-4b1d-a21f-de83bf5b3186,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:16.707886 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:16.761576 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c31da90c-ec9b-4b1d-a21f-de83bf5b3186,revision_number=6']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:16.768678 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:16.769018 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:16.769351 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:16.769679 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:16.769999 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:16.770346 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:16.770662 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:16.770977 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:16.771291 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:16.771610 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:16.771921 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:16.772232 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:16.779594 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] get_ports_and_sgs() called for port_ids ['c31da90c-ec9b-4b1d-a21f-de83bf5b3186'] {{(pid=105581) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 22:40:17.966430 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:40:18.558035 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c31da90c-ec9b-4b1d-a21f-de83bf5b3186 up at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 22:40:18.605028 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.provisioning_blocks [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Provisioning complete for port c31da90c-ec9b-4b1d-a21f-de83bf5b3186 triggered by entity L2. {{(pid=105581) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 22:40:18.605399 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904231'] for port, provisioning_complete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:18.679819 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1617695'] for port, before_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:18.702910 n-d-764806-9 neutron-server[105581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff09108-99d8-4eba-ba50-1f38e5c571dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186'}] {{(pid=105581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:40:18.705151 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b62d45de9139b4b90aa3e038102aca73c5337d5e75475f81d6e0a469a6d8f965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8604ac-fd49-49ba-8ff9-c2ee0bb4e296" -d '{"events": [{"server_uuid": "5ff09108-99d8-4eba-ba50-1f38e5c571dc", "name": "network-vif-plugged", "status": "completed", "tag": "c31da90c-ec9b-4b1d-a21f-de83bf5b3186"}]}' {{(pid=105581) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:40:18.721241 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] For port c31da90c-ec9b-4b1d-a21f-de83bf5b3186, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c31da90c-ec9b-4b1d-a21f-de83bf5b3186,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:18.726204 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737914610670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737914240247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737914237965'] for port, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:18.749562 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90735c3f-fb92-4068-82cf-eade6b6777a0 x-openstack-request-id: req-90735c3f-fb92-4068-82cf-eade6b6777a0 {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:40:18.750002 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff09108-99d8-4eba-ba50-1f38e5c571dc", "name": "network-vif-plugged", "status": "completed", "tag": "c31da90c-ec9b-4b1d-a21f-de83bf5b3186", "code": 200}]} {{(pid=105581) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:40:18.750276 n-d-764806-9 neutron-server[105581]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90735c3f-fb92-4068-82cf-eade6b6777a0 {{(pid=105581) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:40:18.750663 n-d-764806-9 neutron-server[105581]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff09108-99d8-4eba-ba50-1f38e5c571dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186', 'code': 200} Jul 27 22:40:18.776739 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Pushing event updated for resources: {'Port': ['ID=c31da90c-ec9b-4b1d-a21f-de83bf5b3186,revision_number=7']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:26.576938 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664c4a0-93b4-43f8-b340-ab8f293a5931 req-95d94d36-765f-457a-8f12-66487eab120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:26.579493 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d664c4a0-93b4-43f8-b340-ab8f293a5931 req-95d94d36-765f-457a-8f12-66487eab120c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 1096 time: 0.0631795 Jul 27 22:40:26.702658 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664c4a0-93b4-43f8-b340-ab8f293a5931 req-4baae745-6d75-4dea-93d6-f1d3768bcab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:26.704255 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d664c4a0-93b4-43f8-b340-ab8f293a5931 req-4baae745-6d75-4dea-93d6-f1d3768bcab6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 911 time: 0.0996463 Jul 27 22:40:26.785238 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d664c4a0-93b4-43f8-b340-ab8f293a5931 req-72d816f5-4a9c-4784-8a95-b55b67edf475 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c31da90c-ec9b-4b1d-a21f-de83bf5b3186 HTTP/1.1" status: 200 len: 1001 time: 0.0710800 Jul 27 22:40:26.845062 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664c4a0-93b4-43f8-b340-ab8f293a5931 req-2658c1f4-4dbb-4da0-a593-dcb45f6468c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:26.846709 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d664c4a0-93b4-43f8-b340-ab8f293a5931 req-2658c1f4-4dbb-4da0-a593-dcb45f6468c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 200 len: 849 time: 0.0532327 Jul 27 22:40:26.944422 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664c4a0-93b4-43f8-b340-ab8f293a5931 req-fb30d9ff-0d73-4947-8bd7-cf35ff10940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:26.946147 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d664c4a0-93b4-43f8-b340-ab8f293a5931 req-fb30d9ff-0d73-4947-8bd7-cf35ff10940d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=df86d685-43ad-48ab-a1c1-a829d5b31192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914655 Jul 27 22:40:27.049625 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d664c4a0-93b4-43f8-b340-ab8f293a5931 req-c2048ad2-bfcc-40d2-986d-6d818d2bbd31 service neutron] 10.222.0.66 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945747 Jul 27 22:40:27.171621 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d664c4a0-93b4-43f8-b340-ab8f293a5931 req-5581d81a-23f2-404f-a933-3fd59fdbdc64 service neutron] 10.222.0.66 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137435 Jul 27 22:40:30.336147 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37640) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:30.508297 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Deleting port 4f9c7299-69db-417b-ae47-c13577736764 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:40:30.508568 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:30.908983 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:30.909323 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:30.922145 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Calling delete_port for 4f9c7299-69db-417b-ae47-c13577736764 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:40:31.070652 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:31.099448 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event deleted for resources: {'Port': ['ID=4f9c7299-69db-417b-ae47-c13577736764,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:31.111416 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:31.111768 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:31.112111 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:31.112450 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:31.112788 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:31.113124 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:31.113455 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:31.113783 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:31.114207 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:31.114559 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:31.114885 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:31.115216 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105579) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:31.175829 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:31.176083 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Floating IP aa971f98-b8dd-4ca8-b473-2b37f75be742 disassociated (deleted). External IP: 172.25.2.149, port: c31da90c-ec9b-4b1d-a21f-de83bf5b3186. Jul 27 22:40:31.392365 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Router 5f026067-7613-420f-90c5-424ab2908f19 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:40:31.504167 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:40:31.508913 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:31.513777 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa072cdd-43f8-45da-98b5-c40685fb60af None None] Sync routers for ids ['5f026067-7613-420f-90c5-424ab2908f19'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:40:31.523541 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa072cdd-43f8-45da-98b5-c40685fb60af None None] Routers {'5f026067-7613-420f-90c5-424ab2908f19'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:40:31.524160 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-aa072cdd-43f8-45da-98b5-c40685fb60af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:40:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5f026067-7613-420f-90c5-424ab2908f19'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:31.545455 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-6f4ddd38-3520-4006-a6ff-0d40688a1ac3 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "DELETE /v2.0/floatingips/aa971f98-b8dd-4ca8-b473-2b37f75be742 HTTP/1.1" status: 204 len: 168 time: 1.2082212 Jul 27 22:40:31.546049 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff09108-99d8-4eba-ba50-1f38e5c571dc', 'tag': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:40:31.548353 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a66954-8788-49fb-ab22-52a1007a4bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff09108-99d8-4eba-ba50-1f38e5c571dc", "tag": "c31da90c-ec9b-4b1d-a21f-de83bf5b3186"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:40:31.650541 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843b424f-9c88-4370-a565-cd63bef09273 x-openstack-request-id: req-843b424f-9c88-4370-a565-cd63bef09273 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:40:31.651293 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff09108-99d8-4eba-ba50-1f38e5c571dc", "tag": "c31da90c-ec9b-4b1d-a21f-de83bf5b3186", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:40:31.651293 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-843b424f-9c88-4370-a565-cd63bef09273 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:40:31.651929 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff09108-99d8-4eba-ba50-1f38e5c571dc', 'tag': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186', 'status': 'completed', 'code': 200} Jul 27 22:40:31.658177 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-aa072cdd-43f8-45da-98b5-c40685fb60af None None] Set router 5f026067-7613-420f-90c5-424ab2908f19 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:40:31.750164 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a66954-8788-49fb-ab22-52a1007a4bc0 req-ce9b63ab-ab5e-4332-b52b-2dd22d0faf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:31.751755 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a8a66954-8788-49fb-ab22-52a1007a4bc0 req-ce9b63ab-ab5e-4332-b52b-2dd22d0faf9f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 1096 time: 0.0853908 Jul 27 22:40:31.829837 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1aa12b-bfb9-494d-9e88-aad117b89238 req-dbfd212b-52a5-48a9-9657-47f9944c99c9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:31.831701 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e1aa12b-bfb9-494d-9e88-aad117b89238 req-dbfd212b-52a5-48a9-9657-47f9944c99c9 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 945 time: 0.0722129 Jul 27 22:40:31.850735 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a66954-8788-49fb-ab22-52a1007a4bc0 req-41f96e5c-47de-451c-b8df-de1098272179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:31.852237 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a8a66954-8788-49fb-ab22-52a1007a4bc0 req-41f96e5c-47de-451c-b8df-de1098272179 service neutron] 10.222.0.66 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 911 time: 0.0920112 Jul 27 22:40:31.874479 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-2e1aa12b-bfb9-494d-9e88-aad117b89238 req-e5ee3ce6-fe37-4980-b2f3-ccb05c62f7cd tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351408 Jul 27 22:40:31.898769 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a8a66954-8788-49fb-ab22-52a1007a4bc0 req-3c6ee82d-f0c8-4ebf-b495-a76da87afd6c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c31da90c-ec9b-4b1d-a21f-de83bf5b3186 HTTP/1.1" status: 200 len: 217 time: 0.0377519 Jul 27 22:40:31.915058 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-aa072cdd-43f8-45da-98b5-c40685fb60af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '69a22f04-dfd6-4a55-a760-b493b8951271', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5f026067-7613-420f-90c5-424ab2908f19', 'port_id': 'f24a68f3-7737-4117-971d-fefed69d769c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'mac_address': 'fa:16:3e:db:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:35:07Z', 'updated_at': '2021-07-27T22:35:10Z', 'revision_number': 1, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b97e4-66f7-4a52-a315-d741ad220615', 'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'mac_address': 'fa:16:3e:fc:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:46Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 5, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'subnets': [{'id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:31.946693 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa072cdd-43f8-45da-98b5-c40685fb60af None None] Checking router: 5f026067-7613-420f-90c5-424ab2908f19 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:40:31.952552 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a66954-8788-49fb-ab22-52a1007a4bc0 req-b1fa5b4d-ff65-429d-9138-09e82281410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:31.953961 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a8a66954-8788-49fb-ab22-52a1007a4bc0 req-b1fa5b4d-ff65-429d-9138-09e82281410f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 200 len: 849 time: 0.0477271 Jul 27 22:40:31.955313 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa072cdd-43f8-45da-98b5-c40685fb60af None None] Routers {'5f026067-7613-420f-90c5-424ab2908f19'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:40:31.955926 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-aa072cdd-43f8-45da-98b5-c40685fb60af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:40:06Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5f026067-7613-420f-90c5-424ab2908f19'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:32.022378 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a66954-8788-49fb-ab22-52a1007a4bc0 req-8639a846-3963-4c9c-90b1-2eb708027ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:32.023876 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a8a66954-8788-49fb-ab22-52a1007a4bc0 req-8639a846-3963-4c9c-90b1-2eb708027ec4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=df86d685-43ad-48ab-a1c1-a829d5b31192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603032 Jul 27 22:40:32.063828 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-aa072cdd-43f8-45da-98b5-c40685fb60af None None] Set router 5f026067-7613-420f-90c5-424ab2908f19 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:40:32.117857 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a8a66954-8788-49fb-ab22-52a1007a4bc0 req-c80f75f8-2ac0-4a02-9261-64da30662111 service neutron] 10.222.0.66 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855489 Jul 27 22:40:32.214668 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-a8a66954-8788-49fb-ab22-52a1007a4bc0 req-2cfe4c4a-08f3-40fa-896a-0a1407e96a57 service neutron] 10.222.0.66 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895653 Jul 27 22:40:32.292579 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-aa072cdd-43f8-45da-98b5-c40685fb60af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '69a22f04-dfd6-4a55-a760-b493b8951271', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5f026067-7613-420f-90c5-424ab2908f19', 'port_id': 'f24a68f3-7737-4117-971d-fefed69d769c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'mac_address': 'fa:16:3e:db:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:35:07Z', 'updated_at': '2021-07-27T22:35:10Z', 'revision_number': 1, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b97e4-66f7-4a52-a315-d741ad220615', 'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'mac_address': 'fa:16:3e:fc:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:46Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 5, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'subnets': [{'id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:32.319069 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa072cdd-43f8-45da-98b5-c40685fb60af None None] The sync data for ids ['5f026067-7613-420f-90c5-424ab2908f19'] in n-d-764806-9 is: [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_floatingips': [{'id': '69a22f04-dfd6-4a55-a760-b493b8951271', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'router_id': '5f026067-7613-420f-90c5-424ab2908f19', 'port_id': 'f24a68f3-7737-4117-971d-fefed69d769c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'mac_address': 'fa:16:3e:db:38:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T22:35:07Z', 'updated_at': '2021-07-27T22:35:10Z', 'revision_number': 1, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b97e4-66f7-4a52-a315-d741ad220615', 'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'mac_address': 'fa:16:3e:fc:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:46Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 5, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'subnets': [{'id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:40:32.544237 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98255303-e3b5-43bd-99ac-71fc5fa4d6ee None None] New status for floating IP aa971f98-b8dd-4ca8-b473-2b37f75be742: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:40:32.966197 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5544c38a-fc7f-4031-8e94-f1617203977a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:33.032440 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82505e4e-3205-4dc5-8f51-e5b94c1e738f req-9769a3b7-3f8f-48c4-a21a-c77d6d052f2a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1112564 Jul 27 22:40:33.036923 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabfe3a-a4b7-4f85-9dde-71a935356a38 req-c7a6acd8-b702-4a18-b43a-9a61cfda665e tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:33.038458 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1fabfe3a-a4b7-4f85-9dde-71a935356a38 req-c7a6acd8-b702-4a18-b43a-9a61cfda665e tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 945 time: 0.0668268 Jul 27 22:40:33.080270 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1fabfe3a-a4b7-4f85-9dde-71a935356a38 req-c8ef4cc9-28ad-4854-a079-6a7066731bd2 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350196 Jul 27 22:40:33.131766 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82505e4e-3205-4dc5-8f51-e5b94c1e738f req-e6ca87cf-844f-44a5-8e08-2a4463c74efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:33.133283 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82505e4e-3205-4dc5-8f51-e5b94c1e738f req-e6ca87cf-844f-44a5-8e08-2a4463c74efa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 1095 time: 0.0565083 Jul 27 22:40:33.241846 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82505e4e-3205-4dc5-8f51-e5b94c1e738f req-efd429f9-e75d-4b23-93e7-83c1b983111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:33.243278 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82505e4e-3205-4dc5-8f51-e5b94c1e738f req-efd429f9-e75d-4b23-93e7-83c1b983111a service neutron] 10.222.0.20 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 911 time: 0.0891595 Jul 27 22:40:33.311761 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82505e4e-3205-4dc5-8f51-e5b94c1e738f req-48a4df28-e251-4b22-a25e-963268958d43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f24a68f3-7737-4117-971d-fefed69d769c HTTP/1.1" status: 200 len: 999 time: 0.0615475 Jul 27 22:40:33.362529 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82505e4e-3205-4dc5-8f51-e5b94c1e738f req-cac8d58a-e568-4b61-94f9-40fc168a3cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:33.364079 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82505e4e-3205-4dc5-8f51-e5b94c1e738f req-cac8d58a-e568-4b61-94f9-40fc168a3cf5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 200 len: 849 time: 0.0455208 Jul 27 22:40:33.427001 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82505e4e-3205-4dc5-8f51-e5b94c1e738f req-ce6a8b3c-daca-480c-ab0c-56f7f493342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:33.428517 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82505e4e-3205-4dc5-8f51-e5b94c1e738f req-ce6a8b3c-daca-480c-ab0c-56f7f493342a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df86d685-43ad-48ab-a1c1-a829d5b31192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569654 Jul 27 22:40:33.440146 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [req-82505e4e-3205-4dc5-8f51-e5b94c1e738f req-4717d8c3-031a-4776-b929-5fc3fadb14f6 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=105580) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 22:40:33.441117 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82505e4e-3205-4dc5-8f51-e5b94c1e738f req-4717d8c3-031a-4776-b929-5fc3fadb14f6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048532 Jul 27 22:40:33.564171 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82505e4e-3205-4dc5-8f51-e5b94c1e738f req-b431436a-0dde-4e66-8399-eaca8c53410b service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151209 Jul 27 22:40:33.630041 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79af4d-24ef-4fa3-b331-4e862e62f2d1 req-fb21d240-9306-4484-8210-7c5ba53a5bea tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:33.631526 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae79af4d-24ef-4fa3-b331-4e862e62f2d1 req-fb21d240-9306-4484-8210-7c5ba53a5bea tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 945 time: 0.1319740 Jul 27 22:40:33.711413 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-82505e4e-3205-4dc5-8f51-e5b94c1e738f req-108db5c8-9712-40fa-a150-9375474c99e2 service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399951 Jul 27 22:40:33.771428 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-ae79af4d-24ef-4fa3-b331-4e862e62f2d1 req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Deleting port c31da90c-ec9b-4b1d-a21f-de83bf5b3186 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:40:33.771765 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae79af4d-24ef-4fa3-b331-4e862e62f2d1 req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:33.862323 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-ae79af4d-24ef-4fa3-b331-4e862e62f2d1 req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] For port c31da90c-ec9b-4b1d-a21f-de83bf5b3186, host n-h2-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-764806-9',level=0,port_id=c31da90c-ec9b-4b1d-a21f-de83bf5b3186,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:33.862587 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae79af4d-24ef-4fa3-b331-4e862e62f2d1 req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:33.877514 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-ae79af4d-24ef-4fa3-b331-4e862e62f2d1 req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Calling delete_port for c31da90c-ec9b-4b1d-a21f-de83bf5b3186 owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:40:34.008241 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae79af4d-24ef-4fa3-b331-4e862e62f2d1 req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:34.037402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event deleted for resources: {'Port': ['ID=c31da90c-ec9b-4b1d-a21f-de83bf5b3186,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:34.051034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:34.051034 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:34.051324 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:34.051483 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:34.051821 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:34.052156 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:34.052489 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:34.052816 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:34.053142 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:34.053475 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:34.053801 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:34.054126 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-764806-9 {{(pid=105580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 22:40:34.096761 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae79af4d-24ef-4fa3-b331-4e862e62f2d1 req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] No DVR routers for this DVR port c31da90c-ec9b-4b1d-a21f-de83bf5b3186 on host n-h2-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:40:34.099383 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-ae79af4d-24ef-4fa3-b331-4e862e62f2d1 req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:34.101463 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-ae79af4d-24ef-4fa3-b331-4e862e62f2d1 req-2b868652-9b49-445d-a2fb-5411f5c0bb07 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.66 "DELETE /v2.0/ports/c31da90c-ec9b-4b1d-a21f-de83bf5b3186 HTTP/1.1" status: 204 len: 173 time: 0.4616251 Jul 27 22:40:34.101893 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff09108-99d8-4eba-ba50-1f38e5c571dc', 'name': 'network-vif-deleted', 'tag': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:40:34.105078 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9353f7-9347-490b-a42c-c91bba115164" -d '{"events": [{"server_uuid": "5ff09108-99d8-4eba-ba50-1f38e5c571dc", "name": "network-vif-deleted", "tag": "c31da90c-ec9b-4b1d-a21f-de83bf5b3186"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:40:34.184036 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-1a6fed5b-9f34-4991-968b-f78acf080008 req-f708bc1e-39e0-4f38-b00d-db9b1272a619 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ff09108-99d8-4eba-ba50-1f38e5c571dc HTTP/1.1" status: 200 len: 210 time: 0.0309420 Jul 27 22:40:34.226199 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc24688-dd69-41fc-a9d5-0d508e1eaa0e x-openstack-request-id: req-7dc24688-dd69-41fc-a9d5-0d508e1eaa0e {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:40:34.226639 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff09108-99d8-4eba-ba50-1f38e5c571dc", "name": "network-vif-deleted", "tag": "c31da90c-ec9b-4b1d-a21f-de83bf5b3186", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:40:34.226982 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7dc24688-dd69-41fc-a9d5-0d508e1eaa0e {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:40:34.227398 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff09108-99d8-4eba-ba50-1f38e5c571dc', 'name': 'network-vif-deleted', 'tag': 'c31da90c-ec9b-4b1d-a21f-de83bf5b3186', 'status': 'completed', 'code': 200} Jul 27 22:40:34.616682 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c31da90c-ec9b-4b1d-a21f-de83bf5b3186 no longer exists at agent hyperv_n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:40:34.641045 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] No Port match for: c31da90c-ec9b-4b1d-a21f-de83bf5b3186 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:40:34.641301 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Device c31da90c-ec9b-4b1d-a21f-de83bf5b3186 not bound to the agent host n-h2-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:40:35.304700 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:35.575840 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-feaa7aa4-7e86-457a-83bc-e326f4a22785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:35.700377 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:35.808476 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37708) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:35.974099 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-86bc7a2f-bac6-4d26-9adc-19e7f7f3f111 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Deleting port c8ff2bcc-aff9-4ba1-966c-d4a8628ffae2 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:40:35.974594 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-86bc7a2f-bac6-4d26-9adc-19e7f7f3f111 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:36.058846 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-86bc7a2f-bac6-4d26-9adc-19e7f7f3f111 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:36.059111 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-86bc7a2f-bac6-4d26-9adc-19e7f7f3f111 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:36.071327 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-86bc7a2f-bac6-4d26-9adc-19e7f7f3f111 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Calling delete_port for c8ff2bcc-aff9-4ba1-966c-d4a8628ffae2 owned by network:floatingip {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:40:36.233094 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-86bc7a2f-bac6-4d26-9adc-19e7f7f3f111 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:36.259871 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc7a2f-bac6-4d26-9adc-19e7f7f3f111 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event deleted for resources: {'Port': ['ID=c8ff2bcc-aff9-4ba1-966c-d4a8628ffae2,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:36.334065 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-86bc7a2f-bac6-4d26-9adc-19e7f7f3f111 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for floatingip, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:36.334634 n-d-764806-9 neutron-server[105579]: INFO neutron.db.l3_db [None req-86bc7a2f-bac6-4d26-9adc-19e7f7f3f111 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Floating IP 69a22f04-dfd6-4a55-a760-b493b8951271 disassociated (deleted). External IP: 172.25.2.30, port: f24a68f3-7737-4117-971d-fefed69d769c. Jul 27 22:40:36.559384 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bc7a2f-bac6-4d26-9adc-19e7f7f3f111 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Router 5f026067-7613-420f-90c5-424ab2908f19 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:40:36.673426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bc7a2f-bac6-4d26-9adc-19e7f7f3f111 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:40:36.678051 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-86bc7a2f-bac6-4d26-9adc-19e7f7f3f111 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for floatingip, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:36.683488 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415a4105-5a99-4ef2-afa4-0d11200168b5 None None] Sync routers for ids ['5f026067-7613-420f-90c5-424ab2908f19'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:40:36.694056 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415a4105-5a99-4ef2-afa4-0d11200168b5 None None] Routers {'5f026067-7613-420f-90c5-424ab2908f19'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:40:36.694703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-415a4105-5a99-4ef2-afa4-0d11200168b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:40:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5f026067-7613-420f-90c5-424ab2908f19'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:36.715982 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-86bc7a2f-bac6-4d26-9adc-19e7f7f3f111 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "DELETE /v2.0/floatingips/69a22f04-dfd6-4a55-a760-b493b8951271 HTTP/1.1" status: 204 len: 168 time: 0.9064147 Jul 27 22:40:36.716572 n-d-764806-9 neutron-server[105579]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'tag': 'f24a68f3-7737-4117-971d-fefed69d769c'}] {{(pid=105579) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:40:36.718893 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44be8c99ec78e31782d5a84175465b1681d38ab82f56ab5a471face0e5e115a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ac4264-a3be-496e-909d-dda926b97751" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2", "tag": "f24a68f3-7737-4117-971d-fefed69d769c"}]}' {{(pid=105579) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:40:36.786240 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 22:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408adc92-b9a1-4115-8315-cf58033c2427 x-openstack-request-id: req-408adc92-b9a1-4115-8315-cf58033c2427 {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:40:36.786611 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2", "tag": "f24a68f3-7737-4117-971d-fefed69d769c", "status": "completed", "code": 200}]} {{(pid=105579) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:40:36.786924 n-d-764806-9 neutron-server[105579]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-408adc92-b9a1-4115-8315-cf58033c2427 {{(pid=105579) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:40:36.787394 n-d-764806-9 neutron-server[105579]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'tag': 'f24a68f3-7737-4117-971d-fefed69d769c', 'status': 'completed', 'code': 200} Jul 27 22:40:36.808488 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-415a4105-5a99-4ef2-afa4-0d11200168b5 None None] Set router 5f026067-7613-420f-90c5-424ab2908f19 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:40:36.872596 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac4264-a3be-496e-909d-dda926b97751 req-277df7ff-425c-45dc-9d03-1e5b78daa8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:36.874161 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-84ac4264-a3be-496e-909d-dda926b97751 req-277df7ff-425c-45dc-9d03-1e5b78daa8d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c37993301334a629c0cea48c89b4b8b&device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 1095 time: 0.0650325 Jul 27 22:40:36.977138 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac4264-a3be-496e-909d-dda926b97751 req-a74b994e-b2f2-4825-b898-9cb4587ae900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:36.979854 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-84ac4264-a3be-496e-909d-dda926b97751 req-a74b994e-b2f2-4825-b898-9cb4587ae900 service neutron] 10.222.0.20 "GET /v2.0/networks?id=df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 200 len: 911 time: 0.0985277 Jul 27 22:40:36.980445 n-d-764806-9 neutron-server[105579]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd7486-68aa-4a9e-957b-26c370ef7ec1 req-98810554-f7bd-4c43-a4a9-e09af8d63703 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105579) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:36.982084 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-02dd7486-68aa-4a9e-957b-26c370ef7ec1 req-98810554-f7bd-4c43-a4a9-e09af8d63703 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 944 time: 0.0708482 Jul 27 22:40:37.025449 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-02dd7486-68aa-4a9e-957b-26c370ef7ec1 req-4ba5ad65-e19c-4934-91a0-40e9a4a0d12b tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/security-groups?id=8707937f-f24b-45d5-8255-d9f8dc68ce62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364404 Jul 27 22:40:37.030421 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-84ac4264-a3be-496e-909d-dda926b97751 req-bd75a9b3-d642-4670-8084-82f9f1c9435e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f24a68f3-7737-4117-971d-fefed69d769c HTTP/1.1" status: 200 len: 217 time: 0.0425169 Jul 27 22:40:37.031436 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-415a4105-5a99-4ef2-afa4-0d11200168b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '059b97e4-66f7-4a52-a315-d741ad220615', 'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'mac_address': 'fa:16:3e:fc:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:46Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 5, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'subnets': [{'id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:37.057855 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415a4105-5a99-4ef2-afa4-0d11200168b5 None None] Checking router: 5f026067-7613-420f-90c5-424ab2908f19 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:40:37.066524 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415a4105-5a99-4ef2-afa4-0d11200168b5 None None] Routers {'5f026067-7613-420f-90c5-424ab2908f19'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:40:37.067131 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-415a4105-5a99-4ef2-afa4-0d11200168b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:40:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5f026067-7613-420f-90c5-424ab2908f19'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:37.082806 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac4264-a3be-496e-909d-dda926b97751 req-71732949-00dc-46bf-b072-fab8dd1fa6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:37.084259 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-84ac4264-a3be-496e-909d-dda926b97751 req-71732949-00dc-46bf-b072-fab8dd1fa6c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 200 len: 849 time: 0.0453420 Jul 27 22:40:37.147677 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac4264-a3be-496e-909d-dda926b97751 req-5bfd7ac8-8f91-4999-bbb2-03476e1c4497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:37.149191 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-84ac4264-a3be-496e-909d-dda926b97751 req-5bfd7ac8-8f91-4999-bbb2-03476e1c4497 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=df86d685-43ad-48ab-a1c1-a829d5b31192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568049 Jul 27 22:40:37.173299 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-415a4105-5a99-4ef2-afa4-0d11200168b5 None None] Set router 5f026067-7613-420f-90c5-424ab2908f19 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:40:37.249046 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-84ac4264-a3be-496e-909d-dda926b97751 req-114562d2-274f-4600-83b5-0797016258d5 service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908885 Jul 27 22:40:37.355113 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-84ac4264-a3be-496e-909d-dda926b97751 req-38d6771b-b409-4d89-bab8-85d113d156fc service neutron] 10.222.0.20 "GET /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965614 Jul 27 22:40:37.530517 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-415a4105-5a99-4ef2-afa4-0d11200168b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '059b97e4-66f7-4a52-a315-d741ad220615', 'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'mac_address': 'fa:16:3e:fc:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:46Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 5, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'subnets': [{'id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:37.553038 n-d-764806-9 neutron-server[105580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fe7d0-6538-451e-ad35-5b58afc34f64 req-8bb3e191-9462-4fba-9a5c-9b9376728a17 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 22:40:37.554602 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d91fe7d0-6538-451e-ad35-5b58afc34f64 req-8bb3e191-9462-4fba-9a5c-9b9376728a17 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 944 time: 0.0666556 Jul 27 22:40:37.557366 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415a4105-5a99-4ef2-afa4-0d11200168b5 None None] The sync data for ids ['5f026067-7613-420f-90c5-424ab2908f19'] in n-d-764806-9 is: [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:34:46Z', 'revision_number': 4, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9', '_interfaces': [{'id': '059b97e4-66f7-4a52-a315-d741ad220615', 'name': '', 'network_id': 'df86d685-43ad-48ab-a1c1-a829d5b31192', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'mac_address': 'fa:16:3e:fc:5f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:46Z', 'updated_at': '2021-07-27T22:34:52Z', 'revision_number': 5, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'subnets': [{'id': 'bd12d273-2af9-4c7f-97c0-f02317801697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:40:37.663364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-d91fe7d0-6538-451e-ad35-5b58afc34f64 req-2a66339d-854c-48f0-8d07-214123d6b4f8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Deleting port f24a68f3-7737-4117-971d-fefed69d769c {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:40:37.663699 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d91fe7d0-6538-451e-ad35-5b58afc34f64 req-2a66339d-854c-48f0-8d07-214123d6b4f8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:37.671679 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:37.760449 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [req-d91fe7d0-6538-451e-ad35-5b58afc34f64 req-2a66339d-854c-48f0-8d07-214123d6b4f8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] For port f24a68f3-7737-4117-971d-fefed69d769c, host n-h1-764806-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-764806-9',level=0,port_id=f24a68f3-7737-4117-971d-fefed69d769c,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:37.760811 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d91fe7d0-6538-451e-ad35-5b58afc34f64 req-2a66339d-854c-48f0-8d07-214123d6b4f8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:37.774402 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [req-d91fe7d0-6538-451e-ad35-5b58afc34f64 req-2a66339d-854c-48f0-8d07-214123d6b4f8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Calling delete_port for f24a68f3-7737-4117-971d-fefed69d769c owned by compute:nova {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:40:37.802195 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726ae167-dc9f-4d82-9243-678ac7039092 None None] New status for floating IP 69a22f04-dfd6-4a55-a760-b493b8951271: DOWN {{(pid=105582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 22:40:37.912581 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d91fe7d0-6538-451e-ad35-5b58afc34f64 req-2a66339d-854c-48f0-8d07-214123d6b4f8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:37.941028 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66339d-854c-48f0-8d07-214123d6b4f8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event deleted for resources: {'Port': ['ID=f24a68f3-7737-4117-971d-fefed69d769c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:38.130248 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [req-7b616377-1cd5-44b2-afa8-0bc5621c589b req-05f8365c-1133-45ba-b0dd-b1235f09c05e tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2 HTTP/1.1" status: 200 len: 210 time: 0.0309188 Jul 27 22:40:38.362039 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91fe7d0-6538-451e-ad35-5b58afc34f64 req-2a66339d-854c-48f0-8d07-214123d6b4f8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] No DVR routers for this DVR port f24a68f3-7737-4117-971d-fefed69d769c on host n-h1-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:40:38.364794 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [req-d91fe7d0-6538-451e-ad35-5b58afc34f64 req-2a66339d-854c-48f0-8d07-214123d6b4f8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21472'] for port, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:38.366888 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [req-d91fe7d0-6538-451e-ad35-5b58afc34f64 req-2a66339d-854c-48f0-8d07-214123d6b4f8 tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.20 "DELETE /v2.0/ports/f24a68f3-7737-4117-971d-fefed69d769c HTTP/1.1" status: 204 len: 173 time: 0.8057215 Jul 27 22:40:38.367336 n-d-764806-9 neutron-server[105580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'name': 'network-vif-deleted', 'tag': 'f24a68f3-7737-4117-971d-fefed69d769c'}] {{(pid=105580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 22:40:38.370607 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff2aa5eac297e6742e3644d11ab0481cf82482e1631509e5f68bdb0158efac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d09df9-d123-4467-85c1-59e028232da5" -d '{"events": [{"server_uuid": "fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2", "name": "network-vif-deleted", "tag": "f24a68f3-7737-4117-971d-fefed69d769c"}]}' {{(pid=105580) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 22:40:38.413527 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 22:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c3d831-59eb-4207-a898-0f714c4ceec5 x-openstack-request-id: req-a9c3d831-59eb-4207-a898-0f714c4ceec5 {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 22:40:38.413527 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2", "name": "network-vif-deleted", "tag": "f24a68f3-7737-4117-971d-fefed69d769c", "status": "completed", "code": 200}]} {{(pid=105580) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 22:40:38.414806 n-d-764806-9 neutron-server[105580]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9c3d831-59eb-4207-a898-0f714c4ceec5 {{(pid=105580) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 22:40:38.416491 n-d-764806-9 neutron-server[105580]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf77ef4-edd4-45c8-b45f-78aa3a81a2c2', 'name': 'network-vif-deleted', 'tag': 'f24a68f3-7737-4117-971d-fefed69d769c', 'status': 'completed', 'code': 200} Jul 27 22:40:38.816740 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.187360 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37726) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:39.246863 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-14d4ef88-0ea1-4b2c-adb8-612b59475a8e tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.272358 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-14d4ef88-0ea1-4b2c-adb8-612b59475a8e tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.316670 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.331223 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-14d4ef88-0ea1-4b2c-adb8-612b59475a8e tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.333753 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-14d4ef88-0ea1-4b2c-adb8-612b59475a8e tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Notify callbacks [] for security_group, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:39.334967 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-14d4ef88-0ea1-4b2c-adb8-612b59475a8e tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] 10.222.0.55 "DELETE /v2.0/security-groups/8707937f-f24b-45d5-8255-d9f8dc68ce62 HTTP/1.1" status: 204 len: 168 time: 0.1466091 Jul 27 22:40:39.344195 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4ef88-0ea1-4b2c-adb8-612b59475a8e tempest-TestSnapshotPattern-1927345423 tempest-TestSnapshotPattern-1927345423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8707937f-f24b-45d5-8255-d9f8dc68ce62,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:39.386803 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37730) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:39.869822 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ff91385-97e7-4237-86ee-3ce523e17b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:40.135979 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-5ff91385-97e7-4237-86ee-3ce523e17b40 admin admin] Deleting port 059b97e4-66f7-4a52-a315-d741ad220615 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:40:40.136236 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ff91385-97e7-4237-86ee-3ce523e17b40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:40.219315 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-5ff91385-97e7-4237-86ee-3ce523e17b40 admin admin] For port 059b97e4-66f7-4a52-a315-d741ad220615, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=059b97e4-66f7-4a52-a315-d741ad220615,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:40.220013 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ff91385-97e7-4237-86ee-3ce523e17b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:40.232761 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-5ff91385-97e7-4237-86ee-3ce523e17b40 admin admin] Calling delete_port for 059b97e4-66f7-4a52-a315-d741ad220615 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:40:40.416462 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ff91385-97e7-4237-86ee-3ce523e17b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:40.444007 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff91385-97e7-4237-86ee-3ce523e17b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=059b97e4-66f7-4a52-a315-d741ad220615,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:40.616400 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5ff91385-97e7-4237-86ee-3ce523e17b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:40.667334 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device f24a68f3-7737-4117-971d-fefed69d769c no longer exists at agent hyperv_n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:40:40.686521 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] No Port match for: f24a68f3-7737-4117-971d-fefed69d769c {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:40:40.686865 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Device f24a68f3-7737-4117-971d-fefed69d769c not bound to the agent host n-h1-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:40:40.831599 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff91385-97e7-4237-86ee-3ce523e17b40 admin admin] Router 5f026067-7613-420f-90c5-424ab2908f19 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:40:40.939614 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff91385-97e7-4237-86ee-3ce523e17b40 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:40:40.944655 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5ff91385-97e7-4237-86ee-3ce523e17b40 admin admin] 10.222.0.55 "PUT /v2.0/routers/5f026067-7613-420f-90c5-424ab2908f19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5567999 Jul 27 22:40:40.948776 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37736) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:40.950947 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb94063-0a34-4048-aded-3aef444cc01b None None] Sync routers for ids ['5f026067-7613-420f-90c5-424ab2908f19'] in n-d-764806-9 {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:40:40.959986 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb94063-0a34-4048-aded-3aef444cc01b None None] Routers {'5f026067-7613-420f-90c5-424ab2908f19'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:40:40.960591 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2cb94063-0a34-4048-aded-3aef444cc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:40:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5f026067-7613-420f-90c5-424ab2908f19'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:41.054112 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6455b052-d950-4a49-9072-66f7b7e34cc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.063936 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-2cb94063-0a34-4048-aded-3aef444cc01b None None] Set router 5f026067-7613-420f-90c5-424ab2908f19 gateway port host: n-d-764806-9 {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:40:41.158449 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6455b052-d950-4a49-9072-66f7b7e34cc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.210959 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-6455b052-d950-4a49-9072-66f7b7e34cc7 admin admin] Deleting port 68595c9b-2c81-4ba7-ae42-c26b4ccd121c {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:40:41.211216 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6455b052-d950-4a49-9072-66f7b7e34cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.251402 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2cb94063-0a34-4048-aded-3aef444cc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:40:40Z', 'revision_number': 5, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port': {'id': '68595c9b-2c81-4ba7-ae42-c26b4ccd121c', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:29:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f026067-7613-420f-90c5-424ab2908f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:44Z', 'updated_at': '2021-07-27T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:41.278343 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb94063-0a34-4048-aded-3aef444cc01b None None] Checking router: 5f026067-7613-420f-90c5-424ab2908f19 for host: n-d-764806-9 {{(pid=105581) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:40:41.286478 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb94063-0a34-4048-aded-3aef444cc01b None None] Routers {'5f026067-7613-420f-90c5-424ab2908f19'} bound to L3 agent in host n-d-764806-9 {{(pid=105581) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:40:41.287076 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2cb94063-0a34-4048-aded-3aef444cc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:40:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['5f026067-7613-420f-90c5-424ab2908f19'], 'active': True} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:41.295166 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-6455b052-d950-4a49-9072-66f7b7e34cc7 admin admin] For port 68595c9b-2c81-4ba7-ae42-c26b4ccd121c, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=68595c9b-2c81-4ba7-ae42-c26b4ccd121c,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:41.295527 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6455b052-d950-4a49-9072-66f7b7e34cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.308334 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-6455b052-d950-4a49-9072-66f7b7e34cc7 admin admin] Calling delete_port for 68595c9b-2c81-4ba7-ae42-c26b4ccd121c owned by network:router_gateway {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:40:41.374625 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvr_db [None req-2cb94063-0a34-4048-aded-3aef444cc01b None None] Set router 5f026067-7613-420f-90c5-424ab2908f19 gateway port host: None {{(pid=105581) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:40:41.427661 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_hamode_db [None req-2cb94063-0a34-4048-aded-3aef444cc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:40:41Z', 'revision_number': 6, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:41.460703 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb94063-0a34-4048-aded-3aef444cc01b None None] The sync data for ids ['5f026067-7613-420f-90c5-424ab2908f19'] in n-d-764806-9 is: [{'id': '5f026067-7613-420f-90c5-424ab2908f19', 'name': 'tempest-TestSnapshotPattern-1768860861-router', 'tenant_id': '1c37993301334a629c0cea48c89b4b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:43Z', 'updated_at': '2021-07-27T22:40:41Z', 'revision_number': 6, 'project_id': '1c37993301334a629c0cea48c89b4b8b', 'gw_port_host': None}] {{(pid=105581) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:40:41.496654 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6455b052-d950-4a49-9072-66f7b7e34cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.525819 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455b052-d950-4a49-9072-66f7b7e34cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=68595c9b-2c81-4ba7-ae42-c26b4ccd121c,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:41.592286 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6455b052-d950-4a49-9072-66f7b7e34cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.690009 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6455b052-d950-4a49-9072-66f7b7e34cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.692191 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6455b052-d950-4a49-9072-66f7b7e34cc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.740028 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6455b052-d950-4a49-9072-66f7b7e34cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.740506 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6455b052-d950-4a49-9072-66f7b7e34cc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f026067-7613-420f-90c5-424ab2908f19 {{(pid=105580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:40:41.747524 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-6455b052-d950-4a49-9072-66f7b7e34cc7 admin admin] Notify callbacks [] for router, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.748687 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-6455b052-d950-4a49-9072-66f7b7e34cc7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5f026067-7613-420f-90c5-424ab2908f19 HTTP/1.1" status: 204 len: 168 time: 0.7975242 Jul 27 22:40:41.751327 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37740) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:41.803861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.db_base_plugin_v2 [None req-18194994-0a5a-48ac-b739-17a93e6a707a admin admin] Deleting subnet bd12d273-2af9-4c7f-97c0-f02317801697 {{(pid=105580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:40:41.807396 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18194994-0a5a-48ac-b739-17a93e6a707a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.844523 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18194994-0a5a-48ac-b739-17a93e6a707a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4263586'] for subnet, precommit_delete_associations {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.930643 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18194994-0a5a-48ac-b739-17a93e6a707a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:41.999041 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18194994-0a5a-48ac-b739-17a93e6a707a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4372806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4334116'] for subnet, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.033877 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18194994-0a5a-48ac-b739-17a93e6a707a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd12d273-2af9-4c7f-97c0-f02317801697,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:42.038012 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-18194994-0a5a-48ac-b739-17a93e6a707a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.040453 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-18194994-0a5a-48ac-b739-17a93e6a707a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bd12d273-2af9-4c7f-97c0-f02317801697 HTTP/1.1" status: 204 len: 168 time: 0.2877073 Jul 27 22:40:42.043333 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37742) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:42.046103 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51852f0c-85d8-42dc-a266-5dcb4dd0963f None None] Network df86d685-43ad-48ab-a1c1-a829d5b31192 requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:40:42.128691 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.206829 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] Deleting port a9abdb7e-3902-4852-a422-528323bf8b09 {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:40:42.207171 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.274437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f8e1f6-22d4-41b4-a27c-ab5e3c307051 None None] DHCP port deletion for df86d685-43ad-48ab-a1c1-a829d5b31192 request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:40:42.287033 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] For port a9abdb7e-3902-4852-a422-528323bf8b09, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a9abdb7e-3902-4852-a422-528323bf8b09,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:42.287419 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.301804 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] Calling delete_port for a9abdb7e-3902-4852-a422-528323bf8b09 owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:40:42.338776 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-91f8e1f6-22d4-41b4-a27c-ab5e3c307051 None None] Deleting port a9abdb7e-3902-4852-a422-528323bf8b09 {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:40:42.338776 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-91f8e1f6-22d4-41b4-a27c-ab5e3c307051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.405834 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.406527 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-91f8e1f6-22d4-41b4-a27c-ab5e3c307051 None None] For port a9abdb7e-3902-4852-a422-528323bf8b09, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=a9abdb7e-3902-4852-a422-528323bf8b09,segment=NetworkSegment(9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e),segment_id=9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:42.406963 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-91f8e1f6-22d4-41b4-a27c-ab5e3c307051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.424456 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-91f8e1f6-22d4-41b4-a27c-ab5e3c307051 None None] Calling delete_port for a9abdb7e-3902-4852-a422-528323bf8b09 owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:40:42.439585 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9abdb7e-3902-4852-a422-528323bf8b09,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:42.443265 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] No DVR routers for this DVR port a9abdb7e-3902-4852-a422-528323bf8b09 on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:40:42.526039 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.528776 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-91f8e1f6-22d4-41b4-a27c-ab5e3c307051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.539479 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df86d685-43ad-48ab-a1c1-a829d5b31192']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:42.554172 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:42.554578 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d60ea3a-cb4b-46b4-94fa-c80e4e3ad97e') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:42.565396 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.578488 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8e1f6-22d4-41b4-a27c-ab5e3c307051 None None] Pushing event deleted for resources: {'Port': ['ID=a9abdb7e-3902-4852-a422-528323bf8b09,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:42.583657 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.585972 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f8e1f6-22d4-41b4-a27c-ab5e3c307051 None None] No DVR routers for this DVR port a9abdb7e-3902-4852-a422-528323bf8b09 on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:40:42.592025 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:40:42.592872 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: timer() Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:40:42.595303 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:40:42.614952 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 059b97e4-66f7-4a52-a315-d741ad220615 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:40:42.637511 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 059b97e4-66f7-4a52-a315-d741ad220615 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:40:42.637860 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 059b97e4-66f7-4a52-a315-d741ad220615 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:40:42.638349 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 68595c9b-2c81-4ba7-ae42-c26b4ccd121c no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:40:42.660580 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 68595c9b-2c81-4ba7-ae42-c26b4ccd121c {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:40:42.660932 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 68595c9b-2c81-4ba7-ae42-c26b4ccd121c not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:40:42.661452 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a9abdb7e-3902-4852-a422-528323bf8b09 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:40:42.664538 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.672718 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:42.677253 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/df86d685-43ad-48ab-a1c1-a829d5b31192 HTTP/1.1" status: 204 len: 168 time: 0.6307335 Jul 27 22:40:42.677600 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37744) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:42.685117 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213371a7-90f8-4b7b-8182-f1e3b54381d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=df86d685-43ad-48ab-a1c1-a829d5b31192,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:42.693169 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: a9abdb7e-3902-4852-a422-528323bf8b09 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:40:42.693550 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device a9abdb7e-3902-4852-a422-528323bf8b09 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:40:43.036017 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5971860f-7048-40a2-8b8d-f258b7a5fe13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-941698'] for router_interface, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:43.304452 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-5971860f-7048-40a2-8b8d-f258b7a5fe13 admin admin] Deleting port 936a800d-fb6c-4690-a7a9-a43ad5ac6258 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:40:43.304689 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5971860f-7048-40a2-8b8d-f258b7a5fe13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:43.383024 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-5971860f-7048-40a2-8b8d-f258b7a5fe13 admin admin] For port 936a800d-fb6c-4690-a7a9-a43ad5ac6258, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=936a800d-fb6c-4690-a7a9-a43ad5ac6258,segment=NetworkSegment(a1fb9265-a1cf-4dc4-b782-3c510c38f61a),segment_id=a1fb9265-a1cf-4dc4-b782-3c510c38f61a)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:43.383391 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5971860f-7048-40a2-8b8d-f258b7a5fe13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:43.399666 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-5971860f-7048-40a2-8b8d-f258b7a5fe13 admin admin] Calling delete_port for 936a800d-fb6c-4690-a7a9-a43ad5ac6258 owned by network:router_interface {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:40:43.579089 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5971860f-7048-40a2-8b8d-f258b7a5fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:43.604762 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971860f-7048-40a2-8b8d-f258b7a5fe13 admin admin] Pushing event deleted for resources: {'Port': ['ID=936a800d-fb6c-4690-a7a9-a43ad5ac6258,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:43.777169 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-5971860f-7048-40a2-8b8d-f258b7a5fe13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941678'] for router_interface, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:44.296595 n-d-764806-9 neutron-server[105579]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5971860f-7048-40a2-8b8d-f258b7a5fe13 admin admin] Router 9fd76d85-8446-432b-943c-9c29d1f9e767 has already been hosted by L3 agent d5cd9299-b1d8-4b71-9438-ef5502bdce1f {{(pid=105579) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 22:40:44.402905 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5971860f-7048-40a2-8b8d-f258b7a5fe13 admin admin] Notify agent at l3_agent.n-d-764806-9 the message routers_updated {{(pid=105579) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 22:40:44.407939 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-5971860f-7048-40a2-8b8d-f258b7a5fe13 admin admin] 10.222.0.55 "PUT /v2.0/routers/9fd76d85-8446-432b-943c-9c29d1f9e767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7289732 Jul 27 22:40:44.410423 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37746) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:44.412934 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1a1ab-e6a4-40df-9e2d-78679fda86f1 None None] Sync routers for ids ['9fd76d85-8446-432b-943c-9c29d1f9e767'] in n-d-764806-9 {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 22:40:44.423409 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1a1ab-e6a4-40df-9e2d-78679fda86f1 None None] Routers {'9fd76d85-8446-432b-943c-9c29d1f9e767'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:40:44.424081 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-02d1a1ab-e6a4-40df-9e2d-78679fda86f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:40:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['9fd76d85-8446-432b-943c-9c29d1f9e767'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:44.517360 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c951d215-c376-4c37-8389-1c7e2d2d0127 admin admin] Notify callbacks [] for router, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:44.530281 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-02d1a1ab-e6a4-40df-9e2d-78679fda86f1 None None] Set router 9fd76d85-8446-432b-943c-9c29d1f9e767 gateway port host: n-d-764806-9 {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:40:44.623116 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c951d215-c376-4c37-8389-1c7e2d2d0127 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:44.680679 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c951d215-c376-4c37-8389-1c7e2d2d0127 admin admin] Deleting port fa4c9894-4af3-4ac1-85e8-03925a22bdc0 {{(pid=105579) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:40:44.681053 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c951d215-c376-4c37-8389-1c7e2d2d0127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:44.709444 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-02d1a1ab-e6a4-40df-9e2d-78679fda86f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'name': 'tempest-TestSnapshotPattern-971786264-router', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'external_fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'fa4c9894-4af3-4ac1-85e8-03925a22bdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:48Z', 'updated_at': '2021-07-27T22:40:43Z', 'revision_number': 5, 'project_id': '8c74901eecb4494bbe33550376ad77b4', 'gw_port': {'id': 'fa4c9894-4af3-4ac1-85e8-03925a22bdc0', 'name': '', 'network_id': '606fdd31-c6d1-46d4-a83e-1f6e64229b55', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-764806-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T22:34:49Z', 'updated_at': '2021-07-27T22:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e4ab3801-6680-4d89-853c-9b2567101a4c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-764806-9'}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:44.739442 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1a1ab-e6a4-40df-9e2d-78679fda86f1 None None] Checking router: 9fd76d85-8446-432b-943c-9c29d1f9e767 for host: n-d-764806-9 {{(pid=105582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 22:40:44.748163 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1a1ab-e6a4-40df-9e2d-78679fda86f1 None None] Routers {'9fd76d85-8446-432b-943c-9c29d1f9e767'} bound to L3 agent in host n-d-764806-9 {{(pid=105582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 22:40:44.748749 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-02d1a1ab-e6a4-40df-9e2d-78679fda86f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-764806-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T20:42:35Z,description=,heartbeat_timestamp=2021-07-27T22:40:36Z,host='n-d-764806-9',id=d5cd9299-b1d8-4b71-9438-ef5502bdce1f,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T20:42:35Z,topic='l3_agent')) {'router_ids': ['9fd76d85-8446-432b-943c-9c29d1f9e767'], 'active': True} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:44.761525 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.db [None req-c951d215-c376-4c37-8389-1c7e2d2d0127 admin admin] For port fa4c9894-4af3-4ac1-85e8-03925a22bdc0, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=fa4c9894-4af3-4ac1-85e8-03925a22bdc0,segment=NetworkSegment(a4f01b5d-7aa9-4b0c-923b-ee64488feb07),segment_id=a4f01b5d-7aa9-4b0c-923b-ee64488feb07)] {{(pid=105579) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:44.761825 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c951d215-c376-4c37-8389-1c7e2d2d0127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:44.774434 n-d-764806-9 neutron-server[105579]: DEBUG neutron.plugins.ml2.plugin [None req-c951d215-c376-4c37-8389-1c7e2d2d0127 admin admin] Calling delete_port for fa4c9894-4af3-4ac1-85e8-03925a22bdc0 owned by network:router_gateway {{(pid=105579) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:40:44.830958 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_dvr_db [None req-02d1a1ab-e6a4-40df-9e2d-78679fda86f1 None None] Set router 9fd76d85-8446-432b-943c-9c29d1f9e767 gateway port host: None {{(pid=105582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 22:40:44.883631 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.l3_hamode_db [None req-02d1a1ab-e6a4-40df-9e2d-78679fda86f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'name': 'tempest-TestSnapshotPattern-971786264-router', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:48Z', 'updated_at': '2021-07-27T22:40:44Z', 'revision_number': 6, 'project_id': '8c74901eecb4494bbe33550376ad77b4', 'gw_port_host': None}], 'n-d-764806-9', False) {} {{(pid=105582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:44.910045 n-d-764806-9 neutron-server[105582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1a1ab-e6a4-40df-9e2d-78679fda86f1 None None] The sync data for ids ['9fd76d85-8446-432b-943c-9c29d1f9e767'] in n-d-764806-9 is: [{'id': '9fd76d85-8446-432b-943c-9c29d1f9e767', 'name': 'tempest-TestSnapshotPattern-971786264-router', 'tenant_id': '8c74901eecb4494bbe33550376ad77b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T22:34:48Z', 'updated_at': '2021-07-27T22:40:44Z', 'revision_number': 6, 'project_id': '8c74901eecb4494bbe33550376ad77b4', 'gw_port_host': None}] {{(pid=105582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 22:40:44.948313 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c951d215-c376-4c37-8389-1c7e2d2d0127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4517196'] for port, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:44.971822 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951d215-c376-4c37-8389-1c7e2d2d0127 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa4c9894-4af3-4ac1-85e8-03925a22bdc0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:45.040603 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c951d215-c376-4c37-8389-1c7e2d2d0127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-941516'] for router_gateway, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.131430 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c951d215-c376-4c37-8389-1c7e2d2d0127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-562517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8113'] for router, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.133581 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c951d215-c376-4c37-8389-1c7e2d2d0127 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.176010 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c951d215-c376-4c37-8389-1c7e2d2d0127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-562885'] for router, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.176539 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c951d215-c376-4c37-8389-1c7e2d2d0127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fd76d85-8446-432b-943c-9c29d1f9e767 {{(pid=105579) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 22:40:45.180756 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-c951d215-c376-4c37-8389-1c7e2d2d0127 admin admin] Notify callbacks [] for router, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.182624 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-c951d215-c376-4c37-8389-1c7e2d2d0127 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9fd76d85-8446-432b-943c-9c29d1f9e767 HTTP/1.1" status: 204 len: 168 time: 0.7711992 Jul 27 22:40:45.185458 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [-] (105579) accepted ('10.222.0.55', 37748) {{(pid=105579) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:45.229262 n-d-764806-9 neutron-server[105579]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f97a55-677c-4f16-8f95-1f1828c91fe8 admin admin] Deleting subnet 7ea97984-49e5-4e24-9546-b215026593c0 {{(pid=105579) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 22:40:45.232198 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50f97a55-677c-4f16-8f95-1f1828c91fe8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.272683 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50f97a55-677c-4f16-8f95-1f1828c91fe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5970524'] for subnet, precommit_delete_associations {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.357009 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50f97a55-677c-4f16-8f95-1f1828c91fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1908215'] for subnet, precommit_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.409670 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50f97a55-677c-4f16-8f95-1f1828c91fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4517247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5912178'] for subnet, after_delete {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.442858 n-d-764806-9 neutron-server[105579]: DEBUG neutron_lib.callbacks.manager [None req-50f97a55-677c-4f16-8f95-1f1828c91fe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105579) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.447783 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37750) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:45.448922 n-d-764806-9 neutron-server[105579]: INFO neutron.wsgi [None req-50f97a55-677c-4f16-8f95-1f1828c91fe8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7ea97984-49e5-4e24-9546-b215026593c0 HTTP/1.1" status: 204 len: 168 time: 0.2624345 Jul 27 22:40:45.450426 n-d-764806-9 neutron-server[105579]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f97a55-677c-4f16-8f95-1f1828c91fe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea97984-49e5-4e24-9546-b215026593c0,revision_number=None']} {{(pid=105579) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:45.451012 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eac08a8-a8f3-44a1-899e-9094bdba876d None None] Network d8796b7f-6620-4ba7-b77f-e557e7f3eded requested from n-d-764806-9 {{(pid=105581) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 22:40:45.518491 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776927'] for network, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.578060 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] Deleting port 3693ef6d-9592-42da-8538-889d9884977f {{(pid=105580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:40:45.578429 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.645567 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.db [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] For port 3693ef6d-9592-42da-8538-889d9884977f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3693ef6d-9592-42da-8538-889d9884977f,segment=NetworkSegment(a1fb9265-a1cf-4dc4-b782-3c510c38f61a),segment_id=a1fb9265-a1cf-4dc4-b782-3c510c38f61a)] {{(pid=105580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:45.645934 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.660103 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.plugin [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] Calling delete_port for 3693ef6d-9592-42da-8538-889d9884977f owned by network:dhcp {{(pid=105580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:40:45.671401 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfafe14-87e5-4bf1-9a0c-4effcc58bb55 None None] DHCP port deletion for d8796b7f-6620-4ba7-b77f-e557e7f3eded request from n-d-764806-9 {{(pid=105581) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 22:40:45.724047 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3cfafe14-87e5-4bf1-9a0c-4effcc58bb55 None None] Deleting port 3693ef6d-9592-42da-8538-889d9884977f {{(pid=105581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 22:40:45.724426 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3cfafe14-87e5-4bf1-9a0c-4effcc58bb55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737914605698'] for port, before_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.756834 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4372853'] for port, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.788035 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] Pushing event deleted for resources: {'Port': ['ID=3693ef6d-9592-42da-8538-889d9884977f,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:45.788559 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.db [None req-3cfafe14-87e5-4bf1-9a0c-4effcc58bb55 None None] For port 3693ef6d-9592-42da-8538-889d9884977f, host n-d-764806-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-764806-9',level=0,port_id=3693ef6d-9592-42da-8538-889d9884977f,segment=NetworkSegment(a1fb9265-a1cf-4dc4-b782-3c510c38f61a),segment_id=a1fb9265-a1cf-4dc4-b782-3c510c38f61a)] {{(pid=105581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 22:40:45.788983 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3cfafe14-87e5-4bf1-9a0c-4effcc58bb55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942190'] for port, precommit_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.795482 n-d-764806-9 neutron-server[105580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] No DVR routers for this DVR port 3693ef6d-9592-42da-8538-889d9884977f on host n-d-764806-9 {{(pid=105580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:40:45.804752 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-3cfafe14-87e5-4bf1-9a0c-4effcc58bb55 None None] Calling delete_port for 3693ef6d-9592-42da-8538-889d9884977f owned by network:dhcp {{(pid=105581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 22:40:45.870521 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1900920', 'neutron.services.segments.db._delete_segments_for_network-8737914685215'] for network, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.882357 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8796b7f-6620-4ba7-b77f-e557e7f3eded']}} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:45.891510 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3cfafe14-87e5-4bf1-9a0c-4effcc58bb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1761746', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737914610652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737914240238'] for port, after_delete {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.895086 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fb9265-a1cf-4dc4-b782-3c510c38f61a') {'for_net_delete': True} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:45.895379 n-d-764806-9 neutron-server[105580]: DEBUG neutron.services.segments.db [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fb9265-a1cf-4dc4-b782-3c510c38f61a') {} {{(pid=105580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 22:40:45.905367 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737914685992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4262225'] for segment, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.917138 n-d-764806-9 neutron-server[105581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfafe14-87e5-4bf1-9a0c-4effcc58bb55 None None] Pushing event deleted for resources: {'Port': ['ID=3693ef6d-9592-42da-8538-889d9884977f,revision_number=None']} {{(pid=105581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:45.923798 n-d-764806-9 neutron-server[105581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfafe14-87e5-4bf1-9a0c-4effcc58bb55 None None] No DVR routers for this DVR port 3693ef6d-9592-42da-8538-889d9884977f on host n-d-764806-9 {{(pid=105581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 22:40:45.927535 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009'] for segment, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.937444 n-d-764806-9 neutron-server[105580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=105580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 22:40:45.938287 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1902009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4372776'] for segment, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: Traceback (most recent call last): Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: timer() Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: cb(*args, **kw) Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: return func(*args, **kwargs) Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: self._notify() Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: self.callback(batched_events) Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: event.method(event) Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: return f(self, *a, **k) Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: return self._get(url).json() Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: return self.request(url, 'GET', **kwargs) Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 22:40:45.940848 n-d-764806-9 neutron-server[105580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 22:40:46.004421 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1900913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-941552'] for network, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:46.011473 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] Notify callbacks [] for network, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:46.012865 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] 10.222.0.55 "DELETE /v2.0/networks/d8796b7f-6620-4ba7-b77f-e557e7f3eded HTTP/1.1" status: 204 len: 168 time: 0.5633862 Jul 27 22:40:46.023904 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544676f3-f9d8-49e4-a6e2-1c7ff55eea4c admin admin] Pushing event deleted for resources: {'Network': ['ID=d8796b7f-6620-4ba7-b77f-e557e7f3eded,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:46.134364 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37754) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:46.176377 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-7b3cae5f-1400-47ae-b8c2-cd7276e7a41c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c37993301334a629c0cea48c89b4b8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408614 Jul 27 22:40:46.178861 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37756) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:46.225977 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24cfd1df-6638-4d41-bffd-bab1e05c1dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:46.248495 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24cfd1df-6638-4d41-bffd-bab1e05c1dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:46.299511 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24cfd1df-6638-4d41-bffd-bab1e05c1dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:46.302355 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-24cfd1df-6638-4d41-bffd-bab1e05c1dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:46.303703 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-24cfd1df-6638-4d41-bffd-bab1e05c1dae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e806d745-05df-4a2e-bed3-71e5dfaca107 HTTP/1.1" status: 204 len: 168 time: 0.1237867 Jul 27 22:40:46.312032 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfd1df-6638-4d41-bffd-bab1e05c1dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e806d745-05df-4a2e-bed3-71e5dfaca107,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:46.564756 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3693ef6d-9592-42da-8538-889d9884977f no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:40:46.586657 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 3693ef6d-9592-42da-8538-889d9884977f {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:40:46.587000 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 3693ef6d-9592-42da-8538-889d9884977f not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:40:46.588606 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fa4c9894-4af3-4ac1-85e8-03925a22bdc0 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:40:46.608676 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: fa4c9894-4af3-4ac1-85e8-03925a22bdc0 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:40:46.609022 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device fa4c9894-4af3-4ac1-85e8-03925a22bdc0 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:40:46.609437 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 936a800d-fb6c-4690-a7a9-a43ad5ac6258 no longer exists at agent ovs-agent-n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 22:40:46.628438 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.plugin [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] No Port match for: 936a800d-fb6c-4690-a7a9-a43ad5ac6258 {{(pid=105581) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 22:40:46.628790 n-d-764806-9 neutron-server[105581]: DEBUG neutron.plugins.ml2.rpc [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Device 936a800d-fb6c-4690-a7a9-a43ad5ac6258 not bound to the agent host n-d-764806-9 {{(pid=105581) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 22:40:46.629957 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37762) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:46.671047 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-67c055ff-1842-42eb-94d6-052e6a9b77ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c74901eecb4494bbe33550376ad77b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398147 Jul 27 22:40:46.673429 n-d-764806-9 neutron-server[105580]: DEBUG neutron.wsgi [-] (105580) accepted ('10.222.0.55', 37764) {{(pid=105580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 22:40:46.721432 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d6fd323-8b07-4091-87f4-f3e7a71ca7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:46.741971 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d6fd323-8b07-4091-87f4-f3e7a71ca7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:46.790014 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d6fd323-8b07-4091-87f4-f3e7a71ca7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723927'] for security_group, after_delete {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:46.796609 n-d-764806-9 neutron-server[105580]: DEBUG neutron_lib.callbacks.manager [None req-9d6fd323-8b07-4091-87f4-f3e7a71ca7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:40:46.797766 n-d-764806-9 neutron-server[105580]: INFO neutron.wsgi [None req-9d6fd323-8b07-4091-87f4-f3e7a71ca7b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1594ed3d-ef5f-4804-addc-75b7902353ae HTTP/1.1" status: 204 len: 168 time: 0.1234488 Jul 27 22:40:46.807417 n-d-764806-9 neutron-server[105580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fd323-8b07-4091-87f4-f3e7a71ca7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1594ed3d-ef5f-4804-addc-75b7902353ae,revision_number=None']} {{(pid=105580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 22:40:54.967626 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:41:02.957482 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-157bab28-92e6-4072-b627-ee74724c74fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:05.327046 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:05.576819 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-5187ee63-205c-4f5f-9b88-7420241b7cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:05.695601 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:07.676434 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:08.814736 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:09.318952 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:31.966616 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:41:32.962003 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-498d1675-dc99-4fa5-b87b-50a7e7fb4c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:35.341928 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:35.578290 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-68ab1bd1-eae6-464d-9f74-82b715aa2159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:35.696743 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:37.677222 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:38.830580 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:41:39.323189 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:02.964492 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6a89e0a0-6022-4a98-906e-32119c1f9534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:05.347641 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:05.582469 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-002db14e-4649-4b9c-bf9f-e5e3a060660e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:05.697667 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:07.680673 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:08.843890 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:08.965847 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:42:09.325739 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:27.114650 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-9fbc0ffa-c0f6-4fa6-bab0-1ed4122c0199 req-3a2143ba-dfe5-4c25-8593-5b0c414c9585 service neutron] (105579) timed out ('10.222.0.55', 36222) {{(pid=105579) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:42:32.965860 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ecac6634-21c0-4e37-bf5e-4283d0c50230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:35.356291 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:35.584203 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-d4b8bb4d-b77a-4bbb-930b-dc477313fbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:35.701709 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:37.682244 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:38.844079 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:39.332196 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:42:45.965797 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:43:02.967492 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6c749114-c0a2-46a5-8a43-998c9aaf2285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:05.360969 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:05.584115 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-f555dd9f-3e65-4cd4-b058-ab388dafb443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:05.704632 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:07.686697 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:08.841806 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:09.332149 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:22.967394 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:43:32.969943 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-9b6f16a7-320e-4a83-bbe1-fee3e0113571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:35.375682 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:35.584553 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-01d5a397-766b-48d4-8a1f-74d9cf4748d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:35.707390 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:37.688668 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:38.857077 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:39.335407 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:43:59.966795 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:44:02.975308 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a2973f87-e671-4000-80ce-736fdbfabd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:05.376453 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:05.584039 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-c17a1bc8-f375-4394-9728-4756c7c139e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:05.707424 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:07.692805 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:08.855229 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:09.338665 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:32.965861 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0ef3b149-31ec-4990-8d21-2a9c99b503a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:35.389157 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:35.587207 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0e050a1d-6941-4f14-a912-a67dbe96af1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:35.710901 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:36.966283 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:44:37.696840 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:38.870118 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:44:39.342490 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:02.965959 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a8652175-b479-4dbe-8c45-333f478e1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:05.405226 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:05.588418 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-73b65fd4-90df-4ba2-b1ff-42ce86360795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:05.712002 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:07.698311 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:08.868949 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:09.348726 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:13.966620 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:45:32.968964 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6ac875c1-4081-4794-aa7a-39d0d0846de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:35.403870 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:35.588622 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cfc98a27-e3a2-4d18-a4d7-d1a3426d31ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:35.712597 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:37.700254 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:38.883934 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:39.349651 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:45:50.965607 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:46:02.971163 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-4b6b7f2c-96e4-4f60-bc85-d71c1a881118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:05.404178 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:05.592577 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-0c3af78e-1443-47f6-a8e9-bffef263e2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:05.716419 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:07.704044 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:08.915588 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:09.351623 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:27.964083 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:46:32.974184 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-a3924627-a431-4271-ab36-edad5a409199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:35.402824 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:35.592747 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-bb2b53da-b532-4e0b-a1f9-3163970a0f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:35.718449 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:37.706818 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:38.913012 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:46:39.352015 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:02.976299 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e3981d08-38c4-46a9-ac0a-aff45d066294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:04.963279 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:47:05.405431 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:05.592819 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-aaab406d-d4f0-43da-a105-47cffa98ac40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:05.718585 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:07.710530 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:08.930243 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:09.356271 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:32.977039 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-df5bee34-e0c3-4949-9af0-8ca66fdc4b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:35.412861 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:35.593417 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-e3f81ffe-6b00-4b85-9aec-7a34755a020b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:35.721012 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:37.713067 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:38.941819 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:39.358908 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:47:41.963779 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:47:45.687295 n-d-764806-9 neutron-server[105579]: DEBUG neutron.wsgi [req-2edd9341-7b02-4b70-ad68-62c2d5919a78 req-a08bfc20-f986-4a31-b48c-15039660128f service neutron] (105579) timed out ('10.222.0.55', 35254) {{(pid=105579) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 22:48:02.978024 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-1d37a054-79b9-4525-9e5d-0695f14f0f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:05.400303 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:05.594250 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-2b2999c6-cfc1-4640-8754-a01153b3ef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:05.722647 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:07.717792 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:08.955512 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:09.360752 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:18.962205 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:48:32.979523 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-28c51136-a618-43e1-9ce1-2dbbebc83dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:35.400963 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:35.594971 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b53c2807-08fc-4e92-9624-41b2ca169cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:35.725346 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:37.720924 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:38.971951 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:39.364320 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:48:55.961321 n-d-764806-9 neutron-server[105582]: DEBUG neutron.db.agents_db [None req-ef45d1bc-58a3-463b-bc78-4c325982c273 None None] Agent healthcheck: found 7 active agents {{(pid=105582) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 22:49:02.980619 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-ee90a113-9815-41d7-a2eb-c17b1c739b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:05.400467 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-71a6659e-f6c9-42cc-a5e8-3a4b0ed58835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:05.597865 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6da90064-ae0c-4e9a-8166-26c1fab89434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:05.727044 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-cc45c2e5-5264-4ccf-b312-ab943674109a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:07.723155 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-b256c0fc-4140-49af-b56f-333d9c385b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:09.000954 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-3418bdf3-8e57-4607-b9ca-dd0b9135aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 22:49:09.367682 n-d-764806-9 neutron-server[105581]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9f31-9e82-4568-9e62-2cf21702de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737914685197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904148'] for agent, after_update {{(pid=105581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}